-- Logs begin at Thu 2021-09-30 07:15:05 UTC, end at Thu 2021-09-30 09:32:26 UTC. -- Sep 30 07:49:24.702166 n-d-807359-2 systemd[1]: Started Devstack devstack@q-svc.service. Sep 30 07:49:27.441335 n-d-807359-2 neutron-server[94694]: INFO neutron.common.config [-] Logging enabled! Sep 30 07:49:27.441996 n-d-807359-2 neutron-server[94694]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev36 Sep 30 07:49:27.442172 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94694) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 30 07:49:27.445339 n-d-807359-2 neutron-server[94694]: INFO neutron.common.config [-] Logging enabled! Sep 30 07:49:27.445597 n-d-807359-2 neutron-server[94694]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev36 Sep 30 07:49:27.445908 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94694) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 30 07:49:27.446849 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 07:49:27.447082 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 07:49:27.447441 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 07:49:27.447684 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 07:49:27.447931 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 07:49:27.448509 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.448806 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.449104 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.449333 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.449625 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.449915 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.450195 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.450481 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.450775 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.451064 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.451341 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.451623 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.451852 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.452162 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.452449 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.452738 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.452962 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] debug = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.453241 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.453676 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.454091 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.454373 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.454662 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.454940 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.455213 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.455489 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.455771 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.456124 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] host = n-d-807359-2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.456404 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.456692 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.457509 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.457796 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.458151 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.458443 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.458718 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.458992 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.459266 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] log_file = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.459542 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.459833 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.460152 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.460445 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.460672 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.460895 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.461187 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.461475 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.461750 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.462024 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.462297 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.462571 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.462845 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.463114 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.463402 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.463688 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.463998 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.464275 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.464548 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.464821 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.465090 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.465373 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.465647 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.465919 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.466194 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.466477 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.466746 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.467019 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.467319 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.467606 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.467882 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.468188 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.468459 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.468740 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.469011 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.469282 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.469551 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] use_json = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.469824 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.470093 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.470375 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.470647 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.470919 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.471191 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.471463 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.471746 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:27.472065 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.472361 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.473250 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.473599 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.473904 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.474186 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.474474 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.474754 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.475043 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.475332 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.475621 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.475898 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.476208 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.476487 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.476779 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.477081 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.477377 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.477670 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.477942 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.478214 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.478486 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.478760 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.479043 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.479319 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.479604 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.479890 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.480193 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.480479 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.480768 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.481054 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.481329 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.481607 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.481896 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.482174 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.482445 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.482722 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.483008 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.483287 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.483560 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.483845 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.484146 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.484418 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.484687 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.484962 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.485252 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.485527 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.485796 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.486066 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.486340 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.486610 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.486893 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.487167 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.487437 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.487710 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.488014 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.488323 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.488588 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.488860 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.489130 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.489406 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.489677 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.489948 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.490216 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.490485 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.490755 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.491024 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.491294 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.491569 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.491839 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.492134 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.492405 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.492675 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.492943 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.493226 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.493522 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.493804 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.494093 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.494355 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.494630 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.494905 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.495180 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.495458 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.495735 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.496033 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.496341 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.496607 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.496891 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.497172 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.497449 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.497750 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.498026 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.498306 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.498581 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.498855 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.499137 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.499420 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.499714 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.500034 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.500329 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.500621 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.500909 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.501189 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.501499 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.501778 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:27.501996 n-d-807359-2 neutron-server[94694]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 07:49:27.502232 n-d-807359-2 neutron-server[94694]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94694) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 30 07:49:27.853603 n-d-807359-2 neutron-server[94694]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 07:49:27.853806 n-d-807359-2 neutron-server[94694]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 07:49:27.854095 n-d-807359-2 neutron-server[94694]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 07:49:27.854430 n-d-807359-2 neutron-server[94694]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 30 07:49:28.245906 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.246197 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.246466 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.247759 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.248054 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.248316 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.283749 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.284045 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.284309 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.299013 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.299290 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.299557 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.328921 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.329197 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.329470 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.366522 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.366797 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.367065 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.599780 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.600537 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.600537 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.600537 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.601212 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.723376 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.723694 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.723996 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.724270 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.724537 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.724847 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.725105 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.725360 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.725613 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.725895 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.726156 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.726420 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.726674 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.726927 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.727181 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.727445 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.727701 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.727988 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.728259 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.728526 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.728798 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.729055 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.729340 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.729715 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.729965 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.730213 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.730604 n-d-807359-2 neutron-server[94694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 07:49:28.730843 n-d-807359-2 neutron-server[94694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 07:49:28.731079 n-d-807359-2 neutron-server[94694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 07:49:28.731315 n-d-807359-2 neutron-server[94694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 07:49:28.731549 n-d-807359-2 neutron-server[94694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 07:49:28.731782 n-d-807359-2 neutron-server[94694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 07:49:28.732167 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 30 07:49:28.735222 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 30 07:49:28.739791 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 30 07:49:28.743412 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 30 07:49:28.745053 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 30 07:49:28.745504 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 30 07:49:28.745840 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 30 07:49:28.746224 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 30 07:49:28.749019 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 30 07:49:28.749266 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 30 07:49:28.749605 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 30 07:49:28.754902 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 30 07:49:28.776456 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 30 07:49:28.776900 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.777196 n-d-807359-2 neutron-server[94694]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94694) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 30 07:49:28.777555 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.778920 n-d-807359-2 neutron-server[94694]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94694) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 30 07:49:28.779363 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 30 07:49:28.779612 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 30 07:49:28.782803 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.783086 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:28.848545 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 30 07:49:28.848940 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 30 07:49:28.849307 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 30 07:49:28.849826 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 30 07:49:28.871778 n-d-807359-2 neutron-server[94694]: DEBUG oslo_db.sqlalchemy.engines [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94694) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 30 07:49:29.405256 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Initializing driver for type 'gre' Sep 30 07:49:29.405766 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] gre ID ranges: [(1, 1000)] Sep 30 07:49:29.456322 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Initializing driver for type 'local' Sep 30 07:49:29.456731 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Initializing driver for type 'vlan' Sep 30 07:49:29.469062 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] VlanTypeDriver initialization complete Sep 30 07:49:29.469444 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Initializing driver for type 'vxlan' Sep 30 07:49:29.469929 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] vxlan ID ranges: [(1, 1000)] Sep 30 07:49:29.527767 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Initializing extension driver 'port_security' Sep 30 07:49:29.528105 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.extensions.port_security [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] PortSecurityExtensionDriver initialization complete Sep 30 07:49:29.528437 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Initializing mechanism driver 'openvswitch' Sep 30 07:49:29.528756 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Initializing mechanism driver 'hyperv' Sep 30 07:49:29.535816 n-d-807359-2 neutron-server[94694]: DEBUG neutron.plugins.ml2.plugin [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:49:29.536506 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > port after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.536871 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > port after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.537218 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > port after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.537734 n-d-807359-2 neutron-server[94694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 07:49:29.538157 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.538506 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.538848 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.539233 n-d-807359-2 neutron-server[94694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 07:49:29.539650 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > network after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.540020 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > network after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.540366 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > network after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.540753 n-d-807359-2 neutron-server[94694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 07:49:29.541150 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > security_group after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.541494 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > security_group after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.541831 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.542355 n-d-807359-2 neutron-server[94694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 07:49:29.542758 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.543105 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.543447 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.543833 n-d-807359-2 neutron-server[94694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 07:49:29.544255 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > address_group after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.544598 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > address_group after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.544936 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.545322 n-d-807359-2 neutron-server[94694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 07:49:29.545691 n-d-807359-2 neutron-server[94694]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] ML2 OVO RPC backend initialized. {{(pid=94694) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 30 07:49:29.546385 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.546731 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.547147 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > network before_response 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.547490 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > networks before_response 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.547835 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > port before_response 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.548198 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > ports before_response 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.548572 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > subnet before_response 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.548910 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > subnets before_response 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.549255 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > network after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.549593 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > network after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.549925 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > network after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.550261 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > port after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.551208 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > port after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.551550 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > port after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.552075 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.552414 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.552749 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.553312 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.plugin [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Modular L2 Plugin initialization complete Sep 30 07:49:29.553638 n-d-807359-2 neutron-server[94694]: DEBUG neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading services supported by the core plugin {{(pid=94694) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 30 07:49:29.553961 n-d-807359-2 neutron-server[94694]: INFO neutron.plugins.ml2.managers [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Got port-security extension from driver 'port_security' Sep 30 07:49:29.554417 n-d-807359-2 neutron-server[94694]: INFO neutron.extensions.vlantransparent [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Disabled vlantransparent extension. Sep 30 07:49:29.554897 n-d-807359-2 neutron-server[94694]: DEBUG neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94694) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 30 07:49:29.555209 n-d-807359-2 neutron-server[94694]: INFO neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading Plugin: router Sep 30 07:49:29.591041 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.591451 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router after_create 55549900 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.591805 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router before_create 55549900 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.592194 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.592571 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.592929 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router after_delete 55549900 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.593291 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.593682 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.594070 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router after_create 55549900 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.594425 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router after_update 55549900 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.594777 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router after_update 55549900 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.595115 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.595472 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router after_update 55549900 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.595882 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.596278 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: port after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.596625 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: port after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.596949 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: subnet after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.597291 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.598357 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.598751 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.599232 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: port before_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.599587 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router precommit_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.599974 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router after_update 55549900 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.600640 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.600640 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.601033 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.601361 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.601715 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > agent after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.602113 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > agent after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.602438 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > network after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.603282 n-d-807359-2 neutron-server[94694]: DEBUG neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Tracking information for resource: router configured {{(pid=94694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 07:49:29.603612 n-d-807359-2 neutron-server[94694]: DEBUG neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Tracking information for resource: floatingip configured {{(pid=94694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 07:49:29.608993 n-d-807359-2 neutron-server[94694]: INFO neutron.db.l3_agentschedulers_db [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 30 07:49:29.609580 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: port after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.609940 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: port after_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.610291 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: port after_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.610637 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: port after_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.611430 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router before_create 55550100 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.611792 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.612224 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router precommit_create 55550100 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.612543 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > router precommit_update 55550100 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.617445 n-d-807359-2 neutron-server[94694]: DEBUG neutron.services.provider_configuration [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Service providers = [] {{(pid=94694) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 30 07:49:29.617801 n-d-807359-2 neutron-server[94694]: DEBUG neutron.db.servicetype_db [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94694) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 30 07:49:29.620779 n-d-807359-2 neutron-server[94694]: DEBUG neutron.services.service_base [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 07:49:29.621127 n-d-807359-2 neutron-server[94694]: DEBUG neutron.services.service_base [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 07:49:29.621469 n-d-807359-2 neutron-server[94694]: DEBUG neutron.services.service_base [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 07:49:29.622345 n-d-807359-2 neutron-server[94694]: DEBUG neutron.services.service_base [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 07:49:29.622716 n-d-807359-2 neutron-server[94694]: INFO neutron.services.service_base [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 30 07:49:29.623095 n-d-807359-2 neutron-server[94694]: DEBUG neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 07:49:29.623410 n-d-807359-2 neutron-server[94694]: INFO neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 30 07:49:29.634155 n-d-807359-2 neutron-server[94694]: DEBUG neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 07:49:29.634486 n-d-807359-2 neutron-server[94694]: INFO neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading Plugin: auto_allocate Sep 30 07:49:29.640281 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: network precommit_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.640655 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: network precommit_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.641182 n-d-807359-2 neutron-server[94694]: DEBUG neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 07:49:29.641504 n-d-807359-2 neutron-server[94694]: INFO neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading Plugin: tag Sep 30 07:49:29.648595 n-d-807359-2 neutron-server[94694]: DEBUG neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 07:49:29.648921 n-d-807359-2 neutron-server[94694]: INFO neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading Plugin: timestamp Sep 30 07:49:29.652938 n-d-807359-2 neutron-server[94694]: DEBUG neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 07:49:29.653267 n-d-807359-2 neutron-server[94694]: INFO neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading Plugin: network_ip_availability Sep 30 07:49:29.658660 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.658978 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.659330 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.660636 n-d-807359-2 neutron-server[94694]: DEBUG neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 07:49:29.660954 n-d-807359-2 neutron-server[94694]: INFO neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading Plugin: flavors Sep 30 07:49:29.665641 n-d-807359-2 neutron-server[94694]: DEBUG neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 07:49:29.665969 n-d-807359-2 neutron-server[94694]: INFO neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading Plugin: revisions Sep 30 07:49:29.670180 n-d-807359-2 neutron-server[94694]: DEBUG neutron.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 07:49:29.670571 n-d-807359-2 neutron-server[94694]: DEBUG oslo_concurrency.lockutils [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.816s {{(pid=94694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 07:49:29.671300 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94694) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 30 07:49:29.671646 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Initializing extension manager. Sep 30 07:49:29.672170 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: __init__.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.672511 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: __pycache__ {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.672843 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.673174 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: address_group.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.673922 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.674487 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: address-group Sep 30 07:49:29.674804 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: address_scope.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.675816 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.676349 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: address-scope Sep 30 07:49:29.676667 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.677581 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.678093 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: router-admin-state-down-before-update Sep 30 07:49:29.678410 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: agent.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.679101 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.679607 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: agent Sep 30 07:49:29.680023 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: agent_resources_synced.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.681851 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.682360 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: agent-resources-synced Sep 30 07:49:29.682677 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: allowedaddresspairs.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.684481 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.685000 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: allowed-address-pairs Sep 30 07:49:29.685325 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: auto_allocated_topology.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.686384 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.686895 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: auto-allocated-topology Sep 30 07:49:29.687215 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: availability_zone.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.687901 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.688433 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: availability_zone Sep 30 07:49:29.688751 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: availability_zone_filter.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.689664 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.690167 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: availability_zone_filter Sep 30 07:49:29.690483 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: data_plane_status.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.691470 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.691999 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension data-plane-status not supported by any of loaded plugins Sep 30 07:49:29.692318 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: default_subnetpools.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.693219 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.693719 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: default-subnetpools Sep 30 07:49:29.694036 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.694836 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.695343 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: dhcp_agent_scheduler Sep 30 07:49:29.695663 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: dns.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.696601 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.697111 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension dns-integration not supported by any of loaded plugins Sep 30 07:49:29.697429 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: dns_domain_ports.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.698595 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.699098 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 30 07:49:29.699419 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.700351 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.700855 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 30 07:49:29.701174 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: dvr.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.701840 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.702350 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: dvr Sep 30 07:49:29.702703 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: ecmp_routes.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.703608 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.704144 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 30 07:49:29.704463 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: empty_string_filtering.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.705359 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.705871 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: empty-string-filtering Sep 30 07:49:29.706190 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.707669 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.708206 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 30 07:49:29.708525 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.709444 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.709953 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 30 07:49:29.710268 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: external_net.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.711170 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.711682 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: external-net Sep 30 07:49:29.712028 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.712929 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.713436 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: extra_dhcp_opt Sep 30 07:49:29.713747 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: extraroute.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.714645 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.715152 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: extraroute Sep 30 07:49:29.715467 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: extraroute_atomic.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.716513 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.717025 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: extraroute-atomic Sep 30 07:49:29.717343 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: filter_validation.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.717995 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.718497 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: filter-validation Sep 30 07:49:29.718820 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: fip_pf_description.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.719718 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.720251 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 30 07:49:29.720568 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: fip_port_details.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.721474 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.721981 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: fip-port-details Sep 30 07:49:29.722300 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: flavors.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.724118 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.724634 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: flavors Sep 30 07:49:29.724955 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.726577 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.727101 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 30 07:49:29.727434 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: floatingip_pools.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.728165 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.728682 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: floatingip-pools Sep 30 07:49:29.729008 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: ip_allocation.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.729932 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.730437 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension ip_allocation not supported by any of loaded plugins Sep 30 07:49:29.730761 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.731662 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.732207 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: ip-substring-filtering Sep 30 07:49:29.732531 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: l2_adjacency.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.733442 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.733949 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 30 07:49:29.734272 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: l3.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.735341 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.735863 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: router Sep 30 07:49:29.736220 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.738513 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.739046 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 30 07:49:29.739377 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.740322 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.740847 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: ext-gw-mode Sep 30 07:49:29.741175 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.742086 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.742604 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: l3-ha Sep 30 07:49:29.742929 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: l3_flavors.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.743831 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.744377 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: l3-flavors Sep 30 07:49:29.744701 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.745599 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.746114 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 30 07:49:29.746436 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: l3agentscheduler.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.747455 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.747985 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: l3_agent_scheduler Sep 30 07:49:29.748309 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: logging.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.749798 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.750321 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension logging not supported by any of loaded plugins Sep 30 07:49:29.750646 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: metering.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.751381 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.751973 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: metering Sep 30 07:49:29.752300 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.753388 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.754082 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: metering_source_and_destination_fields Sep 30 07:49:29.754267 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: multiprovidernet.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.755153 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.755661 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: multi-provider Sep 30 07:49:29.756013 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: netmtu.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.756914 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.757417 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: net-mtu Sep 30 07:49:29.757734 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: netmtu_writable.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.758640 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.759145 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: net-mtu-writable Sep 30 07:49:29.759463 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: network_availability_zone.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.760156 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.760662 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: network_availability_zone Sep 30 07:49:29.760977 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: network_ip_availability.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.762060 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.762571 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: network-ip-availability Sep 30 07:49:29.762892 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: network_segment_range.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.763651 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.764186 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension network-segment-range not supported by any of loaded plugins Sep 30 07:49:29.764509 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: pagination.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.765472 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.765796 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: pagination Sep 30 07:49:29.766112 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: port_device_profile.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.767004 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.767519 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: port-device-profile Sep 30 07:49:29.767839 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.769080 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.770108 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: port-mac-address-regenerate Sep 30 07:49:29.770426 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.771327 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.771835 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: port-numa-affinity-policy Sep 30 07:49:29.772184 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: port_resource_request.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.773208 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.773717 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension port-resource-request not supported by any of loaded plugins Sep 30 07:49:29.774040 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: portbindings.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.774957 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.775465 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: binding Sep 30 07:49:29.775784 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: portbindings_extended.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.777078 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.777595 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: binding-extended Sep 30 07:49:29.777920 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: portsecurity.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.778825 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.779345 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: port-security Sep 30 07:49:29.779666 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: project_id.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.780657 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.780984 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: project-id Sep 30 07:49:29.781307 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: providernet.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.782210 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.782717 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: provider Sep 30 07:49:29.783036 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: qos.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.787133 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.787657 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension qos not supported by any of loaded plugins Sep 30 07:49:29.788025 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.789264 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.789780 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 30 07:49:29.790106 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.791024 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.791607 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 30 07:49:29.791948 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: qos_default.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.792918 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.793429 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension qos-default not supported by any of loaded plugins Sep 30 07:49:29.793749 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: qos_fip.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.794398 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.794905 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension qos-fip not supported by any of loaded plugins Sep 30 07:49:29.795223 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: qos_gateway_ip.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.796168 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.796678 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 30 07:49:29.796997 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: qos_port_network_policy.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.797895 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.798401 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 30 07:49:29.798721 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: qos_pps_rule.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.799898 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.800443 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension qos-pps not supported by any of loaded plugins Sep 30 07:49:29.801119 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: qos_rule_type_details.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.801757 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.802271 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 30 07:49:29.802589 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: qos_rules_alias.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.803635 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.804187 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 30 07:49:29.804507 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: quotasv2.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.805435 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.805760 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: quotas Sep 30 07:49:29.806078 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: quotasv2_detail.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.809336 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.809672 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: quota_details Sep 30 07:49:29.809999 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: rbac.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.811047 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.811571 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: rbac-policies Sep 30 07:49:29.811899 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: rbac_address_group.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.812845 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.813360 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: rbac-address-group Sep 30 07:49:29.813683 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: rbac_address_scope.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.814588 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.815099 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: rbac-address-scope Sep 30 07:49:29.815419 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: rbac_security_groups.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.816601 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.816871 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: rbac-security-groups Sep 30 07:49:29.817189 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: rbac_subnetpool.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.818091 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.818599 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: rbac-subnetpool Sep 30 07:49:29.818918 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: revisionifmatch.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.819832 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.820378 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: revision-if-match Sep 30 07:49:29.820701 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: revisions.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.821805 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.822313 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: standard-attr-revisions Sep 30 07:49:29.822632 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: router_availability_zone.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.823558 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.824099 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: router_availability_zone Sep 30 07:49:29.824423 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: routerservicetype.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.825332 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.825840 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension router-service-type not supported by any of loaded plugins Sep 30 07:49:29.826161 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.827065 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.827573 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: security-groups-normalized-cidr Sep 30 07:49:29.827891 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.828823 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.829341 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: port-security-groups-filtering Sep 30 07:49:29.829663 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.830575 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.831072 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: security-groups-remote-address-group Sep 30 07:49:29.831390 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: securitygroup.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.842870 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.843394 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: security-group Sep 30 07:49:29.843723 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: segment.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.844537 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.845047 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension segment not supported by any of loaded plugins Sep 30 07:49:29.845374 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.846311 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.846818 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 30 07:49:29.847142 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: servicetype.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.848863 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.849381 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: service-type Sep 30 07:49:29.849711 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: sorting.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.850685 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.851015 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: sorting Sep 30 07:49:29.851339 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: standard_attr_segment.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.852276 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.852785 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 30 07:49:29.853107 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: standardattrdescription.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.853748 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.854256 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: standard-attr-description Sep 30 07:49:29.854577 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: stateful_security_group.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.855513 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.856054 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: stateful-security-group Sep 30 07:49:29.856379 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: stdattrs_common.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.856956 n-d-807359-2 neutron-server[94694]: WARNING neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 30 07:49:29.857273 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.858182 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.858697 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 30 07:49:29.859015 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: subnet_onboard.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.860105 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.860631 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: subnet_onboard Sep 30 07:49:29.860953 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.861866 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.862380 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 30 07:49:29.862703 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: subnet_service_types.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.863861 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.864398 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: subnet-service-types Sep 30 07:49:29.864723 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: subnetallocation.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.865797 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.866313 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: subnet_allocation Sep 30 07:49:29.866640 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.867312 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.867822 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: subnetpool-prefix-ops Sep 30 07:49:29.868182 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.869113 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.869627 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 30 07:49:29.869949 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: tagging.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.871019 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.871536 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: standard-attr-tag Sep 30 07:49:29.871864 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: timestamp.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.873088 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.873603 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loaded extension: standard-attr-timestamp Sep 30 07:49:29.873926 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: trunk.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.874945 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.875458 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension trunk not supported by any of loaded plugins Sep 30 07:49:29.875780 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: trunk_details.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.876719 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.877229 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension trunk-details not supported by any of loaded plugins Sep 30 07:49:29.877548 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: uplink_status_propagation.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.878461 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.879142 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 30 07:49:29.879491 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Loading extension file: vlantransparent.py {{(pid=94694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 07:49:29.880195 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 07:49:29.880703 n-d-807359-2 neutron-server[94694]: INFO neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 30 07:49:29.883138 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of TrackedResource for resource:network Sep 30 07:49:29.883655 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of TrackedResource for resource:subnet Sep 30 07:49:29.884084 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 07:49:29.884475 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of TrackedResource for resource:port Sep 30 07:49:29.885706 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.v2.resource_helper [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:49:29.886145 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.v2.resource_helper [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Service FLAVORS assigned prefix: {{(pid=94694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:49:29.886773 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.v2.resource_helper [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:49:29.887189 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.v2.resource_helper [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:49:29.887515 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of TrackedResource for resource:router Sep 30 07:49:29.887961 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of TrackedResource for resource:floatingip Sep 30 07:49:29.888448 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.v2.resource_helper [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Service METERING assigned prefix: /metering {{(pid=94694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:49:29.889873 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.890240 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.890601 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 07:49:29.891601 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of CountableResource for resource:rbac_policy Sep 30 07:49:29.892073 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of TrackedResource for resource:security_group Sep 30 07:49:29.892499 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 30 07:49:29.893106 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.v2.resource_helper [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Service CORE assigned prefix: {{(pid=94694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:49:29.893434 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 07:49:29.893777 n-d-807359-2 neutron-server[94694]: WARNING neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] subnetpool is already registered Sep 30 07:49:29.894206 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.v2.resource_helper [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Service CORE assigned prefix: {{(pid=94694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:49:29.895208 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 07:49:29.895420 n-d-807359-2 neutron-server[94694]: WARNING neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] subnetpool is already registered Sep 30 07:49:29.897697 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.v2.resource_helper [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:49:29.898125 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.v2.resource_helper [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Service FLAVORS assigned prefix: {{(pid=94694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:49:29.898714 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.v2.resource_helper [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:49:29.899131 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.v2.resource_helper [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:49:29.899460 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of TrackedResource for resource:router Sep 30 07:49:29.899792 n-d-807359-2 neutron-server[94694]: WARNING neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] router is already registered Sep 30 07:49:29.900225 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of TrackedResource for resource:floatingip Sep 30 07:49:29.900557 n-d-807359-2 neutron-server[94694]: WARNING neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] floatingip is already registered Sep 30 07:49:29.901003 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.v2.resource_helper [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Service METERING assigned prefix: /metering {{(pid=94694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:49:29.901663 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of CountableResource for resource:rbac_policy Sep 30 07:49:29.901988 n-d-807359-2 neutron-server[94694]: WARNING neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] rbac_policy is already registered Sep 30 07:49:29.902396 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of TrackedResource for resource:security_group Sep 30 07:49:29.902724 n-d-807359-2 neutron-server[94694]: WARNING neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] security_group is already registered Sep 30 07:49:29.903119 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 30 07:49:29.903447 n-d-807359-2 neutron-server[94694]: WARNING neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] security_group_rule is already registered Sep 30 07:49:29.904085 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.v2.resource_helper [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Service CORE assigned prefix: {{(pid=94694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:49:29.904409 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 07:49:29.904739 n-d-807359-2 neutron-server[94694]: WARNING neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] subnetpool is already registered Sep 30 07:49:29.905154 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.v2.resource_helper [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Service CORE assigned prefix: {{(pid=94694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 07:49:29.905475 n-d-807359-2 neutron-server[94694]: INFO neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 07:49:29.905802 n-d-807359-2 neutron-server[94694]: WARNING neutron.quota.resource_registry [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] subnetpool is already registered Sep 30 07:49:29.906266 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: extensions {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.907722 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: address-groups {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.909277 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: address-scopes {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.911361 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: agents {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.912548 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: auto-allocated-topology {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.913785 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: availability_zones {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.914998 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: dhcp-networks {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.916707 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: dhcp-agents {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.918123 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: routers {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.920346 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: flavors {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.921506 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: service_profiles {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.922710 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: next_providers {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.924211 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: service_profiles {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.925979 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: floatingip-pools {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.927190 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: routers {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.929329 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: floatingips {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.930621 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: l3-routers {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.932030 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: l3-agents {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.933425 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: metering-labels {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.934767 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: metering-label-rules {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.936066 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: network-ip-availabilities {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.937310 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: bindings {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.939818 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: quotas {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.941938 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: quotas {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.943470 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: rbac-policies {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.944783 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: security-groups {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.946017 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: security-group-rules {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.947240 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: service-providers {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.948730 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: subnetpools {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.950147 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: subnetpools {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.951586 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: tags {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.953262 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: tags {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.955078 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: tags {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.957470 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: tags {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.959507 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: tags {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.961363 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: tags {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.963059 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: tags {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.964982 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: tags {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.966721 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: tags {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.968576 n-d-807359-2 neutron-server[94694]: DEBUG neutron.api.extensions [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Extended resource: tags {{(pid=94694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 07:49:29.974462 n-d-807359-2 neutron-server[94694]: WARNING keystonemiddleware.auth_token [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 30 07:49:29.979111 n-d-807359-2 neutron-server[94694]: WARNING keystonemiddleware.auth_token [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 30 07:49:29.987399 n-d-807359-2 neutron-server[94694]: DEBUG oslo_concurrency.lockutils [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Acquired lock "singleton_lock" {{(pid=94694) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 30 07:49:29.987865 n-d-807359-2 neutron-server[94694]: DEBUG oslo_concurrency.lockutils [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Releasing lock "singleton_lock" {{(pid=94694) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 30 07:49:29.988647 n-d-807359-2 neutron-server[94694]: INFO oslo_service.service [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Starting 2 workers Sep 30 07:49:29.993395 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Started child 94837 {{(pid=94694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 07:49:29.997800 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Started child 94838 {{(pid=94694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 07:49:29.998890 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:29.999538 n-d-807359-2 neutron-server[94694]: INFO neutron.service [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 30 07:49:30.000045 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Notify callbacks [] for process, before_spawn {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:30.000431 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [-] (94837) wsgi starting up on http://0.0.0.0:9696 Sep 30 07:49:30.002518 n-d-807359-2 neutron-server[94694]: INFO oslo_service.service [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Starting 1 workers Sep 30 07:49:30.003028 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:30.005684 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [-] (94838) wsgi starting up on http://0.0.0.0:9696 Sep 30 07:49:30.008333 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Started child 94839 {{(pid=94694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 07:49:30.008882 n-d-807359-2 neutron-server[94694]: INFO oslo_service.service [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Starting 1 workers Sep 30 07:49:30.011989 n-d-807359-2 neutron-server[94839]: DEBUG neutron.service [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] calling RpcWorker wait() {{(pid=94839) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 30 07:49:30.012527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.service [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] returning from RpcWorker wait() {{(pid=94839) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 30 07:49:30.013366 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Started child 94840 {{(pid=94694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 07:49:30.013770 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:30.014192 n-d-807359-2 neutron-server[94694]: DEBUG neutron_lib.callbacks.manager [None req-5165877b-8036-44f7-954f-9d135dd020d2 None None] Notify callbacks [] for process, after_spawn {{(pid=94694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:30.014294 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:49:30.016176 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94694) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 30 07:49:30.016389 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 07:49:30.016573 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 07:49:30.016790 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 07:49:30.017117 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 07:49:30.017285 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 07:49:30.017814 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.018087 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.018335 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.018593 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.018873 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.019260 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:30.020369 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.020447 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.020676 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.020958 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.021203 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.021379 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.021546 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.021788 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.022034 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.022327 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.022597 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.022842 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.023118 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.023287 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.023545 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.023807 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.024072 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.024334 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] debug = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.024553 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.025028 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.025264 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.025506 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.025722 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.025993 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.026230 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.026471 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.026708 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.026935 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.027179 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.027433 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.027660 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.027875 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.028111 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.028381 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.028608 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.029082 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] host = n-d-807359-2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.029322 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.029554 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.029807 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.030030 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.030279 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.030505 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.030762 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.031004 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.031251 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.031489 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.031731 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.032031 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.032271 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.032516 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] log_file = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.032677 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] log_options = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.032905 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.033148 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.033410 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.033597 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.033763 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.033934 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.034187 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.034340 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.034592 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.034801 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.035049 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.035290 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.035523 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.035734 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.036097 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.036323 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.036467 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.036673 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.036912 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.037153 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.037372 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.037594 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.037806 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.038019 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.038255 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.038501 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.038697 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.038905 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.039111 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.039355 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.039588 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.039829 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.040076 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.040310 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.040557 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.040780 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.041006 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.041231 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.041499 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.041721 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.041981 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.042251 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.042459 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.042713 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.042923 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.043173 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.043399 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] use_json = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.043605 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.043841 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.044136 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.044365 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.044606 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.044816 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.045046 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.045274 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.045665 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.045930 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.046256 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.047211 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.047211 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.047211 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.047211 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.047587 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.047727 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.047962 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.048226 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.048713 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.048713 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.049163 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.049257 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.049567 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.049748 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.050019 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.050277 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.050581 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.050833 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.051251 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.051527 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.051753 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.052019 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.052271 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.052489 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.052959 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.053383 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.053798 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.054183 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.055178 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.055178 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.055178 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.055178 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.055527 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.055527 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.055738 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.055999 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.056214 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.056454 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.056700 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.056914 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.057139 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.057396 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.057658 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.058838 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.058838 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.058838 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.058838 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.058838 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.059223 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.059223 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.059383 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.059459 n-d-807359-2 neutron-server[94840]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:49:30.059544 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.059780 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.060045 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.060259 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.060467 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.060694 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.061103 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.061315 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.061681 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.062053 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.062411 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.062772 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.063177 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.063544 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.063895 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.064271 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.064655 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.065022 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.065414 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.065788 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.066653 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.067009 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.067377 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.067746 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.068134 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.068525 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.068869 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.069246 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.069466 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.069819 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.070169 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.070554 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.070910 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.071263 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.071612 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.072067 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.072524 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.072885 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.073519 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.073911 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.074285 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.074684 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.074929 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.075183 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.075401 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.075776 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.076205 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.076443 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.076677 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.076943 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.077185 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.077440 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.077665 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.077910 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.078134 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.078372 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.078596 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.078843 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.079106 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.079366 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.079604 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.079856 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.080175 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.080425 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.080699 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.080918 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.081194 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.081489 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.081752 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.082566 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.082566 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.083124 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.083298 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.083529 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.083792 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.084071 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.084331 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.084551 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.084822 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.085071 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.085292 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.085531 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.085760 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.086080 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.086314 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.086532 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.086760 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.087042 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.087314 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.087562 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.087820 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.088126 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.088375 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.088631 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.088903 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.089117 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.089361 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.089597 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.089815 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.090053 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.090293 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.090536 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.090765 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.090993 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.091235 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.091447 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.091662 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.091891 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.092133 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.092358 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.092612 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.092823 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.093040 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.093275 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.093503 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.093716 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.093944 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.094342 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.094611 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.094833 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.095100 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.095366 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.095568 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.095813 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.096076 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.096328 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.096543 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.096778 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.097010 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.097415 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.097986 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.097986 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.098144 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.098214 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.098438 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.098832 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.099085 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.099323 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.099666 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.099942 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.100195 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.100413 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.100629 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.100877 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.101123 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.101382 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.101600 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.101834 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.102030 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.102289 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.102508 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.102744 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.102954 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.103162 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.103362 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.103599 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.103799 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.104244 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.104645 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.105041 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.105442 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.105817 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.106177 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.106542 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.106888 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.107246 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.107614 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.107988 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.108336 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.108697 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.109058 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.109415 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.109772 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.110132 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.110344 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.110576 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.110818 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.111027 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.111258 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.111495 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.111702 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.111975 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.112178 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.112387 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.112607 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.112843 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.113173 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.113397 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.113605 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.113833 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.114053 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.114269 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.114475 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.114774 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.115025 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.115245 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.115532 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.115769 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.116186 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.116564 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.117021 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.117383 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.117646 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.117879 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.118093 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.118312 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.118562 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.118885 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.119171 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.119412 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.119664 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.119987 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.120270 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.120544 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.120768 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.121070 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.121404 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.121683 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.121940 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.122167 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.122422 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.122661 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.122896 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.123126 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.123362 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.123573 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.123805 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.124090 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.124312 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.124524 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.124746 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.124958 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.125196 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.125402 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.125617 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.125828 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.125981 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 07:49:30.126520 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94694) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 30 07:49:30.126683 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 07:49:30.126818 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 07:49:30.127014 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 07:49:30.127325 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 07:49:30.127628 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 07:49:30.127993 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.128286 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.128577 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.129340 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.129627 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.129950 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.130112 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.130272 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.130430 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.130720 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.131009 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.131316 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.131604 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.131894 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.132202 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.132489 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.132783 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.132934 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.133138 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.133246 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.133394 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.133552 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.133708 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] debug = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.133865 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.134059 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.134220 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.134377 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.134538 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.134697 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.134849 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.135150 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.135302 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.135590 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.135755 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.135960 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.136072 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.136235 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.136390 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.136547 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.136707 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.136864 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] host = n-d-807359-2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.137018 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.137317 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.137470 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.137772 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.138058 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.138344 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.138630 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.138921 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.139075 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.139367 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.139527 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.139685 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.139843 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.140030 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] log_file = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.140180 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] log_options = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.140336 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.140491 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.140647 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.140829 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.140995 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.141190 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.141304 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.141454 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.141611 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.141765 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.141916 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.142071 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.142226 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.142382 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.142535 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.142690 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.142845 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.142999 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.143156 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.143312 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.143468 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.143623 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.143777 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.143952 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.144110 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.144303 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.144978 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.145168 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.145355 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.145479 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.145633 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.145785 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.145942 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.146097 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.146252 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.147941 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.147941 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.147941 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.147941 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.147941 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.147941 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.147941 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.147941 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.148447 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.148514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:49:30.148585 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.148585 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.148585 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] use_json = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.148585 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.148585 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.148585 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.148585 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.148972 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.148972 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.149088 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.149429 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 07:49:30.149429 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.149580 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.149646 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.149831 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.149954 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.150112 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.150269 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.150428 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.150585 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.150744 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.150908 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.151070 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.151239 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.151396 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.151554 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.151715 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.151873 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.152058 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.152218 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.152376 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.152534 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.152692 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.152859 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.153016 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.153174 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.153330 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.153488 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.153661 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.153819 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.153980 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.154138 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.154296 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.154453 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.154612 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.154770 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.154929 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.155087 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.155244 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.155473 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.155581 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.155709 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.155867 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.156049 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.156208 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.156367 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.156526 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.156684 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.156843 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.157002 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.157159 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.157318 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.157476 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.157636 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.157794 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.157951 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.158120 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.158277 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.158435 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.158597 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.158754 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.159139 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.159500 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.159604 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.159747 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.160085 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.160394 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.160713 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.160876 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.161027 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.161190 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.161348 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.161505 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.161667 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.161822 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.162136 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.162294 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.162452 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.162610 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.162769 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.162926 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.163086 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.163244 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.163404 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.163562 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.163726 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.163891 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.164069 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.164225 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.164369 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.164531 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.164703 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.164854 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.165015 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.165172 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.165329 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.165487 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.165651 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.165799 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.165958 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.166113 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.166269 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.166426 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.166586 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.166742 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.166901 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.167058 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.167215 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.167372 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.167529 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.167686 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.167842 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.168020 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.168177 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.168334 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.168491 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.168647 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.168814 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.168970 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.169130 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.169286 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.169451 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.169619 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.169778 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.169937 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.170094 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.170251 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.170435 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.170563 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.170719 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.170877 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.171037 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.171196 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.171361 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.171528 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.171686 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.171843 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.172022 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.172203 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.172360 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.172519 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.172676 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.172833 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.172990 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.173147 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.173303 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.173462 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.173675 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.173773 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.173921 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.174078 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.174235 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.174392 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.174550 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.174708 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.174866 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.175023 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.175181 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.175339 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.175582 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.175828 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.176015 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.176242 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.176500 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.176660 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.176819 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.176977 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.177134 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.177292 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.177449 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.177606 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.177763 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.177919 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.178076 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.178233 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.178394 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.178551 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.178717 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.178872 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.179030 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.179188 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.179347 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.179507 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.179665 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.179822 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.180004 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.180162 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.180322 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.180480 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.180637 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.180806 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.180955 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.181124 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.181260 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.181423 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.181580 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.181737 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.181893 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.182051 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.182208 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.182364 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.182523 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.182680 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.182837 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.182997 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.183156 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.183316 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.183461 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.183618 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.183781 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.183963 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.184107 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.184241 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.184395 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.184554 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.184712 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.184871 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.185029 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.185196 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.185344 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.185500 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.185659 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.185815 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.185973 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.186140 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.186298 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.186455 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.186613 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.186758 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.186916 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.187081 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.187239 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.187396 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.187553 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.187698 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.187855 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.188042 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.188183 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.188345 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.188502 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.188660 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.188817 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.188984 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.189143 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.189300 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.189458 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.189600 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.189762 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.189927 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.190088 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.190246 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.190411 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.190583 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.190735 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.191050 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.191050 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.191963 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.192104 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.192235 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.192391 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.192550 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.192757 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.192888 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.193016 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.193179 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.193339 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.193505 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.193672 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.193905 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.193993 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.194149 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.194317 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.194474 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.194633 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.194790 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.194948 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.195105 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.195261 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.195419 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.195576 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.195733 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.195973 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.196086 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.196214 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.196373 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.196531 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.196690 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.196849 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.197006 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.197163 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.197320 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 07:49:30.197736 n-d-807359-2 neutron-server[94694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 07:49:30.370801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39600) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:49:30.380187 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070984 Sep 30 07:49:42.035098 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbfc40c-c631-475e-b132-2f4e9fd3c002 None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 07:49:42.155373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbfc40c-c631-475e-b132-2f4e9fd3c002 None None] No non-hosted networks {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 30 07:49:42.169884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.agentschedulers_db [None req-5bbfc40c-c631-475e-b132-2f4e9fd3c002 None None] DHCP Agent not found on host n-d-807359-2 {{(pid=94839) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 30 07:49:42.173017 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f69c25f4-2267-4a95-9af9-ad14498665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630475'] for agent, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:44.709059 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71aa6503-1528-46e5-991b-e757b7af01e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630475'] for agent, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:44.786117 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83f23202-44e7-4edc-ae8a-3c4276aebf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:45.175164 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630475'] for agent, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:45.176420 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:45.177346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:45.178241 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:45.178909 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:45.180067 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:45.180625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:45.181337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:45.182077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:45.182748 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:45.183358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:45.183885 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:45.184516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:45.186237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-807359-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:49:45.208227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-807359-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:49:45.703503 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630475'] for agent, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:47.533946 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630475'] for agent, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:48.167335 n-d-807359-2 neutron-server[94839]: INFO neutron.db.l3_hamode_db [None req-8092759b-8976-4dd6-8799-f63921ee49cc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 30 07:49:48.247816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8092759b-8976-4dd6-8799-f63921ee49cc None None] Routers set() bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 07:49:48.248248 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8092759b-8976-4dd6-8799-f63921ee49cc None None] Router IDs set() for agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 07:49:48.533461 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39692) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:49:49.029040 n-d-807359-2 neutron-server[94838]: WARNING oslo_policy.policy [None req-120022f7-06a7-496c-a58d-633459731612 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 07:49:49.029603 n-d-807359-2 neutron-server[94838]: WARNING oslo_policy.policy [None req-120022f7-06a7-496c-a58d-633459731612 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 07:49:49.250708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-120022f7-06a7-496c-a58d-633459731612 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 07:49:49.252031 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-120022f7-06a7-496c-a58d-633459731612 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7163713 Sep 30 07:49:51.697781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39706) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:49:52.000252 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4ce5bbf9-61f6-46e0-b71c-48eff7f988b6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 07:49:52.092981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.policy [None req-4ce5bbf9-61f6-46e0-b71c-48eff7f988b6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94838) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 30 07:49:52.136804 n-d-807359-2 neutron-server[94838]: WARNING oslo_policy.policy [None req-4ce5bbf9-61f6-46e0-b71c-48eff7f988b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 07:49:52.137164 n-d-807359-2 neutron-server[94838]: WARNING oslo_policy.policy [None req-4ce5bbf9-61f6-46e0-b71c-48eff7f988b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 07:49:52.145705 n-d-807359-2 neutron-server[94838]: INFO neutron.quota [None req-4ce5bbf9-61f6-46e0-b71c-48eff7f988b6 admin admin] Loaded quota_driver: . Sep 30 07:49:52.234027 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ce5bbf9-61f6-46e0-b71c-48eff7f988b6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779437527606', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779437527237', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779437540194', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779437545670', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779441171379', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779437561000', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3783525', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3887425', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676784', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636987'] for rbac-policy, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:52.296225 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ce5bbf9-61f6-46e0-b71c-48eff7f988b6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:52.297452 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4ce5bbf9-61f6-46e0-b71c-48eff7f988b6 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5987098 Sep 30 07:49:54.878708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:49:55.174209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Request body: {'network': {'name': 'private', 'project_id': '8369d92cbb2a429e9578b965716d5e03', 'tenant_id': '8369d92cbb2a429e9578b965716d5e03', 'admin_state_up': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 07:49:55.202963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Made reservation on behalf of 8369d92cbb2a429e9578b965716d5e03 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 07:49:55.206060 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:55.223400 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:55.350722 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:55.354486 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:55.375163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 07:49:55.403427 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779439253643', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:55.404047 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Unsubscribe: segment precommit_create {{(pid=94838) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 30 07:49:55.404568 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Added segment a7452fdf-0fec-492d-ac8a-4a1bd0279f06 of type vlan for network 6b96ca8d-5cfe-400b-a64f-f71f394e1fa1 Sep 30 07:49:55.420515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89da8c48-5f35-4985-98ae-143347796020,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:49:55.448195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:55.448532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:55.448879 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:55.449190 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:55.449509 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:55.449825 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:55.450142 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:55.450457 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:55.450768 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:55.451089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:55.451402 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:55.451712 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Tracked resource versions report: Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: pushed versions: Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: { 'AddressGroup': {'1.2'}, Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'ConntrackHelper': {'1.0'}, Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'Log': {'1.0'}, Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'Network': {'1.1'}, Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'Port': {'1.7'}, Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'PortForwarding': {'1.2'}, Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'QosPolicy': {'1.9'}, Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'SecurityGroup': {'1.4'}, Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'SecurityGroupRule': {'1.2'}, Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'SubPort': {'1.0'}, Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'Subnet': {'1.1'}, Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'Trunk': {'1.1'}} Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: consumer versions: Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: { DHCP agent@n-d-807359-2: {}, Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: L3 agent@n-d-807359-2: {}, Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: Metadata agent@n-d-807359-2: {}, Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: Metering agent@n-d-807359-2: {}, Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: Open vSwitch agent@n-d-807359-2: { 'AddressGroup': '1.2', Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'ConntrackHelper': '1.0', Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'Log': '1.0', Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'Network': '1.1', Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'Port': '1.7', Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'PortForwarding': '1.2', Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'QosPolicy': '1.9', Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'SecurityGroup': '1.4', Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'SecurityGroupRule': '1.2', Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'SubPort': '1.0', Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'Subnet': '1.1', Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: 'Trunk': '1.1'}} Sep 30 07:49:55.452809 n-d-807359-2 neutron-server[94838]: {{(pid=94838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 07:49:55.526095 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:55.565902 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:55.567155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:49:55.567823 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:55.611543 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7317095 Sep 30 07:49:55.672758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72f01d-95b9-4247-a6c9-f4fe21cfc765 admin admin] Pushing event updated for resources: {'Network': ['ID=6b96ca8d-5cfe-400b-a64f-f71f394e1fa1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:49:55.687430 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 6b96ca8d-5cfe-400b-a64f-f71f394e1fa1 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 07:49:58.265420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39732) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:49:58.653780 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786ea7a9-1f78-488a-9237-eebc5228f367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:49:58.655154 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-786ea7a9-1f78-488a-9237-eebc5228f367 admin admin] 10.222.0.24 "GET /v2.0/networks/6b96ca8d-5cfe-400b-a64f-f71f394e1fa1 HTTP/1.1" status: 200 len: 825 time: 0.3887951 Sep 30 07:49:58.680354 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-65fb8a88-9e7e-4530-b396-144f11ecc057 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/dc04ba1d-ef99-46ae-886a-7b4575a44699 HTTP/1.1" status: 200 len: 734 time: 0.0189600 Sep 30 07:49:58.689338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e1aa900d-f04f-44b4-80bc-c2d75a5d9edb admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1', 'gateway_ip': '172.20.0.1', 'tenant_id': '8369d92cbb2a429e9578b965716d5e03', 'ip_version': 4, 'subnetpool_id': 'dc04ba1d-ef99-46ae-886a-7b4575a44699'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 07:49:58.711665 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aa900d-f04f-44b4-80bc-c2d75a5d9edb admin admin] Made reservation on behalf of 8369d92cbb2a429e9578b965716d5e03 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 07:49:58.713927 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1aa900d-f04f-44b4-80bc-c2d75a5d9edb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:58.995728 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1aa900d-f04f-44b4-80bc-c2d75a5d9edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:59.058583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa900d-f04f-44b4-80bc-c2d75a5d9edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e52e8ae-97e4-4534-bb78-85c54d9e68ea,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:49:59.068820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa900d-f04f-44b4-80bc-c2d75a5d9edb admin admin] Checking segment: {'id': 'a7452fdf-0fec-492d-ac8a-4a1bd0279f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 07:49:59.069174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aa900d-f04f-44b4-80bc-c2d75a5d9edb admin admin] Network hostable DHCP agents. Network: 6b96ca8d-5cfe-400b-a64f-f71f394e1fa1, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 07:49:59.091651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aa900d-f04f-44b4-80bc-c2d75a5d9edb admin admin] Network 6b96ca8d-5cfe-400b-a64f-f71f394e1fa1 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 07:49:59.104179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e1aa900d-f04f-44b4-80bc-c2d75a5d9edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 6b96ca8d-5cfe-400b-a64f-f71f394e1fa1) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 07:49:59.116428 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aa900d-f04f-44b4-80bc-c2d75a5d9edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:49:59.117001 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dec4a2-4dad-45ce-a7ec-9adda450727d None None] Network 6b96ca8d-5cfe-400b-a64f-f71f394e1fa1 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 07:49:59.117417 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1aa900d-f04f-44b4-80bc-c2d75a5d9edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:59.131204 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e1aa900d-f04f-44b4-80bc-c2d75a5d9edb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4451189 Sep 30 07:49:59.443530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-6b96ca8d-5cfe-400b-a64f-f71f394e1fa1', 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1', 'tenant_id': '8369d92cbb2a429e9578b965716d5e03', 'fixed_ips': [{'subnet_id': '1e52e8ae-97e4-4534-bb78-85c54d9e68ea'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 07:49:59.444780 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:59.718863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Allocated IP 172.20.0.2 (6b96ca8d-5cfe-400b-a64f-f71f394e1fa1/1e52e8ae-97e4-4534-bb78-85c54d9e68ea/ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 07:49:59.943031 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:49:59.950377 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:00.021068 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Network 6b96ca8d-5cfe-400b-a64f-f71f394e1fa1 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 07:50:00.025460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 07:50:00.039746 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 07:50:00.042902 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Pushing event updated for resources: {'Port': ['ID=ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:50:00.074872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:00.075227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:00.075572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:00.075926 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:00.076269 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:00.076603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:00.076932 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:00.077263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:00.077596 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:00.078172 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:00.078289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:00.078559 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Tracked resource versions report: Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: pushed versions: Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: { 'AddressGroup': {'1.2'}, Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'ConntrackHelper': {'1.0'}, Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'Log': {'1.0'}, Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'Network': {'1.1'}, Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'Port': {'1.7'}, Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'PortForwarding': {'1.2'}, Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'QosPolicy': {'1.9'}, Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'SecurityGroup': {'1.4'}, Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'SecurityGroupRule': {'1.2'}, Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'SubPort': {'1.0'}, Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'Subnet': {'1.1'}, Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'Trunk': {'1.1'}} Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: consumer versions: Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: { DHCP agent@n-d-807359-2: {}, Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: L3 agent@n-d-807359-2: {}, Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: Metadata agent@n-d-807359-2: {}, Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: Metering agent@n-d-807359-2: {}, Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: Open vSwitch agent@n-d-807359-2: { 'AddressGroup': '1.2', Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'ConntrackHelper': '1.0', Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'Log': '1.0', Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'Network': '1.1', Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'Port': '1.7', Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'PortForwarding': '1.2', Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'QosPolicy': '1.9', Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'SecurityGroup': '1.4', Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'SecurityGroupRule': '1.2', Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'SubPort': '1.0', Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'Subnet': '1.1', Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: 'Trunk': '1.1'}} Sep 30 07:50:00.079621 n-d-807359-2 neutron-server[94839]: {{(pid=94839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 07:50:00.126504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Attempting to bind port ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 07:50:00.127085 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Attempting to bind port ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'a7452fdf-0fec-492d-ac8a-4a1bd0279f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 07:50:00.127296 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Attempting to bind port ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b on network 6b96ca8d-5cfe-400b-a64f-f71f394e1fa1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 07:50:00.132963 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 7, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 07:50:00.133360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Checking segment: {'id': 'a7452fdf-0fec-492d-ac8a-4a1bd0279f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 07:50:00.133831 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:00.134213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Bound using segment: {'id': 'a7452fdf-0fec-492d-ac8a-4a1bd0279f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 07:50:00.134676 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Bound port: ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7452fdf-0fec-492d-ac8a-4a1bd0279f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 07:50:00.135067 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:00.196136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] For port ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 07:50:00.200667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] For port ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b,segment=NetworkSegment(a7452fdf-0fec-492d-ac8a-4a1bd0279f06),segment_id=a7452fdf-0fec-492d-ac8a-4a1bd0279f06)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 07:50:00.204806 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:00.267870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219870b-4dd7-4241-8947-7573eb9c3a0e None None] Pushing event updated for resources: {'Port': ['ID=ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:50:01.646754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39740) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:50:01.956944 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-6f44c15f-41ba-429c-9642-dab5a021006b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 07:50:01.957952 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6f44c15f-41ba-429c-9642-dab5a021006b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3101726 Sep 30 07:50:04.382532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39748) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:50:04.699520 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-37e39e5b-288b-477e-b90f-44a9d5756622 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 07:50:04.700599 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-37e39e5b-288b-477e-b90f-44a9d5756622 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3171029 Sep 30 07:50:07.343309 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39758) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:50:07.665753 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b8b7360f-6601-45cb-90ae-8f202c9a37c4 admin admin] Request body: {'router': {'tenant_id': '8369d92cbb2a429e9578b965716d5e03', 'name': 'router1', 'admin_state_up': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 07:50:07.687702 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8b7360f-6601-45cb-90ae-8f202c9a37c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:07.689214 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8b7360f-6601-45cb-90ae-8f202c9a37c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:07.823157 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8b7360f-6601-45cb-90ae-8f202c9a37c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:07.828145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8b7360f-6601-45cb-90ae-8f202c9a37c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:07.840550 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8b7360f-6601-45cb-90ae-8f202c9a37c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:07.841753 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b8b7360f-6601-45cb-90ae-8f202c9a37c4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4974654 Sep 30 07:50:08.753928 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c8e8d6-b48b-4870-85c9-2e56fb9f054f None None] Network 6b96ca8d-5cfe-400b-a64f-f71f394e1fa1 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 07:50:08.824731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 07:50:08.937486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1469bbb8-108f-46a8-9b37-61c4925dd6bb None None] Provisioning complete for port ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:50:08.937873 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1469bbb8-108f-46a8-9b37-61c4925dd6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:08.993146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:50:08.993432 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:09.163484 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1469bbb8-108f-46a8-9b37-61c4925dd6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:09.225421 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:09.242046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1469bbb8-108f-46a8-9b37-61c4925dd6bb None None] For port ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b,segment=NetworkSegment(a7452fdf-0fec-492d-ac8a-4a1bd0279f06),segment_id=a7452fdf-0fec-492d-ac8a-4a1bd0279f06)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 07:50:09.256814 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1469bbb8-108f-46a8-9b37-61c4925dd6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:09.330658 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 07:50:09.330995 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 07:50:09.333812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469bbb8-108f-46a8-9b37-61c4925dd6bb None None] Pushing event updated for resources: {'Port': ['ID=ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:50:09.375221 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-16a1242d-eee0-433c-b7e0-b22b4dd20eb7 None None] Provisioning complete for port ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:50:09.375595 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-16a1242d-eee0-433c-b7e0-b22b4dd20eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:10.227800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39772) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:50:10.533225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-6b8ac8ef-025c-43a3-a2b7-065508b6b11c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 07:50:10.534334 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6b8ac8ef-025c-43a3-a2b7-065508b6b11c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3055725 Sep 30 07:50:10.755780 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 07:50:10.802427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:50:10.802713 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:11.916228 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b33c5d6-0557-46ef-9015-8e7ca5c1761b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:12.927793 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39780) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:50:13.090535 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 07:50:13.234066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ac62fa73-4535-4a8c-8459-beef99544335 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 07:50:13.254283 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac62fa73-4535-4a8c-8459-beef99544335 admin admin] Made reservation on behalf of f502a5ad6cb1436781355838508c59ba for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 07:50:13.256662 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac62fa73-4535-4a8c-8459-beef99544335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:13.266220 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac62fa73-4535-4a8c-8459-beef99544335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:13.352256 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac62fa73-4535-4a8c-8459-beef99544335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:13.355802 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac62fa73-4535-4a8c-8459-beef99544335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:13.369445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ac62fa73-4535-4a8c-8459-beef99544335 admin admin] Reserving flat network on physical network physnet1 {{(pid=94838) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 30 07:50:13.391092 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62fa73-4535-4a8c-8459-beef99544335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6238f8-15e1-40fe-ab45-974314846ddc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:50:13.396283 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac62fa73-4535-4a8c-8459-beef99544335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:13.396623 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-ac62fa73-4535-4a8c-8459-beef99544335 admin admin] Added segment d42fb716-7592-4cc3-9a21-58435fba5d6d of type flat for network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f Sep 30 07:50:13.443215 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac62fa73-4535-4a8c-8459-beef99544335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:13.474729 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac62fa73-4535-4a8c-8459-beef99544335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:13.475587 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac62fa73-4535-4a8c-8459-beef99544335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:50:13.476178 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac62fa73-4535-4a8c-8459-beef99544335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:13.508025 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ac62fa73-4535-4a8c-8459-beef99544335 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5791395 Sep 30 07:50:13.541549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62fa73-4535-4a8c-8459-beef99544335 admin admin] Pushing event updated for resources: {'Network': ['ID=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:50:13.552446 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 07:50:14.702377 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c930040a-471b-40e1-a49d-00e8c6a671bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:15.178424 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:15.638307 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:15.886200 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39794) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:50:16.161625 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099c16aa-fa00-4aa4-b58f-f9e79d61d340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:50:16.162920 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-099c16aa-fa00-4aa4-b58f-f9e79d61d340 admin admin] 10.222.0.24 "GET /v2.0/subnets/1e52e8ae-97e4-4534-bb78-85c54d9e68ea HTTP/1.1" status: 200 len: 849 time: 0.2758462 Sep 30 07:50:16.281026 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-17235c52-812f-45f3-a12f-d2ddc455b37f admin admin] 10.222.0.24 "GET /v2.0/routers/891403ac-9d42-47a1-81c2-2cd329d02ffe HTTP/1.1" status: 200 len: 704 time: 0.1119866 Sep 30 07:50:16.548627 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:16.845967 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Allocated IP 172.20.0.1 (6b96ca8d-5cfe-400b-a64f-f71f394e1fa1/1e52e8ae-97e4-4534-bb78-85c54d9e68ea/e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 07:50:17.042484 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:17.105696 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:17.172798 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Network 6b96ca8d-5cfe-400b-a64f-f71f394e1fa1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 07:50:17.178442 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 07:50:17.184104 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 07:50:17.184104 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:17.258822 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:50:17.389645 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:17.413349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d91fc531-45ba-4ca8-b2b6-7c3a32aad64f None None] Provisioning complete for port e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:50:17.413927 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d91fc531-45ba-4ca8-b2b6-7c3a32aad64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:17.449799 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d91fc531-45ba-4ca8-b2b6-7c3a32aad64f None None] Port e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 07:50:17.476990 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:17.599954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:17.605655 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:17.606813 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:17.671997 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:50:17.737619 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Network 6b96ca8d-5cfe-400b-a64f-f71f394e1fa1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 07:50:17.739000 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 07:50:17.897658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Router 891403ac-9d42-47a1-81c2-2cd329d02ffe is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 07:50:17.972610 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9b590c78-1a68-44fc-ad5b-9f8c8aeeb53e None None] Provisioning complete for port e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:50:17.972893 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b590c78-1a68-44fc-ad5b-9f8c8aeeb53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:17.996298 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 07:50:18.003295 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6cd69c68-5bcf-41cd-acd5-e1c6c20d93d1 admin admin] 10.222.0.24 "PUT /v2.0/routers/891403ac-9d42-47a1-81c2-2cd329d02ffe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7147491 Sep 30 07:50:18.011874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9b590c78-1a68-44fc-ad5b-9f8c8aeeb53e None None] Port e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 07:50:18.020006 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Sync routers for ids ['891403ac-9d42-47a1-81c2-2cd329d02ffe'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 07:50:18.031219 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Routers {'891403ac-9d42-47a1-81c2-2cd329d02ffe'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 07:50:18.032111 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T07:50:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['891403ac-9d42-47a1-81c2-2cd329d02ffe'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:50:18.218166 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Set router 891403ac-9d42-47a1-81c2-2cd329d02ffe gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 07:50:18.658344 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891403ac-9d42-47a1-81c2-2cd329d02ffe', 'name': 'router1', 'tenant_id': '8369d92cbb2a429e9578b965716d5e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:50:07Z', 'updated_at': '2021-09-30T07:50:17Z', 'revision_number': 2, 'project_id': '8369d92cbb2a429e9578b965716d5e03', 'gw_port_host': None, '_interfaces': [{'id': 'e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61', 'name': '', 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1', 'tenant_id': '8369d92cbb2a429e9578b965716d5e03', 'mac_address': 'fa:16:3e:48:f5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891403ac-9d42-47a1-81c2-2cd329d02ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e52e8ae-97e4-4534-bb78-85c54d9e68ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:50:16Z', 'updated_at': '2021-09-30T07:50:17Z', 'revision_number': 2, 'project_id': '8369d92cbb2a429e9578b965716d5e03', 'subnets': [{'id': '1e52e8ae-97e4-4534-bb78-85c54d9e68ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc04ba1d-ef99-46ae-886a-7b4575a44699'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:50:18.711694 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Checking router: 891403ac-9d42-47a1-81c2-2cd329d02ffe for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 07:50:18.712090 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Updating router 891403ac-9d42-47a1-81c2-2cd329d02ffe port e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 07:50:18.760835 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:19.286960 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:19.293831 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:19.437687 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cffc9-a8a0-4728-b0e2-d7c925a6d1c5 None None] Pushing event updated for resources: {'Port': ['ID=e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:50:19.462272 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8cffc9-a8a0-4728-b0e2-d7c925a6d1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:19.462620 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8cffc9-a8a0-4728-b0e2-d7c925a6d1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:19.462953 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8cffc9-a8a0-4728-b0e2-d7c925a6d1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:19.463288 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8cffc9-a8a0-4728-b0e2-d7c925a6d1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:19.463622 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8cffc9-a8a0-4728-b0e2-d7c925a6d1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:19.463970 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8cffc9-a8a0-4728-b0e2-d7c925a6d1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:19.464296 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8cffc9-a8a0-4728-b0e2-d7c925a6d1c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:19.464640 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8cffc9-a8a0-4728-b0e2-d7c925a6d1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:19.464920 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8cffc9-a8a0-4728-b0e2-d7c925a6d1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:19.465239 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8cffc9-a8a0-4728-b0e2-d7c925a6d1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:19.465660 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8cffc9-a8a0-4728-b0e2-d7c925a6d1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:19.465875 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8cffc9-a8a0-4728-b0e2-d7c925a6d1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8cffc9-a8a0-4728-b0e2-d7c925a6d1c5 None None] Tracked resource versions report: Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: pushed versions: Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: { 'AddressGroup': {'1.2'}, Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'ConntrackHelper': {'1.0'}, Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'Log': {'1.0'}, Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'Network': {'1.1'}, Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'Port': {'1.7'}, Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'PortForwarding': {'1.2'}, Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'QosPolicy': {'1.9'}, Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'SecurityGroup': {'1.4'}, Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'SecurityGroupRule': {'1.2'}, Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'SubPort': {'1.0'}, Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'Subnet': {'1.1'}, Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'Trunk': {'1.1'}} Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: consumer versions: Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: { DHCP agent@n-d-807359-2: {}, Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: L3 agent@n-d-807359-2: {}, Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: Metadata agent@n-d-807359-2: {}, Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: Metering agent@n-d-807359-2: {}, Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: Open vSwitch agent@n-d-807359-2: { 'AddressGroup': '1.2', Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'ConntrackHelper': '1.0', Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'Log': '1.0', Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'Network': '1.1', Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'Port': '1.7', Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'PortForwarding': '1.2', Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'QosPolicy': '1.9', Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'SecurityGroup': '1.4', Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'SecurityGroupRule': '1.2', Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'SubPort': '1.0', Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'Subnet': '1.1', Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: 'Trunk': '1.1'}} Sep 30 07:50:19.466925 n-d-807359-2 neutron-server[94840]: {{(pid=94840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 07:50:19.477981 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Attempting to bind port e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 07:50:19.478380 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Attempting to bind port e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'a7452fdf-0fec-492d-ac8a-4a1bd0279f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 07:50:19.478830 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Attempting to bind port e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61 on network 6b96ca8d-5cfe-400b-a64f-f71f394e1fa1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 07:50:19.483689 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 7, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 07:50:19.484124 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Checking segment: {'id': 'a7452fdf-0fec-492d-ac8a-4a1bd0279f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 07:50:19.484611 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:19.484989 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Bound using segment: {'id': 'a7452fdf-0fec-492d-ac8a-4a1bd0279f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 07:50:19.485469 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Bound port: e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7452fdf-0fec-492d-ac8a-4a1bd0279f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 07:50:19.485843 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:19.542772 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-aaf9d0ac-45f2-4e4a-8f8f-e4308a4a1f0f None None] Provisioning complete for port e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:50:19.543287 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aaf9d0ac-45f2-4e4a-8f8f-e4308a4a1f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:19.553084 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] For port e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 07:50:19.571992 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] For port e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61,segment=NetworkSegment(a7452fdf-0fec-492d-ac8a-4a1bd0279f06),segment_id=a7452fdf-0fec-492d-ac8a-4a1bd0279f06)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 07:50:19.576538 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:19.577714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-aaf9d0ac-45f2-4e4a-8f8f-e4308a4a1f0f None None] Port e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 07:50:19.639117 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Routers {'891403ac-9d42-47a1-81c2-2cd329d02ffe'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 07:50:19.639763 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T07:50:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['891403ac-9d42-47a1-81c2-2cd329d02ffe'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:50:19.684669 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cffc9-a8a0-4728-b0e2-d7c925a6d1c5 None None] Pushing event updated for resources: {'Port': ['ID=e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:50:19.740880 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] Set router 891403ac-9d42-47a1-81c2-2cd329d02ffe gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 07:50:19.798165 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-10778f4a-846e-49e8-bc7e-789e782cf60d None None] Provisioning complete for port e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:50:19.799027 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10778f4a-846e-49e8-bc7e-789e782cf60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:19.876659 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10778f4a-846e-49e8-bc7e-789e782cf60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:19.907181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-10778f4a-846e-49e8-bc7e-789e782cf60d None None] For port e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61,segment=NetworkSegment(a7452fdf-0fec-492d-ac8a-4a1bd0279f06),segment_id=a7452fdf-0fec-492d-ac8a-4a1bd0279f06)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 07:50:19.912749 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10778f4a-846e-49e8-bc7e-789e782cf60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:19.952544 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891403ac-9d42-47a1-81c2-2cd329d02ffe', 'name': 'router1', 'tenant_id': '8369d92cbb2a429e9578b965716d5e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:50:07Z', 'updated_at': '2021-09-30T07:50:17Z', 'revision_number': 2, 'project_id': '8369d92cbb2a429e9578b965716d5e03', 'gw_port_host': None, '_interfaces': [{'id': 'e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61', 'name': '', 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1', 'tenant_id': '8369d92cbb2a429e9578b965716d5e03', 'mac_address': 'fa:16:3e:48:f5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891403ac-9d42-47a1-81c2-2cd329d02ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e52e8ae-97e4-4534-bb78-85c54d9e68ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:50:16Z', 'updated_at': '2021-09-30T07:50:19Z', 'revision_number': 4, 'project_id': '8369d92cbb2a429e9578b965716d5e03', 'subnets': [{'id': '1e52e8ae-97e4-4534-bb78-85c54d9e68ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc04ba1d-ef99-46ae-886a-7b4575a44699'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:50:19.960696 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10778f4a-846e-49e8-bc7e-789e782cf60d None None] Pushing event updated for resources: {'Port': ['ID=e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:50:19.981517 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2ec3dc-13df-41cb-b9e5-c9e3cdfa2133 None None] The sync data for ids ['891403ac-9d42-47a1-81c2-2cd329d02ffe'] in n-d-807359-2 is: [{'id': '891403ac-9d42-47a1-81c2-2cd329d02ffe', 'name': 'router1', 'tenant_id': '8369d92cbb2a429e9578b965716d5e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:50:07Z', 'updated_at': '2021-09-30T07:50:17Z', 'revision_number': 2, 'project_id': '8369d92cbb2a429e9578b965716d5e03', 'gw_port_host': None, '_interfaces': [{'id': 'e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61', 'name': '', 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1', 'tenant_id': '8369d92cbb2a429e9578b965716d5e03', 'mac_address': 'fa:16:3e:48:f5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891403ac-9d42-47a1-81c2-2cd329d02ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e52e8ae-97e4-4534-bb78-85c54d9e68ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:50:16Z', 'updated_at': '2021-09-30T07:50:19Z', 'revision_number': 4, 'project_id': '8369d92cbb2a429e9578b965716d5e03', 'subnets': [{'id': '1e52e8ae-97e4-4534-bb78-85c54d9e68ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc04ba1d-ef99-46ae-886a-7b4575a44699'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 07:50:20.353054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39814) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:50:20.500242 n-d-807359-2 neutron-server[94837]: WARNING oslo_policy.policy [None req-89941701-5900-41bc-a749-a75f04af4074 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 07:50:20.500870 n-d-807359-2 neutron-server[94837]: WARNING oslo_policy.policy [None req-89941701-5900-41bc-a749-a75f04af4074 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 07:50:20.946275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.policy [None req-89941701-5900-41bc-a749-a75f04af4074 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94837) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 30 07:50:20.992346 n-d-807359-2 neutron-server[94837]: WARNING oslo_policy.policy [None req-89941701-5900-41bc-a749-a75f04af4074 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 07:50:20.992718 n-d-807359-2 neutron-server[94837]: WARNING oslo_policy.policy [None req-89941701-5900-41bc-a749-a75f04af4074 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 07:50:21.000670 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89941701-5900-41bc-a749-a75f04af4074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:50:21.002627 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-89941701-5900-41bc-a749-a75f04af4074 admin admin] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 842 time: 0.6481888 Sep 30 07:50:21.013103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'ip_version': 4, 'gateway_ip': '172.25.0.1', 'enable_dhcp': False, 'cidr': '172.25.0.0/24'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 07:50:21.015021 n-d-807359-2 neutron-server[94837]: INFO neutron.quota [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Loaded quota_driver: . Sep 30 07:50:21.056576 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Made reservation on behalf of f502a5ad6cb1436781355838508c59ba for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 07:50:21.059343 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:21.459545 n-d-807359-2 neutron-server[94837]: DEBUG neutron.objects.ports [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94837) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 07:50:21.460230 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:21.527988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70204c2a-d8b7-4cb4-8d81-19a2f314c638,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:50:21.532013 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 07:50:21.532367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Network hostable DHCP agents. Network: c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 07:50:21.540981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:21.541319 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:21.541648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:21.541973 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:21.542297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:21.542615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:21.542931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:21.543245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:21.543556 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:21.543867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:21.544203 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:21.544514 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Tracked resource versions report: Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: pushed versions: Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: { 'AddressGroup': {'1.2'}, Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'ConntrackHelper': {'1.0'}, Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'Log': {'1.0'}, Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'Network': {'1.1'}, Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'Port': {'1.7'}, Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'PortForwarding': {'1.2'}, Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'QosPolicy': {'1.9'}, Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'SecurityGroup': {'1.4'}, Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'SecurityGroupRule': {'1.2'}, Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'SubPort': {'1.0'}, Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'Subnet': {'1.1'}, Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'Trunk': {'1.1'}} Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: consumer versions: Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: { DHCP agent@n-d-807359-2: {}, Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: L3 agent@n-d-807359-2: {}, Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: Metadata agent@n-d-807359-2: {}, Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: Metering agent@n-d-807359-2: {}, Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: Open vSwitch agent@n-d-807359-2: { 'AddressGroup': '1.2', Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'ConntrackHelper': '1.0', Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'Log': '1.0', Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'Network': '1.1', Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'Port': '1.7', Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'PortForwarding': '1.2', Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'QosPolicy': '1.9', Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'SecurityGroup': '1.4', Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'SecurityGroupRule': '1.2', Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'SubPort': '1.0', Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'Subnet': '1.1', Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: 'Trunk': '1.1'}} Sep 30 07:50:21.545555 n-d-807359-2 neutron-server[94837]: {{(pid=94837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 07:50:21.589558 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 07:50:21.603283 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 07:50:21.608585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:50:21.611149 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:21.614781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5260d603-cead-4e67-81e3-273a01a542fc None None] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 07:50:21.634472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a14331ff-87a4-49c2-9431-2896e8553d40 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6251786 Sep 30 07:50:21.811469 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a96757a-4669-4d89-918b-bb11f2026a75 None None] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 07:50:23.985049 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39838) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:50:24.112990 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c1d2f745-d960-4ea3-9f44-bde742ee4085 admin admin] 10.222.0.24 "GET /v2.0/routers/891403ac-9d42-47a1-81c2-2cd329d02ffe HTTP/1.1" status: 200 len: 710 time: 0.1243584 Sep 30 07:50:24.197032 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f94bb39-5c93-459c-aa14-35ab9942b957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:50:24.198295 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1f94bb39-5c93-459c-aa14-35ab9942b957 admin admin] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 886 time: 0.0797322 Sep 30 07:50:24.208435 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 07:50:24.534179 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:24.789096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:24.867725 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:24.971385 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Allocated IP 172.25.0.105 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/991706dd-ebfd-47c5-9bb8-267a0f266743) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 07:50:25.084126 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:25.117159 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:25.161511 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 07:50:25.164415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 07:50:25.170631 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 07:50:25.174823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Pushing event updated for resources: {'Port': ['ID=991706dd-ebfd-47c5-9bb8-267a0f266743,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:50:25.425260 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:25.621444 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:25.624696 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:25.805516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Router 891403ac-9d42-47a1-81c2-2cd329d02ffe has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 07:50:25.911093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 07:50:25.915475 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:25.916729 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8dc9b820-a9c7-4e1c-a7a6-d00bd2db6b00 admin admin] 10.222.0.24 "PUT /v2.0/routers/891403ac-9d42-47a1-81c2-2cd329d02ffe HTTP/1.1" status: 200 len: 890 time: 1.7122877 Sep 30 07:50:26.391499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Sync routers for ids ['891403ac-9d42-47a1-81c2-2cd329d02ffe'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 07:50:26.402544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Routers {'891403ac-9d42-47a1-81c2-2cd329d02ffe'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 07:50:26.403179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T07:50:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['891403ac-9d42-47a1-81c2-2cd329d02ffe'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:50:26.615461 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Set router 891403ac-9d42-47a1-81c2-2cd329d02ffe gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 07:50:26.803398 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 07:50:26.955985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:50:26.956354 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:27.114449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891403ac-9d42-47a1-81c2-2cd329d02ffe', 'name': 'router1', 'tenant_id': '8369d92cbb2a429e9578b965716d5e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '991706dd-ebfd-47c5-9bb8-267a0f266743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:50:07Z', 'updated_at': '2021-09-30T07:50:25Z', 'revision_number': 4, 'project_id': '8369d92cbb2a429e9578b965716d5e03', 'gw_port': {'id': '991706dd-ebfd-47c5-9bb8-267a0f266743', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:83:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891403ac-9d42-47a1-81c2-2cd329d02ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:50:24Z', 'updated_at': '2021-09-30T07:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61', 'name': '', 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1', 'tenant_id': '8369d92cbb2a429e9578b965716d5e03', 'mac_address': 'fa:16:3e:48:f5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891403ac-9d42-47a1-81c2-2cd329d02ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e52e8ae-97e4-4534-bb78-85c54d9e68ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:50:16Z', 'updated_at': '2021-09-30T07:50:19Z', 'revision_number': 5, 'project_id': '8369d92cbb2a429e9578b965716d5e03', 'subnets': [{'id': '1e52e8ae-97e4-4534-bb78-85c54d9e68ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc04ba1d-ef99-46ae-886a-7b4575a44699'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:50:27.167146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Checking router: 891403ac-9d42-47a1-81c2-2cd329d02ffe for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 07:50:27.167485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Updating router 891403ac-9d42-47a1-81c2-2cd329d02ffe port 991706dd-ebfd-47c5-9bb8-267a0f266743 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 07:50:27.213196 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:27.597910 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:27.606803 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:27.661945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0231a3-19a5-43b3-9554-e06d33720806 None None] Pushing event updated for resources: {'Port': ['ID=991706dd-ebfd-47c5-9bb8-267a0f266743,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:50:27.667539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Attempting to bind port 991706dd-ebfd-47c5-9bb8-267a0f266743 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 07:50:27.667950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Attempting to bind port 991706dd-ebfd-47c5-9bb8-267a0f266743 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 07:50:27.668301 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Attempting to bind port 991706dd-ebfd-47c5-9bb8-267a0f266743 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 07:50:27.674801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 7, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 07:50:27.675683 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 07:50:27.676110 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:27.676503 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 07:50:27.676992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Bound port: 991706dd-ebfd-47c5-9bb8-267a0f266743, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 07:50:27.677388 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:27.726531 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] For port 991706dd-ebfd-47c5-9bb8-267a0f266743, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 07:50:27.729512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] For port 991706dd-ebfd-47c5-9bb8-267a0f266743, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=991706dd-ebfd-47c5-9bb8-267a0f266743,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 07:50:27.732984 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:27.788746 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Routers {'891403ac-9d42-47a1-81c2-2cd329d02ffe'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 07:50:27.789347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T07:50:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['891403ac-9d42-47a1-81c2-2cd329d02ffe'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:50:27.791937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0231a3-19a5-43b3-9554-e06d33720806 None None] Pushing event updated for resources: {'Port': ['ID=991706dd-ebfd-47c5-9bb8-267a0f266743,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:50:27.896667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] Set router 891403ac-9d42-47a1-81c2-2cd329d02ffe gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 07:50:28.105063 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891403ac-9d42-47a1-81c2-2cd329d02ffe', 'name': 'router1', 'tenant_id': '8369d92cbb2a429e9578b965716d5e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '991706dd-ebfd-47c5-9bb8-267a0f266743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:50:07Z', 'updated_at': '2021-09-30T07:50:25Z', 'revision_number': 4, 'project_id': '8369d92cbb2a429e9578b965716d5e03', 'gw_port': {'id': '991706dd-ebfd-47c5-9bb8-267a0f266743', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:83:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891403ac-9d42-47a1-81c2-2cd329d02ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:50:24Z', 'updated_at': '2021-09-30T07:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61', 'name': '', 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1', 'tenant_id': '8369d92cbb2a429e9578b965716d5e03', 'mac_address': 'fa:16:3e:48:f5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891403ac-9d42-47a1-81c2-2cd329d02ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e52e8ae-97e4-4534-bb78-85c54d9e68ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:50:16Z', 'updated_at': '2021-09-30T07:50:19Z', 'revision_number': 5, 'project_id': '8369d92cbb2a429e9578b965716d5e03', 'subnets': [{'id': '1e52e8ae-97e4-4534-bb78-85c54d9e68ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc04ba1d-ef99-46ae-886a-7b4575a44699'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:50:28.130368 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e7238-6beb-45cc-a463-544f8ffc3037 None None] The sync data for ids ['891403ac-9d42-47a1-81c2-2cd329d02ffe'] in n-d-807359-2 is: [{'id': '891403ac-9d42-47a1-81c2-2cd329d02ffe', 'name': 'router1', 'tenant_id': '8369d92cbb2a429e9578b965716d5e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '991706dd-ebfd-47c5-9bb8-267a0f266743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:50:07Z', 'updated_at': '2021-09-30T07:50:25Z', 'revision_number': 4, 'project_id': '8369d92cbb2a429e9578b965716d5e03', 'gw_port': {'id': '991706dd-ebfd-47c5-9bb8-267a0f266743', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:83:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891403ac-9d42-47a1-81c2-2cd329d02ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:50:24Z', 'updated_at': '2021-09-30T07:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61', 'name': '', 'network_id': '6b96ca8d-5cfe-400b-a64f-f71f394e1fa1', 'tenant_id': '8369d92cbb2a429e9578b965716d5e03', 'mac_address': 'fa:16:3e:48:f5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891403ac-9d42-47a1-81c2-2cd329d02ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e52e8ae-97e4-4534-bb78-85c54d9e68ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:50:16Z', 'updated_at': '2021-09-30T07:50:19Z', 'revision_number': 5, 'project_id': '8369d92cbb2a429e9578b965716d5e03', 'subnets': [{'id': '1e52e8ae-97e4-4534-bb78-85c54d9e68ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc04ba1d-ef99-46ae-886a-7b4575a44699'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 07:50:28.341728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39850) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:50:28.462151 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-648caca4-bdca-41e5-834f-61c84ecbfcc2 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1193073 Sep 30 07:50:28.837840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 991706dd-ebfd-47c5-9bb8-267a0f266743 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 07:50:28.904258 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 991706dd-ebfd-47c5-9bb8-267a0f266743 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:50:28.904633 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:28.992850 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:29.014621 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 991706dd-ebfd-47c5-9bb8-267a0f266743, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=991706dd-ebfd-47c5-9bb8-267a0f266743,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 07:50:29.020094 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:29.074885 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=991706dd-ebfd-47c5-9bb8-267a0f266743,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:50:30.784616 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 991706dd-ebfd-47c5-9bb8-267a0f266743 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 07:50:30.852792 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 991706dd-ebfd-47c5-9bb8-267a0f266743 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:50:30.853166 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:41.919446 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6890ffff-67f6-4a98-892a-3ebc17ea4e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:44.710708 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ff29252-e43a-4ebd-9375-de5940605bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:45.184767 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:45.645937 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:47.496670 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:50:50.088490 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 07:51:11.926416 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-929a1b31-2e09-4e26-97c4-602d2d49924b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:51:14.706685 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47028f60-0226-43e6-a387-abb985054c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:51:15.183729 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:51:15.642349 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:51:17.502977 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:51:27.087359 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 07:51:41.919088 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8292401-c47b-4f67-931f-53c4e3a86de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:51:44.709167 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7f75b3c-f34b-4bb2-bcef-e3d6f67cd2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:51:45.175470 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:51:45.642749 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:51:47.501529 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:52:04.086827 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 07:52:10.673443 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40444) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:52:10.734934 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba290d5-9ab7-4ae7-b7b2-d4d93a1fdbc5 admin admin] GET failed (client error): The resource could not be found. Sep 30 07:52:10.736284 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cba290d5-9ab7-4ae7-b7b2-d4d93a1fdbc5 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619068 Sep 30 07:52:10.894455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa45b5-cd5b-44ad-9b13-8c3bba6c6d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:52:10.895873 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c5fa45b5-cd5b-44ad-9b13-8c3bba6c6d01 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1549203 Sep 30 07:52:11.921401 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-136cc72e-8dff-4d04-b40d-4e63d1fce533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:52:13.112909 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40454) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:52:13.208502 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111c3b67-8669-4346-8250-aa4540b1990f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:52:13.209886 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-111c3b67-8669-4346-8250-aa4540b1990f admin admin] 10.222.0.24 "GET /v2.0/subnets/1e52e8ae-97e4-4534-bb78-85c54d9e68ea HTTP/1.1" status: 200 len: 849 time: 0.0960212 Sep 30 07:52:13.219921 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 07:52:13.304125 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:52:13.458677 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779439489015'] for subnet, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:52:13.491472 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:52:13.492099 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:52:13.493400 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] 10.222.0.24 "PUT /v2.0/subnets/1e52e8ae-97e4-4534-bb78-85c54d9e68ea HTTP/1.1" status: 200 len: 868 time: 0.2771261 Sep 30 07:52:13.495740 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27a6ed7-a25c-49e8-abe6-ea3d39eed170 None None] Network 6b96ca8d-5cfe-400b-a64f-f71f394e1fa1 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 07:52:13.516409 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e52e8ae-97e4-4534-bb78-85c54d9e68ea,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:52:13.525859 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:52:13.526720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:52:13.527423 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:52:13.528117 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:52:13.529519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:52:13.530076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:52:13.530626 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:52:13.531166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:52:13.531739 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:52:13.532426 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:52:13.532988 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:52:13.533525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b003a-c9ae-49fe-8788-b364ce747e52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:52:13.927050 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a1dd3680-811a-460a-80f2-42b4bccfda7b None None] Provisioning complete for port e5ae49ec-28bc-4e80-a85a-5ec4b09fdc61 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:52:13.927427 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1dd3680-811a-460a-80f2-42b4bccfda7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:52:14.017618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a1dd3680-811a-460a-80f2-42b4bccfda7b None None] Provisioning complete for port ce4cdc4a-ad4f-48b3-b805-5b7d18a42c3b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:52:14.017981 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1dd3680-811a-460a-80f2-42b4bccfda7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:52:14.710205 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9eb38da7-900b-4695-b352-c0149b668b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:52:15.177610 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:52:15.646623 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:52:15.744366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40462) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:52:15.964407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa3dabc-66bc-48c5-ab4d-d25377b40cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:52:15.964880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa3dabc-66bc-48c5-ab4d-d25377b40cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:52:15.967080 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9aa3dabc-66bc-48c5-ab4d-d25377b40cc4 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2217698 Sep 30 07:52:17.510797 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:52:18.155748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40472) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:52:18.283273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ca85cb-54a3-404d-992e-728212d332d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:52:18.283753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ca85cb-54a3-404d-992e-728212d332d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:52:18.285324 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f3ca85cb-54a3-404d-992e-728212d332d2 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1285741 Sep 30 07:52:20.465243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40480) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:52:20.612869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59804d4-3aeb-411f-afda-0ed880312884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:52:20.614515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f59804d4-3aeb-411f-afda-0ed880312884 admin admin] 10.222.0.24 "GET /v2.0/networks/6b96ca8d-5cfe-400b-a64f-f71f394e1fa1 HTTP/1.1" status: 200 len: 869 time: 0.1481051 Sep 30 07:52:22.835442 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40488) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:52:22.971128 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f7f0b-451e-4c34-a91a-3352dac559c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:52:22.972501 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e07f7f0b-451e-4c34-a91a-3352dac559c2 admin admin] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 886 time: 0.1452882 Sep 30 07:52:25.176701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40496) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:52:25.312849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f67cc78-691a-4503-8ef7-a93787a33e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:52:25.313302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f67cc78-691a-4503-8ef7-a93787a33e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:52:25.314873 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2f67cc78-691a-4503-8ef7-a93787a33e9b admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1372569 Sep 30 07:52:27.557538 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40504) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:52:27.684264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302cc9c4-8c97-45b4-8c06-8e0961362025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:52:27.684509 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302cc9c4-8c97-45b4-8c06-8e0961362025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:52:27.686014 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-302cc9c4-8c97-45b4-8c06-8e0961362025 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275542 Sep 30 07:52:29.986988 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:52:30.077917 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba92374-180d-4324-bf4f-f09b17d8706e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:52:30.079216 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bba92374-180d-4324-bf4f-f09b17d8706e admin admin] 10.222.0.24 "GET /v2.0/subnets/1e52e8ae-97e4-4534-bb78-85c54d9e68ea HTTP/1.1" status: 200 len: 868 time: 0.0912809 Sep 30 07:52:32.471061 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40520) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:52:32.556305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe6dda9-65fe-4836-a89d-bdba98e17916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:52:32.557641 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ffe6dda9-65fe-4836-a89d-bdba98e17916 admin admin] 10.222.0.24 "GET /v2.0/subnets/70204c2a-d8b7-4cb4-8d81-19a2f314c638 HTTP/1.1" status: 200 len: 816 time: 0.0856388 Sep 30 07:52:41.084564 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 07:52:41.923652 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0782-a844-45b8-bc1b-4435627768b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:52:44.711663 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa930-a1c3-4696-bae6-2ab48f0e47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:52:45.179318 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:52:45.653444 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:52:47.515632 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:52:56.741494 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:52:56.789162 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-781aab5c-bd94-4a5b-bc76-fdc7415d6440 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 07:52:56.790176 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-781aab5c-bd94-4a5b-bc76-fdc7415d6440 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0477381 Sep 30 07:52:59.082255 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40582) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:52:59.142141 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb86fbbb-b4b0-4192-bc54-f07e493bfc5e admin admin] GET failed (client error): The resource could not be found. Sep 30 07:52:59.143469 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bb86fbbb-b4b0-4192-bc54-f07e493bfc5e admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602829 Sep 30 07:52:59.230670 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b217c1-ccce-44e8-b6da-7efb8cb40fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:52:59.232173 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-61b217c1-ccce-44e8-b6da-7efb8cb40fcd admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0841708 Sep 30 07:53:01.476088 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:53:01.522069 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-650d93af-8954-4061-b5fe-c3275e7c516f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 07:53:01.542716 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650d93af-8954-4061-b5fe-c3275e7c516f admin admin] Made reservation on behalf of f502a5ad6cb1436781355838508c59ba for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 07:53:01.544997 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-650d93af-8954-4061-b5fe-c3275e7c516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:01.571024 n-d-807359-2 neutron-server[94838]: WARNING neutron.services.revisions.revision_plugin [None req-650d93af-8954-4061-b5fe-c3275e7c516f admin admin] Could not find related network for resource to bump revision. Sep 30 07:53:01.582249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650d93af-8954-4061-b5fe-c3275e7c516f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 07:53:01.590880 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-650d93af-8954-4061-b5fe-c3275e7c516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:01.591221 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-650d93af-8954-4061-b5fe-c3275e7c516f admin admin] Added segment 4b2d22ff-f289-4cba-9ca5-7fc14168b213 of type vlan for network a3e049d0-962a-4faa-b8da-6f415be9cd9e Sep 30 07:53:01.628815 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-650d93af-8954-4061-b5fe-c3275e7c516f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:01.653308 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-650d93af-8954-4061-b5fe-c3275e7c516f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:01.654299 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650d93af-8954-4061-b5fe-c3275e7c516f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:53:01.654800 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-650d93af-8954-4061-b5fe-c3275e7c516f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:01.688127 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-650d93af-8954-4061-b5fe-c3275e7c516f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2109139 Sep 30 07:53:01.716402 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d93af-8954-4061-b5fe-c3275e7c516f admin admin] Pushing event updated for resources: {'Network': ['ID=a3e049d0-962a-4faa-b8da-6f415be9cd9e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:53:01.727008 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 07:53:03.891371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40598) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:53:03.952008 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f693e8d-9118-4b6f-aac1-685163ee4a12 admin admin] GET failed (client error): The resource could not be found. Sep 30 07:53:03.953334 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6f693e8d-9118-4b6f-aac1-685163ee4a12 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610988 Sep 30 07:53:04.055361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5645848-64bc-4916-bcd5-6d7465ff2ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:53:04.056869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b5645848-64bc-4916-bcd5-6d7465ff2ca0 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0989172 Sep 30 07:53:04.068164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 07:53:04.087483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Made reservation on behalf of f502a5ad6cb1436781355838508c59ba for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 07:53:04.090589 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:04.259075 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:04.313459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc99ad3b-97d5-469c-b2a5-2b26f40d9581,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:53:04.323175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 07:53:04.323525 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Network hostable DHCP agents. Network: a3e049d0-962a-4faa-b8da-6f415be9cd9e, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 07:53:04.326725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.327061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.327391 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.327717 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.328069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.328392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.328708 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.329026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.329341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.329653 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.329957 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.330274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.347843 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 07:53:04.356500 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, a3e049d0-962a-4faa-b8da-6f415be9cd9e) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 07:53:04.362148 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:53:04.362148 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:04.365196 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402a5ab7-f101-4eb0-acfe-9e14ea91221d None None] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 07:53:04.376498 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a12adc13-b2b8-4c0b-baf2-ee8e6aec5758 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3119378 Sep 30 07:53:04.517174 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'tenant_id': 'f502a5ad6cb1436781355838508c59ba', 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 07:53:04.518080 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:04.662907 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Allocated IP 192.168.233.2 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/acbe97a2-0835-4a40-9d3f-192ae438c6ac) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 07:53:04.815709 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:04.822552 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:04.859426 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 07:53:04.862187 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 07:53:04.864609 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 07:53:04.878339 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Pushing event updated for resources: {'Port': ['ID=acbe97a2-0835-4a40-9d3f-192ae438c6ac,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:53:04.901493 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.901919 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.902261 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.902597 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.902923 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.903250 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.903592 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.903958 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.904254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.904577 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.904901 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.905213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:53:04.938741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Attempting to bind port acbe97a2-0835-4a40-9d3f-192ae438c6ac on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 07:53:04.939101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Attempting to bind port acbe97a2-0835-4a40-9d3f-192ae438c6ac by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 07:53:04.939455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Attempting to bind port acbe97a2-0835-4a40-9d3f-192ae438c6ac on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 07:53:04.944651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 7, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 07:53:04.945061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 07:53:04.945394 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:04.945773 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 07:53:04.946225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Bound port: acbe97a2-0835-4a40-9d3f-192ae438c6ac, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 07:53:04.946615 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:05.009281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] For port acbe97a2-0835-4a40-9d3f-192ae438c6ac, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 07:53:05.013396 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] For port acbe97a2-0835-4a40-9d3f-192ae438c6ac, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=acbe97a2-0835-4a40-9d3f-192ae438c6ac,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 07:53:05.019244 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:05.074718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae27fd-3e26-4cdb-9f3f-33d004ae37c8 None None] Pushing event updated for resources: {'Port': ['ID=acbe97a2-0835-4a40-9d3f-192ae438c6ac,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:53:05.901552 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfab980-e63c-431e-bf72-9274bd524b35 None None] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 07:53:06.020475 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-90aad3e6-6b04-4b1f-85b3-0045103d5239 None None] Provisioning complete for port acbe97a2-0835-4a40-9d3f-192ae438c6ac triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:53:06.020848 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90aad3e6-6b04-4b1f-85b3-0045103d5239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:06.131781 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90aad3e6-6b04-4b1f-85b3-0045103d5239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:06.168997 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-90aad3e6-6b04-4b1f-85b3-0045103d5239 None None] For port acbe97a2-0835-4a40-9d3f-192ae438c6ac, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=acbe97a2-0835-4a40-9d3f-192ae438c6ac,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 07:53:06.173791 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90aad3e6-6b04-4b1f-85b3-0045103d5239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:06.228762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aad3e6-6b04-4b1f-85b3-0045103d5239 None None] Pushing event updated for resources: {'Port': ['ID=acbe97a2-0835-4a40-9d3f-192ae438c6ac,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:53:06.293556 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-638dbea2-c5d3-4c70-9e16-e725f63172c8 None None] Provisioning complete for port acbe97a2-0835-4a40-9d3f-192ae438c6ac triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:53:06.293925 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-638dbea2-c5d3-4c70-9e16-e725f63172c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:06.902050 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device acbe97a2-0835-4a40-9d3f-192ae438c6ac up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 07:53:06.952167 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port acbe97a2-0835-4a40-9d3f-192ae438c6ac triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:53:06.952539 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:11.924682 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3db08e80-2460-455d-bbf6-9c321346a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:14.712391 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1e93c80-fe34-43f2-bb6a-65f074d49750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:15.180927 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:15.653158 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:17.517939 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:18.082579 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 07:53:41.925826 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc4352da-da6c-49d4-93a8-b222b09d263e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:44.713743 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-225021cf-6fe4-4d39-b382-46f8665e08a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:45.184606 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:45.655970 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:47.521689 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:53:55.080254 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 07:54:11.928910 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-796b8009-1e46-43ec-9bb1-81028e3425e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:54:14.715891 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8068ccfe-e089-4e1a-9c06-1d0cf6c4c340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:54:15.186838 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:54:15.657552 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:54:17.524863 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:54:25.456951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40650) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:54:25.464222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [None req-3b254152-2a7d-49a9-a773-3874871efbe5 tempest-verify_tempest_config-264617247 tempest-verify_tempest_config-264617247-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 07:54:25.465218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3b254152-2a7d-49a9-a773-3874871efbe5 tempest-verify_tempest_config-264617247 tempest-verify_tempest_config-264617247-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0072730 Sep 30 07:54:25.764462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40668) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:54:25.869809 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:54:25.955709 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:54:25.959275 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:54:26.012523 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4651d4a0aa34a16bdc03d7aa93ede24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2469153 Sep 30 07:54:26.013383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8800b105-aeda-4965-9181-6ce9061fa108,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:54:26.015344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40674) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:54:26.024113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.024457 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.024792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.025127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.025452 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.025782 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.026114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.026422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.026740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.027058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.027375 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.027690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fdfcd-2856-421e-ab50-a7e92f1f803f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.095517 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:54:26.120428 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:54:26.209462 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:54:26.212753 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:54:26.213920 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8800b105-aeda-4965-9181-6ce9061fa108 HTTP/1.1" status: 204 len: 168 time: 0.1976085 Sep 30 07:54:26.221833 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8800b105-aeda-4965-9181-6ce9061fa108,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:54:26.228293 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.228637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.228981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.229318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.229648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.229975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.230302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.230626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.230949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.231290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.231580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:26.231899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87b5f3-5f9d-4d92-b95b-25c67d517bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:54:32.078632 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 07:54:41.930540 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-879e7d5a-aab1-410b-96ea-eb5184ca98d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:54:44.727677 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab192263-e867-4d8c-8fb4-d16132a043cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:54:45.187692 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:54:45.660964 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:54:47.526804 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:55:09.076441 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 07:55:11.931071 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ed87f44-d04b-4dcc-8864-07dd09dbfc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:55:14.721042 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc8f13dd-0b9d-4217-ac3b-05f9d95ac366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:55:15.280786 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:55:15.664685 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:55:17.530292 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:55:41.931476 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd98b4a3-04c0-4931-9bf6-691892d0fd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:55:44.720126 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66828afb-237a-458f-a864-34e7a0ce0a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:55:45.191958 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:55:45.667585 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:55:46.074134 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 07:55:47.533283 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:56:11.933368 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8f0f526-5f8d-4622-a20e-33acf5af95ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:56:14.719681 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6624683a-be8a-440f-ba13-aa18a77b08b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:56:15.193633 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:56:15.670054 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:56:17.535714 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:56:23.073264 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 07:56:41.933253 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7abb85ad-10f4-470a-af37-cf093f143087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:56:44.725518 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b0274a6-b603-4722-832a-73c51afeffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:56:45.195010 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:56:45.675293 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:56:47.538570 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:57:00.072362 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 07:57:11.933304 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d603a567-b92a-4b10-8f19-6ec4b18681c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:57:14.715706 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e31dde9a-3808-474e-ab87-bb3c8d02cc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:57:15.197195 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:57:15.681187 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:57:17.541843 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:57:29.334276 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630475'] for agent, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:57:37.071643 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 6 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 07:57:39.862100 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630475'] for agent, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:57:41.934640 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d97ec322-3c0d-4efa-84f3-53ae94cf8aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:57:44.715337 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8874-7546-4583-964f-4584742ecc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:57:45.198265 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:57:45.680527 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:57:47.549941 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:57:59.287501 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:58:09.815126 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:58:11.937551 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31285ed7-fe1d-4e29-8ab6-4eb7e30461a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:58:14.071242 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 07:58:14.715755 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3d0fda4-d6dc-4bab-91b3-8773ca978d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:58:15.199186 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:58:15.684681 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:58:17.552048 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:58:23.227593 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:58:23.333594 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-65ff8fc9-9338-42b3-9457-1c0658f4c291 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1049066 Sep 30 07:58:25.554274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40744) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:58:25.617459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3991ba55-81a2-4f7b-9e04-1e913d7354dd admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0621030 Sep 30 07:58:29.315022 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:58:39.828484 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:58:41.943632 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-16ec99e6-8c75-426b-bac6-f8105d6c97be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:58:44.716960 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46b9f10e-dd04-4605-9c68-09e1e26b30db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:58:45.200258 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:58:45.686259 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:58:47.553750 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:58:51.070165 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 07:58:59.329529 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:09.830176 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:11.939000 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d410da1-782b-4ffe-ab2e-ddb723e118fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:14.719335 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3a027b7-ee8b-4ba2-88f6-a6b1f9e68706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:15.202239 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:15.689895 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:17.562158 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:28.069713 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 07:59:29.344413 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:39.846099 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:41.940663 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ffc560f-caa0-4912-a5dd-7e73598a0343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:44.719090 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b55a5060-2ec9-44f1-825a-066f8a889647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:45.205427 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:45.701572 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:47.570931 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:50.666118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40998) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:51.082260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-network', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 07:59:51.104968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Made reservation on behalf of 28da63c1dc59482bb1a1e2e0060695fe for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 07:59:51.107349 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:51.125583 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:51.225468 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:51.230335 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:51.246460 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 07:59:51.261086 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779439253643', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:51.261647 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Unsubscribe: segment precommit_create {{(pid=94837) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 30 07:59:51.262139 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Added segment f2bea4ae-530c-4238-8e19-ad84a770a171 of type vlan for network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 Sep 30 07:59:51.331755 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:51.382857 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:51.385395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:59:51.386173 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:51.460865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41050) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:51.466874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Request body: {'subnet': {'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-subnet', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 07:59:51.471218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8037660 Sep 30 07:59:51.487142 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b6471f-f475-4ab8-8aac-831933c1ef01,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:51.509071 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Made reservation on behalf of 28da63c1dc59482bb1a1e2e0060695fe for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 07:59:51.511387 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:51.521903 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.522257 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.522599 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.526260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.526424 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.526674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.527013 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.527348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.527680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.532257 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.532653 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.533000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Tracked resource versions report: Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: pushed versions: Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: { 'AddressGroup': {'1.2'}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'ConntrackHelper': {'1.0'}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'Log': {'1.0'}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'Network': {'1.1'}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'Port': {'1.7'}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'PortForwarding': {'1.2'}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'QosPolicy': {'1.9'}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'SecurityGroup': {'1.4'}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'SecurityGroupRule': {'1.2'}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'SubPort': {'1.0'}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'Subnet': {'1.1'}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'Trunk': {'1.1'}} Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: consumer versions: Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: { DHCP agent@n-d-807359-2: {}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: HyperV agent@n-h1-807359-2: {}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: HyperV agent@n-h2-807359-2: {}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: L3 agent@n-d-807359-2: {}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: Metadata agent@n-d-807359-2: {}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: Metering agent@n-d-807359-2: {}, Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: Open vSwitch agent@n-d-807359-2: { 'AddressGroup': '1.2', Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'ConntrackHelper': '1.0', Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'Log': '1.0', Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'Network': '1.1', Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'Port': '1.7', Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'PortForwarding': '1.2', Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'QosPolicy': '1.9', Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'SecurityGroup': '1.4', Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'SecurityGroupRule': '1.2', Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'SubPort': '1.0', Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'Subnet': '1.1', Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: 'Trunk': '1.1'}} Sep 30 07:59:51.534040 n-d-807359-2 neutron-server[94837]: {{(pid=94837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 07:59:51.600327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5e66e-19f9-4a8f-bd67-1dbf429edf93 admin admin] Pushing event updated for resources: {'Network': ['ID=c693cec2-10a8-4bc9-9dc9-ec670a2edec6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:51.614043 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 07:59:51.778597 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:51.827401 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6eae367-e63e-468e-b670-66f47b5bf007,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:51.836294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.836638 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.837824 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.838694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.839228 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.839758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.840270 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.840798 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.841329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.841820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.842293 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.842768 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Tracked resource versions report: Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: pushed versions: Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: { 'AddressGroup': {'1.2'}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'ConntrackHelper': {'1.0'}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'Log': {'1.0'}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'Network': {'1.1'}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'Port': {'1.7'}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'PortForwarding': {'1.2'}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'QosPolicy': {'1.9'}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'SecurityGroup': {'1.4'}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'SecurityGroupRule': {'1.2'}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'SubPort': {'1.0'}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'Subnet': {'1.1'}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'Trunk': {'1.1'}} Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: consumer versions: Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: { DHCP agent@n-d-807359-2: {}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: HyperV agent@n-h1-807359-2: {}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: HyperV agent@n-h2-807359-2: {}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: L3 agent@n-d-807359-2: {}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: Metadata agent@n-d-807359-2: {}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: Metering agent@n-d-807359-2: {}, Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: Open vSwitch agent@n-d-807359-2: { 'AddressGroup': '1.2', Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'ConntrackHelper': '1.0', Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'Log': '1.0', Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'Network': '1.1', Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'Port': '1.7', Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'PortForwarding': '1.2', Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'QosPolicy': '1.9', Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'SecurityGroup': '1.4', Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'SecurityGroupRule': '1.2', Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'SubPort': '1.0', Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'Subnet': '1.1', Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: 'Trunk': '1.1'}} Sep 30 07:59:51.843939 n-d-807359-2 neutron-server[94838]: {{(pid=94838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 07:59:51.866928 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Checking segment: {'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 07:59:51.867279 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Network hostable DHCP agents. Network: c693cec2-10a8-4bc9-9dc9-ec670a2edec6, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 07:59:51.888353 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 07:59:51.900966 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, c693cec2-10a8-4bc9-9dc9-ec670a2edec6) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 07:59:51.907071 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:59:51.909958 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:51.913488 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442b80d5-1819-4474-9ed1-97d6375c5864 None None] Network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 07:59:51.952099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41090) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:51.952688 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4adc5f39-68dc-4409-ad0d-457c40c7cf25 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4901321 Sep 30 07:59:51.963205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 07:59:52.025595 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:52.027305 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:52.125495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 07:59:52.126183 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:52.182531 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:52.394699 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Allocated IP 172.20.0.2 (c693cec2-10a8-4bc9-9dc9-ec670a2edec6/a6eae367-e63e-468e-b670-66f47b5bf007/df82d318-efab-4d57-bcf6-c383bd2974fa) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 07:59:52.538619 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:52.635885 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:52.648752 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:52.695045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 07:59:52.700337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 07:59:52.704061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 07:59:52.713265 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Pushing event updated for resources: {'Port': ['ID=df82d318-efab-4d57-bcf6-c383bd2974fa,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:52.722491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:52.722749 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:52.723482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:52.723827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:52.724192 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:52.724523 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:52.724854 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:52.725185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:52.725566 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:52.725911 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:52.726242 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:52.726564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Tracked resource versions report: Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: pushed versions: Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: { 'AddressGroup': {'1.2'}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'ConntrackHelper': {'1.0'}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'Log': {'1.0'}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'Network': {'1.1'}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'Port': {'1.7'}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'PortForwarding': {'1.2'}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'QosPolicy': {'1.9'}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'SecurityGroup': {'1.4'}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'SecurityGroupRule': {'1.2'}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'SubPort': {'1.0'}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'Subnet': {'1.1'}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'Trunk': {'1.1'}} Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: consumer versions: Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: { DHCP agent@n-d-807359-2: {}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: HyperV agent@n-h1-807359-2: {}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: HyperV agent@n-h2-807359-2: {}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: L3 agent@n-d-807359-2: {}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: Metadata agent@n-d-807359-2: {}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: Metering agent@n-d-807359-2: {}, Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: Open vSwitch agent@n-d-807359-2: { 'AddressGroup': '1.2', Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'ConntrackHelper': '1.0', Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'Log': '1.0', Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'Network': '1.1', Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'Port': '1.7', Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'PortForwarding': '1.2', Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'QosPolicy': '1.9', Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'SecurityGroup': '1.4', Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'SecurityGroupRule': '1.2', Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'SubPort': '1.0', Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'Subnet': '1.1', Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: 'Trunk': '1.1'}} Sep 30 07:59:52.727659 n-d-807359-2 neutron-server[94839]: {{(pid=94839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 07:59:52.786475 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Attempting to bind port df82d318-efab-4d57-bcf6-c383bd2974fa on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 07:59:52.786857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Attempting to bind port df82d318-efab-4d57-bcf6-c383bd2974fa by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 07:59:52.787222 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Attempting to bind port df82d318-efab-4d57-bcf6-c383bd2974fa on network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 07:59:52.793488 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 7, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 07:59:52.793864 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Checking segment: {'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 07:59:52.794829 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:52.795406 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Bound using segment: {'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 07:59:52.796093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Bound port: df82d318-efab-4d57-bcf6-c383bd2974fa, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 07:59:52.796626 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:52.880791 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] For port df82d318-efab-4d57-bcf6-c383bd2974fa, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 07:59:52.881448 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:52.885473 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] For port df82d318-efab-4d57-bcf6-c383bd2974fa, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=df82d318-efab-4d57-bcf6-c383bd2974fa,segment=NetworkSegment(f2bea4ae-530c-4238-8e19-ad84a770a171),segment_id=f2bea4ae-530c-4238-8e19-ad84a770a171)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 07:59:52.891035 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:52.911719 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:52.956626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292835af-07a9-4c8f-849f-e8d7da789a0d None None] Pushing event updated for resources: {'Port': ['ID=df82d318-efab-4d57-bcf6-c383bd2974fa,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:53.134031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Allocated IP 172.25.0.151 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/fc0559b5-a213-4046-988b-e0a283c74355) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 07:59:53.287178 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41150) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:53.336182 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:53.427637 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:53.428310 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48d1bd70-5663-4ec9-8629-982435b5c7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:53.503958 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 07:59:53.513066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 07:59:53.520288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 07:59:53.563383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0559b5-a213-4046-988b-e0a283c74355,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:53.568012 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48d1bd70-5663-4ec9-8629-982435b5c7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:53.574018 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48d1bd70-5663-4ec9-8629-982435b5c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:53.623532 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-48d1bd70-5663-4ec9-8629-982435b5c7a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c2285ce91d84ee4bcdf39e48967523d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3344712 Sep 30 07:59:53.625728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1bd70-5663-4ec9-8629-982435b5c7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a70776-e014-4117-8556-1ccd939bcbc5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:53.628142 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41176) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:53.700236 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4b0534f-20a7-4f7f-812d-44282e7c0ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:53.742683 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4b0534f-20a7-4f7f-812d-44282e7c0ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:53.914174 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4b0534f-20a7-4f7f-812d-44282e7c0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:53.916820 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4b0534f-20a7-4f7f-812d-44282e7c0ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:53.917991 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f4b0534f-20a7-4f7f-812d-44282e7c0ff7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52a70776-e014-4117-8556-1ccd939bcbc5 HTTP/1.1" status: 204 len: 168 time: 0.2889481 Sep 30 07:59:53.942904 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0534f-20a7-4f7f-812d-44282e7c0ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a70776-e014-4117-8556-1ccd939bcbc5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:53.944212 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.197427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7740a9b9-5859-410b-a6f1-00d3191054b7 None None] Network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 07:59:54.371459 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41222) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:54.372025 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-208109ca-20c5-476d-bc17-6f05ab8fd33f None None] Provisioning complete for port df82d318-efab-4d57-bcf6-c383bd2974fa triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:59:54.372025 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-208109ca-20c5-476d-bc17-6f05ab8fd33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.393577 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba9ef504-609c-4edd-b1f7-a03707fc1341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.435215 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.508526 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-208109ca-20c5-476d-bc17-6f05ab8fd33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.560872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-208109ca-20c5-476d-bc17-6f05ab8fd33f None None] For port df82d318-efab-4d57-bcf6-c383bd2974fa, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=df82d318-efab-4d57-bcf6-c383bd2974fa,segment=NetworkSegment(f2bea4ae-530c-4238-8e19-ad84a770a171),segment_id=f2bea4ae-530c-4238-8e19-ad84a770a171)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 07:59:54.569679 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-208109ca-20c5-476d-bc17-6f05ab8fd33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.660746 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba9ef504-609c-4edd-b1f7-a03707fc1341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.668674 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba9ef504-609c-4edd-b1f7-a03707fc1341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.678645 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Router 71265e85-b728-4762-80db-05242b67da7a is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 07:59:54.689630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208109ca-20c5-476d-bc17-6f05ab8fd33f None None] Pushing event updated for resources: {'Port': ['ID=df82d318-efab-4d57-bcf6-c383bd2974fa,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:54.744393 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41242) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:54.768858 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ba9ef504-609c-4edd-b1f7-a03707fc1341 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e88ef98975142f19455aef933c3d4ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3953083 Sep 30 07:59:54.771530 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41246) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:54.773852 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ef504-609c-4edd-b1f7-a03707fc1341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6443163d-e6b1-4c7a-95d9-1b82b044103e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:54.871928 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 07:59:54.884841 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Sync routers for ids ['71265e85-b728-4762-80db-05242b67da7a'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 07:59:54.893765 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Routers {'71265e85-b728-4762-80db-05242b67da7a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 07:59:54.894255 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T07:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71265e85-b728-4762-80db-05242b67da7a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:59:54.908208 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ebc72b1-0475-4767-b0f9-f691737231c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.919564 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.923505 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-da5bf39a-93dd-4ca3-876e-bbdbc24840c3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.9664252 Sep 30 07:59:54.923855 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41252) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:54.964126 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ebc72b1-0475-4767-b0f9-f691737231c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:54.966336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41264) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:54.969952 n-d-807359-2 neutron-server[94837]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 30 07:59:54.998030 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-228a68ad-4fe0-41e0-81f9-6b17032c3561 None None] Provisioning complete for port df82d318-efab-4d57-bcf6-c383bd2974fa triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:59:54.999097 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-228a68ad-4fe0-41e0-81f9-6b17032c3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:55.009091 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85e6bb1f-b4ed-4c63-80a0-669a35cb3b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:55.042047 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-ba5e21ba-4511-4bf7-93f6-340ddfa3f1be tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=afe082f9b2bd48c8856a607c7d58a4a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737722 Sep 30 07:59:55.121962 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Set router 71265e85-b728-4762-80db-05242b67da7a gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 07:59:55.253983 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device df82d318-efab-4d57-bcf6-c383bd2974fa up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 07:59:55.348007 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port df82d318-efab-4d57-bcf6-c383bd2974fa triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:59:55.348696 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:55.379924 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ebc72b1-0475-4767-b0f9-f691737231c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:55.389273 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ebc72b1-0475-4767-b0f9-f691737231c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:55.395437 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5ebc72b1-0475-4767-b0f9-f691737231c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6443163d-e6b1-4c7a-95d9-1b82b044103e HTTP/1.1" status: 204 len: 168 time: 0.6196055 Sep 30 07:59:55.423163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-2ed85e6c-1a9e-42b6-b090-225eda15df6c tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:59:55.431696 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-2ed85e6c-1a9e-42b6-b090-225eda15df6c tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3884993 Sep 30 07:59:55.462627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc72b1-0475-4767-b0f9-f691737231c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6443163d-e6b1-4c7a-95d9-1b82b044103e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:55.475110 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-930166fe-5bc5-48cc-862f-2ebd589d32f9 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/quotas/afe082f9b2bd48c8856a607c7d58a4a0 HTTP/1.1" status: 200 len: 375 time: 0.0418775 Sep 30 07:59:55.475692 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:53Z', 'revision_number': 3, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:59:55.545401 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-fdc7c975-a063-4f81-a82d-c5c6ccfe37e1 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=afe082f9b2bd48c8856a607c7d58a4a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691800 Sep 30 07:59:55.573132 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Checking router: 71265e85-b728-4762-80db-05242b67da7a for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 07:59:55.573547 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Updating router 71265e85-b728-4762-80db-05242b67da7a port fc0559b5-a213-4046-988b-e0a283c74355 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 07:59:55.613526 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:55.700619 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85e6bb1f-b4ed-4c63-80a0-669a35cb3b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:55.726348 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85e6bb1f-b4ed-4c63-80a0-669a35cb3b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:55.758737 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41304) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:55.759231 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-85e6bb1f-b4ed-4c63-80a0-669a35cb3b78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=041813e3b25a478da3e12acc24d10dca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0126479 Sep 30 07:59:55.890715 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52c88886-eeb4-49a1-b90f-4c403279f257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:55.924614 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6bb1f-b4ed-4c63-80a0-669a35cb3b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ffd0d4-87ed-4a66-bebb-1c7996c81f84,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:55.944138 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52c88886-eeb4-49a1-b90f-4c403279f257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:55.953037 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:56.096671 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52c88886-eeb4-49a1-b90f-4c403279f257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:56.099591 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52c88886-eeb4-49a1-b90f-4c403279f257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:56.101304 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-52c88886-eeb4-49a1-b90f-4c403279f257 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85ffd0d4-87ed-4a66-bebb-1c7996c81f84 HTTP/1.1" status: 204 len: 168 time: 0.3414242 Sep 30 07:59:56.123730 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c88886-eeb4-49a1-b90f-4c403279f257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ffd0d4-87ed-4a66-bebb-1c7996c81f84,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:56.157168 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:56.170725 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:56.175793 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9a4347a3-481e-4365-a612-062ef09c42e1 req-295e333c-a3e2-40c8-ae66-af7632efed1c tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 210 time: 0.0651352 Sep 30 07:59:56.214204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Allocated IP 172.20.0.1 (c693cec2-10a8-4bc9-9dc9-ec670a2edec6/a6eae367-e63e-468e-b670-66f47b5bf007/b362308f-afe0-4a52-88d5-da67393fb908) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 07:59:56.264692 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfee04b-050a-42ea-9359-19685411cee0 None None] Pushing event updated for resources: {'Port': ['ID=fc0559b5-a213-4046-988b-e0a283c74355,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:56.278751 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfee04b-050a-42ea-9359-19685411cee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:56.279245 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfee04b-050a-42ea-9359-19685411cee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:56.280103 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfee04b-050a-42ea-9359-19685411cee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:56.280445 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfee04b-050a-42ea-9359-19685411cee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:56.280917 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfee04b-050a-42ea-9359-19685411cee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:56.281457 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfee04b-050a-42ea-9359-19685411cee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:56.282053 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfee04b-050a-42ea-9359-19685411cee0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:56.282774 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfee04b-050a-42ea-9359-19685411cee0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:56.283238 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfee04b-050a-42ea-9359-19685411cee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:56.283702 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfee04b-050a-42ea-9359-19685411cee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:56.284216 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfee04b-050a-42ea-9359-19685411cee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:56.284694 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfee04b-050a-42ea-9359-19685411cee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfee04b-050a-42ea-9359-19685411cee0 None None] Tracked resource versions report: Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: pushed versions: Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: { 'AddressGroup': {'1.2'}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'ConntrackHelper': {'1.0'}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'Log': {'1.0'}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'Network': {'1.1'}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'Port': {'1.7'}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'PortForwarding': {'1.2'}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'QosPolicy': {'1.9'}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'SecurityGroup': {'1.4'}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'SecurityGroupRule': {'1.2'}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'SubPort': {'1.0'}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'Subnet': {'1.1'}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'Trunk': {'1.1'}} Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: consumer versions: Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: { DHCP agent@n-d-807359-2: {}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: HyperV agent@n-h1-807359-2: {}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: HyperV agent@n-h2-807359-2: {}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: L3 agent@n-d-807359-2: {}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: Metadata agent@n-d-807359-2: {}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: Metering agent@n-d-807359-2: {}, Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: Open vSwitch agent@n-d-807359-2: { 'AddressGroup': '1.2', Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'ConntrackHelper': '1.0', Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'Log': '1.0', Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'Network': '1.1', Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'Port': '1.7', Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'PortForwarding': '1.2', Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'QosPolicy': '1.9', Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'SecurityGroup': '1.4', Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'SecurityGroupRule': '1.2', Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'SubPort': '1.0', Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'Subnet': '1.1', Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: 'Trunk': '1.1'}} Sep 30 07:59:56.285745 n-d-807359-2 neutron-server[94840]: {{(pid=94840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 07:59:56.295649 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Attempting to bind port fc0559b5-a213-4046-988b-e0a283c74355 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 07:59:56.296478 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Attempting to bind port fc0559b5-a213-4046-988b-e0a283c74355 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 07:59:56.297001 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Attempting to bind port fc0559b5-a213-4046-988b-e0a283c74355 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 07:59:56.302779 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 7, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 07:59:56.303538 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 07:59:56.304131 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:56.304920 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 07:59:56.305916 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Bound port: fc0559b5-a213-4046-988b-e0a283c74355, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 07:59:56.308329 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:56.385422 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] For port fc0559b5-a213-4046-988b-e0a283c74355, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 07:59:56.394759 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] For port fc0559b5-a213-4046-988b-e0a283c74355, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fc0559b5-a213-4046-988b-e0a283c74355,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 07:59:56.397095 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:56.401730 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:56.450503 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:56.502506 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 07:59:56.507049 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 07:59:56.525098 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfee04b-050a-42ea-9359-19685411cee0 None None] Pushing event updated for resources: {'Port': ['ID=fc0559b5-a213-4046-988b-e0a283c74355,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:56.528997 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 07:59:56.529755 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:56.536341 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Routers {'71265e85-b728-4762-80db-05242b67da7a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 07:59:56.537337 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T07:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71265e85-b728-4762-80db-05242b67da7a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:59:56.665940 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=b362308f-afe0-4a52-88d5-da67393fb908,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:56.829943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41380) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:56.862801 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de95d758-ad1d-4855-b37d-241902d1fda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:56.872406 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:56.916974 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] Set router 71265e85-b728-4762-80db-05242b67da7a gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 07:59:56.981433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7743771e-9018-4535-ac8e-b16319e4573e None None] Provisioning complete for port b362308f-afe0-4a52-88d5-da67393fb908 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:59:56.983796 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7743771e-9018-4535-ac8e-b16319e4573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:57.047534 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41400) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:57.122757 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7743771e-9018-4535-ac8e-b16319e4573e None None] Port b362308f-afe0-4a52-88d5-da67393fb908 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 07:59:57.169247 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de95d758-ad1d-4855-b37d-241902d1fda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:57.178812 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de95d758-ad1d-4855-b37d-241902d1fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:57.244252 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:57.254649 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:57.255643 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:57.289410 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:53Z', 'revision_number': 3, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 07:59:57.302538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95d758-ad1d-4855-b37d-241902d1fda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba9b21e-6c8a-4097-9f4d-d1c38ecf58a0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:57.340389 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=b362308f-afe0-4a52-88d5-da67393fb908,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:57.357549 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-de95d758-ad1d-4855-b37d-241902d1fda6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87cb768a34d644a2add8acb514db8e60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5265110 Sep 30 07:59:57.360155 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29db2267-d65a-4776-bc69-e78417d6f269 req-d5a8de78-698d-4a96-a678-e168429ee966 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 210 time: 0.0943303 Sep 30 07:59:57.360604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41412) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:57.393822 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc65956-21bb-47c8-9e31-d9878f2c5d6e None None] The sync data for ids ['71265e85-b728-4762-80db-05242b67da7a'] in n-d-807359-2 is: [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:53Z', 'revision_number': 3, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 07:59:57.429388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 07:59:57.433215 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 07:59:57.472349 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e27cf043-e52e-42d3-a97a-26192e238030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:57.493533 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ba83cd6-f611-451c-883b-fec2f1058eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:57.529000 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e27cf043-e52e-42d3-a97a-26192e238030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:57.658062 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e27cf043-e52e-42d3-a97a-26192e238030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:57.668596 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e27cf043-e52e-42d3-a97a-26192e238030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:57.671096 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e27cf043-e52e-42d3-a97a-26192e238030 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ba9b21e-6c8a-4097-9f4d-d1c38ecf58a0 HTTP/1.1" status: 204 len: 168 time: 0.3084173 Sep 30 07:59:57.685070 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cf043-e52e-42d3-a97a-26192e238030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba9b21e-6c8a-4097-9f4d-d1c38ecf58a0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:57.762853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Router 71265e85-b728-4762-80db-05242b67da7a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 07:59:57.878156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41430) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:57.944850 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-325ce7f9-8e7e-43ef-9a5c-8993f4cc8537 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=23494f17006647a5bd43b22ca8b490b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649512 Sep 30 07:59:57.963331 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bcb02385-8eb1-46e1-8667-6a79b43a29d6 None None] Provisioning complete for port b362308f-afe0-4a52-88d5-da67393fb908 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:59:57.963711 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bcb02385-8eb1-46e1-8667-6a79b43a29d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:58.053808 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ba83cd6-f611-451c-883b-fec2f1058eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:58.066653 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ba83cd6-f611-451c-883b-fec2f1058eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:58.070155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bcb02385-8eb1-46e1-8667-6a79b43a29d6 None None] Port b362308f-afe0-4a52-88d5-da67393fb908 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 07:59:58.127507 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba83cd6-f611-451c-883b-fec2f1058eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400ea396-19eb-4a3b-945d-b5514e739321,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:58.202794 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9ba83cd6-f611-451c-883b-fec2f1058eef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27094b848295430991e19c34c11f396f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1453900 Sep 30 07:59:58.204725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41442) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:58.219787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 07:59:58.230309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-b307b10a-28f6-4e09-9b4b-bc82464841aa tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:59:58.235196 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f836335f-0cf4-43ea-9a88-2aa772a17cb0 admin admin] 10.222.0.24 "PUT /v2.0/routers/71265e85-b728-4762-80db-05242b67da7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3101802 Sep 30 07:59:58.236520 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-b307b10a-28f6-4e09-9b4b-bc82464841aa tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2834017 Sep 30 07:59:58.268255 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-8a0defb0-10c8-4196-9d7c-4b3f9384521c tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/quotas/23494f17006647a5bd43b22ca8b490b0 HTTP/1.1" status: 200 len: 375 time: 0.0123546 Sep 30 07:59:58.300743 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d0f3442-671a-4eb8-ae75-300d9cd0a51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:58.329557 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d0f3442-671a-4eb8-ae75-300d9cd0a51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:58.330406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-65a5e7e0-2d24-416c-932f-a6d908c8ca6f tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23494f17006647a5bd43b22ca8b490b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546620 Sep 30 07:59:58.404797 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d0f3442-671a-4eb8-ae75-300d9cd0a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:58.412681 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d0f3442-671a-4eb8-ae75-300d9cd0a51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:58.418536 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4d0f3442-671a-4eb8-ae75-300d9cd0a51f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/400ea396-19eb-4a3b-945d-b5514e739321 HTTP/1.1" status: 204 len: 168 time: 0.2121556 Sep 30 07:59:58.441610 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f3442-671a-4eb8-ae75-300d9cd0a51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400ea396-19eb-4a3b-945d-b5514e739321,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:58.603846 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-20011f3a-9b20-4341-8749-ca4d50fe6d6e req-806a8fa1-7bea-4300-8d74-2e743e3c7ec1 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 210 time: 0.0421748 Sep 30 07:59:58.708320 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bae4db9d-b564-4ca0-b7e8-836d6dc90c88 req-94f0f41d-aeff-4084-802f-fe3e6a79c8ef tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 210 time: 0.0321972 Sep 30 07:59:59.107790 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.35', 49374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:59.158462 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-7e8bebd1-42b9-4d43-9ffc-ab493b37fef7 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=afe082f9b2bd48c8856a607c7d58a4a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495579 Sep 30 07:59:59.194613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41496) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:59.226964 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94a78caa-0ad2-49e3-81ae-cc277044ddcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:59.244890 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fc0559b5-a213-4046-988b-e0a283c74355 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 07:59:59.319483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port fc0559b5-a213-4046-988b-e0a283c74355 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 07:59:59.319859 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:59.409231 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:59.504325 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94a78caa-0ad2-49e3-81ae-cc277044ddcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:59.511794 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94a78caa-0ad2-49e3-81ae-cc277044ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:59.518366 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:59.533829 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-98f1e978-409a-482a-bcfd-966826155c0c tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 07:59:59.539058 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-98f1e978-409a-482a-bcfd-966826155c0c tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3688071 Sep 30 07:59:59.549276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port fc0559b5-a213-4046-988b-e0a283c74355, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fc0559b5-a213-4046-988b-e0a283c74355,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 07:59:59.557340 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:59.596714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a78caa-0ad2-49e3-81ae-cc277044ddcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a6ec43-c5e6-42fa-bc2f-b961695cd89e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:59.602735 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-94a78caa-0ad2-49e3-81ae-cc277044ddcd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=caeb377fdb554bbf99f08f954d59cf99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4066582 Sep 30 07:59:59.605096 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41514) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 07:59:59.715260 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=fc0559b5-a213-4046-988b-e0a283c74355,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 07:59:59.720009 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Request body: {'port': {'device_id': '5f4c8cf1-89e5-476b-9f8f-3976bfc212f4', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': 'afe082f9b2bd48c8856a607c7d58a4a0'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 07:59:59.730215 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e228d491-94e6-435a-bfb8-10b17a20f734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:59.798781 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e228d491-94e6-435a-bfb8-10b17a20f734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:59.890510 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac487245-e5c3-4a39-ba83-58a18fceae48 req-9e5594ed-d489-4c4d-960f-8aca476ee57a tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 210 time: 0.0729930 Sep 30 07:59:59.946703 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e228d491-94e6-435a-bfb8-10b17a20f734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:59.951165 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e228d491-94e6-435a-bfb8-10b17a20f734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 07:59:59.953008 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e228d491-94e6-435a-bfb8-10b17a20f734 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9a6ec43-c5e6-42fa-bc2f-b961695cd89e HTTP/1.1" status: 204 len: 168 time: 0.3464344 Sep 30 07:59:59.964926 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228d491-94e6-435a-bfb8-10b17a20f734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a6ec43-c5e6-42fa-bc2f-b961695cd89e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:00.036747 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Sync routers for ids ['71265e85-b728-4762-80db-05242b67da7a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:00:00.047445 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Routers {'71265e85-b728-4762-80db-05242b67da7a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:00:00.048421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T07:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71265e85-b728-4762-80db-05242b67da7a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:00.061579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Made reservation on behalf of afe082f9b2bd48c8856a607c7d58a4a0 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:00:00.065487 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:00.075686 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:00.118393 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3190669-2c8f-4f45-a272-0be177bcd03d req-368f2786-fbc1-47a6-9252-efe76f49b7da tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 210 time: 0.0636258 Sep 30 08:00:00.238518 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:00.244896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41542) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:00.253177 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:00.255349 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b14e5cad-3a73-44a2-bac4-d4814bc4cb67 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1948168501-network', 'tenant_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:00.299772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14e5cad-3a73-44a2-bac4-d4814bc4cb67 admin admin] Made reservation on behalf of c728a5bc9f5744aaa4d2e42b8f31e5db for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:00:00.302389 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b14e5cad-3a73-44a2-bac4-d4814bc4cb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:00.337935 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b14e5cad-3a73-44a2-bac4-d4814bc4cb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:00.352975 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Set router 71265e85-b728-4762-80db-05242b67da7a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:00:00.420912 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58daf4c-7456-4b6a-831d-0a7f2b439c12,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:00.536640 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b14e5cad-3a73-44a2-bac4-d4814bc4cb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:00.543035 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b14e5cad-3a73-44a2-bac4-d4814bc4cb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:00.578065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Allocated IP 192.168.233.243 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/911afb81-e428-4dff-a1ed-c3af6e10450b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:00:00.591372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14e5cad-3a73-44a2-bac4-d4814bc4cb67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:00:00.637536 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b14e5cad-3a73-44a2-bac4-d4814bc4cb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:00.638222 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-b14e5cad-3a73-44a2-bac4-d4814bc4cb67 admin admin] Added segment 1e63c5bb-420d-41d4-80b2-ec4f36ffe78a of type vlan for network bf1a6eaf-4ce6-466b-977d-27b169539de8 Sep 30 08:00:00.651586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e5cad-3a73-44a2-bac4-d4814bc4cb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49685df7-3d42-47d2-8a96-a23ccd51d784,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:00.669703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'b362308f-afe0-4a52-88d5-da67393fb908', 'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'mac_address': 'fa:16:3e:e1:41:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:55Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 2, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'subnets': [{'id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:00.699235 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.36', 55035) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:00.710787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Checking router: 71265e85-b728-4762-80db-05242b67da7a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:00:00.712884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Updating router 71265e85-b728-4762-80db-05242b67da7a port b362308f-afe0-4a52-88d5-da67393fb908 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:00:00.732068 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-f1cbf121-ce7a-4560-9804-fd23ff89f189 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=23494f17006647a5bd43b22ca8b490b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311723 Sep 30 08:00:00.742561 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:00.755762 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b14e5cad-3a73-44a2-bac4-d4814bc4cb67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:00.828048 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b14e5cad-3a73-44a2-bac4-d4814bc4cb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:00.829387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14e5cad-3a73-44a2-bac4-d4814bc4cb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:00.830257 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b14e5cad-3a73-44a2-bac4-d4814bc4cb67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:00.902923 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b14e5cad-3a73-44a2-bac4-d4814bc4cb67 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6560693 Sep 30 08:00:00.907022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41562) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:00.912292 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-008d661c-dc6e-4ab3-a6e6-342e2c9ebb29 admin admin] Request body: {'subnet': {'network_id': 'bf1a6eaf-4ce6-466b-977d-27b169539de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1948168501-subnet', 'tenant_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:01.019441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-4df38eaf-5244-47f7-88b2-fd59951326c8 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:01.021290 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-4df38eaf-5244-47f7-88b2-fd59951326c8 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787805 Sep 30 08:00:01.027636 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:01.036076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:01.046021 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008d661c-dc6e-4ab3-a6e6-342e2c9ebb29 admin admin] Made reservation on behalf of c728a5bc9f5744aaa4d2e42b8f31e5db for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:00:01.048723 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-008d661c-dc6e-4ab3-a6e6-342e2c9ebb29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:01.169319 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Request body: {'port': {'device_id': 'c3f66810-9763-4ad0-ac81-f9377f074d5b', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '23494f17006647a5bd43b22ca8b490b0'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:01.229894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fc0559b5-a213-4046-988b-e0a283c74355 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:01.237724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e5cad-3a73-44a2-bac4-d4814bc4cb67 admin admin] Pushing event updated for resources: {'Network': ['ID=bf1a6eaf-4ce6-466b-977d-27b169539de8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:01.293807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3178dab0-01af-44c0-8cc5-02e95800bb50 req-43726506-b5c5-4396-a96b-5e9b5d87d726 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 210 time: 0.0576530 Sep 30 08:00:01.332581 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network bf1a6eaf-4ce6-466b-977d-27b169539de8 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:00:01.370546 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7199d0d-30c2-44ec-b564-5b2756814293 req-1c92152d-eec7-4361-bd29-839bfca54302 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 210 time: 0.0894589 Sep 30 08:00:01.417822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port fc0559b5-a213-4046-988b-e0a283c74355 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:01.418431 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:01.473932 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:01.533182 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:01.557920 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:01.639782 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30828c7-3321-4917-9547-bd547bec2e98 None None] Pushing event updated for resources: {'Port': ['ID=b362308f-afe0-4a52-88d5-da67393fb908,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:01.714840 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f15c321-f3b7-431b-b3d6-2a847b5a0219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:01.757169 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Attempting to bind port b362308f-afe0-4a52-88d5-da67393fb908 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:00:01.757446 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Attempting to bind port b362308f-afe0-4a52-88d5-da67393fb908 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:00:01.757831 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Attempting to bind port b362308f-afe0-4a52-88d5-da67393fb908 on network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:01.767075 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 7, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:00:01.767780 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Checking segment: {'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:01.768439 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:01.769282 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Bound using segment: {'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:00:01.770084 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Bound port: b362308f-afe0-4a52-88d5-da67393fb908, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:00:01.770555 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:01.912401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] For port b362308f-afe0-4a52-88d5-da67393fb908, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:00:01.925325 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] For port b362308f-afe0-4a52-88d5-da67393fb908, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b362308f-afe0-4a52-88d5-da67393fb908,segment=NetworkSegment(f2bea4ae-530c-4238-8e19-ad84a770a171),segment_id=f2bea4ae-530c-4238-8e19-ad84a770a171)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:00:01.935570 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:02.179879 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Pushing event updated for resources: {'Port': ['ID=911afb81-e428-4dff-a1ed-c3af6e10450b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:02.228418 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f15c321-f3b7-431b-b3d6-2a847b5a0219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:02.254162 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f15c321-f3b7-431b-b3d6-2a847b5a0219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:02.267760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Routers {'71265e85-b728-4762-80db-05242b67da7a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:00:02.268444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T07:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71265e85-b728-4762-80db-05242b67da7a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:02.278699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:02.286566 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41612) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:02.286820 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3f15c321-f3b7-431b-b3d6-2a847b5a0219 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=270f51d36f9b48e695f621b33f406e84&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2487791 Sep 30 08:00:02.295360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:02.309893 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:00:02.315490 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:02.316210 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:02.355723 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-4c4d35c9-38e7-40c2-83c8-7bde2bf7edbf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6510663 Sep 30 08:00:02.421657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8c6481e3-d597-4782-b8b3-af5b039ab556 None None] Provisioning complete for port b362308f-afe0-4a52-88d5-da67393fb908 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:02.422267 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c6481e3-d597-4782-b8b3-af5b039ab556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:02.461994 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-8f284e6b-0b00-4a8a-8e95-240d107cc57f tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:00:02.463048 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-8f284e6b-0b00-4a8a-8e95-240d107cc57f tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0430934 Sep 30 08:00:02.470673 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-68a2fabd-3804-4594-8e55-95ff85119e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:02.498471 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30828c7-3321-4917-9547-bd547bec2e98 None None] Pushing event updated for resources: {'Port': ['ID=b362308f-afe0-4a52-88d5-da67393fb908,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:02.505292 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15c321-f3b7-431b-b3d6-2a847b5a0219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c82f5b-53db-4b51-abf5-0c1ff7631fdc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:02.661817 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-68a2fabd-3804-4594-8e55-95ff85119e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:02.762354 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] Set router 71265e85-b728-4762-80db-05242b67da7a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:00:02.770560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e822e8-a1de-49d7-8e56-178aaf9cd9ae req-239b0807-051e-4896-aa7b-3902cdb412ac tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:02.772190 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21e822e8-a1de-49d7-8e56-178aaf9cd9ae req-239b0807-051e-4896-aa7b-3902cdb412ac tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 936 time: 0.2400465 Sep 30 08:00:02.841280 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c6481e3-d597-4782-b8b3-af5b039ab556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:02.868991 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21e822e8-a1de-49d7-8e56-178aaf9cd9ae req-16da79bd-4ae5-4eee-b94d-60e04cf0a848 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855885 Sep 30 08:00:02.890825 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-68a2fabd-3804-4594-8e55-95ff85119e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:02.912604 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-68a2fabd-3804-4594-8e55-95ff85119e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:02.916062 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-68a2fabd-3804-4594-8e55-95ff85119e8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3c82f5b-53db-4b51-abf5-0c1ff7631fdc HTTP/1.1" status: 204 len: 168 time: 0.6259542 Sep 30 08:00:02.944414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2fabd-3804-4594-8e55-95ff85119e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c82f5b-53db-4b51-abf5-0c1ff7631fdc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:02.960746 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Made reservation on behalf of 23494f17006647a5bd43b22ca8b490b0 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:00:02.970306 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:02.980223 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-008d661c-dc6e-4ab3-a6e6-342e2c9ebb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:03.142028 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:03.160609 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e40f9b48-6530-4bf1-8f6f-e00fdeb42402 req-ded06357-a924-454f-9f75-2f826c3f71c4 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 210 time: 0.1054313 Sep 30 08:00:03.172742 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d661c-dc6e-4ab3-a6e6-342e2c9ebb29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=632ff4cb-91b6-4417-93b1-14d2c86365a5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:03.299884 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d661c-dc6e-4ab3-a6e6-342e2c9ebb29 admin admin] Checking segment: {'id': '1e63c5bb-420d-41d4-80b2-ec4f36ffe78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf1a6eaf-4ce6-466b-977d-27b169539de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:03.309161 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008d661c-dc6e-4ab3-a6e6-342e2c9ebb29 admin admin] Network hostable DHCP agents. Network: bf1a6eaf-4ce6-466b-977d-27b169539de8, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:00:03.313752 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8c6481e3-d597-4782-b8b3-af5b039ab556 None None] For port b362308f-afe0-4a52-88d5-da67393fb908, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b362308f-afe0-4a52-88d5-da67393fb908,segment=NetworkSegment(f2bea4ae-530c-4238-8e19-ad84a770a171),segment_id=f2bea4ae-530c-4238-8e19-ad84a770a171)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:03.325917 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c6481e3-d597-4782-b8b3-af5b039ab556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:03.377066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008d661c-dc6e-4ab3-a6e6-342e2c9ebb29 admin admin] Network bf1a6eaf-4ce6-466b-977d-27b169539de8 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:00:03.421135 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-008d661c-dc6e-4ab3-a6e6-342e2c9ebb29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, bf1a6eaf-4ce6-466b-977d-27b169539de8) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:03.423502 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6481e3-d597-4782-b8b3-af5b039ab556 None None] Pushing event updated for resources: {'Port': ['ID=b362308f-afe0-4a52-88d5-da67393fb908,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:03.453208 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa97a4ca-b08a-45b5-80c6-fac115135328 None None] Network bf1a6eaf-4ce6-466b-977d-27b169539de8 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:00:03.458468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008d661c-dc6e-4ab3-a6e6-342e2c9ebb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:03.462293 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-008d661c-dc6e-4ab3-a6e6-342e2c9ebb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:03.518130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Request body: {'port': {'device_id': '5f4c8cf1-89e5-476b-9f8f-3976bfc212f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:03.651577 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:03.665922 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:03.679642 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:03.687284 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41632) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:03.690401 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-008d661c-dc6e-4ab3-a6e6-342e2c9ebb29 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.7809522 Sep 30 08:00:03.694103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1948168501-router', 'tenant_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:03.729869 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8b4cdf21-af5d-456f-9522-d47afe163ca3 None None] Provisioning complete for port 911afb81-e428-4dff-a1ed-c3af6e10450b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:03.733738 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b4cdf21-af5d-456f-9522-d47afe163ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:03.780889 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:03.784372 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:03.828386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b01124-8c58-4c4b-acf7-e12f3df0404b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:03.952430 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8b4cdf21-af5d-456f-9522-d47afe163ca3 None None] Port 911afb81-e428-4dff-a1ed-c3af6e10450b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:00:03.973512 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:04.005985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-bf1a6eaf-4ce6-466b-977d-27b169539de8', 'network_id': 'bf1a6eaf-4ce6-466b-977d-27b169539de8', 'tenant_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'fixed_ips': [{'subnet_id': '632ff4cb-91b6-4417-93b1-14d2c86365a5'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:00:04.007398 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:04.011048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8b4cdf21-af5d-456f-9522-d47afe163ca3 None None] Provisioning complete for port b362308f-afe0-4a52-88d5-da67393fb908 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:04.011405 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b4cdf21-af5d-456f-9522-d47afe163ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:04.131737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Allocated IP 192.168.233.35 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/08c7c027-fcc5-47ae-878b-9b93244802fe) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:00:04.149598 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41640) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:04.165968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'b362308f-afe0-4a52-88d5-da67393fb908', 'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'mac_address': 'fa:16:3e:e1:41:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:55Z', 'updated_at': '2021-09-30T08:00:01Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'subnets': [{'id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:04.339141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41648) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:04.392902 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:04.423763 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf01b7f3-cd45-4b85-a955-b7e1ab44c170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:04.434770 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3503ba53-2379-40d6-9a19-7c89969b1859 req-756af277-a042-440d-bed2-cc3ec6322245 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 210 time: 0.0361042 Sep 30 08:00:04.541824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:04.549013 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f495da-d764-40cd-b560-9f5ff3b03ba0 req-949b0bae-313c-45ba-b002-43afcfdb373b tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:04.557260 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5f495da-d764-40cd-b560-9f5ff3b03ba0 req-949b0bae-313c-45ba-b002-43afcfdb373b tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 936 time: 0.3568552 Sep 30 08:00:04.619240 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eda4b4-8415-4764-9060-f08aa2f5be3a None None] The sync data for ids ['71265e85-b728-4762-80db-05242b67da7a'] in n-d-807359-2 is: [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'b362308f-afe0-4a52-88d5-da67393fb908', 'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'mac_address': 'fa:16:3e:e1:41:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:55Z', 'updated_at': '2021-09-30T08:00:01Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'subnets': [{'id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:00:04.674625 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:04.698044 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5f495da-d764-40cd-b560-9f5ff3b03ba0 req-a8b24452-e8db-40f0-accf-5592d0c90f22 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176548 Sep 30 08:00:04.997324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:05.044463 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf01b7f3-cd45-4b85-a955-b7e1ab44c170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:05.070288 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:00:05.073667 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf01b7f3-cd45-4b85-a955-b7e1ab44c170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:05.265731 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:05.309130 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Allocated IP 172.20.0.2 (bf1a6eaf-4ce6-466b-977d-27b169539de8/632ff4cb-91b6-4417-93b1-14d2c86365a5/49446aa5-a987-40ba-92dd-35b9888021f8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:00:05.345757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:00:05.401430 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:05.424078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:05.425278 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:05.425686 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:05.428916 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b247e7c-8aeb-4c4f-b5d7-330d77128b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:05.470320 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bf01b7f3-cd45-4b85-a955-b7e1ab44c170 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=536a185adb894e798eb3328d26c41241&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1276102 Sep 30 08:00:05.471470 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Pushing event updated for resources: {'Port': ['ID=08c7c027-fcc5-47ae-878b-9b93244802fe,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:05.495200 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41664) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:05.626036 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b362308f-afe0-4a52-88d5-da67393fb908 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:05.688327 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-c862a6c7-4428-4ea3-a8e3-d1434e5328e7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5490155 Sep 30 08:00:05.793095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-13252ac9-e247-4cea-971c-bf32787f5a46 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:00:05.794263 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-13252ac9-e247-4cea-971c-bf32787f5a46 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0213342 Sep 30 08:00:05.846496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01b7f3-cd45-4b85-a955-b7e1ab44c170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e4f265-5341-468b-a464-45bd63b32868,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:05.856425 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Allocated IP 172.25.0.186 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/c506abb2-ba4a-45ed-ad38-dd67136506b1) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:00:05.882220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b5853-2abe-4a49-a493-dd4845ceac23 req-b9619b37-f65f-43ea-8ab3-30b3bfd96e02 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:05.892195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd9b5853-2abe-4a49-a493-dd4845ceac23 req-b9619b37-f65f-43ea-8ab3-30b3bfd96e02 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 935 time: 0.1342108 Sep 30 08:00:05.904593 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port b362308f-afe0-4a52-88d5-da67393fb908 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:05.905074 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:05.917772 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0d26f4c4-992a-43f8-bc9e-a8e5da3cd1ce None None] Provisioning complete for port 08c7c027-fcc5-47ae-878b-9b93244802fe triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:05.917988 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d26f4c4-992a-43f8-bc9e-a8e5da3cd1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:06.000254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd9b5853-2abe-4a49-a493-dd4845ceac23 req-2366daf5-b8c0-4e64-beef-035d6bef6a02 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018662 Sep 30 08:00:06.005715 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:06.037524 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:06.187285 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0d26f4c4-992a-43f8-bc9e-a8e5da3cd1ce None None] Port 08c7c027-fcc5-47ae-878b-9b93244802fe cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:00:06.293962 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Network bf1a6eaf-4ce6-466b-977d-27b169539de8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:06.340405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:06.343006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25120929-bbae-4ac2-80f4-ff195b8bc2f5 req-84848781-3257-413b-9092-b1eeb6463b2d tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:06.355052 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-25120929-bbae-4ac2-80f4-ff195b8bc2f5 req-84848781-3257-413b-9092-b1eeb6463b2d tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 936 time: 0.1856921 Sep 30 08:00:06.356690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:00:06.454237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Pushing event updated for resources: {'Port': ['ID=49446aa5-a987-40ba-92dd-35b9888021f8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:06.479539 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ced5ea4-0acc-4988-bc59-2368cb73e979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:06.570284 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Attempting to bind port 49446aa5-a987-40ba-92dd-35b9888021f8 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:00:06.572159 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Attempting to bind port 49446aa5-a987-40ba-92dd-35b9888021f8 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '1e63c5bb-420d-41d4-80b2-ec4f36ffe78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf1a6eaf-4ce6-466b-977d-27b169539de8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:00:06.572628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Attempting to bind port 49446aa5-a987-40ba-92dd-35b9888021f8 on network bf1a6eaf-4ce6-466b-977d-27b169539de8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:06.586012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 7, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:00:06.588316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Checking segment: {'id': '1e63c5bb-420d-41d4-80b2-ec4f36ffe78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf1a6eaf-4ce6-466b-977d-27b169539de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:06.588895 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:06.589541 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Bound using segment: {'id': '1e63c5bb-420d-41d4-80b2-ec4f36ffe78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf1a6eaf-4ce6-466b-977d-27b169539de8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:00:06.590206 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Bound port: 49446aa5-a987-40ba-92dd-35b9888021f8, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e63c5bb-420d-41d4-80b2-ec4f36ffe78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf1a6eaf-4ce6-466b-977d-27b169539de8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:00:06.590721 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:06.594118 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:06.630399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-25120929-bbae-4ac2-80f4-ff195b8bc2f5 req-c09f72bd-be8e-4f99-a86e-b8869850848e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725422 Sep 30 08:00:06.721717 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ced5ea4-0acc-4988-bc59-2368cb73e979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:06.737744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] For port 49446aa5-a987-40ba-92dd-35b9888021f8, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:00:06.745064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] For port 49446aa5-a987-40ba-92dd-35b9888021f8, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=49446aa5-a987-40ba-92dd-35b9888021f8,segment=NetworkSegment(1e63c5bb-420d-41d4-80b2-ec4f36ffe78a),segment_id=1e63c5bb-420d-41d4-80b2-ec4f36ffe78a)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:00:06.760688 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:06.768276 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:06.831734 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911afb81-e428-4dff-a1ed-c3af6e10450b {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:06.849456 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:06.878367 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Transition to ACTIVE for port object 911afb81-e428-4dff-a1ed-c3af6e10450b will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:00:06.884938 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Request body: {'port': {'device_id': 'c3f66810-9763-4ad0-ac81-f9377f074d5b', 'device_owner': 'compute:tempest-test_az-917909105', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:06.928537 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04c50c-d808-4534-9bc2-c2b4cec1a983 None None] Pushing event updated for resources: {'Port': ['ID=49446aa5-a987-40ba-92dd-35b9888021f8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:06.946271 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c506abb2-ba4a-45ed-ad38-dd67136506b1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:06.991441 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:06.995016 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:07.003772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:07.005573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:07.021586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:00:07.131161 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ced5ea4-0acc-4988-bc59-2368cb73e979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:07.145591 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ced5ea4-0acc-4988-bc59-2368cb73e979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:07.151191 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7ced5ea4-0acc-4988-bc59-2368cb73e979 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8e4f265-5341-468b-a464-45bd63b32868 HTTP/1.1" status: 204 len: 168 time: 1.6257849 Sep 30 08:00:07.163718 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=911afb81-e428-4dff-a1ed-c3af6e10450b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:07.188075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced5ea4-0acc-4988-bc59-2368cb73e979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e4f265-5341-468b-a464-45bd63b32868,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:07.717410 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b247e7c-8aeb-4c4f-b5d7-330d77128b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:07.757749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289e390-0b3e-490d-93f2-248fb61112c5 req-e416c68b-1ef8-4f01-a4eb-c08b5a9871c7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:07.775732 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b289e390-0b3e-490d-93f2-248fb61112c5 req-e416c68b-1ef8-4f01-a4eb-c08b5a9871c7 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 935 time: 0.3211577 Sep 30 08:00:07.783071 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b247e7c-8aeb-4c4f-b5d7-330d77128b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:07.837359 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41692) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:07.864870 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Attempting to bind port 911afb81-e428-4dff-a1ed-c3af6e10450b on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:00:07.865364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Attempting to bind port 911afb81-e428-4dff-a1ed-c3af6e10450b by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:00:07.865886 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Attempting to bind port 911afb81-e428-4dff-a1ed-c3af6e10450b on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:07.913908 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8b247e7c-8aeb-4c4f-b5d7-330d77128b3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac14a6c6a0aa4c6eb78c85ade4aa2bec&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7609875 Sep 30 08:00:07.915145 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:07.932141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Port 911afb81-e428-4dff-a1ed-c3af6e10450b on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:00:07.932399 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Attempting to bind port 911afb81-e428-4dff-a1ed-c3af6e10450b on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:07.950367 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b289e390-0b3e-490d-93f2-248fb61112c5 req-832454c5-0f1b-4a85-9976-1be414fc7c52 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734073 Sep 30 08:00:07.969938 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b247e7c-8aeb-4c4f-b5d7-330d77128b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b50de0a-7cd5-4cf4-982c-e1ed75787169,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:08.009280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 7, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:00:08.009713 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:08.010367 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:00:08.010876 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Bound port: 911afb81-e428-4dff-a1ed-c3af6e10450b, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:00:08.011303 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:08.264645 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-257a14a8-9d47-4bb9-83cb-e10dba7618a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:08.286951 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6860-43e4-44f5-bc1a-49284d7c5829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:08.352369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a74e8-9dcf-4ad5-8922-05df69ba396e req-75c136a7-1226-4443-a7a0-08e7225f7468 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:08.353213 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-257a14a8-9d47-4bb9-83cb-e10dba7618a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:08.354149 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-523a74e8-9dcf-4ad5-8922-05df69ba396e req-75c136a7-1226-4443-a7a0-08e7225f7468 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 948 time: 0.5093079 Sep 30 08:00:08.360412 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] For port 911afb81-e428-4dff-a1ed-c3af6e10450b, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:00:08.408924 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:08.441176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] For port 911afb81-e428-4dff-a1ed-c3af6e10450b, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=911afb81-e428-4dff-a1ed-c3af6e10450b,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:00:08.465364 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:08.473578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c7c027-fcc5-47ae-878b-9b93244802fe {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:08.525744 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:08.559877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:08.560530 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:08.562053 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] 10.222.0.35 "PUT /v2.0/ports/911afb81-e428-4dff-a1ed-c3af6e10450b HTTP/1.1" status: 200 len: 1096 time: 5.6193643 Sep 30 08:00:08.565262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4c8cf1-89e5-476b-9f8f-3976bfc212f4', 'tag': '911afb81-e428-4dff-a1ed-c3af6e10450b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:08.635210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-523a74e8-9dcf-4ad5-8922-05df69ba396e req-8dabe31c-94a7-47ff-84f6-cb3a9878d8e4 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503500 Sep 30 08:00:08.837812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a546ed-fcba-43ef-84a1-871a513c3e49 None None] Network bf1a6eaf-4ce6-466b-977d-27b169539de8 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:00:08.987741 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:09.041083 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fbac99a9-7d90-4f2b-b90c-d0cddd39faea None None] Provisioning complete for port 49446aa5-a987-40ba-92dd-35b9888021f8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:09.041453 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbac99a9-7d90-4f2b-b90c-d0cddd39faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:09.078764 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Transition to ACTIVE for port object 08c7c027-fcc5-47ae-878b-9b93244802fe will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:00:09.092883 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78157ca5-4905-490a-8809-0cc68263f9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=911afb81-e428-4dff-a1ed-c3af6e10450b,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:09.104377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:09.106318 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-257a14a8-9d47-4bb9-83cb-e10dba7618a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:09.108830 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-257a14a8-9d47-4bb9-83cb-e10dba7618a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:09.124497 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-257a14a8-9d47-4bb9-83cb-e10dba7618a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b50de0a-7cd5-4cf4-982c-e1ed75787169 HTTP/1.1" status: 204 len: 168 time: 1.1936777 Sep 30 08:00:09.278550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a14a8-9d47-4bb9-83cb-e10dba7618a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b50de0a-7cd5-4cf4-982c-e1ed75787169,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:09.301862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb7cce-c072-4205-aed5-df3816429037 req-6209af9a-8783-495a-81d3-61102ed33703 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:09.317159 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3cb7cce-c072-4205-aed5-df3816429037 req-6209af9a-8783-495a-81d3-61102ed33703 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 968 time: 0.2501020 Sep 30 08:00:09.401201 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85fae9c-6f2b-4921-8467-37af652053ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4c8cf1-89e5-476b-9f8f-3976bfc212f4", "tag": "911afb81-e428-4dff-a1ed-c3af6e10450b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:09.419071 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 49446aa5-a987-40ba-92dd-35b9888021f8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:09.485267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-b90a2184-4d40-4ed6-9c72-b05e8fcff95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:09.486734 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-b90a2184-4d40-4ed6-9c72-b05e8fcff95d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afe082f9b2bd48c8856a607c7d58a4a0&device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 1099 time: 0.7675633 Sep 30 08:00:09.554419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a676d-0550-471c-a024-ecde634de14e service neutron] Pushing event updated for resources: {'Port': ['ID=08c7c027-fcc5-47ae-878b-9b93244802fe,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:09.557054 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbac99a9-7d90-4f2b-b90c-d0cddd39faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:09.588195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3cb7cce-c072-4205-aed5-df3816429037 req-0260054e-c1a6-42e5-ba3b-42cba5e7109c tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538447 Sep 30 08:00:09.674034 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Router 94ad5934-6406-44c9-b91f-6030f0e24121 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:00:09.797521 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6860-43e4-44f5-bc1a-49284d7c5829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:09.976498 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fbac99a9-7d90-4f2b-b90c-d0cddd39faea None None] For port 49446aa5-a987-40ba-92dd-35b9888021f8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=49446aa5-a987-40ba-92dd-35b9888021f8,segment=NetworkSegment(1e63c5bb-420d-41d4-80b2-ec4f36ffe78a),segment_id=1e63c5bb-420d-41d4-80b2-ec4f36ffe78a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:10.000121 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:10.001688 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbac99a9-7d90-4f2b-b90c-d0cddd39faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:10.038460 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Attempting to bind port 08c7c027-fcc5-47ae-878b-9b93244802fe on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:00:10.038960 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Attempting to bind port 08c7c027-fcc5-47ae-878b-9b93244802fe by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:00:10.043792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Attempting to bind port 08c7c027-fcc5-47ae-878b-9b93244802fe on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:10.054540 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6860-43e4-44f5-bc1a-49284d7c5829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:10.076892 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-3b9a4982-26b8-495b-ab4b-65dd060fe58f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=911afb81-e428-4dff-a1ed-c3af6e10450b HTTP/1.1" status: 200 len: 217 time: 0.5277929 Sep 30 08:00:10.111262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:00:10.126424 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Sync routers for ids ['94ad5934-6406-44c9-b91f-6030f0e24121'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:00:10.182987 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Routers {'94ad5934-6406-44c9-b91f-6030f0e24121'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:00:10.183714 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T07:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['94ad5934-6406-44c9-b91f-6030f0e24121'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:10.194680 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Port 08c7c027-fcc5-47ae-878b-9b93244802fe on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:00:10.205399 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Attempting to bind port 08c7c027-fcc5-47ae-878b-9b93244802fe on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:10.236586 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 49446aa5-a987-40ba-92dd-35b9888021f8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:10.256946 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:10.260848 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:10.262188 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c4f69abb-31ea-4a31-97c4-988b293e46d6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.5732386 Sep 30 08:00:10.285273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41740) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:10.285561 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 7, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:00:10.286110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:10.286677 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:00:10.290092 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Bound port: 08c7c027-fcc5-47ae-878b-9b93244802fe, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:00:10.293403 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:10.308436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379ad44-4a60-416c-ac18-82eff308889a req-4653bbb6-6303-4ddb-a084-8a1d616a82f4 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:10.329860 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a379ad44-4a60-416c-ac18-82eff308889a req-4653bbb6-6303-4ddb-a084-8a1d616a82f4 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 948 time: 0.2053528 Sep 30 08:00:10.459945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac99a9-7d90-4f2b-b90c-d0cddd39faea None None] Pushing event updated for resources: {'Port': ['ID=49446aa5-a987-40ba-92dd-35b9888021f8,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:10.531416 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d1ad6860-43e4-44f5-bc1a-49284d7c5829 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8be00ba1c834fe7b755a0bf2a89f1d5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6896050 Sep 30 08:00:10.541562 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41742) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:10.557645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad6860-43e4-44f5-bc1a-49284d7c5829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94560dbf-9e7f-472c-91ae-e46767ab0117,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:10.768878 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a379ad44-4a60-416c-ac18-82eff308889a req-accb3ffa-bbc6-47fb-a44a-0a455ad416b8 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380245 Sep 30 08:00:10.810761 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465117e4-e971-407f-8383-d49b5c88cc1d x-openstack-request-id: req-465117e4-e971-407f-8383-d49b5c88cc1d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:10.811547 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Set router 94ad5934-6406-44c9-b91f-6030f0e24121 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:00:10.812889 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4c8cf1-89e5-476b-9f8f-3976bfc212f4", "tag": "911afb81-e428-4dff-a1ed-c3af6e10450b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:10.813411 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6ec34448-e067-4d5e-b156-356d7d7a9b52 None None] Provisioning complete for port 49446aa5-a987-40ba-92dd-35b9888021f8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:10.814332 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-465117e4-e971-407f-8383-d49b5c88cc1d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:10.814962 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4c8cf1-89e5-476b-9f8f-3976bfc212f4', 'tag': '911afb81-e428-4dff-a1ed-c3af6e10450b', 'status': 'completed', 'code': 200} Sep 30 08:00:10.815574 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ec34448-e067-4d5e-b156-356d7d7a9b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:10.895176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-ca13dfb7-c778-42b3-ba92-92fee21d816e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:10.901267 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-ca13dfb7-c778-42b3-ba92-92fee21d816e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.7793198 Sep 30 08:00:10.936131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d770507-86f0-4402-a3f9-5e40215241c7 req-ffac513a-f50d-4d2a-ab29-4e9e008324c6 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:10.943546 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d770507-86f0-4402-a3f9-5e40215241c7 req-ffac513a-f50d-4d2a-ab29-4e9e008324c6 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 968 time: 0.0702021 Sep 30 08:00:10.997001 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d770507-86f0-4402-a3f9-5e40215241c7 req-9dd94b57-d9e3-421f-b4c2-a1c3dfc09360 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524392 Sep 30 08:00:11.175541 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-055fc9b0-3797-44bf-9434-c9cf7bdf4e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:11.239166 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41756) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:11.254389 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-055fc9b0-3797-44bf-9434-c9cf7bdf4e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:11.265594 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 49446aa5-a987-40ba-92dd-35b9888021f8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:11.280788 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1948168501-router', 'tenant_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c506abb2-ba4a-45ed-ad38-dd67136506b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:00:03Z', 'updated_at': '2021-09-30T08:00:07Z', 'revision_number': 3, 'project_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'gw_port': {'id': 'c506abb2-ba4a-45ed-ad38-dd67136506b1', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:05Z', 'updated_at': '2021-09-30T08:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:11.308402 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Checking router: 94ad5934-6406-44c9-b91f-6030f0e24121 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:00:11.308849 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Updating router 94ad5934-6406-44c9-b91f-6030f0e24121 port c506abb2-ba4a-45ed-ad38-dd67136506b1 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:00:11.333085 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6485e4b3-b7d6-44c4-8817-c65043fa0f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:11.334317 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:11.380570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] For port 08c7c027-fcc5-47ae-878b-9b93244802fe, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:00:11.418485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 49446aa5-a987-40ba-92dd-35b9888021f8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:11.418879 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:11.437122 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] For port 08c7c027-fcc5-47ae-878b-9b93244802fe, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=08c7c027-fcc5-47ae-878b-9b93244802fe,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:00:11.479453 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:11.693232 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-055fc9b0-3797-44bf-9434-c9cf7bdf4e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:11.698082 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-055fc9b0-3797-44bf-9434-c9cf7bdf4e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:11.702391 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-055fc9b0-3797-44bf-9434-c9cf7bdf4e45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94560dbf-9e7f-472c-91ae-e46767ab0117 HTTP/1.1" status: 204 len: 168 time: 1.1282136 Sep 30 08:00:11.742920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:11.743551 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:11.745025 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-910a676d-0550-471c-a024-ecde634de14e service neutron] 10.222.0.36 "PUT /v2.0/ports/08c7c027-fcc5-47ae-878b-9b93244802fe HTTP/1.1" status: 200 len: 1116 time: 5.5546296 Sep 30 08:00:11.822967 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:11.829947 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:11.864041 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-8f0e4089-6bd2-458e-a639-2fc7c078c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:11.885330 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-8f0e4089-6bd2-458e-a639-2fc7c078c14c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8429461 Sep 30 08:00:11.896355 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fc9b0-3797-44bf-9434-c9cf7bdf4e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94560dbf-9e7f-472c-91ae-e46767ab0117,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:11.947945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a676d-0550-471c-a024-ecde634de14e service neutron] Pushing event updated for resources: {'Port': ['ID=08c7c027-fcc5-47ae-878b-9b93244802fe,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:11.954401 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996782e3-e6d5-4d40-927c-1185264639c8 None None] Pushing event updated for resources: {'Port': ['ID=c506abb2-ba4a-45ed-ad38-dd67136506b1,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:11.993783 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4c26f8f-7205-4374-8dee-7d466366feea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:12.045599 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Attempting to bind port c506abb2-ba4a-45ed-ad38-dd67136506b1 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:00:12.046225 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Attempting to bind port c506abb2-ba4a-45ed-ad38-dd67136506b1 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:00:12.047625 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Attempting to bind port c506abb2-ba4a-45ed-ad38-dd67136506b1 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:12.085633 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 7, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:00:12.086550 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:12.086963 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:12.087388 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:00:12.087948 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Bound port: c506abb2-ba4a-45ed-ad38-dd67136506b1, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:00:12.088376 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:12.165421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-82ed260a-2275-4738-84e4-586ec0fa999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:12.166931 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-82ed260a-2275-4738-84e4-586ec0fa999f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23494f17006647a5bd43b22ca8b490b0&device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 1119 time: 0.3302836 Sep 30 08:00:12.199142 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:12.223104 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] For port c506abb2-ba4a-45ed-ad38-dd67136506b1, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:00:12.234877 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] For port c506abb2-ba4a-45ed-ad38-dd67136506b1, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c506abb2-ba4a-45ed-ad38-dd67136506b1,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:00:12.249278 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:12.271454 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-a573819f-d75e-4c0b-93ac-f8559137dd6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=08c7c027-fcc5-47ae-878b-9b93244802fe HTTP/1.1" status: 200 len: 217 time: 0.0926561 Sep 30 08:00:12.393819 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629d96d-caeb-4624-8622-b2f8420f1946 req-6dac21cc-6acc-4f8b-b88c-434ec798b7fd tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:12.396666 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-47c45fee-fdb3-418e-a1df-8fd6e6344cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:12.398235 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-47c45fee-fdb3-418e-a1df-8fd6e6344cae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1068597 Sep 30 08:00:12.401339 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-ad8b6c93-8010-4eb2-82ff-c95e5fc86a32 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546270 Sep 30 08:00:12.403306 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e629d96d-caeb-4624-8622-b2f8420f1946 req-6dac21cc-6acc-4f8b-b88c-434ec798b7fd tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 948 time: 0.4473922 Sep 30 08:00:12.415832 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Routers {'94ad5934-6406-44c9-b91f-6030f0e24121'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:00:12.416523 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T07:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['94ad5934-6406-44c9-b91f-6030f0e24121'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:12.482242 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e629d96d-caeb-4624-8622-b2f8420f1946 req-0da872f1-da45-4f8d-9505-1555b629f80a tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624747 Sep 30 08:00:12.483793 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996782e3-e6d5-4d40-927c-1185264639c8 None None] Pushing event updated for resources: {'Port': ['ID=c506abb2-ba4a-45ed-ad38-dd67136506b1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:12.498371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6ead7-1d3a-4837-92b9-2064cd8cbf6d req-b172313d-3f7e-430f-81a0-568a55a03787 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:12.506333 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ec6ead7-1d3a-4837-92b9-2064cd8cbf6d req-b172313d-3f7e-430f-81a0-568a55a03787 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 968 time: 0.2957106 Sep 30 08:00:12.628314 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6485e4b3-b7d6-44c4-8817-c65043fa0f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:12.655337 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] Set router 94ad5934-6406-44c9-b91f-6030f0e24121 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:00:12.656076 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6485e4b3-b7d6-44c4-8817-c65043fa0f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:12.694101 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6485e4b3-b7d6-44c4-8817-c65043fa0f63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f632d0527aa441cbfb38d9e5d2ff8f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4499893 Sep 30 08:00:12.698300 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41784) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:12.710507 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ec6ead7-1d3a-4837-92b9-2064cd8cbf6d req-770a8ce8-ab09-4e89-9421-531bb0231266 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013063 Sep 30 08:00:12.766485 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41786) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:12.787340 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52fa126a-6a92-41a0-850a-ecd3cfa8ab4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:12.814123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-20dacf4f-1da9-491b-a453-310781f45072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:12.822617 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-20dacf4f-1da9-491b-a453-310781f45072 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4043155 Sep 30 08:00:12.892520 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f66810-9763-4ad0-ac81-f9377f074d5b', 'tag': '08c7c027-fcc5-47ae-878b-9b93244802fe'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:12.904192 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5679e6f-6bce-4ba6-8778-ecf60271e833" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f66810-9763-4ad0-ac81-f9377f074d5b", "tag": "08c7c027-fcc5-47ae-878b-9b93244802fe"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:12.917616 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8aa97e-bfd5-453d-ba9c-1a9c79446cbe req-14f53ce5-2f9e-4f0c-b8c7-f03cedc3b979 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940701 Sep 30 08:00:13.113222 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52fa126a-6a92-41a0-850a-ecd3cfa8ab4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:13.133959 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485e4b3-b7d6-44c4-8817-c65043fa0f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf41279e-3eb5-4fcc-9e5c-a4f1b19ad1d5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:13.137453 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52fa126a-6a92-41a0-850a-ecd3cfa8ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:13.153501 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1948168501-router', 'tenant_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c506abb2-ba4a-45ed-ad38-dd67136506b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:00:03Z', 'updated_at': '2021-09-30T08:00:07Z', 'revision_number': 3, 'project_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'gw_port': {'id': 'c506abb2-ba4a-45ed-ad38-dd67136506b1', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:05Z', 'updated_at': '2021-09-30T08:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:13.228538 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab7f0c-c46e-495f-b3f5-772a3293e7ba None None] The sync data for ids ['94ad5934-6406-44c9-b91f-6030f0e24121'] in n-d-807359-2 is: [{'id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1948168501-router', 'tenant_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c506abb2-ba4a-45ed-ad38-dd67136506b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:00:03Z', 'updated_at': '2021-09-30T08:00:07Z', 'revision_number': 3, 'project_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'gw_port': {'id': 'c506abb2-ba4a-45ed-ad38-dd67136506b1', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:05Z', 'updated_at': '2021-09-30T08:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:00:13.278998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-52fa126a-6a92-41a0-850a-ecd3cfa8ab4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60d9ca072beb47299d7d62e54298d469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5109861 Sep 30 08:00:13.288519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41794) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:13.307457 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a70c751-5474-4a3f-8654-6691ca54a384 x-openstack-request-id: req-2a70c751-5474-4a3f-8654-6691ca54a384 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:13.308047 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f66810-9763-4ad0-ac81-f9377f074d5b", "tag": "08c7c027-fcc5-47ae-878b-9b93244802fe", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:13.308134 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a70c751-5474-4a3f-8654-6691ca54a384 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:13.308579 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f66810-9763-4ad0-ac81-f9377f074d5b', 'tag': '08c7c027-fcc5-47ae-878b-9b93244802fe', 'status': 'completed', 'code': 200} Sep 30 08:00:13.418149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa126a-6a92-41a0-850a-ecd3cfa8ab4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b70c9d-8874-4d3a-977e-06bff3d22962,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:13.520924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Allocated IP 172.20.0.1 (bf1a6eaf-4ce6-466b-977d-27b169539de8/632ff4cb-91b6-4417-93b1-14d2c86365a5/9f7b255f-8bcf-43da-b45e-f6e354b1164a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:00:13.636921 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-68a24b08-4096-4ab6-b467-4e90187d790c service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7116463 Sep 30 08:00:13.637425 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5abbe64-3a71-4b87-9fbe-f23a8bf3b338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:13.652616 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fae9c-6f2b-4921-8467-37af652053ef req-f3b59f07-df37-4808-95e2-46b5c67e17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:13.662852 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c85fae9c-6f2b-4921-8467-37af652053ef req-f3b59f07-df37-4808-95e2-46b5c67e17cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afe082f9b2bd48c8856a607c7d58a4a0&device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 1099 time: 0.4117258 Sep 30 08:00:13.816096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8400856c-5bfe-4d0c-b42c-8a8142ac38fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:13.921783 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5abbe64-3a71-4b87-9fbe-f23a8bf3b338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:14.179301 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8400856c-5bfe-4d0c-b42c-8a8142ac38fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:14.218385 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:14.329548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fae9c-6f2b-4921-8467-37af652053ef req-ed0c2bf8-a4d7-4ce4-8436-074e23ee1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:14.337540 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c85fae9c-6f2b-4921-8467-37af652053ef req-ed0c2bf8-a4d7-4ce4-8436-074e23ee1928 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.6593082 Sep 30 08:00:14.362739 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bb424e1d-e5ac-4844-ab63-1febec0e4a04 req-6b716a77-173b-4a38-aa86-1ff7056380dc service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266247 Sep 30 08:00:14.368966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae41cab-548b-4618-a440-247590165634 req-7b29aea6-ae8c-4a73-a90c-42e47f8d1a64 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:14.373396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aae41cab-548b-4618-a440-247590165634 req-7b29aea6-ae8c-4a73-a90c-42e47f8d1a64 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 948 time: 0.7161086 Sep 30 08:00:14.389236 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8400856c-5bfe-4d0c-b42c-8a8142ac38fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:14.406173 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8400856c-5bfe-4d0c-b42c-8a8142ac38fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:14.411184 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8400856c-5bfe-4d0c-b42c-8a8142ac38fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf41279e-3eb5-4fcc-9e5c-a4f1b19ad1d5 HTTP/1.1" status: 204 len: 168 time: 1.7101796 Sep 30 08:00:14.462152 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:14.553371 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c85fae9c-6f2b-4921-8467-37af652053ef req-a54a4e2c-b3c5-4724-81cb-5f05dfc91204 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=911afb81-e428-4dff-a1ed-c3af6e10450b HTTP/1.1" status: 200 len: 217 time: 0.1352351 Sep 30 08:00:14.557144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400856c-5bfe-4d0c-b42c-8a8142ac38fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf41279e-3eb5-4fcc-9e5c-a4f1b19ad1d5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:14.627257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5679e6f-6bce-4ba6-8778-ecf60271e833 req-d7b5cb3d-34f0-41a5-ae26-6e74c767d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:14.638801 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5679e6f-6bce-4ba6-8778-ecf60271e833 req-d7b5cb3d-34f0-41a5-ae26-6e74c767d8b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23494f17006647a5bd43b22ca8b490b0&device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 1119 time: 0.1152639 Sep 30 08:00:14.682997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Network bf1a6eaf-4ce6-466b-977d-27b169539de8 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:14.735384 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c21ddbe3-130d-42b0-a959-c1df6e245340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:14.765046 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Pushing event updated for resources: {'Port': ['ID=9f7b255f-8bcf-43da-b45e-f6e354b1164a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:14.772416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:14.791231 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aae41cab-548b-4618-a440-247590165634 req-32eea474-9bb7-4ee8-9442-4924f903af35 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212612 Sep 30 08:00:14.804300 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81239032-9867-433b-bd21-fdf80be92e5c req-b27b3d98-16bf-434a-aa0c-999916a353c6 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:14.806303 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81239032-9867-433b-bd21-fdf80be92e5c req-b27b3d98-16bf-434a-aa0c-999916a353c6 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 968 time: 0.7657952 Sep 30 08:00:15.000953 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81239032-9867-433b-bd21-fdf80be92e5c req-ae314566-1a53-49e0-9eb1-cb5edd918d78 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337047 Sep 30 08:00:15.003467 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:00:15.005232 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:15.215957 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:15.254444 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5abbe64-3a71-4b87-9fbe-f23a8bf3b338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:15.257148 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5abbe64-3a71-4b87-9fbe-f23a8bf3b338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:15.282907 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e5abbe64-3a71-4b87-9fbe-f23a8bf3b338 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21b70c9d-8874-4d3a-977e-06bff3d22962 HTTP/1.1" status: 204 len: 168 time: 1.9877002 Sep 30 08:00:15.390043 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c506abb2-ba4a-45ed-ad38-dd67136506b1 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:15.421256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abbe64-3a71-4b87-9fbe-f23a8bf3b338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b70c9d-8874-4d3a-977e-06bff3d22962,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:15.625029 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:15.628891 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dbb6c201-3309-4128-8913-b4ff5b853926 None None] Provisioning complete for port 9f7b255f-8bcf-43da-b45e-f6e354b1164a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:15.629478 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbb6c201-3309-4128-8913-b4ff5b853926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:15.684005 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c506abb2-ba4a-45ed-ad38-dd67136506b1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:15.684655 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:15.716857 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fae9c-6f2b-4921-8467-37af652053ef req-5e15dd8e-35ee-4a62-bab7-91b43a324fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:15.719619 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c85fae9c-6f2b-4921-8467-37af652053ef req-5e15dd8e-35ee-4a62-bab7-91b43a324fd7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 1.0786600 Sep 30 08:00:15.894907 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fae9c-6f2b-4921-8467-37af652053ef req-fa1899e2-5bab-4cf3-b140-f2d9ddfae541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:15.897573 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c85fae9c-6f2b-4921-8467-37af652053ef req-fa1899e2-5bab-4cf3-b140-f2d9ddfae541 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1593759 Sep 30 08:00:15.913485 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5679e6f-6bce-4ba6-8778-ecf60271e833 req-e24b1a32-8b6e-4ca5-ad53-c4d1db0246bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:15.918605 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5679e6f-6bce-4ba6-8778-ecf60271e833 req-e24b1a32-8b6e-4ca5-ad53-c4d1db0246bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 1.1773283 Sep 30 08:00:15.982451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6c201-3309-4128-8913-b4ff5b853926 None None] Port 9f7b255f-8bcf-43da-b45e-f6e354b1164a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:00:16.027597 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:16.096945 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:16.150591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port c506abb2-ba4a-45ed-ad38-dd67136506b1, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c506abb2-ba4a-45ed-ad38-dd67136506b1,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:16.172035 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:16.301571 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5679e6f-6bce-4ba6-8778-ecf60271e833 req-91029a08-fcd3-42af-905b-4ae1d58bc142 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=08c7c027-fcc5-47ae-878b-9b93244802fe HTTP/1.1" status: 200 len: 217 time: 0.1353602 Sep 30 08:00:16.311502 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:16.313517 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=c506abb2-ba4a-45ed-ad38-dd67136506b1,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:16.325810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb343b-48fc-4bb2-96b5-78147eff5ab1 req-f1af1261-fbdb-4f6a-a2a9-7cbcd0714be0 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:16.345589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12fb343b-48fc-4bb2-96b5-78147eff5ab1 req-f1af1261-fbdb-4f6a-a2a9-7cbcd0714be0 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 948 time: 0.2309415 Sep 30 08:00:16.354395 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:16.361484 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:16.474579 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c85fae9c-6f2b-4921-8467-37af652053ef req-3362403f-469e-49b8-970b-0dc8b7972149 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549095 Sep 30 08:00:16.623677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12fb343b-48fc-4bb2-96b5-78147eff5ab1 req-d5fae6a6-4457-4b5f-ab0d-5719ce0b236b tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584679 Sep 30 08:00:16.672376 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Pushing event updated for resources: {'Port': ['ID=9f7b255f-8bcf-43da-b45e-f6e354b1164a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:16.714213 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c85fae9c-6f2b-4921-8467-37af652053ef req-c00e9e64-08d4-4966-8c2c-fed5a0e8c4d4 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174482 Sep 30 08:00:16.728016 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5679e6f-6bce-4ba6-8778-ecf60271e833 req-9c526bc2-dee1-4551-92ee-36d63fca74af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:16.733610 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5679e6f-6bce-4ba6-8778-ecf60271e833 req-9c526bc2-dee1-4551-92ee-36d63fca74af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.4118714 Sep 30 08:00:16.743057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Network bf1a6eaf-4ce6-466b-977d-27b169539de8 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:16.746828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:16.862075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5679e6f-6bce-4ba6-8778-ecf60271e833 req-4c8d6066-f59c-480e-987b-38e72e40ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:16.864388 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5679e6f-6bce-4ba6-8778-ecf60271e833 req-4c8d6066-f59c-480e-987b-38e72e40ffc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226296 Sep 30 08:00:17.089275 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5679e6f-6bce-4ba6-8778-ecf60271e833 req-a0b979a4-7d31-497e-9201-f3da6248a0e5 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112873 Sep 30 08:00:17.138826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e65fed-7879-4724-9ca2-5a39dc0d2ad6 req-9c827d8c-c593-4e92-9566-7ce815c76c7d tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:17.148554 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27e65fed-7879-4724-9ca2-5a39dc0d2ad6 req-9c827d8c-c593-4e92-9566-7ce815c76c7d tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 968 time: 0.2686923 Sep 30 08:00:17.202108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Router 94ad5934-6406-44c9-b91f-6030f0e24121 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:00:17.232968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-676747f0-646d-48c3-9ff1-4ba08dd5f410 None None] Provisioning complete for port 9f7b255f-8bcf-43da-b45e-f6e354b1164a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:17.233436 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-676747f0-646d-48c3-9ff1-4ba08dd5f410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:17.290481 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c506abb2-ba4a-45ed-ad38-dd67136506b1 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:17.338565 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5679e6f-6bce-4ba6-8778-ecf60271e833 req-4fdba71e-9e3a-4d28-b1ac-3565dbc73501 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346427 Sep 30 08:00:17.349276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-676747f0-646d-48c3-9ff1-4ba08dd5f410 None None] Port 9f7b255f-8bcf-43da-b45e-f6e354b1164a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:00:17.407271 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c506abb2-ba4a-45ed-ad38-dd67136506b1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:17.408080 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:17.444839 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27e65fed-7879-4724-9ca2-5a39dc0d2ad6 req-85554996-12c5-411f-92b1-f62ce0e8f929 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948427 Sep 30 08:00:17.560589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:00:17.594470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-aaf7d388-da39-4605-bf4a-de151087cc3c admin admin] 10.222.0.24 "PUT /v2.0/routers/94ad5934-6406-44c9-b91f-6030f0e24121/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2331882 Sep 30 08:00:17.617326 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Sync routers for ids ['94ad5934-6406-44c9-b91f-6030f0e24121'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:00:17.645079 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:17.650483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Routers {'94ad5934-6406-44c9-b91f-6030f0e24121'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:00:17.651244 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:00:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['94ad5934-6406-44c9-b91f-6030f0e24121'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:17.921226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6731c9c-1c3b-4a35-8503-fd27edb2e08a req-a9d7967c-766d-4509-953e-ab4cc98c75cb tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:17.939585 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6731c9c-1c3b-4a35-8503-fd27edb2e08a req-a9d7967c-766d-4509-953e-ab4cc98c75cb tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 948 time: 0.1495588 Sep 30 08:00:18.026533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6731c9c-1c3b-4a35-8503-fd27edb2e08a req-f8f8b35d-5ec1-49bf-8756-fbbb038ae340 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804021 Sep 30 08:00:18.074973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Set router 94ad5934-6406-44c9-b91f-6030f0e24121 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:00:18.436460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1948168501-router', 'tenant_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c506abb2-ba4a-45ed-ad38-dd67136506b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:00:03Z', 'updated_at': '2021-09-30T08:00:15Z', 'revision_number': 4, 'project_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'gw_port': {'id': 'c506abb2-ba4a-45ed-ad38-dd67136506b1', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:05Z', 'updated_at': '2021-09-30T08:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9f7b255f-8bcf-43da-b45e-f6e354b1164a', 'name': '', 'network_id': 'bf1a6eaf-4ce6-466b-977d-27b169539de8', 'tenant_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'mac_address': 'fa:16:3e:db:b3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '632ff4cb-91b6-4417-93b1-14d2c86365a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:12Z', 'updated_at': '2021-09-30T08:00:15Z', 'revision_number': 2, 'project_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'subnets': [{'id': '632ff4cb-91b6-4417-93b1-14d2c86365a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:18.488590 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Checking router: 94ad5934-6406-44c9-b91f-6030f0e24121 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:00:18.488945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Updating router 94ad5934-6406-44c9-b91f-6030f0e24121 port 9f7b255f-8bcf-43da-b45e-f6e354b1164a binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:00:18.534762 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:18.659876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8163df-4904-4d87-b2d3-f4b678b91cd2 req-c3f0ac6d-24b5-4f7b-acae-61920a470b60 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:18.662199 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af8163df-4904-4d87-b2d3-f4b678b91cd2 req-c3f0ac6d-24b5-4f7b-acae-61920a470b60 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 968 time: 0.1065822 Sep 30 08:00:18.716443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af8163df-4904-4d87-b2d3-f4b678b91cd2 req-e4caf9ff-5846-4934-861a-85af986d4760 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477171 Sep 30 08:00:18.891476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41910) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:18.913582 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:18.920855 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:18.977065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952b34f-19e0-4c3c-abff-5e62fb46ed4c None None] Pushing event updated for resources: {'Port': ['ID=9f7b255f-8bcf-43da-b45e-f6e354b1164a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:19.025579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Attempting to bind port 9f7b255f-8bcf-43da-b45e-f6e354b1164a on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:00:19.025956 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Attempting to bind port 9f7b255f-8bcf-43da-b45e-f6e354b1164a by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '1e63c5bb-420d-41d4-80b2-ec4f36ffe78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf1a6eaf-4ce6-466b-977d-27b169539de8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:00:19.026322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Attempting to bind port 9f7b255f-8bcf-43da-b45e-f6e354b1164a on network bf1a6eaf-4ce6-466b-977d-27b169539de8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:19.032710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:00:19.033070 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Checking segment: {'id': '1e63c5bb-420d-41d4-80b2-ec4f36ffe78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf1a6eaf-4ce6-466b-977d-27b169539de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:19.033476 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:19.033870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Bound using segment: {'id': '1e63c5bb-420d-41d4-80b2-ec4f36ffe78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf1a6eaf-4ce6-466b-977d-27b169539de8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:00:19.034343 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Bound port: 9f7b255f-8bcf-43da-b45e-f6e354b1164a, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e63c5bb-420d-41d4-80b2-ec4f36ffe78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf1a6eaf-4ce6-466b-977d-27b169539de8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:00:19.034731 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:19.143122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] For port 9f7b255f-8bcf-43da-b45e-f6e354b1164a, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:00:19.148363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] For port 9f7b255f-8bcf-43da-b45e-f6e354b1164a, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9f7b255f-8bcf-43da-b45e-f6e354b1164a,segment=NetworkSegment(1e63c5bb-420d-41d4-80b2-ec4f36ffe78a),segment_id=1e63c5bb-420d-41d4-80b2-ec4f36ffe78a)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:00:19.162096 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:19.224283 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f3da3-d2bf-49ca-a4d5-bef4889b7278 req-55eef71b-0d5f-4059-a550-676276b45876 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:19.226193 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e9f3da3-d2bf-49ca-a4d5-bef4889b7278 req-55eef71b-0d5f-4059-a550-676276b45876 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 948 time: 0.0893927 Sep 30 08:00:19.234569 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Routers {'94ad5934-6406-44c9-b91f-6030f0e24121'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:00:19.235285 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:00:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['94ad5934-6406-44c9-b91f-6030f0e24121'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:19.325815 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e9f3da3-d2bf-49ca-a4d5-bef4889b7278 req-1167eb8b-040b-4fbe-8406-55e9545ede6c tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896790 Sep 30 08:00:19.355108 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952b34f-19e0-4c3c-abff-5e62fb46ed4c None None] Pushing event updated for resources: {'Port': ['ID=9f7b255f-8bcf-43da-b45e-f6e354b1164a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:19.365711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c850d803-4eeb-4da6-adbf-7838df900d71 None None] Provisioning complete for port 9f7b255f-8bcf-43da-b45e-f6e354b1164a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:19.365711 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c850d803-4eeb-4da6-adbf-7838df900d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:19.419520 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e69685cb-2705-4469-898a-8ff6773e062f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:19.493525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] Set router 94ad5934-6406-44c9-b91f-6030f0e24121 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:00:19.569471 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e69685cb-2705-4469-898a-8ff6773e062f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:19.577973 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e69685cb-2705-4469-898a-8ff6773e062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:19.602564 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c850d803-4eeb-4da6-adbf-7838df900d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:19.622192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41940) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:19.627533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6a3a345d-386c-4f06-8ad8-5738e114d31a tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--16826163', 'description': 'tempest-description--1862501254'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:19.660434 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e69685cb-2705-4469-898a-8ff6773e062f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1425cf8e847f40f68744cd7a695020fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7672262 Sep 30 08:00:19.661256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41942) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:19.669636 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69685cb-2705-4469-898a-8ff6773e062f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608cd1d0-ac7c-4425-b03e-a7160e238eda,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:19.696077 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a3a345d-386c-4f06-8ad8-5738e114d31a tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:19.707883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c850d803-4eeb-4da6-adbf-7838df900d71 None None] For port 9f7b255f-8bcf-43da-b45e-f6e354b1164a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9f7b255f-8bcf-43da-b45e-f6e354b1164a,segment=NetworkSegment(1e63c5bb-420d-41d4-80b2-ec4f36ffe78a),segment_id=1e63c5bb-420d-41d4-80b2-ec4f36ffe78a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:19.722475 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c850d803-4eeb-4da6-adbf-7838df900d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:19.860529 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850d803-4eeb-4da6-adbf-7838df900d71 None None] Pushing event updated for resources: {'Port': ['ID=9f7b255f-8bcf-43da-b45e-f6e354b1164a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:19.875011 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3477947a-828d-4657-8559-15a6f4816dd8 None None] Provisioning complete for port 9f7b255f-8bcf-43da-b45e-f6e354b1164a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:19.875835 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3477947a-828d-4657-8559-15a6f4816dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:19.891397 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a3a345d-386c-4f06-8ad8-5738e114d31a tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:19.897995 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a3a345d-386c-4f06-8ad8-5738e114d31a tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:19.934732 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a3a345d-386c-4f06-8ad8-5738e114d31a tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:19.936567 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6a3a345d-386c-4f06-8ad8-5738e114d31a tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3125899 Sep 30 08:00:19.940486 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41950) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:19.947302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-97265d13-18b5-4aee-abfe-88ed1b817e25 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Request body: {'security_group_rule': {'security_group_id': 'aaaf523a-5304-4b3a-a46e-7bfc5e2faa12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:19.949450 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20bfa947-960a-4cbd-b0f4-8b8c4eb8376b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:19.955934 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a345d-386c-4f06-8ad8-5738e114d31a tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:19.969771 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1ad1-131a-4729-a536-8330f808e8b9 req-4fb05e27-bd44-412f-bd6e-f5537f5c3c9e tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:19.971493 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60da1ad1-131a-4729-a536-8330f808e8b9 req-4fb05e27-bd44-412f-bd6e-f5537f5c3c9e tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 968 time: 0.1011834 Sep 30 08:00:19.991706 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20bfa947-960a-4cbd-b0f4-8b8c4eb8376b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.003391 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97265d13-18b5-4aee-abfe-88ed1b817e25 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.042436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1948168501-router', 'tenant_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c506abb2-ba4a-45ed-ad38-dd67136506b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:00:03Z', 'updated_at': '2021-09-30T08:00:15Z', 'revision_number': 4, 'project_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'gw_port': {'id': 'c506abb2-ba4a-45ed-ad38-dd67136506b1', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:05Z', 'updated_at': '2021-09-30T08:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9f7b255f-8bcf-43da-b45e-f6e354b1164a', 'name': '', 'network_id': 'bf1a6eaf-4ce6-466b-977d-27b169539de8', 'tenant_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'mac_address': 'fa:16:3e:db:b3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '632ff4cb-91b6-4417-93b1-14d2c86365a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:12Z', 'updated_at': '2021-09-30T08:00:19Z', 'revision_number': 4, 'project_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'subnets': [{'id': '632ff4cb-91b6-4417-93b1-14d2c86365a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:20.046640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60da1ad1-131a-4729-a536-8330f808e8b9 req-f36ba05d-1388-4a67-a442-819e2933eea1 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646734 Sep 30 08:00:20.088525 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20bfa947-960a-4cbd-b0f4-8b8c4eb8376b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.092532 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20bfa947-960a-4cbd-b0f4-8b8c4eb8376b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.093946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-20bfa947-960a-4cbd-b0f4-8b8c4eb8376b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/608cd1d0-ac7c-4425-b03e-a7160e238eda HTTP/1.1" status: 204 len: 168 time: 0.4311314 Sep 30 08:00:20.099651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c744cba-f649-4ee3-a40d-262bf8022323 None None] The sync data for ids ['94ad5934-6406-44c9-b91f-6030f0e24121'] in n-d-807359-2 is: [{'id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1948168501-router', 'tenant_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c506abb2-ba4a-45ed-ad38-dd67136506b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:00:03Z', 'updated_at': '2021-09-30T08:00:15Z', 'revision_number': 4, 'project_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'gw_port': {'id': 'c506abb2-ba4a-45ed-ad38-dd67136506b1', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:05Z', 'updated_at': '2021-09-30T08:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9f7b255f-8bcf-43da-b45e-f6e354b1164a', 'name': '', 'network_id': 'bf1a6eaf-4ce6-466b-977d-27b169539de8', 'tenant_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'mac_address': 'fa:16:3e:db:b3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '632ff4cb-91b6-4417-93b1-14d2c86365a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:12Z', 'updated_at': '2021-09-30T08:00:19Z', 'revision_number': 4, 'project_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'subnets': [{'id': '632ff4cb-91b6-4417-93b1-14d2c86365a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:00:20.104942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfa947-960a-4cbd-b0f4-8b8c4eb8376b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608cd1d0-ac7c-4425-b03e-a7160e238eda,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:20.168189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97265d13-18b5-4aee-abfe-88ed1b817e25 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.173253 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97265d13-18b5-4aee-abfe-88ed1b817e25 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.201832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97265d13-18b5-4aee-abfe-88ed1b817e25 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdf7016-5ab0-4169-bab3-1ae4ef095add,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:20.218813 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97265d13-18b5-4aee-abfe-88ed1b817e25 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.224262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41968) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:20.226943 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-97265d13-18b5-4aee-abfe-88ed1b817e25 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2826157 Sep 30 08:00:20.229168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-95bdac68-76d3-4bdf-92dc-94ea7bd22749 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Request body: {'security_group_rule': {'security_group_id': 'aaaf523a-5304-4b3a-a46e-7bfc5e2faa12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:20.286622 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-bf552b14-7e58-41da-b25d-7f1e61c7be82 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=21516085bfed40e3aed84af26bb1b679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390689 Sep 30 08:00:20.332414 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-95bdac68-76d3-4bdf-92dc-94ea7bd22749 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.434403 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ac3abfd0-c3b1-45b5-814b-58e93c6a6d91 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=aa552c7923b7488d872f760999b14c00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765092 Sep 30 08:00:20.521898 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-95bdac68-76d3-4bdf-92dc-94ea7bd22749 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.557110 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-95bdac68-76d3-4bdf-92dc-94ea7bd22749 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.574462 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-c66ba586-06b3-4e07-917a-da7b120b3368 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:20.576045 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-c66ba586-06b3-4e07-917a-da7b120b3368 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2754476 Sep 30 08:00:20.601898 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:20.609837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdac68-76d3-4bdf-92dc-94ea7bd22749 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9837aa14-d53d-451b-bf9d-f350a29e080b,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:20.618686 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a7efe79-898e-4174-8924-f098df2f5402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.625632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-032b3d8b-9a50-4844-92e1-7a757db634a1 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/quotas/21516085bfed40e3aed84af26bb1b679 HTTP/1.1" status: 200 len: 375 time: 0.0305042 Sep 30 08:00:20.628149 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-95bdac68-76d3-4bdf-92dc-94ea7bd22749 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.632100 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-95bdac68-76d3-4bdf-92dc-94ea7bd22749 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4040170 Sep 30 08:00:20.634189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41984) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:20.641552 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-4b1a4d7f-f893-4182-977c-e37d9ba1b3dd tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:20.643038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-4b1a4d7f-f893-4182-977c-e37d9ba1b3dd tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979983 Sep 30 08:00:20.654871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:20.685987 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-79f4558b-e766-4788-aa40-e110b3d0eb80 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539415 Sep 30 08:00:20.688563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-891a8950-1d57-4f7b-b5ee-67f7fe66b6e1 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/quotas/aa552c7923b7488d872f760999b14c00 HTTP/1.1" status: 200 len: 375 time: 0.0271933 Sep 30 08:00:20.745061 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-d16ad45f-7522-4519-a672-7459d11930ea tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa552c7923b7488d872f760999b14c00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449419 Sep 30 08:00:20.746523 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a7efe79-898e-4174-8924-f098df2f5402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.752144 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a7efe79-898e-4174-8924-f098df2f5402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.785868 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.807622 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7a7efe79-898e-4174-8924-f098df2f5402 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1474ac3790144b0b4c63b40f1b2b627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048185 Sep 30 08:00:20.808779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7efe79-898e-4174-8924-f098df2f5402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6061bb6c-8b2e-49d4-8b2f-537b424d73eb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:20.811205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41988) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:20.891893 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e20642ca-96bf-42f4-824f-ffde9007da98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:20.940904 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e20642ca-96bf-42f4-824f-ffde9007da98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:21.007302 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e20642ca-96bf-42f4-824f-ffde9007da98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:21.013719 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e20642ca-96bf-42f4-824f-ffde9007da98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:21.015338 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e20642ca-96bf-42f4-824f-ffde9007da98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6061bb6c-8b2e-49d4-8b2f-537b424d73eb HTTP/1.1" status: 204 len: 168 time: 0.2025537 Sep 30 08:00:21.035261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20642ca-96bf-42f4-824f-ffde9007da98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6061bb6c-8b2e-49d4-8b2f-537b424d73eb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:21.112979 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3819521-0680-4820-b5ab-92c686f0c708 req-6212f7dd-f7b0-4262-a49a-46846e4b7bd7 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 210 time: 0.0692334 Sep 30 08:00:21.166832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712c630-9982-432c-9837-e964a1aa6605 req-9ad4d295-cfd4-4429-97b7-3d2b57fc8f5f tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:21.168405 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1712c630-9982-432c-9837-e964a1aa6605 req-9ad4d295-cfd4-4429-97b7-3d2b57fc8f5f tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 948 time: 0.1956573 Sep 30 08:00:21.218208 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:21.265785 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9f7b255f-8bcf-43da-b45e-f6e354b1164a up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:21.299475 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-795e30d6-b0d7-457f-a939-1d3077787756 req-576074be-a3de-4bfc-a82d-c89dae8ad561 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 210 time: 0.0640144 Sep 30 08:00:21.343263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 9f7b255f-8bcf-43da-b45e-f6e354b1164a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:21.343818 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:21.431088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1712c630-9982-432c-9837-e964a1aa6605 req-98ca7bbd-d2d1-400e-8964-971202093bfb tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498577 Sep 30 08:00:21.530189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2407-fa88-4f2e-b8bb-39be1808103f req-bca3166c-0192-4211-92d2-5f609bdbe562 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:21.538155 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ddf2407-fa88-4f2e-b8bb-39be1808103f req-bca3166c-0192-4211-92d2-5f609bdbe562 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 968 time: 0.1192896 Sep 30 08:00:21.591390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Allocated IP 172.25.0.147 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/72e6a454-7395-4ee4-b81c-c4799ab52e4d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:00:21.620307 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ddf2407-fa88-4f2e-b8bb-39be1808103f req-b08ee73a-a6a0-4d7b-afb7-e6be52ddd775 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734322 Sep 30 08:00:21.759678 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:21.798043 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:21.842801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:21.850671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:21.860578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:00:21.865540 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Pushing event updated for resources: {'Port': ['ID=72e6a454-7395-4ee4-b81c-c4799ab52e4d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:21.967892 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:22.011268 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:22.161965 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:22.169111 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:22.200633 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 08c7c027-fcc5-47ae-878b-9b93244802fe details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:00:22.245169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2923cff-a7e9-4f8c-b6d4-da09babf1411 req-8a0a9a45-a288-45d1-aabc-e10aaf5b2c1a tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 210 time: 0.0429752 Sep 30 08:00:22.246259 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:22.272110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Pushing event updated for resources: {'Port': ['ID=72e6a454-7395-4ee4-b81c-c4799ab52e4d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:22.280103 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:22.281703 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-98da9345-7700-4514-99ea-c4ddf90a8425 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6377566 Sep 30 08:00:22.349906 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 08c7c027-fcc5-47ae-878b-9b93244802fe, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=08c7c027-fcc5-47ae-878b-9b93244802fe,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:22.388217 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '08c7c027-fcc5-47ae-878b-9b93244802fe', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '08c7c027-fcc5-47ae-878b-9b93244802fe', 'mac_address': 'fa:16:3e:e3:7d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:tempest-test_az-917909105', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:00:22.423321 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-ab2305c5-0eca-43df-9c93-947d21870a6c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=21516085bfed40e3aed84af26bb1b679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615954 Sep 30 08:00:22.438524 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-062858fd-5cb1-4579-8baf-dcd24de740be req-19f06e50-7668-4259-83ef-5e641765986f tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 210 time: 0.0468342 Sep 30 08:00:22.463519 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:22.625511 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 911afb81-e428-4dff-a1ed-c3af6e10450b details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:00:22.634805 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c7c027-fcc5-47ae-878b-9b93244802fe {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:22.647209 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-ca9f8461-247a-434e-aa73-e7c6d33575d6 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--16826163&fields=id&tenant_id=28da63c1dc59482bb1a1e2e0060695fe HTTP/1.1" status: 200 len: 267 time: 0.1013310 Sep 30 08:00:22.681116 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 08c7c027-fcc5-47ae-878b-9b93244802fe, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=08c7c027-fcc5-47ae-878b-9b93244802fe,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:22.681600 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-a1ad1770-ccfa-49fd-a483-0a04c011013e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:22.683174 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-a1ad1770-ccfa-49fd-a483-0a04c011013e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2396939 Sep 30 08:00:22.692630 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:22.701474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff162b-c3e1-4560-82b0-854322ba08d1 req-5f48c27d-987d-48c0-b1d7-d08fb69421b0 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:22.704303 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6dff162b-c3e1-4560-82b0-854322ba08d1 req-5f48c27d-987d-48c0-b1d7-d08fb69421b0 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 948 time: 0.1305523 Sep 30 08:00:22.721725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Request body: {'port': {'device_id': '82782f13-d4f0-4e7c-a66e-c2aa73b864d5', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '21516085bfed40e3aed84af26bb1b679'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:22.795898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=08c7c027-fcc5-47ae-878b-9b93244802fe,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:22.824019 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 911afb81-e428-4dff-a1ed-c3af6e10450b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=911afb81-e428-4dff-a1ed-c3af6e10450b,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:22.839322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '911afb81-e428-4dff-a1ed-c3af6e10450b', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '911afb81-e428-4dff-a1ed-c3af6e10450b', 'mac_address': 'fa:16:3e:10:15:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:00:22.857555 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.35', 49384) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:22.916609 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:22.917964 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ea24bb7b-47d0-4cc3-a2b0-0acebc807099 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=aa552c7923b7488d872f760999b14c00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564163 Sep 30 08:00:22.940227 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Made reservation on behalf of 21516085bfed40e3aed84af26bb1b679 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:00:22.944240 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:22.945564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911afb81-e428-4dff-a1ed-c3af6e10450b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:22.970077 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:22.975189 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 911afb81-e428-4dff-a1ed-c3af6e10450b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=911afb81-e428-4dff-a1ed-c3af6e10450b,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:22.979726 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['08c7c027-fcc5-47ae-878b-9b93244802fe'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:00:22.983048 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:23.085058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ff60e6a1-d458-45a6-93d7-3c5f0fff5f33 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:23.086722 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ff60e6a1-d458-45a6-93d7-3c5f0fff5f33 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626914 Sep 30 08:00:23.095453 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6dff162b-c3e1-4560-82b0-854322ba08d1 req-f6fb1ef3-8ca8-43bb-b70e-f482c18b1445 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597951 Sep 30 08:00:23.116093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=911afb81-e428-4dff-a1ed-c3af6e10450b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:23.144519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-f26e1be0-3039-44e3-ac82-e311f0c69331 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:23.152338 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-f26e1be0-3039-44e3-ac82-e311f0c69331 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/networks?id=c693cec2-10a8-4bc9-9dc9-ec670a2edec6 HTTP/1.1" status: 200 len: 824 time: 0.4952996 Sep 30 08:00:23.157726 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Request body: {'port': {'device_id': '4aa0328d-5bf6-435d-b3e8-842b7086f026', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': 'aa552c7923b7488d872f760999b14c00'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:23.171290 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-7ce4dd73-59da-4f25-8d5e-b6f3d2b12022 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/quotas/28da63c1dc59482bb1a1e2e0060695fe HTTP/1.1" status: 200 len: 375 time: 0.0179093 Sep 30 08:00:23.195672 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:23.208802 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:23.276678 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-c75dd72b-b018-4db1-8b19-78a94bd52ef5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=28da63c1dc59482bb1a1e2e0060695fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1046262 Sep 30 08:00:23.288415 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb6e11-27dd-4c2c-88c5-93b1ef4d8a32 req-171fd500-6dc6-4d31-bd57-ad8bc01ac86c tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:23.291306 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06eb6e11-27dd-4c2c-88c5-93b1ef4d8a32 req-171fd500-6dc6-4d31-bd57-ad8bc01ac86c tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 969 time: 0.0897286 Sep 30 08:00:23.337059 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3daaa774-a2e0-4b45-9890-2ab1e88d3c52,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:23.356571 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['911afb81-e428-4dff-a1ed-c3af6e10450b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:00:23.358421 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06eb6e11-27dd-4c2c-88c5-93b1ef4d8a32 req-19055b55-0214-4a30-9575-76c4f431c045 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571213 Sep 30 08:00:23.418089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Made reservation on behalf of aa552c7923b7488d872f760999b14c00 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:00:23.422558 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:23.437167 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:23.466534 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Allocated IP 192.168.233.27 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/98d33256-ecf2-4bfe-9a97-7d4afde340f0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:00:23.546805 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-531a12f5-2050-4990-b272-7eba614b6b89 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:00:23.547838 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-531a12f5-2050-4990-b272-7eba614b6b89 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0626826 Sep 30 08:00:23.614430 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:23.629081 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:23.665410 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-e1a0b4f7-67e5-4a9f-90f7-ad83693eea2b service neutron] 10.222.0.24 "GET /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031206 Sep 30 08:00:23.742945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:23.754697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e124f9b-b1dc-4639-bd84-2258b81bf22d req-8496a37b-4892-4883-887e-c672cf25ea8f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 210 time: 0.0586834 Sep 30 08:00:23.788006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-d3733807-c9ec-4f95-aa1c-c033ed46d393 service neutron] 10.222.0.24 "GET /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162152 Sep 30 08:00:23.809898 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:23.853794 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:23.856277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb78fb47-2fdb-43f1-92d3-1cc9fb048064 req-b0662d9e-55ba-40f3-8c7f-e1e06571c4d0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 210 time: 0.0283558 Sep 30 08:00:23.942275 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:23.955160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:23.959265 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Pushing event updated for resources: {'Port': ['ID=98d33256-ecf2-4bfe-9a97-7d4afde340f0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:23.962497 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:00:23.968332 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:23.968811 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:23.981443 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Allocated IP 192.168.233.234 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/21366f32-e5c4-4f09-b891-84b3d084d7ce) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:00:24.009626 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f484517f-c387-4afc-9a2e-8eeb0098fd91 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2920439 Sep 30 08:00:24.011933 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9bd50e67-43ae-4d35-803f-26191bbd71ad req-5e828a7a-f88d-447b-a8bf-8163b937c69e tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 210 time: 0.0556397 Sep 30 08:00:24.032323 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Request body: {'port': {'device_id': '82782f13-d4f0-4e7c-a66e-c2aa73b864d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:24.173355 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.174318 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 08c7c027-fcc5-47ae-878b-9b93244802fe up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:24.259298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 08c7c027-fcc5-47ae-878b-9b93244802fe completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:00:24.269108 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.279291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 08c7c027-fcc5-47ae-878b-9b93244802fe triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:24.279675 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.293504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03d0c5-364c-48c3-8318-99dbbe64314d req-d1016878-44c0-43ad-a71b-de9cc201458d tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:24.295544 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca03d0c5-364c-48c3-8318-99dbbe64314d req-d1016878-44c0-43ad-a71b-de9cc201458d tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 949 time: 0.0693803 Sep 30 08:00:24.334742 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4b999ed4-0ad5-4334-b682-73e2eac1575c None None] Provisioning complete for port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:24.335116 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b999ed4-0ad5-4334-b682-73e2eac1575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.354928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca03d0c5-364c-48c3-8318-99dbbe64314d req-ca934194-161b-4ba3-8cc2-8eee0270cad1 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509613 Sep 30 08:00:24.406722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4b999ed4-0ad5-4334-b682-73e2eac1575c None None] Port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:00:24.428147 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.432040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d885bfed-ee71-4070-8c97-017dacf8951b req-e467131e-7b7c-44e0-b292-2ccf69b4dc8c tempest-QuotasAdminNegativeTest-1423420688 tempest-QuotasAdminNegativeTest-1423420688-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=456bde32406446e3a8472b8fafddb9c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352030 Sep 30 08:00:24.468210 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.475659 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 08c7c027-fcc5-47ae-878b-9b93244802fe, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=08c7c027-fcc5-47ae-878b-9b93244802fe,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:24.477417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f66810-9763-4ad0-ac81-f9377f074d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c7c027-fcc5-47ae-878b-9b93244802fe'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:24.515823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:24.529006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:24.558263 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.561429 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 911afb81-e428-4dff-a1ed-c3af6e10450b up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:24.584753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccaae55-5089-4dd0-93f1-c71a58858cc4 req-140c3a7c-57cb-4472-915a-d055116aada6 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:24.587392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:00:24.596958 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:24.597642 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.609725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cccaae55-5089-4dd0-93f1-c71a58858cc4 req-140c3a7c-57cb-4472-915a-d055116aada6 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 969 time: 0.1559875 Sep 30 08:00:24.640050 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Pushing event updated for resources: {'Port': ['ID=21366f32-e5c4-4f09-b891-84b3d084d7ce,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:24.668215 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-ed5896df-07ce-434f-8093-138b49fefcd0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5000710 Sep 30 08:00:24.673287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Request body: {'port': {'device_id': '4aa0328d-5bf6-435d-b3e8-842b7086f026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:24.688961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=08c7c027-fcc5-47ae-878b-9b93244802fe,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:24.700949 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39587ade-8853-4fe3-b297-6918a5c725cc" -d '{"events": [{"server_uuid": "c3f66810-9763-4ad0-ac81-f9377f074d5b", "name": "network-vif-plugged", "status": "completed", "tag": "08c7c027-fcc5-47ae-878b-9b93244802fe"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:24.714811 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 911afb81-e428-4dff-a1ed-c3af6e10450b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:00:24.720449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 911afb81-e428-4dff-a1ed-c3af6e10450b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:24.720970 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.743445 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cccaae55-5089-4dd0-93f1-c71a58858cc4 req-ea778431-516d-4aa8-ae92-9e9e269d47c9 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328886 Sep 30 08:00:24.751727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885bfed-ee71-4070-8c97-017dacf8951b req-d9986ac3-9f60-4c64-b898-ac6468a838b6 tempest-QuotasAdminNegativeTest-1423420688 tempest-QuotasAdminNegativeTest-1423420688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:24.760829 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d885bfed-ee71-4070-8c97-017dacf8951b req-d9986ac3-9f60-4c64-b898-ac6468a838b6 tempest-QuotasAdminNegativeTest-1423420688 tempest-QuotasAdminNegativeTest-1423420688-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3215840 Sep 30 08:00:24.778938 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d885bfed-ee71-4070-8c97-017dacf8951b req-94ed4d2f-d171-4ff6-8eec-39372aa7d7c2 tempest-QuotasAdminNegativeTest-1423420688 tempest-QuotasAdminNegativeTest-1423420688-project] 10.222.0.24 "GET /v2.0/quotas/456bde32406446e3a8472b8fafddb9c4 HTTP/1.1" status: 200 len: 375 time: 0.0171669 Sep 30 08:00:24.844650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d885bfed-ee71-4070-8c97-017dacf8951b req-47a0e246-c4ff-4687-941f-c33b5756898e tempest-QuotasAdminNegativeTest-1423420688 tempest-QuotasAdminNegativeTest-1423420688-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=456bde32406446e3a8472b8fafddb9c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644941 Sep 30 08:00:24.860085 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.906871 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.907949 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d33256-ecf2-4bfe-9a97-7d4afde340f0 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:24.926340 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.964382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Transition to ACTIVE for port object 98d33256-ecf2-4bfe-9a97-7d4afde340f0 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:00:24.965922 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e392dbc-ec4e-489e-87b6-161cbaca6809 None None] Provisioning complete for port 21366f32-e5c4-4f09-b891-84b3d084d7ce triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:24.967525 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e392dbc-ec4e-489e-87b6-161cbaca6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:24.975347 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:25.005041 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 911afb81-e428-4dff-a1ed-c3af6e10450b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=911afb81-e428-4dff-a1ed-c3af6e10450b,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:25.008966 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3650fd-8e4f-4dfd-90e5-c9095f99bc1b x-openstack-request-id: req-bf3650fd-8e4f-4dfd-90e5-c9095f99bc1b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:25.009259 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f66810-9763-4ad0-ac81-f9377f074d5b", "name": "network-vif-plugged", "status": "completed", "tag": "08c7c027-fcc5-47ae-878b-9b93244802fe", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:25.009513 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf3650fd-8e4f-4dfd-90e5-c9095f99bc1b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:25.010071 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f66810-9763-4ad0-ac81-f9377f074d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c7c027-fcc5-47ae-878b-9b93244802fe', 'code': 200} Sep 30 08:00:25.014167 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:25.022630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e392dbc-ec4e-489e-87b6-161cbaca6809 None None] Port 21366f32-e5c4-4f09-b891-84b3d084d7ce cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:00:25.086046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=911afb81-e428-4dff-a1ed-c3af6e10450b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:25.122130 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cac20-0dd6-428f-8c98-55db2ea0dec7 req-9becb7f8-f446-4896-8b7d-74d5f8e32cd7 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:25.123261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff2cac20-0dd6-428f-8c98-55db2ea0dec7 req-9becb7f8-f446-4896-8b7d-74d5f8e32cd7 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 947 time: 0.1201136 Sep 30 08:00:25.145987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49139fef-6194-4156-ae08-305a7f15c567 req-007cb8ed-e4b2-41c3-b66a-8dc8427cdba5 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:25.147572 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49139fef-6194-4156-ae08-305a7f15c567 req-007cb8ed-e4b2-41c3-b66a-8dc8427cdba5 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 936 time: 0.0734258 Sep 30 08:00:25.195806 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff2cac20-0dd6-428f-8c98-55db2ea0dec7 req-46c97d9b-d22f-4452-804a-bcfe709b4d4c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655739 Sep 30 08:00:25.210395 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49139fef-6194-4156-ae08-305a7f15c567 req-b76fb734-4c53-4a0b-aaa3-f5ace823722f tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540519 Sep 30 08:00:25.376620 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c054e73-62ca-4bb6-b867-947ebd035a7e req-8f4c15a2-8ad0-451d-9862-06e4ce6b80b3 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 210 time: 0.0443895 Sep 30 08:00:25.378132 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.36', 55043) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:25.418630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Pushing event updated for resources: {'Port': ['ID=98d33256-ecf2-4bfe-9a97-7d4afde340f0,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:25.458263 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14732f58-b9e2-4e0a-b691-70cac1577ac0 req-9a12dd27-9373-49ee-b2c9-c5f909855e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:25.460239 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-14732f58-b9e2-4e0a-b691-70cac1577ac0 req-9a12dd27-9373-49ee-b2c9-c5f909855e02 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 1121 time: 0.3599417 Sep 30 08:00:25.463351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Attempting to bind port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:00:25.463850 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Attempting to bind port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:00:25.464443 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Attempting to bind port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:25.516032 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:00:25.516636 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Attempting to bind port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:25.520073 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-96e2acef-2938-41fc-9659-e44af9e68316 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:25.520884 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-14732f58-b9e2-4e0a-b691-70cac1577ac0 req-afcc6840-1151-40a2-a7b9-238333ea3226 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:25.522592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-96e2acef-2938-41fc-9659-e44af9e68316 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.36 "GET /v2.0/networks?id=c693cec2-10a8-4bc9-9dc9-ec670a2edec6 HTTP/1.1" status: 200 len: 824 time: 0.1432884 Sep 30 08:00:25.538356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:00:25.539251 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:25.540486 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:00:25.541032 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Bound port: 98d33256-ecf2-4bfe-9a97-7d4afde340f0, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:00:25.541391 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:25.652163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f4949-af7d-497c-bb7c-89293e82f5a1 req-65c26edd-330e-4fa9-8767-2d24e88be0ab tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:25.654289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3a2f4949-af7d-497c-bb7c-89293e82f5a1 req-65c26edd-330e-4fa9-8767-2d24e88be0ab tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 950 time: 0.1512642 Sep 30 08:00:25.659087 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-d2471d27-abad-4b8f-be26-2dd3d33266ba tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28da63c1dc59482bb1a1e2e0060695fe HTTP/1.1" status: 200 len: 378 time: 0.0985956 Sep 30 08:00:25.684217 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-9d5769ab-9fb9-40c6-a0ff-7705273a66b5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Request body: {'port': {'device_id': 'a8683cc1-bcca-4085-a59a-2169fae7b712', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'admin_state_up': True, 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'security_groups': ['aaaf523a-5304-4b3a-a46e-7bfc5e2faa12']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:25.718128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] For port 98d33256-ecf2-4bfe-9a97-7d4afde340f0, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:00:25.732533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3a2f4949-af7d-497c-bb7c-89293e82f5a1 req-48fc47b9-01e8-4559-9bce-25220b9dd43f tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712969 Sep 30 08:00:25.766460 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] For port 98d33256-ecf2-4bfe-9a97-7d4afde340f0, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:00:25.776531 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:25.794676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:25.795360 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:25.796857 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] 10.222.0.35 "PUT /v2.0/ports/98d33256-ecf2-4bfe-9a97-7d4afde340f0 HTTP/1.1" status: 200 len: 1095 time: 1.7697053 Sep 30 08:00:25.801147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21366f32-e5c4-4f09-b891-84b3d084d7ce {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:25.811207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82782f13-d4f0-4e7c-a66e-c2aa73b864d5', 'tag': '98d33256-ecf2-4bfe-9a97-7d4afde340f0'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:25.813474 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3464ad-fd55-48a3-960c-8cd4e79b1863" -d '{"events": [{"name": "network-changed", "server_uuid": "82782f13-d4f0-4e7c-a66e-c2aa73b864d5", "tag": "98d33256-ecf2-4bfe-9a97-7d4afde340f0"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:25.845046 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:25.888306 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e8ccfc8-8336-4879-a39d-b178aa37dddf req-6def05a6-5001-4c43-b56c-2b9a9be300ff tempest-QuotasAdminNegativeTest-1423420688 tempest-QuotasAdminNegativeTest-1423420688-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=456bde32406446e3a8472b8fafddb9c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658882 Sep 30 08:00:25.896664 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-14732f58-b9e2-4e0a-b691-70cac1577ac0 req-afcc6840-1151-40a2-a7b9-238333ea3226 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:25.926219 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Transition to ACTIVE for port object 21366f32-e5c4-4f09-b891-84b3d084d7ce will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:00:25.941908 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-14732f58-b9e2-4e0a-b691-70cac1577ac0 req-afcc6840-1151-40a2-a7b9-238333ea3226 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:25.955065 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:25.975949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-9d5769ab-9fb9-40c6-a0ff-7705273a66b5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Made reservation on behalf of 28da63c1dc59482bb1a1e2e0060695fe for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:00:25.977756 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe331b-c742-4a6a-91f6-57ef3c818c66 service neutron] Pushing event updated for resources: {'Port': ['ID=98d33256-ecf2-4bfe-9a97-7d4afde340f0,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:25.980585 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-9d5769ab-9fb9-40c6-a0ff-7705273a66b5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:26.005677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36339b3-9197-403c-833c-e735f5145ade req-3fadcc8e-ac37-4c28-8551-eadeb21bc8c8 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:26.007240 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c36339b3-9197-403c-833c-e735f5145ade req-3fadcc8e-ac37-4c28-8551-eadeb21bc8c8 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 970 time: 0.1590264 Sep 30 08:00:26.008713 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-14732f58-b9e2-4e0a-b691-70cac1577ac0 req-afcc6840-1151-40a2-a7b9-238333ea3226 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105855 Sep 30 08:00:26.042113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc6840-1151-40a2-a7b9-238333ea3226 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=09741023-3005-4d61-a104-2d8042935151,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:26.060179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-db528d62-627c-4ebf-b79b-71303da87a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:26.061795 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-db528d62-627c-4ebf-b79b-71303da87a48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 1098 time: 0.1928082 Sep 30 08:00:26.090563 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Pushing event updated for resources: {'Port': ['ID=21366f32-e5c4-4f09-b891-84b3d084d7ce,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:26.138073 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-65a8a872-db29-4a21-a5c7-40e553ba97e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0 HTTP/1.1" status: 200 len: 217 time: 0.0438361 Sep 30 08:00:26.143238 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Attempting to bind port 21366f32-e5c4-4f09-b891-84b3d084d7ce on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:00:26.143511 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Attempting to bind port 21366f32-e5c4-4f09-b891-84b3d084d7ce by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:00:26.143942 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Attempting to bind port 21366f32-e5c4-4f09-b891-84b3d084d7ce on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:26.180831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Port 21366f32-e5c4-4f09-b891-84b3d084d7ce on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:00:26.181503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Attempting to bind port 21366f32-e5c4-4f09-b891-84b3d084d7ce on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:26.191221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:00:26.191653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:26.192130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:00:26.192627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Bound port: 21366f32-e5c4-4f09-b891-84b3d084d7ce, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:00:26.193007 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ccfc8-8336-4879-a39d-b178aa37dddf req-94474338-3630-4f15-acb2-83ae174bacf9 tempest-QuotasAdminNegativeTest-1423420688 tempest-QuotasAdminNegativeTest-1423420688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:26.193123 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:26.194536 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e8ccfc8-8336-4879-a39d-b178aa37dddf req-94474338-3630-4f15-acb2-83ae174bacf9 tempest-QuotasAdminNegativeTest-1423420688 tempest-QuotasAdminNegativeTest-1423420688-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2867851 Sep 30 08:00:26.206790 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c36339b3-9197-403c-833c-e735f5145ade req-bdd38617-63a6-4a16-a1a5-835004e64f35 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721091 Sep 30 08:00:26.214259 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-23760873-1d91-4a61-b649-81a205cec56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:26.216235 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-23760873-1d91-4a61-b649-81a205cec56e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0694640 Sep 30 08:00:26.245602 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e8ccfc8-8336-4879-a39d-b178aa37dddf req-472040da-c49e-4147-beb4-2804d2820887 tempest-QuotasAdminNegativeTest-1423420688 tempest-QuotasAdminNegativeTest-1423420688-project] 10.222.0.24 "GET /v2.0/quotas/456bde32406446e3a8472b8fafddb9c4 HTTP/1.1" status: 200 len: 375 time: 0.0420961 Sep 30 08:00:26.292916 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df9d883-8846-4a37-8d1a-eb8ace2b096a x-openstack-request-id: req-5df9d883-8846-4a37-8d1a-eb8ace2b096a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:26.293984 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82782f13-d4f0-4e7c-a66e-c2aa73b864d5", "tag": "98d33256-ecf2-4bfe-9a97-7d4afde340f0", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:26.293984 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5df9d883-8846-4a37-8d1a-eb8ace2b096a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:26.293984 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82782f13-d4f0-4e7c-a66e-c2aa73b864d5', 'tag': '98d33256-ecf2-4bfe-9a97-7d4afde340f0', 'status': 'completed', 'code': 200} Sep 30 08:00:26.303379 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f2f7bf26-ad19-49ed-87c6-511050a9672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:26.305591 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-f2f7bf26-ad19-49ed-87c6-511050a9672f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819664 Sep 30 08:00:26.363818 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] For port 21366f32-e5c4-4f09-b891-84b3d084d7ce, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:00:26.408481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] For port 21366f32-e5c4-4f09-b891-84b3d084d7ce, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=21366f32-e5c4-4f09-b891-84b3d084d7ce,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:00:26.416766 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:26.454320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:26.455179 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:26.456638 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] 10.222.0.35 "PUT /v2.0/ports/21366f32-e5c4-4f09-b891-84b3d084d7ce HTTP/1.1" status: 200 len: 1096 time: 1.7875440 Sep 30 08:00:26.467217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e8ccfc8-8336-4879-a39d-b178aa37dddf req-dfb903d8-6684-4e5f-af6a-7a5a9696c16a tempest-QuotasAdminNegativeTest-1423420688 tempest-QuotasAdminNegativeTest-1423420688-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=456bde32406446e3a8472b8fafddb9c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2207294 Sep 30 08:00:26.477083 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-91e6d969-c2e9-4b7a-84d8-99184997532c service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594212 Sep 30 08:00:26.519960 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab92b5-2a2b-4b0b-a64d-38a22ff9936d service neutron] Pushing event updated for resources: {'Port': ['ID=21366f32-e5c4-4f09-b891-84b3d084d7ce,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:26.540946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-9d5769ab-9fb9-40c6-a0ff-7705273a66b5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Allocated IP 172.20.0.5 (c693cec2-10a8-4bc9-9dc9-ec670a2edec6/a6eae367-e63e-468e-b670-66f47b5bf007/9fb23192-a263-45d9-8095-768c84d472d3) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:00:26.566618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ba889-6158-4475-8cc4-51d426b13fd1 req-7387f9c1-f868-4e8d-87c0-7d7837698b29 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:26.573820 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c0ba889-6158-4475-8cc4-51d426b13fd1 req-7387f9c1-f868-4e8d-87c0-7d7837698b29 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 947 time: 0.1245391 Sep 30 08:00:26.627484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-34a4361b-8f82-4f12-9a7b-b546ad70041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:26.628802 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-34a4361b-8f82-4f12-9a7b-b546ad70041f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aa552c7923b7488d872f760999b14c00&device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 1099 time: 0.1043324 Sep 30 08:00:26.685843 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b99c5b25-fecd-42a0-aa1c-d7d5ace5114d req-b91d8e8b-a3e5-4bc5-9af0-e4485d4ae3bf service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965020 Sep 30 08:00:26.687375 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-42cecef1-0aaf-4151-8db3-976872c382ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=21366f32-e5c4-4f09-b891-84b3d084d7ce HTTP/1.1" status: 200 len: 217 time: 0.0421593 Sep 30 08:00:26.715180 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c0ba889-6158-4475-8cc4-51d426b13fd1 req-b9c12c8e-c7cc-4ac9-a101-f23bd5d8b4d3 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401949 Sep 30 08:00:26.741943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5a70c-d48b-40a9-8873-cee211c2d819 req-5e89b358-36b8-4c91-af52-859f637c5a88 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:26.743461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-31a5a70c-d48b-40a9-8873-cee211c2d819 req-5e89b358-36b8-4c91-af52-859f637c5a88 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 948 time: 0.1144354 Sep 30 08:00:26.776025 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-7754039c-008c-4209-b67b-8ffeedff5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:26.778468 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-7754039c-008c-4209-b67b-8ffeedff5a91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0731192 Sep 30 08:00:26.844162 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f5c2695-c553-49ef-b4e7-3b6e40b1a9de req-7311f7b9-782c-4f1c-a18f-1f1891a6dd65 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 210 time: 0.0480864 Sep 30 08:00:26.853462 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-31a5a70c-d48b-40a9-8873-cee211c2d819 req-e590a53e-bd62-4049-a29c-6659abce7a1a tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823948 Sep 30 08:00:26.855853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3464ad-fd55-48a3-960c-8cd4e79b1863 req-1d58ee0e-7a18-47c2-bf1c-852e54e0a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:26.857368 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5a3464ad-fd55-48a3-960c-8cd4e79b1863 req-1d58ee0e-7a18-47c2-bf1c-852e54e0a474 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 1098 time: 0.0662148 Sep 30 08:00:26.873342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-effafde4-8220-44a9-87be-c6cdfc52a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:26.873342 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-effafde4-8220-44a9-87be-c6cdfc52a4de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799074 Sep 30 08:00:26.876106 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-9d5769ab-9fb9-40c6-a0ff-7705273a66b5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:26.922028 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-9d5769ab-9fb9-40c6-a0ff-7705273a66b5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:27.012616 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4c8cf1-89e5-476b-9f8f-3976bfc212f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911afb81-e428-4dff-a1ed-c3af6e10450b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:27.018012 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53095692-8410-4a45-9fc8-9b106b64d55f" -d '{"events": [{"server_uuid": "5f4c8cf1-89e5-476b-9f8f-3976bfc212f4", "name": "network-vif-plugged", "status": "completed", "tag": "911afb81-e428-4dff-a1ed-c3af6e10450b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:27.038710 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3464ad-fd55-48a3-960c-8cd4e79b1863 req-56856c27-3590-4ccd-8289-1db13770c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:27.040631 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5a3464ad-fd55-48a3-960c-8cd4e79b1863 req-56856c27-3590-4ccd-8289-1db13770c8e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1750991 Sep 30 08:00:27.043699 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-4736d93a-2415-4470-96f2-5a05639c3420 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579671 Sep 30 08:00:27.046385 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-9d5769ab-9fb9-40c6-a0ff-7705273a66b5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:27.062291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-9d5769ab-9fb9-40c6-a0ff-7705273a66b5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:27.064604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5769ab-9fb9-40c6-a0ff-7705273a66b5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Pushing event updated for resources: {'Port': ['ID=9fb23192-a263-45d9-8095-768c84d472d3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:27.070395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-9d5769ab-9fb9-40c6-a0ff-7705273a66b5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:00:27.076202 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-9d5769ab-9fb9-40c6-a0ff-7705273a66b5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:27.076864 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-9d5769ab-9fb9-40c6-a0ff-7705273a66b5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:27.084324 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c819ee-e490-424e-961e-77b1741d50f0 x-openstack-request-id: req-19c819ee-e490-424e-961e-77b1741d50f0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:27.085583 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4c8cf1-89e5-476b-9f8f-3976bfc212f4", "name": "network-vif-plugged", "status": "completed", "tag": "911afb81-e428-4dff-a1ed-c3af6e10450b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:27.086557 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19c819ee-e490-424e-961e-77b1741d50f0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:27.088180 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4c8cf1-89e5-476b-9f8f-3976bfc212f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911afb81-e428-4dff-a1ed-c3af6e10450b', 'code': 200} Sep 30 08:00:27.098376 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d154168-8ee6-4e5a-a01e-541a3290957c req-986b65af-394f-4d3e-ab62-9b1019178e7f tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:27.099498 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d154168-8ee6-4e5a-a01e-541a3290957c req-986b65af-394f-4d3e-ab62-9b1019178e7f tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 950 time: 0.1754360 Sep 30 08:00:27.113365 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-9d5769ab-9fb9-40c6-a0ff-7705273a66b5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4346852 Sep 30 08:00:27.126366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Request body: {'port': {'device_id': 'a8683cc1-bcca-4085-a59a-2169fae7b712', 'device_owner': 'compute:tempest-test_az-917909105', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:27.154902 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5a3464ad-fd55-48a3-960c-8cd4e79b1863 req-afd74911-f8bd-4e2b-87cb-fb55a645d3e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0 HTTP/1.1" status: 200 len: 217 time: 0.0969436 Sep 30 08:00:27.186375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.35', 49385) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:27.215570 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d154168-8ee6-4e5a-a01e-541a3290957c req-fe5b0ca1-2394-4749-a22c-c7d29dc844c0 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008124 Sep 30 08:00:27.270550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3464ad-fd55-48a3-960c-8cd4e79b1863 req-5dc01186-318e-44d1-baf2-8c48e5078bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:27.272272 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5a3464ad-fd55-48a3-960c-8cd4e79b1863 req-5dc01186-318e-44d1-baf2-8c48e5078bcc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0757532 Sep 30 08:00:27.278367 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:27.348226 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cc42e716-9060-4040-9f78-9b772817c4e3 req-7644e2fc-3bf4-4f3f-9fd0-0d0537ab461d service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916849 Sep 30 08:00:27.356677 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3464ad-fd55-48a3-960c-8cd4e79b1863 req-5577529d-e141-427b-8c1a-fcff23570110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:27.358308 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5a3464ad-fd55-48a3-960c-8cd4e79b1863 req-5577529d-e141-427b-8c1a-fcff23570110 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0669067 Sep 30 08:00:27.382853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff8e26-1046-4a01-9ab7-7b7cd906f9a8 req-7b03f4b7-eafb-4b96-b602-f5d40eae1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:27.384535 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24ff8e26-1046-4a01-9ab7-7b7cd906f9a8 req-7b03f4b7-eafb-4b96-b602-f5d40eae1536 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 1101 time: 0.1677382 Sep 30 08:00:27.415147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bb6b6-8c80-4cc2-9d81-d3c40ad0f784 req-3e4f0936-81dc-40f1-a0c8-325f71a1c65b tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:27.416687 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-931bb6b6-8c80-4cc2-9d81-d3c40ad0f784 req-3e4f0936-81dc-40f1-a0c8-325f71a1c65b tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 970 time: 0.1316535 Sep 30 08:00:27.464623 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-84da3d9f-fc3e-4f87-b373-80831f499448 None None] Provisioning complete for port 9fb23192-a263-45d9-8095-768c84d472d3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:27.464986 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84da3d9f-fc3e-4f87-b373-80831f499448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:27.468775 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5a3464ad-fd55-48a3-960c-8cd4e79b1863 req-cebb8a89-d7d8-420f-9e14-3352cd8ed828 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962198 Sep 30 08:00:27.508177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-84da3d9f-fc3e-4f87-b373-80831f499448 None None] Port 9fb23192-a263-45d9-8095-768c84d472d3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:00:27.578769 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5a3464ad-fd55-48a3-960c-8cd4e79b1863 req-e96149f7-ca25-4860-a805-7cd0fd756444 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985770 Sep 30 08:00:27.581196 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74d73d9b-2535-4c87-adab-1b19170a7dc4 req-c192b61a-bece-4b01-b2ec-fb95d1b73cdb tempest-QuotasAdminNegativeTest-1423420688 tempest-QuotasAdminNegativeTest-1423420688-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=456bde32406446e3a8472b8fafddb9c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734739 Sep 30 08:00:27.638348 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-931bb6b6-8c80-4cc2-9d81-d3c40ad0f784 req-67b1a9a2-2284-4bc8-9882-8b0b0d7c7992 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020354 Sep 30 08:00:27.650476 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24ff8e26-1046-4a01-9ab7-7b7cd906f9a8 req-fa17eddc-4383-4ca2-8c38-ed62b01da99f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671593 Sep 30 08:00:27.791019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d73d9b-2535-4c87-adab-1b19170a7dc4 req-dff07506-8d8f-494a-9f01-f5acdc7431d8 tempest-QuotasAdminNegativeTest-1423420688 tempest-QuotasAdminNegativeTest-1423420688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:27.792514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74d73d9b-2535-4c87-adab-1b19170a7dc4 req-dff07506-8d8f-494a-9f01-f5acdc7431d8 tempest-QuotasAdminNegativeTest-1423420688 tempest-QuotasAdminNegativeTest-1423420688-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959684 Sep 30 08:00:27.848628 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74d73d9b-2535-4c87-adab-1b19170a7dc4 req-9ccb7f66-f01e-4357-a05a-93db67343ee2 tempest-QuotasAdminNegativeTest-1423420688 tempest-QuotasAdminNegativeTest-1423420688-project] 10.222.0.24 "GET /v2.0/quotas/456bde32406446e3a8472b8fafddb9c4 HTTP/1.1" status: 200 len: 375 time: 0.0406733 Sep 30 08:00:27.903490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb23192-a263-45d9-8095-768c84d472d3 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:27.908849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74d73d9b-2535-4c87-adab-1b19170a7dc4 req-aed0a2a0-9434-4990-9083-049dbf1209b4 tempest-QuotasAdminNegativeTest-1423420688 tempest-QuotasAdminNegativeTest-1423420688-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=456bde32406446e3a8472b8fafddb9c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417831 Sep 30 08:00:27.913217 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:27.930030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24102efd-5b9c-465e-afbe-f79a19be58dc req-1cb07c7d-a5b2-4986-885f-fcf3449a2696 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:27.931764 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24102efd-5b9c-465e-afbe-f79a19be58dc req-1cb07c7d-a5b2-4986-885f-fcf3449a2696 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 947 time: 0.1370349 Sep 30 08:00:27.949511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Transition to ACTIVE for port object 9fb23192-a263-45d9-8095-768c84d472d3 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:00:27.957114 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:28.037399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24102efd-5b9c-465e-afbe-f79a19be58dc req-d2bed0b8-7a24-45ee-9f6d-2d54e668c3e5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968866 Sep 30 08:00:28.052262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Pushing event updated for resources: {'Port': ['ID=9fb23192-a263-45d9-8095-768c84d472d3,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:28.131201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8734d-29b3-43e4-986f-5fa1366ccb66 req-bedee002-a9f8-4fb7-87f1-d2866d961095 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:28.133361 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-62a8734d-29b3-43e4-986f-5fa1366ccb66 req-bedee002-a9f8-4fb7-87f1-d2866d961095 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 948 time: 0.1195347 Sep 30 08:00:28.135921 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Attempting to bind port 9fb23192-a263-45d9-8095-768c84d472d3 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:00:28.136277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Attempting to bind port 9fb23192-a263-45d9-8095-768c84d472d3 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:00:28.136605 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Attempting to bind port 9fb23192-a263-45d9-8095-768c84d472d3 on network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:28.166600 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Port 9fb23192-a263-45d9-8095-768c84d472d3 on network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:00:28.166914 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Attempting to bind port 9fb23192-a263-45d9-8095-768c84d472d3 on network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:28.183901 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 7, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:00:28.184250 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Checking segment: {'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:28.184807 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Bound using segment: {'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:00:28.185226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Bound port: 9fb23192-a263-45d9-8095-768c84d472d3, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:00:28.185581 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:28.213189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5f881-1ac1-4f2a-8aea-d5c2472ae9cc req-9aeb41e3-96f2-47fe-b546-6ba2a71535b2 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:28.214642 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1cf5f881-1ac1-4f2a-8aea-d5c2472ae9cc req-9aeb41e3-96f2-47fe-b546-6ba2a71535b2 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 964 time: 0.1027892 Sep 30 08:00:28.224781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-62a8734d-29b3-43e4-986f-5fa1366ccb66 req-40922027-1b5b-43de-b994-a4ea8520a674 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693464 Sep 30 08:00:28.293452 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1cf5f881-1ac1-4f2a-8aea-d5c2472ae9cc req-80b50582-8c60-45fe-bf0b-99b757ccedfb tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717084 Sep 30 08:00:28.295273 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa0328d-5bf6-435d-b3e8-842b7086f026', 'tag': '21366f32-e5c4-4f09-b891-84b3d084d7ce'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:28.298071 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56951fc3-fce9-4eb0-929b-4df1de84ffd0" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa0328d-5bf6-435d-b3e8-842b7086f026", "tag": "21366f32-e5c4-4f09-b891-84b3d084d7ce"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:28.301065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] For port 9fb23192-a263-45d9-8095-768c84d472d3, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:00:28.306258 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] For port 9fb23192-a263-45d9-8095-768c84d472d3, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9fb23192-a263-45d9-8095-768c84d472d3,segment=NetworkSegment(f2bea4ae-530c-4238-8e19-ad84a770a171),segment_id=f2bea4ae-530c-4238-8e19-ad84a770a171)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:00:28.320891 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:28.362206 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:28.362819 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:28.364218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] 10.222.0.36 "PUT /v2.0/ports/9fb23192-a263-45d9-8095-768c84d472d3 HTTP/1.1" status: 200 len: 1112 time: 1.2420039 Sep 30 08:00:28.373303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8683cc1-bcca-4085-a59a-2169fae7b712', 'tag': '9fb23192-a263-45d9-8095-768c84d472d3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:28.410057 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acf4d53-5c1d-4026-bc10-9b5ce9b3f57a x-openstack-request-id: req-7acf4d53-5c1d-4026-bc10-9b5ce9b3f57a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:28.410474 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa0328d-5bf6-435d-b3e8-842b7086f026", "tag": "21366f32-e5c4-4f09-b891-84b3d084d7ce", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:28.410882 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7acf4d53-5c1d-4026-bc10-9b5ce9b3f57a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:28.411412 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa0328d-5bf6-435d-b3e8-842b7086f026', 'tag': '21366f32-e5c4-4f09-b891-84b3d084d7ce', 'status': 'completed', 'code': 200} Sep 30 08:00:28.719334 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42242) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:28.728979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2e2c6-db45-49c6-817f-0d435fdccfdf service neutron] Pushing event updated for resources: {'Port': ['ID=9fb23192-a263-45d9-8095-768c84d472d3,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:28.779395 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b366929-f8fe-4263-b123-339c11c22b95" -d '{"events": [{"name": "network-changed", "server_uuid": "a8683cc1-bcca-4085-a59a-2169fae7b712", "tag": "9fb23192-a263-45d9-8095-768c84d472d3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:28.796777 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077065c1-70d4-4090-8f61-49c0000771a9 req-a8dc4f08-acbf-4aae-9bc8-0f0e15e1f6bf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:28.798271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-077065c1-70d4-4090-8f61-49c0000771a9 req-a8dc4f08-acbf-4aae-9bc8-0f0e15e1f6bf tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 950 time: 0.4403956 Sep 30 08:00:28.806667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-03d8caf9-357e-4583-92a8-d41ec9bc6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:28.808125 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-03d8caf9-357e-4583-92a8-d41ec9bc6462 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28da63c1dc59482bb1a1e2e0060695fe&device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 1115 time: 0.2151670 Sep 30 08:00:28.813232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56951fc3-fce9-4eb0-929b-4df1de84ffd0 req-86c63fd8-93d9-4095-8ee9-35ddf5caef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:28.814571 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56951fc3-fce9-4eb0-929b-4df1de84ffd0 req-86c63fd8-93d9-4095-8ee9-35ddf5caef11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aa552c7923b7488d872f760999b14c00&device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 1099 time: 0.2242560 Sep 30 08:00:28.834950 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48b6be7e-136b-48af-8b3f-d154588122bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:28.904758 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-e3fe7c31-8ae5-43f6-81da-3e28da9a560d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fb23192-a263-45d9-8095-768c84d472d3 HTTP/1.1" status: 200 len: 217 time: 0.0834401 Sep 30 08:00:28.922093 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48b6be7e-136b-48af-8b3f-d154588122bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:28.926492 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48b6be7e-136b-48af-8b3f-d154588122bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:28.963480 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-48b6be7e-136b-48af-8b3f-d154588122bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=456bde32406446e3a8472b8fafddb9c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429299 Sep 30 08:00:28.964817 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6044b3a-8b55-4481-aa5f-c6fffda3a57b req-0c8fc8f7-5bae-4041-bd64-b9d3512cad89 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:28.966525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:28.967399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6044b3a-8b55-4481-aa5f-c6fffda3a57b req-0c8fc8f7-5bae-4041-bd64-b9d3512cad89 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 970 time: 0.2278695 Sep 30 08:00:28.979733 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6be7e-136b-48af-8b3f-d154588122bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8f8138-ea2f-4d35-a9a2-a1e0bc1fb48b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:29.019391 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-077065c1-70d4-4090-8f61-49c0000771a9 req-6df3afe9-b5a8-4351-b448-41eefc0f897b tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099426 Sep 30 08:00:29.023633 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0e05f9c-fd46-4144-af6d-fdc3123fdff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.055461 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0e05f9c-fd46-4144-af6d-fdc3123fdff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.117892 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0e05f9c-fd46-4144-af6d-fdc3123fdff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.121025 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0e05f9c-fd46-4144-af6d-fdc3123fdff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.124919 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a0e05f9c-fd46-4144-af6d-fdc3123fdff0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c8f8138-ea2f-4d35-a9a2-a1e0bc1fb48b HTTP/1.1" status: 204 len: 168 time: 0.1549184 Sep 30 08:00:29.130437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e05f9c-fd46-4144-af6d-fdc3123fdff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8f8138-ea2f-4d35-a9a2-a1e0bc1fb48b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:29.140161 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-a9ffa407-3be8-4685-8b0d-04d870e7ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:29.141639 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-a9ffa407-3be8-4685-8b0d-04d870e7ac46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6eae367-e63e-468e-b670-66f47b5bf007 HTTP/1.1" status: 200 len: 863 time: 0.2188697 Sep 30 08:00:29.149959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6044b3a-8b55-4481-aa5f-c6fffda3a57b req-79065458-2093-4ab1-b3a1-ef021c4d07e5 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522284 Sep 30 08:00:29.183885 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24883826-129b-4af5-b9d0-bd898742c43b x-openstack-request-id: req-24883826-129b-4af5-b9d0-bd898742c43b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:29.184210 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8683cc1-bcca-4085-a59a-2169fae7b712", "tag": "9fb23192-a263-45d9-8095-768c84d472d3", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:29.184483 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24883826-129b-4af5-b9d0-bd898742c43b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:29.184922 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8683cc1-bcca-4085-a59a-2169fae7b712', 'tag': '9fb23192-a263-45d9-8095-768c84d472d3', 'status': 'completed', 'code': 200} Sep 30 08:00:29.186119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56951fc3-fce9-4eb0-929b-4df1de84ffd0 req-0bb3a740-5773-4af4-8da2-e3a6db31a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:29.187989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56951fc3-fce9-4eb0-929b-4df1de84ffd0 req-0bb3a740-5773-4af4-8da2-e3a6db31a1f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.3587577 Sep 30 08:00:29.252653 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56951fc3-fce9-4eb0-929b-4df1de84ffd0 req-105e77e5-d280-4656-a51f-3b9f14b8acc6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=21366f32-e5c4-4f09-b891-84b3d084d7ce HTTP/1.1" status: 200 len: 217 time: 0.0492294 Sep 30 08:00:29.347895 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-dfa795bc-b9eb-48f3-9c19-d730451f7f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:29.349418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-dfa795bc-b9eb-48f3-9c19-d730451f7f13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c693cec2-10a8-4bc9-9dc9-ec670a2edec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971998 Sep 30 08:00:29.376194 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.387652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56951fc3-fce9-4eb0-929b-4df1de84ffd0 req-28b91665-15b0-45c8-ae92-f0a3a0d6d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:29.389152 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56951fc3-fce9-4eb0-929b-4df1de84ffd0 req-28b91665-15b0-45c8-ae92-f0a3a0d6d831 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1259794 Sep 30 08:00:29.401258 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e5f65-d4c6-4ca0-b004-0a5c0f798340 req-c6d000c7-0882-4cfa-a917-2241dca204c9 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:29.402690 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea1e5f65-d4c6-4ca0-b004-0a5c0f798340 req-c6d000c7-0882-4cfa-a917-2241dca204c9 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 947 time: 0.1561320 Sep 30 08:00:29.447664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b882b6-a1a9-42a4-8ab0-34aac23fff33 req-3e333ad7-73f5-4e02-8261-07da0eefaebc tempest-AggregatesAdminTestJSON-1567372050 tempest-AggregatesAdminTestJSON-1567372050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:29.449179 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33b882b6-a1a9-42a4-8ab0-34aac23fff33 req-3e333ad7-73f5-4e02-8261-07da0eefaebc tempest-AggregatesAdminTestJSON-1567372050 tempest-AggregatesAdminTestJSON-1567372050-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 1121 time: 0.1595206 Sep 30 08:00:29.461360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42264) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:29.474107 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ed79a55-b0b3-444f-bdac-426c3d9fdd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.524726 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33b882b6-a1a9-42a4-8ab0-34aac23fff33 req-59e81193-db00-42ae-b534-281788b25f82 tempest-AggregatesAdminTestJSON-1567372050 tempest-AggregatesAdminTestJSON-1567372050-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.548233 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea1e5f65-d4c6-4ca0-b004-0a5c0f798340 req-9a4b8a22-1e06-4293-8ddd-e8a7ee1a051d tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333549 Sep 30 08:00:29.549896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56951fc3-fce9-4eb0-929b-4df1de84ffd0 req-7acb46bd-2165-4721-b48f-413766f14169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:29.551360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56951fc3-fce9-4eb0-929b-4df1de84ffd0 req-7acb46bd-2165-4721-b48f-413766f14169 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1449902 Sep 30 08:00:29.573064 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-f420ee9d-8182-4488-ba44-063a8ec523c2 service neutron] 10.222.0.36 "GET /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015586 Sep 30 08:00:29.573183 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ed79a55-b0b3-444f-bdac-426c3d9fdd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.574410 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ed79a55-b0b3-444f-bdac-426c3d9fdd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.623038 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6ed79a55-b0b3-444f-bdac-426c3d9fdd54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93c8c37f50e841dda5f1d5b26c052a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573901 Sep 30 08:00:29.623038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:29.633341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed79a55-b0b3-444f-bdac-426c3d9fdd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e0751d-195c-458c-b15f-926a480136a6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:29.699037 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0636be9b-322f-42ec-a673-55b95d8f1671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.720373 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0636be9b-322f-42ec-a673-55b95d8f1671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.777494 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0636be9b-322f-42ec-a673-55b95d8f1671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.780136 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0636be9b-322f-42ec-a673-55b95d8f1671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.781587 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0636be9b-322f-42ec-a673-55b95d8f1671 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4e0751d-195c-458c-b15f-926a480136a6 HTTP/1.1" status: 204 len: 168 time: 0.1580842 Sep 30 08:00:29.790812 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636be9b-322f-42ec-a673-55b95d8f1671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e0751d-195c-458c-b15f-926a480136a6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:29.818084 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56951fc3-fce9-4eb0-929b-4df1de84ffd0 req-ff0c0bd6-5752-4892-8406-c6aaf3e0ec6e service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526894 Sep 30 08:00:29.824630 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b351be48-22a4-4bef-beb6-0a5b88fa008e req-5b3b7d64-a5f0-4b86-9459-a52fc8a34523 service neutron] 10.222.0.36 "GET /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522788 Sep 30 08:00:29.849986 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c861b-65b6-4459-8236-b9e97350872d req-b90df117-a97e-487b-b196-d1cd1a7ccf27 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:29.851947 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d03c861b-65b6-4459-8236-b9e97350872d req-b90df117-a97e-487b-b196-d1cd1a7ccf27 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 948 time: 0.1643000 Sep 30 08:00:29.959438 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33b882b6-a1a9-42a4-8ab0-34aac23fff33 req-59e81193-db00-42ae-b534-281788b25f82 tempest-AggregatesAdminTestJSON-1567372050 tempest-AggregatesAdminTestJSON-1567372050-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:29.984875 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33b882b6-a1a9-42a4-8ab0-34aac23fff33 req-59e81193-db00-42ae-b534-281788b25f82 tempest-AggregatesAdminTestJSON-1567372050 tempest-AggregatesAdminTestJSON-1567372050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:30.018230 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d03c861b-65b6-4459-8236-b9e97350872d req-949be0d4-f8ea-43fd-98dc-b68957a39ec1 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532371 Sep 30 08:00:30.048202 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33b882b6-a1a9-42a4-8ab0-34aac23fff33 req-59e81193-db00-42ae-b534-281788b25f82 tempest-AggregatesAdminTestJSON-1567372050 tempest-AggregatesAdminTestJSON-1567372050-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5596108 Sep 30 08:00:30.050063 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56951fc3-fce9-4eb0-929b-4df1de84ffd0 req-ef4fb5d2-91f9-4115-94a6-ce6d9fc41ad5 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214324 Sep 30 08:00:30.058181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b366929-f8fe-4263-b123-339c11c22b95 req-51c21ebe-f23a-44a2-83b7-e41ee97c9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:30.059718 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b366929-f8fe-4263-b123-339c11c22b95 req-51c21ebe-f23a-44a2-83b7-e41ee97c9f0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28da63c1dc59482bb1a1e2e0060695fe&device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 1115 time: 0.1263020 Sep 30 08:00:30.060701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e81193-db00-42ae-b534-281788b25f82 tempest-AggregatesAdminTestJSON-1567372050 tempest-AggregatesAdminTestJSON-1567372050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6930089-a996-4632-b9ba-b6255c5c65bd,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:30.400767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1fced-c4a7-4a12-bee1-69f11459d38c req-ca9733c1-261a-4d6c-b14c-d5f1ba4f39fb tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:30.402294 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79f1fced-c4a7-4a12-bee1-69f11459d38c req-ca9733c1-261a-4d6c-b14c-d5f1ba4f39fb tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 964 time: 0.3032818 Sep 30 08:00:30.410724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b366929-f8fe-4263-b123-339c11c22b95 req-caf2f94a-98eb-4b47-93c0-ec3a7958299b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:30.411520 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b366929-f8fe-4263-b123-339c11c22b95 req-caf2f94a-98eb-4b47-93c0-ec3a7958299b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c693cec2-10a8-4bc9-9dc9-ec670a2edec6 HTTP/1.1" status: 200 len: 925 time: 0.3367560 Sep 30 08:00:30.430906 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f88dd-9b18-4535-b0eb-27b2f2e2b9df req-0295217f-5205-4893-9057-004532c72b28 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:30.432632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e3f88dd-9b18-4535-b0eb-27b2f2e2b9df req-0295217f-5205-4893-9057-004532c72b28 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 950 time: 0.2917547 Sep 30 08:00:30.482840 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b366929-f8fe-4263-b123-339c11c22b95 req-f3994443-ee10-4e93-8cec-3690f0888896 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fb23192-a263-45d9-8095-768c84d472d3 HTTP/1.1" status: 200 len: 217 time: 0.0603466 Sep 30 08:00:30.518116 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 98d33256-ecf2-4bfe-9a97-7d4afde340f0 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:00:30.549014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79f1fced-c4a7-4a12-bee1-69f11459d38c req-95d4f23b-6cb4-4915-908b-7fd8687fa0c1 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1344509 Sep 30 08:00:30.556398 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e3f88dd-9b18-4535-b0eb-27b2f2e2b9df req-8beb6034-31da-446e-905d-020bd3941112 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105261 Sep 30 08:00:30.572137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b366929-f8fe-4263-b123-339c11c22b95 req-840ab768-7756-4da0-ab03-fd099e25437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:30.572137 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b366929-f8fe-4263-b123-339c11c22b95 req-840ab768-7756-4da0-ab03-fd099e25437b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6eae367-e63e-468e-b670-66f47b5bf007 HTTP/1.1" status: 200 len: 863 time: 0.0740457 Sep 30 08:00:30.632382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b366929-f8fe-4263-b123-339c11c22b95 req-49aa2129-66fc-45ad-a989-cd42891b23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:30.633787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 98d33256-ecf2-4bfe-9a97-7d4afde340f0, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:30.635442 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b366929-f8fe-4263-b123-339c11c22b95 req-49aa2129-66fc-45ad-a989-cd42891b23cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c693cec2-10a8-4bc9-9dc9-ec670a2edec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612419 Sep 30 08:00:30.647760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '98d33256-ecf2-4bfe-9a97-7d4afde340f0', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '98d33256-ecf2-4bfe-9a97-7d4afde340f0', 'mac_address': 'fa:16:3e:44:13:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:00:30.700794 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:30.720320 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d33256-ecf2-4bfe-9a97-7d4afde340f0 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:30.749059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 98d33256-ecf2-4bfe-9a97-7d4afde340f0, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:30.754883 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:30.757812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 21366f32-e5c4-4f09-b891-84b3d084d7ce details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:00:30.773940 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f817b5-ada5-4040-b2ea-ea5c90c8393c req-ba3a53c1-c093-4154-abb2-a53fb1758486 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:30.781613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6f817b5-ada5-4040-b2ea-ea5c90c8393c req-ba3a53c1-c093-4154-abb2-a53fb1758486 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 947 time: 0.1220965 Sep 30 08:00:30.820661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=98d33256-ecf2-4bfe-9a97-7d4afde340f0,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:30.829386 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6f817b5-ada5-4040-b2ea-ea5c90c8393c req-8a1f67f0-74bc-4e7f-bf81-7e66c3177377 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468328 Sep 30 08:00:30.842127 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b366929-f8fe-4263-b123-339c11c22b95 req-534a3f0a-4083-407a-8be2-81063e4ff499 service neutron] 10.222.0.36 "GET /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991138 Sep 30 08:00:30.859560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 21366f32-e5c4-4f09-b891-84b3d084d7ce, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=21366f32-e5c4-4f09-b891-84b3d084d7ce,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:30.874973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '21366f32-e5c4-4f09-b891-84b3d084d7ce', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '21366f32-e5c4-4f09-b891-84b3d084d7ce', 'mac_address': 'fa:16:3e:ab:fe:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:00:30.918169 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:30.935816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21366f32-e5c4-4f09-b891-84b3d084d7ce {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:30.959319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b366929-f8fe-4263-b123-339c11c22b95 req-32f81838-460a-4227-8262-f18216ceec33 service neutron] 10.222.0.36 "GET /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088479 Sep 30 08:00:30.967252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 21366f32-e5c4-4f09-b891-84b3d084d7ce, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=21366f32-e5c4-4f09-b891-84b3d084d7ce,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:30.972640 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:31.031101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=21366f32-e5c4-4f09-b891-84b3d084d7ce,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:31.208826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d679d-b2b4-4619-a07c-1596cce18bd7 req-9159d8f3-e5df-4621-9a98-ccad3fb2c0e8 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:31.210865 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c35d679d-b2b4-4619-a07c-1596cce18bd7 req-9159d8f3-e5df-4621-9a98-ccad3fb2c0e8 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 949 time: 0.0568726 Sep 30 08:00:31.260482 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c35d679d-b2b4-4619-a07c-1596cce18bd7 req-4b112551-b056-421b-9f94-18293b8a7059 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389991 Sep 30 08:00:31.333427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['98d33256-ecf2-4bfe-9a97-7d4afde340f0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:00:31.392820 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['21366f32-e5c4-4f09-b891-84b3d084d7ce'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:00:31.462137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01a265-ebc1-460d-b955-cc7c8096f1b1 req-999609e5-5b04-4712-8239-32cfe4cf1b67 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:31.477082 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c01a265-ebc1-460d-b955-cc7c8096f1b1 req-999609e5-5b04-4712-8239-32cfe4cf1b67 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 950 time: 0.1090674 Sep 30 08:00:31.539696 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c01a265-ebc1-460d-b955-cc7c8096f1b1 req-ac4a49b7-e8d5-4946-9002-1a19f545a280 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598655 Sep 30 08:00:31.855275 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-2194fc61-1477-4ff2-9f95-33efee6e25d9 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=720d9f80d0de4b5bbd247be1eb39620a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311506 Sep 30 08:00:31.971933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d582a1-54f5-4d84-abe8-ee382b8ac0a7 req-3388d70a-4c9c-4582-a1be-c666450e467d tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:31.973389 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93d582a1-54f5-4d84-abe8-ee382b8ac0a7 req-3388d70a-4c9c-4582-a1be-c666450e467d tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 964 time: 0.1106517 Sep 30 08:00:32.008703 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-39a4c9ff-15e4-47c7-90ef-47416e34dd30 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:32.010131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-39a4c9ff-15e4-47c7-90ef-47416e34dd30 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486723 Sep 30 08:00:32.037200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93d582a1-54f5-4d84-abe8-ee382b8ac0a7 req-0255acd9-7eb1-407c-b058-f5b791866cf6 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568385 Sep 30 08:00:32.038508 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c3307606-1d01-4def-8d91-66da48d34564 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/quotas/720d9f80d0de4b5bbd247be1eb39620a HTTP/1.1" status: 200 len: 375 time: 0.0206282 Sep 30 08:00:32.070114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-806db87e-d2fd-4dfc-8227-8bb7bcb28762 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=720d9f80d0de4b5bbd247be1eb39620a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253341 Sep 30 08:00:32.151266 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92564-4ab3-48a0-ac43-f602871fe69b req-ae011816-0bfe-46f2-baef-d14f3f4e2ba0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:32.152896 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1e92564-4ab3-48a0-ac43-f602871fe69b req-ae011816-0bfe-46f2-baef-d14f3f4e2ba0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 948 time: 0.0485151 Sep 30 08:00:32.193593 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1e92564-4ab3-48a0-ac43-f602871fe69b req-3eddb2fa-9ca5-4026-9ccf-4eae1002bb70 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344937 Sep 30 08:00:32.265355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d726cb0-aa3b-492b-9068-15697adb5555 req-27b063fd-6829-489c-9b6c-81c630171c70 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66feff6-2f07-4624-9d16-87f699361b1d HTTP/1.1" status: 200 len: 210 time: 0.0288103 Sep 30 08:00:32.404425 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596c515-ed7f-4e3f-b0a4-8346bb08a44a req-a178015a-b3f4-43dc-8510-765797715206 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:32.406535 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c596c515-ed7f-4e3f-b0a4-8346bb08a44a req-a178015a-b3f4-43dc-8510-765797715206 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 949 time: 0.0559025 Sep 30 08:00:32.449615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c596c515-ed7f-4e3f-b0a4-8346bb08a44a req-39eda1d2-bd5a-4518-a8c5-bebd672805e1 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361896 Sep 30 08:00:32.531142 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 98d33256-ecf2-4bfe-9a97-7d4afde340f0 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:32.590657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:00:32.596973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:32.597569 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:32.705938 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:32.735179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82782f13-d4f0-4e7c-a66e-c2aa73b864d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d33256-ecf2-4bfe-9a97-7d4afde340f0'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:32.745834 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a51f504-fb1c-4da2-8c59-9b007d5256d5" -d '{"events": [{"server_uuid": "82782f13-d4f0-4e7c-a66e-c2aa73b864d5", "name": "network-vif-plugged", "status": "completed", "tag": "98d33256-ecf2-4bfe-9a97-7d4afde340f0"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:32.749440 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbb34d-6bf1-4e32-bb9f-1da13d844fab req-b27fc80e-6a2a-4446-bca3-b307f06ae70c tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:32.758030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99bbb34d-6bf1-4e32-bb9f-1da13d844fab req-b27fc80e-6a2a-4446-bca3-b307f06ae70c tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 950 time: 0.1275566 Sep 30 08:00:32.765829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 98d33256-ecf2-4bfe-9a97-7d4afde340f0, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:32.773029 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:32.774233 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 21366f32-e5c4-4f09-b891-84b3d084d7ce up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:32.814232 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99bbb34d-6bf1-4e32-bb9f-1da13d844fab req-26c71871-e75a-49a6-ae9f-7c39f0f0a794 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531917 Sep 30 08:00:32.825377 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6260a9b6-c637-4a34-acdf-e6ce578fd1f5 req-0d2ad847-49b3-4cee-a30c-235b90c02628 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1238430 Sep 30 08:00:32.885545 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7388f93a-5349-4ee9-ac80-a79427d98b67 x-openstack-request-id: req-7388f93a-5349-4ee9-ac80-a79427d98b67 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:32.887338 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82782f13-d4f0-4e7c-a66e-c2aa73b864d5", "name": "network-vif-plugged", "status": "completed", "tag": "98d33256-ecf2-4bfe-9a97-7d4afde340f0", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:32.887338 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7388f93a-5349-4ee9-ac80-a79427d98b67 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:32.887338 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82782f13-d4f0-4e7c-a66e-c2aa73b864d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d33256-ecf2-4bfe-9a97-7d4afde340f0', 'code': 200} Sep 30 08:00:32.888151 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 21366f32-e5c4-4f09-b891-84b3d084d7ce completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:00:32.893042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=98d33256-ecf2-4bfe-9a97-7d4afde340f0,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:32.897858 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 21366f32-e5c4-4f09-b891-84b3d084d7ce triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:32.898197 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:32.947453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260a9b6-c637-4a34-acdf-e6ce578fd1f5 req-b2863b01-4b33-4c43-872b-7d13e884eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:32.951733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6260a9b6-c637-4a34-acdf-e6ce578fd1f5 req-b2863b01-4b33-4c43-872b-7d13e884eac8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23494f17006647a5bd43b22ca8b490b0&device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 1121 time: 0.0606248 Sep 30 08:00:32.996704 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:33.039205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 21366f32-e5c4-4f09-b891-84b3d084d7ce, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=21366f32-e5c4-4f09-b891-84b3d084d7ce,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:33.045047 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:33.083485 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27f7f4-6848-495d-a27e-4be86ef0243e req-a5e12c06-383d-4649-8e1d-e03e010765f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:33.086278 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce27f7f4-6848-495d-a27e-4be86ef0243e req-a5e12c06-383d-4649-8e1d-e03e010765f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 1100 time: 0.0533078 Sep 30 08:00:33.104503 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=21366f32-e5c4-4f09-b891-84b3d084d7ce,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:33.127431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83638a75-e31d-496c-babc-da1ee9583e95 req-97c43405-1728-496e-9c8f-c95d7d6e48d6 tempest-DeleteServersAdminTestJSON-415593195 tempest-DeleteServersAdminTestJSON-415593195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:33.128956 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83638a75-e31d-496c-babc-da1ee9583e95 req-97c43405-1728-496e-9c8f-c95d7d6e48d6 tempest-DeleteServersAdminTestJSON-415593195 tempest-DeleteServersAdminTestJSON-415593195-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 1101 time: 0.1510396 Sep 30 08:00:33.134554 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce27f7f4-6848-495d-a27e-4be86ef0243e req-337dc5f8-923a-4f43-b331-0f6844df8b4b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Sep 30 08:00:33.212009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260a9b6-c637-4a34-acdf-e6ce578fd1f5 req-ec24a44e-fa16-4bdc-89a0-ebe6e7c7de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:33.213438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6260a9b6-c637-4a34-acdf-e6ce578fd1f5 req-ec24a44e-fa16-4bdc-89a0-ebe6e7c7de4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2065303 Sep 30 08:00:33.286556 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8522a-0eb4-4e25-aa6b-3b37105a95f1 req-ad7cccdf-fcce-4000-afc2-94d10b8b1d56 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:33.288079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eed8522a-0eb4-4e25-aa6b-3b37105a95f1 req-ad7cccdf-fcce-4000-afc2-94d10b8b1d56 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 964 time: 0.1280789 Sep 30 08:00:33.291263 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6260a9b6-c637-4a34-acdf-e6ce578fd1f5 req-7029d928-f368-4ac4-a164-94eb4deb09d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=08c7c027-fcc5-47ae-878b-9b93244802fe HTTP/1.1" status: 200 len: 217 time: 0.0563102 Sep 30 08:00:33.372803 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-abdd7221-0c30-4d41-a41e-7273fdd85b7f tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=720d9f80d0de4b5bbd247be1eb39620a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243165 Sep 30 08:00:33.410262 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eed8522a-0eb4-4e25-aa6b-3b37105a95f1 req-42579874-1df0-45d7-92a1-01925953d8f4 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1135674 Sep 30 08:00:33.411525 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-83638a75-e31d-496c-babc-da1ee9583e95 req-45684f9a-814e-4d33-909c-2d0605ff1718 tempest-DeleteServersAdminTestJSON-415593195 tempest-DeleteServersAdminTestJSON-415593195-project-admin] Deleting port 911afb81-e428-4dff-a1ed-c3af6e10450b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:00:33.411814 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-83638a75-e31d-496c-babc-da1ee9583e95 req-45684f9a-814e-4d33-909c-2d0605ff1718 tempest-DeleteServersAdminTestJSON-415593195 tempest-DeleteServersAdminTestJSON-415593195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:33.414802 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260a9b6-c637-4a34-acdf-e6ce578fd1f5 req-23fc49e6-4699-4a1f-8bf4-4e2eaee09d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:33.416228 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6260a9b6-c637-4a34-acdf-e6ce578fd1f5 req-23fc49e6-4699-4a1f-8bf4-4e2eaee09d4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1130335 Sep 30 08:00:33.470605 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a07268-32e6-4879-a670-7258ac163a82 req-52dd99f5-9bbf-44be-9713-57a1a56fb315 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:33.472389 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71a07268-32e6-4879-a670-7258ac163a82 req-52dd99f5-9bbf-44be-9713-57a1a56fb315 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.1596677 Sep 30 08:00:33.523533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-86ec69db-66d7-451b-b176-8d798cd96f79 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:33.525082 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-86ec69db-66d7-451b-b176-8d798cd96f79 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465085 Sep 30 08:00:33.539523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Request body: {'port': {'device_id': 'b66feff6-2f07-4624-9d16-87f699361b1d', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '720d9f80d0de4b5bbd247be1eb39620a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:33.556443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260a9b6-c637-4a34-acdf-e6ce578fd1f5 req-dc4696a1-4a5c-49b9-8a0d-749d54ba2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:33.557917 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6260a9b6-c637-4a34-acdf-e6ce578fd1f5 req-dc4696a1-4a5c-49b9-8a0d-749d54ba2d11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1277714 Sep 30 08:00:33.583359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ced519d-44b2-438b-a03b-d4618863f45e req-886c07b9-e3f8-402c-b3bd-0137718711a6 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66feff6-2f07-4624-9d16-87f699361b1d HTTP/1.1" status: 200 len: 210 time: 0.0490787 Sep 30 08:00:33.612055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71a07268-32e6-4879-a670-7258ac163a82 req-dcfae2d5-b330-4037-a996-cb549dcd898d tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070087 Sep 30 08:00:33.620865 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-83638a75-e31d-496c-babc-da1ee9583e95 req-45684f9a-814e-4d33-909c-2d0605ff1718 tempest-DeleteServersAdminTestJSON-415593195 tempest-DeleteServersAdminTestJSON-415593195-project-admin] For port 911afb81-e428-4dff-a1ed-c3af6e10450b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=911afb81-e428-4dff-a1ed-c3af6e10450b,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:33.621233 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-83638a75-e31d-496c-babc-da1ee9583e95 req-45684f9a-814e-4d33-909c-2d0605ff1718 tempest-DeleteServersAdminTestJSON-415593195 tempest-DeleteServersAdminTestJSON-415593195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:33.643543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-83638a75-e31d-496c-babc-da1ee9583e95 req-45684f9a-814e-4d33-909c-2d0605ff1718 tempest-DeleteServersAdminTestJSON-415593195 tempest-DeleteServersAdminTestJSON-415593195-project-admin] Calling delete_port for 911afb81-e428-4dff-a1ed-c3af6e10450b owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:00:33.696702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Made reservation on behalf of 720d9f80d0de4b5bbd247be1eb39620a for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:00:33.702040 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:33.712154 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:33.813748 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6260a9b6-c637-4a34-acdf-e6ce578fd1f5 req-f6f00eba-8835-4079-95eb-250431a6e859 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368848 Sep 30 08:00:33.845993 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:33.852254 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:33.869251 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f568a20-9d48-49cd-9a9b-96ea87e657cc req-7f4f7247-f8d7-4541-88e9-e4ab753ef5b7 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:33.870741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f568a20-9d48-49cd-9a9b-96ea87e657cc req-7f4f7247-f8d7-4541-88e9-e4ab753ef5b7 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 950 time: 0.1589446 Sep 30 08:00:33.934255 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b296f8fe-3e93-4175-80d5-f36648d6e8b6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:34.011173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Allocated IP 192.168.233.107 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/ffea61b0-479d-483b-9174-e4f2f35ba6d3) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:00:34.217094 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f568a20-9d48-49cd-9a9b-96ea87e657cc req-b1c72821-8e0e-48c6-a248-2af585491040 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121362 Sep 30 08:00:34.220304 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6260a9b6-c637-4a34-acdf-e6ce578fd1f5 req-949a372b-ad8a-4f6a-bff8-96af428cd448 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987310 Sep 30 08:00:34.223143 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-83638a75-e31d-496c-babc-da1ee9583e95 req-45684f9a-814e-4d33-909c-2d0605ff1718 tempest-DeleteServersAdminTestJSON-415593195 tempest-DeleteServersAdminTestJSON-415593195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:34.236311 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9fb23192-a263-45d9-8095-768c84d472d3 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:00:34.255770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['911afb81-e428-4dff-a1ed-c3af6e10450b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:00:34.259009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45684f9a-814e-4d33-909c-2d0605ff1718 tempest-DeleteServersAdminTestJSON-415593195 tempest-DeleteServersAdminTestJSON-415593195-project-admin] Pushing event deleted for resources: {'Port': ['ID=911afb81-e428-4dff-a1ed-c3af6e10450b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:34.275115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b88bb5-8370-46d5-bde9-dc79a3af33c7 req-5e7ce42b-b7b9-4ea6-9ac2-61578b28a12d tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:34.276724 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86b88bb5-8370-46d5-bde9-dc79a3af33c7 req-5e7ce42b-b7b9-4ea6-9ac2-61578b28a12d tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f4c8cf1-89e5-476b-9f8f-3976bfc212f4 HTTP/1.1" status: 200 len: 867 time: 0.3217814 Sep 30 08:00:34.362912 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-83638a75-e31d-496c-babc-da1ee9583e95 req-45684f9a-814e-4d33-909c-2d0605ff1718 tempest-DeleteServersAdminTestJSON-415593195 tempest-DeleteServersAdminTestJSON-415593195-project-admin] No DVR routers for this DVR port 911afb81-e428-4dff-a1ed-c3af6e10450b on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:00:34.368265 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-83638a75-e31d-496c-babc-da1ee9583e95 req-45684f9a-814e-4d33-909c-2d0605ff1718 tempest-DeleteServersAdminTestJSON-415593195 tempest-DeleteServersAdminTestJSON-415593195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:34.370937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83638a75-e31d-496c-babc-da1ee9583e95 req-45684f9a-814e-4d33-909c-2d0605ff1718 tempest-DeleteServersAdminTestJSON-415593195 tempest-DeleteServersAdminTestJSON-415593195-project-admin] 10.222.0.35 "DELETE /v2.0/ports/911afb81-e428-4dff-a1ed-c3af6e10450b HTTP/1.1" status: 204 len: 173 time: 1.2353795 Sep 30 08:00:34.371573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4c8cf1-89e5-476b-9f8f-3976bfc212f4', 'name': 'network-vif-deleted', 'tag': '911afb81-e428-4dff-a1ed-c3af6e10450b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:34.374108 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473bfc11-88f6-4f6a-bc49-5249db64b508" -d '{"events": [{"server_uuid": "5f4c8cf1-89e5-476b-9f8f-3976bfc212f4", "name": "network-vif-deleted", "tag": "911afb81-e428-4dff-a1ed-c3af6e10450b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:34.409006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86b88bb5-8370-46d5-bde9-dc79a3af33c7 req-287795e2-98bb-4733-b384-628ddea524f4 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255264 Sep 30 08:00:34.416058 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:34.462196 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:34.508651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:34.512207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:34.516412 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:00:34.522419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:34.523306 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:34.532213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Pushing event updated for resources: {'Port': ['ID=ffea61b0-479d-483b-9174-e4f2f35ba6d3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:34.550065 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-76f811e6-71b5-40f9-b4b4-fd8d53702133 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0150690 Sep 30 08:00:34.574262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Request body: {'port': {'device_id': 'b66feff6-2f07-4624-9d16-87f699361b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:34.642333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9fb23192-a263-45d9-8095-768c84d472d3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9fb23192-a263-45d9-8095-768c84d472d3,segment=NetworkSegment(f2bea4ae-530c-4238-8e19-ad84a770a171),segment_id=f2bea4ae-530c-4238-8e19-ad84a770a171)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:34.677437 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '9fb23192-a263-45d9-8095-768c84d472d3', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'port_id': '9fb23192-a263-45d9-8095-768c84d472d3', 'mac_address': 'fa:16:3e:9e:ac:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-917909105', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:00:34.686406 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:34.692917 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef94bc4-84f7-4cd2-ba65-f59d4961979a x-openstack-request-id: req-1ef94bc4-84f7-4cd2-ba65-f59d4961979a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:34.693284 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4c8cf1-89e5-476b-9f8f-3976bfc212f4", "name": "network-vif-deleted", "tag": "911afb81-e428-4dff-a1ed-c3af6e10450b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:34.693540 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ef94bc4-84f7-4cd2-ba65-f59d4961979a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:34.694050 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4c8cf1-89e5-476b-9f8f-3976bfc212f4', 'name': 'network-vif-deleted', 'tag': '911afb81-e428-4dff-a1ed-c3af6e10450b', 'status': 'completed', 'code': 200} Sep 30 08:00:34.760164 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:34.785108 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb23192-a263-45d9-8095-768c84d472d3 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:34.812706 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9fb23192-a263-45d9-8095-768c84d472d3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9fb23192-a263-45d9-8095-768c84d472d3,segment=NetworkSegment(f2bea4ae-530c-4238-8e19-ad84a770a171),segment_id=f2bea4ae-530c-4238-8e19-ad84a770a171)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:34.818434 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:34.832176 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dae93-e045-4381-8f15-bc009efa657e req-5713b794-979c-4c05-8351-0a9dbb0dcfe3 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:34.840999 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-684dae93-e045-4381-8f15-bc009efa657e req-5713b794-979c-4c05-8351-0a9dbb0dcfe3 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 964 time: 0.1296270 Sep 30 08:00:34.877196 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c28969-16c9-4055-a3c1-94986c9e19e9 req-14a9faae-a6cb-42be-b64b-18772c071408 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:34.877661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=9fb23192-a263-45d9-8095-768c84d472d3,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:34.878740 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07c28969-16c9-4055-a3c1-94986c9e19e9 req-14a9faae-a6cb-42be-b64b-18772c071408 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66feff6-2f07-4624-9d16-87f699361b1d HTTP/1.1" status: 200 len: 936 time: 0.1094427 Sep 30 08:00:34.893678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa0328d-5bf6-435d-b3e8-842b7086f026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21366f32-e5c4-4f09-b891-84b3d084d7ce'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:34.896472 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8b0d92-ead1-486a-b9e4-d933e0fe984b" -d '{"events": [{"server_uuid": "4aa0328d-5bf6-435d-b3e8-842b7086f026", "name": "network-vif-plugged", "status": "completed", "tag": "21366f32-e5c4-4f09-b891-84b3d084d7ce"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:34.904294 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-684dae93-e045-4381-8f15-bc009efa657e req-858345ed-8fee-49a2-b68e-7fdd9a1fc85a tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623531 Sep 30 08:00:34.958705 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07c28969-16c9-4055-a3c1-94986c9e19e9 req-1adb732f-67f0-4948-9715-da328b077197 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653429 Sep 30 08:00:34.962575 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6dc0badf-e635-4fe1-8ab9-8d11afc2e2d8 None None] Provisioning complete for port ffea61b0-479d-483b-9174-e4f2f35ba6d3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:34.962575 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6dc0badf-e635-4fe1-8ab9-8d11afc2e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:35.032465 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6dc0badf-e635-4fe1-8ab9-8d11afc2e2d8 None None] Port ffea61b0-479d-483b-9174-e4f2f35ba6d3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:00:35.033139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffea61b0-479d-483b-9174-e4f2f35ba6d3 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:35.044415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['9fb23192-a263-45d9-8095-768c84d472d3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:00:35.047952 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:35.064632 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Transition to ACTIVE for port object ffea61b0-479d-483b-9174-e4f2f35ba6d3 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:00:35.070882 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:35.098407 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9021aae8-15de-4f0f-bbdd-c03ccf2923ae x-openstack-request-id: req-9021aae8-15de-4f0f-bbdd-c03ccf2923ae {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:35.101289 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa0328d-5bf6-435d-b3e8-842b7086f026", "name": "network-vif-plugged", "status": "completed", "tag": "21366f32-e5c4-4f09-b891-84b3d084d7ce", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:35.101846 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9021aae8-15de-4f0f-bbdd-c03ccf2923ae {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:35.102470 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa0328d-5bf6-435d-b3e8-842b7086f026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21366f32-e5c4-4f09-b891-84b3d084d7ce', 'code': 200} Sep 30 08:00:35.136410 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbbe10-5598-4dfc-a3ad-f2367044441b req-3da3ee14-af07-4c59-a121-d18623b3a8f4 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:35.138149 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51fbbe10-5598-4dfc-a3ad-f2367044441b req-3da3ee14-af07-4c59-a121-d18623b3a8f4 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.0947063 Sep 30 08:00:35.205369 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffea61b0-479d-483b-9174-e4f2f35ba6d3,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:35.268519 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51fbbe10-5598-4dfc-a3ad-f2367044441b req-8ac5c847-19f3-483e-9e9f-ae0f48793ad8 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178708 Sep 30 08:00:35.278451 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Attempting to bind port ffea61b0-479d-483b-9174-e4f2f35ba6d3 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:00:35.278722 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Attempting to bind port ffea61b0-479d-483b-9174-e4f2f35ba6d3 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:00:35.279046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Attempting to bind port ffea61b0-479d-483b-9174-e4f2f35ba6d3 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:35.283774 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Port ffea61b0-479d-483b-9174-e4f2f35ba6d3 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:00:35.284116 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Attempting to bind port ffea61b0-479d-483b-9174-e4f2f35ba6d3 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:35.297065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004477e-7831-49f4-9df6-3d48fc97cc77 req-3f90dcd1-50eb-46bc-82d8-3e104d1cd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:35.298572 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8004477e-7831-49f4-9df6-3d48fc97cc77 req-3f90dcd1-50eb-46bc-82d8-3e104d1cd6f3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 1101 time: 0.1045005 Sep 30 08:00:35.299830 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:00:35.300210 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:35.300673 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:00:35.301320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Bound port: ffea61b0-479d-483b-9174-e4f2f35ba6d3, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:00:35.301688 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:35.347352 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8004477e-7831-49f4-9df6-3d48fc97cc77 req-db253470-a413-4137-a279-10a06d401bed service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389407 Sep 30 08:00:35.393516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] For port ffea61b0-479d-483b-9174-e4f2f35ba6d3, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:00:35.398326 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] For port ffea61b0-479d-483b-9174-e4f2f35ba6d3, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=ffea61b0-479d-483b-9174-e4f2f35ba6d3,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:00:35.405666 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:35.442166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:35.442820 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:35.444180 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] 10.222.0.36 "PUT /v2.0/ports/ffea61b0-479d-483b-9174-e4f2f35ba6d3 HTTP/1.1" status: 200 len: 1096 time: 0.8752809 Sep 30 08:00:35.445176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66feff6-2f07-4624-9d16-87f699361b1d', 'tag': 'ffea61b0-479d-483b-9174-e4f2f35ba6d3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:35.447523 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3a67ad-9caa-48e1-99ad-596cf1966fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "b66feff6-2f07-4624-9d16-87f699361b1d", "tag": "ffea61b0-479d-483b-9174-e4f2f35ba6d3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:35.479856 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796ab35-6d97-4ea9-ab73-ca5993047bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffea61b0-479d-483b-9174-e4f2f35ba6d3,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:35.562895 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-037cea5e-c062-41fa-817c-5593eb433cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:35.565270 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-037cea5e-c062-41fa-817c-5593eb433cbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=720d9f80d0de4b5bbd247be1eb39620a&device_id=b66feff6-2f07-4624-9d16-87f699361b1d HTTP/1.1" status: 200 len: 1099 time: 0.0599165 Sep 30 08:00:35.582267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b912f54-18af-4848-bc1d-3f3753d98fd1 req-285761a6-ab09-4e46-b790-ddf38dba7ae4 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:35.583854 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b912f54-18af-4848-bc1d-3f3753d98fd1 req-285761a6-ab09-4e46-b790-ddf38dba7ae4 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 950 time: 0.0602245 Sep 30 08:00:35.637130 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-4fb772b6-1f65-4b6e-9a35-54232e29fce9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=ffea61b0-479d-483b-9174-e4f2f35ba6d3 HTTP/1.1" status: 200 len: 217 time: 0.0605590 Sep 30 08:00:35.680115 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b912f54-18af-4848-bc1d-3f3753d98fd1 req-07ea7018-0b63-4e22-9c32-d30b4c0e9230 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870607 Sep 30 08:00:35.710867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddbf77-34c8-4b60-9caf-6d35f8b6fb4d req-c84caa4f-235a-48d7-9261-0d69cc6841fc tempest-MigrationsAdminTest-83948743 tempest-MigrationsAdminTest-83948743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:35.712454 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46ddbf77-34c8-4b60-9caf-6d35f8b6fb4d req-c84caa4f-235a-48d7-9261-0d69cc6841fc tempest-MigrationsAdminTest-83948743 tempest-MigrationsAdminTest-83948743-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 1100 time: 0.0872030 Sep 30 08:00:35.716149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-4da000f6-efed-48c3-9333-61713948308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:35.718195 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-4da000f6-efed-48c3-9333-61713948308c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0748177 Sep 30 08:00:35.753289 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46ddbf77-34c8-4b60-9caf-6d35f8b6fb4d req-44b2b7cf-51eb-4046-8a6c-9f246fdae14b tempest-MigrationsAdminTest-83948743 tempest-MigrationsAdminTest-83948743-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:35.800461 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-8c2878ab-95b9-44f4-83d0-8184497df2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:35.802299 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-8c2878ab-95b9-44f4-83d0-8184497df2ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0768940 Sep 30 08:00:35.885997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42524) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:35.906790 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46ddbf77-34c8-4b60-9caf-6d35f8b6fb4d req-44b2b7cf-51eb-4046-8a6c-9f246fdae14b tempest-MigrationsAdminTest-83948743 tempest-MigrationsAdminTest-83948743-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:35.913017 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46ddbf77-34c8-4b60-9caf-6d35f8b6fb4d req-44b2b7cf-51eb-4046-8a6c-9f246fdae14b tempest-MigrationsAdminTest-83948743 tempest-MigrationsAdminTest-83948743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:35.918038 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93806364-0b31-4e2f-b017-6541013298b1 x-openstack-request-id: req-93806364-0b31-4e2f-b017-6541013298b1 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:35.918333 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66feff6-2f07-4624-9d16-87f699361b1d", "tag": "ffea61b0-479d-483b-9174-e4f2f35ba6d3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:35.918621 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93806364-0b31-4e2f-b017-6541013298b1 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:35.919290 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66feff6-2f07-4624-9d16-87f699361b1d', 'tag': 'ffea61b0-479d-483b-9174-e4f2f35ba6d3', 'status': 'completed', 'code': 200} Sep 30 08:00:35.956490 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46ddbf77-34c8-4b60-9caf-6d35f8b6fb4d req-44b2b7cf-51eb-4046-8a6c-9f246fdae14b tempest-MigrationsAdminTest-83948743 tempest-MigrationsAdminTest-83948743-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356479 Sep 30 08:00:35.981455 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-e27ee6fc-f6e9-4763-a901-068b0d329631 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708755 Sep 30 08:00:35.986649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2b7cf-51eb-4046-8a6c-9f246fdae14b tempest-MigrationsAdminTest-83948743 tempest-MigrationsAdminTest-83948743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea6b599-9bcf-4435-aa53-e7ac9cf3738b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:36.109132 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5c8a380-a721-4f5e-ab6f-68253e272fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:36.118640 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dca4697e-36fc-4dcc-ac20-41e435e7228f req-6d290e92-42b7-4be4-9de7-4c285e37b19f service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316159 Sep 30 08:00:36.185673 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210d6ff-151f-4077-8dbd-012dd8f426f9 req-986a07b0-452a-444c-adba-eaf4442d9b33 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:36.187181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8210d6ff-151f-4077-8dbd-012dd8f426f9 req-986a07b0-452a-444c-adba-eaf4442d9b33 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 965 time: 0.0928168 Sep 30 08:00:36.217963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a67ad-9caa-48e1-99ad-596cf1966fe3 req-2f014294-4831-4e1c-a144-82a76118bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:36.219791 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd3a67ad-9caa-48e1-99ad-596cf1966fe3 req-2f014294-4831-4e1c-a144-82a76118bac7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=720d9f80d0de4b5bbd247be1eb39620a&device_id=b66feff6-2f07-4624-9d16-87f699361b1d HTTP/1.1" status: 200 len: 1099 time: 0.0546749 Sep 30 08:00:36.224788 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-eb4212e3-ff18-42d3-9b46-d8d3230eb60d req-97b480cb-6f6a-4470-9a7b-6e28dd99933e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:00:36.226341 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb4212e3-ff18-42d3-9b46-d8d3230eb60d req-97b480cb-6f6a-4470-9a7b-6e28dd99933e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0074999 Sep 30 08:00:36.235153 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9fb23192-a263-45d9-8095-768c84d472d3 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:36.254069 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8210d6ff-151f-4077-8dbd-012dd8f426f9 req-15d48749-7f7b-43be-a02c-24bc3e2f4a82 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599561 Sep 30 08:00:36.335714 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5c8a380-a721-4f5e-ab6f-68253e272fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:36.337725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 9fb23192-a263-45d9-8095-768c84d472d3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:00:36.343709 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5c8a380-a721-4f5e-ab6f-68253e272fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:36.345894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 9fb23192-a263-45d9-8095-768c84d472d3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:36.346259 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:36.368390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a67ad-9caa-48e1-99ad-596cf1966fe3 req-badd0e71-0f99-4273-9ba8-af76bd9f39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:36.369866 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd3a67ad-9caa-48e1-99ad-596cf1966fe3 req-badd0e71-0f99-4273-9ba8-af76bd9f39b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1431365 Sep 30 08:00:36.421216 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd3a67ad-9caa-48e1-99ad-596cf1966fe3 req-48033b71-3ca6-4ef4-bc28-8c6b4f2e035f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=ffea61b0-479d-483b-9174-e4f2f35ba6d3 HTTP/1.1" status: 200 len: 217 time: 0.0427094 Sep 30 08:00:36.428447 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a5c8a380-a721-4f5e-ab6f-68253e272fa3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f150cc124f1842cb94d2d254c750c8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5390222 Sep 30 08:00:36.429449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:36.437788 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8a380-a721-4f5e-ab6f-68253e272fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb34641f-c692-43ae-ac5e-a3602e9f414a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:36.459719 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:36.481632 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72962ba-2e07-4948-963a-7acd4e928223 req-086f7a5a-d8c5-4045-a60e-e072ab5a2d17 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:36.483182 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a72962ba-2e07-4948-963a-7acd4e928223 req-086f7a5a-d8c5-4045-a60e-e072ab5a2d17 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66feff6-2f07-4624-9d16-87f699361b1d HTTP/1.1" status: 200 len: 948 time: 0.1196005 Sep 30 08:00:36.503388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a67ad-9caa-48e1-99ad-596cf1966fe3 req-82d52f7c-05bc-4dfc-9b3a-738ba2a590b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:36.504947 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd3a67ad-9caa-48e1-99ad-596cf1966fe3 req-82d52f7c-05bc-4dfc-9b3a-738ba2a590b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0764117 Sep 30 08:00:36.522592 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9fb23192-a263-45d9-8095-768c84d472d3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9fb23192-a263-45d9-8095-768c84d472d3,segment=NetworkSegment(f2bea4ae-530c-4238-8e19-ad84a770a171),segment_id=f2bea4ae-530c-4238-8e19-ad84a770a171)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:36.528733 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:36.556262 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-167e7b01-0054-4763-883c-4dc93623fb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:36.558080 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a72962ba-2e07-4948-963a-7acd4e928223 req-c1d07db0-6c29-4044-9552-bd214199b044 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661871 Sep 30 08:00:36.585263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 911afb81-e428-4dff-a1ed-c3af6e10450b no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:00:36.585485 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-167e7b01-0054-4763-883c-4dc93623fb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:36.588500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a67ad-9caa-48e1-99ad-596cf1966fe3 req-87161230-dd80-4815-8441-a99983b495a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:36.590012 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd3a67ad-9caa-48e1-99ad-596cf1966fe3 req-87161230-dd80-4815-8441-a99983b495a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0766129 Sep 30 08:00:36.612438 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 911afb81-e428-4dff-a1ed-c3af6e10450b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:00:36.612779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 911afb81-e428-4dff-a1ed-c3af6e10450b not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:00:36.649190 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=9fb23192-a263-45d9-8095-768c84d472d3,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:36.679949 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-64da0099-9078-4ac5-878f-5db90e721d9c tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=afe082f9b2bd48c8856a607c7d58a4a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235016 Sep 30 08:00:36.725435 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-167e7b01-0054-4763-883c-4dc93623fb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:36.728856 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-167e7b01-0054-4763-883c-4dc93623fb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:36.733207 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-167e7b01-0054-4763-883c-4dc93623fb9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb34641f-c692-43ae-ac5e-a3602e9f414a HTTP/1.1" status: 204 len: 168 time: 0.2879391 Sep 30 08:00:36.768832 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd3a67ad-9caa-48e1-99ad-596cf1966fe3 req-2c037a5b-c1a6-4290-9214-7fcc01342561 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690724 Sep 30 08:00:36.768832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e7b01-0054-4763-883c-4dc93623fb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb34641f-c692-43ae-ac5e-a3602e9f414a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:36.845479 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-9c9ec62f-b9d3-4bb2-89ae-2a20e852db9c tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:36.848446 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-9c9ec62f-b9d3-4bb2-89ae-2a20e852db9c tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626027 Sep 30 08:00:36.871812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-60c4e6a0-ca2f-4fdb-b9b5-ef10f1ee77e0 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/quotas/afe082f9b2bd48c8856a607c7d58a4a0 HTTP/1.1" status: 200 len: 375 time: 0.0161390 Sep 30 08:00:36.919002 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-99c97e76-bf3a-4a4e-9f67-7b757863dea9 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=afe082f9b2bd48c8856a607c7d58a4a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402710 Sep 30 08:00:36.932581 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd3a67ad-9caa-48e1-99ad-596cf1966fe3 req-c8c05c0f-812f-4660-b3d5-c89bd5e75e51 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307125 Sep 30 08:00:36.994447 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:37.049411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85e5e3-1d2f-47f5-990d-545633f29f13 req-ec3714d2-65a1-4de1-a9f6-baee8eea545c tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:37.051013 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b85e5e3-1d2f-47f5-990d-545633f29f13 req-ec3714d2-65a1-4de1-a9f6-baee8eea545c tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 950 time: 0.0657051 Sep 30 08:00:37.105247 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8683cc1-bcca-4085-a59a-2169fae7b712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb23192-a263-45d9-8095-768c84d472d3'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:37.107570 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a972aee7-6765-46c3-92d7-a839fd9aff2b" -d '{"events": [{"server_uuid": "a8683cc1-bcca-4085-a59a-2169fae7b712", "name": "network-vif-plugged", "status": "completed", "tag": "9fb23192-a263-45d9-8095-768c84d472d3"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:37.108542 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-2865b9f3-da4a-42a3-a63d-1641c3d1beba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129529 Sep 30 08:00:37.118888 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-cd248d43-4836-4eda-a1d9-525b926c1498 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:00:37.120150 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-cd248d43-4836-4eda-a1d9-525b926c1498 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058994 Sep 30 08:00:37.165812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b85e5e3-1d2f-47f5-990d-545633f29f13 req-e437ecb9-e115-463d-907a-48167b2f7607 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012235 Sep 30 08:00:37.188683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bd36d-7c49-4bec-8581-78ed53634fae req-669247b1-13eb-48e2-80d8-5ad8ef085d77 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:37.191500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e95bd36d-7c49-4bec-8581-78ed53634fae req-669247b1-13eb-48e2-80d8-5ad8ef085d77 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.0958617 Sep 30 08:00:37.249472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e95bd36d-7c49-4bec-8581-78ed53634fae req-cd197c73-002e-4d21-8820-28b616c2ac3d tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505764 Sep 30 08:00:37.268103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42610) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:37.297310 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8eb4487-a503-4d30-ab6c-0588387d4513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:37.326278 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f44d41-a9dc-48d7-b1eb-3c2f72052c29 x-openstack-request-id: req-a5f44d41-a9dc-48d7-b1eb-3c2f72052c29 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:37.326823 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8683cc1-bcca-4085-a59a-2169fae7b712", "name": "network-vif-plugged", "status": "completed", "tag": "9fb23192-a263-45d9-8095-768c84d472d3", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:37.326823 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5f44d41-a9dc-48d7-b1eb-3c2f72052c29 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:37.327333 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8683cc1-bcca-4085-a59a-2169fae7b712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb23192-a263-45d9-8095-768c84d472d3', 'code': 200} Sep 30 08:00:37.360628 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f1b3e6a-ab4f-4fff-986a-75c16bcbdad7 req-45e78992-6a77-456f-9683-d9adc0f7f521 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 210 time: 0.0559332 Sep 30 08:00:37.480799 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8eb4487-a503-4d30-ab6c-0588387d4513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:37.487333 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8eb4487-a503-4d30-ab6c-0588387d4513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:37.493184 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b982d-ae77-4758-ba56-a5dc04c3fd7c req-d0f87cec-a249-4ff4-a123-efb5feb6b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:37.500390 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-723b982d-ae77-4758-ba56-a5dc04c3fd7c req-d0f87cec-a249-4ff4-a123-efb5feb6b7b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 1117 time: 0.1015646 Sep 30 08:00:37.584628 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-723b982d-ae77-4758-ba56-a5dc04c3fd7c req-30fe253c-9992-40ef-adcc-567f56a8d6c0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767124 Sep 30 08:00:37.588403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb4487-a503-4d30-ab6c-0588387d4513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36de7b0f-c799-443b-911c-2feec5c8dfe6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:37.607140 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c8eb4487-a503-4d30-ab6c-0588387d4513 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e7ce8407396447b87eb63eb0b1c290d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374805 Sep 30 08:00:37.609908 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:37.629348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d373e84-3cf5-4369-b503-48e807763a1d req-a644f008-1626-4ca7-8e83-2244f90a6d37 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:37.631305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d373e84-3cf5-4369-b503-48e807763a1d req-a644f008-1626-4ca7-8e83-2244f90a6d37 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 966 time: 0.1250839 Sep 30 08:00:37.686466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d373e84-3cf5-4369-b503-48e807763a1d req-f82883a0-be15-4853-b4c9-9b8dc9f9858b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485411 Sep 30 08:00:37.686943 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fc6ea94-40db-46fc-98fb-d27e82048328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:37.725132 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fc6ea94-40db-46fc-98fb-d27e82048328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:37.791784 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fc6ea94-40db-46fc-98fb-d27e82048328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:37.795176 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fc6ea94-40db-46fc-98fb-d27e82048328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:37.796357 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1fc6ea94-40db-46fc-98fb-d27e82048328 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36de7b0f-c799-443b-911c-2feec5c8dfe6 HTTP/1.1" status: 204 len: 168 time: 0.1852968 Sep 30 08:00:37.810103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6ea94-40db-46fc-98fb-d27e82048328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36de7b0f-c799-443b-911c-2feec5c8dfe6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:37.959292 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:38.000815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944d385-0d60-4ddd-889b-4ac922c29a5a req-d94f28f4-4aac-4b80-8f0c-767ebb29b501 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:38.002647 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6944d385-0d60-4ddd-889b-4ac922c29a5a req-d94f28f4-4aac-4b80-8f0c-767ebb29b501 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66feff6-2f07-4624-9d16-87f699361b1d HTTP/1.1" status: 200 len: 948 time: 0.1230459 Sep 30 08:00:38.089309 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6944d385-0d60-4ddd-889b-4ac922c29a5a req-5f868e91-b646-46a2-9853-9fe9e8e42a58 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721791 Sep 30 08:00:38.274074 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b9746fdb-954d-4274-9163-b408c461a4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:38.309200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-3bea9ba7-67cf-4121-ac69-964e66194be8 req-b4d0ffd8-63df-4a2b-ac33-1ed74e2ba556 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:00:38.313305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bea9ba7-67cf-4121-ac69-964e66194be8 req-b4d0ffd8-63df-4a2b-ac33-1ed74e2ba556 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0942044 Sep 30 08:00:38.464839 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-3926d3a7-46e8-466e-9a4b-327215c64d6e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=afe082f9b2bd48c8856a607c7d58a4a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423706 Sep 30 08:00:38.498830 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b9746fdb-954d-4274-9163-b408c461a4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:38.509482 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b9746fdb-954d-4274-9163-b408c461a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:38.570211 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9746fdb-954d-4274-9163-b408c461a4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e452b47d-037a-43a3-97e3-3b0b6fdca5e3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:38.602297 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b9746fdb-954d-4274-9163-b408c461a4cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=335b8a5fc8634f569e27f727becc2efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6418092 Sep 30 08:00:38.604871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:38.704098 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe2ea8-2df7-4034-aa9d-7d9a10d6eb59 req-a5c035b9-ea52-4508-9bbc-2147637584b8 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:38.708432 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6abe2ea8-2df7-4034-aa9d-7d9a10d6eb59 req-a5c035b9-ea52-4508-9bbc-2147637584b8 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.2344053 Sep 30 08:00:38.721465 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea41654-f099-45c4-9e04-6ac0942d7875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:38.752162 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea41654-f099-45c4-9e04-6ac0942d7875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:38.755012 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-faee5996-0746-4726-a825-b25517aa9756 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:38.756632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-faee5996-0746-4726-a825-b25517aa9756 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2801070 Sep 30 08:00:38.806749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-2a1de266-def9-467d-8250-123fa88ed77e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Request body: {'port': {'device_id': '45107b81-1a2d-405c-95af-6f2a0da003a1', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': 'afe082f9b2bd48c8856a607c7d58a4a0'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:38.818196 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea41654-f099-45c4-9e04-6ac0942d7875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:38.822814 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea41654-f099-45c4-9e04-6ac0942d7875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:38.824418 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8ea41654-f099-45c4-9e04-6ac0942d7875 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e452b47d-037a-43a3-97e3-3b0b6fdca5e3 HTTP/1.1" status: 204 len: 168 time: 0.2183566 Sep 30 08:00:38.839266 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac4efa7-d8c6-4b9d-84c0-2bb2405b849e req-eea05e13-5225-4c14-a5eb-87d5c9bdaabc tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 210 time: 0.0477316 Sep 30 08:00:38.846292 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea41654-f099-45c4-9e04-6ac0942d7875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e452b47d-037a-43a3-97e3-3b0b6fdca5e3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:39.011360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6abe2ea8-2df7-4034-aa9d-7d9a10d6eb59 req-91e62264-adc3-4cdd-9f0c-18778b4f9533 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518790 Sep 30 08:00:39.074092 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f3426-2b5f-4530-aa35-5e7040c8d3d3 req-be242270-10c1-4a2d-a7a6-26c021b2abbd tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:39.083191 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-584f3426-2b5f-4530-aa35-5e7040c8d3d3 req-be242270-10c1-4a2d-a7a6-26c021b2abbd tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 950 time: 0.1605999 Sep 30 08:00:39.135873 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-2a1de266-def9-467d-8250-123fa88ed77e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Made reservation on behalf of afe082f9b2bd48c8856a607c7d58a4a0 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:00:39.139330 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-2a1de266-def9-467d-8250-123fa88ed77e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:39.146892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:39.176633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-584f3426-2b5f-4530-aa35-5e7040c8d3d3 req-514a9113-d825-4756-8b6f-f41df98618a0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923662 Sep 30 08:00:39.233518 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42722) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:39.256596 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7cfe2c9-7d2e-4727-a677-1f95cea27316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:39.276434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf5fcd-6efd-4bee-8a3e-d489f5bf84ca req-27e719ea-747d-4c6d-9e75-af66cdb22c67 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:39.285880 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9fdf5fcd-6efd-4bee-8a3e-d489f5bf84ca req-27e719ea-747d-4c6d-9e75-af66cdb22c67 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 966 time: 0.1405702 Sep 30 08:00:39.381003 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7cfe2c9-7d2e-4727-a677-1f95cea27316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:39.387880 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7cfe2c9-7d2e-4727-a677-1f95cea27316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:39.408549 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9fdf5fcd-6efd-4bee-8a3e-d489f5bf84ca req-b7532e99-4eaf-434f-8934-9df89a64096f tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214416 Sep 30 08:00:39.430452 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f7cfe2c9-7d2e-4727-a677-1f95cea27316 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed29d96c0ff041eb8c712864665140bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954551 Sep 30 08:00:39.432193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfe2c9-7d2e-4727-a677-1f95cea27316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a462f5a-d85a-4015-be78-a59de66123d5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:39.435076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42728) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:39.458683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-2a1de266-def9-467d-8250-123fa88ed77e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Allocated IP 192.168.233.141 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:00:39.514165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61351670-5a66-46bc-8127-3d674b9ce271 req-4264e7f3-9c02-4189-ac0d-73aec25ba8b8 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:39.515652 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-61351670-5a66-46bc-8127-3d674b9ce271 req-4264e7f3-9c02-4189-ac0d-73aec25ba8b8 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 970 time: 0.1905665 Sep 30 08:00:39.520622 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-16e9e2b3-2643-4ace-8168-7203eabf4c76 tempest-AutoAllocateNetworkTest-1182789086 tempest-AutoAllocateNetworkTest-1182789086-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ec4610826665499588e0b218a46fb6e8&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3711593 Sep 30 08:00:39.523330 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42730) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:39.549804 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c70204e-a053-4ab8-8193-8b7de042e75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:39.632773 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c70204e-a053-4ab8-8193-8b7de042e75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:39.651569 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-3a9c5f39-0583-47c9-8fcc-80d9e7ed0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:39.652320 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-61351670-5a66-46bc-8127-3d674b9ce271 req-d527bb1e-4c18-43aa-9e1b-98fe3e208b26 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224484 Sep 30 08:00:39.653086 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-3a9c5f39-0583-47c9-8fcc-80d9e7ed0d7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 1100 time: 0.1470051 Sep 30 08:00:39.661703 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a6d42-afd1-4c89-8529-46d111cac568 req-7fde0779-59d4-4373-b580-19e21f4f3dfd tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:39.663748 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-101a6d42-afd1-4c89-8529-46d111cac568 req-7fde0779-59d4-4373-b580-19e21f4f3dfd tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66feff6-2f07-4624-9d16-87f699361b1d HTTP/1.1" status: 200 len: 948 time: 0.1466556 Sep 30 08:00:39.730932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e8eaf8-5cfc-4007-8064-a4234674b424 tempest-AutoAllocateNetworkTest-1182789086 tempest-AutoAllocateNetworkTest-1182789086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:39.732586 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a7e8eaf8-5cfc-4007-8064-a4234674b424 tempest-AutoAllocateNetworkTest-1182789086 tempest-AutoAllocateNetworkTest-1182789086-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2059228 Sep 30 08:00:39.735752 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42740) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:39.736352 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-2a1de266-def9-467d-8250-123fa88ed77e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:39.748885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-101a6d42-afd1-4c89-8529-46d111cac568 req-7aee6747-33f8-4e3b-af4d-e56c460e36c1 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721877 Sep 30 08:00:39.774280 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-aaa58b04-0611-4ca3-971d-800c054951eb tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=aa552c7923b7488d872f760999b14c00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288761 Sep 30 08:00:39.826533 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9e5b30d3-c147-46cf-8dd5-d26b6c8b593a tempest-AutoAllocateNetworkTest-1182789086 tempest-AutoAllocateNetworkTest-1182789086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896847 Sep 30 08:00:39.829586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42742) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:39.852297 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:39.854380 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c70204e-a053-4ab8-8193-8b7de042e75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:39.858061 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c70204e-a053-4ab8-8193-8b7de042e75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:39.861754 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1c70204e-a053-4ab8-8193-8b7de042e75c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a462f5a-d85a-4015-be78-a59de66123d5 HTTP/1.1" status: 204 len: 168 time: 0.4231937 Sep 30 08:00:39.884567 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-2a1de266-def9-467d-8250-123fa88ed77e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:39.887549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70204e-a053-4ab8-8193-8b7de042e75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a462f5a-d85a-4015-be78-a59de66123d5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:39.889990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-f651288b-d5f5-4ea1-a629-18c23acd8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:39.892206 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-f651288b-d5f5-4ea1-a629-18c23acd8d16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2287478 Sep 30 08:00:39.926964 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ff789017-ace0-45e4-a2f6-2077595da1f8 tempest-AutoAllocateNetworkTest-1182789086 tempest-AutoAllocateNetworkTest-1182789086-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ec4610826665499588e0b218a46fb6e8 HTTP/1.1" status: 200 len: 208 time: 0.0921180 Sep 30 08:00:39.941327 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-7b68fddb-0f34-463f-8a8a-de1f247a7fca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0 HTTP/1.1" status: 200 len: 217 time: 0.0413337 Sep 30 08:00:39.986471 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-2a1de266-def9-467d-8250-123fa88ed77e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:39.999071 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-2a1de266-def9-467d-8250-123fa88ed77e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:40.001405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-2a1de266-def9-467d-8250-123fa88ed77e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:00:40.005008 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-186a38d2-f03b-4c07-9c66-b8f9fe6a4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:40.006829 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-186a38d2-f03b-4c07-9c66-b8f9fe6a4734 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0584583 Sep 30 08:00:40.008400 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-2a1de266-def9-467d-8250-123fa88ed77e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:40.009132 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-2a1de266-def9-467d-8250-123fa88ed77e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:40.046570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-4a50dca2-aa58-4e14-bd43-64360a840d82 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:40.048161 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-4a50dca2-aa58-4e14-bd43-64360a840d82 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670777 Sep 30 08:00:40.053407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1de266-def9-467d-8250-123fa88ed77e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Pushing event updated for resources: {'Port': ['ID=5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:40.072631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4577b04-db10-4623-bd19-5f4f1ded21fb req-7a78e941-b4f2-49ca-a265-5fce8717e4c0 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:40.074695 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4577b04-db10-4623-bd19-5f4f1ded21fb req-7a78e941-b4f2-49ca-a265-5fce8717e4c0 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 966 time: 0.1994345 Sep 30 08:00:40.076683 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-2a1de266-def9-467d-8250-123fa88ed77e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2860968 Sep 30 08:00:40.083349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:40.094115 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-6af94cd4-90a2-47e3-827d-a1736c4ff015 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/quotas/aa552c7923b7488d872f760999b14c00 HTTP/1.1" status: 200 len: 375 time: 0.0331106 Sep 30 08:00:40.097052 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b7b327f1-1628-41ec-b6cc-c2b9378d5367 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Request body: {'floatingip': {'port_id': '9fb23192-a263-45d9-8095-768c84d472d3'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:40.110211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Request body: {'port': {'device_id': '45107b81-1a2d-405c-95af-6f2a0da003a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:40.236266 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-040d62c8-0638-4c17-8cde-6bde4adb32d4 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa552c7923b7488d872f760999b14c00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1399505 Sep 30 08:00:40.249767 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device ffea61b0-479d-483b-9174-e4f2f35ba6d3 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:00:40.260172 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:40.369501 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7b327f1-1628-41ec-b6cc-c2b9378d5367 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:40.398479 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0912b8-73fb-40b6-a79e-93fcdfcdc042 req-03cfe4e7-cb7e-4611-827b-4025c1b42566 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:40.414116 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e0912b8-73fb-40b6-a79e-93fcdfcdc042 req-03cfe4e7-cb7e-4611-827b-4025c1b42566 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 936 time: 0.2432563 Sep 30 08:00:40.432357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-eec7e804-29ce-4a48-ae0a-e25192b15d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:40.433862 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-eec7e804-29ce-4a48-ae0a-e25192b15d53 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4194584 Sep 30 08:00:40.490610 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port ffea61b0-479d-483b-9174-e4f2f35ba6d3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=ffea61b0-479d-483b-9174-e4f2f35ba6d3,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:40.509960 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'ffea61b0-479d-483b-9174-e4f2f35ba6d3', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': 'ffea61b0-479d-483b-9174-e4f2f35ba6d3', 'mac_address': 'fa:16:3e:b1:34:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:00:40.516624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e0912b8-73fb-40b6-a79e-93fcdfcdc042 req-5d1437bc-c9dc-4d93-a3e9-33d220cd6047 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994956 Sep 30 08:00:40.518001 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42768) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:40.546444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-66415256-32ec-4041-b161-e09dfdcf80fa None None] Provisioning complete for port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:40.547583 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66415256-32ec-4041-b161-e09dfdcf80fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:40.592435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-66415256-32ec-4041-b161-e09dfdcf80fa None None] Port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:00:40.606346 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:40.626755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffea61b0-479d-483b-9174-e4f2f35ba6d3 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:40.652501 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port ffea61b0-479d-483b-9174-e4f2f35ba6d3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=ffea61b0-479d-483b-9174-e4f2f35ba6d3,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:40.661591 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:40.748107 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7b929c4-fc9f-4c6f-9f57-2a20066cd38c req-e0a5dec2-7341-4415-b706-44e071a30c2e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 210 time: 0.0856457 Sep 30 08:00:40.785178 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=ffea61b0-479d-483b-9174-e4f2f35ba6d3,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:40.808403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad994ec9-5a11-4cbd-a61e-18a05a8a695f req-3555b8b2-6db5-43c2-9580-311a15ecf0b6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:40.815217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad994ec9-5a11-4cbd-a61e-18a05a8a695f req-3555b8b2-6db5-43c2-9580-311a15ecf0b6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.2542408 Sep 30 08:00:40.925365 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['ffea61b0-479d-483b-9174-e4f2f35ba6d3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:00:40.940882 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-072e57e8-1430-49b1-ba84-b92c16266866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:41.082268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fc8bf-8fb2-47f5-a076-6b0a48788f82 req-7eaabb92-6b49-40ed-bc90-14f138d5abe0 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:41.084616 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f2fc8bf-8fb2-47f5-a076-6b0a48788f82 req-7eaabb92-6b49-40ed-bc90-14f138d5abe0 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 970 time: 0.8048246 Sep 30 08:00:41.213330 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-869a2079-efec-40a3-a331-83bff041209f service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7133269 Sep 30 08:00:41.261618 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad994ec9-5a11-4cbd-a61e-18a05a8a695f req-de7f9853-17cf-46ea-9c20-952fc4c5adb2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204311 Sep 30 08:00:41.278645 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d099c-79d8-4df1-8609-83da0b2d995a req-c2447448-f6a2-40d9-95c0-72afeb1632c0 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:41.290159 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-320d099c-79d8-4df1-8609-83da0b2d995a req-c2447448-f6a2-40d9-95c0-72afeb1632c0 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 970 time: 0.4217529 Sep 30 08:00:41.408037 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-320d099c-79d8-4df1-8609-83da0b2d995a req-ffdece02-a6b8-4892-a8aa-636764a8a08d tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b01124-8c58-4c4b-acf7-e12f3df0404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144078 Sep 30 08:00:41.478197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:41.492205 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:41.505478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c4342-679b-4039-928d-ec8649578ea9 req-00942067-6dbb-42ad-9b7e-987f512e4012 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:41.507277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e7c4342-679b-4039-928d-ec8649578ea9 req-00942067-6dbb-42ad-9b7e-987f512e4012 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66feff6-2f07-4624-9d16-87f699361b1d HTTP/1.1" status: 200 len: 949 time: 0.1352155 Sep 30 08:00:41.509486 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-072e57e8-1430-49b1-ba84-b92c16266866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:41.525324 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-072e57e8-1430-49b1-ba84-b92c16266866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:41.537850 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Transition to ACTIVE for port object 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:00:41.562934 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:41.620970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e57e8-1430-49b1-ba84-b92c16266866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a7e116-fa61-4aee-b3f7-4f9e2cc13561,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:41.625336 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-072e57e8-1430-49b1-ba84-b92c16266866 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec4610826665499588e0b218a46fb6e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1063771 Sep 30 08:00:41.654242 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42802) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:41.726354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e7c4342-679b-4039-928d-ec8649578ea9 req-f7b462f6-7083-411f-a25f-d3776eb529e9 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100832 Sep 30 08:00:41.773756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:41.786972 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-43802626-a105-46e9-bc61-ded47dde7af4 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647988 Sep 30 08:00:41.792743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Attempting to bind port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:00:41.793081 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Attempting to bind port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:00:41.793514 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Attempting to bind port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:41.804804 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:00:41.805141 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Attempting to bind port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:41.839814 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429eba3-e24b-483d-80ef-d18a35741ae8 req-99009429-8ce8-4429-ad5f-5c1b5903b50c tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:41.843354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3429eba3-e24b-483d-80ef-d18a35741ae8 req-99009429-8ce8-4429-ad5f-5c1b5903b50c tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 948 time: 0.2291749 Sep 30 08:00:41.843354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:00:41.843354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:41.845622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:00:41.853779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Bound port: 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:00:41.854163 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:41.896536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-6f2fc8bf-8fb2-47f5-a076-6b0a48788f82 req-82fff00f-b663-473a-b4ca-ca9cb3b30ee3 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Deleting port 08c7c027-fcc5-47ae-878b-9b93244802fe {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:00:41.896986 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f2fc8bf-8fb2-47f5-a076-6b0a48788f82 req-82fff00f-b663-473a-b4ca-ca9cb3b30ee3 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:41.945645 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-539fd42e-9125-4118-80ce-ff0b696287d8 req-7a2982bc-46f9-454a-90a6-4e6e0cabe252 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 210 time: 0.0571342 Sep 30 08:00:41.979829 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3c93e26-5f4f-4d9a-a37e-84c0648f9624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:42.011231 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.db.resource_extend [None req-b7b327f1-1628-41ec-b6cc-c2b9378d5367 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:00:42.054664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-c59d2387-7542-4d32-a1d5-2ec1ec975fd6 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=aa552c7923b7488d872f760999b14c00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1616871 Sep 30 08:00:42.076646 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:00:42.087740 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18056b31-de04-4225-a2b8-bfa76004628a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:42.140239 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3429eba3-e24b-483d-80ef-d18a35741ae8 req-48df1d9a-ee9a-4c4e-ac84-72e17a510781 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497962 Sep 30 08:00:42.176695 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18056b31-de04-4225-a2b8-bfa76004628a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:42.183595 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7b327f1-1628-41ec-b6cc-c2b9378d5367 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:42.190657 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7b327f1-1628-41ec-b6cc-c2b9378d5367 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:42.238937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f2fc8bf-8fb2-47f5-a076-6b0a48788f82 req-82fff00f-b663-473a-b4ca-ca9cb3b30ee3 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] For port 08c7c027-fcc5-47ae-878b-9b93244802fe, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=08c7c027-fcc5-47ae-878b-9b93244802fe,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:42.239279 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f2fc8bf-8fb2-47f5-a076-6b0a48788f82 req-82fff00f-b663-473a-b4ca-ca9cb3b30ee3 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:42.240598 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] For port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:00:42.268700 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device ffea61b0-479d-483b-9174-e4f2f35ba6d3 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:42.275984 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-6f2fc8bf-8fb2-47f5-a076-6b0a48788f82 req-82fff00f-b663-473a-b4ca-ca9cb3b30ee3 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Calling delete_port for 08c7c027-fcc5-47ae-878b-9b93244802fe owned by compute:tempest-test_az-917909105 {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:00:42.281929 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] For port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:00:42.294157 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:42.331307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-3d00e8aa-75ff-4dc1-b5ae-0019701ac103 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:42.333194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-3d00e8aa-75ff-4dc1-b5ae-0019701ac103 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2593071 Sep 30 08:00:42.348706 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:42.349755 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:42.352204 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] 10.222.0.35 "PUT /v2.0/ports/5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea HTTP/1.1" status: 200 len: 1096 time: 2.2474220 Sep 30 08:00:42.357521 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45107b81-1a2d-405c-95af-6f2a0da003a1', 'tag': '5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:42.360139 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98596a5-f577-46a4-a73b-2ba3b5e2fa37" -d '{"events": [{"name": "network-changed", "server_uuid": "45107b81-1a2d-405c-95af-6f2a0da003a1", "tag": "5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:42.370629 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-bca7e2bf-947a-4fc2-b541-0c17fd13461e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Request body: {'port': {'device_id': '9bb59480-411a-4b35-80ec-a634967bd486', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': 'aa552c7923b7488d872f760999b14c00'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:42.391040 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18056b31-de04-4225-a2b8-bfa76004628a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:42.393701 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18056b31-de04-4225-a2b8-bfa76004628a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:42.395066 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-18056b31-de04-4225-a2b8-bfa76004628a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57a7e116-fa61-4aee-b3f7-4f9e2cc13561 HTTP/1.1" status: 204 len: 168 time: 0.7376430 Sep 30 08:00:42.443190 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c77df7-317f-4ba6-8687-aa753cfb0ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:42.451872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port ffea61b0-479d-483b-9174-e4f2f35ba6d3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:00:42.456063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18056b31-de04-4225-a2b8-bfa76004628a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a7e116-fa61-4aee-b3f7-4f9e2cc13561,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:42.456943 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port ffea61b0-479d-483b-9174-e4f2f35ba6d3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:42.457320 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:42.478055 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-b7b327f1-1628-41ec-b6cc-c2b9378d5367 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Floating IP 8fc92ce5-c5d6-4213-9246-2d52a261fce9 associated. External IP: 172.25.0.147, port: 9fb23192-a263-45d9-8095-768c84d472d3. Sep 30 08:00:42.594587 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:42.640680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-b708cbd5-5327-40e6-9caa-7269b5cd7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:42.642455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-b708cbd5-5327-40e6-9caa-7269b5cd7ef4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afe082f9b2bd48c8856a607c7d58a4a0&device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 1099 time: 0.2090838 Sep 30 08:00:42.644626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port ffea61b0-479d-483b-9174-e4f2f35ba6d3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=ffea61b0-479d-483b-9174-e4f2f35ba6d3,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:42.645920 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66feff6-2f07-4624-9d16-87f699361b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffea61b0-479d-483b-9174-e4f2f35ba6d3'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:42.649081 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7560f7-5d8c-49c9-85f0-a331bbbd8250" -d '{"events": [{"server_uuid": "b66feff6-2f07-4624-9d16-87f699361b1d", "name": "network-vif-plugged", "status": "completed", "tag": "ffea61b0-479d-483b-9174-e4f2f35ba6d3"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:42.659221 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:42.660515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 08c7c027-fcc5-47ae-878b-9b93244802fe no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:00:42.665678 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55620c-1eaf-407a-9d78-4880c706d39f req-25d5cf8a-d4bd-4c74-b410-e658ac541250 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:42.667341 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c55620c-1eaf-407a-9d78-4880c706d39f req-25d5cf8a-d4bd-4c74-b410-e658ac541250 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.2004380 Sep 30 08:00:42.722585 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-31a05796-7081-4602-8035-46cd71a984cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea HTTP/1.1" status: 200 len: 217 time: 0.0542276 Sep 30 08:00:42.775505 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-bca7e2bf-947a-4fc2-b541-0c17fd13461e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Made reservation on behalf of aa552c7923b7488d872f760999b14c00 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:00:42.779241 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-bca7e2bf-947a-4fc2-b541-0c17fd13461e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:42.817780 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c55620c-1eaf-407a-9d78-4880c706d39f req-b4ad48b0-bdf9-47bf-9cc7-b28a07ac129f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391382 Sep 30 08:00:42.838138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-5efee2b9-8f1b-40c3-9cb6-328d215da3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:42.848204 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-5efee2b9-8f1b-40c3-9cb6-328d215da3c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1073627 Sep 30 08:00:42.930582 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=ffea61b0-479d-483b-9174-e4f2f35ba6d3,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:43.018955 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b240087a-a889-47fd-a782-f21aa3dfb267 x-openstack-request-id: req-b240087a-a889-47fd-a782-f21aa3dfb267 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:43.019509 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45107b81-1a2d-405c-95af-6f2a0da003a1", "tag": "5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:43.020145 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b240087a-a889-47fd-a782-f21aa3dfb267 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:43.020710 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45107b81-1a2d-405c-95af-6f2a0da003a1', 'tag': '5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea', 'status': 'completed', 'code': 200} Sep 30 08:00:43.026330 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-3dbd5b54-c189-45ad-8108-9fffb6039c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:43.030380 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-3dbd5b54-c189-45ad-8108-9fffb6039c3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1347506 Sep 30 08:00:43.046698 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:43.068418 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f2fc8bf-8fb2-47f5-a076-6b0a48788f82 req-82fff00f-b663-473a-b4ca-ca9cb3b30ee3 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:43.179757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-bca7e2bf-947a-4fc2-b541-0c17fd13461e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Allocated IP 192.168.233.59 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/aa82f5fa-6253-4916-9e7b-6a3106df94c0) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:00:43.271968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2fc8bf-8fb2-47f5-a076-6b0a48788f82 req-82fff00f-b663-473a-b4ca-ca9cb3b30ee3 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] No DVR routers for this DVR port 08c7c027-fcc5-47ae-878b-9b93244802fe on host n-h1-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:00:43.280952 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f2fc8bf-8fb2-47f5-a076-6b0a48788f82 req-82fff00f-b663-473a-b4ca-ca9cb3b30ee3 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:43.285092 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f2fc8bf-8fb2-47f5-a076-6b0a48788f82 req-82fff00f-b663-473a-b4ca-ca9cb3b30ee3 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.36 "DELETE /v2.0/ports/08c7c027-fcc5-47ae-878b-9b93244802fe HTTP/1.1" status: 204 len: 173 time: 2.1927021 Sep 30 08:00:43.285912 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fff00f-b663-473a-b4ca-ca9cb3b30ee3 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] Pushing event deleted for resources: {'Port': ['ID=08c7c027-fcc5-47ae-878b-9b93244802fe,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:43.318672 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f66810-9763-4ad0-ac81-f9377f074d5b', 'name': 'network-vif-deleted', 'tag': '08c7c027-fcc5-47ae-878b-9b93244802fe'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:43.323838 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7160673e-d86a-4823-a2af-9a2dde39a242" -d '{"events": [{"server_uuid": "c3f66810-9763-4ad0-ac81-f9377f074d5b", "name": "network-vif-deleted", "tag": "08c7c027-fcc5-47ae-878b-9b93244802fe"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:43.337268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b327f1-1628-41ec-b6cc-c2b9378d5367 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Router 71265e85-b728-4762-80db-05242b67da7a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:00:43.359290 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4dacfcf0-2b6e-4f83-8f5b-cfedd937a28f req-f0ea2ce0-aeaa-43da-ab66-1af910e220c6 tempest-AggregatesAdminTestJSON-843914577 tempest-AggregatesAdminTestJSON-843914577-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f66810-9763-4ad0-ac81-f9377f074d5b HTTP/1.1" status: 200 len: 210 time: 0.1019237 Sep 30 08:00:43.415440 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df316b76-e8aa-493d-a522-7e3ef6bb5040 x-openstack-request-id: req-df316b76-e8aa-493d-a522-7e3ef6bb5040 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:43.416291 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66feff6-2f07-4624-9d16-87f699361b1d", "name": "network-vif-plugged", "status": "completed", "tag": "ffea61b0-479d-483b-9174-e4f2f35ba6d3", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:43.416725 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df316b76-e8aa-493d-a522-7e3ef6bb5040 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:43.417390 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66feff6-2f07-4624-9d16-87f699361b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffea61b0-479d-483b-9174-e4f2f35ba6d3', 'code': 200} Sep 30 08:00:43.480611 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-1aee1b91-4223-44bf-8a62-7c448e31a116 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367793 Sep 30 08:00:43.569925 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b327f1-1628-41ec-b6cc-c2b9378d5367 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:00:43.575441 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7b327f1-1628-41ec-b6cc-c2b9378d5367 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:43.590537 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0397034-af81-4cea-b533-ede206c02dc2 None None] Sync routers for ids ['71265e85-b728-4762-80db-05242b67da7a'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:00:43.603337 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0397034-af81-4cea-b533-ede206c02dc2 None None] Routers {'71265e85-b728-4762-80db-05242b67da7a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:00:43.604269 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c0397034-af81-4cea-b533-ede206c02dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:00:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71265e85-b728-4762-80db-05242b67da7a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:43.635680 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b7b327f1-1628-41ec-b6cc-c2b9378d5367 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "PUT /v2.0/floatingips/8fc92ce5-c5d6-4213-9246-2d52a261fce9 HTTP/1.1" status: 200 len: 1012 time: 3.5486801 Sep 30 08:00:43.659940 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783adf0b-c159-49d5-a5a4-5a58fd284a9b req-0b38f33f-b0d1-40ee-b760-12ae5552f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:43.662266 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-783adf0b-c159-49d5-a5a4-5a58fd284a9b req-0b38f33f-b0d1-40ee-b760-12ae5552f5f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b66feff6-2f07-4624-9d16-87f699361b1d HTTP/1.1" status: 200 len: 1101 time: 0.0624702 Sep 30 08:00:43.663985 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e0cbba7-6893-406f-9718-a4dd0c763a24 req-fb79ef69-8e30-4e42-8e8e-a2502124d0bf tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 210 time: 0.1313248 Sep 30 08:00:43.730820 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-783adf0b-c159-49d5-a5a4-5a58fd284a9b req-a6ec7658-5246-4595-bc65-52cc8cf4a43b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598643 Sep 30 08:00:43.730957 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d007e-59f5-418c-a24c-a5ddd341b336 req-e3f1da29-a043-4d1a-9dd0-81b546980f7d tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:43.732551 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c43d007e-59f5-418c-a24c-a5ddd341b336 req-e3f1da29-a043-4d1a-9dd0-81b546980f7d tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66feff6-2f07-4624-9d16-87f699361b1d HTTP/1.1" status: 200 len: 950 time: 0.2179232 Sep 30 08:00:43.753022 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c0397034-af81-4cea-b533-ede206c02dc2 None None] Set router 71265e85-b728-4762-80db-05242b67da7a gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:00:43.848041 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c7bd811-0da7-4f52-990f-78c5596606f4 req-bd8f453a-338f-4872-bef6-0198f32f46c2 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535600 Sep 30 08:00:43.879187 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c43d007e-59f5-418c-a24c-a5ddd341b336 req-ea7bb095-4124-4533-84f8-59cf13a18aa2 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117940 Sep 30 08:00:43.907517 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-bca7e2bf-947a-4fc2-b541-0c17fd13461e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:43.918252 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63f424-17a8-4fcf-a528-7e0037a12b82 req-08dccfa8-493d-401f-b80d-6f12ef594339 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:43.919879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d63f424-17a8-4fcf-a528-7e0037a12b82 req-08dccfa8-493d-401f-b80d-6f12ef594339 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 948 time: 0.1249251 Sep 30 08:00:44.025998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d63f424-17a8-4fcf-a528-7e0037a12b82 req-97e08576-29c3-46f5-b047-4e7981de97c4 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961385 Sep 30 08:00:44.029324 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-bca7e2bf-947a-4fc2-b541-0c17fd13461e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:44.067811 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['21366f32-e5c4-4f09-b891-84b3d084d7ce'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:00:44.146092 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c0397034-af81-4cea-b533-ede206c02dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '8fc92ce5-c5d6-4213-9246-2d52a261fce9', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '71265e85-b728-4762-80db-05242b67da7a', 'port_id': '9fb23192-a263-45d9-8095-768c84d472d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'mac_address': 'fa:16:3e:9e:ac:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8683cc1-bcca-4085-a59a-2169fae7b712', 'device_owner': 'compute:tempest-test_az-917909105'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:00:21Z', 'updated_at': '2021-09-30T08:00:41Z', 'revision_number': 1, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b362308f-afe0-4a52-88d5-da67393fb908', 'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'mac_address': 'fa:16:3e:e1:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:55Z', 'updated_at': '2021-09-30T08:00:03Z', 'revision_number': 5, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'subnets': [{'id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:44.156201 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32143a46-1315-4449-be9e-cf882aa2d027 x-openstack-request-id: req-32143a46-1315-4449-be9e-cf882aa2d027 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:44.156500 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f66810-9763-4ad0-ac81-f9377f074d5b", "name": "network-vif-deleted", "tag": "08c7c027-fcc5-47ae-878b-9b93244802fe", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:44.156758 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32143a46-1315-4449-be9e-cf882aa2d027 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:44.157158 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f66810-9763-4ad0-ac81-f9377f074d5b', 'name': 'network-vif-deleted', 'tag': '08c7c027-fcc5-47ae-878b-9b93244802fe', 'status': 'completed', 'code': 200} Sep 30 08:00:44.159703 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-bca7e2bf-947a-4fc2-b541-0c17fd13461e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:44.172694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-bca7e2bf-947a-4fc2-b541-0c17fd13461e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:44.175366 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0397034-af81-4cea-b533-ede206c02dc2 None None] Checking router: 71265e85-b728-4762-80db-05242b67da7a for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:00:44.187771 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0397034-af81-4cea-b533-ede206c02dc2 None None] Routers {'71265e85-b728-4762-80db-05242b67da7a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:00:44.188918 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c0397034-af81-4cea-b533-ede206c02dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:00:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71265e85-b728-4762-80db-05242b67da7a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:44.193363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-bca7e2bf-947a-4fc2-b541-0c17fd13461e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:00:44.206435 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-bca7e2bf-947a-4fc2-b541-0c17fd13461e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:44.207393 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-bca7e2bf-947a-4fc2-b541-0c17fd13461e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:44.230490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98596a5-f577-46a4-a73b-2ba3b5e2fa37 req-0ecf8a78-06ca-4f3c-9680-3ecc99e25eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:44.233095 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e98596a5-f577-46a4-a73b-2ba3b5e2fa37 req-0ecf8a78-06ca-4f3c-9680-3ecc99e25eea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afe082f9b2bd48c8856a607c7d58a4a0&device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 1099 time: 0.2635219 Sep 30 08:00:44.263629 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-bca7e2bf-947a-4fc2-b541-0c17fd13461e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9099951 Sep 30 08:00:44.277406 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7e2bf-947a-4fc2-b541-0c17fd13461e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Pushing event updated for resources: {'Port': ['ID=aa82f5fa-6253-4916-9e7b-6a3106df94c0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:44.290736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Request body: {'port': {'device_id': '9bb59480-411a-4b35-80ec-a634967bd486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:44.359728 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c0397034-af81-4cea-b533-ede206c02dc2 None None] Set router 71265e85-b728-4762-80db-05242b67da7a gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:00:44.531981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98596a5-f577-46a4-a73b-2ba3b5e2fa37 req-e9c63b8f-3709-4345-8394-9e91fd33b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:44.533647 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e98596a5-f577-46a4-a73b-2ba3b5e2fa37 req-e9c63b8f-3709-4345-8394-9e91fd33b95e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2903187 Sep 30 08:00:44.562111 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:44.568027 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3afa3150-94f0-4aae-a53f-d584649db94e None None] Provisioning complete for port aa82f5fa-6253-4916-9e7b-6a3106df94c0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:44.568409 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3afa3150-94f0-4aae-a53f-d584649db94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:44.612960 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e98596a5-f577-46a4-a73b-2ba3b5e2fa37 req-b1e1a352-fea6-4bd8-81fa-f317dd8e9459 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea HTTP/1.1" status: 200 len: 217 time: 0.0592735 Sep 30 08:00:44.654931 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3afa3150-94f0-4aae-a53f-d584649db94e None None] Port aa82f5fa-6253-4916-9e7b-6a3106df94c0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:00:44.683253 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a63296-6f42-444c-ae23-f7471f917b55 req-173125ea-0f88-4048-8c38-9dc1ec98f138 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:44.684909 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b6a63296-6f42-444c-ae23-f7471f917b55 req-173125ea-0f88-4048-8c38-9dc1ec98f138 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.1988235 Sep 30 08:00:44.717646 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c0397034-af81-4cea-b533-ede206c02dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '8fc92ce5-c5d6-4213-9246-2d52a261fce9', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '71265e85-b728-4762-80db-05242b67da7a', 'port_id': '9fb23192-a263-45d9-8095-768c84d472d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'mac_address': 'fa:16:3e:9e:ac:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8683cc1-bcca-4085-a59a-2169fae7b712', 'device_owner': 'compute:tempest-test_az-917909105'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:00:21Z', 'updated_at': '2021-09-30T08:00:41Z', 'revision_number': 1, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b362308f-afe0-4a52-88d5-da67393fb908', 'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'mac_address': 'fa:16:3e:e1:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:55Z', 'updated_at': '2021-09-30T08:00:03Z', 'revision_number': 5, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'subnets': [{'id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:00:44.744141 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6dec7b82-128b-4851-af06-f47faecaee3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:44.760849 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0397034-af81-4cea-b533-ede206c02dc2 None None] The sync data for ids ['71265e85-b728-4762-80db-05242b67da7a'] in n-d-807359-2 is: [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '8fc92ce5-c5d6-4213-9246-2d52a261fce9', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '71265e85-b728-4762-80db-05242b67da7a', 'port_id': '9fb23192-a263-45d9-8095-768c84d472d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'mac_address': 'fa:16:3e:9e:ac:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8683cc1-bcca-4085-a59a-2169fae7b712', 'device_owner': 'compute:tempest-test_az-917909105'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:00:21Z', 'updated_at': '2021-09-30T08:00:41Z', 'revision_number': 1, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b362308f-afe0-4a52-88d5-da67393fb908', 'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'mac_address': 'fa:16:3e:e1:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:55Z', 'updated_at': '2021-09-30T08:00:03Z', 'revision_number': 5, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'subnets': [{'id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:00:44.824675 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98596a5-f577-46a4-a73b-2ba3b5e2fa37 req-92e4955e-e443-4755-9765-0bb3d7c5b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:44.826298 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e98596a5-f577-46a4-a73b-2ba3b5e2fa37 req-92e4955e-e443-4755-9765-0bb3d7c5b7c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.2049029 Sep 30 08:00:44.881170 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b6a63296-6f42-444c-ae23-f7471f917b55 req-7de7ca34-f9a3-4e57-a88d-2b4f936e9c36 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530721 Sep 30 08:00:44.942463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1863f69-25cd-4f37-9054-8d7f059cab2f req-fb274b7f-736f-44bc-a324-ce0e5f45b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:44.944661 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d1863f69-25cd-4f37-9054-8d7f059cab2f req-fb274b7f-736f-44bc-a324-ce0e5f45b7a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 1100 time: 0.0753882 Sep 30 08:00:44.979687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98596a5-f577-46a4-a73b-2ba3b5e2fa37 req-2d8a0a63-c563-4f25-9b0e-c1c2ff8d9735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:44.981526 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e98596a5-f577-46a4-a73b-2ba3b5e2fa37 req-2d8a0a63-c563-4f25-9b0e-c1c2ff8d9735 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1430686 Sep 30 08:00:45.104248 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1863f69-25cd-4f37-9054-8d7f059cab2f req-c94bf93a-0ae0-484f-b357-36d172a3ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:45.106007 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d1863f69-25cd-4f37-9054-8d7f059cab2f req-c94bf93a-0ae0-484f-b357-36d172a3ee7f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1389132 Sep 30 08:00:45.159690 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d1863f69-25cd-4f37-9054-8d7f059cab2f req-55a928c9-5bd0-4aa1-909f-ece8924f07bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0 HTTP/1.1" status: 200 len: 217 time: 0.0449147 Sep 30 08:00:45.165626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f9075-4957-42ba-8e19-cd476d159949 req-127d2e79-18aa-4d24-bdb3-fd9c4b845822 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:45.167210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e02f9075-4957-42ba-8e19-cd476d159949 req-127d2e79-18aa-4d24-bdb3-fd9c4b845822 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 935 time: 0.1899476 Sep 30 08:00:45.174693 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7befca-4923-444a-b046-6aa74f219657 None None] New status for floating IP 8fc92ce5-c5d6-4213-9246-2d52a261fce9: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:00:45.218005 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1863f69-25cd-4f37-9054-8d7f059cab2f req-9d6e661e-8275-4f9c-9f53-6297f8b9a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:45.220593 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d1863f69-25cd-4f37-9054-8d7f059cab2f req-9d6e661e-8275-4f9c-9f53-6297f8b9a5c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0533459 Sep 30 08:00:45.273126 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1863f69-25cd-4f37-9054-8d7f059cab2f req-eb08ca7e-e2a4-4198-8b47-eec7aff8bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:45.275081 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d1863f69-25cd-4f37-9054-8d7f059cab2f req-eb08ca7e-e2a4-4198-8b47-eec7aff8bc23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465620 Sep 30 08:00:45.454179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42910) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:45.484589 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:45.497634 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d1863f69-25cd-4f37-9054-8d7f059cab2f req-ae44da2d-3d3d-431e-a0d8-1b46df114faa service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146895 Sep 30 08:00:45.523832 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e02f9075-4957-42ba-8e19-cd476d159949 req-5660da3a-4bec-4e1f-a000-e4dfad587ce5 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324575 Sep 30 08:00:45.534979 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e98596a5-f577-46a4-a73b-2ba3b5e2fa37 req-d19c2dc3-b80d-4e64-a9d7-59af4e73d815 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440702 Sep 30 08:00:45.645262 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d1863f69-25cd-4f37-9054-8d7f059cab2f req-932c87b4-de2a-4dd7-b2a1-32a2e5f30913 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395130 Sep 30 08:00:45.698926 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:45.724669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa82f5fa-6253-4916-9e7b-6a3106df94c0 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:45.740891 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:45.787139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e98596a5-f577-46a4-a73b-2ba3b5e2fa37 req-26272d4c-9493-4a4e-a103-d88edccaa158 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431304 Sep 30 08:00:45.792564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Transition to ACTIVE for port object aa82f5fa-6253-4916-9e7b-6a3106df94c0 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:00:45.799681 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:45.803193 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b4bf6054-b357-4de6-8620-5f14ece3c049 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23494f17006647a5bd43b22ca8b490b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3459969 Sep 30 08:00:45.806296 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42916) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:45.811309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b18a4-3ab4-4cf8-aa02-f99c7a459942 req-393b910a-0f1a-4c29-aab2-2aae3f6c25fb tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:45.813044 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec3b18a4-3ab4-4cf8-aa02-f99c7a459942 req-393b910a-0f1a-4c29-aab2-2aae3f6c25fb tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66feff6-2f07-4624-9d16-87f699361b1d HTTP/1.1" status: 200 len: 950 time: 0.1951685 Sep 30 08:00:45.830401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fe0f3-a06f-48c8-9852-1dff9a5c9bda req-51f2514d-d974-4ce8-bfbe-796c62c02762 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:45.832373 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c44fe0f3-a06f-48c8-9852-1dff9a5c9bda req-51f2514d-d974-4ce8-bfbe-796c62c02762 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 948 time: 0.2170291 Sep 30 08:00:45.866987 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f3b7e54-6717-483f-b853-dc36d47a205b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:45.889488 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f3b7e54-6717-483f-b853-dc36d47a205b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:45.941828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Pushing event updated for resources: {'Port': ['ID=aa82f5fa-6253-4916-9e7b-6a3106df94c0,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:45.946819 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f3b7e54-6717-483f-b853-dc36d47a205b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:45.950035 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f3b7e54-6717-483f-b853-dc36d47a205b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:45.951308 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7f3b7e54-6717-483f-b853-dc36d47a205b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48b01124-8c58-4c4b-acf7-e12f3df0404b HTTP/1.1" status: 204 len: 168 time: 0.1439054 Sep 30 08:00:45.961849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b7e54-6717-483f-b853-dc36d47a205b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b01124-8c58-4c4b-acf7-e12f3df0404b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:45.972531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec3b18a4-3ab4-4cf8-aa02-f99c7a459942 req-d15b97d0-ab2a-4976-9c15-6fba777cb422 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138532 Sep 30 08:00:45.973736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Attempting to bind port aa82f5fa-6253-4916-9e7b-6a3106df94c0 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:00:45.974111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Attempting to bind port aa82f5fa-6253-4916-9e7b-6a3106df94c0 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:00:45.974237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Attempting to bind port aa82f5fa-6253-4916-9e7b-6a3106df94c0 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:45.979796 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c44fe0f3-a06f-48c8-9852-1dff9a5c9bda req-4de3d354-aeef-481e-83f4-cc79dff3bc29 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165879 Sep 30 08:00:45.983023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Port aa82f5fa-6253-4916-9e7b-6a3106df94c0 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:00:45.983344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Attempting to bind port aa82f5fa-6253-4916-9e7b-6a3106df94c0 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:45.992377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:00:45.992716 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:45.993104 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:00:45.993540 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Bound port: aa82f5fa-6253-4916-9e7b-6a3106df94c0, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:00:45.993904 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:46.086952 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] For port aa82f5fa-6253-4916-9e7b-6a3106df94c0, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:00:46.098426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] For port aa82f5fa-6253-4916-9e7b-6a3106df94c0, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=aa82f5fa-6253-4916-9e7b-6a3106df94c0,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:00:46.105388 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:46.156948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:46.157515 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:46.158948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8683cc1-bcca-4085-a59a-2169fae7b712', 'tag': '9fb23192-a263-45d9-8095-768c84d472d3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:46.159155 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] 10.222.0.36 "PUT /v2.0/ports/aa82f5fa-6253-4916-9e7b-6a3106df94c0 HTTP/1.1" status: 200 len: 1095 time: 1.8762174 Sep 30 08:00:46.161756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb59480-411a-4b35-80ec-a634967bd486', 'tag': 'aa82f5fa-6253-4916-9e7b-6a3106df94c0'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:46.162502 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b163cee1-4ee2-4462-91c4-0cda41274164" -d '{"events": [{"name": "network-changed", "server_uuid": "a8683cc1-bcca-4085-a59a-2169fae7b712", "tag": "9fb23192-a263-45d9-8095-768c84d472d3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:46.165128 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b468eb9f-e0ce-46eb-8a2b-45463d5fbe6b" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb59480-411a-4b35-80ec-a634967bd486", "tag": "aa82f5fa-6253-4916-9e7b-6a3106df94c0"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:46.191445 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a4429-2c09-4bfa-abc1-7aefc0990146 service neutron] Pushing event updated for resources: {'Port': ['ID=aa82f5fa-6253-4916-9e7b-6a3106df94c0,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:46.306581 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-c68ac480-54fe-462c-a71c-eb5dc86483ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:46.308321 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-c68ac480-54fe-462c-a71c-eb5dc86483ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa552c7923b7488d872f760999b14c00&device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 1098 time: 0.0855103 Sep 30 08:00:46.321233 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e5006-4b3e-472d-8947-3e37c6ab0931 req-0e9d3aa2-052a-45fe-8ebe-cead34b606db tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:46.322806 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-687e5006-4b3e-472d-8947-3e37c6ab0931 req-0e9d3aa2-052a-45fe-8ebe-cead34b606db tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.0722845 Sep 30 08:00:46.374024 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-14a023d5-7a45-45a0-9703-6da9893c05b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=aa82f5fa-6253-4916-9e7b-6a3106df94c0 HTTP/1.1" status: 200 len: 217 time: 0.0502234 Sep 30 08:00:46.427774 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42940) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:46.442259 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-687e5006-4b3e-472d-8947-3e37c6ab0931 req-54b03821-b157-42e3-b7ab-ad20f240a80f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116316 Sep 30 08:00:46.448006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-7bf9484c-39e9-4ed3-8bef-df1ad70ad974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:46.449471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-7bf9484c-39e9-4ed3-8bef-df1ad70ad974 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0689023 Sep 30 08:00:46.485123 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f15df2e6-9dc6-4828-9388-52e9ea44c6f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bb5ae160e8f42c193042b1e4109520c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554769 Sep 30 08:00:46.485938 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42942) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:46.501193 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f99ade-3d0c-4a3f-a441-1cec58691e46 x-openstack-request-id: req-54f99ade-3d0c-4a3f-a441-1cec58691e46 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:46.501785 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8683cc1-bcca-4085-a59a-2169fae7b712", "tag": "9fb23192-a263-45d9-8095-768c84d472d3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:46.502208 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54f99ade-3d0c-4a3f-a441-1cec58691e46 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:46.502789 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8683cc1-bcca-4085-a59a-2169fae7b712', 'tag': '9fb23192-a263-45d9-8095-768c84d472d3', 'status': 'completed', 'code': 200} Sep 30 08:00:46.510727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-4b4dc817-6d2a-4281-84e3-570bca25f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:46.512579 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-4b4dc817-6d2a-4281-84e3-570bca25f20f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0494428 Sep 30 08:00:46.569330 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62346cbc-0419-452d-ae7c-440ecba906ae x-openstack-request-id: req-62346cbc-0419-452d-ae7c-440ecba906ae {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:46.570226 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb59480-411a-4b35-80ec-a634967bd486", "tag": "aa82f5fa-6253-4916-9e7b-6a3106df94c0", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:46.570399 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62346cbc-0419-452d-ae7c-440ecba906ae {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:46.570811 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb59480-411a-4b35-80ec-a634967bd486', 'tag': 'aa82f5fa-6253-4916-9e7b-6a3106df94c0', 'status': 'completed', 'code': 200} Sep 30 08:00:46.623014 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d74b6f0-76ca-41ef-b84f-8f313239e1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:46.639157 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163cee1-4ee2-4462-91c4-0cda41274164 req-b4d4bbf0-7215-4d55-92cf-d6c93c7838cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:46.640359 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b163cee1-4ee2-4462-91c4-0cda41274164 req-b4d4bbf0-7215-4d55-92cf-d6c93c7838cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28da63c1dc59482bb1a1e2e0060695fe&device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 1117 time: 0.1079495 Sep 30 08:00:46.645183 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:00:46.679184 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d74b6f0-76ca-41ef-b84f-8f313239e1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:46.685351 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-3eb9dbd9-a855-46d9-aa86-11fa563d2d3e service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574278 Sep 30 08:00:46.782631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:46.796944 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea', 'mac_address': 'fa:16:3e:0d:78:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:00:46.800654 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163cee1-4ee2-4462-91c4-0cda41274164 req-1b9226a7-4c03-4622-9640-75f54a8086e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:46.802740 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b163cee1-4ee2-4462-91c4-0cda41274164 req-1b9226a7-4c03-4622-9640-75f54a8086e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c693cec2-10a8-4bc9-9dc9-ec670a2edec6 HTTP/1.1" status: 200 len: 925 time: 0.1543837 Sep 30 08:00:46.809481 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d74b6f0-76ca-41ef-b84f-8f313239e1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:46.812774 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d74b6f0-76ca-41ef-b84f-8f313239e1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:46.816465 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4d74b6f0-76ca-41ef-b84f-8f313239e1ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6930089-a996-4632-b9ba-b6255c5c65bd HTTP/1.1" status: 204 len: 168 time: 0.3266194 Sep 30 08:00:46.844246 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af39d11c-e677-4a8a-8c90-789fbf90b3c2 req-c65b57ad-59d8-4980-b749-060f70e6aebd service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535029 Sep 30 08:00:46.861334 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:46.873205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b9e4a-eefd-4bac-be87-f2b58a486901 req-ec4b1a98-1605-48d8-a263-bb3232b6883a tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:46.875200 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74b6f0-76ca-41ef-b84f-8f313239e1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6930089-a996-4632-b9ba-b6255c5c65bd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:46.881874 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d75b9e4a-eefd-4bac-be87-f2b58a486901 req-ec4b1a98-1605-48d8-a263-bb3232b6883a tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 947 time: 0.1754100 Sep 30 08:00:46.909973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:46.939610 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d75b9e4a-eefd-4bac-be87-f2b58a486901 req-fdfd82fe-e7fb-4d48-85e9-e58b40f7a6c4 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564053 Sep 30 08:00:46.941932 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:46.949477 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:46.971676 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b163cee1-4ee2-4462-91c4-0cda41274164 req-0fc1a9f8-16e3-4f3c-a301-310b1700471e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fb23192-a263-45d9-8095-768c84d472d3 HTTP/1.1" status: 200 len: 1022 time: 0.1539812 Sep 30 08:00:46.973171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-2bc0d38d-4a68-4c27-ac05-a53b29b6d27a tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=720d9f80d0de4b5bbd247be1eb39620a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833673 Sep 30 08:00:47.015825 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:47.052858 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163cee1-4ee2-4462-91c4-0cda41274164 req-595e780a-3fae-4f41-825d-8aae9d6eadd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:47.055966 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b163cee1-4ee2-4462-91c4-0cda41274164 req-595e780a-3fae-4f41-825d-8aae9d6eadd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6eae367-e63e-468e-b670-66f47b5bf007 HTTP/1.1" status: 200 len: 863 time: 0.0787024 Sep 30 08:00:47.112004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163cee1-4ee2-4462-91c4-0cda41274164 req-98e8ce00-5097-44f9-8c92-d47e6c8d2e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:47.114890 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b163cee1-4ee2-4462-91c4-0cda41274164 req-98e8ce00-5097-44f9-8c92-d47e6c8d2e0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c693cec2-10a8-4bc9-9dc9-ec670a2edec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523996 Sep 30 08:00:47.123225 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468eb9f-e0ce-46eb-8a2b-45463d5fbe6b req-578089c1-4172-4c40-9586-f3b93e5b12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:47.124910 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b468eb9f-e0ce-46eb-8a2b-45463d5fbe6b req-578089c1-4172-4c40-9586-f3b93e5b12a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa552c7923b7488d872f760999b14c00&device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 1098 time: 0.2037206 Sep 30 08:00:47.167070 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-b30ff240-b949-4fbb-a8cc-19a650e84e1f tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:47.174040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-b30ff240-b949-4fbb-a8cc-19a650e84e1f tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1998634 Sep 30 08:00:47.208539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-90186497-5cd9-423b-8b97-c05948fababe tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/quotas/720d9f80d0de4b5bbd247be1eb39620a HTTP/1.1" status: 200 len: 375 time: 0.0334718 Sep 30 08:00:47.215853 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b163cee1-4ee2-4462-91c4-0cda41274164 req-7286ea1d-2f46-4d1f-b72f-5d719575ff44 service neutron] 10.222.0.36 "GET /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930209 Sep 30 08:00:47.264587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:00:47.321604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367192f2-56cf-4574-836f-a1ba03faa456 req-84c6f0c9-c184-4b0e-b678-c72ea37d719b tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:47.323123 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-367192f2-56cf-4574-836f-a1ba03faa456 req-84c6f0c9-c184-4b0e-b678-c72ea37d719b tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 949 time: 0.1928904 Sep 30 08:00:47.328019 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b163cee1-4ee2-4462-91c4-0cda41274164 req-2247ca17-c245-409c-a386-3f09768f25d9 service neutron] 10.222.0.36 "GET /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033473 Sep 30 08:00:47.350604 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-e3be5bf1-ea93-4968-b3a1-e6c06c42f2e5 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=720d9f80d0de4b5bbd247be1eb39620a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1319458 Sep 30 08:00:47.363131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468eb9f-e0ce-46eb-8a2b-45463d5fbe6b req-e2a95de7-2ef6-440e-84a7-79dc5997a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:47.364595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b468eb9f-e0ce-46eb-8a2b-45463d5fbe6b req-e2a95de7-2ef6-440e-84a7-79dc5997a04b service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2309546 Sep 30 08:00:47.429960 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b468eb9f-e0ce-46eb-8a2b-45463d5fbe6b req-fa95e7d2-5061-4b76-93b8-3770b6943115 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=aa82f5fa-6253-4916-9e7b-6a3106df94c0 HTTP/1.1" status: 200 len: 217 time: 0.0544257 Sep 30 08:00:47.433784 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-367192f2-56cf-4574-836f-a1ba03faa456 req-27217439-cb5a-433f-a823-270cd6b52a4e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979261 Sep 30 08:00:47.493674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468eb9f-e0ce-46eb-8a2b-45463d5fbe6b req-e05c57de-a4b3-4c46-93ef-213b03853223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:47.495156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b468eb9f-e0ce-46eb-8a2b-45463d5fbe6b req-e05c57de-a4b3-4c46-93ef-213b03853223 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0583446 Sep 30 08:00:47.561779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468eb9f-e0ce-46eb-8a2b-45463d5fbe6b req-5d5324b4-3168-432e-9731-78abcee23586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:47.564673 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b468eb9f-e0ce-46eb-8a2b-45463d5fbe6b req-5d5324b4-3168-432e-9731-78abcee23586 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616164 Sep 30 08:00:47.582634 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:47.671940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35aceb8f-2df4-423f-b7d8-26e4afbc21d7 req-2d48f7da-6fa8-441c-b904-4b29261a49e8 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 210 time: 0.0544305 Sep 30 08:00:47.748757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c670a93-064e-4d3c-ab8c-0d8b515e4746 req-d8b8a68e-4289-49d6-9d5c-02e78419b3b1 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:47.750842 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c670a93-064e-4d3c-ab8c-0d8b515e4746 req-d8b8a68e-4289-49d6-9d5c-02e78419b3b1 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.1528504 Sep 30 08:00:47.782717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b468eb9f-e0ce-46eb-8a2b-45463d5fbe6b req-de4d2a7d-a19d-49ac-ab75-31687a6fc995 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080448 Sep 30 08:00:47.841675 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c670a93-064e-4d3c-ab8c-0d8b515e4746 req-d08fc8a3-1174-4404-995e-9bde48d33025 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827382 Sep 30 08:00:47.982085 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b468eb9f-e0ce-46eb-8a2b-45463d5fbe6b req-102262d7-613b-421e-a2cd-6bee14cfc4fb service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898792 Sep 30 08:00:48.107403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e09ce-7930-4c47-8e0c-22c1acaeafc3 req-0446911e-3dea-40dd-ba5a-da4e82613a15 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:48.119659 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f72e09ce-7930-4c47-8e0c-22c1acaeafc3 req-0446911e-3dea-40dd-ba5a-da4e82613a15 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 947 time: 0.0854206 Sep 30 08:00:48.164908 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:48.195418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f72e09ce-7930-4c47-8e0c-22c1acaeafc3 req-c2ee158a-8b7e-414f-af08-d7289b25f890 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742905 Sep 30 08:00:48.294822 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3004bfcb-754d-4b16-9735-053d7bea05b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:48.408381 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3004bfcb-754d-4b16-9735-053d7bea05b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:48.414196 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3004bfcb-754d-4b16-9735-053d7bea05b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:48.453432 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004bfcb-754d-4b16-9735-053d7bea05b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c211d15-8f1d-4a92-88ba-c89131e09e35,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:48.474204 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3004bfcb-754d-4b16-9735-053d7bea05b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f793d8098bb94c94be87f2020990cbd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081422 Sep 30 08:00:48.477228 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43064) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:48.542500 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7d3a-2462-4f1c-b448-2735b7690684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:48.567310 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7d3a-2462-4f1c-b448-2735b7690684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:48.574714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2bb40-8db0-44d0-90b6-efc7ae5f2859 req-27cccf1c-25a5-4ec2-a5cd-f55a6537a838 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:48.580452 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2b2bb40-8db0-44d0-90b6-efc7ae5f2859 req-27cccf1c-25a5-4ec2-a5cd-f55a6537a838 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 949 time: 0.0634456 Sep 30 08:00:48.622235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2b2bb40-8db0-44d0-90b6-efc7ae5f2859 req-bd464665-33ce-45fa-8241-8943f1aba2ed tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376978 Sep 30 08:00:48.645332 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7d3a-2462-4f1c-b448-2735b7690684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:48.650053 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7d3a-2462-4f1c-b448-2735b7690684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:48.651792 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3b5d7d3a-2462-4f1c-b448-2735b7690684 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c211d15-8f1d-4a92-88ba-c89131e09e35 HTTP/1.1" status: 204 len: 168 time: 0.1734865 Sep 30 08:00:48.665176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:48.669577 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d7d3a-2462-4f1c-b448-2735b7690684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c211d15-8f1d-4a92-88ba-c89131e09e35,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:48.744595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:00:48.749321 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:48.749891 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:48.822385 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19e10657-4375-47dc-9557-00bc90e799db req-fdbd719f-7f7a-4349-b3f8-1e45663d4878 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 210 time: 0.0363019 Sep 30 08:00:48.846580 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-943e8da6-9718-416d-88a9-d5f4fdd57856 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=720d9f80d0de4b5bbd247be1eb39620a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229363 Sep 30 08:00:48.910941 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:48.961577 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:48.962544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45107b81-1a2d-405c-95af-6f2a0da003a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:48.965444 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9069b52-9807-4cd5-b339-4511fd246207" -d '{"events": [{"server_uuid": "45107b81-1a2d-405c-95af-6f2a0da003a1", "name": "network-vif-plugged", "status": "completed", "tag": "5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:48.970528 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.062390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:49.092716 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:49.094911 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-254ff0eb-dbf8-45d3-9226-70af2b4419ed tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:49.096395 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-254ff0eb-dbf8-45d3-9226-70af2b4419ed tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2414405 Sep 30 08:00:49.109094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa848d-0ead-4b69-895a-efcec9b3ae5a req-0e928c1c-c962-46fd-8c07-050db01b7bdb tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:49.110577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8baa848d-0ead-4b69-895a-efcec9b3ae5a req-0e928c1c-c962-46fd-8c07-050db01b7bdb tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.1095002 Sep 30 08:00:49.111543 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08b92950-4f5d-4982-9e48-52b1a946dd46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.146006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-35a2cacf-0b61-4649-8dd3-9d82ffafe475 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Request body: {'port': {'device_id': 'f76e3ad1-be13-41a7-bbb7-a3d10a55d932', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '720d9f80d0de4b5bbd247be1eb39620a'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:49.188508 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8baa848d-0ead-4b69-895a-efcec9b3ae5a req-19daf54c-4d9e-4e95-8130-09695e18bd8a tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705900 Sep 30 08:00:49.222636 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774560c3-e6e2-488e-b2ae-3bac8aea0d79 x-openstack-request-id: req-774560c3-e6e2-488e-b2ae-3bac8aea0d79 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:49.222931 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45107b81-1a2d-405c-95af-6f2a0da003a1", "name": "network-vif-plugged", "status": "completed", "tag": "5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:49.223187 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-774560c3-e6e2-488e-b2ae-3bac8aea0d79 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:49.223578 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45107b81-1a2d-405c-95af-6f2a0da003a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea', 'code': 200} Sep 30 08:00:49.231065 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08b92950-4f5d-4982-9e48-52b1a946dd46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.238455 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08b92950-4f5d-4982-9e48-52b1a946dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.286919 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-08b92950-4f5d-4982-9e48-52b1a946dd46 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6ca0b0ee640444282fc59a75a823bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928995 Sep 30 08:00:49.291141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43104) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:49.304428 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b92950-4f5d-4982-9e48-52b1a946dd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e75009-0695-49ea-a6a6-e632b61b8621,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:49.374415 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-35a2cacf-0b61-4649-8dd3-9d82ffafe475 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Made reservation on behalf of 720d9f80d0de4b5bbd247be1eb39620a for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:00:49.377995 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c02ebd78-b396-42bf-b335-b09d06fd5963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.378228 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-35a2cacf-0b61-4649-8dd3-9d82ffafe475 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.390125 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06c1cb-0110-4ea7-946c-40c6ba233592 req-f3df815a-739f-48c8-bd72-299d410d0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:49.391848 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc06c1cb-0110-4ea7-946c-40c6ba233592 req-f3df815a-739f-48c8-bd72-299d410d0850 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 1101 time: 0.0715358 Sep 30 08:00:49.414379 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c02ebd78-b396-42bf-b335-b09d06fd5963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.420263 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef95774-5cfa-4133-84f9-eb8a8017a903 req-8083f4fb-dc90-454f-a71b-3b3d3290248e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:49.421784 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ef95774-5cfa-4133-84f9-eb8a8017a903 req-8083f4fb-dc90-454f-a71b-3b3d3290248e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 947 time: 0.0805933 Sep 30 08:00:49.468866 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc06c1cb-0110-4ea7-946c-40c6ba233592 req-1af8415d-411c-4092-9cea-8211b66c626e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669096 Sep 30 08:00:49.493107 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c02ebd78-b396-42bf-b335-b09d06fd5963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.497594 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c02ebd78-b396-42bf-b335-b09d06fd5963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:49.498960 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c02ebd78-b396-42bf-b335-b09d06fd5963 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8e75009-0695-49ea-a6a6-e632b61b8621 HTTP/1.1" status: 204 len: 168 time: 0.2069039 Sep 30 08:00:49.507045 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ebd78-b396-42bf-b335-b09d06fd5963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e75009-0695-49ea-a6a6-e632b61b8621,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:49.535472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ef95774-5cfa-4133-84f9-eb8a8017a903 req-3a7ed91b-7ef2-4f1c-b9f5-64c9f63140e9 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774744 Sep 30 08:00:49.602190 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-35a2cacf-0b61-4649-8dd3-9d82ffafe475 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Allocated IP 192.168.233.139 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/b8500f2d-a14e-49bc-8669-19355a2d04ab) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:00:49.831084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64df1a-9539-497e-acc4-a8b498be08e3 req-b4feebc6-d354-400d-899d-2660b0b40b00 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:49.833545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d64df1a-9539-497e-acc4-a8b498be08e3 req-b4feebc6-d354-400d-899d-2660b0b40b00 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 950 time: 0.1246557 Sep 30 08:00:49.926012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:50.045087 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d125a8f8-187a-49fc-8ff9-21b6c612c097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:50.085724 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-35a2cacf-0b61-4649-8dd3-9d82ffafe475 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:50.108530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9583c7b-549c-449d-b7d7-e28a1d217109 req-d164c2d7-bd31-420c-919e-53955e1aea6a tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 210 time: 0.0373855 Sep 30 08:00:50.127723 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d64df1a-9539-497e-acc4-a8b498be08e3 req-5d10bc9a-47ba-404c-a7bd-c2d023c11535 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839172 Sep 30 08:00:50.162080 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-35a2cacf-0b61-4649-8dd3-9d82ffafe475 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:50.185579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['ffea61b0-479d-483b-9174-e4f2f35ba6d3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:00:50.189324 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d125a8f8-187a-49fc-8ff9-21b6c612c097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:50.205584 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d125a8f8-187a-49fc-8ff9-21b6c612c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:50.226266 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-35a2cacf-0b61-4649-8dd3-9d82ffafe475 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:00:50.229491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-35a2cacf-0b61-4649-8dd3-9d82ffafe475 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:00:50.233231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-35a2cacf-0b61-4649-8dd3-9d82ffafe475 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:00:50.239467 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-35a2cacf-0b61-4649-8dd3-9d82ffafe475 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:50.240138 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-35a2cacf-0b61-4649-8dd3-9d82ffafe475 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:50.258309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2cacf-0b61-4649-8dd3-9d82ffafe475 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Pushing event updated for resources: {'Port': ['ID=b8500f2d-a14e-49bc-8669-19355a2d04ab,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:50.269716 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-35a2cacf-0b61-4649-8dd3-9d82ffafe475 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1285193 Sep 30 08:00:50.293234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Request body: {'port': {'device_id': 'f76e3ad1-be13-41a7-bbb7-a3d10a55d932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:50.303974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device aa82f5fa-6253-4916-9e7b-6a3106df94c0 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:00:50.309577 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125a8f8-187a-49fc-8ff9-21b6c612c097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbd98a5-2bc4-498c-b0cb-317ab6baa6f4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:50.333869 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d125a8f8-187a-49fc-8ff9-21b6c612c097 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bdfb88ebd70445e18c42bfbefbd39790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065225 Sep 30 08:00:50.337906 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:50.415161 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:50.431429 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b13b2b9-1922-4736-abd5-066017bea5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:50.444359 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:00:50.447633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e30d62-49dd-4264-978d-ace78f1e470e req-7984ea39-0e6a-477c-9868-cd18bccde2a5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:50.449275 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-20e30d62-49dd-4264-978d-ace78f1e470e req-7984ea39-0e6a-477c-9868-cd18bccde2a5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.1286590 Sep 30 08:00:50.468402 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b13b2b9-1922-4736-abd5-066017bea5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:50.552373 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b13b2b9-1922-4736-abd5-066017bea5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:50.557189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b13b2b9-1922-4736-abd5-066017bea5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:50.560849 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1b13b2b9-1922-4736-abd5-066017bea5f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9dbd98a5-2bc4-498c-b0cb-317ab6baa6f4 HTTP/1.1" status: 204 len: 168 time: 0.2196727 Sep 30 08:00:50.569554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13b2b9-1922-4736-abd5-066017bea5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbd98a5-2bc4-498c-b0cb-317ab6baa6f4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:50.599837 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-20e30d62-49dd-4264-978d-ace78f1e470e req-d35a69a0-8eab-41f6-abc3-31ceef56aa68 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303582 Sep 30 08:00:50.697886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port aa82f5fa-6253-4916-9e7b-6a3106df94c0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=aa82f5fa-6253-4916-9e7b-6a3106df94c0,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:50.711203 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'aa82f5fa-6253-4916-9e7b-6a3106df94c0', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': 'aa82f5fa-6253-4916-9e7b-6a3106df94c0', 'mac_address': 'fa:16:3e:d9:89:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:00:50.766005 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-be27020e-ab59-4d23-b191-0efebd39c91c None None] Provisioning complete for port b8500f2d-a14e-49bc-8669-19355a2d04ab triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:50.766374 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be27020e-ab59-4d23-b191-0efebd39c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:50.800499 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:50.825156 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa82f5fa-6253-4916-9e7b-6a3106df94c0 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:50.845918 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port aa82f5fa-6253-4916-9e7b-6a3106df94c0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=aa82f5fa-6253-4916-9e7b-6a3106df94c0,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:50.847484 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-be27020e-ab59-4d23-b191-0efebd39c91c None None] Port b8500f2d-a14e-49bc-8669-19355a2d04ab cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:00:50.852881 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:50.907289 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66483560-49a9-44cc-91e0-a58691e2a46b req-c26f1709-93ee-4ec7-8f98-12cda901f764 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:50.916654 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66483560-49a9-44cc-91e0-a58691e2a46b req-c26f1709-93ee-4ec7-8f98-12cda901f764 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 947 time: 0.2255330 Sep 30 08:00:51.043710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8500f2d-a14e-49bc-8669-19355a2d04ab {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:51.066264 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:51.073289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=aa82f5fa-6253-4916-9e7b-6a3106df94c0,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:51.083308 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66483560-49a9-44cc-91e0-a58691e2a46b req-30dcd283-6ab1-412d-9c3c-163f96e3af45 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655385 Sep 30 08:00:51.088526 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Transition to ACTIVE for port object b8500f2d-a14e-49bc-8669-19355a2d04ab will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:00:51.093401 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:51.110923 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['aa82f5fa-6253-4916-9e7b-6a3106df94c0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:00:51.209700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Pushing event updated for resources: {'Port': ['ID=b8500f2d-a14e-49bc-8669-19355a2d04ab,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:51.287288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43220) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:51.315167 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1059e7a6-37ac-45b7-aefc-09417752c80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:51.316325 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Attempting to bind port b8500f2d-a14e-49bc-8669-19355a2d04ab on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:00:51.316758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Attempting to bind port b8500f2d-a14e-49bc-8669-19355a2d04ab by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:00:51.317088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Attempting to bind port b8500f2d-a14e-49bc-8669-19355a2d04ab on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:51.372988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Port b8500f2d-a14e-49bc-8669-19355a2d04ab on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:00:51.374024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Attempting to bind port b8500f2d-a14e-49bc-8669-19355a2d04ab on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:00:51.380897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:00:51.382687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:00:51.383424 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:00:51.384768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Bound port: b8500f2d-a14e-49bc-8669-19355a2d04ab, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:00:51.385323 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:51.437724 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:51.468726 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cdded-6288-4fe7-b302-037e83469e95 req-ea1274ea-4b8c-492d-a8ad-ad0a751d7133 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:51.476609 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e4cdded-6288-4fe7-b302-037e83469e95 req-ea1274ea-4b8c-492d-a8ad-ad0a751d7133 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 950 time: 0.2190800 Sep 30 08:00:51.493766 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1059e7a6-37ac-45b7-aefc-09417752c80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:51.500347 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1059e7a6-37ac-45b7-aefc-09417752c80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:51.518726 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c4865-5d56-43c8-8782-d7af70e34779 req-5fb35471-841c-4511-8be0-72337068e928 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:51.528297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a8c4865-5d56-43c8-8782-d7af70e34779 req-5fb35471-841c-4511-8be0-72337068e928 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 948 time: 0.2708366 Sep 30 08:00:51.545962 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1059e7a6-37ac-45b7-aefc-09417752c80e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a6782a7a6784b5691fe8385a5e37c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569313 Sep 30 08:00:51.547568 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059e7a6-37ac-45b7-aefc-09417752c80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8801e55-5620-43f4-ab87-63d42c7fdedf,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:51.550308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43230) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:51.574918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] For port b8500f2d-a14e-49bc-8669-19355a2d04ab, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:00:51.611335 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-664938db-cb88-42f8-bbb0-48d997eb180c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:51.612049 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e4cdded-6288-4fe7-b302-037e83469e95 req-a6e23df3-ba80-41e0-9f38-cd641ffc0b8e tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302042 Sep 30 08:00:51.614305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] For port b8500f2d-a14e-49bc-8669-19355a2d04ab, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b8500f2d-a14e-49bc-8669-19355a2d04ab,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:00:51.646056 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:51.654928 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-664938db-cb88-42f8-bbb0-48d997eb180c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:51.689685 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a8c4865-5d56-43c8-8782-d7af70e34779 req-97c0190f-70ab-4484-a4c7-f32e2a2ca8cc tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516180 Sep 30 08:00:51.723147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:51.723761 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:51.726007 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] 10.222.0.35 "PUT /v2.0/ports/b8500f2d-a14e-49bc-8669-19355a2d04ab HTTP/1.1" status: 200 len: 1096 time: 1.4399745 Sep 30 08:00:51.726671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76e3ad1-be13-41a7-bbb7-a3d10a55d932', 'tag': 'b8500f2d-a14e-49bc-8669-19355a2d04ab'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:51.729823 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f80e99b-4428-4a57-b6ba-e067cf9bd09f" -d '{"events": [{"name": "network-changed", "server_uuid": "f76e3ad1-be13-41a7-bbb7-a3d10a55d932", "tag": "b8500f2d-a14e-49bc-8669-19355a2d04ab"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:51.740942 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-664938db-cb88-42f8-bbb0-48d997eb180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:51.743851 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-664938db-cb88-42f8-bbb0-48d997eb180c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:51.745147 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-664938db-cb88-42f8-bbb0-48d997eb180c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8801e55-5620-43f4-ab87-63d42c7fdedf HTTP/1.1" status: 204 len: 168 time: 0.1936662 Sep 30 08:00:51.762244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664938db-cb88-42f8-bbb0-48d997eb180c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8801e55-5620-43f4-ab87-63d42c7fdedf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:51.777466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Pushing event updated for resources: {'Port': ['ID=b8500f2d-a14e-49bc-8669-19355a2d04ab,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:51.786509 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:51.786853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:51.787234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:51.787683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:51.788225 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:51.788566 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:51.788996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:51.789220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:51.789541 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:51.789912 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:51.790229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:51.790548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54460e5e-4c8c-4cab-b688-add8586b09db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:51.933915 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77091fbe-d8e2-4e30-b532-f1348b691204 x-openstack-request-id: req-77091fbe-d8e2-4e30-b532-f1348b691204 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:51.933915 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76e3ad1-be13-41a7-bbb7-a3d10a55d932", "tag": "b8500f2d-a14e-49bc-8669-19355a2d04ab", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:51.935061 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77091fbe-d8e2-4e30-b532-f1348b691204 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:51.935894 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76e3ad1-be13-41a7-bbb7-a3d10a55d932', 'tag': 'b8500f2d-a14e-49bc-8669-19355a2d04ab', 'status': 'completed', 'code': 200} Sep 30 08:00:51.945454 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:51.967183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-c723f5f9-1a0b-4cee-856e-ce44ee5292de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:51.972942 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-c723f5f9-1a0b-4cee-856e-ce44ee5292de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=720d9f80d0de4b5bbd247be1eb39620a&device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 1099 time: 0.1660843 Sep 30 08:00:52.045715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ea19-acdb-485b-9cf2-da9b2aa20a78 req-c6e76865-e532-4d6f-8539-297eff8acf74 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:52.055277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d65ea19-acdb-485b-9cf2-da9b2aa20a78 req-c6e76865-e532-4d6f-8539-297eff8acf74 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.2311230 Sep 30 08:00:52.110561 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-7c6d51ea-bcb5-4025-a78c-99589b481d35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=b8500f2d-a14e-49bc-8669-19355a2d04ab HTTP/1.1" status: 200 len: 217 time: 0.1108191 Sep 30 08:00:52.113753 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:52.118871 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:52.158555 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9145480bd8644f78916e31401bea2c63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7197671 Sep 30 08:00:52.159698 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af848e45-f960-439f-a2fe-89c86f4f3798,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:52.161352 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43258) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:52.178823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.179179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.179520 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.179960 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.180217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.180804 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.181134 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.181467 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.181791 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.182114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.182478 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.182746 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f319c-f81c-4147-b35a-f2d0f4fcd71c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:52.188439 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d65ea19-acdb-485b-9cf2-da9b2aa20a78 req-22835dec-59e2-480c-9f1c-901e7f4e833f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315787 Sep 30 08:00:52.199403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ffd5d-ea32-41a2-8d38-29accb24ad60 req-4f48bd41-6a0b-40c4-9a59-4cd8d16dd39d tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:52.201131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-568ffd5d-ea32-41a2-8d38-29accb24ad60 req-4f48bd41-6a0b-40c4-9a59-4cd8d16dd39d tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 950 time: 0.2028847 Sep 30 08:00:52.210618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-d68eda37-a7b5-4bd2-8b31-2573dfc81b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:52.213380 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-d68eda37-a7b5-4bd2-8b31-2573dfc81b47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0938725 Sep 30 08:00:52.235477 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9567111b-b41f-4a6d-b973-f6bdf009a80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:52.262421 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9567111b-b41f-4a6d-b973-f6bdf009a80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:52.301235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-568ffd5d-ea32-41a2-8d38-29accb24ad60 req-8a67f5f9-c5be-49bf-a2a7-e2aa45831343 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822890 Sep 30 08:00:52.319203 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device aa82f5fa-6253-4916-9e7b-6a3106df94c0 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:52.325984 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9567111b-b41f-4a6d-b973-f6bdf009a80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:52.328980 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9567111b-b41f-4a6d-b973-f6bdf009a80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:52.330805 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9567111b-b41f-4a6d-b973-f6bdf009a80b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af848e45-f960-439f-a2fe-89c86f4f3798 HTTP/1.1" status: 204 len: 168 time: 0.1682498 Sep 30 08:00:52.336269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-db56c320-c1a7-48b7-b3e5-d8b77076d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:52.338732 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-db56c320-c1a7-48b7-b3e5-d8b77076d194 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1041512 Sep 30 08:00:52.340320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567111b-b41f-4a6d-b973-f6bdf009a80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af848e45-f960-439f-a2fe-89c86f4f3798,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:52.415462 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port aa82f5fa-6253-4916-9e7b-6a3106df94c0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:00:52.421598 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port aa82f5fa-6253-4916-9e7b-6a3106df94c0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:52.422054 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:52.485527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b32a2-7196-4a80-ac93-15dc53933f42 req-773b50e5-877b-4d64-9472-489aee46e0b2 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:52.492787 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf6b32a2-7196-4a80-ac93-15dc53933f42 req-773b50e5-877b-4d64-9472-489aee46e0b2 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 948 time: 0.1212945 Sep 30 08:00:52.528892 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:52.529393 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-53202aa9-1491-4b1d-877d-bad575144c27 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797857 Sep 30 08:00:52.572181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf6b32a2-7196-4a80-ac93-15dc53933f42 req-72872e92-ad17-4e9f-9655-9e9db08dc05d tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747986 Sep 30 08:00:52.605881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port aa82f5fa-6253-4916-9e7b-6a3106df94c0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=aa82f5fa-6253-4916-9e7b-6a3106df94c0,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:52.607260 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb59480-411a-4b35-80ec-a634967bd486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa82f5fa-6253-4916-9e7b-6a3106df94c0'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:52.615423 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f590909-66ae-4abf-b31f-cbefff01d9dc" -d '{"events": [{"server_uuid": "9bb59480-411a-4b35-80ec-a634967bd486", "name": "network-vif-plugged", "status": "completed", "tag": "aa82f5fa-6253-4916-9e7b-6a3106df94c0"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:52.617783 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:52.713693 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=aa82f5fa-6253-4916-9e7b-6a3106df94c0,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:52.718433 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-457b1b8a-8841-41d5-8281-db2ef31ef309 req-2629b584-95d1-4351-8c36-ec32333160f6 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811600 Sep 30 08:00:52.737249 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e087784-f70d-4e9e-a5ce-2720ed8949e3 x-openstack-request-id: req-4e087784-f70d-4e9e-a5ce-2720ed8949e3 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:52.737544 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb59480-411a-4b35-80ec-a634967bd486", "name": "network-vif-plugged", "status": "completed", "tag": "aa82f5fa-6253-4916-9e7b-6a3106df94c0", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:52.737804 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e087784-f70d-4e9e-a5ce-2720ed8949e3 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:52.738306 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb59480-411a-4b35-80ec-a634967bd486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa82f5fa-6253-4916-9e7b-6a3106df94c0', 'code': 200} Sep 30 08:00:52.913641 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe51238-63f8-4c76-842f-5ac595f85bfb req-365de684-6682-43ce-bdbe-1a14cb3aa542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:52.916536 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbe51238-63f8-4c76-842f-5ac595f85bfb req-365de684-6682-43ce-bdbe-1a14cb3aa542 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 1100 time: 0.1131983 Sep 30 08:00:52.968967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80e99b-4428-4a57-b6ba-e067cf9bd09f req-0336b8fc-0d57-47e9-9d99-88abb5607699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:52.969924 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:52.970463 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f80e99b-4428-4a57-b6ba-e067cf9bd09f req-0336b8fc-0d57-47e9-9d99-88abb5607699 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=720d9f80d0de4b5bbd247be1eb39620a&device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 1099 time: 0.1310477 Sep 30 08:00:52.984411 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-818650ad-a44d-4fc3-8338-4f2f40711cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:53.057979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78c85b-0393-4653-857a-e4a6803796e9 req-c19c7f9f-1526-4129-a762-a1b02703b95e tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:53.059514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb78c85b-0393-4653-857a-e4a6803796e9 req-c19c7f9f-1526-4129-a762-a1b02703b95e tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 948 time: 0.1810181 Sep 30 08:00:53.063164 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbe51238-63f8-4c76-842f-5ac595f85bfb req-9487186b-48ba-4a6d-90b8-7ea4a88b4ae6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243560 Sep 30 08:00:53.084067 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-818650ad-a44d-4fc3-8338-4f2f40711cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:53.090290 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-818650ad-a44d-4fc3-8338-4f2f40711cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:53.109491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018ae77-4259-4bf9-91b7-76e9432ad9ba req-efa91f0e-84bf-4c5a-a565-3c3eb4088f40 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:53.111036 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8018ae77-4259-4bf9-91b7-76e9432ad9ba req-efa91f0e-84bf-4c5a-a565-3c3eb4088f40 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 950 time: 0.1735694 Sep 30 08:00:53.137028 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-818650ad-a44d-4fc3-8338-4f2f40711cd5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=793175c368bf4cb59d3d384f02f7913a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658120 Sep 30 08:00:53.138030 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818650ad-a44d-4fc3-8338-4f2f40711cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad09555-cb8a-4ab9-a580-6e11de761c7a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:53.144096 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:53.180056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb78c85b-0393-4653-857a-e4a6803796e9 req-3ffdec46-e42e-47b4-8099-9ef2d0f60233 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901973 Sep 30 08:00:53.181346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80e99b-4428-4a57-b6ba-e067cf9bd09f req-b6456665-a513-42fb-a143-a6b677bd5153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:53.182742 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f80e99b-4428-4a57-b6ba-e067cf9bd09f req-b6456665-a513-42fb-a143-a6b677bd5153 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1933439 Sep 30 08:00:53.190644 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8018ae77-4259-4bf9-91b7-76e9432ad9ba req-1738ffaa-c66a-4914-a67d-83850ac485e2 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699635 Sep 30 08:00:53.209067 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b5015c3-4e2d-45b8-ba0d-4efabd06eb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:53.247241 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f80e99b-4428-4a57-b6ba-e067cf9bd09f req-f80ff0c9-4405-4026-83ae-794a350b1a6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=b8500f2d-a14e-49bc-8669-19355a2d04ab HTTP/1.1" status: 200 len: 217 time: 0.0539019 Sep 30 08:00:53.266142 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b5015c3-4e2d-45b8-ba0d-4efabd06eb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:53.332752 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b5015c3-4e2d-45b8-ba0d-4efabd06eb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:53.337529 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b5015c3-4e2d-45b8-ba0d-4efabd06eb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:53.339031 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5b5015c3-4e2d-45b8-ba0d-4efabd06eb05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bad09555-cb8a-4ab9-a580-6e11de761c7a HTTP/1.1" status: 204 len: 168 time: 0.1969197 Sep 30 08:00:53.353630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5015c3-4e2d-45b8-ba0d-4efabd06eb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad09555-cb8a-4ab9-a580-6e11de761c7a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:53.389308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec315c-cd76-4145-b95c-40aac119a8f9 req-88cbaee6-274b-4cb9-a843-e313e00bd4f9 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:53.391079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5dec315c-cd76-4145-b95c-40aac119a8f9 req-88cbaee6-274b-4cb9-a843-e313e00bd4f9 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.0967696 Sep 30 08:00:53.393160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80e99b-4428-4a57-b6ba-e067cf9bd09f req-a3227738-92a2-4af5-9847-c8025b699124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:53.394653 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f80e99b-4428-4a57-b6ba-e067cf9bd09f req-a3227738-92a2-4af5-9847-c8025b699124 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1328366 Sep 30 08:00:53.517784 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5dec315c-cd76-4145-b95c-40aac119a8f9 req-a3b6de5a-6f21-41c4-89fd-15b076b75db0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114101 Sep 30 08:00:53.524237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80e99b-4428-4a57-b6ba-e067cf9bd09f req-b7875c13-a60e-464f-bfed-ef6a66c9c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:53.525748 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f80e99b-4428-4a57-b6ba-e067cf9bd09f req-b7875c13-a60e-464f-bfed-ef6a66c9c733 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151855 Sep 30 08:00:53.878181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f80e99b-4428-4a57-b6ba-e067cf9bd09f req-594d026b-a101-4c5b-8677-d4b9eda14a51 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404663 Sep 30 08:00:53.885513 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43340) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:53.888996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4b265-61cf-4b54-914a-5317b59b709a req-d885a495-8280-4423-a9ca-c270ecbbe87f tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:53.890535 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d4f4b265-61cf-4b54-914a-5317b59b709a req-d885a495-8280-4423-a9ca-c270ecbbe87f tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 949 time: 0.0637252 Sep 30 08:00:53.988955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d4f4b265-61cf-4b54-914a-5317b59b709a req-367e2140-d6e4-43c5-9f8c-4ce4d6c2ebfb tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894840 Sep 30 08:00:54.023272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f80e99b-4428-4a57-b6ba-e067cf9bd09f req-60e7b153-75ed-4aa6-9d1d-9204f1003d47 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315532 Sep 30 08:00:54.027570 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03c99153-33f9-4d37-932d-eb79f5639867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:54.135796 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03c99153-33f9-4d37-932d-eb79f5639867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:54.139997 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03c99153-33f9-4d37-932d-eb79f5639867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:54.212487 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-03c99153-33f9-4d37-932d-eb79f5639867 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88cebc3c06df4ecda367a86a27a54683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255103 Sep 30 08:00:54.215067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43356) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:54.223582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c99153-33f9-4d37-932d-eb79f5639867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be149f3-cc7e-4d48-ae3a-50fd0c79d5bd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:54.321623 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2034ef38-c835-4c71-9b3d-9768b4760dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:54.354281 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2034ef38-c835-4c71-9b3d-9768b4760dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:54.376035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573a67e-b418-469a-8acc-cbf6990f695e req-171315e8-0bb4-4f16-8c0e-63b71ee2b814 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:54.377701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3573a67e-b418-469a-8acc-cbf6990f695e req-171315e8-0bb4-4f16-8c0e-63b71ee2b814 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 948 time: 0.0910225 Sep 30 08:00:54.432868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3573a67e-b418-469a-8acc-cbf6990f695e req-93dd4c3b-64eb-465e-9564-df512d163ebb tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435731 Sep 30 08:00:54.442405 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2034ef38-c835-4c71-9b3d-9768b4760dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:54.447068 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2034ef38-c835-4c71-9b3d-9768b4760dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:54.448534 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2034ef38-c835-4c71-9b3d-9768b4760dcb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6be149f3-cc7e-4d48-ae3a-50fd0c79d5bd HTTP/1.1" status: 204 len: 168 time: 0.2323208 Sep 30 08:00:54.460981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034ef38-c835-4c71-9b3d-9768b4760dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be149f3-cc7e-4d48-ae3a-50fd0c79d5bd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:54.654868 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b84e5-c584-4c08-9579-4d8543ac19f2 req-56abaafd-6573-413e-a852-666522712432 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:54.656440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b81b84e5-c584-4c08-9579-4d8543ac19f2 req-56abaafd-6573-413e-a852-666522712432 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 950 time: 0.0991015 Sep 30 08:00:54.675836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ee7d3-e3c2-4b9c-b7f4-a19940fd34cb req-bebd10c6-2cfb-42f1-b324-0303716b2bd7 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:54.679041 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d61ee7d3-e3c2-4b9c-b7f4-a19940fd34cb req-bebd10c6-2cfb-42f1-b324-0303716b2bd7 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.35 "GET /v2.0/ports?device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 950 time: 0.0891590 Sep 30 08:00:54.866125 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b81b84e5-c584-4c08-9579-4d8543ac19f2 req-b9c999b3-eb96-4a8f-bca1-2282eeaed9dd tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/security-groups?id=d58daf4c-7456-4b6a-831d-0a7f2b439c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855357 Sep 30 08:00:54.879631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78836d77-fc6f-494e-b237-bbe3c5d96088 req-72c26b72-45a3-4f79-9012-79346cc5bc6a tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:54.888734 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78836d77-fc6f-494e-b237-bbe3c5d96088 req-72c26b72-45a3-4f79-9012-79346cc5bc6a tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.1428764 Sep 30 08:00:54.922512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43384) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:54.940434 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee1bf848-2fcb-4f7e-af41-ca6ee057aa31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:54.962083 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d61ee7d3-e3c2-4b9c-b7f4-a19940fd34cb req-bf93edd0-0f56-4010-ab17-69edcc2b8b86 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Deleting port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:00:54.962414 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d61ee7d3-e3c2-4b9c-b7f4-a19940fd34cb req-bf93edd0-0f56-4010-ab17-69edcc2b8b86 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:54.976072 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78836d77-fc6f-494e-b237-bbe3c5d96088 req-ba9f644a-01d4-453b-bc75-b8bf354a5e63 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861859 Sep 30 08:00:55.072699 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee1bf848-2fcb-4f7e-af41-ca6ee057aa31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:55.080731 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee1bf848-2fcb-4f7e-af41-ca6ee057aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:55.124082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d61ee7d3-e3c2-4b9c-b7f4-a19940fd34cb req-bf93edd0-0f56-4010-ab17-69edcc2b8b86 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] For port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:55.124749 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d61ee7d3-e3c2-4b9c-b7f4-a19940fd34cb req-bf93edd0-0f56-4010-ab17-69edcc2b8b86 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:55.148559 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bf848-2fcb-4f7e-af41-ca6ee057aa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68c5da6-4e2a-4b08-8634-2aebe00d02f2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:55.159141 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d61ee7d3-e3c2-4b9c-b7f4-a19940fd34cb req-bf93edd0-0f56-4010-ab17-69edcc2b8b86 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Calling delete_port for 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:00:55.170498 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ee1bf848-2fcb-4f7e-af41-ca6ee057aa31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ca89f69f9524d1a8f2a39f86f698cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465718 Sep 30 08:00:55.173002 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43390) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:55.187680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac14ef7-f535-4b70-bcfe-551d04986a7b req-e8620f56-6676-4e49-8cda-2f27db46d3e1 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:55.189228 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ac14ef7-f535-4b70-bcfe-551d04986a7b req-e8620f56-6676-4e49-8cda-2f27db46d3e1 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 949 time: 0.0802310 Sep 30 08:00:55.236132 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3101b4f-9889-4e78-861b-e81e147b10b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:55.266622 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3101b4f-9889-4e78-861b-e81e147b10b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:55.272146 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ac14ef7-f535-4b70-bcfe-551d04986a7b req-4742a23a-b78b-42e3-af6c-ca2ab49bb7c5 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525994 Sep 30 08:00:55.352006 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3101b4f-9889-4e78-861b-e81e147b10b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:55.355050 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3101b4f-9889-4e78-861b-e81e147b10b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:55.357301 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f3101b4f-9889-4e78-861b-e81e147b10b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c68c5da6-4e2a-4b08-8634-2aebe00d02f2 HTTP/1.1" status: 204 len: 168 time: 0.1829441 Sep 30 08:00:55.370174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3101b4f-9889-4e78-861b-e81e147b10b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68c5da6-4e2a-4b08-8634-2aebe00d02f2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:55.398170 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d61ee7d3-e3c2-4b9c-b7f4-a19940fd34cb req-bf93edd0-0f56-4010-ab17-69edcc2b8b86 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:55.433914 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:00:55.499236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93edd0-0f56-4010-ab17-69edcc2b8b86 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Pushing event deleted for resources: {'Port': ['ID=5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:55.519615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61ee7d3-e3c2-4b9c-b7f4-a19940fd34cb req-bf93edd0-0f56-4010-ab17-69edcc2b8b86 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] No DVR routers for this DVR port 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:00:55.526560 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d61ee7d3-e3c2-4b9c-b7f4-a19940fd34cb req-bf93edd0-0f56-4010-ab17-69edcc2b8b86 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:55.528822 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d61ee7d3-e3c2-4b9c-b7f4-a19940fd34cb req-bf93edd0-0f56-4010-ab17-69edcc2b8b86 tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.35 "DELETE /v2.0/ports/5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea HTTP/1.1" status: 204 len: 173 time: 0.8410184 Sep 30 08:00:55.529295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45107b81-1a2d-405c-95af-6f2a0da003a1', 'name': 'network-vif-deleted', 'tag': '5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:55.533450 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0624fe96-42cc-4865-9030-27d402429387" -d '{"events": [{"server_uuid": "45107b81-1a2d-405c-95af-6f2a0da003a1", "name": "network-vif-deleted", "tag": "5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:55.746674 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e29103-f53e-4aef-902d-61fbecc118a8 x-openstack-request-id: req-59e29103-f53e-4aef-902d-61fbecc118a8 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:55.746964 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45107b81-1a2d-405c-95af-6f2a0da003a1", "name": "network-vif-deleted", "tag": "5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:55.747214 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59e29103-f53e-4aef-902d-61fbecc118a8 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:55.748303 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45107b81-1a2d-405c-95af-6f2a0da003a1', 'name': 'network-vif-deleted', 'tag': '5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea', 'status': 'completed', 'code': 200} Sep 30 08:00:55.808454 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385b5a9-8017-4fdd-b7b5-cd9675a490e3 req-5e1f1e35-0be8-47c3-a50f-8ba765f4217b tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:55.810012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5385b5a9-8017-4fdd-b7b5-cd9675a490e3 req-5e1f1e35-0be8-47c3-a50f-8ba765f4217b tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 948 time: 0.1098161 Sep 30 08:00:55.866438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5385b5a9-8017-4fdd-b7b5-cd9675a490e3 req-144130e9-edfc-4c7b-9ae6-c668c6af218a tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466664 Sep 30 08:00:55.968072 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74385a-ae39-4a2e-9ba7-f0b6c551c6da req-2ca6795c-d515-4958-a965-c09b34b6e99a tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:55.969812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e74385a-ae39-4a2e-9ba7-f0b6c551c6da req-2ca6795c-d515-4958-a965-c09b34b6e99a tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 949 time: 0.0560172 Sep 30 08:00:56.012243 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e74385a-ae39-4a2e-9ba7-f0b6c551c6da req-f3858efa-8324-4251-b2b7-2e320ec0cd6f tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353236 Sep 30 08:00:56.163811 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7a06504-ad4f-49b1-9864-1ffa0d9ff375 req-b361f119-6830-4836-9218-2562747eb19f tempest-DeleteServersAdminTestJSON-578441102 tempest-DeleteServersAdminTestJSON-578441102-project] 10.222.0.24 "GET /v2.0/ports?device_id=45107b81-1a2d-405c-95af-6f2a0da003a1 HTTP/1.1" status: 200 len: 210 time: 0.0402677 Sep 30 08:00:56.276815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d4259-1db8-47ab-b1a8-0306537bcf8b req-4916505a-5e18-45f3-b622-8c00b975d6a6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:56.279180 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e4d4259-1db8-47ab-b1a8-0306537bcf8b req-4916505a-5e18-45f3-b622-8c00b975d6a6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.0773768 Sep 30 08:00:56.323687 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e4d4259-1db8-47ab-b1a8-0306537bcf8b req-ebccc895-e89e-4299-b772-47eed88e1d3c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Sep 30 08:00:56.698886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device b8500f2d-a14e-49bc-8669-19355a2d04ab details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:00:56.750891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43474) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:56.808857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port b8500f2d-a14e-49bc-8669-19355a2d04ab, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b8500f2d-a14e-49bc-8669-19355a2d04ab,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:56.820956 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'b8500f2d-a14e-49bc-8669-19355a2d04ab', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': 'b8500f2d-a14e-49bc-8669-19355a2d04ab', 'mac_address': 'fa:16:3e:f5:f4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:00:56.872910 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:56.896508 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8500f2d-a14e-49bc-8669-19355a2d04ab {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:00:56.916356 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94a7eb69-5b84-4e53-a3cd-568ba704db2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:56.929193 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port b8500f2d-a14e-49bc-8669-19355a2d04ab, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b8500f2d-a14e-49bc-8669-19355a2d04ab,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:56.935618 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:57.007944 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=b8500f2d-a14e-49bc-8669-19355a2d04ab,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:57.016182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:57.016833 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:57.017379 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:57.017918 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:57.018490 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:57.019134 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:57.019672 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:57.020230 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:57.020755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:57.021334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:57.022981 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:57.023601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:00:57.064670 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94a7eb69-5b84-4e53-a3cd-568ba704db2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:57.069897 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94a7eb69-5b84-4e53-a3cd-568ba704db2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:57.078797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094a906-65ce-49c6-9818-f0f2a8dbb417 req-2093fd77-0d0b-4e31-85ce-de88a8e19475 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:57.080333 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1094a906-65ce-49c6-9818-f0f2a8dbb417 req-2093fd77-0d0b-4e31-85ce-de88a8e19475 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 949 time: 0.0642002 Sep 30 08:00:57.132512 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-94a7eb69-5b84-4e53-a3cd-568ba704db2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8513ec401a14542b4858d4555414c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778279 Sep 30 08:00:57.132512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7eb69-5b84-4e53-a3cd-568ba704db2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ea0c22-4343-4963-b51b-01026b5a41f3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:57.134131 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43498) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:57.142368 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1094a906-65ce-49c6-9818-f0f2a8dbb417 req-fdddf87c-b480-4bdb-8cd3-a325d3cead7e tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483770 Sep 30 08:00:57.203749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab819ac4-15ec-4aab-93f9-c3108902a437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:57.239055 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab819ac4-15ec-4aab-93f9-c3108902a437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:57.258021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae54055-b3d4-4a23-9ace-7987739bf2bb req-4c45c5c9-9112-44b3-a9ef-044e8d41dd4f tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:57.259723 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2ae54055-b3d4-4a23-9ace-7987739bf2bb req-4c45c5c9-9112-44b3-a9ef-044e8d41dd4f tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 949 time: 0.0629451 Sep 30 08:00:57.294366 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['b8500f2d-a14e-49bc-8669-19355a2d04ab'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:00:57.311482 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab819ac4-15ec-4aab-93f9-c3108902a437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:57.317101 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab819ac4-15ec-4aab-93f9-c3108902a437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:57.319964 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ab819ac4-15ec-4aab-93f9-c3108902a437 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30ea0c22-4343-4963-b51b-01026b5a41f3 HTTP/1.1" status: 204 len: 168 time: 0.1836653 Sep 30 08:00:57.328217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab819ac4-15ec-4aab-93f9-c3108902a437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ea0c22-4343-4963-b51b-01026b5a41f3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:57.332481 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2ae54055-b3d4-4a23-9ace-7987739bf2bb req-980f285c-016c-4c0b-bb26-efcec0b15a3e tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666087 Sep 30 08:00:57.579106 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a821c08-cb27-4016-8f79-cc1ffeedd267 req-76572361-d11f-4a2d-a62a-d77be92ce1db tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:57.580808 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a821c08-cb27-4016-8f79-cc1ffeedd267 req-76572361-d11f-4a2d-a62a-d77be92ce1db tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.0510473 Sep 30 08:00:57.626977 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a821c08-cb27-4016-8f79-cc1ffeedd267 req-f6b792fc-6e96-41e7-82f5-e2deada7d02e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378447 Sep 30 08:00:57.727882 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43534) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:57.743755 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5155bcf3-290d-431a-83be-88eabe3d1abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:57.746698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29f14b-d6b5-43a4-8e2a-e8ab0934f959 req-0c0fc0fd-6cc7-46bb-a7f3-bf510869336d tempest-LiveMigrationNegativeTest-1866872290 tempest-LiveMigrationNegativeTest-1866872290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:57.748332 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f29f14b-d6b5-43a4-8e2a-e8ab0934f959 req-0c0fc0fd-6cc7-46bb-a7f3-bf510869336d tempest-LiveMigrationNegativeTest-1866872290 tempest-LiveMigrationNegativeTest-1866872290-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 1100 time: 0.0504217 Sep 30 08:00:57.767429 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2f29f14b-d6b5-43a4-8e2a-e8ab0934f959 req-137f07aa-f844-45d9-91e7-941a6972e3c6 tempest-LiveMigrationNegativeTest-1866872290 tempest-LiveMigrationNegativeTest-1866872290-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:57.839287 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5155bcf3-290d-431a-83be-88eabe3d1abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:57.843827 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5155bcf3-290d-431a-83be-88eabe3d1abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:57.892146 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5155bcf3-290d-431a-83be-88eabe3d1abd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4b906551e7340a08302463ab03c0afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602373 Sep 30 08:00:57.892146 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155bcf3-290d-431a-83be-88eabe3d1abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907dc9a3-4162-4d58-be27-246e7904e7b0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:57.893847 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43548) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:57.984062 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b48c3d89-8bd9-4c51-b19e-200bfdbfbe34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.007631 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2f29f14b-d6b5-43a4-8e2a-e8ab0934f959 req-137f07aa-f844-45d9-91e7-941a6972e3c6 tempest-LiveMigrationNegativeTest-1866872290 tempest-LiveMigrationNegativeTest-1866872290-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.012756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2f29f14b-d6b5-43a4-8e2a-e8ab0934f959 req-137f07aa-f844-45d9-91e7-941a6972e3c6 tempest-LiveMigrationNegativeTest-1866872290 tempest-LiveMigrationNegativeTest-1866872290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.020473 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b48c3d89-8bd9-4c51-b19e-200bfdbfbe34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.053106 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f29f14b-d6b5-43a4-8e2a-e8ab0934f959 req-137f07aa-f844-45d9-91e7-941a6972e3c6 tempest-LiveMigrationNegativeTest-1866872290 tempest-LiveMigrationNegativeTest-1866872290-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989342 Sep 30 08:00:58.074346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f07aa-f844-45d9-91e7-941a6972e3c6 tempest-LiveMigrationNegativeTest-1866872290 tempest-LiveMigrationNegativeTest-1866872290-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee27880c-7611-4582-8330-118373584902,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:58.111588 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b48c3d89-8bd9-4c51-b19e-200bfdbfbe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.117410 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b48c3d89-8bd9-4c51-b19e-200bfdbfbe34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.122050 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b48c3d89-8bd9-4c51-b19e-200bfdbfbe34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/907dc9a3-4162-4d58-be27-246e7904e7b0 HTTP/1.1" status: 204 len: 168 time: 0.2262654 Sep 30 08:00:58.136210 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c3d89-8bd9-4c51-b19e-200bfdbfbe34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907dc9a3-4162-4d58-be27-246e7904e7b0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:58.186951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43562) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:58.320025 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e238865-c569-451d-9641-23badaa4d2b2 req-a4b24a0e-e5c1-408e-ace7-1a174435e965 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:58.321657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e238865-c569-451d-9641-23badaa4d2b2 req-a4b24a0e-e5c1-408e-ace7-1a174435e965 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 949 time: 0.0623593 Sep 30 08:00:58.400030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e238865-c569-451d-9641-23badaa4d2b2 req-ab216b1d-d5ab-49db-b28a-724079663534 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671072 Sep 30 08:00:58.400030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c46c4d99-bbe8-4416-9faa-72f0195e49b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afe082f9b2bd48c8856a607c7d58a4a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2113369 Sep 30 08:00:58.403982 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43580) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:58.476240 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c928220-66d4-4ca6-8469-8c4c41ba7332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.502427 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c928220-66d4-4ca6-8469-8c4c41ba7332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.567604 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c928220-66d4-4ca6-8469-8c4c41ba7332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.570316 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c928220-66d4-4ca6-8469-8c4c41ba7332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.574259 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4c928220-66d4-4ca6-8469-8c4c41ba7332 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d58daf4c-7456-4b6a-831d-0a7f2b439c12 HTTP/1.1" status: 204 len: 168 time: 0.1688950 Sep 30 08:00:58.589687 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c928220-66d4-4ca6-8469-8c4c41ba7332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58daf4c-7456-4b6a-831d-0a7f2b439c12,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:58.679702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0324d-3791-4c55-8d37-b7b1567cfdad req-704be92d-e2c8-447a-b3e7-7dd5d1ca745b tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:58.681418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7b0324d-3791-4c55-8d37-b7b1567cfdad req-704be92d-e2c8-447a-b3e7-7dd5d1ca745b tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 949 time: 0.0512526 Sep 30 08:00:58.713162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device b8500f2d-a14e-49bc-8669-19355a2d04ab up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:00:58.733166 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7b0324d-3791-4c55-8d37-b7b1567cfdad req-a56810d7-6fe4-40a1-a85f-62c5919b9491 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385268 Sep 30 08:00:58.790365 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port b8500f2d-a14e-49bc-8669-19355a2d04ab completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:00:58.795749 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port b8500f2d-a14e-49bc-8669-19355a2d04ab triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:00:58.796827 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.912044 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.920451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f34f7-3d67-46d6-a0b2-f4b26d5e3173 req-0608576a-6384-41e6-a414-908b7a3c7fe2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:58.930020 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd5f34f7-3d67-46d6-a0b2-f4b26d5e3173 req-0608576a-6384-41e6-a414-908b7a3c7fe2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.0741029 Sep 30 08:00:58.953200 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76e3ad1-be13-41a7-bbb7-a3d10a55d932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8500f2d-a14e-49bc-8669-19355a2d04ab'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:00:58.955389 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43622) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:58.956653 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee8602f-01ff-46eb-95aa-9474f5d187fa" -d '{"events": [{"server_uuid": "f76e3ad1-be13-41a7-bbb7-a3d10a55d932", "name": "network-vif-plugged", "status": "completed", "tag": "b8500f2d-a14e-49bc-8669-19355a2d04ab"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:00:58.971263 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a21a1f5b-ba19-4a9a-9e36-1ccc181a274e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.972639 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd5f34f7-3d67-46d6-a0b2-f4b26d5e3173 req-02fc2999-25d4-4a04-9c08-419b429778a0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412045 Sep 30 08:00:58.980410 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port b8500f2d-a14e-49bc-8669-19355a2d04ab, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b8500f2d-a14e-49bc-8669-19355a2d04ab,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:00:58.987097 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:58.988144 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:00:59.032002 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:00:59.032387 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5a3b47d5-2d0f-4aa1-8fb5-006cbb13caea not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:00:59.035512 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a81a08a-a1c2-4593-a4fe-2a851f18bfb5 x-openstack-request-id: req-9a81a08a-a1c2-4593-a4fe-2a851f18bfb5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:00:59.035863 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76e3ad1-be13-41a7-bbb7-a3d10a55d932", "name": "network-vif-plugged", "status": "completed", "tag": "b8500f2d-a14e-49bc-8669-19355a2d04ab", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:00:59.036137 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a81a08a-a1c2-4593-a4fe-2a851f18bfb5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:00:59.036519 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76e3ad1-be13-41a7-bbb7-a3d10a55d932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8500f2d-a14e-49bc-8669-19355a2d04ab', 'code': 200} Sep 30 08:00:59.101205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=b8500f2d-a14e-49bc-8669-19355a2d04ab,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:59.129901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a21a1f5b-ba19-4a9a-9e36-1ccc181a274e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:59.137106 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a21a1f5b-ba19-4a9a-9e36-1ccc181a274e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:59.188066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c62ee-d181-4c6e-bdad-4227afc123c6 req-a7221cf3-fb74-4d00-9d00-787c8e6338f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:59.188066 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f91c62ee-d181-4c6e-bdad-4227afc123c6 req-a7221cf3-fb74-4d00-9d00-787c8e6338f3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 1101 time: 0.0592456 Sep 30 08:00:59.195102 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a21a1f5b-ba19-4a9a-9e36-1ccc181a274e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06e2968838eb44f88ce03a3ce88ba7b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384439 Sep 30 08:00:59.196625 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a1f5b-ba19-4a9a-9e36-1ccc181a274e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7d1af5-8366-4288-bd41-921d4ff92a3a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:59.199099 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:59.244798 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f91c62ee-d181-4c6e-bdad-4227afc123c6 req-36bfdafa-3bd8-4275-8a77-4417702fd67b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470283 Sep 30 08:00:59.269901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab930795-7efd-44a2-9396-ff82533bd51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:59.294013 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab930795-7efd-44a2-9396-ff82533bd51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:59.349154 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab930795-7efd-44a2-9396-ff82533bd51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:59.351953 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab930795-7efd-44a2-9396-ff82533bd51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:59.353103 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ab930795-7efd-44a2-9396-ff82533bd51d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a7d1af5-8366-4288-bd41-921d4ff92a3a HTTP/1.1" status: 204 len: 168 time: 0.1409578 Sep 30 08:00:59.360718 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab930795-7efd-44a2-9396-ff82533bd51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7d1af5-8366-4288-bd41-921d4ff92a3a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:59.364951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43642) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:59.394015 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:59.535183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f02ef-4951-4331-8447-7d802d12f935 req-7da85b3f-fbd9-4e02-bffe-606a4246f893 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:59.536685 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c22f02ef-4951-4331-8447-7d802d12f935 req-7da85b3f-fbd9-4e02-bffe-606a4246f893 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 950 time: 0.0646303 Sep 30 08:00:59.585317 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c22f02ef-4951-4331-8447-7d802d12f935 req-0aff7249-1a32-4f0e-b8eb-0ada5116c329 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421736 Sep 30 08:00:59.601561 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63b5b1ce-247b-47c3-a3a5-9d95317bd17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:59.678604 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43660) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:59.721547 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63b5b1ce-247b-47c3-a3a5-9d95317bd17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:59.727597 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63b5b1ce-247b-47c3-a3a5-9d95317bd17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:59.770893 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-63b5b1ce-247b-47c3-a3a5-9d95317bd17a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27cc698c12a9422fa5af8a15e8b9e615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036644 Sep 30 08:00:59.774470 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5b1ce-247b-47c3-a3a5-9d95317bd17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f3cd77-afba-4b8d-ab2a-a225b75f4edc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:00:59.774696 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43668) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:00:59.836297 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f10626cc-f2e4-4698-ba03-2b70103daf12 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1644799889-network', 'tenant_id': 'b077f759674d4d92a5ac98950a22949d'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:00:59.868985 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73de581a-39d8-4a1b-8fa0-079423392412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:59.870807 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10626cc-f2e4-4698-ba03-2b70103daf12 admin admin] Made reservation on behalf of b077f759674d4d92a5ac98950a22949d for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:00:59.873241 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f10626cc-f2e4-4698-ba03-2b70103daf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:59.890616 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f10626cc-f2e4-4698-ba03-2b70103daf12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:59.916347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a754c-f7d2-4ea1-aefc-db0d513d613c req-651a4577-2884-4191-b93f-0ffff62de02d tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:00:59.923796 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e5a754c-f7d2-4ea1-aefc-db0d513d613c req-651a4577-2884-4191-b93f-0ffff62de02d tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 949 time: 0.0929732 Sep 30 08:00:59.927036 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73de581a-39d8-4a1b-8fa0-079423392412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:00:59.976421 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e5a754c-f7d2-4ea1-aefc-db0d513d613c req-8c792663-c3a2-4f05-a448-054b4b7e05ea tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517123 Sep 30 08:01:00.056710 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73de581a-39d8-4a1b-8fa0-079423392412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.059964 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73de581a-39d8-4a1b-8fa0-079423392412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.061259 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-73de581a-39d8-4a1b-8fa0-079423392412 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85f3cd77-afba-4b8d-ab2a-a225b75f4edc HTTP/1.1" status: 204 len: 168 time: 0.2856531 Sep 30 08:01:00.082168 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f10626cc-f2e4-4698-ba03-2b70103daf12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.083198 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de581a-39d8-4a1b-8fa0-079423392412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f3cd77-afba-4b8d-ab2a-a225b75f4edc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:00.088517 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f10626cc-f2e4-4698-ba03-2b70103daf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.110552 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10626cc-f2e4-4698-ba03-2b70103daf12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:01:00.130566 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f10626cc-f2e4-4698-ba03-2b70103daf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.131701 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-f10626cc-f2e4-4698-ba03-2b70103daf12 admin admin] Added segment 8e01e8b0-10d9-41c3-95ce-6c6f822d2b91 of type vlan for network 407edc8e-eacf-4658-b430-a785aa6467d1 Sep 30 08:01:00.133197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10626cc-f2e4-4698-ba03-2b70103daf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:00.148480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c14ec-4613-4138-9375-bf125977dbe1 req-1d8a5b95-91f6-4cf4-a712-6f53e8417ee3 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:00.150298 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a3c14ec-4613-4138-9375-bf125977dbe1 req-1d8a5b95-91f6-4cf4-a712-6f53e8417ee3 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.0671175 Sep 30 08:01:00.181610 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f10626cc-f2e4-4698-ba03-2b70103daf12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.220398 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a3c14ec-4613-4138-9375-bf125977dbe1 req-3d87626d-70e6-4ac5-8901-490bedbad627 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636692 Sep 30 08:01:00.228864 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f10626cc-f2e4-4698-ba03-2b70103daf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.231480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10626cc-f2e4-4698-ba03-2b70103daf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:00.232096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f10626cc-f2e4-4698-ba03-2b70103daf12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.238880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ee340-5edc-4c75-b2d1-d290e3dc1424 req-4854e93f-3da2-4948-92e9-29366fa8a5f7 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:00.240614 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c44ee340-5edc-4c75-b2d1-d290e3dc1424 req-4854e93f-3da2-4948-92e9-29366fa8a5f7 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 949 time: 0.0700817 Sep 30 08:01:00.331521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10626cc-f2e4-4698-ba03-2b70103daf12 admin admin] Pushing event updated for resources: {'Network': ['ID=407edc8e-eacf-4658-b430-a785aa6467d1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:00.346549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 407edc8e-eacf-4658-b430-a785aa6467d1 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:01:00.370608 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c44ee340-5edc-4c75-b2d1-d290e3dc1424 req-c76b7ffd-a36e-4778-af37-99539700e0cd tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Deleting port aa82f5fa-6253-4916-9e7b-6a3106df94c0 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:01:00.371187 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c44ee340-5edc-4c75-b2d1-d290e3dc1424 req-c76b7ffd-a36e-4778-af37-99539700e0cd tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.378405 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f10626cc-f2e4-4698-ba03-2b70103daf12 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6985254 Sep 30 08:01:00.379008 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:00.384578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-347e4a4d-f5b7-4c93-816f-5f7c2a81663d admin admin] Request body: {'subnet': {'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1644799889-subnet', 'tenant_id': 'b077f759674d4d92a5ac98950a22949d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:00.429303 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347e4a4d-f5b7-4c93-816f-5f7c2a81663d admin admin] Made reservation on behalf of b077f759674d4d92a5ac98950a22949d for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:00.431863 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-347e4a4d-f5b7-4c93-816f-5f7c2a81663d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.521087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c44ee340-5edc-4c75-b2d1-d290e3dc1424 req-c76b7ffd-a36e-4778-af37-99539700e0cd tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] For port aa82f5fa-6253-4916-9e7b-6a3106df94c0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=aa82f5fa-6253-4916-9e7b-6a3106df94c0,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:00.523718 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c44ee340-5edc-4c75-b2d1-d290e3dc1424 req-c76b7ffd-a36e-4778-af37-99539700e0cd tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.545832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c44ee340-5edc-4c75-b2d1-d290e3dc1424 req-c76b7ffd-a36e-4778-af37-99539700e0cd tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Calling delete_port for aa82f5fa-6253-4916-9e7b-6a3106df94c0 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:01:00.708317 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-347e4a4d-f5b7-4c93-816f-5f7c2a81663d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.734450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43712) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:00.767273 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e23ad909-d0d7-4b0e-b10c-14b4bbb1606e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.777192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e4a4d-f5b7-4c93-816f-5f7c2a81663d admin admin] Pushing event updated for resources: {'Subnet': ['ID=03d5e453-47cb-4a1c-9b01-81aa8a96aed1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:00.796294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e4a4d-f5b7-4c93-816f-5f7c2a81663d admin admin] Checking segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:00.796993 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347e4a4d-f5b7-4c93-816f-5f7c2a81663d admin admin] Network hostable DHCP agents. Network: 407edc8e-eacf-4658-b430-a785aa6467d1, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:01:00.817652 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347e4a4d-f5b7-4c93-816f-5f7c2a81663d admin admin] Network 407edc8e-eacf-4658-b430-a785aa6467d1 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:01:00.829206 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e940cc-65ec-4191-94d8-ed44536b5547 req-50d3a11e-cef7-4a15-8856-c55695e8d6b6 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:00.830386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-347e4a4d-f5b7-4c93-816f-5f7c2a81663d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 407edc8e-eacf-4658-b430-a785aa6467d1) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:00.831005 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82e940cc-65ec-4191-94d8-ed44536b5547 req-50d3a11e-cef7-4a15-8856-c55695e8d6b6 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 950 time: 0.1381576 Sep 30 08:01:00.836103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e4a4d-f5b7-4c93-816f-5f7c2a81663d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:00.837579 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-347e4a4d-f5b7-4c93-816f-5f7c2a81663d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.837979 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c44ee340-5edc-4c75-b2d1-d290e3dc1424 req-c76b7ffd-a36e-4778-af37-99539700e0cd tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.841411 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1d11b5-b82f-41ba-ae6a-2017c1f6acf3 None None] Network 407edc8e-eacf-4658-b430-a785aa6467d1 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:00.876040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['aa82f5fa-6253-4916-9e7b-6a3106df94c0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:00.879736 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['21366f32-e5c4-4f09-b891-84b3d084d7ce'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:00.931274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b7ffd-a36e-4778-af37-99539700e0cd tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Pushing event deleted for resources: {'Port': ['ID=aa82f5fa-6253-4916-9e7b-6a3106df94c0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:00.968547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44ee340-5edc-4c75-b2d1-d290e3dc1424 req-c76b7ffd-a36e-4778-af37-99539700e0cd tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] No DVR routers for this DVR port aa82f5fa-6253-4916-9e7b-6a3106df94c0 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:01:00.972528 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c44ee340-5edc-4c75-b2d1-d290e3dc1424 req-c76b7ffd-a36e-4778-af37-99539700e0cd tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:00.976289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c44ee340-5edc-4c75-b2d1-d290e3dc1424 req-c76b7ffd-a36e-4778-af37-99539700e0cd tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.36 "DELETE /v2.0/ports/aa82f5fa-6253-4916-9e7b-6a3106df94c0 HTTP/1.1" status: 204 len: 173 time: 0.7279053 Sep 30 08:01:00.992425 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb59480-411a-4b35-80ec-a634967bd486', 'name': 'network-vif-deleted', 'tag': 'aa82f5fa-6253-4916-9e7b-6a3106df94c0'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:00.995285 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e666196e-34df-4eec-96ff-dfed30e1e362" -d '{"events": [{"server_uuid": "9bb59480-411a-4b35-80ec-a634967bd486", "name": "network-vif-deleted", "tag": "aa82f5fa-6253-4916-9e7b-6a3106df94c0"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:01.029654 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82e940cc-65ec-4191-94d8-ed44536b5547 req-380557f5-0663-48a4-bdc9-e103ed1ccf73 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764932 Sep 30 08:01:01.120574 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c025d8ba-54a7-4a48-95e2-54e752cf2a72 x-openstack-request-id: req-c025d8ba-54a7-4a48-95e2-54e752cf2a72 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:01.120866 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb59480-411a-4b35-80ec-a634967bd486", "name": "network-vif-deleted", "tag": "aa82f5fa-6253-4916-9e7b-6a3106df94c0", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:01.121116 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c025d8ba-54a7-4a48-95e2-54e752cf2a72 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:01.121502 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb59480-411a-4b35-80ec-a634967bd486', 'name': 'network-vif-deleted', 'tag': 'aa82f5fa-6253-4916-9e7b-6a3106df94c0', 'status': 'completed', 'code': 200} Sep 30 08:01:01.142341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43728) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:01.166567 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e23ad909-d0d7-4b0e-b10c-14b4bbb1606e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.177367 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e23ad909-d0d7-4b0e-b10c-14b4bbb1606e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.183151 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-347e4a4d-f5b7-4c93-816f-5f7c2a81663d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8030910 Sep 30 08:01:01.252681 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9fefc85f-6e3c-4bf2-9f62-7eaa5e27bcc6 req-d123a269-da3e-4fe0-9a5d-85cf4fede575 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bb59480-411a-4b35-80ec-a634967bd486 HTTP/1.1" status: 200 len: 210 time: 0.0798259 Sep 30 08:01:01.302659 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a9d8a3-5773-40bd-9842-3d90a0877f5f None None] Network 407edc8e-eacf-4658-b430-a785aa6467d1 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:01.320043 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e23ad909-d0d7-4b0e-b10c-14b4bbb1606e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c9bb715c57e4b04a07245acaf4afc4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5748370 Sep 30 08:01:01.320043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ad909-d0d7-4b0e-b10c-14b4bbb1606e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0827d6f-6252-4267-bb5e-3edac5785dc4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:01.320396 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43738) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:01.391738 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1b8def-9f39-4a82-819f-0e8af88c1789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.420675 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1b8def-9f39-4a82-819f-0e8af88c1789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.448710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7814bf-b824-475e-801e-7fbab9dd9a20 req-8c912fea-3fe9-4650-8fde-191fbb8766a8 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:01.450285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee7814bf-b824-475e-801e-7fbab9dd9a20 req-8c912fea-3fe9-4650-8fde-191fbb8766a8 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.1038258 Sep 30 08:01:01.469258 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d57ceebf-504e-4680-abbd-f97b4522084b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.523714 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee7814bf-b824-475e-801e-7fbab9dd9a20 req-2944cfb0-7e04-4012-961c-738dfd151193 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653119 Sep 30 08:01:01.580733 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1b8def-9f39-4a82-819f-0e8af88c1789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.585165 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1b8def-9f39-4a82-819f-0e8af88c1789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.586894 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4a1b8def-9f39-4a82-819f-0e8af88c1789 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0827d6f-6252-4267-bb5e-3edac5785dc4 HTTP/1.1" status: 204 len: 168 time: 0.2651010 Sep 30 08:01:01.608158 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b8def-9f39-4a82-819f-0e8af88c1789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0827d6f-6252-4267-bb5e-3edac5785dc4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:01.703170 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d57ceebf-504e-4680-abbd-f97b4522084b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.715825 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d57ceebf-504e-4680-abbd-f97b4522084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.753498 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ceebf-504e-4680-abbd-f97b4522084b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a81742-55ec-4448-af11-a03680a1e481,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:01.763753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c361ab-7194-476c-b02f-87f03496013b req-6e411d55-3797-4984-9a16-7c7d83dd420e tempest-ServersAdminNegativeTestJSON-532048083 tempest-ServersAdminNegativeTestJSON-532048083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:01.776464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42c361ab-7194-476c-b02f-87f03496013b req-6e411d55-3797-4984-9a16-7c7d83dd420e tempest-ServersAdminNegativeTestJSON-532048083 tempest-ServersAdminNegativeTestJSON-532048083-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 1101 time: 0.0797944 Sep 30 08:01:01.780049 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d57ceebf-504e-4680-abbd-f97b4522084b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d51b3e41555c4fe7a516e77f22d88073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6355526 Sep 30 08:01:01.780759 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:01.795446 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42c361ab-7194-476c-b02f-87f03496013b req-7a7bc8ad-5634-4bf7-b9bd-73ebd7cea757 tempest-ServersAdminNegativeTestJSON-532048083 tempest-ServersAdminNegativeTestJSON-532048083-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.840194 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31a25f6b-1203-4a35-958d-ab0153814746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.864644 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31a25f6b-1203-4a35-958d-ab0153814746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.918836 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42c361ab-7194-476c-b02f-87f03496013b req-7a7bc8ad-5634-4bf7-b9bd-73ebd7cea757 tempest-ServersAdminNegativeTestJSON-532048083 tempest-ServersAdminNegativeTestJSON-532048083-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.925643 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42c361ab-7194-476c-b02f-87f03496013b req-7a7bc8ad-5634-4bf7-b9bd-73ebd7cea757 tempest-ServersAdminNegativeTestJSON-532048083 tempest-ServersAdminNegativeTestJSON-532048083-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.928193 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31a25f6b-1203-4a35-958d-ab0153814746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.932750 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31a25f6b-1203-4a35-958d-ab0153814746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:01.935885 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-31a25f6b-1203-4a35-958d-ab0153814746 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79a81742-55ec-4448-af11-a03680a1e481 HTTP/1.1" status: 204 len: 168 time: 0.1517103 Sep 30 08:01:01.948718 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a25f6b-1203-4a35-958d-ab0153814746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a81742-55ec-4448-af11-a03680a1e481,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:01.956677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42c361ab-7194-476c-b02f-87f03496013b req-7a7bc8ad-5634-4bf7-b9bd-73ebd7cea757 tempest-ServersAdminNegativeTestJSON-532048083 tempest-ServersAdminNegativeTestJSON-532048083-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793342 Sep 30 08:01:01.961842 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7bc8ad-5634-4bf7-b9bd-73ebd7cea757 tempest-ServersAdminNegativeTestJSON-532048083 tempest-ServersAdminNegativeTestJSON-532048083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c212a248-5ca6-47a6-b917-0e66e0228bbe,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:02.382047 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:02.389556 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-07fa9049-9d5d-467d-8944-f9c792ea6a73 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2093973450-network', 'tenant_id': '19fdb7f6d9b64582919b32039acede1d'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:02.425012 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43788) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:02.425731 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fa9049-9d5d-467d-8944-f9c792ea6a73 admin admin] Made reservation on behalf of 19fdb7f6d9b64582919b32039acede1d for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:02.428684 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07fa9049-9d5d-467d-8944-f9c792ea6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.439157 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07fa9049-9d5d-467d-8944-f9c792ea6a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.441614 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2ead8695-7c3c-4d24-9751-1e48fe9f7863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.589634 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0243db8-6eab-4948-a158-54c66ec7a661 req-61daa3fd-51bb-48c4-844a-d9258c293bba tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:02.591632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0243db8-6eab-4948-a158-54c66ec7a661 req-61daa3fd-51bb-48c4-844a-d9258c293bba tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 950 time: 0.0661340 Sep 30 08:01:02.592609 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07fa9049-9d5d-467d-8944-f9c792ea6a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.598511 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07fa9049-9d5d-467d-8944-f9c792ea6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.624512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fa9049-9d5d-467d-8944-f9c792ea6a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:01:02.648525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa9049-9d5d-467d-8944-f9c792ea6a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee074f-70c3-4aba-9aa7-d6b1079094ac,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:02.672856 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0243db8-6eab-4948-a158-54c66ec7a661 req-4990628d-db51-48dd-97b2-0040fbb28764 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594263 Sep 30 08:01:02.676502 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07fa9049-9d5d-467d-8944-f9c792ea6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.676853 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-07fa9049-9d5d-467d-8944-f9c792ea6a73 admin admin] Added segment b222d3f3-e117-4239-9acb-7595e8403e72 of type vlan for network 55f0c256-2b0b-49d8-8751-4d3a173c060f Sep 30 08:01:02.753193 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07fa9049-9d5d-467d-8944-f9c792ea6a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.772995 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2ead8695-7c3c-4d24-9751-1e48fe9f7863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.779432 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2ead8695-7c3c-4d24-9751-1e48fe9f7863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.786958 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07fa9049-9d5d-467d-8944-f9c792ea6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.788305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fa9049-9d5d-467d-8944-f9c792ea6a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:02.789099 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07fa9049-9d5d-467d-8944-f9c792ea6a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.857018 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2ead8695-7c3c-4d24-9751-1e48fe9f7863 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8043776048aa44fab51925df728b9a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4301090 Sep 30 08:01:02.858691 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead8695-7c3c-4d24-9751-1e48fe9f7863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca425961-878d-46a6-920e-6147b09de72b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:02.861275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43808) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:02.865059 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa9049-9d5d-467d-8944-f9c792ea6a73 admin admin] Pushing event updated for resources: {'Network': ['ID=55f0c256-2b0b-49d8-8751-4d3a173c060f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:02.883280 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-07fa9049-9d5d-467d-8944-f9c792ea6a73 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4998147 Sep 30 08:01:02.884054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43812) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:02.889348 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b731bfb4-8c2f-43cd-b05d-315debcddff1 admin admin] Request body: {'subnet': {'network_id': '55f0c256-2b0b-49d8-8751-4d3a173c060f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2093973450-subnet', 'tenant_id': '19fdb7f6d9b64582919b32039acede1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:02.899300 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 55f0c256-2b0b-49d8-8751-4d3a173c060f details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:01:02.941124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b731bfb4-8c2f-43cd-b05d-315debcddff1 admin admin] Made reservation on behalf of 19fdb7f6d9b64582919b32039acede1d for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:02.945416 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b731bfb4-8c2f-43cd-b05d-315debcddff1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:02.991865 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3bf67-35fb-4b69-b4e9-d8ba8687d3e4 req-e4ddbe58-5756-44f5-9512-403b3d53fc98 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:02.993937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11c3bf67-35fb-4b69-b4e9-d8ba8687d3e4 req-e4ddbe58-5756-44f5-9512-403b3d53fc98 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.1189702 Sep 30 08:01:02.994781 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d2192a8-eaad-4b88-94f6-3f3742ae3962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:03.037616 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d2192a8-eaad-4b88-94f6-3f3742ae3962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:03.063461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11c3bf67-35fb-4b69-b4e9-d8ba8687d3e4 req-b7b00efe-484f-4acb-a2cf-62842196eff6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583320 Sep 30 08:01:03.124206 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d2192a8-eaad-4b88-94f6-3f3742ae3962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:03.127880 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d2192a8-eaad-4b88-94f6-3f3742ae3962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:03.131214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6d2192a8-eaad-4b88-94f6-3f3742ae3962 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca425961-878d-46a6-920e-6147b09de72b HTTP/1.1" status: 204 len: 168 time: 0.2489374 Sep 30 08:01:03.144077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2192a8-eaad-4b88-94f6-3f3742ae3962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca425961-878d-46a6-920e-6147b09de72b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:03.228590 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b731bfb4-8c2f-43cd-b05d-315debcddff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:03.233622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3139f25-9b31-4193-8521-1ea7020bbb79 req-9ff96fe7-d3e1-44ac-8543-623cdde72626 tempest-ServersAdminNegativeTestJSON-532048083 tempest-ServersAdminNegativeTestJSON-532048083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:03.242463 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3139f25-9b31-4193-8521-1ea7020bbb79 req-9ff96fe7-d3e1-44ac-8543-623cdde72626 tempest-ServersAdminNegativeTestJSON-532048083 tempest-ServersAdminNegativeTestJSON-532048083-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 1101 time: 0.0843425 Sep 30 08:01:03.291134 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3139f25-9b31-4193-8521-1ea7020bbb79 req-d766ae7d-4fbb-48e7-9e61-2a043c2f2f9b tempest-ServersAdminNegativeTestJSON-532048083 tempest-ServersAdminNegativeTestJSON-532048083-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Sep 30 08:01:03.297378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731bfb4-8c2f-43cd-b05d-315debcddff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c679c19-f076-41fb-b82f-ea4237c638c3,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:03.309780 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b731bfb4-8c2f-43cd-b05d-315debcddff1 admin admin] Checking segment: {'id': 'b222d3f3-e117-4239-9acb-7595e8403e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55f0c256-2b0b-49d8-8751-4d3a173c060f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:03.310141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b731bfb4-8c2f-43cd-b05d-315debcddff1 admin admin] Network hostable DHCP agents. Network: 55f0c256-2b0b-49d8-8751-4d3a173c060f, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:01:03.336704 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b731bfb4-8c2f-43cd-b05d-315debcddff1 admin admin] Network 55f0c256-2b0b-49d8-8751-4d3a173c060f is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:01:03.351625 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b731bfb4-8c2f-43cd-b05d-315debcddff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 55f0c256-2b0b-49d8-8751-4d3a173c060f) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:03.360295 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff875b-df9d-4fb3-8e3c-b4b5c6405e76 None None] Network 55f0c256-2b0b-49d8-8751-4d3a173c060f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:03.363729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b731bfb4-8c2f-43cd-b05d-315debcddff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:03.365737 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b731bfb4-8c2f-43cd-b05d-315debcddff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:03.387264 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b731bfb4-8c2f-43cd-b05d-315debcddff1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5019741 Sep 30 08:01:03.572719 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4dd6f0-4282-4b5e-990e-7d0316090851 None None] Network 55f0c256-2b0b-49d8-8751-4d3a173c060f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:03.804236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43872) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:03.825012 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1b493cf-9214-4785-9319-1a60f3e3254f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:03.844988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac8908-a575-4a1c-a0ac-cea7efc906a4 req-21246e71-269c-461a-b527-d7bb48ef563f tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:03.846471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2ac8908-a575-4a1c-a0ac-cea7efc906a4 req-21246e71-269c-461a-b527-d7bb48ef563f tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 950 time: 0.1036823 Sep 30 08:01:03.863039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24991a2-f04e-4215-a2ec-518673c3985f req-47c731bc-76ad-4c6d-8adf-247413cc21a6 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:03.864515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c24991a2-f04e-4215-a2ec-518673c3985f req-47c731bc-76ad-4c6d-8adf-247413cc21a6 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 950 time: 0.1205037 Sep 30 08:01:03.946114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2ac8908-a575-4a1c-a0ac-cea7efc906a4 req-81d44f5d-5ba4-49ad-b8a4-a1a75d6742e7 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782130 Sep 30 08:01:03.975667 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c24991a2-f04e-4215-a2ec-518673c3985f req-ca88e136-3376-4bc4-8fd3-13cf25244f41 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/security-groups?id=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973101 Sep 30 08:01:04.015293 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43882) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:04.061120 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1b493cf-9214-4785-9319-1a60f3e3254f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:04.067689 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1b493cf-9214-4785-9319-1a60f3e3254f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:04.111510 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43890) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:04.112230 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f1b493cf-9214-4785-9319-1a60f3e3254f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d35481a28e624ff197087eea307065e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059738 Sep 30 08:01:04.115220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b493cf-9214-4785-9319-1a60f3e3254f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c461305f-367d-4d52-91e7-d6201c54c83c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:04.204383 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ff43036-06c3-4ac0-b24d-340492c0ad00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:04.223594 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7aa583fb-8269-4783-8312-7884ccd69267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:04.273909 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ff43036-06c3-4ac0-b24d-340492c0ad00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:04.308490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024bb69-3cc3-4397-a79f-a9b5271374e0 req-a58518d2-511f-4d55-b187-cb8a46fa5a7a tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:04.310108 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5024bb69-3cc3-4397-a79f-a9b5271374e0 req-a58518d2-511f-4d55-b187-cb8a46fa5a7a tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.1367309 Sep 30 08:01:04.325959 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f04ec-d2c0-4dc5-874b-a7704e522248 req-82fa3a1f-d011-4749-ae12-6a258c6c6957 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:04.327492 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c58f04ec-d2c0-4dc5-874b-a7704e522248 req-82fa3a1f-d011-4749-ae12-6a258c6c6957 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.35 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 950 time: 0.1247516 Sep 30 08:01:04.357240 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-0bfa26be-f207-45fd-a9f8-fe18048b59e7 service neutron] show failed (client error): The resource could not be found. Sep 30 08:01:04.358192 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-0bfa26be-f207-45fd-a9f8-fe18048b59e7 service neutron] 10.222.0.35 "GET /v2.0/ports/98d33256-ecf2-4bfe-9a97-7d4afde340f0/bindings/n-h1-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.1724279 Sep 30 08:01:04.389819 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device aa82f5fa-6253-4916-9e7b-6a3106df94c0 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:01:04.409781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5024bb69-3cc3-4397-a79f-a9b5271374e0 req-5798bbb7-14bf-4db2-b1de-7f716db30662 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857787 Sep 30 08:01:04.417513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-4c13f842-713d-4911-87a7-b7ca58fdef86 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:04.419157 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-4c13f842-713d-4911-87a7-b7ca58fdef86 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 808 time: 0.1794488 Sep 30 08:01:04.434729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: aa82f5fa-6253-4916-9e7b-6a3106df94c0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:01:04.435018 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device aa82f5fa-6253-4916-9e7b-6a3106df94c0 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:01:04.445765 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-996d79e1-b68d-4e4c-a453-50e551cb8015 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/quotas/b077f759674d4d92a5ac98950a22949d HTTP/1.1" status: 200 len: 375 time: 0.0178044 Sep 30 08:01:04.488513 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-f4c89b60-4027-45ea-8909-22d8a28dd9b4 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444500 Sep 30 08:01:04.495021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-9e3d6082-19e9-4b01-ac06-80369753052d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:01:04.496161 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-9e3d6082-19e9-4b01-ac06-80369753052d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067382 Sep 30 08:01:04.667747 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ff43036-06c3-4ac0-b24d-340492c0ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:04.670335 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ff43036-06c3-4ac0-b24d-340492c0ad00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:04.671517 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4ff43036-06c3-4ac0-b24d-340492c0ad00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c461305f-367d-4d52-91e7-d6201c54c83c HTTP/1.1" status: 204 len: 168 time: 0.5589812 Sep 30 08:01:04.697431 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff43036-06c3-4ac0-b24d-340492c0ad00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c461305f-367d-4d52-91e7-d6201c54c83c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:04.750797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c58f04ec-d2c0-4dc5-874b-a7704e522248 req-fd25da86-218a-4ee2-a539-10f07d0243b0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Deleting port 21366f32-e5c4-4f09-b891-84b3d084d7ce {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:01:04.751139 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c58f04ec-d2c0-4dc5-874b-a7704e522248 req-fd25da86-218a-4ee2-a539-10f07d0243b0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:04.848002 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7aa583fb-8269-4783-8312-7884ccd69267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:04.857484 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7aa583fb-8269-4783-8312-7884ccd69267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:04.863321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-57c21409-1c5d-46ca-9836-fa6bf78264e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:04.864860 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-57c21409-1c5d-46ca-9836-fa6bf78264e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5&tenant_id=21516085bfed40e3aed84af26bb1b679 HTTP/1.1" status: 200 len: 1100 time: 0.0934637 Sep 30 08:01:04.867058 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-629aea8a-489e-4840-b4dd-7de29b3b90f9 service neutron] 10.222.0.24 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638449 Sep 30 08:01:04.886257 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:04.915576 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7aa583fb-8269-4783-8312-7884ccd69267 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=693181677b83475fa221841b846107b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8991010 Sep 30 08:01:04.918646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43914) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:04.935064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa583fb-8269-4783-8312-7884ccd69267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c655c077-7d41-4f34-9f62-70a6db7f6952,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:04.936895 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c58f04ec-d2c0-4dc5-874b-a7704e522248 req-fd25da86-218a-4ee2-a539-10f07d0243b0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] For port 21366f32-e5c4-4f09-b891-84b3d084d7ce, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=21366f32-e5c4-4f09-b891-84b3d084d7ce,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:04.937275 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c58f04ec-d2c0-4dc5-874b-a7704e522248 req-fd25da86-218a-4ee2-a539-10f07d0243b0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:04.957761 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c58f04ec-d2c0-4dc5-874b-a7704e522248 req-fd25da86-218a-4ee2-a539-10f07d0243b0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Calling delete_port for 21366f32-e5c4-4f09-b891-84b3d084d7ce owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:01:05.042718 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:05.064151 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-6b532bbc-3353-4e3b-8451-edcf11c15bff service neutron] 10.222.0.24 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909089 Sep 30 08:01:05.071866 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abeb2c38-04bd-4cb9-9f0d-58f1737f1d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:05.116124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abeb2c38-04bd-4cb9-9f0d-58f1737f1d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:05.187701 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c58f04ec-d2c0-4dc5-874b-a7704e522248 req-fd25da86-218a-4ee2-a539-10f07d0243b0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:05.231976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['21366f32-e5c4-4f09-b891-84b3d084d7ce'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:05.260848 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25da86-218a-4ee2-a539-10f07d0243b0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Pushing event deleted for resources: {'Port': ['ID=21366f32-e5c4-4f09-b891-84b3d084d7ce,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:05.361860 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58f04ec-d2c0-4dc5-874b-a7704e522248 req-fd25da86-218a-4ee2-a539-10f07d0243b0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] No DVR routers for this DVR port 21366f32-e5c4-4f09-b891-84b3d084d7ce on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:01:05.368216 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c58f04ec-d2c0-4dc5-874b-a7704e522248 req-fd25da86-218a-4ee2-a539-10f07d0243b0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:05.370542 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c58f04ec-d2c0-4dc5-874b-a7704e522248 req-fd25da86-218a-4ee2-a539-10f07d0243b0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.35 "DELETE /v2.0/ports/21366f32-e5c4-4f09-b891-84b3d084d7ce HTTP/1.1" status: 204 len: 173 time: 1.0344474 Sep 30 08:01:05.371106 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa0328d-5bf6-435d-b3e8-842b7086f026', 'name': 'network-vif-deleted', 'tag': '21366f32-e5c4-4f09-b891-84b3d084d7ce'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:05.374563 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16e5418-349d-4fd5-9888-7347b3c8ab80" -d '{"events": [{"server_uuid": "4aa0328d-5bf6-435d-b3e8-842b7086f026", "name": "network-vif-deleted", "tag": "21366f32-e5c4-4f09-b891-84b3d084d7ce"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:05.427810 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abeb2c38-04bd-4cb9-9f0d-58f1737f1d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:05.430511 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abeb2c38-04bd-4cb9-9f0d-58f1737f1d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:05.431753 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-abeb2c38-04bd-4cb9-9f0d-58f1737f1d30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c655c077-7d41-4f34-9f62-70a6db7f6952 HTTP/1.1" status: 204 len: 168 time: 0.5121603 Sep 30 08:01:05.433839 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52e77123-b974-40af-bcb4-e579a4d29393 req-9a876b55-3076-480b-a6ca-592fa2110db0 tempest-LiveMigrationNegativeTest-251934660 tempest-LiveMigrationNegativeTest-251934660-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa0328d-5bf6-435d-b3e8-842b7086f026 HTTP/1.1" status: 200 len: 210 time: 0.0668228 Sep 30 08:01:05.453254 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb2c38-04bd-4cb9-9f0d-58f1737f1d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c655c077-7d41-4f34-9f62-70a6db7f6952,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:05.503863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] For port 98d33256-ecf2-4bfe-9a97-7d4afde340f0, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:05.538578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2ff80-0e89-4ed8-b707-619b7bb23ae3 req-5bae8001-7559-4a7a-8a73-c9a78a7ff19c tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:05.546477 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-70d2ff80-0e89-4ed8-b707-619b7bb23ae3 req-5bae8001-7559-4a7a-8a73-c9a78a7ff19c tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 950 time: 0.1818101 Sep 30 08:01:05.566645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957b3e-6bf9-44f5-b326-5f58b99e4ac6 req-be2ca258-af02-4e2d-bcd2-e07957caeb0f tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:05.569858 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-85957b3e-6bf9-44f5-b326-5f58b99e4ac6 req-be2ca258-af02-4e2d-bcd2-e07957caeb0f tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.35 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 950 time: 0.1426413 Sep 30 08:01:05.622003 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] For port 98d33256-ecf2-4bfe-9a97-7d4afde340f0, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:05.641462 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-70d2ff80-0e89-4ed8-b707-619b7bb23ae3 req-37a7b8e4-422d-4c18-aa2f-3f70d1bcc0cb tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933082 Sep 30 08:01:05.753355 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82782f13-d4f0-4e7c-a66e-c2aa73b864d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98d33256-ecf2-4bfe-9a97-7d4afde340f0'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:05.756823 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db199b48-36d2-4b5c-9a7f-eabfc69a6463" -d '{"events": [{"server_uuid": "82782f13-d4f0-4e7c-a66e-c2aa73b864d5", "name": "network-vif-unplugged", "status": "completed", "tag": "98d33256-ecf2-4bfe-9a97-7d4afde340f0"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:05.786589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-784f5d95-44ad-40bf-9ad1-fd4f45877a9b req-f338b6db-1ad9-47a7-9494-57c44253b4fa tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 210 time: 0.0855000 Sep 30 08:01:05.793348 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:05.803096 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b157cb-80ea-4594-b992-ec7b1ff7390c x-openstack-request-id: req-97b157cb-80ea-4594-b992-ec7b1ff7390c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:05.803582 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa0328d-5bf6-435d-b3e8-842b7086f026", "name": "network-vif-deleted", "tag": "21366f32-e5c4-4f09-b891-84b3d084d7ce", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:05.809929 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97b157cb-80ea-4594-b992-ec7b1ff7390c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:05.810492 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa0328d-5bf6-435d-b3e8-842b7086f026', 'name': 'network-vif-deleted', 'tag': '21366f32-e5c4-4f09-b891-84b3d084d7ce', 'status': 'completed', 'code': 200} Sep 30 08:01:05.855279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Transition to ACTIVE for port object 98d33256-ecf2-4bfe-9a97-7d4afde340f0 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:01:05.866983 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:05.900824 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-85957b3e-6bf9-44f5-b326-5f58b99e4ac6 req-9a5a6300-e1a9-4d68-83a9-f0a176715ddf tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Deleting port b8500f2d-a14e-49bc-8669-19355a2d04ab {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:01:05.901253 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-85957b3e-6bf9-44f5-b326-5f58b99e4ac6 req-9a5a6300-e1a9-4d68-83a9-f0a176715ddf tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:05.966005 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9516e69c-26f8-45d3-97b3-bf0d1553f677 x-openstack-request-id: req-9516e69c-26f8-45d3-97b3-bf0d1553f677 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:05.967814 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82782f13-d4f0-4e7c-a66e-c2aa73b864d5", "name": "network-vif-unplugged", "status": "completed", "tag": "98d33256-ecf2-4bfe-9a97-7d4afde340f0", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:05.968338 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9516e69c-26f8-45d3-97b3-bf0d1553f677 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:05.970024 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82782f13-d4f0-4e7c-a66e-c2aa73b864d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98d33256-ecf2-4bfe-9a97-7d4afde340f0', 'code': 200} Sep 30 08:01:06.061120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] No DVR routers for this DVR port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:01:06.074367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Pushing event updated for resources: {'Port': ['ID=98d33256-ecf2-4bfe-9a97-7d4afde340f0,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:06.086910 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43970) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:06.133254 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cdcb2-7386-4ed7-9ac2-1951c4123d2a req-9b4fee7a-1397-4159-b407-c3ee799ce9a6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:06.140981 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b46cdcb2-7386-4ed7-9ac2-1951c4123d2a req-9b4fee7a-1397-4159-b407-c3ee799ce9a6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 947 time: 0.2136207 Sep 30 08:01:06.157398 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a8becd1-b1ed-400c-9516-a7b6976fcbd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:06.199100 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Attempting to bind port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:01:06.199442 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Attempting to bind port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:01:06.200680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Attempting to bind port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:06.214995 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:01:06.215323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Attempting to bind port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:06.247589 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-85957b3e-6bf9-44f5-b326-5f58b99e4ac6 req-9a5a6300-e1a9-4d68-83a9-f0a176715ddf tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] For port b8500f2d-a14e-49bc-8669-19355a2d04ab, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b8500f2d-a14e-49bc-8669-19355a2d04ab,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:06.251506 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-85957b3e-6bf9-44f5-b326-5f58b99e4ac6 req-9a5a6300-e1a9-4d68-83a9-f0a176715ddf tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:06.256438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b46cdcb2-7386-4ed7-9ac2-1951c4123d2a req-0414da0e-9d96-4c55-b5d2-68bc17e22bcd tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092787 Sep 30 08:01:06.257943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:01:06.258346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:06.258804 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:01:06.259318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Bound port: 98d33256-ecf2-4bfe-9a97-7d4afde340f0, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:01:06.259743 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:06.281809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-85957b3e-6bf9-44f5-b326-5f58b99e4ac6 req-9a5a6300-e1a9-4d68-83a9-f0a176715ddf tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Calling delete_port for b8500f2d-a14e-49bc-8669-19355a2d04ab owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:01:06.361981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] For port 98d33256-ecf2-4bfe-9a97-7d4afde340f0, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:06.365636 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] For port 98d33256-ecf2-4bfe-9a97-7d4afde340f0, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:01:06.376440 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:06.421720 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a8becd1-b1ed-400c-9516-a7b6976fcbd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:06.433381 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a8becd1-b1ed-400c-9516-a7b6976fcbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:06.439642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:06.440403 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:06.441929 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] 10.222.0.36 "PUT /v2.0/ports/98d33256-ecf2-4bfe-9a97-7d4afde340f0 HTTP/1.1" status: 200 len: 1095 time: 1.5604656 Sep 30 08:01:06.538079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4a8becd1-b1ed-400c-9516-a7b6976fcbd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ca35eca8f73431e83dcbf937007bb91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4327898 Sep 30 08:01:06.544878 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43980) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:06.557406 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-85957b3e-6bf9-44f5-b326-5f58b99e4ac6 req-9a5a6300-e1a9-4d68-83a9-f0a176715ddf tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:06.569581 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['ffea61b0-479d-483b-9174-e4f2f35ba6d3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:06.621847 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8becd1-b1ed-400c-9516-a7b6976fcbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32024758-3572-4fca-9b30-69acb61054de,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:06.628804 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['b8500f2d-a14e-49bc-8669-19355a2d04ab'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:06.654162 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae394d8-a1fd-45b8-b43b-a61b2fd253ab service neutron] Pushing event updated for resources: {'Port': ['ID=98d33256-ecf2-4bfe-9a97-7d4afde340f0,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:06.670186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a6300-e1a9-4d68-83a9-f0a176715ddf tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Pushing event deleted for resources: {'Port': ['ID=b8500f2d-a14e-49bc-8669-19355a2d04ab,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:06.745137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-c73ffb7c-842a-4ca0-939f-ca5ac4f85ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:06.746795 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-c73ffb7c-842a-4ca0-939f-ca5ac4f85ba8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 1098 time: 0.2563341 Sep 30 08:01:06.769927 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-85957b3e-6bf9-44f5-b326-5f58b99e4ac6 req-9a5a6300-e1a9-4d68-83a9-f0a176715ddf tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] No DVR routers for this DVR port b8500f2d-a14e-49bc-8669-19355a2d04ab on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:01:06.775010 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-85957b3e-6bf9-44f5-b326-5f58b99e4ac6 req-9a5a6300-e1a9-4d68-83a9-f0a176715ddf tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:06.777309 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-85957b3e-6bf9-44f5-b326-5f58b99e4ac6 req-9a5a6300-e1a9-4d68-83a9-f0a176715ddf tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.35 "DELETE /v2.0/ports/b8500f2d-a14e-49bc-8669-19355a2d04ab HTTP/1.1" status: 204 len: 173 time: 1.2020788 Sep 30 08:01:06.806765 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:06.883030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1f8077bf-9306-4f25-a35e-bb7afe83c196 req-8725157c-a80e-4e1a-9e96-0f448f73c00e tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=f76e3ad1-be13-41a7-bbb7-a3d10a55d932 HTTP/1.1" status: 200 len: 210 time: 0.1024544 Sep 30 08:01:06.954771 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bfac536-defe-460b-bf84-cb5ba8467390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:06.967996 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-411a5307-bcc3-4d0b-a373-bb504c20cb72 req-64479685-644d-4ebb-b87e-5f43937692a1 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 210 time: 0.0527155 Sep 30 08:01:07.029837 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bfac536-defe-460b-bf84-cb5ba8467390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:07.056882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-673e3161-dad8-4570-9420-c55bb301a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:07.058688 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-673e3161-dad8-4570-9420-c55bb301a037 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2989426 Sep 30 08:01:07.143986 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-af1cbc3b-c867-401d-a628-940b81d977e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0 HTTP/1.1" status: 200 len: 217 time: 0.0574305 Sep 30 08:01:07.198456 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06026243-ec65-40db-bbcd-23b1fa5a0121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:07.210603 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bfac536-defe-460b-bf84-cb5ba8467390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:07.213795 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bfac536-defe-460b-bf84-cb5ba8467390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:07.215175 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7bfac536-defe-460b-bf84-cb5ba8467390 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32024758-3572-4fca-9b30-69acb61054de HTTP/1.1" status: 204 len: 168 time: 0.6503706 Sep 30 08:01:07.228610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfac536-defe-460b-bf84-cb5ba8467390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32024758-3572-4fca-9b30-69acb61054de,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:07.236765 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-25fd9c40-7900-4c14-856f-e58240210deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:07.237845 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-25fd9c40-7900-4c14-856f-e58240210deb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0735524 Sep 30 08:01:07.238436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44006) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:07.317512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-09723f40-4a24-4a75-872c-96b1cc16df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:07.319573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-09723f40-4a24-4a75-872c-96b1cc16df1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723078 Sep 30 08:01:07.592329 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06026243-ec65-40db-bbcd-23b1fa5a0121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:07.596715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cd62a-2632-4eb1-ad99-f96b23c3256e req-0f5b0c8e-90a9-4a37-a5e5-f89467dbe6db tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:07.599885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b2cd62a-2632-4eb1-ad99-f96b23c3256e req-0f5b0c8e-90a9-4a37-a5e5-f89467dbe6db tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 947 time: 0.2212765 Sep 30 08:01:07.605139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-2078044e-d003-4b9f-846f-e72d33a97273 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773924 Sep 30 08:01:07.610565 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06026243-ec65-40db-bbcd-23b1fa5a0121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:07.673540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06026243-ec65-40db-bbcd-23b1fa5a0121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91305d20-bb38-485e-9747-b0866945fbc9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:07.746629 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-06026243-ec65-40db-bbcd-23b1fa5a0121 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96b77644e06042e9aceae09c3da92405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9386184 Sep 30 08:01:07.769139 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44022) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:07.769299 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-953904fd-942e-47f9-bedb-cd30a6fe34c4 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:07.770020 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-953904fd-942e-47f9-bedb-cd30a6fe34c4 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.35 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 808 time: 0.6011434 Sep 30 08:01:07.790613 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-fcf223f3-bc1a-4d47-a45f-49970cec4c7a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Request body: {'port': {'device_id': '0b1621d5-5068-45e9-afdb-dcbab5977c13', 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1', 'admin_state_up': True, 'tenant_id': 'b077f759674d4d92a5ac98950a22949d'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:07.820200 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76e3ad1-be13-41a7-bbb7-a3d10a55d932', 'name': 'network-vif-deleted', 'tag': 'b8500f2d-a14e-49bc-8669-19355a2d04ab'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:07.824459 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce576258-3d07-4108-8046-99392ea5dd45" -d '{"events": [{"server_uuid": "f76e3ad1-be13-41a7-bbb7-a3d10a55d932", "name": "network-vif-deleted", "tag": "b8500f2d-a14e-49bc-8669-19355a2d04ab"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:07.867098 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b2cd62a-2632-4eb1-ad99-f96b23c3256e req-84ffb1cc-4836-4447-a644-a3b7d3574a67 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597909 Sep 30 08:01:07.910614 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-5ee49ff9-dde3-4581-b186-1f0efd4466ab service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891426 Sep 30 08:01:07.918473 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7216dc-cb25-4149-9043-1bc752b22124 x-openstack-request-id: req-5f7216dc-cb25-4149-9043-1bc752b22124 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:07.918773 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76e3ad1-be13-41a7-bbb7-a3d10a55d932", "name": "network-vif-deleted", "tag": "b8500f2d-a14e-49bc-8669-19355a2d04ab", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:07.919088 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f7216dc-cb25-4149-9043-1bc752b22124 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:07.919479 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76e3ad1-be13-41a7-bbb7-a3d10a55d932', 'name': 'network-vif-deleted', 'tag': 'b8500f2d-a14e-49bc-8669-19355a2d04ab', 'status': 'completed', 'code': 200} Sep 30 08:01:07.965335 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d78cd3cc-9d03-43ea-9df5-5ec10abd3e0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa552c7923b7488d872f760999b14c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7257905 Sep 30 08:01:07.967366 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44040) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:07.979479 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82782f13-d4f0-4e7c-a66e-c2aa73b864d5', 'tag': '98d33256-ecf2-4bfe-9a97-7d4afde340f0'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:07.982485 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69" -d '{"events": [{"name": "network-changed", "server_uuid": "82782f13-d4f0-4e7c-a66e-c2aa73b864d5", "tag": "98d33256-ecf2-4bfe-9a97-7d4afde340f0"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:08.018376 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1f7b-50d2-4571-90b4-0d42ff3daa05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:08.063578 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1f7b-50d2-4571-90b4-0d42ff3daa05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:08.127877 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1f7b-50d2-4571-90b4-0d42ff3daa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:08.131670 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1f7b-50d2-4571-90b4-0d42ff3daa05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:08.138581 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b8ed1f7b-50d2-4571-90b4-0d42ff3daa05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91305d20-bb38-485e-9747-b0866945fbc9 HTTP/1.1" status: 204 len: 168 time: 0.3695500 Sep 30 08:01:08.159563 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-fcf223f3-bc1a-4d47-a45f-49970cec4c7a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Made reservation on behalf of b077f759674d4d92a5ac98950a22949d for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:08.160120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed1f7b-50d2-4571-90b4-0d42ff3daa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91305d20-bb38-485e-9747-b0866945fbc9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:08.172327 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-fcf223f3-bc1a-4d47-a45f-49970cec4c7a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:08.205811 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09c7393d-de73-4db6-9cfe-696811268998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:08.285798 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09c7393d-de73-4db6-9cfe-696811268998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:08.300395 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cfa0ddc9-af9c-4412-86b6-493da3e9d9d9 req-e6a3db25-5db5-4018-9863-ad997958ca4b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 210 time: 0.0407081 Sep 30 08:01:08.374665 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b0402e-7fd4-4e5f-8c19-33f6087963c3 x-openstack-request-id: req-82b0402e-7fd4-4e5f-8c19-33f6087963c3 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:08.374941 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82782f13-d4f0-4e7c-a66e-c2aa73b864d5", "tag": "98d33256-ecf2-4bfe-9a97-7d4afde340f0", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:08.375200 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82b0402e-7fd4-4e5f-8c19-33f6087963c3 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:08.375594 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82782f13-d4f0-4e7c-a66e-c2aa73b864d5', 'tag': '98d33256-ecf2-4bfe-9a97-7d4afde340f0', 'status': 'completed', 'code': 200} Sep 30 08:01:08.409999 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-fcf223f3-bc1a-4d47-a45f-49970cec4c7a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Allocated IP 172.20.0.12 (407edc8e-eacf-4658-b430-a785aa6467d1/03d5e453-47cb-4a1c-9b01-81aa8a96aed1/8ac326a5-688d-43b5-9f07-320c48ea59b3) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:01:08.416367 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09c7393d-de73-4db6-9cfe-696811268998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:08.426544 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09c7393d-de73-4db6-9cfe-696811268998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:08.432547 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-09c7393d-de73-4db6-9cfe-696811268998 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93eb9f0e-4462-44c1-8c4e-07cdd5a3189c HTTP/1.1" status: 204 len: 168 time: 0.4641368 Sep 30 08:01:08.460833 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7393d-de73-4db6-9cfe-696811268998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eb9f0e-4462-44c1-8c4e-07cdd5a3189c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:08.608540 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f8ea-26b0-4fdd-8d4d-54471ef0d4fd req-56687e1f-7159-4426-bda9-70817b3ab046 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:08.610112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1a6f8ea-26b0-4fdd-8d4d-54471ef0d4fd req-56687e1f-7159-4426-bda9-70817b3ab046 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66feff6-2f07-4624-9d16-87f699361b1d HTTP/1.1" status: 200 len: 950 time: 0.1546080 Sep 30 08:01:08.661390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-0b42007c-f0a0-416f-8e51-af8e7a3b5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:08.663553 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-0b42007c-f0a0-416f-8e51-af8e7a3b5d6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 1098 time: 0.2564960 Sep 30 08:01:08.669304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44064) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:08.685663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-7b53d529-928e-441c-8fa5-1ba663b82cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:08.687418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-7b53d529-928e-441c-8fa5-1ba663b82cf3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 1098 time: 0.2651432 Sep 30 08:01:08.710384 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-fcf223f3-bc1a-4d47-a45f-49970cec4c7a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:08.791055 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-fcf223f3-bc1a-4d47-a45f-49970cec4c7a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:08.798339 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device b8500f2d-a14e-49bc-8669-19355a2d04ab no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:01:08.820343 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a81ac6ed-6f0d-4611-9a8e-14a236c6f77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:08.850581 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: b8500f2d-a14e-49bc-8669-19355a2d04ab {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:01:08.851088 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device b8500f2d-a14e-49bc-8669-19355a2d04ab not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:01:08.854729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 98d33256-ecf2-4bfe-9a97-7d4afde340f0 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:01:08.895622 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-fcf223f3-bc1a-4d47-a45f-49970cec4c7a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Network 407edc8e-eacf-4658-b430-a785aa6467d1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:01:08.913350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-fcf223f3-bc1a-4d47-a45f-49970cec4c7a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:08.923324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-fcf223f3-bc1a-4d47-a45f-49970cec4c7a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:01:08.940727 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-fcf223f3-bc1a-4d47-a45f-49970cec4c7a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:08.941431 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-fcf223f3-bc1a-4d47-a45f-49970cec4c7a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:08.952458 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1a6f8ea-26b0-4fdd-8d4d-54471ef0d4fd req-bec4d0ac-ae8e-476d-9d0f-88d67ba0333f tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310969 Sep 30 08:01:09.026351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf223f3-bc1a-4d47-a45f-49970cec4c7a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Pushing event updated for resources: {'Port': ['ID=8ac326a5-688d-43b5-9f07-320c48ea59b3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:09.029897 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-fcf223f3-bc1a-4d47-a45f-49970cec4c7a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2443380 Sep 30 08:01:09.048975 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Request body: {'port': {'device_id': '0b1621d5-5068-45e9-afdb-dcbab5977c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:09.110417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 98d33256-ecf2-4bfe-9a97-7d4afde340f0 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:01:09.110830 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 21366f32-e5c4-4f09-b891-84b3d084d7ce no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:01:09.170901 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 21366f32-e5c4-4f09-b891-84b3d084d7ce {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:01:09.171245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 21366f32-e5c4-4f09-b891-84b3d084d7ce not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:01:09.202901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:09.253091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-fe37e43f-e284-4c8a-a73b-aae18d437888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:09.254748 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-fe37e43f-e284-4c8a-a73b-aae18d437888 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.5150292 Sep 30 08:01:09.275934 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-d0cf4792-ac27-4c77-978c-557a8128599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:09.277454 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-d0cf4792-ac27-4c77-978c-557a8128599c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.5614572 Sep 30 08:01:09.419113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:09.510395 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e88b311d-d282-44e1-9574-de11f54bbc8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22833d7af5de43b6ba23f3c1327e3476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898712 Sep 30 08:01:09.513739 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44096) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:09.610632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-7fe009be-6c7d-4fda-989b-b3e17ab3dcae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0 HTTP/1.1" status: 200 len: 217 time: 0.3362222 Sep 30 08:01:09.640169 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c07946b7-e384-4cee-bc0c-29039ad45b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:09.719638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-6a3b3c71-b90f-4a6b-ac4f-f8b874b305cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:09.721333 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-6a3b3c71-b90f-4a6b-ac4f-f8b874b305cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0979490 Sep 30 08:01:09.725886 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c07946b7-e384-4cee-bc0c-29039ad45b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:09.753528 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-92cefaf3-bd0b-4890-96dc-443968c0eaf5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0 HTTP/1.1" status: 200 len: 217 time: 0.4627483 Sep 30 08:01:09.795064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44106) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:09.862764 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:09.884533 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbedf97-dde0-4ffe-ad7a-858daca048f1 req-0e750ecd-d7f9-4aed-a238-3db9b5aeee60 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:09.890821 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822b4a1-6c84-4ec3-95bf-11d5f4e7f0bd req-0084a690-dc5f-4a16-9371-31e9e0f73cac tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:09.891652 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bbedf97-dde0-4ffe-ad7a-858daca048f1 req-0e750ecd-d7f9-4aed-a238-3db9b5aeee60 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 947 time: 0.6638606 Sep 30 08:01:09.897721 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1822b4a1-6c84-4ec3-95bf-11d5f4e7f0bd req-0084a690-dc5f-4a16-9371-31e9e0f73cac tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.36 "GET /v2.0/ports?device_id=b66feff6-2f07-4624-9d16-87f699361b1d HTTP/1.1" status: 200 len: 950 time: 0.1653447 Sep 30 08:01:09.902288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-35423e8d-dea3-4215-8a54-6bc09eefd58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:09.904147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-35423e8d-dea3-4215-8a54-6bc09eefd58a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1166945 Sep 30 08:01:09.912790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-cb826140-3d68-4e3d-ba1a-2a4741c02879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:09.914833 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-cb826140-3d68-4e3d-ba1a-2a4741c02879 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660798 Sep 30 08:01:10.052849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-ffa144ff-f4da-4d8a-850c-09a763948af7 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098061 Sep 30 08:01:10.078995 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf45e-1b42-485d-994d-bedd36657476 req-871f73bb-e8ee-4ed5-b9b6-ecdaeddf7db9 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:10.080415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7bbf45e-1b42-485d-994d-bedd36657476 req-871f73bb-e8ee-4ed5-b9b6-ecdaeddf7db9 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 932 time: 0.4626398 Sep 30 08:01:10.086738 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c07946b7-e384-4cee-bc0c-29039ad45b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.089309 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c07946b7-e384-4cee-bc0c-29039ad45b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.092385 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c07946b7-e384-4cee-bc0c-29039ad45b61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee27880c-7611-4582-8330-118373584902 HTTP/1.1" status: 204 len: 168 time: 0.5754609 Sep 30 08:01:10.107046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac326a5-688d-43b5-9f07-320c48ea59b3 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:01:10.116730 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91521f49-8961-4898-b3de-8b394fa6f4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.122675 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.129371 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07946b7-e384-4cee-bc0c-29039ad45b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee27880c-7611-4582-8330-118373584902,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:10.156937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Transition to ACTIVE for port object 8ac326a5-688d-43b5-9f07-320c48ea59b3 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:01:10.164938 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.214645 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a81ac6ed-6f0d-4611-9a8e-14a236c6f77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.220964 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-1822b4a1-6c84-4ec3-95bf-11d5f4e7f0bd req-7c5122d6-85cd-4367-b5cc-ea16a2df3d63 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Deleting port ffea61b0-479d-483b-9174-e4f2f35ba6d3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:01:10.221301 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1822b4a1-6c84-4ec3-95bf-11d5f4e7f0bd req-7c5122d6-85cd-4367-b5cc-ea16a2df3d63 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.226300 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bbedf97-dde0-4ffe-ad7a-858daca048f1 req-023c810f-9964-47e3-960b-8183fd8fc5c7 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318858 Sep 30 08:01:10.246571 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a81ac6ed-6f0d-4611-9a8e-14a236c6f77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.273766 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Pushing event updated for resources: {'Port': ['ID=8ac326a5-688d-43b5-9f07-320c48ea59b3,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:10.282547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ac6ed-6f0d-4611-9a8e-14a236c6f77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d904a9-7784-4a65-a19c-48fabd0bd783,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:10.304173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-cd2ffe2b-fda6-4ef7-8b63-fceb1307127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:10.306741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-cd2ffe2b-fda6-4ef7-8b63-fceb1307127f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3863921 Sep 30 08:01:10.314773 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-c8c9464d-afb0-4ebf-96e7-86b792200952 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442303 Sep 30 08:01:10.343634 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7bbf45e-1b42-485d-994d-bedd36657476 req-41d5b93b-912e-43bb-9315-fefd3188f2d7 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686385 Sep 30 08:01:10.374422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Attempting to bind port 8ac326a5-688d-43b5-9f07-320c48ea59b3 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:01:10.374422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Attempting to bind port 8ac326a5-688d-43b5-9f07-320c48ea59b3 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:01:10.374422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Attempting to bind port 8ac326a5-688d-43b5-9f07-320c48ea59b3 on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:10.374842 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a81ac6ed-6f0d-4611-9a8e-14a236c6f77c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28bb7abdb1fe42b3a0b9b3d44f6f4fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7000523 Sep 30 08:01:10.374842 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44124) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:10.383332 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Port 8ac326a5-688d-43b5-9f07-320c48ea59b3 on network 407edc8e-eacf-4658-b430-a785aa6467d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:01:10.383332 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Attempting to bind port 8ac326a5-688d-43b5-9f07-320c48ea59b3 on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:10.411742 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:01:10.412777 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Checking segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:10.412777 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Bound using segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:01:10.412967 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Bound port: 8ac326a5-688d-43b5-9f07-320c48ea59b3, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:01:10.413296 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.435391 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1822b4a1-6c84-4ec3-95bf-11d5f4e7f0bd req-7c5122d6-85cd-4367-b5cc-ea16a2df3d63 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] For port ffea61b0-479d-483b-9174-e4f2f35ba6d3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=ffea61b0-479d-483b-9174-e4f2f35ba6d3,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:10.435761 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1822b4a1-6c84-4ec3-95bf-11d5f4e7f0bd req-7c5122d6-85cd-4367-b5cc-ea16a2df3d63 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.460921 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-1822b4a1-6c84-4ec3-95bf-11d5f4e7f0bd req-7c5122d6-85cd-4367-b5cc-ea16a2df3d63 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Calling delete_port for ffea61b0-479d-483b-9174-e4f2f35ba6d3 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:01:10.468723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e9bfa-a789-44d0-aa61-7e01cf3e196a req-c4aa4995-cd1c-43ad-8854-4c6f0c9eadeb tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:10.476577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-301e9bfa-a789-44d0-aa61-7e01cf3e196a req-c4aa4995-cd1c-43ad-8854-4c6f0c9eadeb tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66feff6-2f07-4624-9d16-87f699361b1d HTTP/1.1" status: 200 len: 950 time: 0.1772738 Sep 30 08:01:10.531413 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91521f49-8961-4898-b3de-8b394fa6f4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.544090 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-87e2e731-91e9-42bb-b0d0-cdf332bc7c00 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281313 Sep 30 08:01:10.564373 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-301e9bfa-a789-44d0-aa61-7e01cf3e196a req-beba9beb-11ca-439c-b382-0e32b436099e tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.24 "GET /v2.0/security-groups?id=b296f8fe-3e93-4175-80d5-f36648d6e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868142 Sep 30 08:01:10.568153 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29f78527-b37b-45a2-9db3-fdcbecf282e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.578786 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] For port 8ac326a5-688d-43b5-9f07-320c48ea59b3, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:10.584572 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] For port 8ac326a5-688d-43b5-9f07-320c48ea59b3, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:01:10.636448 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91521f49-8961-4898-b3de-8b394fa6f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.651171 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.657098 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29f78527-b37b-45a2-9db3-fdcbecf282e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.707393 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3313620-cc4d-4fdc-b92a-d1d4b791ca69 req-49987b16-0800-48ac-ad97-d7274c07e1c0 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560183 Sep 30 08:01:10.749030 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29f78527-b37b-45a2-9db3-fdcbecf282e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.752586 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29f78527-b37b-45a2-9db3-fdcbecf282e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.758305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-29f78527-b37b-45a2-9db3-fdcbecf282e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1d904a9-7784-4a65-a19c-48fabd0bd783 HTTP/1.1" status: 204 len: 168 time: 0.3814049 Sep 30 08:01:10.758503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:10.758732 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.760068 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] 10.222.0.35 "PUT /v2.0/ports/8ac326a5-688d-43b5-9f07-320c48ea59b3 HTTP/1.1" status: 200 len: 1092 time: 1.7161949 Sep 30 08:01:10.762303 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1621d5-5068-45e9-afdb-dcbab5977c13', 'tag': '8ac326a5-688d-43b5-9f07-320c48ea59b3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:10.764571 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7952ad07-6566-46f3-aaee-fc90c0c76e32" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1621d5-5068-45e9-afdb-dcbab5977c13", "tag": "8ac326a5-688d-43b5-9f07-320c48ea59b3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:10.770251 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f78527-b37b-45a2-9db3-fdcbecf282e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d904a9-7784-4a65-a19c-48fabd0bd783,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:10.783961 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-91521f49-8961-4898-b3de-8b394fa6f4fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38b53c96b84947999257cdd56eb1050d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9701676 Sep 30 08:01:10.784669 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91521f49-8961-4898-b3de-8b394fa6f4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae23809-3004-4e5e-99f7-7a8d426fbd74,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:10.787356 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44142) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:10.792208 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa00aa6-73c0-4122-9e29-d9a0983ab79a service neutron] Pushing event updated for resources: {'Port': ['ID=8ac326a5-688d-43b5-9f07-320c48ea59b3,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:10.845249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44144) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:10.857877 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2140b16b-1bef-40cd-95b8-125481c821c5 x-openstack-request-id: req-2140b16b-1bef-40cd-95b8-125481c821c5 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:10.858127 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1621d5-5068-45e9-afdb-dcbab5977c13", "tag": "8ac326a5-688d-43b5-9f07-320c48ea59b3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:10.858353 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2140b16b-1bef-40cd-95b8-125481c821c5 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:10.858758 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1621d5-5068-45e9-afdb-dcbab5977c13', 'tag': '8ac326a5-688d-43b5-9f07-320c48ea59b3', 'status': 'completed', 'code': 200} Sep 30 08:01:10.878294 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8f63ee3-3f3d-4d52-9875-9022e6fc3a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.903655 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8f63ee3-3f3d-4d52-9875-9022e6fc3a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.928633 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-1134269b-76bd-44e8-97af-dad81faa5b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:10.930221 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-1134269b-76bd-44e8-97af-dad81faa5b1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 1095 time: 0.0696070 Sep 30 08:01:10.931811 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1822b4a1-6c84-4ec3-95bf-11d5f4e7f0bd req-7c5122d6-85cd-4367-b5cc-ea16a2df3d63 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.945380 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['ffea61b0-479d-483b-9174-e4f2f35ba6d3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:10.973819 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8f63ee3-3f3d-4d52-9875-9022e6fc3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.978714 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8f63ee3-3f3d-4d52-9875-9022e6fc3a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:10.980700 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a8f63ee3-3f3d-4d52-9875-9022e6fc3a1d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cae23809-3004-4e5e-99f7-7a8d426fbd74 HTTP/1.1" status: 204 len: 168 time: 0.1927159 Sep 30 08:01:10.990801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f63ee3-3f3d-4d52-9875-9022e6fc3a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae23809-3004-4e5e-99f7-7a8d426fbd74,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:11.017316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5122d6-85cd-4367-b5cc-ea16a2df3d63 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Pushing event deleted for resources: {'Port': ['ID=ffea61b0-479d-483b-9174-e4f2f35ba6d3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:11.070528 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-9df80426-aabc-4cf1-96a5-ce4bc646f151 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3 HTTP/1.1" status: 200 len: 217 time: 0.0634894 Sep 30 08:01:11.141138 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1822b4a1-6c84-4ec3-95bf-11d5f4e7f0bd req-7c5122d6-85cd-4367-b5cc-ea16a2df3d63 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] No DVR routers for this DVR port ffea61b0-479d-483b-9174-e4f2f35ba6d3 on host n-h1-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:01:11.144395 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1822b4a1-6c84-4ec3-95bf-11d5f4e7f0bd req-7c5122d6-85cd-4367-b5cc-ea16a2df3d63 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:11.147271 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1822b4a1-6c84-4ec3-95bf-11d5f4e7f0bd req-7c5122d6-85cd-4367-b5cc-ea16a2df3d63 tempest-ServersAdminNegativeTestJSON-196038588 tempest-ServersAdminNegativeTestJSON-196038588-project] 10.222.0.36 "DELETE /v2.0/ports/ffea61b0-479d-483b-9174-e4f2f35ba6d3 HTTP/1.1" status: 204 len: 173 time: 1.2248199 Sep 30 08:01:11.164241 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6004bf6-fb72-4222-863c-ba2c5d0c6139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:11.186100 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-c002ac21-da5e-4dc5-9ffa-e5e394b93564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:11.188147 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-c002ac21-da5e-4dc5-9ffa-e5e394b93564 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.1036165 Sep 30 08:01:11.269217 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-e02494e5-4805-4e01-846a-c487e9d8ae8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675466 Sep 30 08:01:11.440167 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-8d7269fe-b5da-43dd-aaaa-98c35e17236e service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664579 Sep 30 08:01:11.460601 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6004bf6-fb72-4222-863c-ba2c5d0c6139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:11.488849 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6004bf6-fb72-4222-863c-ba2c5d0c6139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:11.533184 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44170) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:11.543089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993736a-a2f6-4463-9b7e-5ff4d5dd181d req-e992dcc5-178f-4bd3-93da-444a4d79e960 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:11.544651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8993736a-a2f6-4463-9b7e-5ff4d5dd181d req-e992dcc5-178f-4bd3-93da-444a4d79e960 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 947 time: 0.1971149 Sep 30 08:01:11.566180 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e6004bf6-fb72-4222-863c-ba2c5d0c6139 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e584ada70be42d7be3c397ce2ce0dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7149532 Sep 30 08:01:11.570729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44172) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:11.571520 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6004bf6-fb72-4222-863c-ba2c5d0c6139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba79d5a-120b-4b78-a6c7-7c44fb1d4a3b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:11.575342 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf6d59ea-e5c7-4e28-9de7-dfea146c32e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:11.609981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf98d-5a1b-4a84-99e2-66b4bdb31514 req-d629b683-41a0-472d-b663-6dfbe90d02be tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:11.611639 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98faf98d-5a1b-4a84-99e2-66b4bdb31514 req-d629b683-41a0-472d-b663-6dfbe90d02be tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 944 time: 0.1557891 Sep 30 08:01:11.674064 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8993736a-a2f6-4463-9b7e-5ff4d5dd181d req-c8df6f2d-6348-43b5-8ef7-ec8cc92f1401 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153190 Sep 30 08:01:11.683175 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb916245-593b-4cf6-8e7d-c9941160de09 req-45d529cc-1c52-45f5-b885-d47d7a43c14c service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341480 Sep 30 08:01:11.743682 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c0b312f-1121-41de-84cc-78fbf9768816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:11.747547 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf6d59ea-e5c7-4e28-9de7-dfea146c32e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:11.756941 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf6d59ea-e5c7-4e28-9de7-dfea146c32e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:11.764456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98faf98d-5a1b-4a84-99e2-66b4bdb31514 req-ddc5b8e8-f472-4e76-b022-40face9dc5b7 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133673 Sep 30 08:01:11.790911 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c0b312f-1121-41de-84cc-78fbf9768816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:11.867307 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c0b312f-1121-41de-84cc-78fbf9768816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:11.870317 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c0b312f-1121-41de-84cc-78fbf9768816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:11.874864 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8c0b312f-1121-41de-84cc-78fbf9768816 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ba79d5a-120b-4b78-a6c7-7c44fb1d4a3b HTTP/1.1" status: 204 len: 168 time: 0.2996063 Sep 30 08:01:11.886458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b312f-1121-41de-84cc-78fbf9768816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba79d5a-120b-4b78-a6c7-7c44fb1d4a3b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:11.912524 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d59ea-e5c7-4e28-9de7-dfea146c32e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a89ad0-e505-47bd-a2a6-509c49266f75,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:11.921817 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cf6d59ea-e5c7-4e28-9de7-dfea146c32e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0183af143abf4ccc9118d854ce1a1418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872306 Sep 30 08:01:11.925755 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44186) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:11.936568 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952ad07-6566-46f3-aaee-fc90c0c76e32 req-8f7e7a02-8447-4ade-89f1-4658dfab3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:11.938363 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7952ad07-6566-46f3-aaee-fc90c0c76e32 req-8f7e7a02-8447-4ade-89f1-4658dfab3941 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 1095 time: 0.0911958 Sep 30 08:01:11.965191 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed5aacb9-8316-4ee3-8e14-d427dc1fb2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:12.014492 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ed71587-54b9-48c6-87e1-ba6eba96718a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:12.045556 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ed71587-54b9-48c6-87e1-ba6eba96718a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:12.205974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a9830-03cf-440c-b730-7bbd31b552ab req-a381ca15-13c4-4ffb-9569-eb6b3babbda2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:12.208149 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a0a9830-03cf-440c-b730-7bbd31b552ab req-a381ca15-13c4-4ffb-9569-eb6b3babbda2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 947 time: 0.1006842 Sep 30 08:01:12.209907 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ed71587-54b9-48c6-87e1-ba6eba96718a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:12.213015 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ed71587-54b9-48c6-87e1-ba6eba96718a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:12.214281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7ed71587-54b9-48c6-87e1-ba6eba96718a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42a89ad0-e505-47bd-a2a6-509c49266f75 HTTP/1.1" status: 204 len: 168 time: 0.2874887 Sep 30 08:01:12.298241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed71587-54b9-48c6-87e1-ba6eba96718a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a89ad0-e505-47bd-a2a6-509c49266f75,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:12.309401 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952ad07-6566-46f3-aaee-fc90c0c76e32 req-704c60d5-3b1f-4966-89da-18f5bf8f2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:12.320657 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7952ad07-6566-46f3-aaee-fc90c0c76e32 req-704c60d5-3b1f-4966-89da-18f5bf8f2eaa service neutron] 10.222.0.35 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.3639073 Sep 30 08:01:12.330756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a0a9830-03cf-440c-b730-7bbd31b552ab req-fda70311-838d-42ab-b97a-122b4d660d15 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125593 Sep 30 08:01:12.357175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1bc97-1634-426a-a373-68676d5e8c5a req-971ab6f4-219b-4402-aa71-800bc8e63566 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:12.358188 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7cc1bc97-1634-426a-a373-68676d5e8c5a req-971ab6f4-219b-4402-aa71-800bc8e63566 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5&tenant_id=21516085bfed40e3aed84af26bb1b679&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 947 time: 0.1427436 Sep 30 08:01:12.385222 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7952ad07-6566-46f3-aaee-fc90c0c76e32 req-1fc6036b-37d7-480d-846b-f8dff38c9464 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3 HTTP/1.1" status: 200 len: 217 time: 0.0637205 Sep 30 08:01:12.435773 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 98d33256-ecf2-4bfe-9a97-7d4afde340f0 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:01:12.439797 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-7cc1bc97-1634-426a-a373-68676d5e8c5a req-04a1f692-efec-4b45-bfba-da030f1c4e44 service neutron] delete failed (client error): The resource could not be found. Sep 30 08:01:12.440985 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7cc1bc97-1634-426a-a373-68676d5e8c5a req-04a1f692-efec-4b45-bfba-da030f1c4e44 service neutron] 10.222.0.35 "DELETE /v2.0/ports/98d33256-ecf2-4bfe-9a97-7d4afde340f0/bindings/n-h2-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0741284 Sep 30 08:01:12.451078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952ad07-6566-46f3-aaee-fc90c0c76e32 req-f9303584-ce97-4c8c-afe5-731c1d2b10d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:12.452860 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7952ad07-6566-46f3-aaee-fc90c0c76e32 req-f9303584-ce97-4c8c-afe5-731c1d2b10d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.0602596 Sep 30 08:01:12.503543 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7952ad07-6566-46f3-aaee-fc90c0c76e32 req-13edc8e3-5cc7-4932-a447-ea096c47fbbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272768 Sep 30 08:01:12.566771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 98d33256-ecf2-4bfe-9a97-7d4afde340f0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:12.585608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '98d33256-ecf2-4bfe-9a97-7d4afde340f0', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '98d33256-ecf2-4bfe-9a97-7d4afde340f0', 'mac_address': 'fa:16:3e:44:13:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:01:12.614090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1bc97-1634-426a-a373-68676d5e8c5a req-5c268210-6956-455b-8e39-90b099e12937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:12.616998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7cc1bc97-1634-426a-a373-68676d5e8c5a req-5c268210-6956-455b-8e39-90b099e12937 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 1098 time: 0.0552931 Sep 30 08:01:12.639018 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:12.654056 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7952ad07-6566-46f3-aaee-fc90c0c76e32 req-2ca4ced8-b06a-4e18-a891-46a524fd888d service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407373 Sep 30 08:01:12.660105 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d33256-ecf2-4bfe-9a97-7d4afde340f0 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:01:12.685009 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 98d33256-ecf2-4bfe-9a97-7d4afde340f0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:12.691460 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:12.740945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:12.757669 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ed32f3f-fb30-4cbf-a4f9-6a01c5a97bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:12.767291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=98d33256-ecf2-4bfe-9a97-7d4afde340f0,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:12.788482 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44208) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:12.817846 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7952ad07-6566-46f3-aaee-fc90c0c76e32 req-80b39808-3f87-4233-9182-264fa202af22 service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546988 Sep 30 08:01:12.852327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1bc97-1634-426a-a373-68676d5e8c5a req-9f29a255-92ab-4224-a6a2-910303bed0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:12.854997 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7cc1bc97-1634-426a-a373-68676d5e8c5a req-9f29a255-92ab-4224-a6a2-910303bed0bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2302635 Sep 30 08:01:12.910191 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ed32f3f-fb30-4cbf-a4f9-6a01c5a97bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:12.911284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66feff6-2f07-4624-9d16-87f699361b1d', 'name': 'network-vif-deleted', 'tag': 'ffea61b0-479d-483b-9174-e4f2f35ba6d3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:12.915364 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed46311-a590-4c37-b335-344892fcae42" -d '{"events": [{"server_uuid": "b66feff6-2f07-4624-9d16-87f699361b1d", "name": "network-vif-deleted", "tag": "ffea61b0-479d-483b-9174-e4f2f35ba6d3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:12.917105 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['98d33256-ecf2-4bfe-9a97-7d4afde340f0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:12.922065 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ed32f3f-fb30-4cbf-a4f9-6a01c5a97bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:12.938173 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7cc1bc97-1634-426a-a373-68676d5e8c5a req-dd559912-366a-494a-9b14-a205084b6f92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0 HTTP/1.1" status: 200 len: 217 time: 0.0748346 Sep 30 08:01:12.970831 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3ed32f3f-fb30-4cbf-a4f9-6a01c5a97bc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ce1321d067943f4b0c8ae4876d911f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284367 Sep 30 08:01:12.972658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed32f3f-fb30-4cbf-a4f9-6a01c5a97bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49eb12d0-0977-4881-920e-cfad85a4fea3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:12.976041 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44222) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:13.049017 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286ff143-c5ad-4716-93e0-8d32d05ab340 x-openstack-request-id: req-286ff143-c5ad-4716-93e0-8d32d05ab340 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:13.049307 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66feff6-2f07-4624-9d16-87f699361b1d", "name": "network-vif-deleted", "tag": "ffea61b0-479d-483b-9174-e4f2f35ba6d3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:13.049556 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-286ff143-c5ad-4716-93e0-8d32d05ab340 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:13.049940 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66feff6-2f07-4624-9d16-87f699361b1d', 'name': 'network-vif-deleted', 'tag': 'ffea61b0-479d-483b-9174-e4f2f35ba6d3', 'status': 'completed', 'code': 200} Sep 30 08:01:13.055268 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1bc97-1634-426a-a373-68676d5e8c5a req-3d36dfe3-23e5-47fa-b7a3-c98a4175ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:13.057492 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7cc1bc97-1634-426a-a373-68676d5e8c5a req-3d36dfe3-23e5-47fa-b7a3-c98a4175ef31 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0819516 Sep 30 08:01:13.081189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-472e4d39-894e-475f-a017-617083f41b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:13.112000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea80fda-b5d9-4582-a65e-97e2593a5bd0 req-9337748a-cfc4-451b-90f7-f0d163db0f86 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:13.128241 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-472e4d39-894e-475f-a017-617083f41b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:13.131707 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ea80fda-b5d9-4582-a65e-97e2593a5bd0 req-9337748a-cfc4-451b-90f7-f0d163db0f86 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 944 time: 0.1961219 Sep 30 08:01:13.156488 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1bc97-1634-426a-a373-68676d5e8c5a req-6f113049-cc42-4398-870d-57465582975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:13.158316 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7cc1bc97-1634-426a-a373-68676d5e8c5a req-6f113049-cc42-4398-870d-57465582975d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0927544 Sep 30 08:01:13.320842 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f960a2ab-8adc-447a-9b5a-6037d914c213 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=720d9f80d0de4b5bbd247be1eb39620a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5284650 Sep 30 08:01:13.321998 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44236) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:13.333102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ea80fda-b5d9-4582-a65e-97e2593a5bd0 req-c2f7e90b-efde-46bd-8ae2-341826834b93 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906974 Sep 30 08:01:13.352361 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-472e4d39-894e-475f-a017-617083f41b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:13.356921 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7cc1bc97-1634-426a-a373-68676d5e8c5a req-9f8b5fd7-a422-4d9f-adfc-04b6c151e00b service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881857 Sep 30 08:01:13.366055 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-472e4d39-894e-475f-a017-617083f41b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:13.372176 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-472e4d39-894e-475f-a017-617083f41b45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49eb12d0-0977-4881-920e-cfad85a4fea3 HTTP/1.1" status: 204 len: 168 time: 0.3954175 Sep 30 08:01:13.411012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e4d39-894e-475f-a017-617083f41b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eb12d0-0977-4881-920e-cfad85a4fea3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:13.464414 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fca68b31-45c7-4031-a491-a00c3af88c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:13.495362 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fca68b31-45c7-4031-a491-a00c3af88c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:13.497042 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44244) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:13.572470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7cc1bc97-1634-426a-a373-68676d5e8c5a req-ce3247d2-d40a-4ac9-8ed6-35ebdf9d0021 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024627 Sep 30 08:01:13.573598 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fca68b31-45c7-4031-a491-a00c3af88c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:13.576433 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fca68b31-45c7-4031-a491-a00c3af88c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:13.580118 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fca68b31-45c7-4031-a491-a00c3af88c59 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b296f8fe-3e93-4175-80d5-f36648d6e8b6 HTTP/1.1" status: 204 len: 168 time: 0.2500188 Sep 30 08:01:13.581652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87810d-4562-4245-922b-107df22654f8 req-09ee2445-cb6a-485b-bcc3-4566bbba7762 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:13.587767 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca68b31-45c7-4031-a491-a00c3af88c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b296f8fe-3e93-4175-80d5-f36648d6e8b6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:13.593552 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed87810d-4562-4245-922b-107df22654f8 req-09ee2445-cb6a-485b-bcc3-4566bbba7762 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 948 time: 0.0961161 Sep 30 08:01:13.642634 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed87810d-4562-4245-922b-107df22654f8 req-7adcbbd0-6442-4d53-937d-7ea05403a807 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473776 Sep 30 08:01:13.797833 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b05e68eb-4520-46ac-a2dd-50b051c8ed68 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-925557098-network', 'tenant_id': 'c5bceee52dff4f7192565075e6eb1a0c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:13.825294 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05e68eb-4520-46ac-a2dd-50b051c8ed68 admin admin] Made reservation on behalf of c5bceee52dff4f7192565075e6eb1a0c for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:13.829323 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b05e68eb-4520-46ac-a2dd-50b051c8ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:13.839280 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b05e68eb-4520-46ac-a2dd-50b051c8ed68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:13.976148 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b05e68eb-4520-46ac-a2dd-50b051c8ed68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:13.983294 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b05e68eb-4520-46ac-a2dd-50b051c8ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:14.017161 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e68eb-4520-46ac-a2dd-50b051c8ed68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a18d7a-951c-4a7a-b10f-b04ba9724ccd,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:14.032613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05e68eb-4520-46ac-a2dd-50b051c8ed68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:01:14.047629 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b05e68eb-4520-46ac-a2dd-50b051c8ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:14.048206 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-b05e68eb-4520-46ac-a2dd-50b051c8ed68 admin admin] Added segment 9e39e83b-c712-431c-8c84-83355461aa20 of type vlan for network ff3bf6fa-677e-4882-9e2c-4f0908058dc0 Sep 30 08:01:14.116388 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b05e68eb-4520-46ac-a2dd-50b051c8ed68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:14.148743 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b05e68eb-4520-46ac-a2dd-50b051c8ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:14.150156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05e68eb-4520-46ac-a2dd-50b051c8ed68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:14.151362 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b05e68eb-4520-46ac-a2dd-50b051c8ed68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:14.184388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44268) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:14.189614 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bf111b80-c551-4348-bc2e-4db477ac0112 admin admin] Request body: {'subnet': {'network_id': 'ff3bf6fa-677e-4882-9e2c-4f0908058dc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-925557098-subnet', 'tenant_id': 'c5bceee52dff4f7192565075e6eb1a0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:14.198107 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b05e68eb-4520-46ac-a2dd-50b051c8ed68 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6981261 Sep 30 08:01:14.238923 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf111b80-c551-4348-bc2e-4db477ac0112 admin admin] Made reservation on behalf of c5bceee52dff4f7192565075e6eb1a0c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:14.243367 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf111b80-c551-4348-bc2e-4db477ac0112 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:14.304661 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44276) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:14.325580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e68eb-4520-46ac-a2dd-50b051c8ed68 admin admin] Pushing event updated for resources: {'Network': ['ID=ff3bf6fa-677e-4882-9e2c-4f0908058dc0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:14.347705 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network ff3bf6fa-677e-4882-9e2c-4f0908058dc0 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:01:14.428448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44282) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:14.429262 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e6bb163b-d17c-48b0-bce5-a12af05a69d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f1849b76c3e44ac843aec6d9de254f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1224787 Sep 30 08:01:14.455802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 98d33256-ecf2-4bfe-9a97-7d4afde340f0 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:01:14.523095 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:01:14.527795 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:14.528386 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:14.565590 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6477234-bc42-4b03-b96f-fd8eb561a00a req-414bef89-83c9-431f-a69e-f0217ee4889e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:14.567133 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6477234-bc42-4b03-b96f-fd8eb561a00a req-414bef89-83c9-431f-a69e-f0217ee4889e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 944 time: 0.1316614 Sep 30 08:01:14.573303 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf111b80-c551-4348-bc2e-4db477ac0112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:14.578779 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87245192-55ab-4158-925a-aa068556df7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:14.673117 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87245192-55ab-4158-925a-aa068556df7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:14.704350 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6477234-bc42-4b03-b96f-fd8eb561a00a req-1e28ab75-abb3-4e31-adec-ce784ff35eb5 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274574 Sep 30 08:01:14.735564 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf111b80-c551-4348-bc2e-4db477ac0112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf9833a6-7238-4156-983f-59fd1b2be2ed,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:14.791398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf111b80-c551-4348-bc2e-4db477ac0112 admin admin] Checking segment: {'id': '9e39e83b-c712-431c-8c84-83355461aa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ff3bf6fa-677e-4882-9e2c-4f0908058dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:14.792414 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf111b80-c551-4348-bc2e-4db477ac0112 admin admin] Network hostable DHCP agents. Network: ff3bf6fa-677e-4882-9e2c-4f0908058dc0, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:01:14.800059 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87245192-55ab-4158-925a-aa068556df7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:14.804671 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87245192-55ab-4158-925a-aa068556df7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:14.809131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-87245192-55ab-4158-925a-aa068556df7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c212a248-5ca6-47a6-b917-0e66e0228bbe HTTP/1.1" status: 204 len: 168 time: 0.3794994 Sep 30 08:01:14.820482 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf111b80-c551-4348-bc2e-4db477ac0112 admin admin] Network ff3bf6fa-677e-4882-9e2c-4f0908058dc0 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:01:14.825164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87245192-55ab-4158-925a-aa068556df7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c212a248-5ca6-47a6-b917-0e66e0228bbe,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:14.842295 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-bf111b80-c551-4348-bc2e-4db477ac0112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, ff3bf6fa-677e-4882-9e2c-4f0908058dc0) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:14.843377 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 8ac326a5-688d-43b5-9f07-320c48ea59b3 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:01:14.847581 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf111b80-c551-4348-bc2e-4db477ac0112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:14.848627 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf111b80-c551-4348-bc2e-4db477ac0112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:14.870121 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bf111b80-c551-4348-bc2e-4db477ac0112 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6843247 Sep 30 08:01:14.873696 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b6018f-45c6-4381-ad2a-65fbc8627b01 None None] Network ff3bf6fa-677e-4882-9e2c-4f0908058dc0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:14.938982 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257e43c-88fe-41bd-9062-c3536debb60d req-614bc50e-77de-467a-bee4-e230a90ee563 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:14.945971 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:14.950432 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a257e43c-88fe-41bd-9062-c3536debb60d req-614bc50e-77de-467a-bee4-e230a90ee563 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 948 time: 0.0876896 Sep 30 08:01:14.964508 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14a7fbb3-6d4b-476b-ba50-53dde437e14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:15.026076 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a257e43c-88fe-41bd-9062-c3536debb60d req-a49e021d-1c9a-48a0-90ab-15c755822a30 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742996 Sep 30 08:01:15.137169 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82782f13-d4f0-4e7c-a66e-c2aa73b864d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d33256-ecf2-4bfe-9a97-7d4afde340f0'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:15.140548 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a0deac-5647-4967-b572-b64fc395e07a" -d '{"events": [{"server_uuid": "82782f13-d4f0-4e7c-a66e-c2aa73b864d5", "name": "network-vif-plugged", "status": "completed", "tag": "98d33256-ecf2-4bfe-9a97-7d4afde340f0"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:15.166436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f1a43-c28a-4e35-9907-9abe3ad39415 req-a752caf1-1b6f-43c7-89b6-5063366e1a74 tempest-MigrationsAdminTest-83948743 tempest-MigrationsAdminTest-83948743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:15.174705 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-137f1a43-c28a-4e35-9907-9abe3ad39415 req-a752caf1-1b6f-43c7-89b6-5063366e1a74 tempest-MigrationsAdminTest-83948743 tempest-MigrationsAdminTest-83948743-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 1099 time: 0.0741501 Sep 30 08:01:15.223731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 98d33256-ecf2-4bfe-9a97-7d4afde340f0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:15.240882 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:15.241834 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device ffea61b0-479d-483b-9174-e4f2f35ba6d3 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:01:15.256514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-137f1a43-c28a-4e35-9907-9abe3ad39415 req-5e787658-2b1a-40ee-ab6c-aae74d716205 tempest-MigrationsAdminTest-83948743 tempest-MigrationsAdminTest-83948743-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738311 Sep 30 08:01:15.289198 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:15.312823 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: ffea61b0-479d-483b-9174-e4f2f35ba6d3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:01:15.313373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device ffea61b0-479d-483b-9174-e4f2f35ba6d3 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:01:15.315104 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e34950-c862-4e93-aafc-ee8883501d92 None None] Network ff3bf6fa-677e-4882-9e2c-4f0908058dc0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:15.324287 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a2b9ca-4d8c-4123-b988-c87095334475 x-openstack-request-id: req-b9a2b9ca-4d8c-4123-b988-c87095334475 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:15.324603 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82782f13-d4f0-4e7c-a66e-c2aa73b864d5", "name": "network-vif-plugged", "status": "completed", "tag": "98d33256-ecf2-4bfe-9a97-7d4afde340f0", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:15.325238 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9a2b9ca-4d8c-4123-b988-c87095334475 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:15.325377 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82782f13-d4f0-4e7c-a66e-c2aa73b864d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d33256-ecf2-4bfe-9a97-7d4afde340f0', 'code': 200} Sep 30 08:01:15.366109 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 8ac326a5-688d-43b5-9f07-320c48ea59b3, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:15.422633 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '8ac326a5-688d-43b5-9f07-320c48ea59b3', 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1', 'port_id': '8ac326a5-688d-43b5-9f07-320c48ea59b3', 'mac_address': 'fa:16:3e:98:6e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d5e453-47cb-4a1c-9b01-81aa8a96aed1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:01:15.437123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=98d33256-ecf2-4bfe-9a97-7d4afde340f0,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:15.485752 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:15.517924 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac326a5-688d-43b5-9f07-320c48ea59b3 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:01:15.557370 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 8ac326a5-688d-43b5-9f07-320c48ea59b3, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:15.561914 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:15.627281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=8ac326a5-688d-43b5-9f07-320c48ea59b3,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:15.685660 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-915a9af8-35c7-48e8-8d3c-d9a607b3230f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=21516085bfed40e3aed84af26bb1b679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349882 Sep 30 08:01:15.710902 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:15.828664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['8ac326a5-688d-43b5-9f07-320c48ea59b3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:15.863837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9233cced-ab4e-4fee-8a27-f4a1b91353b0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:15.866602 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9233cced-ab4e-4fee-8a27-f4a1b91353b0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694174 Sep 30 08:01:15.874946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44270351-b5ff-4e4f-90df-a181acb81990 req-fd44aefc-63bf-497c-b789-ca3700e3b828 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:15.876656 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-44270351-b5ff-4e4f-90df-a181acb81990 req-fd44aefc-63bf-497c-b789-ca3700e3b828 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 945 time: 0.0902867 Sep 30 08:01:15.900219 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-1120a036-44a2-46ef-a6cd-4201c4532958 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/quotas/21516085bfed40e3aed84af26bb1b679 HTTP/1.1" status: 200 len: 375 time: 0.0223732 Sep 30 08:01:15.966821 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-44270351-b5ff-4e4f-90df-a181acb81990 req-4b903811-823f-4ab8-adb0-fbb05613a473 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820143 Sep 30 08:01:15.989026 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-3550615e-f0b8-4a79-be9c-2963c449c62c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876923 Sep 30 08:01:16.076209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:16.186939 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98ba9a5e-bd37-4990-8e65-134124aa1122 req-917cb001-c579-4ca3-a115-bdf663c37a22 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 210 time: 0.0407407 Sep 30 08:01:16.409589 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa4afd9c-117c-40cc-a09d-29f33e21144d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:16.539301 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa4afd9c-117c-40cc-a09d-29f33e21144d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:16.543974 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa4afd9c-117c-40cc-a09d-29f33e21144d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:16.583633 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4afd9c-117c-40cc-a09d-29f33e21144d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c211c24d-2d92-4e0c-8f05-6e16f690f192,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:16.602419 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fa4afd9c-117c-40cc-a09d-29f33e21144d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7faa3e8d197042caade82806fb603e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231721 Sep 30 08:01:16.605041 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44394) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:16.666310 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e90096a4-32bb-4637-932f-db62d9fca84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:16.696581 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e90096a4-32bb-4637-932f-db62d9fca84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:16.758031 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e90096a4-32bb-4637-932f-db62d9fca84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:16.761225 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e90096a4-32bb-4637-932f-db62d9fca84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:16.762721 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e90096a4-32bb-4637-932f-db62d9fca84a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c211c24d-2d92-4e0c-8f05-6e16f690f192 HTTP/1.1" status: 204 len: 168 time: 0.1563866 Sep 30 08:01:16.770902 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90096a4-32bb-4637-932f-db62d9fca84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c211c24d-2d92-4e0c-8f05-6e16f690f192,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:16.812828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44410) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:16.815178 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 8ac326a5-688d-43b5-9f07-320c48ea59b3 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:01:16.819997 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-911df3e7-d0ae-433f-97cc-dc7fa714a121 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1538815079-network', 'tenant_id': '5ac000c859ca432fbfc3686846a2e756'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:16.848474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911df3e7-d0ae-433f-97cc-dc7fa714a121 admin admin] Made reservation on behalf of 5ac000c859ca432fbfc3686846a2e756 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:16.852424 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-911df3e7-d0ae-433f-97cc-dc7fa714a121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:16.863646 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-911df3e7-d0ae-433f-97cc-dc7fa714a121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:16.875357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 8ac326a5-688d-43b5-9f07-320c48ea59b3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:01:16.881771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 8ac326a5-688d-43b5-9f07-320c48ea59b3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:16.882196 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:16.980839 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:16.999381 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-911df3e7-d0ae-433f-97cc-dc7fa714a121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:17.007650 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-911df3e7-d0ae-433f-97cc-dc7fa714a121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:17.024379 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911df3e7-d0ae-433f-97cc-dc7fa714a121 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:01:17.035643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 8ac326a5-688d-43b5-9f07-320c48ea59b3, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:17.042187 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-911df3e7-d0ae-433f-97cc-dc7fa714a121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:17.042535 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-911df3e7-d0ae-433f-97cc-dc7fa714a121 admin admin] Added segment ba4eb6d9-d751-4bc2-8682-94969b6fd359 of type vlan for network 2e7cc9d8-48b9-4d5c-a441-720b25db869c Sep 30 08:01:17.043865 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:17.162752 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=8ac326a5-688d-43b5-9f07-320c48ea59b3,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:17.163871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911df3e7-d0ae-433f-97cc-dc7fa714a121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3289c7ad-d325-401c-b5ee-0b2434b2e9f2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:17.201641 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-911df3e7-d0ae-433f-97cc-dc7fa714a121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:17.202160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31b32-feee-4116-bc5c-14ebde8fba64 req-88e5c810-c4a1-46e9-b72c-b0303765ecb5 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:17.211573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fb31b32-feee-4116-bc5c-14ebde8fba64 req-88e5c810-c4a1-46e9-b72c-b0303765ecb5 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 946 time: 0.1217837 Sep 30 08:01:17.263248 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fb31b32-feee-4116-bc5c-14ebde8fba64 req-4a425c1a-52ca-44cf-b4dc-b64723695a25 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458806 Sep 30 08:01:17.285567 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-f41075fa-e0d2-449b-a5f9-62f688940968 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=21516085bfed40e3aed84af26bb1b679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570574 Sep 30 08:01:17.290611 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-911df3e7-d0ae-433f-97cc-dc7fa714a121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:17.294106 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911df3e7-d0ae-433f-97cc-dc7fa714a121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:17.296107 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-911df3e7-d0ae-433f-97cc-dc7fa714a121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:17.326897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1621d5-5068-45e9-afdb-dcbab5977c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac326a5-688d-43b5-9f07-320c48ea59b3'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:17.332914 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4db7b0d-760b-4bb8-9337-64f99c6bf74b" -d '{"events": [{"server_uuid": "0b1621d5-5068-45e9-afdb-dcbab5977c13", "name": "network-vif-plugged", "status": "completed", "tag": "8ac326a5-688d-43b5-9f07-320c48ea59b3"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:17.376922 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-911df3e7-d0ae-433f-97cc-dc7fa714a121 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5624974 Sep 30 08:01:17.384016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44430) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:17.394819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50463564-3065-4e83-8e18-068a660e7b05 req-c18c5c92-a43f-4e91-bc7b-0a4a5cc65990 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 210 time: 0.0658226 Sep 30 08:01:17.400210 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ebe7c51a-22ef-4c7b-9e57-d5a3c84d6d40 admin admin] Request body: {'subnet': {'network_id': '2e7cc9d8-48b9-4d5c-a441-720b25db869c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1538815079-subnet', 'tenant_id': '5ac000c859ca432fbfc3686846a2e756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:17.470518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe7c51a-22ef-4c7b-9e57-d5a3c84d6d40 admin admin] Made reservation on behalf of 5ac000c859ca432fbfc3686846a2e756 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:17.475037 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c51a-22ef-4c7b-9e57-d5a3c84d6d40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:17.485521 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e9d095-c547-4ffc-9813-473ae235f028 x-openstack-request-id: req-b3e9d095-c547-4ffc-9813-473ae235f028 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:17.485772 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1621d5-5068-45e9-afdb-dcbab5977c13", "name": "network-vif-plugged", "status": "completed", "tag": "8ac326a5-688d-43b5-9f07-320c48ea59b3", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:17.486026 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3e9d095-c547-4ffc-9813-473ae235f028 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:17.486418 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1621d5-5068-45e9-afdb-dcbab5977c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac326a5-688d-43b5-9f07-320c48ea59b3', 'code': 200} Sep 30 08:01:17.502900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911df3e7-d0ae-433f-97cc-dc7fa714a121 admin admin] Pushing event updated for resources: {'Network': ['ID=2e7cc9d8-48b9-4d5c-a441-720b25db869c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:17.514405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 2e7cc9d8-48b9-4d5c-a441-720b25db869c details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:01:17.549233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-61587ace-494a-40d3-91cc-2b53c9f45669 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:17.551129 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-61587ace-494a-40d3-91cc-2b53c9f45669 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2273052 Sep 30 08:01:17.576809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-4ce732bc-2b04-497e-96ce-fc017e374311 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Request body: {'port': {'device_id': '821a542c-feb7-416b-b612-ecd983a71eac', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '21516085bfed40e3aed84af26bb1b679'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:17.610214 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:17.687444 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44436) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:17.709846 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0341-1039-4c88-853d-50485b7ef371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:17.841547 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0341-1039-4c88-853d-50485b7ef371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:17.849240 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0341-1039-4c88-853d-50485b7ef371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:17.864444 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeb80e-eb0f-492d-8daf-431f2ec08420 req-725ea98a-a167-4ac3-b7cb-a137191de2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:17.866473 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9aeeb80e-eb0f-492d-8daf-431f2ec08420 req-725ea98a-a167-4ac3-b7cb-a137191de2e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 1097 time: 0.0571220 Sep 30 08:01:17.911441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-4ce732bc-2b04-497e-96ce-fc017e374311 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Made reservation on behalf of 21516085bfed40e3aed84af26bb1b679 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:17.914943 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-4ce732bc-2b04-497e-96ce-fc017e374311 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:17.925483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44442) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:17.928964 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9aeeb80e-eb0f-492d-8daf-431f2ec08420 req-a286a764-3c71-4651-bf36-365d36ef5e09 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412412 Sep 30 08:01:17.936399 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9c2a0341-1039-4c88-853d-50485b7ef371 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41da86080d454102bfa3aa455cd2101d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456231 Sep 30 08:01:17.940429 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a0341-1039-4c88-853d-50485b7ef371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d888044-7d40-4913-82ac-b8a4221d387d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:17.940640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44444) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:18.028228 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c51a-22ef-4c7b-9e57-d5a3c84d6d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:18.078978 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0b201b4-8b8f-412e-80a6-ea62294adca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:18.086050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7c51a-22ef-4c7b-9e57-d5a3c84d6d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75540acd-2fb6-4af8-8ef1-2378fa840e44,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:18.106106 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-4ce732bc-2b04-497e-96ce-fc017e374311 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Allocated IP 192.168.233.71 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/90964885-bc3d-4d3b-894b-ff2a2e11e652) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:01:18.120141 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0b201b4-8b8f-412e-80a6-ea62294adca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:18.136656 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe7c51a-22ef-4c7b-9e57-d5a3c84d6d40 admin admin] Checking segment: {'id': 'ba4eb6d9-d751-4bc2-8682-94969b6fd359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2e7cc9d8-48b9-4d5c-a441-720b25db869c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:18.137292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe7c51a-22ef-4c7b-9e57-d5a3c84d6d40 admin admin] Network hostable DHCP agents. Network: 2e7cc9d8-48b9-4d5c-a441-720b25db869c, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:01:18.180529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe7c51a-22ef-4c7b-9e57-d5a3c84d6d40 admin admin] Network 2e7cc9d8-48b9-4d5c-a441-720b25db869c is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:01:18.193760 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ebe7c51a-22ef-4c7b-9e57-d5a3c84d6d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 2e7cc9d8-48b9-4d5c-a441-720b25db869c) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:18.199860 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe7c51a-22ef-4c7b-9e57-d5a3c84d6d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:18.200609 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c51a-22ef-4c7b-9e57-d5a3c84d6d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:18.204822 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0b201b4-8b8f-412e-80a6-ea62294adca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:18.205436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9243964-2d37-4355-a1e6-0d34254f33e0 None None] Network 2e7cc9d8-48b9-4d5c-a441-720b25db869c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:18.211923 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0b201b4-8b8f-412e-80a6-ea62294adca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:18.219187 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f0b201b4-8b8f-412e-80a6-ea62294adca9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d888044-7d40-4913-82ac-b8a4221d387d HTTP/1.1" status: 204 len: 168 time: 0.2769833 Sep 30 08:01:18.233849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b201b4-8b8f-412e-80a6-ea62294adca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d888044-7d40-4913-82ac-b8a4221d387d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:18.244088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ebe7c51a-22ef-4c7b-9e57-d5a3c84d6d40 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8560574 Sep 30 08:01:18.278890 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b0032b9-7e11-4b22-b68f-142b585b898e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:18.414173 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-4ce732bc-2b04-497e-96ce-fc017e374311 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:18.450238 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050d6ee2-c1fe-41e4-8565-b8603bc7cb6f None None] Network 2e7cc9d8-48b9-4d5c-a441-720b25db869c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:18.464370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb71e4-b5b1-4d88-8fd9-a17d1e2a4ccf req-87159170-12f3-413c-8384-10a2102f6f75 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:18.467086 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcfb71e4-b5b1-4d88-8fd9-a17d1e2a4ccf req-87159170-12f3-413c-8384-10a2102f6f75 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 946 time: 0.1125853 Sep 30 08:01:18.476874 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-4ce732bc-2b04-497e-96ce-fc017e374311 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:18.500476 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['98d33256-ecf2-4bfe-9a97-7d4afde340f0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:18.506179 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b0032b9-7e11-4b22-b68f-142b585b898e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:18.513712 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b0032b9-7e11-4b22-b68f-142b585b898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:18.528780 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-4ce732bc-2b04-497e-96ce-fc017e374311 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:01:18.532222 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-4ce732bc-2b04-497e-96ce-fc017e374311 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:18.537491 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-4ce732bc-2b04-497e-96ce-fc017e374311 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:01:18.543123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-4ce732bc-2b04-497e-96ce-fc017e374311 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:18.543882 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-4ce732bc-2b04-497e-96ce-fc017e374311 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:18.570528 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcfb71e4-b5b1-4d88-8fd9-a17d1e2a4ccf req-b8aec865-7706-4807-9d01-4e20fae4063b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871871 Sep 30 08:01:18.573796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce732bc-2b04-497e-96ce-fc017e374311 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Pushing event updated for resources: {'Port': ['ID=90964885-bc3d-4d3b-894b-ff2a2e11e652,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:18.580270 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-4ce732bc-2b04-497e-96ce-fc017e374311 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0162253 Sep 30 08:01:18.600080 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9b0032b9-7e11-4b22-b68f-142b585b898e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1bb5b73a30f4848ab7bb8cd4e00d858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6693499 Sep 30 08:01:18.600232 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Request body: {'port': {'device_id': '821a542c-feb7-416b-b612-ecd983a71eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:18.604611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44498) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:18.610396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0032b9-7e11-4b22-b68f-142b585b898e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e7fd5d-3a53-4ba4-9d8e-694b44afa614,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:18.634644 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44500) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:18.732903 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:18.853362 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66a2e17-ecaa-4165-9382-b463104eba10 admin admin] Deleting subnet cf9833a6-7238-4156-983f-59fd1b2be2ed {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:01:18.890827 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a66a2e17-ecaa-4165-9382-b463104eba10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:18.922222 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd313096-952d-4b41-9e2e-858326ec27b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:18.972032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1650f9-c14a-4e6a-af41-fcff91fce02f req-d66e0fc1-2037-4ab6-9ca8-8f51a1b58ff3 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:18.974077 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e1650f9-c14a-4e6a-af41-fcff91fce02f req-d66e0fc1-2037-4ab6-9ca8-8f51a1b58ff3 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 935 time: 0.1945369 Sep 30 08:01:18.979498 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a66a2e17-ecaa-4165-9382-b463104eba10 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:18.985577 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd313096-952d-4b41-9e2e-858326ec27b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.007794 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a66a2e17-ecaa-4165-9382-b463104eba10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.017418 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-da9f5947-91ad-4683-8504-9327fca59ce5 None None] Provisioning complete for port 90964885-bc3d-4d3b-894b-ff2a2e11e652 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:19.017418 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da9f5947-91ad-4683-8504-9327fca59ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.062456 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-da9f5947-91ad-4683-8504-9327fca59ce5 None None] Port 90964885-bc3d-4d3b-894b-ff2a2e11e652 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:01:19.066109 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:01:19.148862 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd313096-952d-4b41-9e2e-858326ec27b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.152354 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd313096-952d-4b41-9e2e-858326ec27b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.153821 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dd313096-952d-4b41-9e2e-858326ec27b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1e7fd5d-3a53-4ba4-9d8e-694b44afa614 HTTP/1.1" status: 204 len: 168 time: 0.5450404 Sep 30 08:01:19.175705 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd313096-952d-4b41-9e2e-858326ec27b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e7fd5d-3a53-4ba4-9d8e-694b44afa614,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:19.192108 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44518) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:19.207064 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e1650f9-c14a-4e6a-af41-fcff91fce02f req-3168d187-9616-4787-9f1f-b422b9b9bff3 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232451 Sep 30 08:01:19.244150 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90964885-bc3d-4d3b-894b-ff2a2e11e652 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:01:19.249798 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a66a2e17-ecaa-4165-9382-b463104eba10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.253006 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.268315 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Transition to ACTIVE for port object 90964885-bc3d-4d3b-894b-ff2a2e11e652 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:01:19.273374 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.284441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a2e17-ecaa-4165-9382-b463104eba10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf9833a6-7238-4156-983f-59fd1b2be2ed,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:19.287036 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a66a2e17-ecaa-4165-9382-b463104eba10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.291388 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a66a2e17-ecaa-4165-9382-b463104eba10 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cf9833a6-7238-4156-983f-59fd1b2be2ed HTTP/1.1" status: 204 len: 168 time: 0.6535778 Sep 30 08:01:19.291702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44524) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:19.332155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Pushing event updated for resources: {'Port': ['ID=90964885-bc3d-4d3b-894b-ff2a2e11e652,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:19.375360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Attempting to bind port 90964885-bc3d-4d3b-894b-ff2a2e11e652 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:01:19.375807 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Attempting to bind port 90964885-bc3d-4d3b-894b-ff2a2e11e652 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:01:19.376245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Attempting to bind port 90964885-bc3d-4d3b-894b-ff2a2e11e652 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:19.378340 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.381579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Port 90964885-bc3d-4d3b-894b-ff2a2e11e652 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:01:19.381977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Attempting to bind port 90964885-bc3d-4d3b-894b-ff2a2e11e652 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:19.387810 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:01:19.388191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:19.388582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:01:19.389019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Bound port: 90964885-bc3d-4d3b-894b-ff2a2e11e652, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:01:19.389382 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.480431 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] For port 90964885-bc3d-4d3b-894b-ff2a2e11e652, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:19.488018 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] For port 90964885-bc3d-4d3b-894b-ff2a2e11e652, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:01:19.493478 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.495030 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.515771 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:19.516145 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:19.517036 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:19.517395 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Subscribe: > port after_create 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:19.517740 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:19.518086 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Subscribe: > port after_update 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:19.518416 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:19.518743 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:19.519067 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:19.519418 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:19.542447 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:19.543042 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.544736 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] 10.222.0.36 "PUT /v2.0/ports/90964885-bc3d-4d3b-894b-ff2a2e11e652 HTTP/1.1" status: 200 len: 1095 time: 0.9558041 Sep 30 08:01:19.545246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821a542c-feb7-416b-b612-ecd983a71eac', 'tag': '90964885-bc3d-4d3b-894b-ff2a2e11e652'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:19.548020 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d616295-a299-4cc8-8e3b-5624d5ab34ed" -d '{"events": [{"name": "network-changed", "server_uuid": "821a542c-feb7-416b-b612-ecd983a71eac", "tag": "90964885-bc3d-4d3b-894b-ff2a2e11e652"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:19.603359 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82d50b-226c-4073-9703-9ff925d014dd service neutron] Pushing event updated for resources: {'Port': ['ID=90964885-bc3d-4d3b-894b-ff2a2e11e652,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:19.664198 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd47f56-c78e-4483-ade6-3955acf082cd x-openstack-request-id: req-4fd47f56-c78e-4483-ade6-3955acf082cd {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:19.665080 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821a542c-feb7-416b-b612-ecd983a71eac", "tag": "90964885-bc3d-4d3b-894b-ff2a2e11e652", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:19.665080 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fd47f56-c78e-4483-ade6-3955acf082cd {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:19.670650 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821a542c-feb7-416b-b612-ecd983a71eac', 'tag': '90964885-bc3d-4d3b-894b-ff2a2e11e652', 'status': 'completed', 'code': 200} Sep 30 08:01:19.676375 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:19.676827 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:19.677695 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:19.680938 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:19.681353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3bf6fa-677e-4882-9e2c-4f0908058dc0']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:19.697017 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-83880dba-4d62-46e9-8c22-f9e3fc663336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:19.699122 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-83880dba-4d62-46e9-8c22-f9e3fc663336 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 1098 time: 0.1079984 Sep 30 08:01:19.714874 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbf45da0-6ca2-4121-97e6-5b76a0c53534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.747402 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e39e83b-c712-431c-8c84-83355461aa20') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:19.747704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e39e83b-c712-431c-8c84-83355461aa20') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:19.776925 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.788413 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-ba743043-a2cb-4e2a-b8a6-8b84c88c787e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652 HTTP/1.1" status: 200 len: 217 time: 0.0710242 Sep 30 08:01:19.818914 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250ff15-9956-4ddb-a4e3-d884ddf3485a req-286ba1c9-985f-45bb-ac0e-2859375cc1ee tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:19.820921 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c250ff15-9956-4ddb-a4e3-d884ddf3485a req-286ba1c9-985f-45bb-ac0e-2859375cc1ee tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 946 time: 0.1321743 Sep 30 08:01:19.831152 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.857330 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:01:19.857804 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: from cryptography.utils import int_from_bytes Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: from cryptography.utils import int_from_bytes Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:01:19.881523 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:01:19.883568 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:19.892297 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-f49c9034-9ad5-49a4-ac17-201dc8334bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:19.893837 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-f49c9034-9ad5-49a4-ac17-201dc8334bfe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0944734 Sep 30 08:01:19.965001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-16cf26df-e055-4278-8f3f-db9f0dd99e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:19.966542 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-16cf26df-e055-4278-8f3f-db9f0dd99e81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0620046 Sep 30 08:01:19.981451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c250ff15-9956-4ddb-a4e3-d884ddf3485a req-2b6be562-59f7-4d40-b379-fc7e19eef93e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515911 Sep 30 08:01:19.989273 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.003738 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.007055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ff3bf6fa-677e-4882-9e2c-4f0908058dc0 HTTP/1.1" status: 204 len: 168 time: 0.7140620 Sep 30 08:01:20.011622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44544) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:20.031171 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44550) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:20.035660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff3081-e069-46fd-93fa-91c37af0a282 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff3bf6fa-677e-4882-9e2c-4f0908058dc0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:20.061322 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1664f968-637b-4207-b87b-cd8306799d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.064597 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbf45da0-6ca2-4121-97e6-5b76a0c53534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.085111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-250d3b1a-edbd-4e85-89c1-86916aa9dd95 admin admin] Deleting subnet 75540acd-2fb6-4af8-8ef1-2378fa840e44 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:01:20.088694 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-250d3b1a-edbd-4e85-89c1-86916aa9dd95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.104550 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbf45da0-6ca2-4121-97e6-5b76a0c53534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.133888 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-250d3b1a-edbd-4e85-89c1-86916aa9dd95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.191505 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-250d3b1a-edbd-4e85-89c1-86916aa9dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.204075 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cbf45da0-6ca2-4121-97e6-5b76a0c53534 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4dd662c3d75e4cad868702240cbe015e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0046318 Sep 30 08:01:20.204075 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9497b46e-01f2-4abf-896b-7fa1579af6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.207883 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44554) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:20.209290 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf45da0-6ca2-4121-97e6-5b76a0c53534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6db217-fd23-4775-aa9b-5f4f1d421393,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:20.229022 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-92f59424-7b12-4d0f-bdbc-88c7f2d9324c service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540970 Sep 30 08:01:20.340481 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-250d3b1a-edbd-4e85-89c1-86916aa9dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.387052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d3b1a-edbd-4e85-89c1-86916aa9dd95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75540acd-2fb6-4af8-8ef1-2378fa840e44,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:20.389818 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-250d3b1a-edbd-4e85-89c1-86916aa9dd95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.392132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-250d3b1a-edbd-4e85-89c1-86916aa9dd95 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/75540acd-2fb6-4af8-8ef1-2378fa840e44 HTTP/1.1" status: 204 len: 168 time: 0.3766503 Sep 30 08:01:20.402832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af626e9-273e-46fd-9a29-50aa8b17c350 req-30f84506-a24a-4375-a79d-23ee79beaa9f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:20.406894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44562) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:20.421485 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8af626e9-273e-46fd-9a29-50aa8b17c350 req-30f84506-a24a-4375-a79d-23ee79beaa9f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 947 time: 0.1402099 Sep 30 08:01:20.435289 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43d9cfcc-9416-4987-a95d-1534de9f8219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.466002 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8af626e9-273e-46fd-9a29-50aa8b17c350 req-692cf7d3-101c-4bf6-8611-9ca946016dad tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434449 Sep 30 08:01:20.491855 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5e5a791f-355c-4817-9769-6cc5d46f24fc req-9c18219b-b453-43f1-b42a-6f99b11bf123 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443664 Sep 30 08:01:20.529225 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc4ead-6b61-4392-94aa-cefa27a3474b req-8aa8d8d7-de23-430d-a035-fb28b6dba555 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:20.530797 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8cc4ead-6b61-4392-94aa-cefa27a3474b req-8aa8d8d7-de23-430d-a035-fb28b6dba555 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 1097 time: 0.0546451 Sep 30 08:01:20.535449 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43d9cfcc-9416-4987-a95d-1534de9f8219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.571843 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1664f968-637b-4207-b87b-cd8306799d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.572832 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8cc4ead-6b61-4392-94aa-cefa27a3474b req-db86b519-9ec5-4200-be97-318dd6c7ca5f tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345895 Sep 30 08:01:20.601023 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.609672 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1664f968-637b-4207-b87b-cd8306799d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.698306 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dd4a3-4d8c-4bb5-ae5f-417af4048758 req-1cb42dff-0c39-47ee-ba68-7a0dee9b12df tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:20.699979 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-770dd4a3-4d8c-4bb5-ae5f-417af4048758 req-1cb42dff-0c39-47ee-ba68-7a0dee9b12df tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 1097 time: 0.0578830 Sep 30 08:01:20.708167 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1664f968-637b-4207-b87b-cd8306799d54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d77db40e055c4950bc98fbf67fb60b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6735349 Sep 30 08:01:20.713609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44570) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:20.727533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664f968-637b-4207-b87b-cd8306799d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa2b4b0-a348-4d79-b01f-5ec75974e9ab,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:20.731616 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616295-a299-4cc8-8e3b-5624d5ab34ed req-c1aca48e-3ae5-441c-b855-5f1d78e3e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:20.733140 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2d616295-a299-4cc8-8e3b-5624d5ab34ed req-c1aca48e-3ae5-441c-b855-5f1d78e3e640 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 1098 time: 0.1760898 Sep 30 08:01:20.779885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-770dd4a3-4d8c-4bb5-ae5f-417af4048758 req-1724f040-e815-4c20-a2fe-6823ac8096ed tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730793 Sep 30 08:01:20.794533 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43d9cfcc-9416-4987-a95d-1534de9f8219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.796868 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43d9cfcc-9416-4987-a95d-1534de9f8219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.801473 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-43d9cfcc-9416-4987-a95d-1534de9f8219 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee6db217-fd23-4775-aa9b-5f4f1d421393 HTTP/1.1" status: 204 len: 168 time: 0.5860155 Sep 30 08:01:20.834473 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1f42-22e6-4487-b182-c4fd7594bcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.850085 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.880418 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9cfcc-9416-4987-a95d-1534de9f8219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6db217-fd23-4775-aa9b-5f4f1d421393,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:20.910243 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1f42-22e6-4487-b182-c4fd7594bcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:20.930297 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:20.930931 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:20.931882 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:20.932409 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Subscribe: > port after_create 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:20.932895 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Subscribe: > port after_delete 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:20.933413 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Subscribe: > port after_update 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:20.933894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:20.934360 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:20.934824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:20.935312 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:20.997842 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1f42-22e6-4487-b182-c4fd7594bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:21.000615 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1f42-22e6-4487-b182-c4fd7594bcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:21.004322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a0ce1f42-22e6-4487-b182-c4fd7594bcd6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9aa2b4b0-a348-4d79-b01f-5ec75974e9ab HTTP/1.1" status: 204 len: 168 time: 0.2861564 Sep 30 08:01:21.008485 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:21.008836 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:21.009168 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:21.009500 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 08:01:21.009863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7cc9d8-48b9-4d5c-a441-720b25db869c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:21.010961 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce1f42-22e6-4487-b182-c4fd7594bcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa2b4b0-a348-4d79-b01f-5ec75974e9ab,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:21.051506 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4eb6d9-d751-4bc2-8682-94969b6fd359') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:21.051506 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4eb6d9-d751-4bc2-8682-94969b6fd359') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:21.086552 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:21.103036 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9497b46e-01f2-4abf-896b-7fa1579af6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:21.112008 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616295-a299-4cc8-8e3b-5624d5ab34ed req-b49ed105-eb91-428c-b1d3-0db3060737f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:21.113782 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2d616295-a299-4cc8-8e3b-5624d5ab34ed req-b49ed105-eb91-428c-b1d3-0db3060737f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.3719039 Sep 30 08:01:21.116943 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9497b46e-01f2-4abf-896b-7fa1579af6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:21.118957 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:21.137544 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:01:21.137797 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: from cryptography.utils import int_from_bytes Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: from cryptography.utils import int_from_bytes Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:01:21.152956 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:01:21.206116 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2d616295-a299-4cc8-8e3b-5624d5ab34ed req-fecd946d-f85e-4e49-a31e-4a24ef388848 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652 HTTP/1.1" status: 200 len: 217 time: 0.0768819 Sep 30 08:01:21.451661 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9497b46e-01f2-4abf-896b-7fa1579af6c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aef48bc2a4c040288a97cb7b40f8301a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5692739 Sep 30 08:01:21.454517 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44610) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:21.497288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497b46e-01f2-4abf-896b-7fa1579af6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33901d3b-1094-4f2a-aecb-5dc307cb1f4b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:21.527465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616295-a299-4cc8-8e3b-5624d5ab34ed req-5f6d5bcd-bc46-44a9-b261-975d95169e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:21.529094 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2d616295-a299-4cc8-8e3b-5624d5ab34ed req-5f6d5bcd-bc46-44a9-b261-975d95169e23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0899096 Sep 30 08:01:21.529887 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:21.556763 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66eddef6-0fbe-486c-8c23-72cd7038f09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:21.561629 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:21.564380 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] 10.222.0.24 "DELETE /v2.0/networks/2e7cc9d8-48b9-4d5c-a441-720b25db869c HTTP/1.1" status: 204 len: 168 time: 1.1564963 Sep 30 08:01:21.586883 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66eddef6-0fbe-486c-8c23-72cd7038f09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:21.588741 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977db81-56a7-42af-a3cc-2c4c00c5f87a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e7cc9d8-48b9-4d5c-a441-720b25db869c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:21.609725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616295-a299-4cc8-8e3b-5624d5ab34ed req-91b39270-43d0-4191-8a6d-e71e36ac1d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:21.614761 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2d616295-a299-4cc8-8e3b-5624d5ab34ed req-91b39270-43d0-4191-8a6d-e71e36ac1d37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737917 Sep 30 08:01:21.673505 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71491a05-81af-4a28-9ee5-65338b76086f req-88509cb8-28d5-481e-a0b2-2e76ce136113 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:21.675551 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71491a05-81af-4a28-9ee5-65338b76086f req-88509cb8-28d5-481e-a0b2-2e76ce136113 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 947 time: 0.0857699 Sep 30 08:01:21.719150 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66eddef6-0fbe-486c-8c23-72cd7038f09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:21.722364 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66eddef6-0fbe-486c-8c23-72cd7038f09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:21.728645 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-66eddef6-0fbe-486c-8c23-72cd7038f09e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33901d3b-1094-4f2a-aecb-5dc307cb1f4b HTTP/1.1" status: 204 len: 168 time: 0.2730587 Sep 30 08:01:21.748245 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2d616295-a299-4cc8-8e3b-5624d5ab34ed req-31f18d96-9235-4ce4-b14d-7df5379afd97 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267834 Sep 30 08:01:21.758816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eddef6-0fbe-486c-8c23-72cd7038f09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33901d3b-1094-4f2a-aecb-5dc307cb1f4b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:21.791502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71491a05-81af-4a28-9ee5-65338b76086f req-c6f55239-c2c4-4662-8912-8a2e9df18271 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019797 Sep 30 08:01:21.820565 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44640) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:21.879602 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2d616295-a299-4cc8-8e3b-5624d5ab34ed req-95265dd1-ab63-4550-932f-70a365ece3d8 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222429 Sep 30 08:01:21.889684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44642) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:21.892279 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-45f42598-299d-4f49-a25c-3387cd1b0f8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5bceee52dff4f7192565075e6eb1a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693710 Sep 30 08:01:21.963098 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e1f052a-be2f-4a7b-9d99-f1248d07d921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:21.989505 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e1f052a-be2f-4a7b-9d99-f1248d07d921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:22.045179 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e1f052a-be2f-4a7b-9d99-f1248d07d921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:22.048067 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e1f052a-be2f-4a7b-9d99-f1248d07d921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:22.049210 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6e1f052a-be2f-4a7b-9d99-f1248d07d921 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95a18d7a-951c-4a7a-b10f-b04ba9724ccd HTTP/1.1" status: 204 len: 168 time: 0.1583931 Sep 30 08:01:22.058470 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f052a-be2f-4a7b-9d99-f1248d07d921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a18d7a-951c-4a7a-b10f-b04ba9724ccd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:22.363407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44668) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:22.383063 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd5f763a-e6a9-46c1-bbdb-e1eef6ff0b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:22.544499 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd5f763a-e6a9-46c1-bbdb-e1eef6ff0b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:22.551204 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd5f763a-e6a9-46c1-bbdb-e1eef6ff0b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:22.612615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dd5f763a-e6a9-46c1-bbdb-e1eef6ff0b71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa84aca298434c898536481b8caa4325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477767 Sep 30 08:01:22.613447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f763a-e6a9-46c1-bbdb-e1eef6ff0b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3009788a-af7f-47ea-8403-ac63aa048d31,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:22.615888 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:22.702392 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0f0081c-7a1d-4818-b79a-457554d6e5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:22.735756 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0f0081c-7a1d-4818-b79a-457554d6e5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:22.752368 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44714) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:22.808541 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a7f26560-5f30-4253-b6cd-dd1fece6868f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ac000c859ca432fbfc3686846a2e756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549467 Sep 30 08:01:22.811166 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44718) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:22.827971 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0f0081c-7a1d-4818-b79a-457554d6e5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:22.830888 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0f0081c-7a1d-4818-b79a-457554d6e5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:22.832069 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b0f0081c-7a1d-4818-b79a-457554d6e5d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3009788a-af7f-47ea-8403-ac63aa048d31 HTTP/1.1" status: 204 len: 168 time: 0.2146385 Sep 30 08:01:22.840772 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0081c-7a1d-4818-b79a-457554d6e5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3009788a-af7f-47ea-8403-ac63aa048d31,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:22.873016 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-452b320d-09f8-476a-bd13-ab999f0b6a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:22.897481 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-452b320d-09f8-476a-bd13-ab999f0b6a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:22.947654 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-452b320d-09f8-476a-bd13-ab999f0b6a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:22.950358 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-452b320d-09f8-476a-bd13-ab999f0b6a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:22.954111 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-452b320d-09f8-476a-bd13-ab999f0b6a2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3289c7ad-d325-401c-b5ee-0b2434b2e9f2 HTTP/1.1" status: 204 len: 168 time: 0.1383872 Sep 30 08:01:22.959622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b320d-09f8-476a-bd13-ab999f0b6a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3289c7ad-d325-401c-b5ee-0b2434b2e9f2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:23.169610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33114391-a728-40dd-bf2f-f25e54eaa2f3 req-365bd69c-38fb-4f06-a8eb-c5ab2589c181 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:23.171239 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33114391-a728-40dd-bf2f-f25e54eaa2f3 req-365bd69c-38fb-4f06-a8eb-c5ab2589c181 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 947 time: 0.0486190 Sep 30 08:01:23.212296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33114391-a728-40dd-bf2f-f25e54eaa2f3 req-69ee225e-192d-479c-8f5e-d886f81e4eb0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347950 Sep 30 08:01:23.265554 n-d-807359-2 neutron-server[94838]: WARNING keystonemiddleware.auth_token [req-fe905e9b-c97b-4201-97db-96d61c0050c1 req-cd248d43-4836-4eda-a1d9-525b926c1498 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 30 08:01:23.269574 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-095623ac-9fbe-49ab-8a02-06685d52478d tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:01:23.271515 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-095623ac-9fbe-49ab-8a02-06685d52478d tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3953617 Sep 30 08:01:23.309604 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63030283-3819-4012-8471-27033a7940a6 req-46eabd42-26f4-4f4f-a335-fef102cc89cd tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:23.311220 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-46eabd42-26f4-4f4f-a335-fef102cc89cd tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports/8ac326a5-688d-43b5-9f07-320c48ea59b3 HTTP/1.1" status: 200 len: 1094 time: 0.0339508 Sep 30 08:01:23.322114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-63030283-3819-4012-8471-27033a7940a6 req-6a537336-4a12-400c-97f7-68de954a32e0 service neutron] Request body: {'binding': {'host': 'n-h1-807359-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:23.322794 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-63030283-3819-4012-8471-27033a7940a6 req-6a537336-4a12-400c-97f7-68de954a32e0 service neutron] Unknown quota resources ['binding']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:01:23.491151 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-63030283-3819-4012-8471-27033a7940a6 req-6a537336-4a12-400c-97f7-68de954a32e0 service neutron] Attempting to bind port 8ac326a5-688d-43b5-9f07-320c48ea59b3 on host n-h1-807359-2 for vnic_type normal with profile None {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:01:23.491541 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-63030283-3819-4012-8471-27033a7940a6 req-6a537336-4a12-400c-97f7-68de954a32e0 service neutron] Attempting to bind port 8ac326a5-688d-43b5-9f07-320c48ea59b3 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:01:23.492684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63030283-3819-4012-8471-27033a7940a6 req-6a537336-4a12-400c-97f7-68de954a32e0 service neutron] Attempting to bind port 8ac326a5-688d-43b5-9f07-320c48ea59b3 on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:23.497852 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63030283-3819-4012-8471-27033a7940a6 req-6a537336-4a12-400c-97f7-68de954a32e0 service neutron] Port 8ac326a5-688d-43b5-9f07-320c48ea59b3 on network 407edc8e-eacf-4658-b430-a785aa6467d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:01:23.498252 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63030283-3819-4012-8471-27033a7940a6 req-6a537336-4a12-400c-97f7-68de954a32e0 service neutron] Attempting to bind port 8ac326a5-688d-43b5-9f07-320c48ea59b3 on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:23.503758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63030283-3819-4012-8471-27033a7940a6 req-6a537336-4a12-400c-97f7-68de954a32e0 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:01:23.504069 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63030283-3819-4012-8471-27033a7940a6 req-6a537336-4a12-400c-97f7-68de954a32e0 service neutron] Checking segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:23.504648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63030283-3819-4012-8471-27033a7940a6 req-6a537336-4a12-400c-97f7-68de954a32e0 service neutron] Bound using segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:01:23.505256 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-63030283-3819-4012-8471-27033a7940a6 req-6a537336-4a12-400c-97f7-68de954a32e0 service neutron] Bound port: 8ac326a5-688d-43b5-9f07-320c48ea59b3, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:01:23.608478 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-63030283-3819-4012-8471-27033a7940a6 req-6a537336-4a12-400c-97f7-68de954a32e0 service neutron] For port 8ac326a5-688d-43b5-9f07-320c48ea59b3, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:01:23.614593 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-63030283-3819-4012-8471-27033a7940a6 req-6a537336-4a12-400c-97f7-68de954a32e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:23.616068 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-6a537336-4a12-400c-97f7-68de954a32e0 service neutron] 10.222.0.24 "POST /v2.0/ports/8ac326a5-688d-43b5-9f07-320c48ea59b3/bindings HTTP/1.1" status: 201 len: 389 time: 0.2985005 Sep 30 08:01:23.694342 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44756) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:23.813839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569d62d-7927-45bd-abdb-2ed4236c5bc4 req-7beaa990-c934-4a58-91dd-fe5c1ecaedd9 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:23.815592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8569d62d-7927-45bd-abdb-2ed4236c5bc4 req-7beaa990-c934-4a58-91dd-fe5c1ecaedd9 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 946 time: 0.0607312 Sep 30 08:01:23.857235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8569d62d-7927-45bd-abdb-2ed4236c5bc4 req-0a49f8e6-a438-437f-b510-8deb86afc4a3 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354464 Sep 30 08:01:23.933736 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63030283-3819-4012-8471-27033a7940a6 req-0235d757-e9a1-4fa9-a131-8c7667105cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:23.935473 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-0235d757-e9a1-4fa9-a131-8c7667105cdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 1097 time: 0.0501277 Sep 30 08:01:24.034561 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b772ac8-600d-4b09-92e5-e8b5845bf7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:24.053078 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-f371838d-57ba-4d63-be91-b9261d7b4af5 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ceb4c6506a51407b865eead7d8288b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299609 Sep 30 08:01:24.056250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63030283-3819-4012-8471-27033a7940a6 req-d425dab6-4728-48f5-b67e-32aed2f876dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:24.058577 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-d425dab6-4728-48f5-b67e-32aed2f876dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.1165035 Sep 30 08:01:24.136097 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-68e7c8f3-4db1-4369-8aa5-e2411aa57b9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3 HTTP/1.1" status: 200 len: 217 time: 0.0455408 Sep 30 08:01:24.203110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-000b8a6c-6713-4c21-a7cb-c89bbc690eec tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:24.204086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63030283-3819-4012-8471-27033a7940a6 req-5bc59a96-4ad7-4a43-b33a-31ecd3a51df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:24.204790 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-000b8a6c-6713-4c21-a7cb-c89bbc690eec tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1419277 Sep 30 08:01:24.206036 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-5bc59a96-4ad7-4a43-b33a-31ecd3a51df4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.0626597 Sep 30 08:01:24.240466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-ee7622ba-57e3-4cc1-b1f2-aa24a1631d9a tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/quotas/ceb4c6506a51407b865eead7d8288b54 HTTP/1.1" status: 200 len: 375 time: 0.0258443 Sep 30 08:01:24.249902 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-59393ac7-4ff7-4c6c-beab-f5b633b82c3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340796 Sep 30 08:01:24.284464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-41d86456-c3f3-4648-aa8d-cb6e30f45e7b tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ceb4c6506a51407b865eead7d8288b54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427949 Sep 30 08:01:24.296283 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b772ac8-600d-4b09-92e5-e8b5845bf7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:24.305457 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b772ac8-600d-4b09-92e5-e8b5845bf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:24.379183 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-fe028e2c-1edc-4ed8-9f5b-8e84dbfb68ef service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219137 Sep 30 08:01:24.441209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:24.454282 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7b772ac8-600d-4b09-92e5-e8b5845bf7e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5290c3e6846b47f8b5ee9b30028088e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7580972 Sep 30 08:01:24.461392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b772ac8-600d-4b09-92e5-e8b5845bf7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f21b8fa-ec20-4204-92a9-edf7db374fa2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:24.512980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 90964885-bc3d-4d3b-894b-ff2a2e11e652 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:01:24.529050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0a49f-a7c7-4432-9461-02605d37f9a8 req-9b5953b9-1884-47d7-9360-69f02ce85f14 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:24.549208 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07a0a49f-a7c7-4432-9461-02605d37f9a8 req-9b5953b9-1884-47d7-9360-69f02ce85f14 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 947 time: 0.1866333 Sep 30 08:01:24.573337 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-691b51bf-974f-4c3d-b33d-0bdcad16e6ef service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813805 Sep 30 08:01:24.590071 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-438131ef-2234-4767-8f9d-61e0c7edb578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:24.626608 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-438131ef-2234-4767-8f9d-61e0c7edb578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:24.661942 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07a0a49f-a7c7-4432-9461-02605d37f9a8 req-057186a2-bf7e-4783-93dc-a8f96424f65b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110632 Sep 30 08:01:24.700927 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-438131ef-2234-4767-8f9d-61e0c7edb578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:24.704749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-438131ef-2234-4767-8f9d-61e0c7edb578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:24.706017 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-438131ef-2234-4767-8f9d-61e0c7edb578 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f21b8fa-ec20-4204-92a9-edf7db374fa2 HTTP/1.1" status: 204 len: 168 time: 0.2618999 Sep 30 08:01:24.722865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438131ef-2234-4767-8f9d-61e0c7edb578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f21b8fa-ec20-4204-92a9-edf7db374fa2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:24.728490 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-faddd1f6-b15e-4615-8e2d-00d844938461 req-bf3a31e8-9807-4da0-a52f-f8d3809e0cbf tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 210 time: 0.0992591 Sep 30 08:01:24.761062 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 90964885-bc3d-4d3b-894b-ff2a2e11e652, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:24.789322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '90964885-bc3d-4d3b-894b-ff2a2e11e652', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '90964885-bc3d-4d3b-894b-ff2a2e11e652', 'mac_address': 'fa:16:3e:fe:4c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:01:24.869006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63030283-3819-4012-8471-27033a7940a6 req-dc1a48d0-af47-4aec-893a-2adedacb2b70 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:24.871130 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:24.873865 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-dc1a48d0-af47-4aec-893a-2adedacb2b70 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13&tenant_id=b077f759674d4d92a5ac98950a22949d&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 1097 time: 0.1192498 Sep 30 08:01:24.898073 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807359-2'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:24.909798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90964885-bc3d-4d3b-894b-ff2a2e11e652 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:01:24.958537 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 90964885-bc3d-4d3b-894b-ff2a2e11e652, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:24.967250 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:25.003036 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:25.069616 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23128ab3-32f3-4a48-8c86-8d57daa3cef1 req-3d9235bd-986f-4624-99b9-f7cd2ef8a5f6 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:25.069813 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=90964885-bc3d-4d3b-894b-ff2a2e11e652,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:25.088111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44830) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:25.092894 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-23128ab3-32f3-4a48-8c86-8d57daa3cef1 req-3d9235bd-986f-4624-99b9-f7cd2ef8a5f6 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 946 time: 0.1085305 Sep 30 08:01:25.173124 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-23128ab3-32f3-4a48-8c86-8d57daa3cef1 req-45307511-a14c-4805-ae5d-dc7c099d96c2 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723846 Sep 30 08:01:25.204205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['90964885-bc3d-4d3b-894b-ff2a2e11e652'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:25.245707 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] For port 8ac326a5-688d-43b5-9f07-320c48ea59b3, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:25.295334 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] For port 8ac326a5-688d-43b5-9f07-320c48ea59b3, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:25.347219 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1621d5-5068-45e9-afdb-dcbab5977c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ac326a5-688d-43b5-9f07-320c48ea59b3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:25.351740 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77829099-e08d-4827-9217-75a652b72d43" -d '{"events": [{"server_uuid": "0b1621d5-5068-45e9-afdb-dcbab5977c13", "name": "network-vif-unplugged", "status": "completed", "tag": "8ac326a5-688d-43b5-9f07-320c48ea59b3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:25.367413 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:25.385993 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:25.439067 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bccdbd-8631-4a62-a824-c4e8907049f7 x-openstack-request-id: req-00bccdbd-8631-4a62-a824-c4e8907049f7 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:25.439067 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1621d5-5068-45e9-afdb-dcbab5977c13", "name": "network-vif-unplugged", "status": "completed", "tag": "8ac326a5-688d-43b5-9f07-320c48ea59b3", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:25.439067 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00bccdbd-8631-4a62-a824-c4e8907049f7 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:25.439067 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1621d5-5068-45e9-afdb-dcbab5977c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ac326a5-688d-43b5-9f07-320c48ea59b3', 'code': 200} Sep 30 08:01:25.495890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-068fca1e-7fc3-4a17-8809-3ecbd79f5358 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-878085568-network', 'tenant_id': 'b90880b9f658495fbcf10eee4b545dee'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:25.507268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac326a5-688d-43b5-9f07-320c48ea59b3,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:25.553194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Attempting to bind port 8ac326a5-688d-43b5-9f07-320c48ea59b3 on host n-h2-807359-2 for vnic_type normal with profile {"migrating_to": "n-h1-807359-2"} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:01:25.553687 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Attempting to bind port 8ac326a5-688d-43b5-9f07-320c48ea59b3 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:01:25.554197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Attempting to bind port 8ac326a5-688d-43b5-9f07-320c48ea59b3 on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:25.564419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Port 8ac326a5-688d-43b5-9f07-320c48ea59b3 on network 407edc8e-eacf-4658-b430-a785aa6467d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:01:25.565274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Attempting to bind port 8ac326a5-688d-43b5-9f07-320c48ea59b3 on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:25.571219 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068fca1e-7fc3-4a17-8809-3ecbd79f5358 admin admin] Made reservation on behalf of b90880b9f658495fbcf10eee4b545dee for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:25.573582 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-068fca1e-7fc3-4a17-8809-3ecbd79f5358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:25.581964 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:01:25.582325 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Checking segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:25.582677 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Bound using segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:01:25.583800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Bound port: 8ac326a5-688d-43b5-9f07-320c48ea59b3, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:01:25.584462 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:25.587565 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-068fca1e-7fc3-4a17-8809-3ecbd79f5358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:25.649739 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44850) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:25.667573 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6829ba83-6d96-489d-8562-7a1975a6332a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:25.699473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] For port 8ac326a5-688d-43b5-9f07-320c48ea59b3, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:25.704741 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] For port 8ac326a5-688d-43b5-9f07-320c48ea59b3, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:01:25.713731 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:25.817065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:25.819415 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:25.821424 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] 10.222.0.36 "PUT /v2.0/ports/8ac326a5-688d-43b5-9f07-320c48ea59b3 HTTP/1.1" status: 200 len: 1122 time: 0.9409864 Sep 30 08:01:25.843868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416733f9-e46e-4bed-b0b5-f7761a98d509 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac326a5-688d-43b5-9f07-320c48ea59b3,revision_number=8']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:25.856202 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-068fca1e-7fc3-4a17-8809-3ecbd79f5358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:25.862946 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-068fca1e-7fc3-4a17-8809-3ecbd79f5358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:25.896309 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068fca1e-7fc3-4a17-8809-3ecbd79f5358 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:01:25.915541 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fca1e-7fc3-4a17-8809-3ecbd79f5358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe45637-085f-4d62-bad6-b858eaa7e319,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:25.920360 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-068fca1e-7fc3-4a17-8809-3ecbd79f5358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:25.921445 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-068fca1e-7fc3-4a17-8809-3ecbd79f5358 admin admin] Added segment 3a55f94d-4b70-4096-81ae-3d38ecf4b8e4 of type vlan for network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 Sep 30 08:01:25.947156 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['8ac326a5-688d-43b5-9f07-320c48ea59b3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:25.991191 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-068fca1e-7fc3-4a17-8809-3ecbd79f5358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:25.992673 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-35ba3213-12a7-41a5-be09-44d781ca0621 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2487c542c34e475ca5fabfc37e731b83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549309 Sep 30 08:01:26.027873 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-068fca1e-7fc3-4a17-8809-3ecbd79f5358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:26.030021 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068fca1e-7fc3-4a17-8809-3ecbd79f5358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:26.030930 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-068fca1e-7fc3-4a17-8809-3ecbd79f5358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:26.102837 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fca1e-7fc3-4a17-8809-3ecbd79f5358 admin admin] Pushing event updated for resources: {'Network': ['ID=27eb64fb-38bc-4d58-ae7e-58a30f475b25,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:26.104919 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-7689698f-5da3-40a1-a3aa-47e1047ae42e tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ceb4c6506a51407b865eead7d8288b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870094 Sep 30 08:01:26.114123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:01:26.239023 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6829ba83-6d96-489d-8562-7a1975a6332a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:26.249144 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-068fca1e-7fc3-4a17-8809-3ecbd79f5358 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1597917 Sep 30 08:01:26.249325 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6829ba83-6d96-489d-8562-7a1975a6332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:26.252226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44868) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:26.259743 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-824cbe59-e6c9-4c68-9142-931c87c34886 admin admin] Request body: {'subnet': {'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-878085568-subnet', 'tenant_id': 'b90880b9f658495fbcf10eee4b545dee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:26.280637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824cbe59-e6c9-4c68-9142-931c87c34886 admin admin] Made reservation on behalf of b90880b9f658495fbcf10eee4b545dee for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:26.282886 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-824cbe59-e6c9-4c68-9142-931c87c34886 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:26.375668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-6b6eea5f-1363-47ab-b46d-657f8a565035 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:26.377178 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-6b6eea5f-1363-47ab-b46d-657f8a565035 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3837364 Sep 30 08:01:26.381291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829ba83-6d96-489d-8562-7a1975a6332a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8716b414-8b28-4416-b757-77a21e3889cb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:26.388765 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6829ba83-6d96-489d-8562-7a1975a6332a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0041e1bd5204337ac1de6742b24a4cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7355611 Sep 30 08:01:26.390871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44870) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:26.418922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-3c5feee0-8734-4ff9-9cd4-a38614f57934 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:26.420381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-3c5feee0-8734-4ff9-9cd4-a38614f57934 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3089015 Sep 30 08:01:26.421919 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-d8b196c7-07b4-4900-8932-11ac7c287dd6 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/quotas/2487c542c34e475ca5fabfc37e731b83 HTTP/1.1" status: 200 len: 375 time: 0.0299215 Sep 30 08:01:26.434076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7bc15-a47f-401d-8079-fe82b3f19126 req-ac8a343b-ba61-490c-b976-acc5ba03d58f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:26.435729 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1da7bc15-a47f-401d-8079-fe82b3f19126 req-ac8a343b-ba61-490c-b976-acc5ba03d58f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 948 time: 0.1366687 Sep 30 08:01:26.441099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Request body: {'port': {'device_id': 'e3b00d0c-62a6-4484-8453-c6e67aa10690', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': 'ceb4c6506a51407b865eead7d8288b54'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:26.493589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-5ebb9380-146e-4414-8c60-dde61a5871c3 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2487c542c34e475ca5fabfc37e731b83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558875 Sep 30 08:01:26.494724 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f607891-573f-44bf-8865-c547b9d6c991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:26.504475 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-824cbe59-e6c9-4c68-9142-931c87c34886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:26.533451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 90964885-bc3d-4d3b-894b-ff2a2e11e652 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:01:26.553979 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f607891-573f-44bf-8865-c547b9d6c991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:26.574334 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1da7bc15-a47f-401d-8079-fe82b3f19126 req-9ff9312a-5333-49a3-99fd-58d293092ef0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190157 Sep 30 08:01:26.615481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824cbe59-e6c9-4c68-9142-931c87c34886 admin admin] Checking segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:26.615850 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824cbe59-e6c9-4c68-9142-931c87c34886 admin admin] Network hostable DHCP agents. Network: 27eb64fb-38bc-4d58-ae7e-58a30f475b25, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:01:26.617841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cbe59-e6c9-4c68-9142-931c87c34886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab2ee65f-beaa-498e-bdba-cae189f73676,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:26.626726 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 90964885-bc3d-4d3b-894b-ff2a2e11e652 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:01:26.634237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 90964885-bc3d-4d3b-894b-ff2a2e11e652 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:26.634599 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:26.648466 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824cbe59-e6c9-4c68-9142-931c87c34886 admin admin] Network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:01:26.666526 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f607891-573f-44bf-8865-c547b9d6c991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:26.667709 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f607891-573f-44bf-8865-c547b9d6c991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:26.674489 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3f607891-573f-44bf-8865-c547b9d6c991 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8716b414-8b28-4416-b757-77a21e3889cb HTTP/1.1" status: 204 len: 168 time: 0.2825649 Sep 30 08:01:26.695305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f607891-573f-44bf-8865-c547b9d6c991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8716b414-8b28-4416-b757-77a21e3889cb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:26.707552 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-824cbe59-e6c9-4c68-9142-931c87c34886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 27eb64fb-38bc-4d58-ae7e-58a30f475b25) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:26.716957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824cbe59-e6c9-4c68-9142-931c87c34886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:26.717608 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-824cbe59-e6c9-4c68-9142-931c87c34886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:26.733845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1814c20-d07f-409b-b690-116cd628a6ab None None] Network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:26.735545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-003aa932-4c36-4de9-945e-9cd82bb1d340 req-f83d227a-e6a7-408b-bc45-bcbfe1d75d03 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 210 time: 0.0629606 Sep 30 08:01:26.739539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Made reservation on behalf of ceb4c6506a51407b865eead7d8288b54 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:26.743840 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-824cbe59-e6c9-4c68-9142-931c87c34886 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4893110 Sep 30 08:01:26.755766 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:26.795549 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:26.946068 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:26.958718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdd99be-50f3-4b18-82d9-a73c0f507ce5 None None] Network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:27.002869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91947e23-66d4-49d1-ba5e-07a20acd9b32 req-7f0ddde6-65e8-4014-850b-c02d15abbd09 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:27.004515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91947e23-66d4-49d1-ba5e-07a20acd9b32 req-7f0ddde6-65e8-4014-850b-c02d15abbd09 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 944 time: 0.2263632 Sep 30 08:01:27.014298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821a542c-feb7-416b-b612-ecd983a71eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90964885-bc3d-4d3b-894b-ff2a2e11e652'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:27.017065 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5ca2cc-9cab-4024-b24a-a7c98a8870f1" -d '{"events": [{"server_uuid": "821a542c-feb7-416b-b612-ecd983a71eac", "name": "network-vif-plugged", "status": "completed", "tag": "90964885-bc3d-4d3b-894b-ff2a2e11e652"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:27.065670 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91947e23-66d4-49d1-ba5e-07a20acd9b32 req-8e26d1bb-4507-4d51-b2e1-e4716382437f tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472434 Sep 30 08:01:27.299297 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac31d91c-67c1-41a4-9975-7e0078787737 x-openstack-request-id: req-ac31d91c-67c1-41a4-9975-7e0078787737 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:27.299607 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821a542c-feb7-416b-b612-ecd983a71eac", "name": "network-vif-plugged", "status": "completed", "tag": "90964885-bc3d-4d3b-894b-ff2a2e11e652", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:27.299867 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac31d91c-67c1-41a4-9975-7e0078787737 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:27.302419 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821a542c-feb7-416b-b612-ecd983a71eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90964885-bc3d-4d3b-894b-ff2a2e11e652', 'code': 200} Sep 30 08:01:27.310769 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 90964885-bc3d-4d3b-894b-ff2a2e11e652, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:27.321279 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:27.397288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c71c64-2161-458b-9c8e-bbd4229e35dd req-7e38d49e-cfdf-4493-a5ce-27baf33a0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:27.400415 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a7c71c64-2161-458b-9c8e-bbd4229e35dd req-7e38d49e-cfdf-4493-a5ce-27baf33a0547 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 1100 time: 0.0993893 Sep 30 08:01:27.413566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83388511-71cb-48bc-abb6-0dd51900ee33 req-f29a638f-eeef-47a0-9e74-65fd8a6561aa tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/ports?device_id=22642ba7-29b9-4915-85f4-554e9fd2fdad HTTP/1.1" status: 200 len: 210 time: 0.3526454 Sep 30 08:01:27.450028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1621d5-5068-45e9-afdb-dcbab5977c13', 'tag': '8ac326a5-688d-43b5-9f07-320c48ea59b3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:27.458572 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9c1e49-f432-48d7-99c1-78c0e9ba6f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1621d5-5068-45e9-afdb-dcbab5977c13", "tag": "8ac326a5-688d-43b5-9f07-320c48ea59b3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:27.533002 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a7c71c64-2161-458b-9c8e-bbd4229e35dd req-21c9fa1b-72b6-4898-b307-bf5060bc3caa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202447 Sep 30 08:01:27.535027 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=90964885-bc3d-4d3b-894b-ff2a2e11e652,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:27.566374 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6780b1e5-fda9-4065-aea8-35a3fd7ecd2d x-openstack-request-id: req-6780b1e5-fda9-4065-aea8-35a3fd7ecd2d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:27.566666 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1621d5-5068-45e9-afdb-dcbab5977c13", "tag": "8ac326a5-688d-43b5-9f07-320c48ea59b3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:27.568091 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6780b1e5-fda9-4065-aea8-35a3fd7ecd2d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:27.568091 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1621d5-5068-45e9-afdb-dcbab5977c13', 'tag': '8ac326a5-688d-43b5-9f07-320c48ea59b3', 'status': 'completed', 'code': 200} Sep 30 08:01:27.580721 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:27.587891 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:27.667333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d831e0ae-09bf-4700-9124-5e292475c764,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:27.697299 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c1e49-f432-48d7-99c1-78c0e9ba6f7f req-3b8201f0-05ee-4133-870b-8fc6f4c31b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:27.698826 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7b9c1e49-f432-48d7-99c1-78c0e9ba6f7f req-3b8201f0-05ee-4133-870b-8fc6f4c31b78 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 1125 time: 0.0842276 Sep 30 08:01:27.846805 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83897f1c-7024-41a2-bde7-692b78691ab7 req-d0c9905e-b365-4136-973a-f13afa2396e8 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:27.852794 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c1e49-f432-48d7-99c1-78c0e9ba6f7f req-68e2cb77-d73c-46eb-b313-4102884bb04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:27.854737 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7b9c1e49-f432-48d7-99c1-78c0e9ba6f7f req-68e2cb77-d73c-46eb-b313-4102884bb04e service neutron] 10.222.0.35 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.1458945 Sep 30 08:01:27.856538 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83897f1c-7024-41a2-bde7-692b78691ab7 req-d0c9905e-b365-4136-973a-f13afa2396e8 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.1561406 Sep 30 08:01:27.918957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44926) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:27.923724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Allocated IP 192.168.233.174 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/6d1bfc6c-e68c-470f-836f-90734b066846) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:01:27.925231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-68c162b6-1844-40e2-857d-ccb677f1219e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1763115661-network', 'tenant_id': '8bf27c9436d741e1991e7502961e6549'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:27.932269 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7b9c1e49-f432-48d7-99c1-78c0e9ba6f7f req-27d2a9a7-a286-4aed-9ebe-e0cde3c23779 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3 HTTP/1.1" status: 200 len: 217 time: 0.0690639 Sep 30 08:01:27.932679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83897f1c-7024-41a2-bde7-692b78691ab7 req-f824876c-5a75-433c-8528-9a56e54c5bb6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749826 Sep 30 08:01:27.997626 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c162b6-1844-40e2-857d-ccb677f1219e admin admin] Made reservation on behalf of 8bf27c9436d741e1991e7502961e6549 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:28.001584 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68c162b6-1844-40e2-857d-ccb677f1219e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:28.007828 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35cb60bd-90d0-43ad-a815-7b4f1dafd719 req-05746057-ad22-4be0-ab8d-6b9c56ed25f7 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 210 time: 0.0458694 Sep 30 08:01:28.038765 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68c162b6-1844-40e2-857d-ccb677f1219e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:28.069883 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c1e49-f432-48d7-99c1-78c0e9ba6f7f req-59cf8580-c3a7-49bb-b06c-c9ca8acfc550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:28.071861 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7b9c1e49-f432-48d7-99c1-78c0e9ba6f7f req-59cf8580-c3a7-49bb-b06c-c9ca8acfc550 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.1307197 Sep 30 08:01:28.116708 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7b9c1e49-f432-48d7-99c1-78c0e9ba6f7f req-97691935-06c8-4a73-9c12-95013e09e6cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358963 Sep 30 08:01:28.196305 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:28.262407 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7b9c1e49-f432-48d7-99c1-78c0e9ba6f7f req-78c368a5-6e17-4fc8-92af-6a645d36dc14 service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355371 Sep 30 08:01:28.285445 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68c162b6-1844-40e2-857d-ccb677f1219e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:28.289188 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc9711-3618-4f47-975e-b7b9b0329caa req-966a0cc2-eee1-423c-9786-48dbae2bcfdf tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:28.298369 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45cc9711-3618-4f47-975e-b7b9b0329caa req-966a0cc2-eee1-423c-9786-48dbae2bcfdf tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 944 time: 0.1071882 Sep 30 08:01:28.312220 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68c162b6-1844-40e2-857d-ccb677f1219e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:28.327291 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:28.345251 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-0f855bba-b983-447b-9332-236e93f8da5f tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2487c542c34e475ca5fabfc37e731b83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474117 Sep 30 08:01:28.404335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c162b6-1844-40e2-857d-ccb677f1219e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:01:28.412931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:01:28.433578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45cc9711-3618-4f47-975e-b7b9b0329caa req-3b108b44-58e7-4352-b281-b469900183d6 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296289 Sep 30 08:01:28.438189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:28.453081 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Pushing event updated for resources: {'Port': ['ID=6d1bfc6c-e68c-470f-836f-90734b066846,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:28.454569 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68c162b6-1844-40e2-857d-ccb677f1219e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:28.455758 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-68c162b6-1844-40e2-857d-ccb677f1219e admin admin] Added segment 1b95cc26-8a0c-4c60-9899-a0576c12e7ca of type vlan for network 438950cb-3da5-4c39-b8bb-cdd58c0fb462 Sep 30 08:01:28.462149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:01:28.469900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c162b6-1844-40e2-857d-ccb677f1219e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe1612c-8f3b-4d4a-b55a-e3bbf74fe768,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:28.547091 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 8ac326a5-688d-43b5-9f07-320c48ea59b3 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:01:28.592094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:28.592793 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:28.664837 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7b9c1e49-f432-48d7-99c1-78c0e9ba6f7f req-ef8edd32-c7ca-413b-8811-86c09305bf22 service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928113 Sep 30 08:01:28.668476 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-803dbaa7-38d4-4abe-9f45-f6571fa01b27 req-e0a44dd8-f305-4566-8197-e830c8ef9a7f tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/ports?device_id=22642ba7-29b9-4915-85f4-554e9fd2fdad HTTP/1.1" status: 200 len: 210 time: 0.0688715 Sep 30 08:01:28.691325 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-e27855e2-a72c-4cdf-8ccf-830f4238bfd1 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2536204 Sep 30 08:01:28.711148 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68c162b6-1844-40e2-857d-ccb677f1219e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:28.713446 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Request body: {'port': {'device_id': 'e3b00d0c-62a6-4484-8453-c6e67aa10690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:28.737391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 8ac326a5-688d-43b5-9f07-320c48ea59b3, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:28.747936 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-e536ec06-1554-4b42-9bed-d3e0fdd41fd9 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:28.749521 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-e536ec06-1554-4b42-9bed-d3e0fdd41fd9 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3937862 Sep 30 08:01:28.775415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 8ac326a5-688d-43b5-9f07-320c48ea59b3 has no active binding in host n-h1-807359-2 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:01:28.777247 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Request body: {'port': {'device_id': '22642ba7-29b9-4915-85f4-554e9fd2fdad', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '2487c542c34e475ca5fabfc37e731b83'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:28.807797 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68c162b6-1844-40e2-857d-ccb677f1219e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:28.812417 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c162b6-1844-40e2-857d-ccb677f1219e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:28.813006 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68c162b6-1844-40e2-857d-ccb677f1219e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:28.817238 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:28.878061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44954) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:28.878973 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-68c162b6-1844-40e2-857d-ccb677f1219e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9551609 Sep 30 08:01:28.883876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d0ea86c0-09d3-4b13-a72e-c5cb433b6d5a admin admin] Request body: {'subnet': {'network_id': '438950cb-3da5-4c39-b8bb-cdd58c0fb462', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1763115661-subnet', 'tenant_id': '8bf27c9436d741e1991e7502961e6549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:28.927582 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-944ad817-a2f7-49b0-90f8-0a6122b25cff None None] Provisioning complete for port 6d1bfc6c-e68c-470f-836f-90734b066846 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:28.928082 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-944ad817-a2f7-49b0-90f8-0a6122b25cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:28.972156 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c162b6-1844-40e2-857d-ccb677f1219e admin admin] Pushing event updated for resources: {'Network': ['ID=438950cb-3da5-4c39-b8bb-cdd58c0fb462,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:29.015868 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ea86c0-09d3-4b13-a72e-c5cb433b6d5a admin admin] Made reservation on behalf of 8bf27c9436d741e1991e7502961e6549 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:29.018425 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0ea86c0-09d3-4b13-a72e-c5cb433b6d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:29.021342 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-944ad817-a2f7-49b0-90f8-0a6122b25cff None None] Port 6d1bfc6c-e68c-470f-836f-90734b066846 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:01:29.027661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 438950cb-3da5-4c39-b8bb-cdd58c0fb462 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:01:29.053770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Made reservation on behalf of 2487c542c34e475ca5fabfc37e731b83 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:29.058028 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:29.070542 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:29.195100 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:29.201553 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:29.227367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794ac33-9ad3-4fb1-9121-79444dd9e505 req-e37aab2f-a331-4dd7-a34c-983ed6aeaf16 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:29.234797 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6794ac33-9ad3-4fb1-9121-79444dd9e505 req-e37aab2f-a331-4dd7-a34c-983ed6aeaf16 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.1969182 Sep 30 08:01:29.289696 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaab51ab-fe6d-4204-a850-2c58b1ce604c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:29.343643 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6794ac33-9ad3-4fb1-9121-79444dd9e505 req-a078f200-cb4b-472b-9782-c217e4f30ab2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071599 Sep 30 08:01:29.385159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1bfc6c-e68c-470f-836f-90734b066846 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:01:29.390902 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:29.396838 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:29.457328 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Transition to ACTIVE for port object 6d1bfc6c-e68c-470f-836f-90734b066846 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:01:29.482087 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:29.512409 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0ea86c0-09d3-4b13-a72e-c5cb433b6d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:29.594134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8173db-df66-4c21-bb51-633def46724f req-05f0b8a6-5e95-4e22-8dd8-99e54a0dfa34 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:29.595678 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec8173db-df66-4c21-bb51-633def46724f req-05f0b8a6-5e95-4e22-8dd8-99e54a0dfa34 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 936 time: 0.1583836 Sep 30 08:01:29.596377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Pushing event updated for resources: {'Port': ['ID=6d1bfc6c-e68c-470f-836f-90734b066846,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:29.614145 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea86c0-09d3-4b13-a72e-c5cb433b6d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d7954c-6cea-4667-ad66-12a64f615bd6,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:29.675648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-7c0bb470-b211-48ac-ae20-a807f4af843e req-9992990d-57ef-4769-97c2-16c3ed1a7016 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:01:29.677575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7c0bb470-b211-48ac-ae20-a807f4af843e req-9992990d-57ef-4769-97c2-16c3ed1a7016 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0336890 Sep 30 08:01:29.743832 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec8173db-df66-4c21-bb51-633def46724f req-9a34b200-a341-4c11-b802-a4a547b7077a tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/security-groups?id=d831e0ae-09bf-4700-9124-5e292475c764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990474 Sep 30 08:01:29.761116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ea86c0-09d3-4b13-a72e-c5cb433b6d5a admin admin] Checking segment: {'id': '1b95cc26-8a0c-4c60-9899-a0576c12e7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '438950cb-3da5-4c39-b8bb-cdd58c0fb462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:29.761482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ea86c0-09d3-4b13-a72e-c5cb433b6d5a admin admin] Network hostable DHCP agents. Network: 438950cb-3da5-4c39-b8bb-cdd58c0fb462, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:01:29.779852 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Allocated IP 192.168.233.56 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/e72c26d8-cc7c-4675-ac0c-047246dc79b3) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:01:29.792835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ea86c0-09d3-4b13-a72e-c5cb433b6d5a admin admin] Network 438950cb-3da5-4c39-b8bb-cdd58c0fb462 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:01:29.808709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d0ea86c0-09d3-4b13-a72e-c5cb433b6d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 438950cb-3da5-4c39-b8bb-cdd58c0fb462) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:29.814915 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ea86c0-09d3-4b13-a72e-c5cb433b6d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:29.815639 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0ea86c0-09d3-4b13-a72e-c5cb433b6d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:29.826574 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a7084b-d094-4d57-b387-b05ba3eaa1c2 None None] Network 438950cb-3da5-4c39-b8bb-cdd58c0fb462 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:29.835671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Attempting to bind port 6d1bfc6c-e68c-470f-836f-90734b066846 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:01:29.836412 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Attempting to bind port 6d1bfc6c-e68c-470f-836f-90734b066846 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:01:29.838511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Attempting to bind port 6d1bfc6c-e68c-470f-836f-90734b066846 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:29.857398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Port 6d1bfc6c-e68c-470f-836f-90734b066846 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:01:29.857730 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Attempting to bind port 6d1bfc6c-e68c-470f-836f-90734b066846 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:29.899648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:01:29.900289 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:29.901958 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:01:29.902499 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Bound port: 6d1bfc6c-e68c-470f-836f-90734b066846, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:01:29.902884 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:29.924296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d0ea86c0-09d3-4b13-a72e-c5cb433b6d5a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0450108 Sep 30 08:01:30.029769 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:30.082101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9001c0-4f42-4675-8e45-92f08ab7d41e None None] Network 438950cb-3da5-4c39-b8bb-cdd58c0fb462 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:30.095725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab50ba20-60d2-4189-8c75-b6068b78044a req-7e181538-b486-4a1b-bc64-de2f35d3b16f tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/ports?device_id=22642ba7-29b9-4915-85f4-554e9fd2fdad HTTP/1.1" status: 200 len: 210 time: 0.0631523 Sep 30 08:01:30.098244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:30.110802 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] For port 6d1bfc6c-e68c-470f-836f-90734b066846, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:30.116291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] For port 6d1bfc6c-e68c-470f-836f-90734b066846, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=6d1bfc6c-e68c-470f-836f-90734b066846,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:01:30.123562 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:30.138025 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907db27-657f-4d18-870f-618e261bc474 req-83fd8738-f74c-4e1b-abd6-c8af87f6c519 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:30.148309 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4907db27-657f-4d18-870f-618e261bc474 req-83fd8738-f74c-4e1b-abd6-c8af87f6c519 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 944 time: 0.2081542 Sep 30 08:01:30.156838 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:30.204883 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:30.205523 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:30.206919 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] 10.222.0.35 "PUT /v2.0/ports/6d1bfc6c-e68c-470f-836f-90734b066846 HTTP/1.1" status: 200 len: 1096 time: 1.5023000 Sep 30 08:01:30.209926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:01:30.213208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b00d0c-62a6-4484-8453-c6e67aa10690', 'tag': '6d1bfc6c-e68c-470f-836f-90734b066846'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:30.215576 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae7850d-5f27-43b9-85b1-15f6e1cd8472" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b00d0c-62a6-4484-8453-c6e67aa10690", "tag": "6d1bfc6c-e68c-470f-836f-90734b066846"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:30.227247 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:30.245517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:01:30.311369 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4907db27-657f-4d18-870f-618e261bc474 req-f28f194b-d6a9-4af4-be01-d634d97edb8b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621723 Sep 30 08:01:30.321894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Pushing event updated for resources: {'Port': ['ID=e72c26d8-cc7c-4675-ac0c-047246dc79b3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:30.348203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:30.348909 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dec92-6265-40c3-9a05-6dd73d47856a service neutron] Pushing event updated for resources: {'Port': ['ID=6d1bfc6c-e68c-470f-836f-90734b066846,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:30.349845 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:30.380564 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-66306606-98ec-43d4-9860-160d2df3d497 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2789795 Sep 30 08:01:30.386589 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-62253f8f-fb49-4e89-9fe3-e20f50c197c3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:01:30.388040 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33d0fc-f386-4af3-ae3b-3477ab219a22 req-e00546a1-4001-4368-b788-82ad532ac2df tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:30.389834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa33d0fc-f386-4af3-ae3b-3477ab219a22 req-e00546a1-4001-4368-b788-82ad532ac2df tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.1818564 Sep 30 08:01:30.392695 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-cce9b69c-efcd-47df-9883-3d0c3c0daad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:30.394152 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-cce9b69c-efcd-47df-9883-3d0c3c0daad2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ceb4c6506a51407b865eead7d8288b54&device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 1099 time: 0.1193893 Sep 30 08:01:30.403044 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-62253f8f-fb49-4e89-9fe3-e20f50c197c3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0106781 Sep 30 08:01:30.420105 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-35c59fb2-ba11-4581-bbd7-6982b1ba10c4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6573851 Sep 30 08:01:30.430886 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88ad494-fcc6-4476-a210-a94230b2276e x-openstack-request-id: req-d88ad494-fcc6-4476-a210-a94230b2276e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:30.431210 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b00d0c-62a6-4484-8453-c6e67aa10690", "tag": "6d1bfc6c-e68c-470f-836f-90734b066846", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:30.431470 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d88ad494-fcc6-4476-a210-a94230b2276e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:30.432113 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b00d0c-62a6-4484-8453-c6e67aa10690', 'tag': '6d1bfc6c-e68c-470f-836f-90734b066846', 'status': 'completed', 'code': 200} Sep 30 08:01:30.458692 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Request body: {'port': {'device_id': '22642ba7-29b9-4915-85f4-554e9fd2fdad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:30.486286 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-f8d2dc56-c845-4418-9034-01f307c3e7da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=6d1bfc6c-e68c-470f-836f-90734b066846 HTTP/1.1" status: 200 len: 217 time: 0.0713868 Sep 30 08:01:30.526195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa33d0fc-f386-4af3-ae3b-3477ab219a22 req-a90088cb-d864-46a3-82b0-d9ae22ae0301 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297300 Sep 30 08:01:30.542186 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:30.805098 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-d6d7cf39-9e66-4066-abae-752063524fb4 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:30.813208 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-d6d7cf39-9e66-4066-abae-752063524fb4 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 820 time: 0.2180281 Sep 30 08:01:30.813906 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5c3db44c-0d71-4295-a835-98e4b89cedab None None] Provisioning complete for port e72c26d8-cc7c-4675-ac0c-047246dc79b3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:30.814721 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c3db44c-0d71-4295-a835-98e4b89cedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:30.832131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-fc0dd605-19a4-4237-a873-f8608a22dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:30.834676 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-fc0dd605-19a4-4237-a873-f8608a22dd2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.3074877 Sep 30 08:01:30.850986 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-d2847c3d-09df-4a94-9f97-6170aeb01391 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/quotas/b90880b9f658495fbcf10eee4b545dee HTTP/1.1" status: 200 len: 375 time: 0.0335231 Sep 30 08:01:30.883452 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5c3db44c-0d71-4295-a835-98e4b89cedab None None] Port e72c26d8-cc7c-4675-ac0c-047246dc79b3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:01:30.947444 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e72c26d8-cc7c-4675-ac0c-047246dc79b3 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:01:30.959746 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:30.963483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-f705240e-15eb-4246-ae2a-b140e9348494 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1113369 Sep 30 08:01:30.986942 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Transition to ACTIVE for port object e72c26d8-cc7c-4675-ac0c-047246dc79b3 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:01:30.994919 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:31.069719 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Pushing event updated for resources: {'Port': ['ID=e72c26d8-cc7c-4675-ac0c-047246dc79b3,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:31.134030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-5d6d9496-3f87-469e-972d-f28ada5ca57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:31.136595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-5d6d9496-3f87-469e-972d-f28ada5ca57b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2775126 Sep 30 08:01:31.182722 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910a388-65f6-414d-ae75-348d07005cd5 req-071ef8dc-84ed-403b-9c07-fe85fa7c9edd tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:31.193156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6910a388-65f6-414d-ae75-348d07005cd5 req-071ef8dc-84ed-403b-9c07-fe85fa7c9edd tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 948 time: 0.1848631 Sep 30 08:01:31.202615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Attempting to bind port e72c26d8-cc7c-4675-ac0c-047246dc79b3 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:01:31.202615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Attempting to bind port e72c26d8-cc7c-4675-ac0c-047246dc79b3 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:01:31.202900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Attempting to bind port e72c26d8-cc7c-4675-ac0c-047246dc79b3 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:31.214294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Port e72c26d8-cc7c-4675-ac0c-047246dc79b3 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:01:31.214598 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Attempting to bind port e72c26d8-cc7c-4675-ac0c-047246dc79b3 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:31.230585 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-eff95d54-d4d5-49ab-b2df-423b441e5484 service neutron] 10.222.0.35 "GET /v2.0/ports/8ac326a5-688d-43b5-9f07-320c48ea59b3/bindings/n-h1-807359-2 HTTP/1.1" status: 200 len: 384 time: 0.1152017 Sep 30 08:01:31.231124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:01:31.231461 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:31.231838 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:01:31.232297 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Bound port: e72c26d8-cc7c-4675-ac0c-047246dc79b3, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:01:31.232655 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:31.314522 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-98450f49-3531-495f-b48b-a7f6be7adc76 service neutron] 10.222.0.24 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493435 Sep 30 08:01:31.343360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:31.417148 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6910a388-65f6-414d-ae75-348d07005cd5 req-8d6cb906-926f-4a0a-86fa-b74dec6a437e tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/security-groups?id=d831e0ae-09bf-4700-9124-5e292475c764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228529 Sep 30 08:01:31.439988 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] For port e72c26d8-cc7c-4675-ac0c-047246dc79b3, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:31.464269 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] For port e72c26d8-cc7c-4675-ac0c-047246dc79b3, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e72c26d8-cc7c-4675-ac0c-047246dc79b3,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:01:31.482861 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:31.497181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-8e06c3ca-b94d-489d-a240-a19e537ea9a0 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527026 Sep 30 08:01:31.548556 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:31.549182 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:31.550592 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] 10.222.0.36 "PUT /v2.0/ports/e72c26d8-cc7c-4675-ac0c-047246dc79b3 HTTP/1.1" status: 200 len: 1095 time: 1.0997813 Sep 30 08:01:31.553861 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22642ba7-29b9-4915-85f4-554e9fd2fdad', 'tag': 'e72c26d8-cc7c-4675-ac0c-047246dc79b3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:31.556922 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c52903-bb7e-4bc0-89fc-910f0bc1c5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "22642ba7-29b9-4915-85f4-554e9fd2fdad", "tag": "e72c26d8-cc7c-4675-ac0c-047246dc79b3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:31.697139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-cace7e71-1eba-4ec6-a955-3371c149e3d8 service neutron] 10.222.0.24 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821416 Sep 30 08:01:31.744356 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9713aa2b-462a-418a-ad48-a9f06e124ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:31.748093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0cd5e-6df1-4ebe-9802-3b6fa5035b65 service neutron] Pushing event updated for resources: {'Port': ['ID=e72c26d8-cc7c-4675-ac0c-047246dc79b3,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:31.792947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-63030283-3819-4012-8471-27033a7940a6 req-76b9e465-99b4-4cf7-a3ef-58b0ca6182b9 service neutron] For port 8ac326a5-688d-43b5-9f07-320c48ea59b3, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:31.811145 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-0d3eec6c-1c17-45e2-b770-ed5efe8976ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:31.812960 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-0d3eec6c-1c17-45e2-b770-ed5efe8976ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2487c542c34e475ca5fabfc37e731b83&device_id=22642ba7-29b9-4915-85f4-554e9fd2fdad HTTP/1.1" status: 200 len: 1098 time: 0.1367784 Sep 30 08:01:31.867231 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-9276a85f-7de0-489b-b14a-de0ce470c94e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e72c26d8-cc7c-4675-ac0c-047246dc79b3 HTTP/1.1" status: 200 len: 217 time: 0.0445657 Sep 30 08:01:31.901377 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-63030283-3819-4012-8471-27033a7940a6 req-76b9e465-99b4-4cf7-a3ef-58b0ca6182b9 service neutron] For port 8ac326a5-688d-43b5-9f07-320c48ea59b3, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:31.954392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:32.070527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-63030283-3819-4012-8471-27033a7940a6 req-76b9e465-99b4-4cf7-a3ef-58b0ca6182b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac326a5-688d-43b5-9f07-320c48ea59b3 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:01:32.111140 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-58474e81-5d9f-49ed-b16d-f3b65557820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:32.112695 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-58474e81-5d9f-49ed-b16d-f3b65557820e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.2356653 Sep 30 08:01:32.115938 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-63030283-3819-4012-8471-27033a7940a6 req-76b9e465-99b4-4cf7-a3ef-58b0ca6182b9 service neutron] For port 8ac326a5-688d-43b5-9f07-320c48ea59b3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:32.190684 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-63030283-3819-4012-8471-27033a7940a6 req-76b9e465-99b4-4cf7-a3ef-58b0ca6182b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:32.220692 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e224f6b8-8fbd-48fa-977d-da3aa1e5e82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:32.240455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d77f7164-7cdf-4ca6-b230-1537db96cfa7 req-24aa368b-85ff-471d-9808-ebfa7fd06fb8 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7341146 Sep 30 08:01:32.272983 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9713aa2b-462a-418a-ad48-a9f06e124ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:32.297184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f30e46-f048-4eaa-b76c-d6955a08f2da req-aeeac327-7277-4dbf-aec9-c14fa1fe9c01 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:32.303742 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9713aa2b-462a-418a-ad48-a9f06e124ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:32.310970 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82f30e46-f048-4eaa-b76c-d6955a08f2da req-aeeac327-7277-4dbf-aec9-c14fa1fe9c01 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 944 time: 0.1255946 Sep 30 08:01:32.320751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc67de8-d5f8-4ef5-a28a-a4e16a13efa9 req-353a2f38-5f44-41dd-8dcc-26ba83d363dd tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:32.324360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-dae2eee9-196b-4d6f-8a71-4883b2ce83ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:32.326000 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-dae2eee9-196b-4d6f-8a71-4883b2ce83ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2031214 Sep 30 08:01:32.342605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fdc67de8-d5f8-4ef5-a28a-a4e16a13efa9 req-353a2f38-5f44-41dd-8dcc-26ba83d363dd tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/ports?device_id=22642ba7-29b9-4915-85f4-554e9fd2fdad HTTP/1.1" status: 200 len: 947 time: 0.6420920 Sep 30 08:01:32.421090 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9713aa2b-462a-418a-ad48-a9f06e124ae6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d672ff31e974862acf36e20bead08a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0724783 Sep 30 08:01:32.421990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45084) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:32.443626 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713aa2b-462a-418a-ad48-a9f06e124ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6436a0-0585-4a38-b7b9-dcdc03b6c602,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:32.464738 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82f30e46-f048-4eaa-b76c-d6955a08f2da req-44c01665-6049-4eb1-88e9-01aac8aae370 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528394 Sep 30 08:01:32.465725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-63030283-3819-4012-8471-27033a7940a6 req-76b9e465-99b4-4cf7-a3ef-58b0ca6182b9 service neutron] Transition to ACTIVE for port object 8ac326a5-688d-43b5-9f07-320c48ea59b3 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:01:32.498997 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fdc67de8-d5f8-4ef5-a28a-a4e16a13efa9 req-2b482d9d-3ab0-42cf-8890-6827323109cc tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaab51ab-fe6d-4204-a850-2c58b1ce604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510360 Sep 30 08:01:32.503348 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-63030283-3819-4012-8471-27033a7940a6 req-76b9e465-99b4-4cf7-a3ef-58b0ca6182b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:32.544396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7850d-5f27-43b9-85b1-15f6e1cd8472 req-22eed0ae-6789-4ba8-b9c7-75b87cc7da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:32.547467 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ae7850d-5f27-43b9-85b1-15f6e1cd8472 req-22eed0ae-6789-4ba8-b9c7-75b87cc7da63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ceb4c6506a51407b865eead7d8288b54&device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 1099 time: 0.1883981 Sep 30 08:01:32.579812 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fc0b7a-891f-4e5b-be11-0dfb9f349a6d x-openstack-request-id: req-48fc0b7a-891f-4e5b-be11-0dfb9f349a6d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:32.579812 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22642ba7-29b9-4915-85f4-554e9fd2fdad", "tag": "e72c26d8-cc7c-4675-ac0c-047246dc79b3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:32.579812 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48fc0b7a-891f-4e5b-be11-0dfb9f349a6d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:32.580217 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22642ba7-29b9-4915-85f4-554e9fd2fdad', 'tag': 'e72c26d8-cc7c-4675-ac0c-047246dc79b3', 'status': 'completed', 'code': 200} Sep 30 08:01:32.602785 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b862a38-2f91-4632-b949-f62137f2d51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:32.651287 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-b4bab395-a0a5-4315-bbb1-06c818353fc7 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804551 Sep 30 08:01:32.653430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-63030283-3819-4012-8471-27033a7940a6 req-76b9e465-99b4-4cf7-a3ef-58b0ca6182b9 service neutron] No DVR routers for this DVR port 8ac326a5-688d-43b5-9f07-320c48ea59b3 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:01:32.677528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9e465-99b4-4cf7-a3ef-58b0ca6182b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac326a5-688d-43b5-9f07-320c48ea59b3,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:32.721768 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e224f6b8-8fbd-48fa-977d-da3aa1e5e82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:32.729982 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b862a38-2f91-4632-b949-f62137f2d51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:32.735286 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e224f6b8-8fbd-48fa-977d-da3aa1e5e82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:32.776815 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-76b9e465-99b4-4cf7-a3ef-58b0ca6182b9 service neutron] 10.222.0.35 "PUT /v2.0/ports/8ac326a5-688d-43b5-9f07-320c48ea59b3/bindings/n-h1-807359-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5326312 Sep 30 08:01:32.777713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6fe72-9f96-4c95-8785-b6ade5c799ad req-5def886d-a67f-43f8-b17c-71a9227fcff0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:32.787022 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27e6fe72-9f96-4c95-8785-b6ade5c799ad req-5def886d-a67f-43f8-b17c-71a9227fcff0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.2385468 Sep 30 08:01:32.806070 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66a39fc2-3914-4e59-9663-e38746eead90 req-02cabde9-f73a-4a50-99c8-d34181da2a99 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 210 time: 0.1553290 Sep 30 08:01:32.816362 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e224f6b8-8fbd-48fa-977d-da3aa1e5e82d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=812069c3f26849f79a0b62af40fbb482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8386562 Sep 30 08:01:32.816362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224f6b8-8fbd-48fa-977d-da3aa1e5e82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc76710b-00a1-4c0c-9837-a863b0d0bf2a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:32.819043 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45090) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:32.829728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.36', 55066) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:32.881727 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18b4daad-8206-4a34-8ef1-c420ef8c4535 req-391bd979-d81a-4aaf-820e-80f3f2e4a497 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295382 Sep 30 08:01:32.914201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7850d-5f27-43b9-85b1-15f6e1cd8472 req-d5cef237-8ba3-4635-bb7d-e3784b4410e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:32.916049 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ae7850d-5f27-43b9-85b1-15f6e1cd8472 req-d5cef237-8ba3-4635-bb7d-e3784b4410e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.3550231 Sep 30 08:01:32.921575 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd6764-4906-4949-a97c-e949451820d7 req-f72a2db9-6f93-42e9-8ef2-249e91274da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:32.922076 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ff0d0181-3e14-4460-953f-a73016ce5556 req-fff11c18-b398-45d0-ac00-1ffe4c998d33 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850210 Sep 30 08:01:32.924385 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-f72a2db9-6f93-42e9-8ef2-249e91274da2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 1100 time: 0.2254801 Sep 30 08:01:32.925305 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0af47fce-39bd-4d2b-9699-8a125430889b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:32.937937 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b862a38-2f91-4632-b949-f62137f2d51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:32.940970 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b862a38-2f91-4632-b949-f62137f2d51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:32.943381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7b862a38-2f91-4632-b949-f62137f2d51a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f6436a0-0585-4a38-b7b9-dcdc03b6c602 HTTP/1.1" status: 204 len: 168 time: 0.5202887 Sep 30 08:01:32.951677 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0af47fce-39bd-4d2b-9699-8a125430889b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:32.968241 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27e6fe72-9f96-4c95-8785-b6ade5c799ad req-1658d6b2-efcf-437d-93c3-058d2520f3e7 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777151 Sep 30 08:01:33.027108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.36', 55067) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:33.055150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b862a38-2f91-4632-b949-f62137f2d51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6436a0-0585-4a38-b7b9-dcdc03b6c602,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:33.058178 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ae7850d-5f27-43b9-85b1-15f6e1cd8472 req-d9483dfb-46c1-4088-a85a-0a94e5fb96b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=6d1bfc6c-e68c-470f-836f-90734b066846 HTTP/1.1" status: 200 len: 217 time: 0.1302161 Sep 30 08:01:33.084815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c52903-bb7e-4bc0-89fc-910f0bc1c5f9 req-5c698d78-610d-49a6-af3d-1d06156a5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.086474 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5c52903-bb7e-4bc0-89fc-910f0bc1c5f9 req-5c698d78-610d-49a6-af3d-1d06156a5a35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2487c542c34e475ca5fabfc37e731b83&device_id=22642ba7-29b9-4915-85f4-554e9fd2fdad HTTP/1.1" status: 200 len: 1098 time: 0.0911481 Sep 30 08:01:33.090269 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63030283-3819-4012-8471-27033a7940a6 req-3bfc11c2-fe91-4119-b721-9f0deee47889 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.091951 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-3bfc11c2-fe91-4119-b721-9f0deee47889 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13&tenant_id=b077f759674d4d92a5ac98950a22949d&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 1096 time: 0.0979412 Sep 30 08:01:33.093138 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0af47fce-39bd-4d2b-9699-8a125430889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:33.095681 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0af47fce-39bd-4d2b-9699-8a125430889b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:33.096971 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0af47fce-39bd-4d2b-9699-8a125430889b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc76710b-00a1-4c0c-9837-a863b0d0bf2a HTTP/1.1" status: 204 len: 168 time: 0.2755694 Sep 30 08:01:33.123380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af47fce-39bd-4d2b-9699-8a125430889b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc76710b-00a1-4c0c-9837-a863b0d0bf2a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:33.228837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d0181-3e14-4460-953f-a73016ce5556 req-24ad1b28-55bd-4032-8157-47db1417b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.231235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff0d0181-3e14-4460-953f-a73016ce5556 req-24ad1b28-55bd-4032-8157-47db1417b73e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 1100 time: 0.2023954 Sep 30 08:01:33.243471 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7850d-5f27-43b9-85b1-15f6e1cd8472 req-c1373531-d513-42a1-ad02-eddd7f1116b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.245098 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ae7850d-5f27-43b9-85b1-15f6e1cd8472 req-c1373531-d513-42a1-ad02-eddd7f1116b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1698883 Sep 30 08:01:33.253203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63030283-3819-4012-8471-27033a7940a6 req-eb8a6ca5-e456-49e8-9eb5-d606265cf53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.256258 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-eb8a6ca5-e456-49e8-9eb5-d606265cf53e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13&tenant_id=b077f759674d4d92a5ac98950a22949d HTTP/1.1" status: 200 len: 1096 time: 0.1503205 Sep 30 08:01:33.276763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cb71a-33ef-42f7-8364-ec24fabbc195 req-e3b7f4fb-93c3-4711-888e-0634c6dbff02 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.278141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c52903-bb7e-4bc0-89fc-910f0bc1c5f9 req-50e7a95b-27de-4a7c-ba08-0d0c5f0d4123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.278533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f0cb71a-33ef-42f7-8364-ec24fabbc195 req-e3b7f4fb-93c3-4711-888e-0634c6dbff02 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 948 time: 0.2187724 Sep 30 08:01:33.279696 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5c52903-bb7e-4bc0-89fc-910f0bc1c5f9 req-50e7a95b-27de-4a7c-ba08-0d0c5f0d4123 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1749353 Sep 30 08:01:33.307287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd6764-4906-4949-a97c-e949451820d7 req-93c9ae97-94e1-4cd7-b47d-1f11cdea603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.309066 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-93c9ae97-94e1-4cd7-b47d-1f11cdea603c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2940619 Sep 30 08:01:33.372300 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45100) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:33.375923 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5c52903-bb7e-4bc0-89fc-910f0bc1c5f9 req-cd30ba94-92b3-4432-a26c-41ddbcb621f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e72c26d8-cc7c-4675-ac0c-047246dc79b3 HTTP/1.1" status: 200 len: 217 time: 0.0659730 Sep 30 08:01:33.391487 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-d137157c-c945-42e2-8bcb-f4a7e9f58d3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652 HTTP/1.1" status: 200 len: 217 time: 0.0612965 Sep 30 08:01:33.434993 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.36', 55068) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:33.435523 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06c7f3a7-7a5f-4b0e-b60b-52127280981c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:33.491774 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63030283-3819-4012-8471-27033a7940a6 req-b1570227-4dab-4afb-ba2b-475fcf340400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.493684 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-b1570227-4dab-4afb-ba2b-475fcf340400 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 1096 time: 0.1715124 Sep 30 08:01:33.495266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c52903-bb7e-4bc0-89fc-910f0bc1c5f9 req-1705422c-3d29-4475-99fa-c4d5ce535223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.496691 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5c52903-bb7e-4bc0-89fc-910f0bc1c5f9 req-1705422c-3d29-4475-99fa-c4d5ce535223 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0969684 Sep 30 08:01:33.539434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7850d-5f27-43b9-85b1-15f6e1cd8472 req-c920f8f1-241e-4f38-aaae-3675a2438e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.541031 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ae7850d-5f27-43b9-85b1-15f6e1cd8472 req-c920f8f1-241e-4f38-aaae-3675a2438e84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2833381 Sep 30 08:01:33.561291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f0cb71a-33ef-42f7-8364-ec24fabbc195 req-42c09594-554c-4ce4-95b3-fa0527f81ad0 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/security-groups?id=d831e0ae-09bf-4700-9124-5e292475c764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484262 Sep 30 08:01:33.658010 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d0181-3e14-4460-953f-a73016ce5556 req-f5b99723-2d8d-4674-a6f6-b8572b8a5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.659709 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff0d0181-3e14-4460-953f-a73016ce5556 req-f5b99723-2d8d-4674-a6f6-b8572b8a5590 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.3772295 Sep 30 08:01:33.687750 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c52903-bb7e-4bc0-89fc-910f0bc1c5f9 req-fff0d4ca-b15b-4114-a408-00b54bd1135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.689745 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5c52903-bb7e-4bc0-89fc-910f0bc1c5f9 req-fff0d4ca-b15b-4114-a408-00b54bd1135c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1703951 Sep 30 08:01:33.698075 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd6764-4906-4949-a97c-e949451820d7 req-169084de-7ed2-4c46-98c7-c0784e60b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.699784 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-169084de-7ed2-4c46-98c7-c0784e60b8e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.2606137 Sep 30 08:01:33.721335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63030283-3819-4012-8471-27033a7940a6 req-5654d258-c2d1-402d-8155-ffa17701b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.722654 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-5654d258-c2d1-402d-8155-ffa17701b225 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.2045245 Sep 30 08:01:33.743195 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06c7f3a7-7a5f-4b0e-b60b-52127280981c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:33.760524 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06c7f3a7-7a5f-4b0e-b60b-52127280981c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:33.807969 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-50a8fe9f-ce79-430d-94f0-e84d4c9d8c4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3 HTTP/1.1" status: 200 len: 217 time: 0.0667346 Sep 30 08:01:33.816114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff0d0181-3e14-4460-953f-a73016ce5556 req-76f4b4bd-d400-4c2b-9f21-5fe2d37bd01c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0 HTTP/1.1" status: 200 len: 217 time: 0.1299148 Sep 30 08:01:33.889242 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-64b5d4c8-727c-4f1c-9b72-d6aa00a76e9d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.890639 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-64b5d4c8-727c-4f1c-9b72-d6aa00a76e9d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.36 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 820 time: 0.4504459 Sep 30 08:01:33.900046 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-06c7f3a7-7a5f-4b0e-b60b-52127280981c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb798e2ae4d2456d97ece037f736dd2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5237360 Sep 30 08:01:33.903048 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7f3a7-7a5f-4b0e-b60b-52127280981c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda79be0-c28d-4c64-a361-cca2dacbd2d6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:33.906093 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45120) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:33.921967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c300a9-de9d-4a49-b712-b26ac78e16ec req-dc7e8330-2b51-4849-9284-3f2b5d5fb28e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.930121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63c300a9-de9d-4a49-b712-b26ac78e16ec req-dc7e8330-2b51-4849-9284-3f2b5d5fb28e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 945 time: 0.3415699 Sep 30 08:01:33.931693 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5c52903-bb7e-4bc0-89fc-910f0bc1c5f9 req-7fc08608-77c8-400d-a873-54482b17ca7b service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248070 Sep 30 08:01:33.933548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63030283-3819-4012-8471-27033a7940a6 req-ab1282eb-f189-46f2-94e5-977c290366f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:33.934423 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-ab1282eb-f189-46f2-94e5-977c290366f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.0908012 Sep 30 08:01:33.940302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-f1d313cc-6e10-414e-bd36-a1ea17d001af tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Request body: {'port': {'device_id': '60a915bc-8a24-4a48-820c-0e4f4cf96da6', 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25', 'admin_state_up': True, 'tenant_id': 'b90880b9f658495fbcf10eee4b545dee'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:33.986724 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ae7850d-5f27-43b9-85b1-15f6e1cd8472 req-e0a9e726-5bc3-4654-bce7-1186f42776ca service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007890 Sep 30 08:01:34.002624 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-513ce18b-73da-45ed-8e53-027566bec38a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417275 Sep 30 08:01:34.032528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd6764-4906-4949-a97c-e949451820d7 req-50dd88e8-0e08-449a-bcdc-aa7930660986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:34.034009 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-50dd88e8-0e08-449a-bcdc-aa7930660986 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2559407 Sep 30 08:01:34.053907 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d0181-3e14-4460-953f-a73016ce5556 req-93d552d7-c994-409b-a3df-80089feebcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:34.056531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff0d0181-3e14-4460-953f-a73016ce5556 req-93d552d7-c994-409b-a3df-80089feebcad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.2168303 Sep 30 08:01:34.068976 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6149c-2d7a-4fc2-ab1c-b4c186421952 req-fb9b182d-480a-4066-a1d5-e18139f0764a tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:34.070531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9fc6149c-2d7a-4fc2-ab1c-b4c186421952 req-fb9b182d-480a-4066-a1d5-e18139f0764a tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/ports?device_id=22642ba7-29b9-4915-85f4-554e9fd2fdad HTTP/1.1" status: 200 len: 947 time: 0.3650634 Sep 30 08:01:34.358366 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5c52903-bb7e-4bc0-89fc-910f0bc1c5f9 req-c09a2c3a-d385-47cd-a24f-1b01542461f5 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113448 Sep 30 08:01:34.382146 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-c1d1bd69-3201-4df0-96f1-70952df74eec service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672760 Sep 30 08:01:34.473678 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-c44beb30-89e0-46ad-8726-8a5adceda11c service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840242 Sep 30 08:01:34.523502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63c300a9-de9d-4a49-b712-b26ac78e16ec req-42c212b3-e698-4c18-a090-b1e60abd526b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5924582 Sep 30 08:01:34.563145 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9fc6149c-2d7a-4fc2-ab1c-b4c186421952 req-4a623735-51ab-4e41-85cf-2a6e20d59ec6 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaab51ab-fe6d-4204-a850-2c58b1ce604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701517 Sep 30 08:01:34.573889 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6b1d734f-0dbb-43cf-9aee-acc56af2e0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:34.577060 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d0181-3e14-4460-953f-a73016ce5556 req-17b1bdc6-f71d-427b-9b75-20128bfd82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:34.578686 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff0d0181-3e14-4460-953f-a73016ce5556 req-17b1bdc6-f71d-427b-9b75-20128bfd82d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4976039 Sep 30 08:01:34.658408 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ae7850d-5f27-43b9-85b1-15f6e1cd8472 req-aa47b635-aa6f-4015-a0d1-413a4001b28f service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571929 Sep 30 08:01:34.686135 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e2606e7-453a-41c7-a451-8e4aaa39ae3c req-660c780b-9877-4889-821c-04fd01cf9686 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 210 time: 0.0979934 Sep 30 08:01:34.688212 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6b1d734f-0dbb-43cf-9aee-acc56af2e0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:34.719078 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-20963a6f-76c7-4f79-9f8e-5f92eb7b0513 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368117 Sep 30 08:01:34.729562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-f1d313cc-6e10-414e-bd36-a1ea17d001af tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Made reservation on behalf of b90880b9f658495fbcf10eee4b545dee for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:34.733001 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-f1d313cc-6e10-414e-bd36-a1ea17d001af tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:34.758941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63030283-3819-4012-8471-27033a7940a6 req-c4d1d66d-3438-40a0-bab4-3de7d6821a89 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:34.760515 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-c4d1d66d-3438-40a0-bab4-3de7d6821a89 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13&tenant_id=b077f759674d4d92a5ac98950a22949d&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 1096 time: 0.0456047 Sep 30 08:01:34.876134 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 6d1bfc6c-e68c-470f-836f-90734b066846 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:01:34.924335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-63030283-3819-4012-8471-27033a7940a6 req-cf28fe20-df7b-4565-8486-6eb851d6757d service neutron] For port 8ac326a5-688d-43b5-9f07-320c48ea59b3, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:34.932140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 8ac326a5-688d-43b5-9f07-320c48ea59b3 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:01:34.937436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eb3a3-32cc-4b69-95e7-50399239f782 req-d74df1a8-fdac-4667-b63c-18d06bb735b4 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:34.939018 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e4eb3a3-32cc-4b69-95e7-50399239f782 req-d74df1a8-fdac-4667-b63c-18d06bb735b4 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.3105226 Sep 30 08:01:34.945026 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-63030283-3819-4012-8471-27033a7940a6 req-cf28fe20-df7b-4565-8486-6eb851d6757d service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:34.947880 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-63030283-3819-4012-8471-27033a7940a6 req-cf28fe20-df7b-4565-8486-6eb851d6757d service neutron] 10.222.0.36 "DELETE /v2.0/ports/8ac326a5-688d-43b5-9f07-320c48ea59b3/bindings/n-h2-807359-2 HTTP/1.1" status: 204 len: 173 time: 0.1682994 Sep 30 08:01:34.994057 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6b1d734f-0dbb-43cf-9aee-acc56af2e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:34.996662 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6b1d734f-0dbb-43cf-9aee-acc56af2e0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:35.001020 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6b1d734f-0dbb-43cf-9aee-acc56af2e0ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eda79be0-c28d-4c64-a361-cca2dacbd2d6 HTTP/1.1" status: 204 len: 168 time: 1.0837576 Sep 30 08:01:35.007047 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff0d0181-3e14-4460-953f-a73016ce5556 req-1e0f3fd7-120e-4d66-bb78-c21efe6d47ae service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025536 Sep 30 08:01:35.025098 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-75ca479a-2aa1-4d19-be81-b3a6c36836ec service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839103 Sep 30 08:01:35.037925 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d734f-0dbb-43cf-9aee-acc56af2e0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda79be0-c28d-4c64-a361-cca2dacbd2d6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:35.071311 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 8ac326a5-688d-43b5-9f07-320c48ea59b3 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:01:35.073996 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 6d1bfc6c-e68c-470f-836f-90734b066846, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=6d1bfc6c-e68c-470f-836f-90734b066846,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:35.096292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '6d1bfc6c-e68c-470f-836f-90734b066846', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '6d1bfc6c-e68c-470f-836f-90734b066846', 'mac_address': 'fa:16:3e:67:32:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:01:35.131096 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e4eb3a3-32cc-4b69-95e7-50399239f782 req-996c9cc2-ee8e-4b86-9839-27392efa9de1 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784406 Sep 30 08:01:35.168536 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:35.188426 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1bfc6c-e68c-470f-836f-90734b066846 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:01:35.193286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-f1d313cc-6e10-414e-bd36-a1ea17d001af tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Allocated IP 172.20.0.2 (27eb64fb-38bc-4d58-ae7e-58a30f475b25/ab2ee65f-beaa-498e-bdba-cae189f73676/201282c8-ca62-4ef6-b2b9-7d8e99f260c7) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:01:35.213598 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 6d1bfc6c-e68c-470f-836f-90734b066846, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=6d1bfc6c-e68c-470f-836f-90734b066846,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:35.220306 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:35.224288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbf0cb-49ef-45df-9e2e-9a6d8fc03821 req-8d0403eb-d6ea-4636-bfb6-3d9cad7a1d28 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:35.231989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82fbf0cb-49ef-45df-9e2e-9a6d8fc03821 req-8d0403eb-d6ea-4636-bfb6-3d9cad7a1d28 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 948 time: 0.2122271 Sep 30 08:01:35.269559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff0d0181-3e14-4460-953f-a73016ce5556 req-67f0e8dc-4f1c-4425-a1e6-b5bb495ab24b service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482553 Sep 30 08:01:35.293653 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=6d1bfc6c-e68c-470f-836f-90734b066846,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:35.311552 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82fbf0cb-49ef-45df-9e2e-9a6d8fc03821 req-dc5c1e9a-03af-41d5-8771-3763936cb023 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/security-groups?id=d831e0ae-09bf-4700-9124-5e292475c764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786335 Sep 30 08:01:35.449543 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-f1d313cc-6e10-414e-bd36-a1ea17d001af tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:35.495630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['6d1bfc6c-e68c-470f-836f-90734b066846'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:35.496536 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-f1d313cc-6e10-414e-bd36-a1ea17d001af tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:35.557037 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-f1d313cc-6e10-414e-bd36-a1ea17d001af tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:01:35.560490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-f1d313cc-6e10-414e-bd36-a1ea17d001af tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:35.564372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-f1d313cc-6e10-414e-bd36-a1ea17d001af tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:01:35.616657 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-f1d313cc-6e10-414e-bd36-a1ea17d001af tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:35.617276 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-f1d313cc-6e10-414e-bd36-a1ea17d001af tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:35.688113 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d313cc-6e10-414e-bd36-a1ea17d001af tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Pushing event updated for resources: {'Port': ['ID=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:35.707603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5802b2-df51-4fc1-9ba9-866dfdc83815 req-de484b16-4e47-4a75-95ec-b98edef0f00d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:35.709383 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b5802b2-df51-4fc1-9ba9-866dfdc83815 req-de484b16-4e47-4a75-95ec-b98edef0f00d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 945 time: 0.0886648 Sep 30 08:01:35.710909 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-f1d313cc-6e10-414e-bd36-a1ea17d001af tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8057532 Sep 30 08:01:35.731855 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Request body: {'port': {'device_id': '60a915bc-8a24-4a48-820c-0e4f4cf96da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:35.825211 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b5802b2-df51-4fc1-9ba9-866dfdc83815 req-3154f3db-69ec-433f-9e18-63b46bbe7d33 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086419 Sep 30 08:01:35.857684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6e010-8d48-4f49-a6ab-122ca9ce0695 req-5a61b435-7e12-4c86-8f71-125b89088e15 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:35.859276 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1b6e010-8d48-4f49-a6ab-122ca9ce0695 req-5a61b435-7e12-4c86-8f71-125b89088e15 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/ports?device_id=22642ba7-29b9-4915-85f4-554e9fd2fdad HTTP/1.1" status: 200 len: 947 time: 0.1313922 Sep 30 08:01:35.867610 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:35.961445 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1b6e010-8d48-4f49-a6ab-122ca9ce0695 req-f7fd1725-c51c-4ce9-8e12-67d56a431ad5 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaab51ab-fe6d-4204-a850-2c58b1ce604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906668 Sep 30 08:01:36.032239 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45178) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:36.152490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da94d37-dbc4-4c69-a4f1-4c028cc2f3ae req-912e1c45-abb6-43cf-b98a-74d5e490c859 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:36.154040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9da94d37-dbc4-4c69-a4f1-4c028cc2f3ae req-912e1c45-abb6-43cf-b98a-74d5e490c859 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 931 time: 0.0877039 Sep 30 08:01:36.157510 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-39652865-6dd8-40a4-bc64-488c9dc3b25a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1932036545-network', 'tenant_id': 'fdef76861c634f249c5aedc1299c2409'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:36.178657 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39652865-6dd8-40a4-bc64-488c9dc3b25a admin admin] Made reservation on behalf of fdef76861c634f249c5aedc1299c2409 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:36.181809 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39652865-6dd8-40a4-bc64-488c9dc3b25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.191205 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39652865-6dd8-40a4-bc64-488c9dc3b25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.277111 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9da94d37-dbc4-4c69-a4f1-4c028cc2f3ae req-621a816a-34ea-439e-bfb1-d86344d76a27 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936558 Sep 30 08:01:36.280881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65975a47-9a01-4cbc-8dc2-ae451b5a5587 req-9ca4615c-7d43-45cb-a56e-4fb60f6ea9e6 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:36.282322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65975a47-9a01-4cbc-8dc2-ae451b5a5587 req-9ca4615c-7d43-45cb-a56e-4fb60f6ea9e6 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 1096 time: 0.0883148 Sep 30 08:01:36.284216 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39652865-6dd8-40a4-bc64-488c9dc3b25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.291504 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39652865-6dd8-40a4-bc64-488c9dc3b25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.325084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39652865-6dd8-40a4-bc64-488c9dc3b25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9551d58d-da0c-4fc4-b962-0926b6527ce2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:36.337057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39652865-6dd8-40a4-bc64-488c9dc3b25a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:01:36.353145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39652865-6dd8-40a4-bc64-488c9dc3b25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.353492 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-39652865-6dd8-40a4-bc64-488c9dc3b25a admin admin] Added segment a0d67587-d6af-4411-964f-a808ac77b808 of type vlan for network ee363390-b407-4d57-be1e-ba11a905a877 Sep 30 08:01:36.358754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:01:36.366358 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65975a47-9a01-4cbc-8dc2-ae451b5a5587 req-9568311b-f0e9-44c1-8cf2-889f6f28f7c2 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721104 Sep 30 08:01:36.369802 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.409252 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39652865-6dd8-40a4-bc64-488c9dc3b25a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.418077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Transition to ACTIVE for port object 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:01:36.429926 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.444551 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39652865-6dd8-40a4-bc64-488c9dc3b25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.445546 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162172e8-c9f3-4e8b-9e1b-b37efe6e9ca3 req-9751aa14-eede-4d37-86d2-d0e8c923eebd tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:36.446549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39652865-6dd8-40a4-bc64-488c9dc3b25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:36.447088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-162172e8-c9f3-4e8b-9e1b-b37efe6e9ca3 req-9751aa14-eede-4d37-86d2-d0e8c923eebd tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.0748484 Sep 30 08:01:36.447445 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39652865-6dd8-40a4-bc64-488c9dc3b25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.480813 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-39652865-6dd8-40a4-bc64-488c9dc3b25a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4474363 Sep 30 08:01:36.484278 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45196) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:36.490507 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5735f28e-96b2-41f0-976f-3320a5bae8ec admin admin] Request body: {'subnet': {'network_id': 'ee363390-b407-4d57-be1e-ba11a905a877', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1932036545-subnet', 'tenant_id': 'fdef76861c634f249c5aedc1299c2409', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:36.521951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Pushing event updated for resources: {'Port': ['ID=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:36.547931 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39652865-6dd8-40a4-bc64-488c9dc3b25a admin admin] Pushing event updated for resources: {'Network': ['ID=ee363390-b407-4d57-be1e-ba11a905a877,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:36.561356 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network ee363390-b407-4d57-be1e-ba11a905a877 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:01:36.564299 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5735f28e-96b2-41f0-976f-3320a5bae8ec admin admin] Made reservation on behalf of fdef76861c634f249c5aedc1299c2409 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:36.566627 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5735f28e-96b2-41f0-976f-3320a5bae8ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.574742 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-162172e8-c9f3-4e8b-9e1b-b37efe6e9ca3 req-8a4ded11-7932-4ecb-8bbd-a850b2ed0755 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047976 Sep 30 08:01:36.638772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414e3c2-9d97-412b-836a-10930bd0ef4b req-de74ba02-e32a-425f-bef6-b133a436018f tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:36.640457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e72c26d8-cc7c-4675-ac0c-047246dc79b3 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:01:36.646428 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e414e3c2-9d97-412b-836a-10930bd0ef4b req-de74ba02-e32a-425f-bef6-b133a436018f tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 949 time: 0.1060007 Sep 30 08:01:36.657905 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Attempting to bind port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:01:36.657905 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Attempting to bind port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:01:36.658120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Attempting to bind port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:36.673227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:01:36.673468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Attempting to bind port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:36.695834 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:01:36.696155 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Checking segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:36.696570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Bound using segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:01:36.697014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Bound port: 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:01:36.697747 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.713319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e414e3c2-9d97-412b-836a-10930bd0ef4b req-6d8518c7-b9c7-4c3d-b644-ffa0133c7700 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/security-groups?id=d831e0ae-09bf-4700-9124-5e292475c764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607257 Sep 30 08:01:36.782215 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e72c26d8-cc7c-4675-ac0c-047246dc79b3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e72c26d8-cc7c-4675-ac0c-047246dc79b3,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:36.797536 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'e72c26d8-cc7c-4675-ac0c-047246dc79b3', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': 'e72c26d8-cc7c-4675-ac0c-047246dc79b3', 'mac_address': 'fa:16:3e:9f:94:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:01:36.797847 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5735f28e-96b2-41f0-976f-3320a5bae8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.845492 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.860581 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e72c26d8-cc7c-4675-ac0c-047246dc79b3 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:01:36.870642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735f28e-96b2-41f0-976f-3320a5bae8ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=39902700-2a6a-431e-944a-8e64fe088ec6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:36.881341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5735f28e-96b2-41f0-976f-3320a5bae8ec admin admin] Checking segment: {'id': 'a0d67587-d6af-4411-964f-a808ac77b808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee363390-b407-4d57-be1e-ba11a905a877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:36.881872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5735f28e-96b2-41f0-976f-3320a5bae8ec admin admin] Network hostable DHCP agents. Network: ee363390-b407-4d57-be1e-ba11a905a877, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:01:36.882018 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] For port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:36.882256 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e72c26d8-cc7c-4675-ac0c-047246dc79b3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e72c26d8-cc7c-4675-ac0c-047246dc79b3,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:36.885573 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 6d1bfc6c-e68c-470f-836f-90734b066846 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:01:36.892447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] For port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:01:36.906738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5735f28e-96b2-41f0-976f-3320a5bae8ec admin admin] Network ee363390-b407-4d57-be1e-ba11a905a877 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:01:36.907444 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-2ed0e208-3103-4d8e-8787-bbd76f79916d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:36.909442 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-2ed0e208-3103-4d8e-8787-bbd76f79916d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 808 time: 0.1828287 Sep 30 08:01:36.911243 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.917625 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.922544 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5735f28e-96b2-41f0-976f-3320a5bae8ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, ee363390-b407-4d57-be1e-ba11a905a877) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:36.930340 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5735f28e-96b2-41f0-976f-3320a5bae8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:36.931203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5735f28e-96b2-41f0-976f-3320a5bae8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.951961 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5735f28e-96b2-41f0-976f-3320a5bae8ec admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4639075 Sep 30 08:01:36.952206 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:36.959126 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1932036545-router', 'tenant_id': 'fdef76861c634f249c5aedc1299c2409', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:36.960114 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:36.961164 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.963361 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] 10.222.0.36 "PUT /v2.0/ports/201282c8-ca62-4ef6-b2b9-7d8e99f260c7 HTTP/1.1" status: 200 len: 1091 time: 1.2373588 Sep 30 08:01:36.975557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a915bc-8a24-4a48-820c-0e4f4cf96da6', 'tag': '201282c8-ca62-4ef6-b2b9-7d8e99f260c7'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:36.978671 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bd83f2-c0c1-4bb8-a10e-2e6ead606fda" -d '{"events": [{"name": "network-changed", "server_uuid": "60a915bc-8a24-4a48-820c-0e4f4cf96da6", "tag": "201282c8-ca62-4ef6-b2b9-7d8e99f260c7"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:36.986451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b741cd-8676-4e2d-b870-b3e1cd6becf8 None None] Network ee363390-b407-4d57-be1e-ba11a905a877 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:36.988172 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.992280 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:36.998829 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-c2f9466c-5576-4bed-b19b-22a04006b966 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/quotas/b077f759674d4d92a5ac98950a22949d HTTP/1.1" status: 200 len: 375 time: 0.0826035 Sep 30 08:01:37.037208 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=e72c26d8-cc7c-4675-ac0c-047246dc79b3,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:37.070877 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:37.118404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15716be-3f6a-43bf-ba57-26f0f26d6a48 service neutron] Pushing event updated for resources: {'Port': ['ID=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:37.132744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 6d1bfc6c-e68c-470f-836f-90734b066846 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:01:37.140748 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 6d1bfc6c-e68c-470f-836f-90734b066846 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:37.141446 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:37.146305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a6989ba0-d406-41f1-84ee-2d3c7739195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:37.148102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-a6989ba0-d406-41f1-84ee-2d3c7739195c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 1094 time: 0.1322622 Sep 30 08:01:37.199775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45224) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:37.205771 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-42846652-2667-4d97-8a8c-34e3231313a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7 HTTP/1.1" status: 200 len: 217 time: 0.0474484 Sep 30 08:01:37.214321 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['e72c26d8-cc7c-4675-ac0c-047246dc79b3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:37.222566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-72849d04-3e6a-4a9a-8766-e892789c35af tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1704600 Sep 30 08:01:37.243923 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:37.262639 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d8c44-1ea6-4706-a657-088c6acdc9ca req-4e1d9a0b-4194-4c43-b035-1293b994f0d2 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:37.264588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-272d8c44-1ea6-4706-a657-088c6acdc9ca req-4e1d9a0b-4194-4c43-b035-1293b994f0d2 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/ports?device_id=22642ba7-29b9-4915-85f4-554e9fd2fdad HTTP/1.1" status: 200 len: 948 time: 0.1873529 Sep 30 08:01:37.323990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-ee363390-b407-4d57-be1e-ba11a905a877', 'network_id': 'ee363390-b407-4d57-be1e-ba11a905a877', 'tenant_id': 'fdef76861c634f249c5aedc1299c2409', 'fixed_ips': [{'subnet_id': '39902700-2a6a-431e-944a-8e64fe088ec6'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:01:37.324837 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:37.328072 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:37.361548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-e65545e0-d673-4b5a-afb5-69b37f186732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:37.363329 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-e65545e0-d673-4b5a-afb5-69b37f186732 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.1452665 Sep 30 08:01:37.390351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b00d0c-62a6-4484-8453-c6e67aa10690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1bfc6c-e68c-470f-836f-90734b066846'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:37.392604 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a132cb3-8380-41b0-909c-45ddcf9b1883" -d '{"events": [{"server_uuid": "e3b00d0c-62a6-4484-8453-c6e67aa10690", "name": "network-vif-plugged", "status": "completed", "tag": "6d1bfc6c-e68c-470f-836f-90734b066846"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:37.402641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-272d8c44-1ea6-4706-a657-088c6acdc9ca req-bcbec82e-7d49-4113-9d16-fd188d2f785f tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaab51ab-fe6d-4204-a850-2c58b1ce604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284931 Sep 30 08:01:37.426693 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3bb2750-f634-4172-b77e-c206ed7120ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:37.435119 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-8fb1c710-54f7-4756-8088-5004d46cc140 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574808 Sep 30 08:01:37.455136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 6d1bfc6c-e68c-470f-836f-90734b066846, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=6d1bfc6c-e68c-470f-836f-90734b066846,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:37.466532 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:37.524156 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:37.546295 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:37.594367 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=6d1bfc6c-e68c-470f-836f-90734b066846,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:37.624162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Allocated IP 172.20.0.2 (ee363390-b407-4d57-be1e-ba11a905a877/39902700-2a6a-431e-944a-8e64fe088ec6/11b78881-bd77-4c6c-89e5-d8f377314bb2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:01:37.685397 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Allocated IP 172.25.0.106 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/65ed57e8-9dcf-4f8f-b2c3-067f504cee7c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:01:37.691619 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4f2478-a2cd-47f3-921d-f9adbb538b7f x-openstack-request-id: req-6c4f2478-a2cd-47f3-921d-f9adbb538b7f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:37.692434 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a915bc-8a24-4a48-820c-0e4f4cf96da6", "tag": "201282c8-ca62-4ef6-b2b9-7d8e99f260c7", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:37.692434 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c4f2478-a2cd-47f3-921d-f9adbb538b7f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:37.692723 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a915bc-8a24-4a48-820c-0e4f4cf96da6', 'tag': '201282c8-ca62-4ef6-b2b9-7d8e99f260c7', 'status': 'completed', 'code': 200} Sep 30 08:01:37.725211 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-66262bfd-650a-40d7-af62-a2e587137050 service neutron] 10.222.0.24 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715614 Sep 30 08:01:37.800104 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:37.811066 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:37.819217 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:37.843452 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:37.864362 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Network ee363390-b407-4d57-be1e-ba11a905a877 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:01:37.867423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:37.874164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:01:37.877542 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Pushing event updated for resources: {'Port': ['ID=11b78881-bd77-4c6c-89e5-d8f377314bb2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:37.888638 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:01:37.891350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08fe51-23cc-48ae-80de-23a16ebd5c27 req-22a842b6-96b7-4813-a8f1-5e6b50d19e2a tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:37.891503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:37.893737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f08fe51-23cc-48ae-80de-23a16ebd5c27 req-22a842b6-96b7-4813-a8f1-5e6b50d19e2a tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 943 time: 0.2072062 Sep 30 08:01:37.899890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:01:37.902592 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Pushing event updated for resources: {'Port': ['ID=65ed57e8-9dcf-4f8f-b2c3-067f504cee7c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:37.936374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Attempting to bind port 11b78881-bd77-4c6c-89e5-d8f377314bb2 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:01:37.937223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Attempting to bind port 11b78881-bd77-4c6c-89e5-d8f377314bb2 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'a0d67587-d6af-4411-964f-a808ac77b808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee363390-b407-4d57-be1e-ba11a905a877'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:01:37.937828 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Attempting to bind port 11b78881-bd77-4c6c-89e5-d8f377314bb2 on network ee363390-b407-4d57-be1e-ba11a905a877 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:37.943829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:01:37.943829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Checking segment: {'id': 'a0d67587-d6af-4411-964f-a808ac77b808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee363390-b407-4d57-be1e-ba11a905a877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:37.944325 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:37.944631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Bound using segment: {'id': 'a0d67587-d6af-4411-964f-a808ac77b808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee363390-b407-4d57-be1e-ba11a905a877'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:01:37.945121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Bound port: 11b78881-bd77-4c6c-89e5-d8f377314bb2, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d67587-d6af-4411-964f-a808ac77b808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee363390-b407-4d57-be1e-ba11a905a877'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:01:37.945479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-03981ff2-df81-4945-89a1-efa76ffad548 service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583504 Sep 30 08:01:37.945737 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:37.971721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-b1226dba-f4ee-447e-9e5a-e1c4cda3cda0 service neutron] 10.222.0.24 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303832 Sep 30 08:01:38.015488 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] For port 11b78881-bd77-4c6c-89e5-d8f377314bb2, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:38.020589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] For port 11b78881-bd77-4c6c-89e5-d8f377314bb2, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=11b78881-bd77-4c6c-89e5-d8f377314bb2,segment=NetworkSegment(a0d67587-d6af-4411-964f-a808ac77b808),segment_id=a0d67587-d6af-4411-964f-a808ac77b808)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:01:38.027385 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:38.052499 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f08fe51-23cc-48ae-80de-23a16ebd5c27 req-46a31fb2-c230-4b7d-80e2-62148c095720 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353083 Sep 30 08:01:38.147041 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f234302e-75a5-4d19-83b5-1f4f079bda15 req-124f78c7-e486-4036-99ea-5de3523f9f7b service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875710 Sep 30 08:01:38.181631 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3bb2750-f634-4172-b77e-c206ed7120ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:38.184873 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae806ef-e154-4e09-9527-9cf229f31f52 x-openstack-request-id: req-2ae806ef-e154-4e09-9527-9cf229f31f52 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:38.185171 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b00d0c-62a6-4484-8453-c6e67aa10690", "name": "network-vif-plugged", "status": "completed", "tag": "6d1bfc6c-e68c-470f-836f-90734b066846", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:38.185440 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ae806ef-e154-4e09-9527-9cf229f31f52 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:38.185818 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b00d0c-62a6-4484-8453-c6e67aa10690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1bfc6c-e68c-470f-836f-90734b066846', 'code': 200} Sep 30 08:01:38.191179 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3bb2750-f634-4172-b77e-c206ed7120ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:38.228980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef204caa-f5a7-4e02-99c7-925c529083bd None None] Pushing event updated for resources: {'Port': ['ID=11b78881-bd77-4c6c-89e5-d8f377314bb2,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:38.259950 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:38.314271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a3bb2750-f634-4172-b77e-c206ed7120ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e7de4761204459698002c55682f4d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1102495 Sep 30 08:01:38.320548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45240) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:38.420434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb2750-f634-4172-b77e-c206ed7120ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8940411a-98e4-46a3-83ce-5004d140352e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:38.448993 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2302cdfd-5807-49ef-ae80-96581155fbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:38.472715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ba9b5-d093-4717-a995-4b134f4ada63 req-04713338-9b59-4997-983b-ea624210cfc3 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:38.481065 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd2ba9b5-d093-4717-a995-4b134f4ada63 req-04713338-9b59-4997-983b-ea624210cfc3 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 950 time: 0.1677876 Sep 30 08:01:38.490990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405193c1-5a25-4160-9ec4-08ed72ef769c req-c1da132e-d852-4efc-a467-300d6dcf5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:38.493940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-405193c1-5a25-4160-9ec4-08ed72ef769c req-c1da132e-d852-4efc-a467-300d6dcf5550 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 1101 time: 0.2259426 Sep 30 08:01:38.502279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd83f2-c0c1-4bb8-a10e-2e6ead606fda req-a8f0e4e8-88cf-48a9-9801-2861a7cf572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:38.503954 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4bd83f2-c0c1-4bb8-a10e-2e6ead606fda req-a8f0e4e8-88cf-48a9-9801-2861a7cf572a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 1094 time: 0.2041130 Sep 30 08:01:38.527428 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2302cdfd-5807-49ef-ae80-96581155fbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:38.543866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c32fd4-d366-4555-9292-ac97e77e4023 req-b839b230-928d-42a6-ba2a-f77fbaf05eb2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:38.545408 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c32fd4-d366-4555-9292-ac97e77e4023 req-b839b230-928d-42a6-ba2a-f77fbaf05eb2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.2032034 Sep 30 08:01:38.578871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e72c26d8-cc7c-4675-ac0c-047246dc79b3 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:01:38.628250 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:38.661048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd2ba9b5-d093-4717-a995-4b134f4ada63 req-d626e40f-ca9b-4d27-9eac-224ea23715a7 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/security-groups?id=d831e0ae-09bf-4700-9124-5e292475c764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785388 Sep 30 08:01:38.696222 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2302cdfd-5807-49ef-ae80-96581155fbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:38.699276 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2302cdfd-5807-49ef-ae80-96581155fbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:38.701067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-405193c1-5a25-4160-9ec4-08ed72ef769c req-e5f0206f-001a-4cc6-bcff-1301692245df service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d831e0ae-09bf-4700-9124-5e292475c764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954627 Sep 30 08:01:38.705290 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2302cdfd-5807-49ef-ae80-96581155fbd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8940411a-98e4-46a3-83ce-5004d140352e HTTP/1.1" status: 204 len: 168 time: 0.3810091 Sep 30 08:01:38.733136 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302cdfd-5807-49ef-ae80-96581155fbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8940411a-98e4-46a3-83ce-5004d140352e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:38.745970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port e72c26d8-cc7c-4675-ac0c-047246dc79b3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:01:38.746416 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port e72c26d8-cc7c-4675-ac0c-047246dc79b3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:38.746527 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:38.830641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0599f5a-ac41-43c9-af63-0a22379c7aa7 req-0652f22b-ca89-4501-b1bc-88c173d495d8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 210 time: 0.0931942 Sep 30 08:01:38.850224 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c32fd4-d366-4555-9292-ac97e77e4023 req-961733df-fd96-4ac8-a462-52d99e7755d2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841046 Sep 30 08:01:38.903580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Router 7ca531f2-5b2f-4c1e-8063-db9c42aa8da5 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:01:38.913053 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:38.935854 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd83f2-c0c1-4bb8-a10e-2e6ead606fda req-df9d231d-d1aa-40ac-983a-a2754496a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:38.940484 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4bd83f2-c0c1-4bb8-a10e-2e6ead606fda req-df9d231d-d1aa-40ac-983a-a2754496a031 service neutron] 10.222.0.36 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.4058342 Sep 30 08:01:38.956770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e72c26d8-cc7c-4675-ac0c-047246dc79b3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e72c26d8-cc7c-4675-ac0c-047246dc79b3,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:38.966043 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:39.030299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4bd83f2-c0c1-4bb8-a10e-2e6ead606fda req-d9abef06-5824-488d-b190-eb45301f649b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7 HTTP/1.1" status: 200 len: 217 time: 0.0725622 Sep 30 08:01:39.048870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=e72c26d8-cc7c-4675-ac0c-047246dc79b3,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:39.074963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:01:39.081242 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a52f19-50e0-4665-af7d-07c2ea167e83 req-194f3505-94ed-422a-914d-212778774d31 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:39.084801 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Sync routers for ids ['7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:01:39.090468 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-17a52f19-50e0-4665-af7d-07c2ea167e83 req-194f3505-94ed-422a-914d-212778774d31 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/ports?device_id=22642ba7-29b9-4915-85f4-554e9fd2fdad HTTP/1.1" status: 200 len: 948 time: 0.1489480 Sep 30 08:01:39.106960 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Routers {'7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:01:39.107605 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:01:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:39.134940 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:39.136241 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8a509b30-ca97-4fec-90c4-c8e34b97f76b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1830051 Sep 30 08:01:39.136843 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd83f2-c0c1-4bb8-a10e-2e6ead606fda req-13363fa4-127e-4ddd-a948-1e8c67121a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:39.138464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4bd83f2-c0c1-4bb8-a10e-2e6ead606fda req-13363fa4-127e-4ddd-a948-1e8c67121a5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.0999091 Sep 30 08:01:39.139367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45260) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:39.260696 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4bd83f2-c0c1-4bb8-a10e-2e6ead606fda req-0ce44840-da93-4422-8bb1-248cde8e6b96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066966 Sep 30 08:01:39.275435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-17a52f19-50e0-4665-af7d-07c2ea167e83 req-a726b594-0fdf-43aa-9db7-34964831ecd4 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaab51ab-fe6d-4204-a850-2c58b1ce604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763685 Sep 30 08:01:39.310611 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Set router 7ca531f2-5b2f-4c1e-8063-db9c42aa8da5 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:01:39.344748 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 11b78881-bd77-4c6c-89e5-d8f377314bb2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:01:39.402784 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 11b78881-bd77-4c6c-89e5-d8f377314bb2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:39.403303 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:39.532228 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:39.549108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb5c08-6f2f-408f-91de-75b8a79c73e9 req-2f55f752-4c1b-4297-a324-37060a7cab78 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:39.556812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d1bb5c08-6f2f-408f-91de-75b8a79c73e9 req-2f55f752-4c1b-4297-a324-37060a7cab78 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 943 time: 0.3182898 Sep 30 08:01:39.591454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 11b78881-bd77-4c6c-89e5-d8f377314bb2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=11b78881-bd77-4c6c-89e5-d8f377314bb2,segment=NetworkSegment(a0d67587-d6af-4411-964f-a808ac77b808),segment_id=a0d67587-d6af-4411-964f-a808ac77b808)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:39.597013 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:39.608955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4bd83f2-c0c1-4bb8-a10e-2e6ead606fda req-08abe21d-14ec-4390-aee7-8ddee438bb23 service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253977 Sep 30 08:01:39.628587 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1932036545-router', 'tenant_id': 'fdef76861c634f249c5aedc1299c2409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:01:36Z', 'updated_at': '2021-09-30T08:01:38Z', 'revision_number': 3, 'project_id': 'fdef76861c634f249c5aedc1299c2409', 'gw_port': {'id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:01:37Z', 'updated_at': '2021-09-30T08:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:39.662427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bf46c3-500d-4e7b-89cd-5e3d948b1975 None None] Network ee363390-b407-4d57-be1e-ba11a905a877 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:39.673536 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Checking router: 7ca531f2-5b2f-4c1e-8063-db9c42aa8da5 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:01:39.673894 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Updating router 7ca531f2-5b2f-4c1e-8063-db9c42aa8da5 port 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:01:39.709613 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:39.724228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=11b78881-bd77-4c6c-89e5-d8f377314bb2,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:39.728366 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d1bb5c08-6f2f-408f-91de-75b8a79c73e9 req-9a04f3ba-0f34-4edc-b148-ba9fbef756a3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705668 Sep 30 08:01:39.745555 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-08b2941c-4791-440f-ab3f-a6ed23a60f7d None None] Provisioning complete for port 11b78881-bd77-4c6c-89e5-d8f377314bb2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:39.746138 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-08b2941c-4791-440f-ab3f-a6ed23a60f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:39.903765 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.000610 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45284) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:40.173408 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ae3328eb-a44b-4f79-a0d2-ed7a2820496c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-821853102-network', 'tenant_id': 'e1f3985d31fe488d8920a9c3bc8403cf'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:40.187113 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22642ba7-29b9-4915-85f4-554e9fd2fdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72c26d8-cc7c-4675-ac0c-047246dc79b3'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:40.190298 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad09bdc-3d5b-4561-8e0a-7deb69af9bd4" -d '{"events": [{"server_uuid": "22642ba7-29b9-4915-85f4-554e9fd2fdad", "name": "network-vif-plugged", "status": "completed", "tag": "e72c26d8-cc7c-4675-ac0c-047246dc79b3"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:40.201879 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.207718 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3328eb-a44b-4f79-a0d2-ed7a2820496c admin admin] Made reservation on behalf of e1f3985d31fe488d8920a9c3bc8403cf for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:40.209137 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.215234 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae3328eb-a44b-4f79-a0d2-ed7a2820496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.226325 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae3328eb-a44b-4f79-a0d2-ed7a2820496c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.271958 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Attempting to bind port 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:01:40.272632 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Attempting to bind port 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:01:40.273242 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Attempting to bind port 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:40.283057 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c19210-29a6-48c1-b409-a5921d4683ee None None] Pushing event updated for resources: {'Port': ['ID=65ed57e8-9dcf-4f8f-b2c3-067f504cee7c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:40.287008 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-91420dd0-9c35-418d-bd84-fa0b462d7406 None None] Provisioning complete for port 11b78881-bd77-4c6c-89e5-d8f377314bb2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:40.287342 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:01:40.287489 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-91420dd0-9c35-418d-bd84-fa0b462d7406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.288021 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:40.288590 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.289143 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:01:40.289801 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Bound port: 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:01:40.290195 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.315189 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c19210-29a6-48c1-b409-a5921d4683ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:40.315775 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c19210-29a6-48c1-b409-a5921d4683ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:40.316312 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c19210-29a6-48c1-b409-a5921d4683ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:40.317347 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c19210-29a6-48c1-b409-a5921d4683ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:40.317833 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c19210-29a6-48c1-b409-a5921d4683ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:40.318388 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c19210-29a6-48c1-b409-a5921d4683ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:40.318870 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c19210-29a6-48c1-b409-a5921d4683ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:40.319362 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c19210-29a6-48c1-b409-a5921d4683ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:40.319872 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c19210-29a6-48c1-b409-a5921d4683ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:40.320203 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c19210-29a6-48c1-b409-a5921d4683ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:40.320676 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c19210-29a6-48c1-b409-a5921d4683ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:40.321147 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c19210-29a6-48c1-b409-a5921d4683ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:40.349449 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae3328eb-a44b-4f79-a0d2-ed7a2820496c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.355146 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae3328eb-a44b-4f79-a0d2-ed7a2820496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.359395 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] For port 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:40.363602 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] For port 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=65ed57e8-9dcf-4f8f-b2c3-067f504cee7c,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:01:40.373624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-5824a38d-b903-4c95-b9c4-8379cdb9913c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:40.374563 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.375046 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-5824a38d-b903-4c95-b9c4-8379cdb9913c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.35 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 808 time: 0.4020345 Sep 30 08:01:40.385994 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3328eb-a44b-4f79-a0d2-ed7a2820496c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:01:40.400975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-81ddb5d5-7012-491b-a39d-334cb26d5c64 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Request body: {'port': {'device_id': '11436004-ae33-431e-bb91-dbabf58c37bb', 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1', 'admin_state_up': True, 'tenant_id': 'b077f759674d4d92a5ac98950a22949d'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:40.404386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3328eb-a44b-4f79-a0d2-ed7a2820496c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113438b2-7fe7-47be-9137-a113f233e34a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:40.412603 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae3328eb-a44b-4f79-a0d2-ed7a2820496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.416460 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-ae3328eb-a44b-4f79-a0d2-ed7a2820496c admin admin] Added segment bba0b0b0-def7-4017-94cd-3b5b7c2fa29f of type vlan for network 3acd7950-85a0-4bed-95a8-f8a5b45c8441 Sep 30 08:01:40.419940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c6086f5-bcea-4c86-9df9-7ce6b1585428 req-efee4a2a-7161-4907-a46e-8d208e21bd7c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 210 time: 0.4481730 Sep 30 08:01:40.452317 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Routers {'7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:01:40.453000 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:01:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:40.492324 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4bd83f2-c0c1-4bb8-a10e-2e6ead606fda req-912af760-1c81-4e6b-91e5-93df1f125952 service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8629799 Sep 30 08:01:40.497776 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae3328eb-a44b-4f79-a0d2-ed7a2820496c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.508122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2153570-a409-4949-8787-16ee09cfc6c4 req-3571b52b-9fc8-4896-852b-734432931c1e tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:40.516135 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b2153570-a409-4949-8787-16ee09cfc6c4 req-3571b52b-9fc8-4896-852b-734432931c1e tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 950 time: 0.7283437 Sep 30 08:01:40.534733 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae3328eb-a44b-4f79-a0d2-ed7a2820496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.536927 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3328eb-a44b-4f79-a0d2-ed7a2820496c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:40.537579 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae3328eb-a44b-4f79-a0d2-ed7a2820496c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.575142 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ae3328eb-a44b-4f79-a0d2-ed7a2820496c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5734403 Sep 30 08:01:40.587456 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c19210-29a6-48c1-b409-a5921d4683ee None None] Pushing event updated for resources: {'Port': ['ID=65ed57e8-9dcf-4f8f-b2c3-067f504cee7c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:40.597663 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:01:40.604942 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45292) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:40.610019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d79da85f-bb7e-4865-adc2-a884a2fc10ff admin admin] Request body: {'subnet': {'network_id': '3acd7950-85a0-4bed-95a8-f8a5b45c8441', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-821853102-subnet', 'tenant_id': 'e1f3985d31fe488d8920a9c3bc8403cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:40.614128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3328eb-a44b-4f79-a0d2-ed7a2820496c admin admin] Pushing event updated for resources: {'Network': ['ID=3acd7950-85a0-4bed-95a8-f8a5b45c8441,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:40.639357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79da85f-bb7e-4865-adc2-a884a2fc10ff admin admin] Made reservation on behalf of e1f3985d31fe488d8920a9c3bc8403cf for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:40.642518 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d79da85f-bb7e-4865-adc2-a884a2fc10ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.653492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 3acd7950-85a0-4bed-95a8-f8a5b45c8441 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:01:40.677029 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] Set router 7ca531f2-5b2f-4c1e-8063-db9c42aa8da5 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:01:40.716281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b2153570-a409-4949-8787-16ee09cfc6c4 req-9b75942f-9cc5-4976-80b6-42d8d02dc19b tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/security-groups?id=d831e0ae-09bf-4700-9124-5e292475c764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985240 Sep 30 08:01:40.745358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb18cf-3baa-4141-b692-730795f85ba8 req-62ee7ed9-88cf-45af-ad6d-e3bfa93cabad tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:40.747080 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ebeb18cf-3baa-4141-b692-730795f85ba8 req-62ee7ed9-88cf-45af-ad6d-e3bfa93cabad tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.2255998 Sep 30 08:01:40.750056 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-81ddb5d5-7012-491b-a39d-334cb26d5c64 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Made reservation on behalf of b077f759674d4d92a5ac98950a22949d for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:40.753539 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-81ddb5d5-7012-491b-a39d-334cb26d5c64 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.861326 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.919595 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d79da85f-bb7e-4865-adc2-a884a2fc10ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:40.920396 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e819b3e-c9d5-4dae-97a3-38e8be232b8e x-openstack-request-id: req-6e819b3e-c9d5-4dae-97a3-38e8be232b8e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:40.920865 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22642ba7-29b9-4915-85f4-554e9fd2fdad", "name": "network-vif-plugged", "status": "completed", "tag": "e72c26d8-cc7c-4675-ac0c-047246dc79b3", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:40.921136 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e819b3e-c9d5-4dae-97a3-38e8be232b8e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:40.921643 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22642ba7-29b9-4915-85f4-554e9fd2fdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72c26d8-cc7c-4675-ac0c-047246dc79b3', 'code': 200} Sep 30 08:01:40.945010 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ebeb18cf-3baa-4141-b692-730795f85ba8 req-cf342c9a-f590-4938-94aa-8838f2ec6434 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838667 Sep 30 08:01:40.953586 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:40.975783 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '201282c8-ca62-4ef6-b2b9-7d8e99f260c7', 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25', 'port_id': '201282c8-ca62-4ef6-b2b9-7d8e99f260c7', 'mac_address': 'fa:16:3e:99:d2:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2ee65f-beaa-498e-bdba-cae189f73676', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:01:41.024483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79da85f-bb7e-4865-adc2-a884a2fc10ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=362299fa-6c92-4103-9c37-4da73b84ea78,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:41.025088 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1932036545-router', 'tenant_id': 'fdef76861c634f249c5aedc1299c2409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:01:36Z', 'updated_at': '2021-09-30T08:01:38Z', 'revision_number': 3, 'project_id': 'fdef76861c634f249c5aedc1299c2409', 'gw_port': {'id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:01:37Z', 'updated_at': '2021-09-30T08:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:41.033450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79da85f-bb7e-4865-adc2-a884a2fc10ff admin admin] Checking segment: {'id': 'bba0b0b0-def7-4017-94cd-3b5b7c2fa29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3acd7950-85a0-4bed-95a8-f8a5b45c8441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:41.033808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79da85f-bb7e-4865-adc2-a884a2fc10ff admin admin] Network hostable DHCP agents. Network: 3acd7950-85a0-4bed-95a8-f8a5b45c8441, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:01:41.039487 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:41.059482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:01:41.060626 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79da85f-bb7e-4865-adc2-a884a2fc10ff admin admin] Network 3acd7950-85a0-4bed-95a8-f8a5b45c8441 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:01:41.062148 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776e5ea-c81d-4cf6-b5ea-87f934ab245c None None] The sync data for ids ['7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'] in n-d-807359-2 is: [{'id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1932036545-router', 'tenant_id': 'fdef76861c634f249c5aedc1299c2409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:01:36Z', 'updated_at': '2021-09-30T08:01:38Z', 'revision_number': 3, 'project_id': 'fdef76861c634f249c5aedc1299c2409', 'gw_port': {'id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:01:37Z', 'updated_at': '2021-09-30T08:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:01:41.074200 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d79da85f-bb7e-4865-adc2-a884a2fc10ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 3acd7950-85a0-4bed-95a8-f8a5b45c8441) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:41.082067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79da85f-bb7e-4865-adc2-a884a2fc10ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:41.082706 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d79da85f-bb7e-4865-adc2-a884a2fc10ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:41.082880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:41.086089 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f908c6e3-7819-469e-9895-924d4f5439e3 None None] Network 3acd7950-85a0-4bed-95a8-f8a5b45c8441 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:41.091799 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:41.105631 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d79da85f-bb7e-4865-adc2-a884a2fc10ff admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4992144 Sep 30 08:01:41.201310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddb80c-5ac4-4261-8e31-277311be71fb req-b312959c-135e-4d6e-bee7-080848a0a2b5 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:41.209984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55ddb80c-5ac4-4261-8e31-277311be71fb req-b312959c-135e-4d6e-bee7-080848a0a2b5 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/ports?device_id=22642ba7-29b9-4915-85f4-554e9fd2fdad HTTP/1.1" status: 200 len: 949 time: 0.2599401 Sep 30 08:01:41.231050 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:41.242076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-81ddb5d5-7012-491b-a39d-334cb26d5c64 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Allocated IP 172.20.0.3 (407edc8e-eacf-4658-b430-a785aa6467d1/03d5e453-47cb-4a1c-9b01-81aa8a96aed1/25b2a149-6b39-4d5a-94f5-9fa3a8e28bff) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:01:41.294317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18b8c5-8257-4164-8796-39d0b6bacaf6 req-f5d8814c-e626-4792-8cd6-c2bb1f55062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:41.295939 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d18b8c5-8257-4164-8796-39d0b6bacaf6 req-f5d8814c-e626-4792-8cd6-c2bb1f55062c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22642ba7-29b9-4915-85f4-554e9fd2fdad HTTP/1.1" status: 200 len: 1100 time: 0.3125572 Sep 30 08:01:41.297501 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 11b78881-bd77-4c6c-89e5-d8f377314bb2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:01:41.321605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c146b-b550-46b5-9d82-119394950b50 None None] Network 3acd7950-85a0-4bed-95a8-f8a5b45c8441 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:41.362472 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8deec1-6ff5-446b-bd94-d2c34522855f req-1a527b5a-0c0f-4520-92a3-ad627b1649d9 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:41.368445 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e8deec1-6ff5-446b-bd94-d2c34522855f req-1a527b5a-0c0f-4520-92a3-ad627b1649d9 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 944 time: 0.2809167 Sep 30 08:01:41.411028 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['201282c8-ca62-4ef6-b2b9-7d8e99f260c7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:41.436630 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d18b8c5-8257-4164-8796-39d0b6bacaf6 req-fc9bb808-a4f6-44ea-bbad-2f76f72bcd50 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eaab51ab-fe6d-4204-a850-2c58b1ce604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249325 Sep 30 08:01:41.439367 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55ddb80c-5ac4-4261-8e31-277311be71fb req-3855383e-fd87-4eb9-8c00-097245b8d616 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaab51ab-fe6d-4204-a850-2c58b1ce604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290027 Sep 30 08:01:41.509842 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 11b78881-bd77-4c6c-89e5-d8f377314bb2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:41.510506 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:41.513366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Allocated IP 172.20.0.1 (ee363390-b407-4d57-be1e-ba11a905a877/39902700-2a6a-431e-944a-8e64fe088ec6/6df6dd58-a21a-45da-bfcf-f265474f69ba) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:01:41.549668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e8deec1-6ff5-446b-bd94-d2c34522855f req-c9ddb1ec-4001-4dd9-b4b8-de535be6e8fe tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629517 Sep 30 08:01:41.733512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-cda4a497-7b7f-49e7-8910-2f390307e171 req-af904a7a-8422-4ec7-8d29-e5b8d56419dd tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-654798572', 'description': 'tempest-description-1723142300'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:41.743320 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3eb87e03-b5d6-46a1-8387-2745752cb6d4 req-5051174d-e219-420d-b90a-d77f36b3dabe tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 210 time: 0.0574336 Sep 30 08:01:41.783621 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-81ddb5d5-7012-491b-a39d-334cb26d5c64 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:41.808532 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cda4a497-7b7f-49e7-8910-2f390307e171 req-af904a7a-8422-4ec7-8d29-e5b8d56419dd tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:41.818288 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:41.919047 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-81ddb5d5-7012-491b-a39d-334cb26d5c64 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:41.949220 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd504272-f7ee-479f-9379-1cbda29b7eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:41.976122 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:41.999294 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1e0b-527f-445e-bffd-df0ea81ca103 req-00a7b9e2-475b-426b-9898-545388f34cea tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:42.000851 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3fee1e0b-527f-445e-bffd-df0ea81ca103 req-00a7b9e2-475b-426b-9898-545388f34cea tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 950 time: 0.1709974 Sep 30 08:01:42.023882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-81ddb5d5-7012-491b-a39d-334cb26d5c64 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Network 407edc8e-eacf-4658-b430-a785aa6467d1 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:01:42.041706 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddb5d5-7012-491b-a39d-334cb26d5c64 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Pushing event updated for resources: {'Port': ['ID=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:42.044438 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-81ddb5d5-7012-491b-a39d-334cb26d5c64 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:42.059224 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Network ee363390-b407-4d57-be1e-ba11a905a877 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:01:42.061591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-81ddb5d5-7012-491b-a39d-334cb26d5c64 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:01:42.105490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:42.119087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:01:42.176638 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cda4a497-7b7f-49e7-8910-2f390307e171 req-af904a7a-8422-4ec7-8d29-e5b8d56419dd tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:42.198379 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cda4a497-7b7f-49e7-8910-2f390307e171 req-af904a7a-8422-4ec7-8d29-e5b8d56419dd tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:42.211013 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-81ddb5d5-7012-491b-a39d-334cb26d5c64 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:42.211666 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-81ddb5d5-7012-491b-a39d-334cb26d5c64 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:42.216284 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3fee1e0b-527f-445e-bffd-df0ea81ca103 req-11de8049-2678-46af-9d4a-d20887982ad0 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/security-groups?id=d831e0ae-09bf-4700-9124-5e292475c764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990819 Sep 30 08:01:42.221453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Pushing event updated for resources: {'Port': ['ID=6df6dd58-a21a-45da-bfcf-f265474f69ba,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:42.255298 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:42.261638 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-81ddb5d5-7012-491b-a39d-334cb26d5c64 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8650475 Sep 30 08:01:42.264536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af904a7a-8422-4ec7-8d29-e5b8d56419dd tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde3cb68-6e1c-4a47-9416-d5a62ebe79cf,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:42.303988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Request body: {'port': {'device_id': '11436004-ae33-431e-bb91-dbabf58c37bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:42.306660 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cda4a497-7b7f-49e7-8910-2f390307e171 req-af904a7a-8422-4ec7-8d29-e5b8d56419dd tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:42.307822 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cda4a497-7b7f-49e7-8910-2f390307e171 req-af904a7a-8422-4ec7-8d29-e5b8d56419dd tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5782282 Sep 30 08:01:42.361341 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4d1a7164-e606-4047-9d55-5c4ab77f1b32 None None] Provisioning complete for port 6df6dd58-a21a-45da-bfcf-f265474f69ba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:42.361801 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7164-e606-4047-9d55-5c4ab77f1b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:42.405107 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a7164-e606-4047-9d55-5c4ab77f1b32 None None] Port 6df6dd58-a21a-45da-bfcf-f265474f69ba cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:01:42.427273 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:42.495248 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec3a45-ce82-45bd-b2f7-c837aa85f89a req-793e274a-83d6-420e-a960-0a669e8f0350 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:42.496820 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32ec3a45-ce82-45bd-b2f7-c837aa85f89a req-793e274a-83d6-420e-a960-0a669e8f0350 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.1306808 Sep 30 08:01:42.507301 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9923a311-2cb5-4685-b886-eb7ee258bdd1 req-01124769-a302-43e2-a2e4-7488e9b5f359 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-481575299', 'description': 'tempest-description-189058726'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:42.568304 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:42.600376 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:01:42.657030 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:01:42.658213 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9923a311-2cb5-4685-b886-eb7ee258bdd1 req-01124769-a302-43e2-a2e4-7488e9b5f359 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:42.661766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:42.662197 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:42.666206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32ec3a45-ce82-45bd-b2f7-c837aa85f89a req-9d683ba5-08eb-4a84-bc34-281da37ea7a1 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366141 Sep 30 08:01:42.823010 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:42.857634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:42.862283 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:42.923112 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a915bc-8a24-4a48-820c-0e4f4cf96da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201282c8-ca62-4ef6-b2b9-7d8e99f260c7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:42.925451 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6023ed2f-04b7-4e9d-8e40-3d7c3a7d3087" -d '{"events": [{"server_uuid": "60a915bc-8a24-4a48-820c-0e4f4cf96da6", "name": "network-vif-plugged", "status": "completed", "tag": "201282c8-ca62-4ef6-b2b9-7d8e99f260c7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:42.930071 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:43.226035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6218b-22a6-4556-9f19-be2538166295 req-1ed2c05f-6928-4305-9785-dfad08ff5ca8 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:43.228915 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ac6218b-22a6-4556-9f19-be2538166295 req-1ed2c05f-6928-4305-9785-dfad08ff5ca8 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 950 time: 0.4618800 Sep 30 08:01:43.247436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:01:43.298783 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9923a311-2cb5-4685-b886-eb7ee258bdd1 req-01124769-a302-43e2-a2e4-7488e9b5f359 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:43.312128 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:43.312498 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:43.334585 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9923a311-2cb5-4685-b886-eb7ee258bdd1 req-01124769-a302-43e2-a2e4-7488e9b5f359 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:43.371246 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:43.391165 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ac6218b-22a6-4556-9f19-be2538166295 req-671a8af6-3a28-4a2d-9acd-8465843b9c19 tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/security-groups?id=d831e0ae-09bf-4700-9124-5e292475c764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473036 Sep 30 08:01:43.397631 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:43.411057 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:43.434409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=65ed57e8-9dcf-4f8f-b2c3-067f504cee7c,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:43.441178 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:43.444736 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9923a311-2cb5-4685-b886-eb7ee258bdd1 req-01124769-a302-43e2-a2e4-7488e9b5f359 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:43.446145 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9923a311-2cb5-4685-b886-eb7ee258bdd1 req-01124769-a302-43e2-a2e4-7488e9b5f359 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9593065 Sep 30 08:01:43.469898 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:01:43.481022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01124769-a302-43e2-a2e4-7488e9b5f359 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd0e14e-f755-49e0-83bb-9ca63959fe54,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:43.489508 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:43.526711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=65ed57e8-9dcf-4f8f-b2c3-067f504cee7c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:43.549205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Transition to ACTIVE for port object 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:01:43.568381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Pushing event updated for resources: {'Port': ['ID=6df6dd58-a21a-45da-bfcf-f265474f69ba,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:43.574758 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:43.589124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:43.725757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe39d2-522e-4e6f-9db0-57ab13c0910f req-92797390-311e-40ee-bfa1-a00f32ef4706 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:43.727181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-debe39d2-522e-4e6f-9db0-57ab13c0910f req-92797390-311e-40ee-bfa1-a00f32ef4706 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/ports?device_id=22642ba7-29b9-4915-85f4-554e9fd2fdad HTTP/1.1" status: 200 len: 949 time: 0.2267735 Sep 30 08:01:43.752946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Pushing event updated for resources: {'Port': ['ID=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:43.798303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d49d8d-ecc7-4c1f-a424-6cf3431670fc req-81cc51cc-269e-439e-8589-885eddd0b9da tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:43.799739 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-62d49d8d-ecc7-4c1f-a424-6cf3431670fc req-81cc51cc-269e-439e-8589-885eddd0b9da tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 945 time: 0.2520540 Sep 30 08:01:43.883626 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-debe39d2-522e-4e6f-9db0-57ab13c0910f req-b6ec89ae-d4e2-415d-af30-2f8618bc5af6 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaab51ab-fe6d-4204-a850-2c58b1ce604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265841 Sep 30 08:01:43.900170 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Network ee363390-b407-4d57-be1e-ba11a905a877 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:01:43.906511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:43.920432 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-62d49d8d-ecc7-4c1f-a424-6cf3431670fc req-9550700a-f091-4335-815f-be75a205c274 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097775 Sep 30 08:01:43.926614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Attempting to bind port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:01:43.926614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Attempting to bind port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:01:43.926614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Attempting to bind port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:43.957990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef0af5-a4dc-40f9-9d1a-32bd1c3d5ea8 req-87c11427-99b3-4301-8bee-7ef4a763beab tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:43.959571 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-13ef0af5-a4dc-40f9-9d1a-32bd1c3d5ea8 req-87c11427-99b3-4301-8bee-7ef4a763beab tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 950 time: 0.0706556 Sep 30 08:01:43.965634 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff on network 407edc8e-eacf-4658-b430-a785aa6467d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:01:43.965962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Attempting to bind port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:43.976614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:01:43.976920 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Checking segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:43.977240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Bound using segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:01:43.977682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Bound port: 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:01:43.978035 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:44.009474 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7af23d-049f-407f-a9fe-457675e3f319 x-openstack-request-id: req-ec7af23d-049f-407f-a9fe-457675e3f319 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:44.009767 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a915bc-8a24-4a48-820c-0e4f4cf96da6", "name": "network-vif-plugged", "status": "completed", "tag": "201282c8-ca62-4ef6-b2b9-7d8e99f260c7", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:44.010020 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec7af23d-049f-407f-a9fe-457675e3f319 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:44.010592 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a915bc-8a24-4a48-820c-0e4f4cf96da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201282c8-ca62-4ef6-b2b9-7d8e99f260c7', 'code': 200} Sep 30 08:01:44.117699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-13ef0af5-a4dc-40f9-9d1a-32bd1c3d5ea8 req-01afa9da-9ef5-4eaa-b1fb-e734bb19df3f tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Deleting port 6d1bfc6c-e68c-470f-836f-90734b066846 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:01:44.118172 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-13ef0af5-a4dc-40f9-9d1a-32bd1c3d5ea8 req-01afa9da-9ef5-4eaa-b1fb-e734bb19df3f tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:44.164345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544ece0-e0d4-43db-b804-b0ae19ffed75 req-1d430ffe-bbc7-4320-9964-c7db290aa0ec tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:44.166643 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e544ece0-e0d4-43db-b804-b0ae19ffed75 req-1d430ffe-bbc7-4320-9964-c7db290aa0ec tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 943 time: 0.1831424 Sep 30 08:01:44.167723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Router 7ca531f2-5b2f-4c1e-8063-db9c42aa8da5 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:01:44.174560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] For port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:44.182727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] For port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:01:44.194313 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:44.225112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-13ef0af5-a4dc-40f9-9d1a-32bd1c3d5ea8 req-01afa9da-9ef5-4eaa-b1fb-e734bb19df3f tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] For port 6d1bfc6c-e68c-470f-836f-90734b066846, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=6d1bfc6c-e68c-470f-836f-90734b066846,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:44.225479 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-13ef0af5-a4dc-40f9-9d1a-32bd1c3d5ea8 req-01afa9da-9ef5-4eaa-b1fb-e734bb19df3f tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:44.237274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-13ef0af5-a4dc-40f9-9d1a-32bd1c3d5ea8 req-01afa9da-9ef5-4eaa-b1fb-e734bb19df3f tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Calling delete_port for 6d1bfc6c-e68c-470f-836f-90734b066846 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:01:44.250846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c5ce57ad-a196-4a7d-8523-feff781a1275 None None] Provisioning complete for port 6df6dd58-a21a-45da-bfcf-f265474f69ba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:44.252244 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5ce57ad-a196-4a7d-8523-feff781a1275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:44.276347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cc010-dc96-4d02-9e1c-79f34581edf8 req-a51e8a12-2c9a-4d19-a279-93c785cefd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:44.277860 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-478cc010-dc96-4d02-9e1c-79f34581edf8 req-a51e8a12-2c9a-4d19-a279-93c785cefd0c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 1096 time: 0.1757050 Sep 30 08:01:44.289161 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce57ad-a196-4a7d-8523-feff781a1275 None None] Port 6df6dd58-a21a-45da-bfcf-f265474f69ba cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:01:44.328241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:44.328856 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:44.330238 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] 10.222.0.35 "PUT /v2.0/ports/25b2a149-6b39-4d5a-94f5-9fa3a8e28bff HTTP/1.1" status: 200 len: 1091 time: 2.0334842 Sep 30 08:01:44.341009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11436004-ae33-431e-bb91-dbabf58c37bb', 'tag': '25b2a149-6b39-4d5a-94f5-9fa3a8e28bff'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:44.343147 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df5ed23-2a2f-4582-91de-38d2b4edf28e" -d '{"events": [{"name": "network-changed", "server_uuid": "11436004-ae33-431e-bb91-dbabf58c37bb", "tag": "25b2a149-6b39-4d5a-94f5-9fa3a8e28bff"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:44.409810 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e544ece0-e0d4-43db-b804-b0ae19ffed75 req-70f696b3-f3bd-4788-964e-40c43277406e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380903 Sep 30 08:01:44.453430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44c969-b83c-447d-acd1-7c9b9166aa20 service neutron] Pushing event updated for resources: {'Port': ['ID=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:44.528408 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-478cc010-dc96-4d02-9e1c-79f34581edf8 req-030a4b72-ba3c-4bc3-b85a-1f079f86bdee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115250 Sep 30 08:01:44.552933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-f88301af-25d1-4597-b2d6-51ec7ea451de tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:44.554651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-f88301af-25d1-4597-b2d6-51ec7ea451de tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/networks?id=3acd7950-85a0-4bed-95a8-f8a5b45c8441 HTTP/1.1" status: 200 len: 812 time: 0.3657603 Sep 30 08:01:44.571480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-af50e407-22cb-4a16-8050-9c41d9cd30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:44.572962 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-af50e407-22cb-4a16-8050-9c41d9cd30f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 1094 time: 0.1768353 Sep 30 08:01:44.600478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:01:44.601729 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-13ef0af5-a4dc-40f9-9d1a-32bd1c3d5ea8 req-01afa9da-9ef5-4eaa-b1fb-e734bb19df3f tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:44.609235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5e0f44b8-8907-4d40-adaa-fb4a65ba4605 admin admin] 10.222.0.24 "PUT /v2.0/routers/7ca531f2-5b2f-4c1e-8063-db9c42aa8da5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4564278 Sep 30 08:01:44.621425 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Sync routers for ids ['7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:01:44.628607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afa9da-9ef5-4eaa-b1fb-e734bb19df3f tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Pushing event deleted for resources: {'Port': ['ID=6d1bfc6c-e68c-470f-836f-90734b066846,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:44.649188 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-db5d7e47-c543-4786-bfb3-c894a664b016 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/quotas/e1f3985d31fe488d8920a9c3bc8403cf HTTP/1.1" status: 200 len: 375 time: 0.0737896 Sep 30 08:01:44.652971 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-2eedde65-e4d7-4300-8ebb-599ba1d27472 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff HTTP/1.1" status: 200 len: 217 time: 0.0615041 Sep 30 08:01:44.665473 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['6d1bfc6c-e68c-470f-836f-90734b066846'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:44.694372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ef0af5-a4dc-40f9-9d1a-32bd1c3d5ea8 req-01afa9da-9ef5-4eaa-b1fb-e734bb19df3f tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] No DVR routers for this DVR port 6d1bfc6c-e68c-470f-836f-90734b066846 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:01:44.695900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Routers {'7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:01:44.696315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:01:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:44.701379 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-13ef0af5-a4dc-40f9-9d1a-32bd1c3d5ea8 req-01afa9da-9ef5-4eaa-b1fb-e734bb19df3f tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:44.712910 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-13ef0af5-a4dc-40f9-9d1a-32bd1c3d5ea8 req-01afa9da-9ef5-4eaa-b1fb-e734bb19df3f tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.35 "DELETE /v2.0/ports/6d1bfc6c-e68c-470f-836f-90734b066846 HTTP/1.1" status: 204 len: 173 time: 0.7421074 Sep 30 08:01:44.713411 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b00d0c-62a6-4484-8453-c6e67aa10690', 'name': 'network-vif-deleted', 'tag': '6d1bfc6c-e68c-470f-836f-90734b066846'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:44.715717 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bbc2cd-ce3e-4ead-819a-a420ce4b8924" -d '{"events": [{"server_uuid": "e3b00d0c-62a6-4484-8453-c6e67aa10690", "name": "network-vif-deleted", "tag": "6d1bfc6c-e68c-470f-836f-90734b066846"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:44.717928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-86450195-bce3-4c5e-9c47-321d82507b46 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1f3985d31fe488d8920a9c3bc8403cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515087 Sep 30 08:01:44.766072 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83511ee-3eac-4713-bc04-53d0dbfc525d req-de6227b6-194b-4aed-aaa4-a5c3ec579934 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:44.767682 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e83511ee-3eac-4713-bc04-53d0dbfc525d req-de6227b6-194b-4aed-aaa4-a5c3ec579934 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.2415111 Sep 30 08:01:44.845241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-27824ad7-ff8d-4d9f-9f66-dc51271bae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:44.847492 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-27824ad7-ff8d-4d9f-9f66-dc51271bae5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.1683931 Sep 30 08:01:44.867642 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e83511ee-3eac-4713-bc04-53d0dbfc525d req-08a72715-3562-484c-ab5c-89c47cd87c87 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751989 Sep 30 08:01:44.924635 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4ad9d7d-e00e-4446-b178-fadddd48f2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:44.936202 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-1ca5ec31-8984-4953-b937-b72b68ffb17e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650585 Sep 30 08:01:44.992251 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Set router 7ca531f2-5b2f-4c1e-8063-db9c42aa8da5 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:01:45.029262 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af392ac0-9980-4578-8c4c-0bb7fe9a939f x-openstack-request-id: req-af392ac0-9980-4578-8c4c-0bb7fe9a939f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:45.029554 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11436004-ae33-431e-bb91-dbabf58c37bb", "tag": "25b2a149-6b39-4d5a-94f5-9fa3a8e28bff", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:45.029809 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af392ac0-9980-4578-8c4c-0bb7fe9a939f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:45.030198 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11436004-ae33-431e-bb91-dbabf58c37bb', 'tag': '25b2a149-6b39-4d5a-94f5-9fa3a8e28bff', 'status': 'completed', 'code': 200} Sep 30 08:01:45.044952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-8e8a4326-a29a-45a1-bc49-7887cc14ace6 service neutron] 10.222.0.24 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261771 Sep 30 08:01:45.101792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-3e6d859f-ac87-4e1c-8369-36b4d243b925 service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490891 Sep 30 08:01:45.105297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0d460ff-a9f0-4575-a03b-8b1852590260 req-90887df6-8253-4740-957c-58a8806e9afd tempest-ImagesNegativeTestJSON-941944137 tempest-ImagesNegativeTestJSON-941944137-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b00d0c-62a6-4484-8453-c6e67aa10690 HTTP/1.1" status: 200 len: 210 time: 0.0547111 Sep 30 08:01:45.172045 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b297af4-021c-4641-aae5-1fbd949ec9a6 x-openstack-request-id: req-0b297af4-021c-4641-aae5-1fbd949ec9a6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:45.172541 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b00d0c-62a6-4484-8453-c6e67aa10690", "name": "network-vif-deleted", "tag": "6d1bfc6c-e68c-470f-836f-90734b066846", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:45.172654 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b297af4-021c-4641-aae5-1fbd949ec9a6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:45.172957 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b00d0c-62a6-4484-8453-c6e67aa10690', 'name': 'network-vif-deleted', 'tag': '6d1bfc6c-e68c-470f-836f-90734b066846', 'status': 'completed', 'code': 200} Sep 30 08:01:45.252463 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:45.267176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:01:45.268860 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-9722b14b-822c-44ef-befe-86d02c04a02e service neutron] 10.222.0.24 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159331 Sep 30 08:01:45.281140 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76e630a7-556f-4725-ba86-5134b0dbe322 req-82f8e654-72aa-4a59-b1d8-b7ba455b75c2 service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673284 Sep 30 08:01:45.352352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1932036545-router', 'tenant_id': 'fdef76861c634f249c5aedc1299c2409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:01:36Z', 'updated_at': '2021-09-30T08:01:42Z', 'revision_number': 4, 'project_id': 'fdef76861c634f249c5aedc1299c2409', 'gw_port': {'id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:01:37Z', 'updated_at': '2021-09-30T08:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '6df6dd58-a21a-45da-bfcf-f265474f69ba', 'name': '', 'network_id': 'ee363390-b407-4d57-be1e-ba11a905a877', 'tenant_id': 'fdef76861c634f249c5aedc1299c2409', 'mac_address': 'fa:16:3e:4e:9e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '39902700-2a6a-431e-944a-8e64fe088ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:01:41Z', 'updated_at': '2021-09-30T08:01:42Z', 'revision_number': 2, 'project_id': 'fdef76861c634f249c5aedc1299c2409', 'subnets': [{'id': '39902700-2a6a-431e-944a-8e64fe088ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:45.399193 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Checking router: 7ca531f2-5b2f-4c1e-8063-db9c42aa8da5 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:01:45.399548 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Updating router 7ca531f2-5b2f-4c1e-8063-db9c42aa8da5 port 6df6dd58-a21a-45da-bfcf-f265474f69ba binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:01:45.461864 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:45.673549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:45.674088 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:45.758273 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:45.865506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5ed23-2a2f-4582-91de-38d2b4edf28e req-e5501366-52ad-40bc-9350-523ae7ae1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:45.867590 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5df5ed23-2a2f-4582-91de-38d2b4edf28e req-e5501366-52ad-40bc-9350-523ae7ae1b08 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 1094 time: 0.4928792 Sep 30 08:01:45.935847 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:45.954112 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:45.977216 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f297b-c3b8-4102-a057-4971148cbe5e req-4dbb2929-b8a9-496b-92f1-b726184968ae tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:45.979207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-386f297b-c3b8-4102-a057-4971148cbe5e req-4dbb2929-b8a9-496b-92f1-b726184968ae tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 945 time: 0.2499728 Sep 30 08:01:45.985454 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-84050bf0-59ec-4bdd-8fb6-a8746d68a17b tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6798959 Sep 30 08:01:46.011844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:46.016129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e517-cd39-434d-842e-33eaec8ecd41 None None] Pushing event updated for resources: {'Port': ['ID=6df6dd58-a21a-45da-bfcf-f265474f69ba,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:46.076699 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Attempting to bind port 6df6dd58-a21a-45da-bfcf-f265474f69ba on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:01:46.077066 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Attempting to bind port 6df6dd58-a21a-45da-bfcf-f265474f69ba by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'a0d67587-d6af-4411-964f-a808ac77b808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee363390-b407-4d57-be1e-ba11a905a877'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:01:46.077765 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Attempting to bind port 6df6dd58-a21a-45da-bfcf-f265474f69ba on network ee363390-b407-4d57-be1e-ba11a905a877 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:46.085059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:01:46.085702 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Checking segment: {'id': 'a0d67587-d6af-4411-964f-a808ac77b808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee363390-b407-4d57-be1e-ba11a905a877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:46.086111 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:46.086506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Bound using segment: {'id': 'a0d67587-d6af-4411-964f-a808ac77b808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee363390-b407-4d57-be1e-ba11a905a877'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:01:46.087046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Bound port: 6df6dd58-a21a-45da-bfcf-f265474f69ba, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d67587-d6af-4411-964f-a808ac77b808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee363390-b407-4d57-be1e-ba11a905a877'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:01:46.087426 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:46.091121 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:46.102713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-386f297b-c3b8-4102-a057-4971148cbe5e req-9d326c06-7361-4591-957f-56055e699b22 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159685 Sep 30 08:01:46.115605 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5ed23-2a2f-4582-91de-38d2b4edf28e req-bc39770a-8305-4b8f-a37d-e9dcbe05cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:46.117897 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5df5ed23-2a2f-4582-91de-38d2b4edf28e req-bc39770a-8305-4b8f-a37d-e9dcbe05cdef service neutron] 10.222.0.35 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.2411225 Sep 30 08:01:46.164816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] For port 6df6dd58-a21a-45da-bfcf-f265474f69ba, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:46.168255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] For port 6df6dd58-a21a-45da-bfcf-f265474f69ba, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=6df6dd58-a21a-45da-bfcf-f265474f69ba,segment=NetworkSegment(a0d67587-d6af-4411-964f-a808ac77b808),segment_id=a0d67587-d6af-4411-964f-a808ac77b808)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:01:46.174253 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:46.242198 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5df5ed23-2a2f-4582-91de-38d2b4edf28e req-8f5d35d0-1d2a-4abe-a7a4-00981f8fbd9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff HTTP/1.1" status: 200 len: 217 time: 0.0896568 Sep 30 08:01:46.253489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Routers {'7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:01:46.255092 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:01:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:46.307880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e517-cd39-434d-842e-33eaec8ecd41 None None] Pushing event updated for resources: {'Port': ['ID=6df6dd58-a21a-45da-bfcf-f265474f69ba,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:46.368580 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8e0b223-d9aa-499a-b222-91d96548908c req-359fc0dd-fa74-4220-b7f2-fbcdfad5bc13 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 210 time: 0.0685911 Sep 30 08:01:46.380522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-40161639-bcd7-4b3a-bc6c-d161fc8ea512 None None] Provisioning complete for port 6df6dd58-a21a-45da-bfcf-f265474f69ba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:46.381042 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40161639-bcd7-4b3a-bc6c-d161fc8ea512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:46.386637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5ed23-2a2f-4582-91de-38d2b4edf28e req-1ef1d9db-5f2b-4447-84da-b15c6b76325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:46.388176 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5df5ed23-2a2f-4582-91de-38d2b4edf28e req-1ef1d9db-5f2b-4447-84da-b15c6b76325f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.1358740 Sep 30 08:01:46.435679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5df5ed23-2a2f-4582-91de-38d2b4edf28e req-c6dc4fc5-0fe2-4b50-8b1f-4584f49629a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378642 Sep 30 08:01:46.436511 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] Set router 7ca531f2-5b2f-4c1e-8063-db9c42aa8da5 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:01:46.441199 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:46.570834 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40161639-bcd7-4b3a-bc6c-d161fc8ea512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:46.611226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153292a3-77fa-4f71-83a4-2d23cd787681 req-2c545c00-0ade-4d22-b4f6-fc78b9d04cb7 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:46.619878 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-153292a3-77fa-4f71-83a4-2d23cd787681 req-2c545c00-0ade-4d22-b4f6-fc78b9d04cb7 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 943 time: 0.1603580 Sep 30 08:01:46.645996 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-40161639-bcd7-4b3a-bc6c-d161fc8ea512 None None] For port 6df6dd58-a21a-45da-bfcf-f265474f69ba, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=6df6dd58-a21a-45da-bfcf-f265474f69ba,segment=NetworkSegment(a0d67587-d6af-4411-964f-a808ac77b808),segment_id=a0d67587-d6af-4411-964f-a808ac77b808)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:46.652400 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40161639-bcd7-4b3a-bc6c-d161fc8ea512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:46.700774 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5df5ed23-2a2f-4582-91de-38d2b4edf28e req-3ad89f76-0919-4a9a-8ceb-884a5a970409 service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506671 Sep 30 08:01:46.712540 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-153292a3-77fa-4f71-83a4-2d23cd787681 req-481f0367-659c-43fa-ae05-62ea0da441b2 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919456 Sep 30 08:01:46.734110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40161639-bcd7-4b3a-bc6c-d161fc8ea512 None None] Pushing event updated for resources: {'Port': ['ID=6df6dd58-a21a-45da-bfcf-f265474f69ba,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:46.789525 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Allocated IP 172.25.0.96 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/53434987-ad38-4de4-8e99-6cf4c9d5b2ec) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:01:46.796446 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1932036545-router', 'tenant_id': 'fdef76861c634f249c5aedc1299c2409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:01:36Z', 'updated_at': '2021-09-30T08:01:42Z', 'revision_number': 4, 'project_id': 'fdef76861c634f249c5aedc1299c2409', 'gw_port': {'id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:01:37Z', 'updated_at': '2021-09-30T08:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '6df6dd58-a21a-45da-bfcf-f265474f69ba', 'name': '', 'network_id': 'ee363390-b407-4d57-be1e-ba11a905a877', 'tenant_id': 'fdef76861c634f249c5aedc1299c2409', 'mac_address': 'fa:16:3e:4e:9e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '39902700-2a6a-431e-944a-8e64fe088ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:01:41Z', 'updated_at': '2021-09-30T08:01:46Z', 'revision_number': 4, 'project_id': 'fdef76861c634f249c5aedc1299c2409', 'subnets': [{'id': '39902700-2a6a-431e-944a-8e64fe088ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:01:46.824444 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-6964afc9-0f0b-469a-b693-f2672700acca tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:46.830781 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-6964afc9-0f0b-469a-b693-f2672700acca tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.35 "GET /v2.0/networks?id=3acd7950-85a0-4bed-95a8-f8a5b45c8441 HTTP/1.1" status: 200 len: 812 time: 0.1745760 Sep 30 08:01:46.834877 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae24853-4c26-481d-992d-e4ce56d0ca7f None None] The sync data for ids ['7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'] in n-d-807359-2 is: [{'id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1932036545-router', 'tenant_id': 'fdef76861c634f249c5aedc1299c2409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:01:36Z', 'updated_at': '2021-09-30T08:01:42Z', 'revision_number': 4, 'project_id': 'fdef76861c634f249c5aedc1299c2409', 'gw_port': {'id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:01:37Z', 'updated_at': '2021-09-30T08:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '6df6dd58-a21a-45da-bfcf-f265474f69ba', 'name': '', 'network_id': 'ee363390-b407-4d57-be1e-ba11a905a877', 'tenant_id': 'fdef76861c634f249c5aedc1299c2409', 'mac_address': 'fa:16:3e:4e:9e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '39902700-2a6a-431e-944a-8e64fe088ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:01:41Z', 'updated_at': '2021-09-30T08:01:46Z', 'revision_number': 4, 'project_id': 'fdef76861c634f249c5aedc1299c2409', 'subnets': [{'id': '39902700-2a6a-431e-944a-8e64fe088ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:01:46.838917 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-30602c90-d6cd-4592-a6d6-fd26efc3d04f None None] Provisioning complete for port 6df6dd58-a21a-45da-bfcf-f265474f69ba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:46.838917 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-30602c90-d6cd-4592-a6d6-fd26efc3d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:46.849349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-6c34b0f5-63dd-4c13-9e10-da8fa1fc7322 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Request body: {'port': {'device_id': '1e87a18c-e559-4721-8209-4a19a1441477', 'network_id': '3acd7950-85a0-4bed-95a8-f8a5b45c8441', 'admin_state_up': True, 'tenant_id': 'e1f3985d31fe488d8920a9c3bc8403cf'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:46.989709 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5df5ed23-2a2f-4582-91de-38d2b4edf28e req-854b55a6-5626-4ef5-9d68-423ccd914cf3 service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709317 Sep 30 08:01:47.007002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58c798-eb10-47e5-b296-73fd3c4c0509 req-405a0476-b7cc-4085-bb5f-cccf061306d8 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:47.008674 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b58c798-eb10-47e5-b296-73fd3c4c0509 req-405a0476-b7cc-4085-bb5f-cccf061306d8 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/ports?device_id=22642ba7-29b9-4915-85f4-554e9fd2fdad HTTP/1.1" status: 200 len: 949 time: 0.1709793 Sep 30 08:01:47.017280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-6c34b0f5-63dd-4c13-9e10-da8fa1fc7322 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Made reservation on behalf of e1f3985d31fe488d8920a9c3bc8403cf for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:47.022087 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-6c34b0f5-63dd-4c13-9e10-da8fa1fc7322 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:47.060587 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:47.080621 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b58c798-eb10-47e5-b296-73fd3c4c0509 req-85cef7d0-5df4-4fb2-a097-da2c2cdcd395 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaab51ab-fe6d-4204-a850-2c58b1ce604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598924 Sep 30 08:01:47.120586 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:47.199576 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-6c34b0f5-63dd-4c13-9e10-da8fa1fc7322 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Allocated IP 172.20.0.7 (3acd7950-85a0-4bed-95a8-f8a5b45c8441/362299fa-6c92-4103-9c37-4da73b84ea78/e42147a1-d876-463c-a9b7-bd227f44802f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:01:47.216755 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:01:47.227870 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:47.235833 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:01:47.278179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Pushing event updated for resources: {'Port': ['ID=53434987-ad38-4de4-8e99-6cf4c9d5b2ec,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:47.298029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 6df6dd58-a21a-45da-bfcf-f265474f69ba up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:01:47.335349 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f6dd1-ac71-409a-a6ba-927a167a896e req-acf4629f-6625-426d-bf29-dcf0471137b5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:47.337106 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd7f6dd1-ac71-409a-a6ba-927a167a896e req-acf4629f-6625-426d-bf29-dcf0471137b5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.1783373 Sep 30 08:01:47.368200 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 6df6dd58-a21a-45da-bfcf-f265474f69ba triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:47.370227 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:47.387459 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-6c34b0f5-63dd-4c13-9e10-da8fa1fc7322 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:47.426915 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e355-3c78-4b94-ba19-e5db3d1e5d52 req-75ac9ec8-62ac-4bfd-9bab-899d51e92ddd tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:47.429691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4218e355-3c78-4b94-ba19-e5db3d1e5d52 req-75ac9ec8-62ac-4bfd-9bab-899d51e92ddd tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.36 "GET /v2.0/ports?device_id=22642ba7-29b9-4915-85f4-554e9fd2fdad HTTP/1.1" status: 200 len: 949 time: 0.1486254 Sep 30 08:01:47.431130 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-6c34b0f5-63dd-4c13-9e10-da8fa1fc7322 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:47.453630 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd7f6dd1-ac71-409a-a6ba-927a167a896e req-a2576aa6-ad6b-4efb-acd6-f30e79e3d8fd tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083455 Sep 30 08:01:47.480749 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-6c34b0f5-63dd-4c13-9e10-da8fa1fc7322 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Network 3acd7950-85a0-4bed-95a8-f8a5b45c8441 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:01:47.484643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-6c34b0f5-63dd-4c13-9e10-da8fa1fc7322 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:47.488845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-6c34b0f5-63dd-4c13-9e10-da8fa1fc7322 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:01:47.494828 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:47.546892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34b0f5-63dd-4c13-9e10-da8fa1fc7322 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event updated for resources: {'Port': ['ID=e42147a1-d876-463c-a9b7-bd227f44802f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:47.579469 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:47.581652 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:47.591002 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-6c34b0f5-63dd-4c13-9e10-da8fa1fc7322 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:47.592120 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-6c34b0f5-63dd-4c13-9e10-da8fa1fc7322 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:47.610103 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-6c34b0f5-63dd-4c13-9e10-da8fa1fc7322 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7655532 Sep 30 08:01:47.627771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Request body: {'port': {'device_id': '1e87a18c-e559-4721-8209-4a19a1441477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:47.675254 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-4218e355-3c78-4b94-ba19-e5db3d1e5d52 req-eb5b881a-9974-4ee2-a1a9-0fee0f709348 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Deleting port e72c26d8-cc7c-4675-ac0c-047246dc79b3 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:01:47.675488 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4218e355-3c78-4b94-ba19-e5db3d1e5d52 req-eb5b881a-9974-4ee2-a1a9-0fee0f709348 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:47.699144 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:47.744245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c31cc1-625e-4293-90aa-d2a84edd7186 req-4d5f868d-8929-4e9d-93e8-463e556d21d7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:47.746146 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9c31cc1-625e-4293-90aa-d2a84edd7186 req-4d5f868d-8929-4e9d-93e8-463e556d21d7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 945 time: 0.1310952 Sep 30 08:01:47.882294 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9c31cc1-625e-4293-90aa-d2a84edd7186 req-1d36b11e-6155-4774-ba17-e5d88f5ee9ea tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035213 Sep 30 08:01:47.909989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4218e355-3c78-4b94-ba19-e5db3d1e5d52 req-eb5b881a-9974-4ee2-a1a9-0fee0f709348 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] For port e72c26d8-cc7c-4675-ac0c-047246dc79b3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e72c26d8-cc7c-4675-ac0c-047246dc79b3,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:47.910411 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4218e355-3c78-4b94-ba19-e5db3d1e5d52 req-eb5b881a-9974-4ee2-a1a9-0fee0f709348 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:47.933997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-4218e355-3c78-4b94-ba19-e5db3d1e5d52 req-eb5b881a-9974-4ee2-a1a9-0fee0f709348 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Calling delete_port for e72c26d8-cc7c-4675-ac0c-047246dc79b3 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:01:47.940360 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:47.950387 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:48.049874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42147a1-d876-463c-a9b7-bd227f44802f {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:01:48.059425 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:48.073127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Transition to ACTIVE for port object e42147a1-d876-463c-a9b7-bd227f44802f will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:01:48.074340 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Pushing event updated for resources: {'Port': ['ID=53434987-ad38-4de4-8e99-6cf4c9d5b2ec,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:48.077977 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:48.122208 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:48.131929 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Pushing event updated for resources: {'Port': ['ID=e42147a1-d876-463c-a9b7-bd227f44802f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:48.142702 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:48.150887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-a5ff53a9-8111-4c01-9558-509610f057a1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1489847 Sep 30 08:01:48.162099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543e62f-dc9b-455e-baad-d57206593720 req-d0a22102-a4ac-4dda-9f48-4b10cb148d37 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:48.163653 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3543e62f-dc9b-455e-baad-d57206593720 req-d0a22102-a4ac-4dda-9f48-4b10cb148d37 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 943 time: 0.1067576 Sep 30 08:01:48.212762 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Attempting to bind port e42147a1-d876-463c-a9b7-bd227f44802f on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:01:48.213101 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Attempting to bind port e42147a1-d876-463c-a9b7-bd227f44802f by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'bba0b0b0-def7-4017-94cd-3b5b7c2fa29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3acd7950-85a0-4bed-95a8-f8a5b45c8441'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:01:48.213434 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Attempting to bind port e42147a1-d876-463c-a9b7-bd227f44802f on network 3acd7950-85a0-4bed-95a8-f8a5b45c8441 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:48.217883 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Port e42147a1-d876-463c-a9b7-bd227f44802f on network 3acd7950-85a0-4bed-95a8-f8a5b45c8441 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:01:48.218190 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Attempting to bind port e42147a1-d876-463c-a9b7-bd227f44802f on network 3acd7950-85a0-4bed-95a8-f8a5b45c8441 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:48.224263 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:01:48.224605 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Checking segment: {'id': 'bba0b0b0-def7-4017-94cd-3b5b7c2fa29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3acd7950-85a0-4bed-95a8-f8a5b45c8441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:48.225010 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Bound using segment: {'id': 'bba0b0b0-def7-4017-94cd-3b5b7c2fa29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3acd7950-85a0-4bed-95a8-f8a5b45c8441'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:01:48.225438 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Bound port: e42147a1-d876-463c-a9b7-bd227f44802f, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba0b0b0-def7-4017-94cd-3b5b7c2fa29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3acd7950-85a0-4bed-95a8-f8a5b45c8441'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:01:48.225809 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:48.278434 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-4d03f164-1fd8-4e08-b896-328404cde9a8 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 695 time: 0.1266775 Sep 30 08:01:48.294347 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] For port e42147a1-d876-463c-a9b7-bd227f44802f, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:48.298521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] For port e42147a1-d876-463c-a9b7-bd227f44802f, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e42147a1-d876-463c-a9b7-bd227f44802f,segment=NetworkSegment(bba0b0b0-def7-4017-94cd-3b5b7c2fa29f),segment_id=bba0b0b0-def7-4017-94cd-3b5b7c2fa29f)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:01:48.304868 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:48.313647 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4218e355-3c78-4b94-ba19-e5db3d1e5d52 req-eb5b881a-9974-4ee2-a1a9-0fee0f709348 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:48.326102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['e72c26d8-cc7c-4675-ac0c-047246dc79b3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:48.327559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3543e62f-dc9b-455e-baad-d57206593720 req-8eda8b2f-7ab0-487a-8feb-1ce0ca09d7ff tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547019 Sep 30 08:01:48.345609 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:48.346262 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:48.359342 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] 10.222.0.35 "PUT /v2.0/ports/e42147a1-d876-463c-a9b7-bd227f44802f HTTP/1.1" status: 200 len: 1091 time: 0.7246339 Sep 30 08:01:48.360261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e87a18c-e559-4721-8209-4a19a1441477', 'tag': 'e42147a1-d876-463c-a9b7-bd227f44802f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:48.363133 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef03eba-5525-4be8-94b8-f37e8d201c80" -d '{"events": [{"name": "network-changed", "server_uuid": "1e87a18c-e559-4721-8209-4a19a1441477", "tag": "e42147a1-d876-463c-a9b7-bd227f44802f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:48.389092 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430962a7-ad9e-49b1-8c7f-aa0a6da69edc service neutron] Pushing event updated for resources: {'Port': ['ID=e42147a1-d876-463c-a9b7-bd227f44802f,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:48.459369 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-4dcff5a9-4b8c-45a0-89d3-ed541fee0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:48.461173 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-4dcff5a9-4b8c-45a0-89d3-ed541fee0b94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1f3985d31fe488d8920a9c3bc8403cf&device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 1094 time: 0.0543795 Sep 30 08:01:48.513813 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-0cf703e2-2f8b-4623-9aa6-2031e7f66991 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e42147a1-d876-463c-a9b7-bd227f44802f HTTP/1.1" status: 200 len: 217 time: 0.0390780 Sep 30 08:01:48.566548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-635e57d5-f12c-40f3-af86-ad6a49cfbc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:48.568206 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-635e57d5-f12c-40f3-af86-ad6a49cfbc14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=362299fa-6c92-4103-9c37-4da73b84ea78 HTTP/1.1" status: 200 len: 852 time: 0.0475144 Sep 30 08:01:48.601471 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-0073875e-5d1c-487f-a327-c7d27cc66172 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3acd7950-85a0-4bed-95a8-f8a5b45c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265985 Sep 30 08:01:48.631196 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b881a-9974-4ee2-a1a9-0fee0f709348 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Pushing event deleted for resources: {'Port': ['ID=e72c26d8-cc7c-4675-ac0c-047246dc79b3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:48.715940 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-4a7deee1-1919-440c-8b50-5c92b81c4d0e service neutron] 10.222.0.35 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075571 Sep 30 08:01:48.717338 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4218e355-3c78-4b94-ba19-e5db3d1e5d52 req-eb5b881a-9974-4ee2-a1a9-0fee0f709348 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] No DVR routers for this DVR port e72c26d8-cc7c-4675-ac0c-047246dc79b3 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:01:48.724333 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4218e355-3c78-4b94-ba19-e5db3d1e5d52 req-eb5b881a-9974-4ee2-a1a9-0fee0f709348 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:48.728063 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4218e355-3c78-4b94-ba19-e5db3d1e5d52 req-eb5b881a-9974-4ee2-a1a9-0fee0f709348 tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.36 "DELETE /v2.0/ports/e72c26d8-cc7c-4675-ac0c-047246dc79b3 HTTP/1.1" status: 204 len: 173 time: 1.2890787 Sep 30 08:01:48.729929 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22642ba7-29b9-4915-85f4-554e9fd2fdad', 'name': 'network-vif-deleted', 'tag': 'e72c26d8-cc7c-4675-ac0c-047246dc79b3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:48.732959 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de85d3fb-0094-4a50-929d-cb64a6ddd1e8" -d '{"events": [{"server_uuid": "22642ba7-29b9-4915-85f4-554e9fd2fdad", "name": "network-vif-deleted", "tag": "e72c26d8-cc7c-4675-ac0c-047246dc79b3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:48.761785 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-7b046fc6-54d1-496e-a502-b33d5ad8d127 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:48.763268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-7b046fc6-54d1-496e-a502-b33d5ad8d127 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.4735749 Sep 30 08:01:48.777551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84ede8-f6d1-4ad7-b93d-d2fd397b1355 req-2d174695-fa03-4ad5-8b23-b6efaa6f31ec tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:48.779154 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e84ede8-f6d1-4ad7-b93d-d2fd397b1355 req-2d174695-fa03-4ad5-8b23-b6efaa6f31ec tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 943 time: 0.1640134 Sep 30 08:01:48.784714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-d5520886-97d6-4d8b-a399-9d1f7acc94e6 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:01:48.786004 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed7e9a5d-7500-434e-8c44-0ae48f26d2e4 req-d5520886-97d6-4d8b-a399-9d1f7acc94e6 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057294 Sep 30 08:01:48.830007 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e84ede8-f6d1-4ad7-b93d-d2fd397b1355 req-f8d89c3b-a758-4f8e-a698-13e56707491b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428717 Sep 30 08:01:48.846773 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b0ec8b4-12cf-4691-aad5-96719bd99802 req-343fd765-5b0c-4573-a72e-9eb95db97996 service neutron] 10.222.0.35 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240449 Sep 30 08:01:48.921968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:01:48.934630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 6d1bfc6c-e68c-470f-836f-90734b066846 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:01:48.955356 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71f3f4ce-4cb1-4f85-9b1f-12a0d872cad1 req-2d41383f-02b0-4273-baa4-52287b12d73f tempest-ServerDiagnosticsNegativeTest-404697518 tempest-ServerDiagnosticsNegativeTest-404697518-project] 10.222.0.24 "GET /v2.0/ports?device_id=22642ba7-29b9-4915-85f4-554e9fd2fdad HTTP/1.1" status: 200 len: 210 time: 0.0326390 Sep 30 08:01:48.958946 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 6d1bfc6c-e68c-470f-836f-90734b066846 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:01:48.959300 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 6d1bfc6c-e68c-470f-836f-90734b066846 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:01:49.005460 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b16755-4051-41b7-a2c1-53505cd877d1 x-openstack-request-id: req-d6b16755-4051-41b7-a2c1-53505cd877d1 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:49.005757 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e87a18c-e559-4721-8209-4a19a1441477", "tag": "e42147a1-d876-463c-a9b7-bd227f44802f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:49.006015 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6b16755-4051-41b7-a2c1-53505cd877d1 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:49.006415 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e87a18c-e559-4721-8209-4a19a1441477', 'tag': 'e42147a1-d876-463c-a9b7-bd227f44802f', 'status': 'completed', 'code': 200} Sep 30 08:01:49.039512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d2b29-72fb-4b22-af77-b1dc88d34943 req-f1ff6f0f-d7ee-4027-b985-50cb797ee2d2 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:49.042342 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a2d2b29-72fb-4b22-af77-b1dc88d34943 req-f1ff6f0f-d7ee-4027-b985-50cb797ee2d2 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 1096 time: 0.0490863 Sep 30 08:01:49.071535 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:49.083049 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '25b2a149-6b39-4d5a-94f5-9fa3a8e28bff', 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1', 'port_id': '25b2a149-6b39-4d5a-94f5-9fa3a8e28bff', 'mac_address': 'fa:16:3e:43:9f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d5e453-47cb-4a1c-9b01-81aa8a96aed1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:01:49.092557 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef03eba-5525-4be8-94b8-f37e8d201c80 req-e6642aaa-b656-4608-a42f-bd73d883aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:49.094149 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0ef03eba-5525-4be8-94b8-f37e8d201c80 req-e6642aaa-b656-4608-a42f-bd73d883aa32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1f3985d31fe488d8920a9c3bc8403cf&device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 1094 time: 0.0460289 Sep 30 08:01:49.122136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a2d2b29-72fb-4b22-af77-b1dc88d34943 req-1a0009a8-b241-4d6a-91aa-ba551706de5c tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650609 Sep 30 08:01:49.135800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa850538-7bca-4138-91c9-12b99ec80c96 req-f13e476c-fc91-49ef-b405-6d0f59d3054c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:49.137726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa850538-7bca-4138-91c9-12b99ec80c96 req-f13e476c-fc91-49ef-b405-6d0f59d3054c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.0695105 Sep 30 08:01:49.140681 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:49.163583 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:01:49.183023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa850538-7bca-4138-91c9-12b99ec80c96 req-ad27d8e4-da9e-4c19-89d4-4fc853fb7695 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378730 Sep 30 08:01:49.194505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:49.208040 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:49.224110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef03eba-5525-4be8-94b8-f37e8d201c80 req-f6f33cce-4407-4b17-b63c-4297aa429b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:49.225880 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0ef03eba-5525-4be8-94b8-f37e8d201c80 req-f6f33cce-4407-4b17-b63c-4297aa429b20 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3acd7950-85a0-4bed-95a8-f8a5b45c8441 HTTP/1.1" status: 200 len: 913 time: 0.1235757 Sep 30 08:01:49.272753 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4f0a65-473c-4fb5-a594-cbc03b55b78e x-openstack-request-id: req-7b4f0a65-473c-4fb5-a594-cbc03b55b78e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:49.273044 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22642ba7-29b9-4915-85f4-554e9fd2fdad", "name": "network-vif-deleted", "tag": "e72c26d8-cc7c-4675-ac0c-047246dc79b3", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:49.273304 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b4f0a65-473c-4fb5-a594-cbc03b55b78e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:49.273737 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22642ba7-29b9-4915-85f4-554e9fd2fdad', 'name': 'network-vif-deleted', 'tag': 'e72c26d8-cc7c-4675-ac0c-047246dc79b3', 'status': 'completed', 'code': 200} Sep 30 08:01:49.292699 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0ef03eba-5525-4be8-94b8-f37e8d201c80 req-62d70882-b610-4caf-b11a-61ea784c2919 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e42147a1-d876-463c-a9b7-bd227f44802f HTTP/1.1" status: 200 len: 217 time: 0.0578251 Sep 30 08:01:49.292927 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:49.362457 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef03eba-5525-4be8-94b8-f37e8d201c80 req-8a228320-58b7-48af-8557-a209c742af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:49.368928 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0ef03eba-5525-4be8-94b8-f37e8d201c80 req-8a228320-58b7-48af-8557-a209c742af53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=362299fa-6c92-4103-9c37-4da73b84ea78 HTTP/1.1" status: 200 len: 852 time: 0.0656481 Sep 30 08:01:49.388999 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-c7c708e6-81b4-4aef-96bb-d4bc3d774936 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1448421 Sep 30 08:01:49.400362 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:49.402920 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0ef03eba-5525-4be8-94b8-f37e8d201c80 req-780e13bd-4b01-4e2b-9c70-f577f62c3904 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3acd7950-85a0-4bed-95a8-f8a5b45c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265326 Sep 30 08:01:49.450182 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:49.476206 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90332b76-96a0-4c0d-bcbc-ddad49ca4169 req-24c5c7ba-b289-4912-b3f1-803de7cfdb8e tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:49.477644 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90332b76-96a0-4c0d-bcbc-ddad49ca4169 req-24c5c7ba-b289-4912-b3f1-803de7cfdb8e tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 1096 time: 0.0644994 Sep 30 08:01:49.497829 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0ef03eba-5525-4be8-94b8-f37e8d201c80 req-2f5629de-ad59-4b66-8bbf-e915264d41c7 service neutron] 10.222.0.35 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864768 Sep 30 08:01:49.521632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['25b2a149-6b39-4d5a-94f5-9fa3a8e28bff'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:49.559097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90332b76-96a0-4c0d-bcbc-ddad49ca4169 req-5b72fd20-cdbf-4e96-8d5d-92a805eb2ecc tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715740 Sep 30 08:01:49.600610 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0ef03eba-5525-4be8-94b8-f37e8d201c80 req-ffcbacd3-5616-4c25-a717-5f08fadf91fe service neutron] 10.222.0.35 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940161 Sep 30 08:01:49.601754 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:49.741948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Allocated IP 172.25.0.238 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/a662821f-7e6c-4605-ba87-f9d90fc3cdf5) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:01:49.811410 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f13da1-ac56-4027-b22e-f0e46ba48ea7 req-06f3f312-32c9-4652-95eb-10d7e7dad81f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:49.812966 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78f13da1-ac56-4027-b22e-f0e46ba48ea7 req-06f3f312-32c9-4652-95eb-10d7e7dad81f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 943 time: 0.0881095 Sep 30 08:01:49.889055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78f13da1-ac56-4027-b22e-f0e46ba48ea7 req-ca917d02-4a2a-451e-8bab-442db7c097f2 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481634 Sep 30 08:01:49.903894 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:49.943763 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:49.984715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:01:49.987723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:49.991822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:01:50.000341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Pushing event updated for resources: {'Port': ['ID=a662821f-7e6c-4605-ba87-f9d90fc3cdf5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:50.135647 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30971fa5-7338-4c9c-b9e0-a593b926cde8 req-4cc8580e-7bf9-49f2-8927-0a11d756eccc tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:50.137555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30971fa5-7338-4c9c-b9e0-a593b926cde8 req-4cc8580e-7bf9-49f2-8927-0a11d756eccc tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 944 time: 0.1152885 Sep 30 08:01:50.169719 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:50.204891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30971fa5-7338-4c9c-b9e0-a593b926cde8 req-12be0344-a263-4086-8561-bce05030e71c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600333 Sep 30 08:01:50.213819 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:50.371078 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:50.376447 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:50.447114 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Pushing event updated for resources: {'Port': ['ID=a662821f-7e6c-4605-ba87-f9d90fc3cdf5,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:50.455165 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:50.468889 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:50.470398 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-67714b61-05bb-4d6e-bcdb-c1954d0ae8fc tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0743403 Sep 30 08:01:50.526250 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-2625ecf5-e787-4b60-b525-810f52969eeb tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.238 HTTP/1.1" status: 200 len: 696 time: 0.0493615 Sep 30 08:01:50.632984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-744b49aa-5dc7-410e-8a63-7e613b8b2d25 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:50.634332 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2085f924-ea5d-4007-ac71-b3ef5c9a24ce req-744b49aa-5dc7-410e-8a63-7e613b8b2d25 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.1026351 Sep 30 08:01:50.636714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e72c26d8-cc7c-4675-ac0c-047246dc79b3 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:01:50.662888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: e72c26d8-cc7c-4675-ac0c-047246dc79b3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:01:50.663236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e72c26d8-cc7c-4675-ac0c-047246dc79b3 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:01:50.834960 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff4b35-c9f7-4972-b714-7b1c0394d4be req-1601a31c-fdd7-4400-8522-c50a251abb14 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:50.836644 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f4ff4b35-c9f7-4972-b714-7b1c0394d4be req-1601a31c-fdd7-4400-8522-c50a251abb14 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.0721292 Sep 30 08:01:50.884640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f4ff4b35-c9f7-4972-b714-7b1c0394d4be req-8a5f49c9-a26e-495a-bf79-2f4bbf6712bf tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Sep 30 08:01:50.922266 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45464) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:50.938007 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e42147a1-d876-463c-a9b7-bd227f44802f details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:01:50.949265 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:01:50.971068 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45470) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:51.073690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:01:51.082738 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:51.083637 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.155968 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f21bbb5f-5093-4bb0-9e35-2e799ba3022c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2487c542c34e475ca5fabfc37e731b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825521 Sep 30 08:01:51.158781 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45474) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:51.208980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e42147a1-d876-463c-a9b7-bd227f44802f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e42147a1-d876-463c-a9b7-bd227f44802f,segment=NetworkSegment(bba0b0b0-def7-4017-94cd-3b5b7c2fa29f),segment_id=bba0b0b0-def7-4017-94cd-3b5b7c2fa29f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:51.225858 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-615d3a64-0996-4201-8c20-22b5e9ccf956 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1910896 Sep 30 08:01:51.227166 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'e42147a1-d876-463c-a9b7-bd227f44802f', 'network_id': '3acd7950-85a0-4bed-95a8-f8a5b45c8441', 'port_id': 'e42147a1-d876-463c-a9b7-bd227f44802f', 'mac_address': 'fa:16:3e:50:36:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362299fa-6c92-4103-9c37-4da73b84ea78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:01:51.233899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cbac0e31-a927-4f34-8122-31d301b2ef2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ceb4c6506a51407b865eead7d8288b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105030 Sep 30 08:01:51.236621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45478) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:51.246215 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:51.278299 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-905c560e-c2a1-4b51-b06d-3886e99cbb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.289276 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.312976 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfc9bde2-fa8c-440c-9cb8-da2b4883e50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.319508 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.324207 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-905c560e-c2a1-4b51-b06d-3886e99cbb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.342454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42147a1-d876-463c-a9b7-bd227f44802f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:01:51.343983 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfc9bde2-fa8c-440c-9cb8-da2b4883e50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.369615 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.387200 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e42147a1-d876-463c-a9b7-bd227f44802f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e42147a1-d876-463c-a9b7-bd227f44802f,segment=NetworkSegment(bba0b0b0-def7-4017-94cd-3b5b7c2fa29f),segment_id=bba0b0b0-def7-4017-94cd-3b5b7c2fa29f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:51.392280 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.428691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11436004-ae33-431e-bb91-dbabf58c37bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b2a149-6b39-4d5a-94f5-9fa3a8e28bff'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:51.431388 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434a11e0-4847-4f2c-b58a-7e6f91e65a05" -d '{"events": [{"server_uuid": "11436004-ae33-431e-bb91-dbabf58c37bb", "name": "network-vif-plugged", "status": "completed", "tag": "25b2a149-6b39-4d5a-94f5-9fa3a8e28bff"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:51.433670 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-905c560e-c2a1-4b51-b06d-3886e99cbb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.436677 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-905c560e-c2a1-4b51-b06d-3886e99cbb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.438126 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-905c560e-c2a1-4b51-b06d-3886e99cbb2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eaab51ab-fe6d-4204-a850-2c58b1ce604c HTTP/1.1" status: 204 len: 168 time: 0.2755544 Sep 30 08:01:51.439067 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfc9bde2-fa8c-440c-9cb8-da2b4883e50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.444174 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfc9bde2-fa8c-440c-9cb8-da2b4883e50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.446926 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bfc9bde2-fa8c-440c-9cb8-da2b4883e50a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d831e0ae-09bf-4700-9124-5e292475c764 HTTP/1.1" status: 204 len: 168 time: 0.2091315 Sep 30 08:01:51.451611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:51.452570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c560e-c2a1-4b51-b06d-3886e99cbb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaab51ab-fe6d-4204-a850-2c58b1ce604c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:51.461275 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9bde2-fa8c-440c-9cb8-da2b4883e50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d831e0ae-09bf-4700-9124-5e292475c764,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:51.473608 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.478645 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.502123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-d5ca8cbe-1024-45f2-aa1f-fe8ae875cf15 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:01:51.503171 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-d5ca8cbe-1024-45f2-aa1f-fe8ae875cf15 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1170931 Sep 30 08:01:51.524898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=e42147a1-d876-463c-a9b7-bd227f44802f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:51.564288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-ad946548-e260-4ebf-aaa6-ab6e4302fd01 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:51.573166 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-ad946548-e260-4ebf-aaa6-ab6e4302fd01 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports/201282c8-ca62-4ef6-b2b9-7d8e99f260c7 HTTP/1.1" status: 200 len: 1093 time: 0.0612776 Sep 30 08:01:51.579564 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f9adc593-aa3b-4e00-a1a4-58cbdc397be0 service neutron] Request body: {'binding': {'host': 'n-h2-807359-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:51.580214 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f9adc593-aa3b-4e00-a1a4-58cbdc397be0 service neutron] Unknown quota resources ['binding']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:01:51.622447 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:51.676491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Allocated IP 172.25.0.216 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/a1ef0d00-c082-4c22-ae7b-20139dfe906d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:01:51.680664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e42147a1-d876-463c-a9b7-bd227f44802f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:51.791132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f9adc593-aa3b-4e00-a1a4-58cbdc397be0 service neutron] Attempting to bind port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 on host n-h2-807359-2 for vnic_type normal with profile None {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:01:51.791132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f9adc593-aa3b-4e00-a1a4-58cbdc397be0 service neutron] Attempting to bind port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:01:51.791132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f9adc593-aa3b-4e00-a1a4-58cbdc397be0 service neutron] Attempting to bind port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:51.796139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f9adc593-aa3b-4e00-a1a4-58cbdc397be0 service neutron] Port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:01:51.796763 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f9adc593-aa3b-4e00-a1a4-58cbdc397be0 service neutron] Attempting to bind port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:51.803445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f9adc593-aa3b-4e00-a1a4-58cbdc397be0 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:01:51.803787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f9adc593-aa3b-4e00-a1a4-58cbdc397be0 service neutron] Checking segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:51.804555 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f9adc593-aa3b-4e00-a1a4-58cbdc397be0 service neutron] Bound using segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:01:51.804993 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f9adc593-aa3b-4e00-a1a4-58cbdc397be0 service neutron] Bound port: 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:01:51.810032 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.874305 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.879255 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f9adc593-aa3b-4e00-a1a4-58cbdc397be0 service neutron] For port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:01:51.889120 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f9adc593-aa3b-4e00-a1a4-58cbdc397be0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:51.890323 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f9adc593-aa3b-4e00-a1a4-58cbdc397be0 service neutron] 10.222.0.24 "POST /v2.0/ports/201282c8-ca62-4ef6-b2b9-7d8e99f260c7/bindings HTTP/1.1" status: 201 len: 389 time: 0.3154938 Sep 30 08:01:51.923766 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:01:51.929246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:51.936104 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:01:51.938124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Pushing event updated for resources: {'Port': ['ID=a1ef0d00-c082-4c22-ae7b-20139dfe906d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:51.970056 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:51.970405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:51.970750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:51.971089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:51.971426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:51.971783 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:51.972119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:51.972516 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:51.973331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:51.973331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:51.973674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:51.973987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:52.026257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45508) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:52.044158 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:52.133768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948f3ff-4ed0-4b23-a0bd-d0ec36fb38ce req-3671c724-e2a5-43d8-ae7e-823a2e1e9ad1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:52.136362 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5948f3ff-4ed0-4b23-a0bd-d0ec36fb38ce req-3671c724-e2a5-43d8-ae7e-823a2e1e9ad1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 944 time: 0.0955937 Sep 30 08:01:52.143732 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:52.194917 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:52.199335 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:52.206688 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:52.236340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5948f3ff-4ed0-4b23-a0bd-d0ec36fb38ce req-95b0a011-4cf0-4652-9ace-900c944033d4 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945241 Sep 30 08:01:52.256409 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-3d7477d9-6811-4d6b-aff9-712b9c60c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:52.258261 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-3d7477d9-6811-4d6b-aff9-712b9c60c522 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 1096 time: 0.0920722 Sep 30 08:01:52.259004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8a87d7-e528-4d70-9ff9-3ac4b780f882,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:52.265584 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=906d59361ac743189d8c3bf467d0aec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358627 Sep 30 08:01:52.268808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45514) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:52.286679 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:52.287132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:52.287700 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:52.288160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:52.288579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:52.289009 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:52.289429 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:52.289910 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:52.290328 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:52.290739 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:52.291152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:52.291669 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cabfcff-d0b4-4a6b-8199-c4a1f2892fad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:01:52.401230 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f18ca72-d001-49ee-bd33-3a72a58cd31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:52.422130 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd200c6-56bd-4cbb-8439-414b872e6b6a req-abd8725d-0073-4302-90cd-d84a0e476826 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:52.423291 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f1decc2a-dec3-452e-b9d2-6d1151539b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:52.425242 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f1decc2a-dec3-452e-b9d2-6d1151539b15 service neutron] 10.222.0.35 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.1551805 Sep 30 08:01:52.430402 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9dd200c6-56bd-4cbb-8439-414b872e6b6a req-abd8725d-0073-4302-90cd-d84a0e476826 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 945 time: 0.0865886 Sep 30 08:01:52.446145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f18ca72-d001-49ee-bd33-3a72a58cd31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:52.478184 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:52.479094 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-05ae4ae4-8234-46a1-bee2-6e540deb4e17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7 HTTP/1.1" status: 200 len: 217 time: 0.0438640 Sep 30 08:01:52.482845 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9dd200c6-56bd-4cbb-8439-414b872e6b6a req-b15ab086-7ed9-4c40-9d20-2a1da3c8a78d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515504 Sep 30 08:01:52.484367 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:52.535573 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45522) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:52.555482 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6395a17-f2b3-44cd-944f-33b437b60e2e x-openstack-request-id: req-c6395a17-f2b3-44cd-944f-33b437b60e2e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:52.555777 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11436004-ae33-431e-bb91-dbabf58c37bb", "name": "network-vif-plugged", "status": "completed", "tag": "25b2a149-6b39-4d5a-94f5-9fa3a8e28bff", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:52.556063 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6395a17-f2b3-44cd-944f-33b437b60e2e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:52.556452 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11436004-ae33-431e-bb91-dbabf58c37bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b2a149-6b39-4d5a-94f5-9fa3a8e28bff', 'code': 200} Sep 30 08:01:52.557795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-819e3feb-ca46-41b6-b8fd-1b0380e01d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:52.559650 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-819e3feb-ca46-41b6-b8fd-1b0380e01d00 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.0705781 Sep 30 08:01:52.576165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Pushing event updated for resources: {'Port': ['ID=a1ef0d00-c082-4c22-ae7b-20139dfe906d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:52.577904 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f18ca72-d001-49ee-bd33-3a72a58cd31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:52.580752 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f18ca72-d001-49ee-bd33-3a72a58cd31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:52.582004 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4f18ca72-d001-49ee-bd33-3a72a58cd31b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb8a87d7-e528-4d70-9ff9-3ac4b780f882 HTTP/1.1" status: 204 len: 168 time: 0.3106682 Sep 30 08:01:52.606403 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:52.622910 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18ca72-d001-49ee-bd33-3a72a58cd31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8a87d7-e528-4d70-9ff9-3ac4b780f882,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:52.626307 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-65e22c22-cc63-478e-a119-454d5f9d1e46 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431311 Sep 30 08:01:52.640817 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:52.652113 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-a8164cd7-ac9c-4797-8bc4-b5118e1fd0c3 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4032900 Sep 30 08:01:52.737907 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dfe2356e-4465-4e80-8d7c-58ac73a83113 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1179849358-network', 'tenant_id': '95d854c22cb34ab7b9e1f78ae827eac0'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:52.760750 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-a4be3baf-efd8-428d-8aa0-0b053afe40d3 service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269004 Sep 30 08:01:52.790769 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe2356e-4465-4e80-8d7c-58ac73a83113 admin admin] Made reservation on behalf of 95d854c22cb34ab7b9e1f78ae827eac0 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:52.792553 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-e752c7b3-bd5c-41ee-af0b-06ceb5368dc8 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.216 HTTP/1.1" status: 200 len: 696 time: 0.1393352 Sep 30 08:01:52.801487 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfe2356e-4465-4e80-8d7c-58ac73a83113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:52.806480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1e7bf-8dd2-4782-b1d1-b1e248d2cb0b req-39806acb-d1a5-496f-a118-f445e4f7c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:52.808515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5a1e7bf-8dd2-4782-b1d1-b1e248d2cb0b req-39806acb-d1a5-496f-a118-f445e4f7c0c4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 1096 time: 0.1510379 Sep 30 08:01:52.822664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adc0a7-2d7a-4aab-b144-6f9dbe313c4e req-4361851f-7685-4f4d-baa4-d9a506ec6cd3 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:52.822989 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfe2356e-4465-4e80-8d7c-58ac73a83113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:52.824444 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6adc0a7-2d7a-4aab-b144-6f9dbe313c4e req-4361851f-7685-4f4d-baa4-d9a506ec6cd3 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.1157680 Sep 30 08:01:52.906215 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-d287e0fb-e131-4c9b-ab4f-0571e65a712a service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369715 Sep 30 08:01:52.943286 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5a1e7bf-8dd2-4782-b1d1-b1e248d2cb0b req-cee6871c-2ff0-4ded-904c-e3f121b03dd6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180427 Sep 30 08:01:52.948666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e42147a1-d876-463c-a9b7-bd227f44802f up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:01:52.955132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6adc0a7-2d7a-4aab-b144-6f9dbe313c4e req-283a7be2-6505-48c1-9082-154f703f55d0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234024 Sep 30 08:01:52.995402 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-c275f8b8-1293-45a4-93fc-ccd529c652d1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:52.996812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a92eb84-bd98-4ba3-8b47-3339acec9ee7 req-c275f8b8-1293-45a4-93fc-ccd529c652d1 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.1947181 Sep 30 08:01:53.026147 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfe2356e-4465-4e80-8d7c-58ac73a83113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:53.029432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port e42147a1-d876-463c-a9b7-bd227f44802f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:01:53.032058 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfe2356e-4465-4e80-8d7c-58ac73a83113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:53.034604 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port e42147a1-d876-463c-a9b7-bd227f44802f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:01:53.035518 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:53.076527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe2356e-4465-4e80-8d7c-58ac73a83113 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:01:53.115407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab70df-dcdb-4f9e-b4c0-0b712389391f req-fca1d3bc-ed73-45ce-bc6b-40649ecf10b1 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:53.117475 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-14ab70df-dcdb-4f9e-b4c0-0b712389391f req-fca1d3bc-ed73-45ce-bc6b-40649ecf10b1 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 945 time: 0.0723314 Sep 30 08:01:53.122038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2356e-4465-4e80-8d7c-58ac73a83113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31076374-9683-4e1c-b564-6e12484fcf08,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:53.126754 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfe2356e-4465-4e80-8d7c-58ac73a83113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:53.127099 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-dfe2356e-4465-4e80-8d7c-58ac73a83113 admin admin] Added segment 3298877f-edac-4550-af91-d024fc7ff812 of type vlan for network 2e3bfb0b-c622-4a9c-97c7-dd3b92eeeb49 Sep 30 08:01:53.130091 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:53.179781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e42147a1-d876-463c-a9b7-bd227f44802f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e42147a1-d876-463c-a9b7-bd227f44802f,segment=NetworkSegment(bba0b0b0-def7-4017-94cd-3b5b7c2fa29f),segment_id=bba0b0b0-def7-4017-94cd-3b5b7c2fa29f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:53.183108 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfe2356e-4465-4e80-8d7c-58ac73a83113 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:53.187398 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:53.212108 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-14ab70df-dcdb-4f9e-b4c0-0b712389391f req-84d69ebf-511e-4acb-bb3e-64bc522c2ab8 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867782 Sep 30 08:01:53.247435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=e42147a1-d876-463c-a9b7-bd227f44802f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:53.256696 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfe2356e-4465-4e80-8d7c-58ac73a83113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:53.257797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe2356e-4465-4e80-8d7c-58ac73a83113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:53.258390 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfe2356e-4465-4e80-8d7c-58ac73a83113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:53.301640 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dfe2356e-4465-4e80-8d7c-58ac73a83113 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7646470 Sep 30 08:01:53.305144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45548) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:53.316748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f6a61672-d6eb-43cb-a13b-19c16fcc6c84 admin admin] Request body: {'subnet': {'network_id': '2e3bfb0b-c622-4a9c-97c7-dd3b92eeeb49', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1179849358-subnet', 'tenant_id': '95d854c22cb34ab7b9e1f78ae827eac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:53.326950 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-7f0c7c79-a14f-4068-b978-611f92bf1d30 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1915545 Sep 30 08:01:53.356842 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:53.368191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2356e-4465-4e80-8d7c-58ac73a83113 admin admin] Pushing event updated for resources: {'Network': ['ID=2e3bfb0b-c622-4a9c-97c7-dd3b92eeeb49,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:53.375940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 2e3bfb0b-c622-4a9c-97c7-dd3b92eeeb49 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:01:53.387556 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a61672-d6eb-43cb-a13b-19c16fcc6c84 admin admin] Made reservation on behalf of 95d854c22cb34ab7b9e1f78ae827eac0 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:01:53.390185 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6a61672-d6eb-43cb-a13b-19c16fcc6c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:53.425947 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-9dfd4a2c-39f8-4191-9691-4c30ba1727b8 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:53.427461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-9dfd4a2c-39f8-4191-9691-4c30ba1727b8 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6&tenant_id=b90880b9f658495fbcf10eee4b545dee&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 1096 time: 0.1468968 Sep 30 08:01:53.442297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807359-2'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:53.479525 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:53.491857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b97b00-3453-4523-b241-6a0f90a54ebf req-e3fdc2cd-ae44-4d2b-8e6c-d003487c74a9 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:53.493387 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71b97b00-3453-4523-b241-6a0f90a54ebf req-e3fdc2cd-ae44-4d2b-8e6c-d003487c74a9 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 945 time: 0.1489332 Sep 30 08:01:53.549684 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:53.581887 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6a61672-d6eb-43cb-a13b-19c16fcc6c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:53.592344 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71b97b00-3453-4523-b241-6a0f90a54ebf req-7713c952-6ec6-41bb-ac1e-2b4b71259996 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851691 Sep 30 08:01:53.660747 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a61672-d6eb-43cb-a13b-19c16fcc6c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf81ef7-9bb0-4e7b-8a20-01e332a328d7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:53.664285 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a61672-d6eb-43cb-a13b-19c16fcc6c84 admin admin] Checking segment: {'id': '3298877f-edac-4550-af91-d024fc7ff812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e3bfb0b-c622-4a9c-97c7-dd3b92eeeb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:53.664729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a61672-d6eb-43cb-a13b-19c16fcc6c84 admin admin] Network hostable DHCP agents. Network: 2e3bfb0b-c622-4a9c-97c7-dd3b92eeeb49, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:01:53.683452 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a61672-d6eb-43cb-a13b-19c16fcc6c84 admin admin] Network 2e3bfb0b-c622-4a9c-97c7-dd3b92eeeb49 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:01:53.695702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f6a61672-d6eb-43cb-a13b-19c16fcc6c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 2e3bfb0b-c622-4a9c-97c7-dd3b92eeeb49) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:53.704149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a61672-d6eb-43cb-a13b-19c16fcc6c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:53.704970 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6a61672-d6eb-43cb-a13b-19c16fcc6c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:53.705190 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0c992d-ec02-4ba2-88d5-7d10339bdb44 None None] Network 2e3bfb0b-c622-4a9c-97c7-dd3b92eeeb49 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:53.724496 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f6a61672-d6eb-43cb-a13b-19c16fcc6c84 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4181397 Sep 30 08:01:53.837035 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96fb3d8-adbf-4138-9212-9d94bb365b88 None None] Network 2e3bfb0b-c622-4a9c-97c7-dd3b92eeeb49 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:01:53.985331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf8309-bd26-40e4-a5e3-825275c07c9e req-b8a3500b-a053-4db1-bae0-18af134998db tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:53.986813 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56cf8309-bd26-40e4-a5e3-825275c07c9e req-b8a3500b-a053-4db1-bae0-18af134998db tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 945 time: 0.1447225 Sep 30 08:01:54.049592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] For port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:54.054775 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:54.069722 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56cf8309-bd26-40e4-a5e3-825275c07c9e req-05778eb8-8744-413a-b612-020a600ccb4d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750768 Sep 30 08:01:54.143989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] For port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:54.217830 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a915bc-8a24-4a48-820c-0e4f4cf96da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '201282c8-ca62-4ef6-b2b9-7d8e99f260c7'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:54.219965 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b59ef1d-e2ab-4990-b635-f5ce9e51f21f" -d '{"events": [{"server_uuid": "60a915bc-8a24-4a48-820c-0e4f4cf96da6", "name": "network-vif-unplugged", "status": "completed", "tag": "201282c8-ca62-4ef6-b2b9-7d8e99f260c7"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:54.224673 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:54.236882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Allocated IP 172.25.0.5 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/e99dd822-10af-4209-af1a-1626b9761c27) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:01:54.239069 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:54.333835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3d76d25b-7f7e-45ba-b81a-251ebecca780 req-a564ac63-65f3-4d44-b84e-5e9d90cb70bf tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2059809165', 'description': 'tempest-description-2003813265'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:54.387176 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Pushing event updated for resources: {'Port': ['ID=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:54.426370 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3d76d25b-7f7e-45ba-b81a-251ebecca780 req-a564ac63-65f3-4d44-b84e-5e9d90cb70bf tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:54.433458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Attempting to bind port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 on host n-h1-807359-2 for vnic_type normal with profile {"migrating_to": "n-h2-807359-2"} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:01:54.433792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Attempting to bind port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:01:54.434122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Attempting to bind port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:54.456728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:01:54.457558 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Attempting to bind port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:01:54.465825 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:54.473183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:01:54.473517 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Checking segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:01:54.473903 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Bound using segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:01:54.474331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Bound port: 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:01:54.474676 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:54.558081 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e87a18c-e559-4721-8209-4a19a1441477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42147a1-d876-463c-a9b7-bd227f44802f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:54.561186 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57800a2-02f6-4ed6-8d21-952a04342db3" -d '{"events": [{"server_uuid": "1e87a18c-e559-4721-8209-4a19a1441477", "name": "network-vif-plugged", "status": "completed", "tag": "e42147a1-d876-463c-a9b7-bd227f44802f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:54.596204 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:54.603289 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] For port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:01:54.610025 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] For port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:01:54.639698 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:54.663778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:01:54.668701 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3d76d25b-7f7e-45ba-b81a-251ebecca780 req-a564ac63-65f3-4d44-b84e-5e9d90cb70bf tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:54.673076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:01:54.682965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:01:54.684981 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3d76d25b-7f7e-45ba-b81a-251ebecca780 req-a564ac63-65f3-4d44-b84e-5e9d90cb70bf tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:54.693084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Pushing event updated for resources: {'Port': ['ID=e99dd822-10af-4209-af1a-1626b9761c27,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:54.770094 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3d76d25b-7f7e-45ba-b81a-251ebecca780 req-a564ac63-65f3-4d44-b84e-5e9d90cb70bf tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:54.771338 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d76d25b-7f7e-45ba-b81a-251ebecca780 req-a564ac63-65f3-4d44-b84e-5e9d90cb70bf tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4541159 Sep 30 08:01:54.785685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564ac63-65f3-4d44-b84e-5e9d90cb70bf tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff10da88-563a-4401-90f9-60e67784e3c7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:54.817368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:54.818129 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:54.819518 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] 10.222.0.35 "PUT /v2.0/ports/201282c8-ca62-4ef6-b2b9-7d8e99f260c7 HTTP/1.1" status: 200 len: 1121 time: 1.3834925 Sep 30 08:01:54.830709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479979f-022c-45de-9249-d076d41ddd1c service neutron] Pushing event updated for resources: {'Port': ['ID=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,revision_number=8']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:54.898167 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:54.918905 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0af052-5962-4984-8e91-cb1da549a1a5 req-c15ce391-fed0-49cd-a5fe-976c36b11108 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:54.919199 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['201282c8-ca62-4ef6-b2b9-7d8e99f260c7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:54.920411 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c0af052-5962-4984-8e91-cb1da549a1a5 req-c15ce391-fed0-49cd-a5fe-976c36b11108 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.0847504 Sep 30 08:01:54.959472 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:55.000934 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c0af052-5962-4984-8e91-cb1da549a1a5 req-58a88810-11ac-4c1e-bf37-12263dfac382 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625868 Sep 30 08:01:55.117811 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee05e0c4-a301-4c5c-a3c4-be46f8b5d6fb x-openstack-request-id: req-ee05e0c4-a301-4c5c-a3c4-be46f8b5d6fb {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:55.118093 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a915bc-8a24-4a48-820c-0e4f4cf96da6", "name": "network-vif-unplugged", "status": "completed", "tag": "201282c8-ca62-4ef6-b2b9-7d8e99f260c7", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:55.118361 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee05e0c4-a301-4c5c-a3c4-be46f8b5d6fb {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:55.118726 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a915bc-8a24-4a48-820c-0e4f4cf96da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '201282c8-ca62-4ef6-b2b9-7d8e99f260c7', 'code': 200} Sep 30 08:01:55.126771 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:55.132654 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:55.199364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Pushing event updated for resources: {'Port': ['ID=e99dd822-10af-4209-af1a-1626b9761c27,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:55.214271 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:55.229306 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:55.230870 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-711859b6-851f-480a-8c1e-8e95ab9fe79d tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.8876970 Sep 30 08:01:55.292674 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-0c3d137b-b4f2-451e-98e9-c0de9bb791ee tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.5 HTTP/1.1" status: 200 len: 694 time: 0.0559826 Sep 30 08:01:55.382531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab51104-ce6f-4299-ac09-a051167a5247 req-62aac829-a9f2-424a-a8f7-9b06607daa5d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:55.384004 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fab51104-ce6f-4299-ac09-a051167a5247 req-62aac829-a9f2-424a-a8f7-9b06607daa5d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 943 time: 0.1113243 Sep 30 08:01:55.436382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-56341158-4071-4fb2-8dda-65b780004b72 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:55.437618 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bae2216-7d44-4ed3-b82f-4df9b69f43c8 req-56341158-4071-4fb2-8dda-65b780004b72 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.1319504 Sep 30 08:01:55.446225 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fab51104-ce6f-4299-ac09-a051167a5247 req-c382e0b1-3f60-4cbf-8959-5f2f90ea50d4 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556014 Sep 30 08:01:55.474491 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91902322-2e87-4306-a750-e09479758faf x-openstack-request-id: req-91902322-2e87-4306-a750-e09479758faf {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:55.474972 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e87a18c-e559-4721-8209-4a19a1441477", "name": "network-vif-plugged", "status": "completed", "tag": "e42147a1-d876-463c-a9b7-bd227f44802f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:55.475412 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91902322-2e87-4306-a750-e09479758faf {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:55.475582 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e87a18c-e559-4721-8209-4a19a1441477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42147a1-d876-463c-a9b7-bd227f44802f', 'code': 200} Sep 30 08:01:55.560861 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d488401b-4868-448e-bcdd-e8a3deb70d7d req-ca94fc32-3ae9-4286-b228-289ec738baad tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/ff10da88-563a-4401-90f9-60e67784e3c7 HTTP/1.1" status: 200 len: 1805 time: 0.0758612 Sep 30 08:01:55.589721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d488401b-4868-448e-bcdd-e8a3deb70d7d req-e63477fb-b193-4ccc-b932-cbb4d144c683 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff10da88-563a-4401-90f9-60e67784e3c7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:55.590029 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d488401b-4868-448e-bcdd-e8a3deb70d7d req-e63477fb-b193-4ccc-b932-cbb4d144c683 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff10da88-563a-4401-90f9-60e67784e3c7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:55.600700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc02da6-a3e5-44cb-9ba0-c8f69326bd92 req-6b3baf93-0566-4ef4-a7d5-9b83cdd02c8a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:55.602199 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cfc02da6-a3e5-44cb-9ba0-c8f69326bd92 req-6b3baf93-0566-4ef4-a7d5-9b83cdd02c8a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 945 time: 0.0921733 Sep 30 08:01:55.653436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9efd6-d571-4401-af66-fa61cc9fa59c req-2c026f7a-2008-463d-a7f7-23e9f587a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:55.654890 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ae9efd6-d571-4401-af66-fa61cc9fa59c req-2c026f7a-2008-463d-a7f7-23e9f587a330 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 1096 time: 0.0925276 Sep 30 08:01:55.681963 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cfc02da6-a3e5-44cb-9ba0-c8f69326bd92 req-a93371aa-d81a-40c7-ba34-56823b95c9f2 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694010 Sep 30 08:01:55.724325 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d488401b-4868-448e-bcdd-e8a3deb70d7d req-e63477fb-b193-4ccc-b932-cbb4d144c683 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:55.738953 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ae9efd6-d571-4401-af66-fa61cc9fa59c req-305b3396-7684-47b4-8889-c05b648a5113 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716200 Sep 30 08:01:55.783272 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d488401b-4868-448e-bcdd-e8a3deb70d7d req-e63477fb-b193-4ccc-b932-cbb4d144c683 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:55.788648 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d488401b-4868-448e-bcdd-e8a3deb70d7d req-e63477fb-b193-4ccc-b932-cbb4d144c683 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:55.814377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63477fb-b193-4ccc-b932-cbb4d144c683 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1755e0a4-116d-4f88-b1f4-96c3211e7b4e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:55.824776 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f65240-68b5-44d3-ab34-aaf846442123 req-cfe9b864-7613-4e3f-9bd9-6cbda6b5b674 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:55.826262 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-87f65240-68b5-44d3-ab34-aaf846442123 req-cfe9b864-7613-4e3f-9bd9-6cbda6b5b674 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 945 time: 0.0864589 Sep 30 08:01:55.827711 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d488401b-4868-448e-bcdd-e8a3deb70d7d req-e63477fb-b193-4ccc-b932-cbb4d144c683 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:55.828800 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d488401b-4868-448e-bcdd-e8a3deb70d7d req-e63477fb-b193-4ccc-b932-cbb4d144c683 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2555170 Sep 30 08:01:55.865843 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-87f65240-68b5-44d3-ab34-aaf846442123 req-2b97a2b4-203e-4d78-954b-e38a8acd41c1 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332816 Sep 30 08:01:55.969766 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-30fc5c49-2076-4b0b-a247-48acdc972fa7 req-e37b7ee4-d4bd-4fcf-a8fb-437aa3f5026f tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-909230396', 'description': 'tempest-description-1170331854'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:55.989497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f39d598f-5a8b-41c5-9fa1-677aa6645a2a req-221334dd-3269-46da-88b5-502d10473f9c tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips/93659370-0f78-4987-8b66-1e69e29e86bf HTTP/1.1" status: 200 len: 691 time: 0.0902669 Sep 30 08:01:56.027139 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-30fc5c49-2076-4b0b-a247-48acdc972fa7 req-e37b7ee4-d4bd-4fcf-a8fb-437aa3f5026f tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:56.066496 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:01:56.135004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d598f-5a8b-41c5-9fa1-677aa6645a2a req-a3588fee-84f1-4428-9ab4-ed0841db3236 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:56.136373 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f39d598f-5a8b-41c5-9fa1-677aa6645a2a req-a3588fee-84f1-4428-9ab4-ed0841db3236 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.1399627 Sep 30 08:01:56.150763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-f39d598f-5a8b-41c5-9fa1-677aa6645a2a req-a8bd65e0-8850-4b07-ac34-d171a8992efe tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:01:56.151736 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f39d598f-5a8b-41c5-9fa1-677aa6645a2a req-a8bd65e0-8850-4b07-ac34-d171a8992efe tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0087974 Sep 30 08:01:56.182023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45624) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:56.199656 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-30fc5c49-2076-4b0b-a247-48acdc972fa7 req-e37b7ee4-d4bd-4fcf-a8fb-437aa3f5026f tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:56.204396 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-30fc5c49-2076-4b0b-a247-48acdc972fa7 req-e37b7ee4-d4bd-4fcf-a8fb-437aa3f5026f tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:56.260088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b7ee4-d4bd-4fcf-a8fb-437aa3f5026f tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e64bba8-285f-4d36-a0f5-c9c215442472,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:56.263047 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-30fc5c49-2076-4b0b-a247-48acdc972fa7 req-e37b7ee4-d4bd-4fcf-a8fb-437aa3f5026f tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:56.264291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30fc5c49-2076-4b0b-a247-48acdc972fa7 req-e37b7ee4-d4bd-4fcf-a8fb-437aa3f5026f tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3328331 Sep 30 08:01:56.278691 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765474c6-4017-45da-bf68-91e7b8c94338 req-e6bf3e60-50fd-440e-82c0-353d0f3c9c97 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:56.280139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-765474c6-4017-45da-bf68-91e7b8c94338 req-e6bf3e60-50fd-440e-82c0-353d0f3c9c97 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 1096 time: 0.0671530 Sep 30 08:01:56.310784 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d130ec3a-2c27-4b2a-800f-b1b3121040fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:56.367733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-765474c6-4017-45da-bf68-91e7b8c94338 req-a284e584-615e-4f0f-99e5-f904c15f288b tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809479 Sep 30 08:01:56.408503 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b2adf-6766-4efa-a40d-10a4445ff7a6 req-2a53f8e9-795c-4205-80d3-0dc7b26d827f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:56.410055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-127b2adf-6766-4efa-a40d-10a4445ff7a6 req-2a53f8e9-795c-4205-80d3-0dc7b26d827f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.0837452 Sep 30 08:01:56.505098 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-127b2adf-6766-4efa-a40d-10a4445ff7a6 req-47b0f635-bc66-442d-b161-3b350248d62b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885854 Sep 30 08:01:56.517578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee34a79b-b6dc-43a0-9f03-b4414f3d63bc req-62889fd3-4e27-481f-863d-0dad78264849 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips/93659370-0f78-4987-8b66-1e69e29e86bf HTTP/1.1" status: 200 len: 691 time: 0.0684292 Sep 30 08:01:56.591566 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d130ec3a-2c27-4b2a-800f-b1b3121040fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:56.601676 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d130ec3a-2c27-4b2a-800f-b1b3121040fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:56.697209 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2faa291-b36c-4d1b-9461-cd38615e8d68 req-17be7695-efe9-49b3-898e-22ebf87a4261 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/6e64bba8-285f-4d36-a0f5-c9c215442472 HTTP/1.1" status: 200 len: 1804 time: 0.1609406 Sep 30 08:01:56.705955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d130ec3a-2c27-4b2a-800f-b1b3121040fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f09dc0ff6a7242a98be2db374c2bc054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5229163 Sep 30 08:01:56.709482 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:01:56.713699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130ec3a-2c27-4b2a-800f-b1b3121040fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffba26b-4b93-4449-940f-d52b47bd1263,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:56.721020 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f2faa291-b36c-4d1b-9461-cd38615e8d68 req-cbf24e3b-6d38-4c62-a0e3-270f0319797b tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6e64bba8-285f-4d36-a0f5-c9c215442472', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:56.721408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f2faa291-b36c-4d1b-9461-cd38615e8d68 req-cbf24e3b-6d38-4c62-a0e3-270f0319797b tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6e64bba8-285f-4d36-a0f5-c9c215442472', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:56.737111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34a79b-b6dc-43a0-9f03-b4414f3d63bc req-6636422e-7062-429c-96eb-bdaad045c76b tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:56.739382 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee34a79b-b6dc-43a0-9f03-b4414f3d63bc req-6636422e-7062-429c-96eb-bdaad045c76b tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.2146382 Sep 30 08:01:56.753152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-ee34a79b-b6dc-43a0-9f03-b4414f3d63bc req-02d6612e-f24d-4365-bd35-ca25358cb06e tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:01:56.754437 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee34a79b-b6dc-43a0-9f03-b4414f3d63bc req-02d6612e-f24d-4365-bd35-ca25358cb06e tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0084810 Sep 30 08:01:56.761886 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67706f95-b955-438a-9303-be7e5bf9ceb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:56.789011 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67706f95-b955-438a-9303-be7e5bf9ceb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:56.826215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee34a79b-b6dc-43a0-9f03-b4414f3d63bc req-6c7acc71-fdcc-44c6-b186-f1a2201b83c4 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.5 HTTP/1.1" status: 200 len: 694 time: 0.0652678 Sep 30 08:01:56.851877 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67706f95-b955-438a-9303-be7e5bf9ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:56.855605 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67706f95-b955-438a-9303-be7e5bf9ceb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:56.858535 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-67706f95-b955-438a-9303-be7e5bf9ceb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fffba26b-4b93-4449-940f-d52b47bd1263 HTTP/1.1" status: 204 len: 168 time: 0.1454716 Sep 30 08:01:56.871057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67706f95-b955-438a-9303-be7e5bf9ceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffba26b-4b93-4449-940f-d52b47bd1263,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:56.890135 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2faa291-b36c-4d1b-9461-cd38615e8d68 req-cbf24e3b-6d38-4c62-a0e3-270f0319797b tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:56.901712 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee34a79b-b6dc-43a0-9f03-b4414f3d63bc req-ef12fc55-fbbc-472f-b046-9989eb8615ed tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.5 HTTP/1.1" status: 200 len: 694 time: 0.0618126 Sep 30 08:01:56.961580 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2faa291-b36c-4d1b-9461-cd38615e8d68 req-cbf24e3b-6d38-4c62-a0e3-270f0319797b tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:56.969291 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2faa291-b36c-4d1b-9461-cd38615e8d68 req-cbf24e3b-6d38-4c62-a0e3-270f0319797b tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:56.978521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:01:57.022371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf24e3b-6d38-4c62-a0e3-270f0319797b tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c5664f-3867-4d04-a93c-6204ac065550,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:57.046146 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2faa291-b36c-4d1b-9461-cd38615e8d68 req-cbf24e3b-6d38-4c62-a0e3-270f0319797b tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:57.047350 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2faa291-b36c-4d1b-9461-cd38615e8d68 req-cbf24e3b-6d38-4c62-a0e3-270f0319797b tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3401434 Sep 30 08:01:57.077361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ee34a79b-b6dc-43a0-9f03-b4414f3d63bc req-8fa182b0-fe2b-413c-9865-d32f5e9c3eb5 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Deleting port e99dd822-10af-4209-af1a-1626b9761c27 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:01:57.077839 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ee34a79b-b6dc-43a0-9f03-b4414f3d63bc req-8fa182b0-fe2b-413c-9865-d32f5e9c3eb5 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:57.097625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:57.110426 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 has no active binding in host n-h2-807359-2 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:01:57.122402 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a915bc-8a24-4a48-820c-0e4f4cf96da6', 'tag': '201282c8-ca62-4ef6-b2b9-7d8e99f260c7'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:57.124986 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e24d89-399b-4eb4-9f98-7c456c09ca27" -d '{"events": [{"name": "network-changed", "server_uuid": "60a915bc-8a24-4a48-820c-0e4f4cf96da6", "tag": "201282c8-ca62-4ef6-b2b9-7d8e99f260c7"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:57.204937 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62881-80b9-44b7-bfcc-87b839649d40 req-ec863ce7-6c28-425f-aada-09dfc80e9f7c tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:57.207094 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9c62881-80b9-44b7-bfcc-87b839649d40 req-ec863ce7-6c28-425f-aada-09dfc80e9f7c tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 1096 time: 0.0940456 Sep 30 08:01:57.209007 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ee34a79b-b6dc-43a0-9f03-b4414f3d63bc req-8fa182b0-fe2b-413c-9865-d32f5e9c3eb5 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:57.209333 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ee34a79b-b6dc-43a0-9f03-b4414f3d63bc req-8fa182b0-fe2b-413c-9865-d32f5e9c3eb5 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:57.227838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ee34a79b-b6dc-43a0-9f03-b4414f3d63bc req-8fa182b0-fe2b-413c-9865-d32f5e9c3eb5 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Calling delete_port for e99dd822-10af-4209-af1a-1626b9761c27 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:01:57.260355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9c62881-80b9-44b7-bfcc-87b839649d40 req-901eb1f4-ae1a-4f20-8255-c0a3159ed61e tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 Sep 30 08:01:57.413513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1ed9b-fcc4-41ff-b72d-b9b3679d7d5d req-0bb40052-e0da-4c15-bd0f-64fb2a9a18fe tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:57.415030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ae1ed9b-fcc4-41ff-b72d-b9b3679d7d5d req-0bb40052-e0da-4c15-bd0f-64fb2a9a18fe tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 943 time: 0.0811963 Sep 30 08:01:57.437019 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ee34a79b-b6dc-43a0-9f03-b4414f3d63bc req-8fa182b0-fe2b-413c-9865-d32f5e9c3eb5 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:57.471367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa182b0-fe2b-413c-9865-d32f5e9c3eb5 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Pushing event deleted for resources: {'Port': ['ID=e99dd822-10af-4209-af1a-1626b9761c27,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:57.504527 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ae1ed9b-fcc4-41ff-b72d-b9b3679d7d5d req-9b2a5a51-909f-42e8-8c09-b4d319e06a0f tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821288 Sep 30 08:01:57.553030 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ee34a79b-b6dc-43a0-9f03-b4414f3d63bc req-8fa182b0-fe2b-413c-9865-d32f5e9c3eb5 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:57.557073 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ee34a79b-b6dc-43a0-9f03-b4414f3d63bc req-8fa182b0-fe2b-413c-9865-d32f5e9c3eb5 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:57.558906 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee34a79b-b6dc-43a0-9f03-b4414f3d63bc req-8fa182b0-fe2b-413c-9865-d32f5e9c3eb5 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "DELETE /v2.0/floatingips/93659370-0f78-4987-8b66-1e69e29e86bf HTTP/1.1" status: 204 len: 173 time: 0.6503360 Sep 30 08:01:57.577880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b626250d-6b9f-4381-98c7-fc57c3633e5f req-f7ed2a25-9604-4f2e-8f5e-4a708508fd46 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2022858942', 'description': 'tempest-description-1856081798'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:57.626014 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b626250d-6b9f-4381-98c7-fc57c3633e5f req-f7ed2a25-9604-4f2e-8f5e-4a708508fd46 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:57.649054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b601e-d7b8-4466-8d22-a534be929dad req-a5d44ffc-3b4b-4bbf-9fb8-bde161df439a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:57.650897 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f7b601e-d7b8-4466-8d22-a534be929dad req-a5d44ffc-3b4b-4bbf-9fb8-bde161df439a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 945 time: 0.0685658 Sep 30 08:01:57.709216 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f7b601e-d7b8-4466-8d22-a534be929dad req-3f5de0f0-c019-4aba-8a7a-0e742d2d2980 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511241 Sep 30 08:01:57.748609 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b626250d-6b9f-4381-98c7-fc57c3633e5f req-f7ed2a25-9604-4f2e-8f5e-4a708508fd46 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:57.753413 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b626250d-6b9f-4381-98c7-fc57c3633e5f req-f7ed2a25-9604-4f2e-8f5e-4a708508fd46 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:57.760806 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473c2496-4553-461f-abc9-d308d77a8088 x-openstack-request-id: req-473c2496-4553-461f-abc9-d308d77a8088 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:01:57.761096 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a915bc-8a24-4a48-820c-0e4f4cf96da6", "tag": "201282c8-ca62-4ef6-b2b9-7d8e99f260c7", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:01:57.761509 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-473c2496-4553-461f-abc9-d308d77a8088 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:01:57.761705 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a915bc-8a24-4a48-820c-0e4f4cf96da6', 'tag': '201282c8-ca62-4ef6-b2b9-7d8e99f260c7', 'status': 'completed', 'code': 200} Sep 30 08:01:57.786945 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b626250d-6b9f-4381-98c7-fc57c3633e5f req-f7ed2a25-9604-4f2e-8f5e-4a708508fd46 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:57.788309 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b626250d-6b9f-4381-98c7-fc57c3633e5f req-f7ed2a25-9604-4f2e-8f5e-4a708508fd46 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2145572 Sep 30 08:01:57.789893 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed2a25-9604-4f2e-8f5e-4a708508fd46 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68db9b0b-bffb-44bc-acfd-c6c97f9c2daf,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:57.843984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e24d89-399b-4eb4-9f98-7c456c09ca27 req-acfd415a-b045-4662-ab02-cb8d3149ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:57.845807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3e24d89-399b-4eb4-9f98-7c456c09ca27 req-acfd415a-b045-4662-ab02-cb8d3149ba14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 1124 time: 0.0486050 Sep 30 08:01:58.279447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696edd83-bfff-4511-98f4-db627dd045c2 req-8c0da373-147c-4eca-966e-9d7f6e4430e0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:58.280957 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-696edd83-bfff-4511-98f4-db627dd045c2 req-8c0da373-147c-4eca-966e-9d7f6e4430e0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.4336910 Sep 30 08:01:58.368802 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e24d89-399b-4eb4-9f98-7c456c09ca27 req-6062849f-4ff0-45e0-9d4e-b218c5a698f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:58.370271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3e24d89-399b-4eb4-9f98-7c456c09ca27 req-6062849f-4ff0-45e0-9d4e-b218c5a698f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.4964960 Sep 30 08:01:58.405311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ba84a-3258-42d3-9225-7b69b54b6951 req-db53dec3-2ef7-4439-893b-ebc3ff374d43 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:58.406720 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e39ba84a-3258-42d3-9225-7b69b54b6951 req-db53dec3-2ef7-4439-893b-ebc3ff374d43 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5314255 Sep 30 08:01:58.414212 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-696edd83-bfff-4511-98f4-db627dd045c2 req-1c9f23a2-bbbf-4a18-af90-77cf66e11c8d tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226587 Sep 30 08:01:58.442560 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3e24d89-399b-4eb4-9f98-7c456c09ca27 req-739eb7e9-de88-4eba-957e-f125252bb075 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7 HTTP/1.1" status: 200 len: 217 time: 0.0562310 Sep 30 08:01:58.508851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e24d89-399b-4eb4-9f98-7c456c09ca27 req-84bea082-c22a-4b1c-82ab-93ef0ef3a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:58.510294 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3e24d89-399b-4eb4-9f98-7c456c09ca27 req-84bea082-c22a-4b1c-82ab-93ef0ef3a591 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.0596325 Sep 30 08:01:58.532693 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4aa291c2-301b-4c74-9edc-207162e9ddee req-d1528e57-7daf-4295-bc92-219c262aba37 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-654798572&fields=id&tenant_id=e1f3985d31fe488d8920a9c3bc8403cf HTTP/1.1" status: 200 len: 267 time: 0.0511098 Sep 30 08:01:58.549163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3e24d89-399b-4eb4-9f98-7c456c09ca27 req-aa60abe8-ada7-4d87-adbd-41b3e08b8f06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289927 Sep 30 08:01:58.659436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa291c2-301b-4c74-9edc-207162e9ddee req-58cc7f05-aa89-436d-9d60-0ffcbb84226a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:58.662094 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4aa291c2-301b-4c74-9edc-207162e9ddee req-58cc7f05-aa89-436d-9d60-0ffcbb84226a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 945 time: 0.1154990 Sep 30 08:01:58.678551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-4aa291c2-301b-4c74-9edc-207162e9ddee req-dc57897c-0c86-4797-9121-1ac1201aed91 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Request body: {'port': {'security_groups': ['113438b2-7fe7-47be-9137-a113f233e34a', 'bde3cb68-6e1c-4a47-9416-d5a62ebe79cf']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:58.710932 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3e24d89-399b-4eb4-9f98-7c456c09ca27 req-3eb9685f-8379-4395-8e09-ca1aede25778 service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518774 Sep 30 08:01:58.778348 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4aa291c2-301b-4c74-9edc-207162e9ddee req-dc57897c-0c86-4797-9121-1ac1201aed91 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:58.874761 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3e24d89-399b-4eb4-9f98-7c456c09ca27 req-d32f15c1-a754-4be8-bb6a-1a34c5c1b19d service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559813 Sep 30 08:01:58.960700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f2c17b2f-52d7-4375-90f1-f317610afc7a req-060a07ae-8860-431d-8c80-c42dc0ed5c7c tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1105214188', 'description': 'tempest-description-1853159361'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:59.032078 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2c17b2f-52d7-4375-90f1-f317610afc7a req-060a07ae-8860-431d-8c80-c42dc0ed5c7c tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:59.058860 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4aa291c2-301b-4c74-9edc-207162e9ddee req-dc57897c-0c86-4797-9121-1ac1201aed91 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] For port e42147a1-d876-463c-a9b7-bd227f44802f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e42147a1-d876-463c-a9b7-bd227f44802f,segment=NetworkSegment(bba0b0b0-def7-4017-94cd-3b5b7c2fa29f),segment_id=bba0b0b0-def7-4017-94cd-3b5b7c2fa29f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:01:59.101559 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4aa291c2-301b-4c74-9edc-207162e9ddee req-dc57897c-0c86-4797-9121-1ac1201aed91 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:59.109441 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4aa291c2-301b-4c74-9edc-207162e9ddee req-dc57897c-0c86-4797-9121-1ac1201aed91 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:59.144197 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e42147a1-d876-463c-a9b7-bd227f44802f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:59.165246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa291c2-301b-4c74-9edc-207162e9ddee req-dc57897c-0c86-4797-9121-1ac1201aed91 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:59.166036 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4aa291c2-301b-4c74-9edc-207162e9ddee req-dc57897c-0c86-4797-9121-1ac1201aed91 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:59.168265 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4aa291c2-301b-4c74-9edc-207162e9ddee req-dc57897c-0c86-4797-9121-1ac1201aed91 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "PUT /v2.0/ports/e42147a1-d876-463c-a9b7-bd227f44802f HTTP/1.1" status: 200 len: 981 time: 0.4975157 Sep 30 08:01:59.287166 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57897c-0c86-4797-9121-1ac1201aed91 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event updated for resources: {'Port': ['ID=e42147a1-d876-463c-a9b7-bd227f44802f,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:59.305229 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53cd8f52-5787-46ed-a245-35fa7a2d5ea3 req-739ed2f3-8075-4b49-b395-5b3d4bad927a tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=fdef76861c634f249c5aedc1299c2409 HTTP/1.1" status: 200 len: 1656 time: 0.1121807 Sep 30 08:01:59.307440 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2c17b2f-52d7-4375-90f1-f317610afc7a req-060a07ae-8860-431d-8c80-c42dc0ed5c7c tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:59.312390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e42147a1-d876-463c-a9b7-bd227f44802f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:01:59.313384 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2c17b2f-52d7-4375-90f1-f317610afc7a req-060a07ae-8860-431d-8c80-c42dc0ed5c7c tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:59.370840 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2c17b2f-52d7-4375-90f1-f317610afc7a req-060a07ae-8860-431d-8c80-c42dc0ed5c7c tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:59.372105 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2c17b2f-52d7-4375-90f1-f317610afc7a req-060a07ae-8860-431d-8c80-c42dc0ed5c7c tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4245336 Sep 30 08:01:59.382964 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a07ae-8860-431d-8c80-c42dc0ed5c7c tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f37727-fc0e-43f9-9d74-7de72c787519,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:01:59.413901 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:59.490313 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd8f52-5787-46ed-a245-35fa7a2d5ea3 req-bfb0312d-f688-4833-bf27-39b5c557f1fe tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:59.492363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53cd8f52-5787-46ed-a245-35fa7a2d5ea3 req-bfb0312d-f688-4833-bf27-39b5c557f1fe tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/networks?id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 787 time: 0.1801291 Sep 30 08:01:59.502513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-53cd8f52-5787-46ed-a245-35fa7a2d5ea3 req-b3ab0a7f-b578-4b35-9f16-fec49bc518ad tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:01:59.504160 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53cd8f52-5787-46ed-a245-35fa7a2d5ea3 req-b3ab0a7f-b578-4b35-9f16-fec49bc518ad tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062525 Sep 30 08:01:59.512131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98105dff-0877-463f-9dde-ddca0d344af7 req-d22f753c-9db3-45a2-b2ca-0832eb5a3642 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:59.513651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98105dff-0877-463f-9dde-ddca0d344af7 req-d22f753c-9db3-45a2-b2ca-0832eb5a3642 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 943 time: 0.0813878 Sep 30 08:01:59.556936 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98105dff-0877-463f-9dde-ddca0d344af7 req-18fad5bc-638c-43c5-a76f-d4ac5af38d9b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347862 Sep 30 08:01:59.678309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345989b-6f39-48d8-b0fe-e214437e0ea8 req-6836b258-519c-4121-ad13-cb593f22e68c tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:59.680165 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c345989b-6f39-48d8-b0fe-e214437e0ea8 req-6836b258-519c-4121-ad13-cb593f22e68c tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 1096 time: 0.0656147 Sep 30 08:01:59.683346 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50825a6e-c9da-4d88-a38a-19b574abe837 req-6126dab0-6eb6-48e3-9a10-dc1271bfe8fc tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-481575299&fields=id&tenant_id=e1f3985d31fe488d8920a9c3bc8403cf HTTP/1.1" status: 200 len: 267 time: 0.0452061 Sep 30 08:01:59.747859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c345989b-6f39-48d8-b0fe-e214437e0ea8 req-1f7bc4fc-de65-43e3-91df-e9a25cbe65ba tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616953 Sep 30 08:01:59.763305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50825a6e-c9da-4d88-a38a-19b574abe837 req-7bc4ca9f-54a3-4e28-b6e7-2a82f2f4909d tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:01:59.764814 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50825a6e-c9da-4d88-a38a-19b574abe837 req-7bc4ca9f-54a3-4e28-b6e7-2a82f2f4909d tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 984 time: 0.0699415 Sep 30 08:01:59.765274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e87a18c-e559-4721-8209-4a19a1441477', 'tag': 'e42147a1-d876-463c-a9b7-bd227f44802f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:01:59.767511 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70934b77-8651-4f8a-a8f8-ca98b11d9347" -d '{"events": [{"name": "network-changed", "server_uuid": "1e87a18c-e559-4721-8209-4a19a1441477", "tag": "e42147a1-d876-463c-a9b7-bd227f44802f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:01:59.782644 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-50825a6e-c9da-4d88-a38a-19b574abe837 req-ded66f1c-8f94-48c5-afe0-d6fdb8bbe5b1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Request body: {'port': {'security_groups': ['113438b2-7fe7-47be-9137-a113f233e34a', 'bde3cb68-6e1c-4a47-9416-d5a62ebe79cf', 'bcd0e14e-f755-49e0-83bb-9ca63959fe54']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:01:59.892728 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90dd8352-4260-4057-bd04-dd39b131179f req-ea5d4ffc-3fa5-4c46-9377-ddd603460d43 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/68db9b0b-bffb-44bc-acfd-c6c97f9c2daf HTTP/1.1" status: 200 len: 1805 time: 0.1216855 Sep 30 08:01:59.911655 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-50825a6e-c9da-4d88-a38a-19b574abe837 req-ded66f1c-8f94-48c5-afe0-d6fdb8bbe5b1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:01:59.996188 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-f343a418-62c1-4c2c-8be2-ad88a9aa6d7d service neutron] 10.222.0.36 "GET /v2.0/ports/201282c8-ca62-4ef6-b2b9-7d8e99f260c7/bindings/n-h2-807359-2 HTTP/1.1" status: 200 len: 384 time: 0.1370676 Sep 30 08:01:59.998743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90dd8352-4260-4057-bd04-dd39b131179f req-20b72a3b-4c5c-4678-97c2-8e62a9525b8d tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/00f37727-fc0e-43f9-9d74-7de72c787519 HTTP/1.1" status: 200 len: 1805 time: 0.0969701 Sep 30 08:02:00.017549 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-90dd8352-4260-4057-bd04-dd39b131179f req-4860caa9-b820-4990-9c7c-2b609a3afcbc tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '68db9b0b-bffb-44bc-acfd-c6c97f9c2daf', 'remote_group_id': '00f37727-fc0e-43f9-9d74-7de72c787519', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:00.017857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-90dd8352-4260-4057-bd04-dd39b131179f req-4860caa9-b820-4990-9c7c-2b609a3afcbc tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '68db9b0b-bffb-44bc-acfd-c6c97f9c2daf', 'remote_group_id': '00f37727-fc0e-43f9-9d74-7de72c787519', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:00.266663 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-90dd8352-4260-4057-bd04-dd39b131179f req-4860caa9-b820-4990-9c7c-2b609a3afcbc tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:00.360769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-50825a6e-c9da-4d88-a38a-19b574abe837 req-ded66f1c-8f94-48c5-afe0-d6fdb8bbe5b1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] For port e42147a1-d876-463c-a9b7-bd227f44802f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e42147a1-d876-463c-a9b7-bd227f44802f,segment=NetworkSegment(bba0b0b0-def7-4017-94cd-3b5b7c2fa29f),segment_id=bba0b0b0-def7-4017-94cd-3b5b7c2fa29f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:00.387130 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-90dd8352-4260-4057-bd04-dd39b131179f req-4860caa9-b820-4990-9c7c-2b609a3afcbc tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:00.396114 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-90dd8352-4260-4057-bd04-dd39b131179f req-4860caa9-b820-4990-9c7c-2b609a3afcbc tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:00.398749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-bb1b37ff-2c83-469c-a54f-955d9744a850 service neutron] For port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:00.442666 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860caa9-b820-4990-9c7c-2b609a3afcbc tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b72d7f5-8cec-431f-aa1d-6d6d76160388,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:00.445765 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-50825a6e-c9da-4d88-a38a-19b574abe837 req-ded66f1c-8f94-48c5-afe0-d6fdb8bbe5b1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:00.449926 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-bb1b37ff-2c83-469c-a54f-955d9744a850 service neutron] For port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:00.469107 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-50825a6e-c9da-4d88-a38a-19b574abe837 req-ded66f1c-8f94-48c5-afe0-d6fdb8bbe5b1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:00.476733 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-90dd8352-4260-4057-bd04-dd39b131179f req-4860caa9-b820-4990-9c7c-2b609a3afcbc tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:00.477857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90dd8352-4260-4057-bd04-dd39b131179f req-4860caa9-b820-4990-9c7c-2b609a3afcbc tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4693356 Sep 30 08:02:00.510680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e42147a1-d876-463c-a9b7-bd227f44802f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:00.520442 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-bb1b37ff-2c83-469c-a54f-955d9744a850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:00.536453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50825a6e-c9da-4d88-a38a-19b574abe837 req-ded66f1c-8f94-48c5-afe0-d6fdb8bbe5b1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:00.537108 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-50825a6e-c9da-4d88-a38a-19b574abe837 req-ded66f1c-8f94-48c5-afe0-d6fdb8bbe5b1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:00.538503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50825a6e-c9da-4d88-a38a-19b574abe837 req-ded66f1c-8f94-48c5-afe0-d6fdb8bbe5b1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "PUT /v2.0/ports/e42147a1-d876-463c-a9b7-bd227f44802f HTTP/1.1" status: 200 len: 1020 time: 0.7658896 Sep 30 08:02:00.558522 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-bb1b37ff-2c83-469c-a54f-955d9744a850 service neutron] For port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:00.601926 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-bb1b37ff-2c83-469c-a54f-955d9744a850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:00.631532 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded66f1c-8f94-48c5-afe0-d6fdb8bbe5b1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event updated for resources: {'Port': ['ID=e42147a1-d876-463c-a9b7-bd227f44802f,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:00.652438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9403a6d9-b2cb-4c9b-a26b-0a971bb090a4 req-009fc569-bbec-402d-a6f0-63375869585b tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips/c2c598fb-eb42-49f0-9c93-ee208c5c4c25 HTTP/1.1" status: 200 len: 693 time: 0.0862479 Sep 30 08:02:00.708244 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e42147a1-d876-463c-a9b7-bd227f44802f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:00.716910 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b516362-efe1-44a6-927e-b9c041c5c24f req-5f36adb6-c832-4a27-b4ae-2b03de1279d5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:00.718381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b516362-efe1-44a6-927e-b9c041c5c24f req-5f36adb6-c832-4a27-b4ae-2b03de1279d5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.1771309 Sep 30 08:02:00.839721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b516362-efe1-44a6-927e-b9c041c5c24f req-7eca0c35-5d19-4aef-8cee-c3fc6e8d933b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113744 Sep 30 08:02:00.840556 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-bb1b37ff-2c83-469c-a54f-955d9744a850 service neutron] Transition to ACTIVE for port object 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:02:00.850239 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403a6d9-b2cb-4c9b-a26b-0a971bb090a4 req-b0e4759d-bf88-4e77-8a70-f17b65996388 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:00.851608 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9403a6d9-b2cb-4c9b-a26b-0a971bb090a4 req-b0e4759d-bf88-4e77-8a70-f17b65996388 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.1923449 Sep 30 08:02:00.861195 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-bb1b37ff-2c83-469c-a54f-955d9744a850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:00.885817 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-9403a6d9-b2cb-4c9b-a26b-0a971bb090a4 req-1ee41e41-ba12-4dcf-b630-7b9a6bbfb663 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:02:00.886795 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9403a6d9-b2cb-4c9b-a26b-0a971bb090a4 req-1ee41e41-ba12-4dcf-b630-7b9a6bbfb663 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0237243 Sep 30 08:02:00.938184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-bb1b37ff-2c83-469c-a54f-955d9744a850 service neutron] No DVR routers for this DVR port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:02:00.976021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b37ff-2c83-469c-a54f-955d9744a850 service neutron] Pushing event updated for resources: {'Port': ['ID=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:00.986688 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9403a6d9-b2cb-4c9b-a26b-0a971bb090a4 req-e0f9127a-396a-4ff5-9afc-ef20181d091a tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.216 HTTP/1.1" status: 200 len: 696 time: 0.0812449 Sep 30 08:02:01.047042 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-bb1b37ff-2c83-469c-a54f-955d9744a850 service neutron] 10.222.0.36 "PUT /v2.0/ports/201282c8-ca62-4ef6-b2b9-7d8e99f260c7/bindings/n-h2-807359-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0395532 Sep 30 08:02:01.052585 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9403a6d9-b2cb-4c9b-a26b-0a971bb090a4 req-1d2eea0a-1a5e-4cb3-9cf9-4101440229a9 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.216 HTTP/1.1" status: 200 len: 696 time: 0.0523572 Sep 30 08:02:01.427978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-ee13d892-62b9-4697-a3e7-517d5ca09f64 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:01.429740 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-ee13d892-62b9-4697-a3e7-517d5ca09f64 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6&tenant_id=b90880b9f658495fbcf10eee4b545dee&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 1095 time: 0.3189781 Sep 30 08:02:01.465840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-9403a6d9-b2cb-4c9b-a26b-0a971bb090a4 req-4bb6a308-aac7-4b98-9b8d-fbf3c2bc35b7 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Deleting port a1ef0d00-c082-4c22-ae7b-20139dfe906d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:02:01.466183 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9403a6d9-b2cb-4c9b-a26b-0a971bb090a4 req-4bb6a308-aac7-4b98-9b8d-fbf3c2bc35b7 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:01.531026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-33dc1f17-37c9-4815-b2b6-83e4f6415d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:01.532580 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-33dc1f17-37c9-4815-b2b6-83e4f6415d9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6&tenant_id=b90880b9f658495fbcf10eee4b545dee HTTP/1.1" status: 200 len: 1095 time: 0.0932872 Sep 30 08:02:01.559027 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9403a6d9-b2cb-4c9b-a26b-0a971bb090a4 req-4bb6a308-aac7-4b98-9b8d-fbf3c2bc35b7 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:01.559479 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9403a6d9-b2cb-4c9b-a26b-0a971bb090a4 req-4bb6a308-aac7-4b98-9b8d-fbf3c2bc35b7 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:01.573195 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-9403a6d9-b2cb-4c9b-a26b-0a971bb090a4 req-4bb6a308-aac7-4b98-9b8d-fbf3c2bc35b7 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Calling delete_port for a1ef0d00-c082-4c22-ae7b-20139dfe906d owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:02:01.656662 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-871d78a9-0159-4824-81a7-13d525488898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:01.658091 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-871d78a9-0159-4824-81a7-13d525488898 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 1095 time: 0.0861094 Sep 30 08:02:01.726004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-c125d5c1-a58a-4754-be50-056e5de6253e tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:02:01.727282 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-c125d5c1-a58a-4754-be50-056e5de6253e tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075104 Sep 30 08:02:01.765469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-5be5e120-bb0e-42a8-9966-e44a1aeb7d37 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:01.766863 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-5be5e120-bb0e-42a8-9966-e44a1aeb7d37 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports/25b2a149-6b39-4d5a-94f5-9fa3a8e28bff HTTP/1.1" status: 200 len: 1093 time: 0.0335422 Sep 30 08:02:01.776324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-d21904c2-8b00-4cf2-86b1-c400bb3fc057 service neutron] Request body: {'binding': {'host': 'n-h1-807359-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:01.776767 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-d21904c2-8b00-4cf2-86b1-c400bb3fc057 service neutron] Unknown quota resources ['binding']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:02:01.805356 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-55763cb3-f146-4ce4-9c8b-195efcafefd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:01.806826 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-55763cb3-f146-4ce4-9c8b-195efcafefd8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.1271310 Sep 30 08:02:01.811413 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9403a6d9-b2cb-4c9b-a26b-0a971bb090a4 req-4bb6a308-aac7-4b98-9b8d-fbf3c2bc35b7 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:01.872882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6a308-aac7-4b98-9b8d-fbf3c2bc35b7 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Pushing event deleted for resources: {'Port': ['ID=a1ef0d00-c082-4c22-ae7b-20139dfe906d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:01.879379 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-6eb2810d-07de-4818-a95b-f37f0d9d3b04 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7 HTTP/1.1" status: 200 len: 217 time: 0.0592563 Sep 30 08:02:01.913848 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-d21904c2-8b00-4cf2-86b1-c400bb3fc057 service neutron] Attempting to bind port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff on host n-h1-807359-2 for vnic_type normal with profile None {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:01.914102 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-d21904c2-8b00-4cf2-86b1-c400bb3fc057 service neutron] Attempting to bind port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:01.914426 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-d21904c2-8b00-4cf2-86b1-c400bb3fc057 service neutron] Attempting to bind port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:01.918662 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-d21904c2-8b00-4cf2-86b1-c400bb3fc057 service neutron] Port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff on network 407edc8e-eacf-4658-b430-a785aa6467d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:02:01.918980 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-d21904c2-8b00-4cf2-86b1-c400bb3fc057 service neutron] Attempting to bind port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:01.924047 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-d21904c2-8b00-4cf2-86b1-c400bb3fc057 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:01.924381 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-d21904c2-8b00-4cf2-86b1-c400bb3fc057 service neutron] Checking segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:01.924755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-d21904c2-8b00-4cf2-86b1-c400bb3fc057 service neutron] Bound using segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:01.925204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-d21904c2-8b00-4cf2-86b1-c400bb3fc057 service neutron] Bound port: 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:01.970078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-5ccfe83e-676d-4a79-a54d-f221449026eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:01.971552 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-5ccfe83e-676d-4a79-a54d-f221449026eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.0756240 Sep 30 08:02:01.972928 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9403a6d9-b2cb-4c9b-a26b-0a971bb090a4 req-4bb6a308-aac7-4b98-9b8d-fbf3c2bc35b7 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:01.975413 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9403a6d9-b2cb-4c9b-a26b-0a971bb090a4 req-4bb6a308-aac7-4b98-9b8d-fbf3c2bc35b7 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:01.976497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9403a6d9-b2cb-4c9b-a26b-0a971bb090a4 req-4bb6a308-aac7-4b98-9b8d-fbf3c2bc35b7 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "DELETE /v2.0/floatingips/c2c598fb-eb42-49f0-9c93-ee208c5c4c25 HTTP/1.1" status: 204 len: 173 time: 0.9173794 Sep 30 08:02:01.979340 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-d21904c2-8b00-4cf2-86b1-c400bb3fc057 service neutron] For port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:01.984526 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-d21904c2-8b00-4cf2-86b1-c400bb3fc057 service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:01.985704 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-d21904c2-8b00-4cf2-86b1-c400bb3fc057 service neutron] 10.222.0.24 "POST /v2.0/ports/25b2a149-6b39-4d5a-94f5-9fa3a8e28bff/bindings HTTP/1.1" status: 201 len: 389 time: 0.2126942 Sep 30 08:02:02.028818 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd62e3c-d30a-4439-89db-849ee5865adf x-openstack-request-id: req-dcd62e3c-d30a-4439-89db-849ee5865adf {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:02.029117 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e87a18c-e559-4721-8209-4a19a1441477", "tag": "e42147a1-d876-463c-a9b7-bd227f44802f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:02.029368 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcd62e3c-d30a-4439-89db-849ee5865adf {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:02.029743 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e87a18c-e559-4721-8209-4a19a1441477', 'tag': 'e42147a1-d876-463c-a9b7-bd227f44802f', 'status': 'completed', 'code': 200} Sep 30 08:02:02.033359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-d76e6e37-c10f-4f7f-9004-befe6f7120ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442977 Sep 30 08:02:02.041495 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-81c14ba5-8edb-4024-95a1-b75f346f6760 req-4ab2d6f5-1ea4-400d-b886-66042d934acd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-792031856', 'description': 'tempest-description-2077006511'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:02.112146 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70934b77-8651-4f8a-a8f8-ca98b11d9347 req-caec217d-f466-49a4-89b6-e1edd537656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:02.114845 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-70934b77-8651-4f8a-a8f8-ca98b11d9347 req-caec217d-f466-49a4-89b6-e1edd537656a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1f3985d31fe488d8920a9c3bc8403cf&device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 1174 time: 0.0513780 Sep 30 08:02:02.125757 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81c14ba5-8edb-4024-95a1-b75f346f6760 req-4ab2d6f5-1ea4-400d-b886-66042d934acd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:02.127736 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-2fbd6764-4906-4949-a97c-e949451820d7 req-8c827ad4-5d2b-40aa-95f5-4c723a066641 service neutron] show failed (client error): The resource could not be found. Sep 30 08:02:02.129004 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-8c827ad4-5d2b-40aa-95f5-4c723a066641 service neutron] 10.222.0.36 "GET /v2.0/ports/90964885-bc3d-4d3b-894b-ff2a2e11e652/bindings/n-h2-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.1460743 Sep 30 08:02:02.240167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f5631-be48-4dc2-b37a-22baf37cbbd6 req-22cf6895-8551-44ae-9a8e-72373d5f7a83 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:02.241613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f50f5631-be48-4dc2-b37a-22baf37cbbd6 req-22cf6895-8551-44ae-9a8e-72373d5f7a83 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 1023 time: 0.1454268 Sep 30 08:02:02.252975 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70934b77-8651-4f8a-a8f8-ca98b11d9347 req-092ed836-8482-4474-9c73-6d1100e5ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:02.253255 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-70934b77-8651-4f8a-a8f8-ca98b11d9347 req-092ed836-8482-4474-9c73-6d1100e5ca61 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3acd7950-85a0-4bed-95a8-f8a5b45c8441 HTTP/1.1" status: 200 len: 913 time: 0.1298637 Sep 30 08:02:02.256370 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-ec31234a-213d-496c-b99f-060f20cd179f service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933720 Sep 30 08:02:02.311199 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-70934b77-8651-4f8a-a8f8-ca98b11d9347 req-0e5e535d-aac3-4b3b-9688-028fe96929b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e42147a1-d876-463c-a9b7-bd227f44802f HTTP/1.1" status: 200 len: 217 time: 0.0422440 Sep 30 08:02:02.395266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70934b77-8651-4f8a-a8f8-ca98b11d9347 req-66530ff6-879c-40d2-9e05-d996759c1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:02.396801 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-70934b77-8651-4f8a-a8f8-ca98b11d9347 req-66530ff6-879c-40d2-9e05-d996759c1052 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=362299fa-6c92-4103-9c37-4da73b84ea78 HTTP/1.1" status: 200 len: 852 time: 0.0794573 Sep 30 08:02:02.415771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd6764-4906-4949-a97c-e949451820d7 req-848a31fc-b9e2-45ca-9e7b-9ec2d1f9ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:02.417277 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-848a31fc-b9e2-45ca-9e7b-9ec2d1f9ff5c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac&tenant_id=21516085bfed40e3aed84af26bb1b679 HTTP/1.1" status: 200 len: 1100 time: 0.0729306 Sep 30 08:02:02.418835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-f67aa981-7424-47f0-a807-ee0cd72e60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:02.420349 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-f67aa981-7424-47f0-a807-ee0cd72e60a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 1096 time: 0.1915519 Sep 30 08:02:02.432460 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-70934b77-8651-4f8a-a8f8-ca98b11d9347 req-b848d3e1-8858-49cf-806d-79b3dee35fc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3acd7950-85a0-4bed-95a8-f8a5b45c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279894 Sep 30 08:02:02.437314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:02.478794 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81c14ba5-8edb-4024-95a1-b75f346f6760 req-4ab2d6f5-1ea4-400d-b886-66042d934acd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:02.488990 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f50f5631-be48-4dc2-b37a-22baf37cbbd6 req-ae927fe9-6b4a-48cd-8a86-684e0de44c53 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd0e14e-f755-49e0-83bb-9ca63959fe54&id=bde3cb68-6e1c-4a47-9416-d5a62ebe79cf&id=113438b2-7fe7-47be-9137-a113f233e34a HTTP/1.1" status: 200 len: 6147 time: 0.2371683 Sep 30 08:02:02.501778 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81c14ba5-8edb-4024-95a1-b75f346f6760 req-4ab2d6f5-1ea4-400d-b886-66042d934acd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:02.501778 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-98ded2c0-e4fc-42d8-9048-a5464e71893f service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218184 Sep 30 08:02:02.552161 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:02.567004 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81c14ba5-8edb-4024-95a1-b75f346f6760 req-4ab2d6f5-1ea4-400d-b886-66042d934acd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:02.577218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81c14ba5-8edb-4024-95a1-b75f346f6760 req-4ab2d6f5-1ea4-400d-b886-66042d934acd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5410049 Sep 30 08:02:02.595849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2d6f5-1ea4-400d-b886-66042d934acd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea88b14e-86d3-4f7b-843c-118da46638b4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:02.607277 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-70934b77-8651-4f8a-a8f8-ca98b11d9347 req-3a0a0bf9-a3d0-4d4b-962f-38dcfc5d6b2a service neutron] 10.222.0.35 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672733 Sep 30 08:02:02.631412 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-76f422a4-3932-48f1-88ad-50d23e803e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:02.632916 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-76f422a4-3932-48f1-88ad-50d23e803e1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.1986175 Sep 30 08:02:02.693100 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-0d17e2cc-f15e-42fa-bddb-6c50c4b1d000 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff HTTP/1.1" status: 200 len: 217 time: 0.0510709 Sep 30 08:02:02.704287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a130d96-9896-4bac-a22c-21de8101789a req-64d8f6c1-073f-4c5a-b274-9975c61f6e4d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:02.712365 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a130d96-9896-4bac-a22c-21de8101789a req-64d8f6c1-073f-4c5a-b274-9975c61f6e4d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 944 time: 0.1202390 Sep 30 08:02:02.792300 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a130d96-9896-4bac-a22c-21de8101789a req-0ba637b5-01ea-437e-b3ea-95b4e0f1b752 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789907 Sep 30 08:02:02.811286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-34ba7264-e755-4764-96f1-d85db7a66f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:02.813510 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-34ba7264-e755-4764-96f1-d85db7a66f20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.0986726 Sep 30 08:02:02.828375 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-70934b77-8651-4f8a-a8f8-ca98b11d9347 req-3fce96d7-f91e-45be-a592-f0cc51660b41 service neutron] 10.222.0.35 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113748 Sep 30 08:02:02.867459 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] For port 90964885-bc3d-4d3b-894b-ff2a2e11e652, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:02.878886 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-62619621-6a53-4103-91c6-c9014e7ae56e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566707 Sep 30 08:02:02.908786 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] For port 90964885-bc3d-4d3b-894b-ff2a2e11e652, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:02.954079 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821a542c-feb7-416b-b612-ecd983a71eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90964885-bc3d-4d3b-894b-ff2a2e11e652'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:02.957410 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b276608f-a6ea-49ce-940b-4fe56ca5d5d0" -d '{"events": [{"server_uuid": "821a542c-feb7-416b-b612-ecd983a71eac", "name": "network-vif-unplugged", "status": "completed", "tag": "90964885-bc3d-4d3b-894b-ff2a2e11e652"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:02.961923 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:02.974719 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Transition to ACTIVE for port object 90964885-bc3d-4d3b-894b-ff2a2e11e652 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:02:02.978126 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:03.041524 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c11f9f7-d39a-4851-be9c-ed372f767619 req-1199547a-4ff3-4f16-9f5b-7d1d269a17f8 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips/39267856-0a2d-4598-8cb4-708162832ae0 HTTP/1.1" status: 200 len: 693 time: 0.1116378 Sep 30 08:02:03.043569 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] No DVR routers for this DVR port 90964885-bc3d-4d3b-894b-ff2a2e11e652 on host n-h1-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:02:03.046568 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Pushing event updated for resources: {'Port': ['ID=90964885-bc3d-4d3b-894b-ff2a2e11e652,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:03.048257 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-cf3b332d-c545-4aeb-b8de-5df17d04e9c0 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:03.049750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-cf3b332d-c545-4aeb-b8de-5df17d04e9c0 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6&tenant_id=b90880b9f658495fbcf10eee4b545dee&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 1095 time: 0.1892385 Sep 30 08:02:03.088268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Attempting to bind port 90964885-bc3d-4d3b-894b-ff2a2e11e652 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:03.088603 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Attempting to bind port 90964885-bc3d-4d3b-894b-ff2a2e11e652 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:03.088933 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Attempting to bind port 90964885-bc3d-4d3b-894b-ff2a2e11e652 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:03.093316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Port 90964885-bc3d-4d3b-894b-ff2a2e11e652 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:02:03.093637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Attempting to bind port 90964885-bc3d-4d3b-894b-ff2a2e11e652 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:03.098946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:03.099288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:03.099675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:03.100139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Bound port: 90964885-bc3d-4d3b-894b-ff2a2e11e652, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:03.100563 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:03.106402 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa1f73-b6af-4133-ba08-0cc4724ef94c req-dd4e784a-fb87-41ac-a0ac-f3be0cb4b266 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:03.107966 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-daaa1f73-b6af-4133-ba08-0cc4724ef94c req-dd4e784a-fb87-41ac-a0ac-f3be0cb4b266 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.2084858 Sep 30 08:02:03.133449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-dd9b4550-e6f8-402b-a145-ee7e4f745bfc service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356787 Sep 30 08:02:03.172530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] For port 90964885-bc3d-4d3b-894b-ff2a2e11e652, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:03.176393 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] For port 90964885-bc3d-4d3b-894b-ff2a2e11e652, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:03.183146 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:03.224876 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:03.225479 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:03.227551 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] 10.222.0.35 "PUT /v2.0/ports/90964885-bc3d-4d3b-894b-ff2a2e11e652 HTTP/1.1" status: 200 len: 1095 time: 0.7940764 Sep 30 08:02:03.245934 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299be10-18eb-4c62-a6c3-332db2f73918 service neutron] Pushing event updated for resources: {'Port': ['ID=90964885-bc3d-4d3b-894b-ff2a2e11e652,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:03.307654 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-daaa1f73-b6af-4133-ba08-0cc4724ef94c req-c620305d-c7aa-42d6-9541-d7e30dd72969 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675589 Sep 30 08:02:03.338238 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd6764-4906-4949-a97c-e949451820d7 req-32788252-5c70-4c67-80c3-09b495e0263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:03.339975 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-32788252-5c70-4c67-80c3-09b495e0263f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 1098 time: 0.0603375 Sep 30 08:02:03.377648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11f9f7-d39a-4851-be9c-ed372f767619 req-f7d78ff7-bf0a-4cbd-9f2c-2b2e58b4ed69 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:03.379823 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c11f9f7-d39a-4851-be9c-ed372f767619 req-f7d78ff7-bf0a-4cbd-9f2c-2b2e58b4ed69 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.3254075 Sep 30 08:02:03.459250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd6764-4906-4949-a97c-e949451820d7 req-be194384-1100-43bc-8456-f4c58d587c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:03.460826 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-be194384-1100-43bc-8456-f4c58d587c35 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.0950756 Sep 30 08:02:03.475547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-566b9608-69b8-49cb-936d-18e05268ae07 service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295200 Sep 30 08:02:03.495553 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c11f9f7-d39a-4851-be9c-ed372f767619 req-18c31be7-7046-487d-b1bb-db509e095674 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.238 HTTP/1.1" status: 200 len: 696 time: 0.0998929 Sep 30 08:02:03.507805 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-0067c316-e157-4458-a500-c01fc45cfa5a service neutron] For port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:03.518195 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-0067c316-e157-4458-a500-c01fc45cfa5a service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:03.519340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19e47b28-a1e8-4791-aca6-ef807f913007 req-0067c316-e157-4458-a500-c01fc45cfa5a service neutron] 10.222.0.35 "DELETE /v2.0/ports/201282c8-ca62-4ef6-b2b9-7d8e99f260c7/bindings/n-h1-807359-2 HTTP/1.1" status: 204 len: 173 time: 0.4433622 Sep 30 08:02:03.521348 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-0b14f9f7-5ced-474a-8568-73701f782aea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652 HTTP/1.1" status: 200 len: 217 time: 0.0415912 Sep 30 08:02:03.573900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281bff0-8502-4578-946a-53b3232ffde1 req-86fc322f-1cc4-4618-a297-b23df09ad9e7 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:03.575414 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a281bff0-8502-4578-946a-53b3232ffde1 req-86fc322f-1cc4-4618-a297-b23df09ad9e7 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 945 time: 0.1946597 Sep 30 08:02:03.596065 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c11f9f7-d39a-4851-be9c-ed372f767619 req-ef3a0f49-5b6f-48c6-966a-b9c42b9c00c8 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.238 HTTP/1.1" status: 200 len: 696 time: 0.0900795 Sep 30 08:02:03.683769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-b819e148-8a49-4fc3-a528-bb76adb0e236 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:03.685310 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-b819e148-8a49-4fc3-a528-bb76adb0e236 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb&tenant_id=b077f759674d4d92a5ac98950a22949d&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 1096 time: 0.1365814 Sep 30 08:02:03.723897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807359-2'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:03.735562 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a281bff0-8502-4578-946a-53b3232ffde1 req-3357df05-b203-473e-a558-b0167d14f929 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383667 Sep 30 08:02:03.781310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-668aa22f-fe1e-4b7e-b8ca-2bed07bcab1f req-2e52306d-1ec9-43c1-91a5-b8f79310796c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1834508862 ', 'description': 'tempest-description-1182396190'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:03.810937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7419e279-40f3-4645-a485-42a0ba577963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:03.812912 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-7419e279-40f3-4645-a485-42a0ba577963 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.2839491 Sep 30 08:02:03.832876 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:03.844371 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-668aa22f-fe1e-4b7e-b8ca-2bed07bcab1f req-2e52306d-1ec9-43c1-91a5-b8f79310796c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:03.866796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd6764-4906-4949-a97c-e949451820d7 req-5f6f95bc-d022-416e-a2da-dcf046ce60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:03.868313 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-5f6f95bc-d022-416e-a2da-dcf046ce60cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432677 Sep 30 08:02:03.894613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-5c11f9f7-d39a-4851-be9c-ed372f767619 req-8eb910f2-3160-474a-92dd-241f8314d556 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Deleting port a662821f-7e6c-4605-ba87-f9d90fc3cdf5 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:02:03.894864 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5c11f9f7-d39a-4851-be9c-ed372f767619 req-8eb910f2-3160-474a-92dd-241f8314d556 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:03.983758 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-f1dbc36b-0837-4f59-853e-165ed8d3733b service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935719 Sep 30 08:02:04.080581 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2fbd6764-4906-4949-a97c-e949451820d7 req-c53f2d7a-9037-496d-ab17-8f3d206c9024 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889664 Sep 30 08:02:04.273562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e87a18c-e559-4721-8209-4a19a1441477', 'tag': 'e42147a1-d876-463c-a9b7-bd227f44802f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:04.276090 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e26ceb-6425-4c24-a6bf-1ecc881dde95" -d '{"events": [{"name": "network-changed", "server_uuid": "1e87a18c-e559-4721-8209-4a19a1441477", "tag": "e42147a1-d876-463c-a9b7-bd227f44802f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:04.297777 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5c11f9f7-d39a-4851-be9c-ed372f767619 req-8eb910f2-3160-474a-92dd-241f8314d556 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:04.298103 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5c11f9f7-d39a-4851-be9c-ed372f767619 req-8eb910f2-3160-474a-92dd-241f8314d556 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:04.320908 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-5c11f9f7-d39a-4851-be9c-ed372f767619 req-8eb910f2-3160-474a-92dd-241f8314d556 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Calling delete_port for a662821f-7e6c-4605-ba87-f9d90fc3cdf5 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:02:04.360349 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] For port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:04.389449 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-668aa22f-fe1e-4b7e-b8ca-2bed07bcab1f req-2e52306d-1ec9-43c1-91a5-b8f79310796c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:04.404931 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-668aa22f-fe1e-4b7e-b8ca-2bed07bcab1f req-2e52306d-1ec9-43c1-91a5-b8f79310796c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:04.455341 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-668aa22f-fe1e-4b7e-b8ca-2bed07bcab1f req-2e52306d-1ec9-43c1-91a5-b8f79310796c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:04.456632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-668aa22f-fe1e-4b7e-b8ca-2bed07bcab1f req-2e52306d-1ec9-43c1-91a5-b8f79310796c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.6821897 Sep 30 08:02:04.475506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52306d-1ec9-43c1-91a5-b8f79310796c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47a373e-3ac9-4e04-acd4-2295fd44bab5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:04.483391 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-35249c45-a54f-4728-8c5a-c35410e640a0 req-9b9f9f73-3572-493e-8c51-2163ffd6fbe3 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1758595168', 'description': 'tempest-description-651861080'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:04.488586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] For port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:04.551888 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:04.555264 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-35249c45-a54f-4728-8c5a-c35410e640a0 req-9b9f9f73-3572-493e-8c51-2163ffd6fbe3 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:04.558513 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:04.701841 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Pushing event updated for resources: {'Port': ['ID=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:04.707643 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5c11f9f7-d39a-4851-be9c-ed372f767619 req-8eb910f2-3160-474a-92dd-241f8314d556 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:04.732973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:02:04.745157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb910f2-3160-474a-92dd-241f8314d556 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Pushing event deleted for resources: {'Port': ['ID=a662821f-7e6c-4605-ba87-f9d90fc3cdf5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:04.773795 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Attempting to bind port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff on host n-h2-807359-2 for vnic_type normal with profile {"migrating_to": "n-h1-807359-2"} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:04.774124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Attempting to bind port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:04.774453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Attempting to bind port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:04.775359 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:02:04.803142 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff on network 407edc8e-eacf-4658-b430-a785aa6467d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:02:04.803460 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Attempting to bind port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:04.830510 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:04.830849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Checking segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:04.831848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Bound using segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:04.832290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Bound port: 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:04.832698 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:04.840765 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-35249c45-a54f-4728-8c5a-c35410e640a0 req-9b9f9f73-3572-493e-8c51-2163ffd6fbe3 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:04.855451 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-35249c45-a54f-4728-8c5a-c35410e640a0 req-9b9f9f73-3572-493e-8c51-2163ffd6fbe3 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:04.866750 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5c11f9f7-d39a-4851-be9c-ed372f767619 req-8eb910f2-3160-474a-92dd-241f8314d556 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:04.869243 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5c11f9f7-d39a-4851-be9c-ed372f767619 req-8eb910f2-3160-474a-92dd-241f8314d556 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:04.870378 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c11f9f7-d39a-4851-be9c-ed372f767619 req-8eb910f2-3160-474a-92dd-241f8314d556 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "DELETE /v2.0/floatingips/39267856-0a2d-4598-8cb4-708162832ae0 HTTP/1.1" status: 204 len: 173 time: 1.2621553 Sep 30 08:02:04.905117 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-35249c45-a54f-4728-8c5a-c35410e640a0 req-9b9f9f73-3572-493e-8c51-2163ffd6fbe3 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:04.906231 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35249c45-a54f-4728-8c5a-c35410e640a0 req-9b9f9f73-3572-493e-8c51-2163ffd6fbe3 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4318013 Sep 30 08:02:04.915588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f9f73-3572-493e-8c51-2163ffd6fbe3 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03d9686-7a7d-441c-b9f5-15ffe1a66c58,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:04.947453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] For port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:04.950162 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13de75ec-ab66-4cb7-8150-fbc05162fbdd x-openstack-request-id: req-13de75ec-ab66-4cb7-8150-fbc05162fbdd {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:04.950906 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] For port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:04.951560 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821a542c-feb7-416b-b612-ecd983a71eac", "name": "network-vif-unplugged", "status": "completed", "tag": "90964885-bc3d-4d3b-894b-ff2a2e11e652", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:04.952044 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13de75ec-ab66-4cb7-8150-fbc05162fbdd {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:04.952919 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821a542c-feb7-416b-b612-ecd983a71eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90964885-bc3d-4d3b-894b-ff2a2e11e652', 'code': 200} Sep 30 08:02:04.955864 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:05.039376 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b455f87-7550-483b-9899-8fb4e1ed329f x-openstack-request-id: req-4b455f87-7550-483b-9899-8fb4e1ed329f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:05.039672 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e87a18c-e559-4721-8209-4a19a1441477", "tag": "e42147a1-d876-463c-a9b7-bd227f44802f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:05.039946 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b455f87-7550-483b-9899-8fb4e1ed329f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:05.040406 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e87a18c-e559-4721-8209-4a19a1441477', 'tag': 'e42147a1-d876-463c-a9b7-bd227f44802f', 'status': 'completed', 'code': 200} Sep 30 08:02:05.063082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:05.063700 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:05.065113 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] 10.222.0.36 "PUT /v2.0/ports/25b2a149-6b39-4d5a-94f5-9fa3a8e28bff HTTP/1.1" status: 200 len: 1121 time: 1.3459299 Sep 30 08:02:05.066646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af389f-1cb5-4d7f-a880-08c4b666842b service neutron] Pushing event updated for resources: {'Port': ['ID=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,revision_number=8']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:05.117449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc3c42-ffa7-4aaf-9088-e14c9e036281 req-33926aa8-f543-4af7-b7b2-a8a596ed9b76 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:05.117846 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26ceb-6425-4c24-a6bf-1ecc881dde95 req-90560e08-febc-45be-bf89-18003c0aad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:05.118981 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90bc3c42-ffa7-4aaf-9088-e14c9e036281 req-33926aa8-f543-4af7-b7b2-a8a596ed9b76 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 944 time: 0.1095142 Sep 30 08:02:05.119326 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d7e26ceb-6425-4c24-a6bf-1ecc881dde95 req-90560e08-febc-45be-bf89-18003c0aad04 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1f3985d31fe488d8920a9c3bc8403cf&device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 1174 time: 0.0487950 Sep 30 08:02:05.148467 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c324f8-4a6d-413a-bc7b-9fe2955cd16d req-e2b17fe0-7d6f-4c49-a211-bdbf7455499d tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:05.149959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0c324f8-4a6d-413a-bc7b-9fe2955cd16d req-e2b17fe0-7d6f-4c49-a211-bdbf7455499d tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 947 time: 0.0800664 Sep 30 08:02:05.183000 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90bc3c42-ffa7-4aaf-9088-e14c9e036281 req-edb81ccb-4894-4167-846f-c9185536904a tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569909 Sep 30 08:02:05.201051 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0c324f8-4a6d-413a-bc7b-9fe2955cd16d req-89cc9562-7be9-4310-b153-7cccdcfb161b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434697 Sep 30 08:02:05.208776 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['25b2a149-6b39-4d5a-94f5-9fa3a8e28bff'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:05.251793 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26ceb-6425-4c24-a6bf-1ecc881dde95 req-0d197bdf-2c75-4794-b14f-062ef89af37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:05.254563 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d7e26ceb-6425-4c24-a6bf-1ecc881dde95 req-0d197bdf-2c75-4794-b14f-062ef89af37b service neutron] 10.222.0.35 "GET /v2.0/networks?id=3acd7950-85a0-4bed-95a8-f8a5b45c8441 HTTP/1.1" status: 200 len: 913 time: 0.1171353 Sep 30 08:02:05.261284 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be93a832-ab60-4715-8424-814a65dcf6b8 req-1cd30f54-7b82-4302-b995-c2877a655e7a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/f47a373e-3ac9-4e04-acd4-2295fd44bab5 HTTP/1.1" status: 200 len: 1781 time: 0.0472984 Sep 30 08:02:05.313818 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d7e26ceb-6425-4c24-a6bf-1ecc881dde95 req-243d93c3-aa73-4522-b1c3-4c85a1a625b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e42147a1-d876-463c-a9b7-bd227f44802f HTTP/1.1" status: 200 len: 217 time: 0.0443728 Sep 30 08:02:05.346180 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e9149bb-d1e0-4ec0-8aa1-56b64013dedf req-0ce42c5b-e024-45b2-8f4a-b9f64315968f tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips/9772fad8-fbf3-412c-b56f-789651062b0f HTTP/1.1" status: 200 len: 692 time: 0.0701883 Sep 30 08:02:05.365859 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26ceb-6425-4c24-a6bf-1ecc881dde95 req-0869186b-b68f-4b93-9331-520257571d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:05.367440 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d7e26ceb-6425-4c24-a6bf-1ecc881dde95 req-0869186b-b68f-4b93-9331-520257571d59 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=362299fa-6c92-4103-9c37-4da73b84ea78 HTTP/1.1" status: 200 len: 852 time: 0.0443656 Sep 30 08:02:05.393102 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb92f3-6c11-46e6-910c-f2c310e3ffdd req-b8442a00-d0ae-44e0-a998-9071ee0a1191 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:05.394787 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8efb92f3-6c11-46e6-910c-f2c310e3ffdd req-b8442a00-d0ae-44e0-a998-9071ee0a1191 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 943 time: 0.1108284 Sep 30 08:02:05.401027 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d7e26ceb-6425-4c24-a6bf-1ecc881dde95 req-0299f935-a355-4641-aa41-0276ef756c72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3acd7950-85a0-4bed-95a8-f8a5b45c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246124 Sep 30 08:02:05.479946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8efb92f3-6c11-46e6-910c-f2c310e3ffdd req-e5094907-36af-4212-af35-2c1902f1c22b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783849 Sep 30 08:02:05.495480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9149bb-d1e0-4ec0-8aa1-56b64013dedf req-c610aad9-510e-4709-8f71-6a2aa6723920 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:05.496869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e9149bb-d1e0-4ec0-8aa1-56b64013dedf req-c610aad9-510e-4709-8f71-6a2aa6723920 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.1409335 Sep 30 08:02:05.501911 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d7e26ceb-6425-4c24-a6bf-1ecc881dde95 req-829084ed-9d49-42ca-a29c-2294d55cd85a service neutron] 10.222.0.35 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928395 Sep 30 08:02:05.551755 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e9149bb-d1e0-4ec0-8aa1-56b64013dedf req-ae9e7bd9-e8d2-41d1-8178-521725d69642 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 695 time: 0.0482495 Sep 30 08:02:05.598443 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d7e26ceb-6425-4c24-a6bf-1ecc881dde95 req-c67e6923-0899-4d1b-8931-d55a43b640cb service neutron] 10.222.0.35 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854719 Sep 30 08:02:05.617387 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e9149bb-d1e0-4ec0-8aa1-56b64013dedf req-7bb1b26e-d46f-4909-8b2e-a274d8d070a8 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 695 time: 0.0568881 Sep 30 08:02:05.693601 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11c0ed48-801f-47ca-84e9-5cee01fc9430 req-b0da17f6-c451-4dca-9eb5-853a7a79d4de tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/ea88b14e-86d3-4f7b-843c-118da46638b4 HTTP/1.1" status: 200 len: 1804 time: 0.0921240 Sep 30 08:02:05.789456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11c0ed48-801f-47ca-84e9-5cee01fc9430 req-e29c4467-3312-4eab-8288-0ade57c92a2e tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/f03d9686-7a7d-441c-b9f5-15ffe1a66c58 HTTP/1.1" status: 200 len: 1804 time: 0.0658512 Sep 30 08:02:05.800314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-11c0ed48-801f-47ca-84e9-5cee01fc9430 req-a82098bb-236b-4778-97d3-88b03917c2b4 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea88b14e-86d3-4f7b-843c-118da46638b4', 'remote_group_id': 'f03d9686-7a7d-441c-b9f5-15ffe1a66c58', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:05.800716 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-11c0ed48-801f-47ca-84e9-5cee01fc9430 req-a82098bb-236b-4778-97d3-88b03917c2b4 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea88b14e-86d3-4f7b-843c-118da46638b4', 'remote_group_id': 'f03d9686-7a7d-441c-b9f5-15ffe1a66c58', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:05.814085 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-8e9149bb-d1e0-4ec0-8aa1-56b64013dedf req-0c3412f3-ae7b-421e-b84b-ef7e1dbb3331 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Deleting port 53434987-ad38-4de4-8e99-6cf4c9d5b2ec {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:02:05.814423 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8e9149bb-d1e0-4ec0-8aa1-56b64013dedf req-0c3412f3-ae7b-421e-b84b-ef7e1dbb3331 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:05.919190 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8e9149bb-d1e0-4ec0-8aa1-56b64013dedf req-0c3412f3-ae7b-421e-b84b-ef7e1dbb3331 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:05.919510 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8e9149bb-d1e0-4ec0-8aa1-56b64013dedf req-0c3412f3-ae7b-421e-b84b-ef7e1dbb3331 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:05.938304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-8e9149bb-d1e0-4ec0-8aa1-56b64013dedf req-0c3412f3-ae7b-421e-b84b-ef7e1dbb3331 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Calling delete_port for 53434987-ad38-4de4-8e99-6cf4c9d5b2ec owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:02:05.940280 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11c0ed48-801f-47ca-84e9-5cee01fc9430 req-a82098bb-236b-4778-97d3-88b03917c2b4 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:06.002739 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11c0ed48-801f-47ca-84e9-5cee01fc9430 req-a82098bb-236b-4778-97d3-88b03917c2b4 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:06.008864 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11c0ed48-801f-47ca-84e9-5cee01fc9430 req-a82098bb-236b-4778-97d3-88b03917c2b4 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:06.038763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82098bb-236b-4778-97d3-88b03917c2b4 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e2bd8a-8b31-4e02-8679-c5d267afb2b6,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:06.043721 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11c0ed48-801f-47ca-84e9-5cee01fc9430 req-a82098bb-236b-4778-97d3-88b03917c2b4 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:06.045059 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11c0ed48-801f-47ca-84e9-5cee01fc9430 req-a82098bb-236b-4778-97d3-88b03917c2b4 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2492831 Sep 30 08:02:06.144225 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27f17017-838c-4945-9051-67fce8b695ac req-a7408c80-b112-4699-8421-49a40d2bc3fe tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/f47a373e-3ac9-4e04-acd4-2295fd44bab5 HTTP/1.1" status: 200 len: 1781 time: 0.0497565 Sep 30 08:02:06.145581 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8e9149bb-d1e0-4ec0-8aa1-56b64013dedf req-0c3412f3-ae7b-421e-b84b-ef7e1dbb3331 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:06.179235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3412f3-ae7b-421e-b84b-ef7e1dbb3331 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Pushing event deleted for resources: {'Port': ['ID=53434987-ad38-4de4-8e99-6cf4c9d5b2ec,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:06.272193 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-27f17017-838c-4945-9051-67fce8b695ac req-484e872a-da98-4ed1-acac-23f116bf1706 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:06.275805 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8e9149bb-d1e0-4ec0-8aa1-56b64013dedf req-0c3412f3-ae7b-421e-b84b-ef7e1dbb3331 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:06.278356 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8e9149bb-d1e0-4ec0-8aa1-56b64013dedf req-0c3412f3-ae7b-421e-b84b-ef7e1dbb3331 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:06.279481 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e9149bb-d1e0-4ec0-8aa1-56b64013dedf req-0c3412f3-ae7b-421e-b84b-ef7e1dbb3331 tempest-FloatingIPDetailsTestJSON-1609976050 tempest-FloatingIPDetailsTestJSON-1609976050-project] 10.222.0.24 "DELETE /v2.0/floatingips/9772fad8-fbf3-412c-b56f-789651062b0f HTTP/1.1" status: 204 len: 173 time: 0.6554339 Sep 30 08:02:06.286003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45782) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:06.301696 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-27f17017-838c-4945-9051-67fce8b695ac req-484e872a-da98-4ed1-acac-23f116bf1706 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:06.351044 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-27f17017-838c-4945-9051-67fce8b695ac req-484e872a-da98-4ed1-acac-23f116bf1706 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:06.353992 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-27f17017-838c-4945-9051-67fce8b695ac req-484e872a-da98-4ed1-acac-23f116bf1706 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:06.356415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27f17017-838c-4945-9051-67fce8b695ac req-484e872a-da98-4ed1-acac-23f116bf1706 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "DELETE /v2.0/security-groups/f47a373e-3ac9-4e04-acd4-2295fd44bab5 HTTP/1.1" status: 204 len: 173 time: 0.2027600 Sep 30 08:02:06.369629 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e872a-da98-4ed1-acac-23f116bf1706 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47a373e-3ac9-4e04-acd4-2295fd44bab5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:06.416353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f4b254cc-205a-4aff-8629-8b6569a19c47 req-577d55a4-bbb7-4b53-8b81-6d68bcf5c29c tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/f03d9686-7a7d-441c-b9f5-15ffe1a66c58 HTTP/1.1" status: 200 len: 1804 time: 0.0430775 Sep 30 08:02:06.504953 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4b254cc-205a-4aff-8629-8b6569a19c47 req-0850827d-6f71-4d49-9dac-8809d3ef6baa tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:06.508614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256b962-c78d-46d3-93db-59c4f7f624b4 req-576a7917-e181-4ddc-8c41-02c62beda64a tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:06.510149 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f256b962-c78d-46d3-93db-59c4f7f624b4 req-576a7917-e181-4ddc-8c41-02c62beda64a tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 1095 time: 0.0728791 Sep 30 08:02:06.554305 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4b254cc-205a-4aff-8629-8b6569a19c47 req-0850827d-6f71-4d49-9dac-8809d3ef6baa tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:06.589262 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f256b962-c78d-46d3-93db-59c4f7f624b4 req-0acd1b2e-804f-403a-a8af-53035912c74d tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709491 Sep 30 08:02:06.657338 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4b254cc-205a-4aff-8629-8b6569a19c47 req-0850827d-6f71-4d49-9dac-8809d3ef6baa tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:06.661543 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4b254cc-205a-4aff-8629-8b6569a19c47 req-0850827d-6f71-4d49-9dac-8809d3ef6baa tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:06.662831 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f4b254cc-205a-4aff-8629-8b6569a19c47 req-0850827d-6f71-4d49-9dac-8809d3ef6baa tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "DELETE /v2.0/security-groups/f03d9686-7a7d-441c-b9f5-15ffe1a66c58 HTTP/1.1" status: 204 len: 173 time: 0.2399397 Sep 30 08:02:06.672594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850827d-6f71-4d49-9dac-8809d3ef6baa tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03d9686-7a7d-441c-b9f5-15ffe1a66c58,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:06.732527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 90964885-bc3d-4d3b-894b-ff2a2e11e652 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:02:06.760164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c33bf-0758-4fd1-8fff-627ff5a75724 req-786f6a28-e848-4c6f-b075-62e0befebc60 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:06.767927 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f38c33bf-0758-4fd1-8fff-627ff5a75724 req-786f6a28-e848-4c6f-b075-62e0befebc60 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 947 time: 0.0630004 Sep 30 08:02:06.770067 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900b269b-5de9-4c5f-8a63-3c9cd1cf391d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:06.807203 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 90964885-bc3d-4d3b-894b-ff2a2e11e652 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:02:06.812173 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f38c33bf-0758-4fd1-8fff-627ff5a75724 req-7d4c9356-cc08-422d-b69b-20885e4ee293 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425754 Sep 30 08:02:06.852904 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-dba994fd-0d2c-4f44-a767-0680ba09e31c req-0232d509-4702-4109-a69b-cf602dad44c5 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] show failed (client error): The resource could not be found. Sep 30 08:02:06.854032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dba994fd-0d2c-4f44-a767-0680ba09e31c req-0232d509-4702-4109-a69b-cf602dad44c5 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/f47a373e-3ac9-4e04-acd4-2295fd44bab5 HTTP/1.1" status: 404 len: 352 time: 0.0145242 Sep 30 08:02:06.962014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ae29a-f13a-40d0-a600-4ac4986dd3d3 req-ea7ec6e4-2c67-4168-a2aa-9d71480a441e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:06.965151 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821a542c-feb7-416b-b612-ecd983a71eac', 'tag': '90964885-bc3d-4d3b-894b-ff2a2e11e652'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:06.965329 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d6ae29a-f13a-40d0-a600-4ac4986dd3d3 req-ea7ec6e4-2c67-4168-a2aa-9d71480a441e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 943 time: 0.0540092 Sep 30 08:02:06.966324 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0b8722-6949-4292-b00f-ac21ed04b141" -d '{"events": [{"name": "network-changed", "server_uuid": "821a542c-feb7-416b-b612-ecd983a71eac", "tag": "90964885-bc3d-4d3b-894b-ff2a2e11e652"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:07.015848 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 90964885-bc3d-4d3b-894b-ff2a2e11e652 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:02:07.029609 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d6ae29a-f13a-40d0-a600-4ac4986dd3d3 req-a2454756-07cf-47d7-b896-5bddd28f47b9 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600214 Sep 30 08:02:07.042003 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1e83def-7bb7-40c7-960a-8859670d780a req-3bc16ef7-ad0c-44aa-acaf-2e18da7b8414 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/ea88b14e-86d3-4f7b-843c-118da46638b4 HTTP/1.1" status: 200 len: 1804 time: 0.0587180 Sep 30 08:02:07.042392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11436004-ae33-431e-bb91-dbabf58c37bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25b2a149-6b39-4d5a-94f5-9fa3a8e28bff'}, {'name': 'network-changed', 'server_uuid': '11436004-ae33-431e-bb91-dbabf58c37bb', 'tag': '25b2a149-6b39-4d5a-94f5-9fa3a8e28bff'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:07.044924 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe69c86-e918-4508-b1e9-1a62ca9457f1" -d '{"events": [{"server_uuid": "11436004-ae33-431e-bb91-dbabf58c37bb", "name": "network-vif-unplugged", "status": "completed", "tag": "25b2a149-6b39-4d5a-94f5-9fa3a8e28bff"}, {"name": "network-changed", "server_uuid": "11436004-ae33-431e-bb91-dbabf58c37bb", "tag": "25b2a149-6b39-4d5a-94f5-9fa3a8e28bff"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:07.120237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-900b269b-5de9-4c5f-8a63-3c9cd1cf391d admin admin] Deleting port 6df6dd58-a21a-45da-bfcf-f265474f69ba {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:02:07.120820 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900b269b-5de9-4c5f-8a63-3c9cd1cf391d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:07.146169 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 90964885-bc3d-4d3b-894b-ff2a2e11e652, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:07.159042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '90964885-bc3d-4d3b-894b-ff2a2e11e652', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '90964885-bc3d-4d3b-894b-ff2a2e11e652', 'mac_address': 'fa:16:3e:fe:4c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:02:07.206458 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:07.219802 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-900b269b-5de9-4c5f-8a63-3c9cd1cf391d admin admin] For port 6df6dd58-a21a-45da-bfcf-f265474f69ba, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=6df6dd58-a21a-45da-bfcf-f265474f69ba,segment=NetworkSegment(a0d67587-d6af-4411-964f-a808ac77b808),segment_id=a0d67587-d6af-4411-964f-a808ac77b808)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:07.220205 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900b269b-5de9-4c5f-8a63-3c9cd1cf391d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:07.225655 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90964885-bc3d-4d3b-894b-ff2a2e11e652 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:07.235440 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-900b269b-5de9-4c5f-8a63-3c9cd1cf391d admin admin] Calling delete_port for 6df6dd58-a21a-45da-bfcf-f265474f69ba owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:02:07.247184 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 90964885-bc3d-4d3b-894b-ff2a2e11e652, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:07.252607 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:07.267868 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-863cee55-7023-4296-a371-4fa9135f2f6f req-67062e2b-af6a-4d82-a70b-8141db482745 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-187231473', 'description': 'tempest-description-1513500426'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:07.301883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=90964885-bc3d-4d3b-894b-ff2a2e11e652,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:07.309845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:07.310339 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:07.311711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:07.311711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:07.311711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:07.311711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:07.312083 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:07.312394 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:07.312722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:07.313048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:07.313374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:07.313698 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:07.322302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6496eb-5677-4648-8a74-843811ef2696 req-9723dd2c-0699-4f8d-a18a-cb1b8c899f62 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:07.326634 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc6496eb-5677-4648-8a74-843811ef2696 req-9723dd2c-0699-4f8d-a18a-cb1b8c899f62 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 820 time: 0.2006223 Sep 30 08:02:07.349193 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc6496eb-5677-4648-8a74-843811ef2696 req-09bb2673-21a4-454c-9dd0-7cbb100877a2 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/quotas/b90880b9f658495fbcf10eee4b545dee HTTP/1.1" status: 200 len: 375 time: 0.0184283 Sep 30 08:02:07.349876 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-863cee55-7023-4296-a371-4fa9135f2f6f req-67062e2b-af6a-4d82-a70b-8141db482745 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:07.397821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f93f5-c4dc-4e75-ab74-56097dc8d949 req-a806ca3a-4165-49ed-a81b-40994d3cbb64 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:07.399311 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-709f93f5-c4dc-4e75-ab74-56097dc8d949 req-a806ca3a-4165-49ed-a81b-40994d3cbb64 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.36 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac&tenant_id=21516085bfed40e3aed84af26bb1b679&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 948 time: 0.1271880 Sep 30 08:02:07.431099 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900b269b-5de9-4c5f-8a63-3c9cd1cf391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:07.454400 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b269b-5de9-4c5f-8a63-3c9cd1cf391d admin admin] Pushing event deleted for resources: {'Port': ['ID=6df6dd58-a21a-45da-bfcf-f265474f69ba,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:07.462201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc6496eb-5677-4648-8a74-843811ef2696 req-2b742799-844c-4ace-8ea7-3abb799383c3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1067977 Sep 30 08:02:07.536403 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-709f93f5-c4dc-4e75-ab74-56097dc8d949 req-2f51691e-1ed4-498b-9808-6b82b72feca8 service neutron] delete failed (client error): The resource could not be found. Sep 30 08:02:07.537531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-709f93f5-c4dc-4e75-ab74-56097dc8d949 req-2f51691e-1ed4-498b-9808-6b82b72feca8 service neutron] 10.222.0.36 "DELETE /v2.0/ports/90964885-bc3d-4d3b-894b-ff2a2e11e652/bindings/n-h1-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.1293175 Sep 30 08:02:07.603620 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-863cee55-7023-4296-a371-4fa9135f2f6f req-67062e2b-af6a-4d82-a70b-8141db482745 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:07.609293 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-863cee55-7023-4296-a371-4fa9135f2f6f req-67062e2b-af6a-4d82-a70b-8141db482745 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:07.626288 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['90964885-bc3d-4d3b-894b-ff2a2e11e652'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:07.651810 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900b269b-5de9-4c5f-8a63-3c9cd1cf391d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:07.665849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc6496eb-5677-4648-8a74-843811ef2696 req-fe8800dd-2973-4afb-9f23-e41d082fcabf service neutron] 10.222.0.24 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798098 Sep 30 08:02:07.674300 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-863cee55-7023-4296-a371-4fa9135f2f6f req-67062e2b-af6a-4d82-a70b-8141db482745 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:07.680845 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-863cee55-7023-4296-a371-4fa9135f2f6f req-67062e2b-af6a-4d82-a70b-8141db482745 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4200802 Sep 30 08:02:07.682601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67062e2b-af6a-4d82-a70b-8141db482745 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3511ebe3-1946-4407-8834-254ca4c848e4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:07.810222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f93f5-c4dc-4e75-ab74-56097dc8d949 req-9680ca0e-4244-4a71-8a9d-83d95976206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:07.811776 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-709f93f5-c4dc-4e75-ab74-56097dc8d949 req-9680ca0e-4244-4a71-8a9d-83d95976206e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 1099 time: 0.1901398 Sep 30 08:02:07.863169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc6496eb-5677-4648-8a74-843811ef2696 req-2a2b4c85-0755-4429-bd78-16723cf40788 service neutron] 10.222.0.24 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658375 Sep 30 08:02:07.915180 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900b269b-5de9-4c5f-8a63-3c9cd1cf391d admin admin] Router 7ca531f2-5b2f-4c1e-8063-db9c42aa8da5 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:02:07.928222 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135b1f39-151f-4062-a223-c54ea71f1ee4 x-openstack-request-id: req-135b1f39-151f-4062-a223-c54ea71f1ee4 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:07.929008 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821a542c-feb7-416b-b612-ecd983a71eac", "tag": "90964885-bc3d-4d3b-894b-ff2a2e11e652", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:07.929262 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-135b1f39-151f-4062-a223-c54ea71f1ee4 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:07.930029 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821a542c-feb7-416b-b612-ecd983a71eac', 'tag': '90964885-bc3d-4d3b-894b-ff2a2e11e652', 'status': 'completed', 'code': 200} Sep 30 08:02:07.947959 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f93f5-c4dc-4e75-ab74-56097dc8d949 req-58a6bdd4-3cb6-4efb-af9c-733fe41e2998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:07.949586 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-709f93f5-c4dc-4e75-ab74-56097dc8d949 req-58a6bdd4-3cb6-4efb-af9c-733fe41e2998 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1286523 Sep 30 08:02:07.970705 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b4bea3-f07c-45f5-8436-bf76b1ba70b9 x-openstack-request-id: req-e7b4bea3-f07c-45f5-8436-bf76b1ba70b9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:07.971163 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11436004-ae33-431e-bb91-dbabf58c37bb", "name": "network-vif-unplugged", "status": "completed", "tag": "25b2a149-6b39-4d5a-94f5-9fa3a8e28bff", "code": 200}, {"name": "network-changed", "server_uuid": "11436004-ae33-431e-bb91-dbabf58c37bb", "tag": "25b2a149-6b39-4d5a-94f5-9fa3a8e28bff", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:07.971595 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7b4bea3-f07c-45f5-8436-bf76b1ba70b9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:07.973222 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11436004-ae33-431e-bb91-dbabf58c37bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25b2a149-6b39-4d5a-94f5-9fa3a8e28bff', 'code': 200} Sep 30 08:02:07.973222 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11436004-ae33-431e-bb91-dbabf58c37bb', 'tag': '25b2a149-6b39-4d5a-94f5-9fa3a8e28bff', 'status': 'completed', 'code': 200} Sep 30 08:02:08.011359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-709f93f5-c4dc-4e75-ab74-56097dc8d949 req-3c4e6a00-8d18-445e-93c7-07fdbf08a2c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652 HTTP/1.1" status: 200 len: 217 time: 0.0493913 Sep 30 08:02:08.014358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-461b8a48-06b9-4fff-8d1f-148bc51d3823 req-a129aadd-ff74-4033-844b-d98027bc2b05 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1927772386', 'description': 'tempest-description-210872475'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:08.068152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900b269b-5de9-4c5f-8a63-3c9cd1cf391d admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:02:08.078733 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-900b269b-5de9-4c5f-8a63-3c9cd1cf391d admin admin] 10.222.0.24 "PUT /v2.0/routers/7ca531f2-5b2f-4c1e-8063-db9c42aa8da5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7891998 Sep 30 08:02:08.084926 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b9fef-a188-462f-ad2c-ea13ec913ea5 None None] Sync routers for ids ['7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:02:08.089896 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45830) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:08.095942 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b9fef-a188-462f-ad2c-ea13ec913ea5 None None] Routers {'7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:02:08.096560 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-438b9fef-a188-462f-ad2c-ea13ec913ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:01:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:08.144625 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-461b8a48-06b9-4fff-8d1f-148bc51d3823 req-a129aadd-ff74-4033-844b-d98027bc2b05 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:08.154987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f93f5-c4dc-4e75-ab74-56097dc8d949 req-a09053cd-92bb-43f4-9c9e-dbbba61926c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:08.156526 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-709f93f5-c4dc-4e75-ab74-56097dc8d949 req-a09053cd-92bb-43f4-9c9e-dbbba61926c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1371553 Sep 30 08:02:08.166118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-8644b795-4e0a-4a2a-b536-21249f4f161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:08.167697 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-8644b795-4e0a-4a2a-b536-21249f4f161b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 1099 time: 0.0899081 Sep 30 08:02:08.205817 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe69c86-e918-4508-b1e9-1a62ca9457f1 req-df7956ef-e8fd-4cc7-80c1-ad8308b64f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:08.207558 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fe69c86-e918-4508-b1e9-1a62ca9457f1 req-df7956ef-e8fd-4cc7-80c1-ad8308b64f03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 1124 time: 0.1089602 Sep 30 08:02:08.218983 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b7344-9282-4e09-b5fe-1b2126ecc56a req-a423cffa-b2ab-46ea-9b8d-d676b0ba55fa tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:08.220491 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb5b7344-9282-4e09-b5fe-1b2126ecc56a req-a423cffa-b2ab-46ea-9b8d-d676b0ba55fa tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 948 time: 0.1720865 Sep 30 08:02:08.248880 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-438b9fef-a188-462f-ad2c-ea13ec913ea5 None None] Set router 7ca531f2-5b2f-4c1e-8063-db9c42aa8da5 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:02:08.263992 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9188f68d-20a1-4fbd-ae6a-d78b12cf9a8d admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:08.293997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f93f5-c4dc-4e75-ab74-56097dc8d949 req-95f112b7-7a2c-4554-8612-078a0709814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:08.295712 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-709f93f5-c4dc-4e75-ab74-56097dc8d949 req-95f112b7-7a2c-4554-8612-078a0709814b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1300068 Sep 30 08:02:08.398696 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe69c86-e918-4508-b1e9-1a62ca9457f1 req-427d97db-3fd5-4303-9f8b-3664fb154c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:08.400425 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fe69c86-e918-4508-b1e9-1a62ca9457f1 req-427d97db-3fd5-4303-9f8b-3664fb154c93 service neutron] 10.222.0.35 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.1691337 Sep 30 08:02:08.442539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb5b7344-9282-4e09-b5fe-1b2126ecc56a req-279aa6ad-3351-4307-9cbb-cc505980c173 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122312 Sep 30 08:02:08.469601 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-438b9fef-a188-462f-ad2c-ea13ec913ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1932036545-router', 'tenant_id': 'fdef76861c634f249c5aedc1299c2409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:01:36Z', 'updated_at': '2021-09-30T08:02:07Z', 'revision_number': 5, 'project_id': 'fdef76861c634f249c5aedc1299c2409', 'gw_port': {'id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:01:37Z', 'updated_at': '2021-09-30T08:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:08.508344 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b9fef-a188-462f-ad2c-ea13ec913ea5 None None] Checking router: 7ca531f2-5b2f-4c1e-8063-db9c42aa8da5 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:02:08.514660 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fe69c86-e918-4508-b1e9-1a62ca9457f1 req-0422ab44-f875-445c-8a52-47aef5e0e39d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff HTTP/1.1" status: 200 len: 217 time: 0.0708530 Sep 30 08:02:08.517546 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b9fef-a188-462f-ad2c-ea13ec913ea5 None None] Routers {'7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:02:08.518317 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-438b9fef-a188-462f-ad2c-ea13ec913ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:01:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:08.523938 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-461b8a48-06b9-4fff-8d1f-148bc51d3823 req-a129aadd-ff74-4033-844b-d98027bc2b05 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:08.568417 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-461b8a48-06b9-4fff-8d1f-148bc51d3823 req-a129aadd-ff74-4033-844b-d98027bc2b05 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:08.640683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-fc7ce5de-5d7d-4703-8610-6a70b80603cf req-20060411-ee14-4490-9ab3-ee7894c121d7 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1096538455', 'description': 'tempest-description-444253839'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:08.665101 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129aadd-ff74-4033-844b-d98027bc2b05 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4039879b-b147-4174-a4ae-b031d530d207,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:08.671837 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-438b9fef-a188-462f-ad2c-ea13ec913ea5 None None] Set router 7ca531f2-5b2f-4c1e-8063-db9c42aa8da5 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:02:08.711727 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fc7ce5de-5d7d-4703-8610-6a70b80603cf req-20060411-ee14-4490-9ab3-ee7894c121d7 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:08.713980 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-e4c70f1a-d0f1-463a-a89e-8571238e6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:08.715801 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-e4c70f1a-d0f1-463a-a89e-8571238e6514 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.5348284 Sep 30 08:02:08.716041 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe69c86-e918-4508-b1e9-1a62ca9457f1 req-e6d4393d-64b0-4342-b701-68e436df8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:08.717527 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fe69c86-e918-4508-b1e9-1a62ca9457f1 req-e6d4393d-64b0-4342-b701-68e436df8d98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.1898210 Sep 30 08:02:08.727631 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-461b8a48-06b9-4fff-8d1f-148bc51d3823 req-a129aadd-ff74-4033-844b-d98027bc2b05 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:08.732824 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:02:08.748391 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-461b8a48-06b9-4fff-8d1f-148bc51d3823 req-a129aadd-ff74-4033-844b-d98027bc2b05 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7397490 Sep 30 08:02:08.761354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-709f93f5-c4dc-4e75-ab74-56097dc8d949 req-02270533-fc7c-47d4-8f91-edbd32da7a71 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527826 Sep 30 08:02:08.784797 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-17136bdc-4115-4e8f-870e-41c4a030faa2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652 HTTP/1.1" status: 200 len: 217 time: 0.0470686 Sep 30 08:02:08.789005 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9188f68d-20a1-4fbd-ae6a-d78b12cf9a8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:08.871691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fe69c86-e918-4508-b1e9-1a62ca9457f1 req-c41c66f1-f536-4b9f-ac7b-482e34010661 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168706 Sep 30 08:02:08.891610 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:08.901416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-db44f5bb-cd3c-411f-90a1-a243532ad31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:08.902987 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-db44f5bb-cd3c-411f-90a1-a243532ad31b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1081550 Sep 30 08:02:08.916316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff has no active binding in host n-h1-807359-2 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:02:08.927341 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-438b9fef-a188-462f-ad2c-ea13ec913ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1932036545-router', 'tenant_id': 'fdef76861c634f249c5aedc1299c2409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:01:36Z', 'updated_at': '2021-09-30T08:02:07Z', 'revision_number': 5, 'project_id': 'fdef76861c634f249c5aedc1299c2409', 'gw_port': {'id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:01:37Z', 'updated_at': '2021-09-30T08:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:08.964373 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b9fef-a188-462f-ad2c-ea13ec913ea5 None None] The sync data for ids ['7ca531f2-5b2f-4c1e-8063-db9c42aa8da5'] in n-d-807359-2 is: [{'id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'name': 'tempest-FloatingIPDetailsTestJSON-1932036545-router', 'tenant_id': 'fdef76861c634f249c5aedc1299c2409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:01:36Z', 'updated_at': '2021-09-30T08:02:07Z', 'revision_number': 5, 'project_id': 'fdef76861c634f249c5aedc1299c2409', 'gw_port': {'id': '65ed57e8-9dcf-4f8f-b2c3-067f504cee7c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:45:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca531f2-5b2f-4c1e-8063-db9c42aa8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:01:37Z', 'updated_at': '2021-09-30T08:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:02:09.016551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 90964885-bc3d-4d3b-894b-ff2a2e11e652 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:09.033694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-f194d0e3-a7e9-49dc-a677-ea4d849e63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:09.035467 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-f194d0e3-a7e9-49dc-a677-ea4d849e63a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245089 Sep 30 08:02:09.098016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 90964885-bc3d-4d3b-894b-ff2a2e11e652 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:02:09.105634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 90964885-bc3d-4d3b-894b-ff2a2e11e652 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:09.107225 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:09.156588 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-f600f9d5-5283-4e8b-89dc-4c8d544f90c3 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108708 Sep 30 08:02:09.159629 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-a5f28c80-1e75-4d76-8ca6-649c7e274368 service neutron] 10.222.0.35 "GET /v2.0/ports/25b2a149-6b39-4d5a-94f5-9fa3a8e28bff/bindings/n-h1-807359-2 HTTP/1.1" status: 200 len: 384 time: 0.2545061 Sep 30 08:02:09.265459 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:09.278659 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-b93a0428-28bd-4552-b9b3-02cd6a5fc4e6 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068404 Sep 30 08:02:09.310089 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821a542c-feb7-416b-b612-ecd983a71eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90964885-bc3d-4d3b-894b-ff2a2e11e652'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:09.321117 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8f9fc4-c1a1-4f8d-8361-ea846cce1a9d" -d '{"events": [{"server_uuid": "821a542c-feb7-416b-b612-ecd983a71eac", "name": "network-vif-plugged", "status": "completed", "tag": "90964885-bc3d-4d3b-894b-ff2a2e11e652"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:09.337067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9188f68d-20a1-4fbd-ae6a-d78b12cf9a8d admin admin] Deleting port 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:02:09.337412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9188f68d-20a1-4fbd-ae6a-d78b12cf9a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:09.349821 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 90964885-bc3d-4d3b-894b-ff2a2e11e652, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:09.356954 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:09.418993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=90964885-bc3d-4d3b-894b-ff2a2e11e652,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:09.426956 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 6df6dd58-a21a-45da-bfcf-f265474f69ba no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:02:09.436484 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fc7ce5de-5d7d-4703-8610-6a70b80603cf req-20060411-ee14-4490-9ab3-ee7894c121d7 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:09.463064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 6df6dd58-a21a-45da-bfcf-f265474f69ba {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:02:09.463640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 6df6dd58-a21a-45da-bfcf-f265474f69ba not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:02:09.482722 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fc7ce5de-5d7d-4703-8610-6a70b80603cf req-20060411-ee14-4490-9ab3-ee7894c121d7 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:09.500261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-9188f68d-20a1-4fbd-ae6a-d78b12cf9a8d admin admin] For port 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=65ed57e8-9dcf-4f8f-b2c3-067f504cee7c,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:09.500619 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9188f68d-20a1-4fbd-ae6a-d78b12cf9a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:09.521798 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db9b53fa-eee1-46d7-a028-fcd9ec7509e5 req-228c196e-f105-481c-9c41-943e506e965e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 210 time: 0.2354751 Sep 30 08:02:09.529127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9188f68d-20a1-4fbd-ae6a-d78b12cf9a8d admin admin] Calling delete_port for 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:02:09.575456 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fc7ce5de-5d7d-4703-8610-6a70b80603cf req-20060411-ee14-4490-9ab3-ee7894c121d7 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:09.576826 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc7ce5de-5d7d-4703-8610-6a70b80603cf req-20060411-ee14-4490-9ab3-ee7894c121d7 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0058184 Sep 30 08:02:09.629933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6496eb-5677-4648-8a74-843811ef2696 req-8130387e-7589-4e00-87c3-71c5ec2748b6 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:09.631525 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc6496eb-5677-4648-8a74-843811ef2696 req-8130387e-7589-4e00-87c3-71c5ec2748b6 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.36 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 820 time: 0.3425999 Sep 30 08:02:09.651166 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20060411-ee14-4490-9ab3-ee7894c121d7 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a49526d-d84a-4d1b-97e7-9718559342cf,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:09.671724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-cc6496eb-5677-4648-8a74-843811ef2696 req-63b70977-96d7-4df6-99e3-cab62d972a89 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Request body: {'port': {'device_id': 'a33a2928-09e1-46eb-bb2e-f7498f4dd284', 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25', 'admin_state_up': True, 'tenant_id': 'b90880b9f658495fbcf10eee4b545dee'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:09.676471 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-af805f36-493f-4800-b3f2-d11c525c4450 service neutron] For port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:09.704505 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-709f93f5-c4dc-4e75-ab74-56097dc8d949 req-2d26cbe8-62ca-4b31-8eaf-6b47ff578de7 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9268024 Sep 30 08:02:09.744392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-af805f36-493f-4800-b3f2-d11c525c4450 service neutron] For port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:09.751695 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fe69c86-e918-4508-b1e9-1a62ca9457f1 req-41ad4383-5da9-4f8b-a35d-1df7717c01c1 service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8621609 Sep 30 08:02:09.793111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-af805f36-493f-4800-b3f2-d11c525c4450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:09.805643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-af805f36-493f-4800-b3f2-d11c525c4450 service neutron] For port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:09.843277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c3c105d-488e-45e7-a5fb-ad6cdb4d1155 req-05f64951-3885-4494-a362-ba01e145b49f tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/4039879b-b147-4174-a4ae-b031d530d207 HTTP/1.1" status: 200 len: 1804 time: 0.2285626 Sep 30 08:02:09.843496 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-af805f36-493f-4800-b3f2-d11c525c4450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:09.856249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647306c4-2ce4-4f80-b390-ac8f4431904f req-0f28bca3-afdf-4bb8-9cab-0a9428183783 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:09.857763 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-647306c4-2ce4-4f80-b390-ac8f4431904f req-0f28bca3-afdf-4bb8-9cab-0a9428183783 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 943 time: 0.2480693 Sep 30 08:02:09.874611 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:09.877368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0c3c105d-488e-45e7-a5fb-ad6cdb4d1155 req-82a4b2e5-8ae3-41e2-8da7-ff3782483500 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4039879b-b147-4174-a4ae-b031d530d207', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:09.877691 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0c3c105d-488e-45e7-a5fb-ad6cdb4d1155 req-82a4b2e5-8ae3-41e2-8da7-ff3782483500 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4039879b-b147-4174-a4ae-b031d530d207', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:09.910269 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9188f68d-20a1-4fbd-ae6a-d78b12cf9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:09.945639 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188f68d-20a1-4fbd-ae6a-d78b12cf9a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=65ed57e8-9dcf-4f8f-b2c3-067f504cee7c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:09.973890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-0ce2455c-7abe-400d-aeb5-3d7d12e82d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:09.975426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-0ce2455c-7abe-400d-aeb5-3d7d12e82d9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 1100 time: 0.2109237 Sep 30 08:02:09.997277 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-af805f36-493f-4800-b3f2-d11c525c4450 service neutron] Transition to ACTIVE for port object 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:02:10.006680 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-af805f36-493f-4800-b3f2-d11c525c4450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.040258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-647306c4-2ce4-4f80-b390-ac8f4431904f req-3772f14e-09a9-4a71-b7bb-a33debd5cfd4 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581416 Sep 30 08:02:10.055359 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9188f68d-20a1-4fbd-ae6a-d78b12cf9a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.072876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6496eb-5677-4648-8a74-843811ef2696 req-63b70977-96d7-4df6-99e3-cab62d972a89 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Made reservation on behalf of b90880b9f658495fbcf10eee4b545dee for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:02:10.076349 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cc6496eb-5677-4648-8a74-843811ef2696 req-63b70977-96d7-4df6-99e3-cab62d972a89 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.079502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fe69c86-e918-4508-b1e9-1a62ca9457f1 req-b9b428c8-e067-41f3-9c8d-b4bc241031b5 service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803588 Sep 30 08:02:10.121137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-af805f36-493f-4800-b3f2-d11c525c4450 service neutron] No DVR routers for this DVR port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:02:10.142984 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3c105d-488e-45e7-a5fb-ad6cdb4d1155 req-82a4b2e5-8ae3-41e2-8da7-ff3782483500 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.148940 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae528da9-100e-4d10-b6f9-4258d47b513d x-openstack-request-id: req-ae528da9-100e-4d10-b6f9-4258d47b513d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:10.149230 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821a542c-feb7-416b-b612-ecd983a71eac", "name": "network-vif-plugged", "status": "completed", "tag": "90964885-bc3d-4d3b-894b-ff2a2e11e652", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:10.149485 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae528da9-100e-4d10-b6f9-4258d47b513d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:10.149927 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821a542c-feb7-416b-b612-ecd983a71eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90964885-bc3d-4d3b-894b-ff2a2e11e652', 'code': 200} Sep 30 08:02:10.224714 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3c105d-488e-45e7-a5fb-ad6cdb4d1155 req-82a4b2e5-8ae3-41e2-8da7-ff3782483500 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.225786 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9188f68d-20a1-4fbd-ae6a-d78b12cf9a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.229018 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9188f68d-20a1-4fbd-ae6a-d78b12cf9a8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.238822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-a8d72a78-ceb4-4e93-8201-108fe5df89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:10.240330 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-a8d72a78-ceb4-4e93-8201-108fe5df89f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2476840 Sep 30 08:02:10.256660 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3c105d-488e-45e7-a5fb-ad6cdb4d1155 req-82a4b2e5-8ae3-41e2-8da7-ff3782483500 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.327558 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-af805f36-493f-4800-b3f2-d11c525c4450 service neutron] 10.222.0.35 "PUT /v2.0/ports/25b2a149-6b39-4d5a-94f5-9fa3a8e28bff/bindings/n-h1-807359-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0513849 Sep 30 08:02:10.329040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af805f36-493f-4800-b3f2-d11c525c4450 service neutron] Pushing event updated for resources: {'Port': ['ID=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:10.329449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-4187b814-9857-42f8-98a6-e2444025a077 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652 HTTP/1.1" status: 200 len: 217 time: 0.0706382 Sep 30 08:02:10.334565 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4b2e5-8ae3-41e2-8da7-ff3782483500 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c30f09-7f1d-4da8-9fba-42ecd1ce8304,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:10.339855 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9188f68d-20a1-4fbd-ae6a-d78b12cf9a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.340797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9188f68d-20a1-4fbd-ae6a-d78b12cf9a8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ca531f2-5b2f-4c1e-8063-db9c42aa8da5 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:02:10.346911 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9188f68d-20a1-4fbd-ae6a-d78b12cf9a8d admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.351149 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9188f68d-20a1-4fbd-ae6a-d78b12cf9a8d admin admin] 10.222.0.24 "DELETE /v2.0/routers/7ca531f2-5b2f-4c1e-8063-db9c42aa8da5 HTTP/1.1" status: 204 len: 168 time: 2.2586741 Sep 30 08:02:10.351149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45852) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:10.372085 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3c105d-488e-45e7-a5fb-ad6cdb4d1155 req-82a4b2e5-8ae3-41e2-8da7-ff3782483500 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.385134 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c3c105d-488e-45e7-a5fb-ad6cdb4d1155 req-82a4b2e5-8ae3-41e2-8da7-ff3782483500 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5214162 Sep 30 08:02:10.410603 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac9f2e7-1f5b-4781-b826-0bc1f625b9b3 admin admin] Deleting subnet 39902700-2a6a-431e-944a-8e64fe088ec6 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:02:10.415700 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ac9f2e7-1f5b-4781-b826-0bc1f625b9b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.457032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7153fbe-0051-4f15-8dff-641f0a83ac3c req-65b8c5c7-83d8-48e5-b73b-88e6eed3bcbe tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:10.466162 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b7153fbe-0051-4f15-8dff-641f0a83ac3c req-65b8c5c7-83d8-48e5-b73b-88e6eed3bcbe tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.2530625 Sep 30 08:02:10.484463 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ac9f2e7-1f5b-4781-b826-0bc1f625b9b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.496037 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0dce1613-f3c4-42da-bcd7-e451541a2b2d req-d8743f95-083e-4bfb-8ac4-ba309aadae22 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1982366485', 'description': 'tempest-description-1718711426'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:10.540984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-68b64df0-0c4a-4c9d-a97f-aef97f18ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:10.542450 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-68b64df0-0c4a-4c9d-a97f-aef97f18ce3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.2008727 Sep 30 08:02:10.575589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-cc6496eb-5677-4648-8a74-843811ef2696 req-63b70977-96d7-4df6-99e3-cab62d972a89 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Allocated IP 172.20.0.3 (27eb64fb-38bc-4d58-ae7e-58a30f475b25/ab2ee65f-beaa-498e-bdba-cae189f73676/4731e352-b768-4713-84c2-6bc665bc0792) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:02:10.616018 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ac9f2e7-1f5b-4781-b826-0bc1f625b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.616880 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dce1613-f3c4-42da-bcd7-e451541a2b2d req-d8743f95-083e-4bfb-8ac4-ba309aadae22 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.621782 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b7153fbe-0051-4f15-8dff-641f0a83ac3c req-560c151f-b33b-438d-abc0-82c8f7b780e0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548238 Sep 30 08:02:10.636250 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-219f9700-adfd-4f57-8d08-96a21fe40877 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:10.638221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-219f9700-adfd-4f57-8d08-96a21fe40877 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb&tenant_id=b077f759674d4d92a5ac98950a22949d&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 1095 time: 0.1627233 Sep 30 08:02:10.682006 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ac9f2e7-1f5b-4781-b826-0bc1f625b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.699204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-6404e336-45a6-45c9-8e22-8a3c56948738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:10.700736 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-6404e336-45a6-45c9-8e22-8a3c56948738 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1490126 Sep 30 08:02:10.709916 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9f2e7-1f5b-4781-b826-0bc1f625b9b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39902700-2a6a-431e-944a-8e64fe088ec6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:10.715578 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ac9f2e7-1f5b-4781-b826-0bc1f625b9b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.720113 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1ac9f2e7-1f5b-4781-b826-0bc1f625b9b3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/39902700-2a6a-431e-944a-8e64fe088ec6 HTTP/1.1" status: 204 len: 168 time: 0.3679316 Sep 30 08:02:10.720714 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:10.723549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bce3a4-7ab3-4cec-8945-ce8d88bddf95 None None] Network ee363390-b407-4d57-be1e-ba11a905a877 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:02:10.798309 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.853134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-70861925-2180-4b81-b0ab-752bff1e8698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:10.854747 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-70861925-2180-4b81-b0ab-752bff1e8698 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb&tenant_id=b077f759674d4d92a5ac98950a22949d HTTP/1.1" status: 200 len: 1095 time: 0.2076149 Sep 30 08:02:10.863202 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] Deleting port 11b78881-bd77-4c6c-89e5-d8f377314bb2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:02:10.863871 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.940186 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad461fa-87c1-4f15-9779-a240cd51bd73 None None] DHCP port deletion for ee363390-b407-4d57-be1e-ba11a905a877 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:02:10.946276 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] For port 11b78881-bd77-4c6c-89e5-d8f377314bb2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=11b78881-bd77-4c6c-89e5-d8f377314bb2,segment=NetworkSegment(a0d67587-d6af-4411-964f-a808ac77b808),segment_id=a0d67587-d6af-4411-964f-a808ac77b808)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:10.946841 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:10.963507 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] Calling delete_port for 11b78881-bd77-4c6c-89e5-d8f377314bb2 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:02:10.976370 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2fb186ba-bda8-446b-9a91-5e8602c127d0 req-f22f9596-9576-440a-904f-8d5c41c64f50 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/4039879b-b147-4174-a4ae-b031d530d207 HTTP/1.1" status: 200 len: 2397 time: 0.2732413 Sep 30 08:02:11.004626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8ad461fa-87c1-4f15-9779-a240cd51bd73 None None] Deleting port 11b78881-bd77-4c6c-89e5-d8f377314bb2 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:02:11.005091 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ad461fa-87c1-4f15-9779-a240cd51bd73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.028939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2fb186ba-bda8-446b-9a91-5e8602c127d0 req-2609774e-7436-4570-816b-78d6843f55e3 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4039879b-b147-4174-a4ae-b031d530d207', 'remote_group_id': None}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:11.029269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2fb186ba-bda8-446b-9a91-5e8602c127d0 req-2609774e-7436-4570-816b-78d6843f55e3 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4039879b-b147-4174-a4ae-b031d530d207', 'remote_group_id': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:11.038551 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dce1613-f3c4-42da-bcd7-e451541a2b2d req-d8743f95-083e-4bfb-8ac4-ba309aadae22 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.048705 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-12102f2e-728b-45a0-b14f-9796ef7c008d service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381062 Sep 30 08:02:11.058841 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.066579 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dce1613-f3c4-42da-bcd7-e451541a2b2d req-d8743f95-083e-4bfb-8ac4-ba309aadae22 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.071091 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8ad461fa-87c1-4f15-9779-a240cd51bd73 None None] For port 11b78881-bd77-4c6c-89e5-d8f377314bb2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=11b78881-bd77-4c6c-89e5-d8f377314bb2,segment=NetworkSegment(a0d67587-d6af-4411-964f-a808ac77b808),segment_id=a0d67587-d6af-4411-964f-a808ac77b808)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:11.071488 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ad461fa-87c1-4f15-9779-a240cd51bd73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.084579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8ad461fa-87c1-4f15-9779-a240cd51bd73 None None] Calling delete_port for 11b78881-bd77-4c6c-89e5-d8f377314bb2 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:02:11.085800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b78881-bd77-4c6c-89e5-d8f377314bb2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:11.089528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] No DVR routers for this DVR port 11b78881-bd77-4c6c-89e5-d8f377314bb2 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:02:11.162430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-6efa3173-2b22-4b63-b608-8191ad3ebf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:11.163846 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-6efa3173-2b22-4b63-b608-8191ad3ebf17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 1095 time: 0.2718825 Sep 30 08:02:11.164922 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.189839 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee363390-b407-4d57-be1e-ba11a905a877']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:11.201794 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d67587-d6af-4411-964f-a808ac77b808') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:11.202193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d67587-d6af-4411-964f-a808ac77b808') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:11.213853 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.229607 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.239208 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:02:11.239576 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.239781 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dce1613-f3c4-42da-bcd7-e451541a2b2d req-d8743f95-083e-4bfb-8ac4-ba309aadae22 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.241449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0dce1613-f3c4-42da-bcd7-e451541a2b2d req-d8743f95-083e-4bfb-8ac4-ba309aadae22 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7491031 Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:02:11.241846 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:02:11.258605 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cc6496eb-5677-4648-8a74-843811ef2696 req-63b70977-96d7-4df6-99e3-cab62d972a89 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.269610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8743f95-083e-4bfb-8ac4-ba309aadae22 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4264228f-cebe-4ad5-a974-9a5c6b5ded6f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:11.282916 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c0b8722-6949-4292-b00f-ac21ed04b141 req-24d62a62-ff24-46ea-b2d7-fa6e84cdf086 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240736 Sep 30 08:02:11.337373 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.340642 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:02:11.350068 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.352557 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ee363390-b407-4d57-be1e-ba11a905a877 HTTP/1.1" status: 204 len: 168 time: 0.6309273 Sep 30 08:02:11.364586 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3654f48-6fb1-4b4e-8f74-b3186d2d6700 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee363390-b407-4d57-be1e-ba11a905a877,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:11.381809 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:02:11.382149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 65ed57e8-9dcf-4f8f-b2c3-067f504cee7c not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:02:11.382754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 11b78881-bd77-4c6c-89e5-d8f377314bb2 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:02:11.400128 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2fb186ba-bda8-446b-9a91-5e8602c127d0 req-2609774e-7436-4570-816b-78d6843f55e3 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.404197 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 11b78881-bd77-4c6c-89e5-d8f377314bb2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:02:11.404900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 11b78881-bd77-4c6c-89e5-d8f377314bb2 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:02:11.408644 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd8aa357-aed0-47c8-b6d2-ecf059445ade req-96b44fa1-9e0a-460a-89f1-2dbfc42ac12d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 210 time: 0.0573473 Sep 30 08:02:11.410080 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ad461fa-87c1-4f15-9779-a240cd51bd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.441772 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ad461fa-87c1-4f15-9779-a240cd51bd73 None None] Network ee363390-b407-4d57-be1e-ba11a905a877 is not hosted by any dhcp agent {{(pid=94839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:02:11.442866 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad461fa-87c1-4f15-9779-a240cd51bd73 None None] No DVR routers for this DVR port 11b78881-bd77-4c6c-89e5-d8f377314bb2 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:02:11.444577 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad461fa-87c1-4f15-9779-a240cd51bd73 None None] Pushing event deleted for resources: {'Port': ['ID=11b78881-bd77-4c6c-89e5-d8f377314bb2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:11.452442 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-02bdce4d-f72e-458f-8aec-f070cf7d3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:11.454062 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-02bdce4d-f72e-458f-8aec-f070cf7d3e82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.2745545 Sep 30 08:02:11.461300 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2fb186ba-bda8-446b-9a91-5e8602c127d0 req-2609774e-7436-4570-816b-78d6843f55e3 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.462788 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cc6496eb-5677-4648-8a74-843811ef2696 req-63b70977-96d7-4df6-99e3-cab62d972a89 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.483601 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2fb186ba-bda8-446b-9a91-5e8602c127d0 req-2609774e-7436-4570-816b-78d6843f55e3 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.570781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-01ecdb48-c25d-4843-8929-8a8376587dcc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff HTTP/1.1" status: 200 len: 217 time: 0.1027408 Sep 30 08:02:11.588464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45872) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:11.595056 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6496eb-5677-4648-8a74-843811ef2696 req-63b70977-96d7-4df6-99e3-cab62d972a89 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:11.605146 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2fb186ba-bda8-446b-9a91-5e8602c127d0 req-2609774e-7436-4570-816b-78d6843f55e3 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.606268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2fb186ba-bda8-446b-9a91-5e8602c127d0 req-2609774e-7436-4570-816b-78d6843f55e3 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6043015 Sep 30 08:02:11.607128 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609774e-7436-4570-816b-78d6843f55e3 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ec4678-c117-45a5-80d5-aaf3e64e50de,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:11.614462 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-cc6496eb-5677-4648-8a74-843811ef2696 req-63b70977-96d7-4df6-99e3-cab62d972a89 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:11.617322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6496eb-5677-4648-8a74-843811ef2696 req-63b70977-96d7-4df6-99e3-cab62d972a89 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:02:11.654122 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2f4373f0-27ba-4a0d-bf62-106d80176760 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdef76861c634f249c5aedc1299c2409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621738 Sep 30 08:02:11.654351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45878) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:11.709108 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db505a2d-98d2-4a44-9905-90f1e4b116bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.732190 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db505a2d-98d2-4a44-9905-90f1e4b116bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.781035 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db505a2d-98d2-4a44-9905-90f1e4b116bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.783558 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db505a2d-98d2-4a44-9905-90f1e4b116bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.785461 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-db505a2d-98d2-4a44-9905-90f1e4b116bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9551d58d-da0c-4fc4-b962-0926b6527ce2 HTTP/1.1" status: 204 len: 168 time: 0.1300709 Sep 30 08:02:11.793672 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db505a2d-98d2-4a44-9905-90f1e4b116bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9551d58d-da0c-4fc4-b962-0926b6527ce2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:11.920395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b70977-96d7-4df6-99e3-cab62d972a89 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Pushing event updated for resources: {'Port': ['ID=4731e352-b768-4713-84c2-6bc665bc0792,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:11.954947 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ce2251b-2569-429e-b928-2bd8159552c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:11.996845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa4162-eb22-4520-b242-b030d05c161e req-b5374e01-dfaa-4b86-b991-f5be6cd9eb86 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:11.998322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9aa4162-eb22-4520-b242-b030d05c161e req-b5374e01-dfaa-4b86-b991-f5be6cd9eb86 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.4720688 Sep 30 08:02:12.006501 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6496eb-5677-4648-8a74-843811ef2696 req-63b70977-96d7-4df6-99e3-cab62d972a89 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:12.007103 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cc6496eb-5677-4648-8a74-843811ef2696 req-63b70977-96d7-4df6-99e3-cab62d972a89 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:12.009962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-6f4a3477-7547-4878-878a-80ba5d22452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:12.011296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-6f4a3477-7547-4878-878a-80ba5d22452b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.4182699 Sep 30 08:02:12.065051 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-751b4209-9c6e-487f-b577-ea7b9134db03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454199 Sep 30 08:02:12.068271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc6496eb-5677-4648-8a74-843811ef2696 req-63b70977-96d7-4df6-99e3-cab62d972a89 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4106109 Sep 30 08:02:12.092299 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Request body: {'port': {'device_id': 'a33a2928-09e1-46eb-bb2e-f7498f4dd284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:12.103577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69282a-d8d0-43ba-b9b1-bd330f1a7a34 req-ca0f8095-9672-412d-8658-ec8f74ccf2ab tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:12.105374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e69282a-d8d0-43ba-b9b1-bd330f1a7a34 req-ca0f8095-9672-412d-8658-ec8f74ccf2ab tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 944 time: 0.1810524 Sep 30 08:02:12.135836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9aa4162-eb22-4520-b242-b030d05c161e req-f5315a75-091a-4cee-a970-49c530ff1962 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227376 Sep 30 08:02:12.257385 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:12.263043 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e69282a-d8d0-43ba-b9b1-bd330f1a7a34 req-5ab01184-ae98-4ead-8337-ad70459208b4 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305084 Sep 30 08:02:12.346179 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-1a771db0-c1bc-4617-8d79-345e54b18d9b service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635117 Sep 30 08:02:12.564954 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9a069c61-251e-4ddf-ab11-0869b813c899 req-da6eb085-d054-41cb-9c91-dddb76a4086c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1f3985d31fe488d8920a9c3bc8403cf HTTP/1.1" status: 200 len: 10895 time: 0.3732178 Sep 30 08:02:12.578941 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86bf6bc7-4fd9-4a5b-83c4-f0b2e1ca5222 req-84b34443-631d-4515-9121-7366a1e89cc0 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/4039879b-b147-4174-a4ae-b031d530d207 HTTP/1.1" status: 200 len: 2995 time: 0.2113760 Sep 30 08:02:12.625684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-9a5e9395-38f5-497c-8d9a-03dbd34467cd service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700357 Sep 30 08:02:12.705497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9a069c61-251e-4ddf-ab11-0869b813c899 req-8884d51d-8141-4bfb-bcfa-ce555108358a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/113438b2-7fe7-47be-9137-a113f233e34a HTTP/1.1" status: 200 len: 2981 time: 0.1307633 Sep 30 08:02:12.804514 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8fe11-37a4-46ce-8038-9f00bf1ee064 req-fc24dfda-ae6c-4704-973a-fc59bdd1e2a0 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:12.805932 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37f8fe11-37a4-46ce-8038-9f00bf1ee064 req-fc24dfda-ae6c-4704-973a-fc59bdd1e2a0 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 931 time: 0.1173456 Sep 30 08:02:12.818984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9a069c61-251e-4ddf-ab11-0869b813c899 req-5e34deb5-5cc6-4f55-900e-51ffc15d9941 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/113438b2-7fe7-47be-9137-a113f233e34a HTTP/1.1" status: 200 len: 2981 time: 0.0981057 Sep 30 08:02:12.912287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4731e352-b768-4713-84c2-6bc665bc0792 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:12.922551 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:12.932395 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37f8fe11-37a4-46ce-8038-9f00bf1ee064 req-050662a5-6e5a-47a9-bcb9-4a8c59ced654 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070769 Sep 30 08:02:12.942868 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-9ece2170-999f-473d-8707-dd38bd920898 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:12.944424 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-9ece2170-999f-473d-8707-dd38bd920898 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb&tenant_id=b077f759674d4d92a5ac98950a22949d&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 1095 time: 0.1202519 Sep 30 08:02:12.949185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Transition to ACTIVE for port object 4731e352-b768-4713-84c2-6bc665bc0792 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:02:12.961116 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.031318 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:02:13.047236 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccfb6e65-2875-42c5-ba84-367f8702b305 req-c953d704-6cfb-4068-847c-326bc8f8cf94 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-group-rules/85ec4678-c117-45a5-80d5-aaf3e64e50de HTTP/1.1" status: 200 len: 783 time: 0.0639751 Sep 30 08:02:13.092635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Pushing event updated for resources: {'Port': ['ID=4731e352-b768-4713-84c2-6bc665bc0792,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:13.110408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:02:13.205736 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccfb6e65-2875-42c5-ba84-367f8702b305 req-91ca6cf1-bd14-4626-8d6b-11777a064cd8 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/4039879b-b147-4174-a4ae-b031d530d207 HTTP/1.1" status: 200 len: 2995 time: 0.1451294 Sep 30 08:02:13.260298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Attempting to bind port 4731e352-b768-4713-84c2-6bc665bc0792 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:13.260627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Attempting to bind port 4731e352-b768-4713-84c2-6bc665bc0792 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:13.260954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Attempting to bind port 4731e352-b768-4713-84c2-6bc665bc0792 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:13.267253 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ccfb6e65-2875-42c5-ba84-367f8702b305 req-d5f09fd9-9134-4208-b73d-a9f7a6de4a4b tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.275542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Port 4731e352-b768-4713-84c2-6bc665bc0792 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:02:13.275867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Attempting to bind port 4731e352-b768-4713-84c2-6bc665bc0792 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:13.278860 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ccfb6e65-2875-42c5-ba84-367f8702b305 req-d5f09fd9-9134-4208-b73d-a9f7a6de4a4b tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.298014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:13.298358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Checking segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:13.298746 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Bound using segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:13.299189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Bound port: 4731e352-b768-4713-84c2-6bc665bc0792, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:13.299714 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.306453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-9a5ef1e4-806c-4bb5-8139-aa18184c95ee service neutron] For port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:13.318445 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-9a5ef1e4-806c-4bb5-8139-aa18184c95ee service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.319585 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39096da0-105e-4d18-b12c-5a8bce12db82 req-9a5ef1e4-806c-4bb5-8139-aa18184c95ee service neutron] 10.222.0.36 "DELETE /v2.0/ports/25b2a149-6b39-4d5a-94f5-9fa3a8e28bff/bindings/n-h2-807359-2 HTTP/1.1" status: 204 len: 173 time: 0.3674769 Sep 30 08:02:13.346615 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ccfb6e65-2875-42c5-ba84-367f8702b305 req-d5f09fd9-9134-4208-b73d-a9f7a6de4a4b tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.357915 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:13.380604 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ccfb6e65-2875-42c5-ba84-367f8702b305 req-d5f09fd9-9134-4208-b73d-a9f7a6de4a4b tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.381736 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccfb6e65-2875-42c5-ba84-367f8702b305 req-d5f09fd9-9134-4208-b73d-a9f7a6de4a4b tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/85ec4678-c117-45a5-80d5-aaf3e64e50de HTTP/1.1" status: 204 len: 173 time: 0.1739323 Sep 30 08:02:13.401388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f09fd9-9134-4208-b73d-a9f7a6de4a4b tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85ec4678-c117-45a5-80d5-aaf3e64e50de,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:13.431817 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-892edf75-47da-4971-a76f-704b87b8ef64 req-ff314226-4b09-49de-a798-acef66433854 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/3511ebe3-1946-4407-8834-254ca4c848e4 HTTP/1.1" status: 200 len: 1800 time: 0.1080580 Sep 30 08:02:13.467710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] For port 4731e352-b768-4713-84c2-6bc665bc0792, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:13.488727 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab420bd4-bb5d-42a2-bd3f-3f7710985d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.511790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] For port 4731e352-b768-4713-84c2-6bc665bc0792, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4731e352-b768-4713-84c2-6bc665bc0792,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:13.522839 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.591198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:13.591825 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.593274 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] 10.222.0.36 "PUT /v2.0/ports/4731e352-b768-4713-84c2-6bc665bc0792 HTTP/1.1" status: 200 len: 1091 time: 1.5131974 Sep 30 08:02:13.598612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33a2928-09e1-46eb-bb2e-f7498f4dd284', 'tag': '4731e352-b768-4713-84c2-6bc665bc0792'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:13.600842 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906dd5be-c513-47df-b9ed-bc09c47b8b29" -d '{"events": [{"name": "network-changed", "server_uuid": "a33a2928-09e1-46eb-bb2e-f7498f4dd284", "tag": "4731e352-b768-4713-84c2-6bc665bc0792"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:13.602709 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab420bd4-bb5d-42a2-bd3f-3f7710985d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.607849 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab420bd4-bb5d-42a2-bd3f-3f7710985d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.615500 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-892edf75-47da-4971-a76f-704b87b8ef64 req-0f500ec0-ff88-4974-8956-f635dc4dd17d tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.635622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071c2b1-a0ad-4d3b-b873-ac71fdbb26ab req-1acb02f1-9677-489a-838f-23e10e7f64bc tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:13.637256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4071c2b1-a0ad-4d3b-b873-ac71fdbb26ab req-1acb02f1-9677-489a-838f-23e10e7f64bc tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 944 time: 0.1672781 Sep 30 08:02:13.656034 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab420bd4-bb5d-42a2-bd3f-3f7710985d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232f407e-4686-4346-932c-d4fb5f364faf,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:13.659371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d83a3-fd00-4657-9a8a-dacac166a26f service neutron] Pushing event updated for resources: {'Port': ['ID=4731e352-b768-4713-84c2-6bc665bc0792,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:13.666475 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ab420bd4-bb5d-42a2-bd3f-3f7710985d28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93f57946f7934139b5c12af1d3db2023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071318 Sep 30 08:02:13.669367 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45938) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:13.718323 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-892edf75-47da-4971-a76f-704b87b8ef64 req-0f500ec0-ff88-4974-8956-f635dc4dd17d tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.740657 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-beb8e222-ddf0-4889-8620-8db6bb2604e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.764068 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-beb8e222-ddf0-4889-8620-8db6bb2604e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.792789 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4071c2b1-a0ad-4d3b-b873-ac71fdbb26ab req-6a3e4e27-3604-49f2-9baa-6da9b0c48f54 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213963 Sep 30 08:02:13.808930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6496eb-5677-4648-8a74-843811ef2696 req-e7225c38-5f49-4343-b219-efb15d6db623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:13.812768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc6496eb-5677-4648-8a74-843811ef2696 req-e7225c38-5f49-4343-b219-efb15d6db623 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 1094 time: 0.1625719 Sep 30 08:02:13.827139 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-beb8e222-ddf0-4889-8620-8db6bb2604e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.833608 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-beb8e222-ddf0-4889-8620-8db6bb2604e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.834695 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-beb8e222-ddf0-4889-8620-8db6bb2604e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/232f407e-4686-4346-932c-d4fb5f364faf HTTP/1.1" status: 204 len: 168 time: 0.1643014 Sep 30 08:02:13.868957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8e222-ddf0-4889-8620-8db6bb2604e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232f407e-4686-4346-932c-d4fb5f364faf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:13.889987 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-892edf75-47da-4971-a76f-704b87b8ef64 req-0f500ec0-ff88-4974-8956-f635dc4dd17d tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.892575 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-892edf75-47da-4971-a76f-704b87b8ef64 req-0f500ec0-ff88-4974-8956-f635dc4dd17d tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:13.921584 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-892edf75-47da-4971-a76f-704b87b8ef64 req-0f500ec0-ff88-4974-8956-f635dc4dd17d tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "DELETE /v2.0/security-groups/3511ebe3-1946-4407-8834-254ca4c848e4 HTTP/1.1" status: 204 len: 173 time: 0.4812691 Sep 30 08:02:13.923578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc6496eb-5677-4648-8a74-843811ef2696 req-a46d2dda-2e9e-4d48-ba35-ead1076f5a14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4731e352-b768-4713-84c2-6bc665bc0792 HTTP/1.1" status: 200 len: 217 time: 0.1001673 Sep 30 08:02:13.983823 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f500ec0-ff88-4974-8956-f635dc4dd17d tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3511ebe3-1946-4407-8834-254ca4c848e4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:14.012549 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6643eb7d-4d7b-4630-9360-c02b79a9ad9c x-openstack-request-id: req-6643eb7d-4d7b-4630-9360-c02b79a9ad9c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:14.012867 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33a2928-09e1-46eb-bb2e-f7498f4dd284", "tag": "4731e352-b768-4713-84c2-6bc665bc0792", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:14.013127 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6643eb7d-4d7b-4630-9360-c02b79a9ad9c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:14.013468 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33a2928-09e1-46eb-bb2e-f7498f4dd284', 'tag': '4731e352-b768-4713-84c2-6bc665bc0792', 'status': 'completed', 'code': 200} Sep 30 08:02:14.055146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6496eb-5677-4648-8a74-843811ef2696 req-821f62a1-5bd1-461d-94b6-584eb318abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:14.056687 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc6496eb-5677-4648-8a74-843811ef2696 req-821f62a1-5bd1-461d-94b6-584eb318abe0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.1087515 Sep 30 08:02:14.059492 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21022b6d-8429-4247-a617-f250f12f5d15 req-72214a79-b7f0-4e9f-a7a9-46eef784d394 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/4039879b-b147-4174-a4ae-b031d530d207 HTTP/1.1" status: 200 len: 2397 time: 0.1257064 Sep 30 08:02:14.104996 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc6496eb-5677-4648-8a74-843811ef2696 req-8f8ae765-3b5a-491f-9bf3-dcc8452f2888 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407567 Sep 30 08:02:14.124252 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-b187ba4a-8eb6-4510-8013-4119e80ae079 req-c1a4ae31-f915-40c9-ac62-a2a5d027a4e5 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] show failed (client error): The resource could not be found. Sep 30 08:02:14.125283 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b187ba4a-8eb6-4510-8013-4119e80ae079 req-c1a4ae31-f915-40c9-ac62-a2a5d027a4e5 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/3511ebe3-1946-4407-8834-254ca4c848e4 HTTP/1.1" status: 404 len: 352 time: 0.0516355 Sep 30 08:02:14.257992 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-21022b6d-8429-4247-a617-f250f12f5d15 req-42771a45-5cfe-423b-978d-f8c2e3748d86 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:14.307732 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-21022b6d-8429-4247-a617-f250f12f5d15 req-42771a45-5cfe-423b-978d-f8c2e3748d86 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:14.319127 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc6496eb-5677-4648-8a74-843811ef2696 req-5e4d604e-58e2-4cc5-b70a-f439a3bac247 service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044046 Sep 30 08:02:14.331723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dc60e-24f7-4eff-8071-62266fa77a47 req-00b10937-cfd9-4dd9-a80e-09eed96a3934 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:14.333738 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-330dc60e-24f7-4eff-8071-62266fa77a47 req-00b10937-cfd9-4dd9-a80e-09eed96a3934 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 943 time: 0.1253674 Sep 30 08:02:14.450741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-330dc60e-24f7-4eff-8071-62266fa77a47 req-acbe92ba-2891-49c8-b95a-103149f62d7d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007419 Sep 30 08:02:14.453288 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-21022b6d-8429-4247-a617-f250f12f5d15 req-42771a45-5cfe-423b-978d-f8c2e3748d86 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:14.456374 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-21022b6d-8429-4247-a617-f250f12f5d15 req-42771a45-5cfe-423b-978d-f8c2e3748d86 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:14.458199 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21022b6d-8429-4247-a617-f250f12f5d15 req-42771a45-5cfe-423b-978d-f8c2e3748d86 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "DELETE /v2.0/security-groups/4039879b-b147-4174-a4ae-b031d530d207 HTTP/1.1" status: 204 len: 173 time: 0.3824556 Sep 30 08:02:14.480426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42771a45-5cfe-423b-978d-f8c2e3748d86 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4039879b-b147-4174-a4ae-b031d530d207,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:14.489281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc6496eb-5677-4648-8a74-843811ef2696 req-7c3c1805-ea26-4199-86b0-a36cfd3409dc service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508052 Sep 30 08:02:14.642220 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01ee2676-1ab9-494f-b7a6-7d88c3fa18d9 req-2e0bed15-bd8b-4c35-81b3-06dbd5220c54 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/9a49526d-d84a-4d1b-97e7-9718559342cf HTTP/1.1" status: 200 len: 1800 time: 0.0940034 Sep 30 08:02:14.647298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976ebef-8116-4d78-ba49-ecff4d7056b9 req-ea3aa3b3-f2c3-4c85-9475-0b0f8fae52a5 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:14.651248 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3976ebef-8116-4d78-ba49-ecff4d7056b9 req-ea3aa3b3-f2c3-4c85-9475-0b0f8fae52a5 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 1095 time: 0.1154413 Sep 30 08:02:14.655310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dd5be-c513-47df-b9ed-bc09c47b8b29 req-e205cbb4-f860-4fa6-ad27-66ef449bc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:14.656819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-906dd5be-c513-47df-b9ed-bc09c47b8b29 req-e205cbb4-f860-4fa6-ad27-66ef449bc6b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 1094 time: 0.0817361 Sep 30 08:02:14.670505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:14.717922 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9ef41a41-938b-43cc-b0dc-a1e000e20211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:14.776702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-09ce4347-1915-4114-8363-9d6ac92dc70e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-61265488-network', 'tenant_id': '6fc383e2a2694b22a13ae3ce9725ee02'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:14.781732 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3976ebef-8116-4d78-ba49-ecff4d7056b9 req-ebd0505c-309c-4918-8574-faef23a6aacb tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239324 Sep 30 08:02:14.814710 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ee2676-1ab9-494f-b7a6-7d88c3fa18d9 req-b371e25c-aac3-4920-a632-9c94df608ace tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:14.822159 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ce4347-1915-4114-8363-9d6ac92dc70e admin admin] Made reservation on behalf of 6fc383e2a2694b22a13ae3ce9725ee02 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:02:14.824556 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dd5be-c513-47df-b9ed-bc09c47b8b29 req-92316dd8-4ccf-4ad6-85cd-eb522a2eb04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:14.824894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09ce4347-1915-4114-8363-9d6ac92dc70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:14.826254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-906dd5be-c513-47df-b9ed-bc09c47b8b29 req-92316dd8-4ccf-4ad6-85cd-eb522a2eb04a service neutron] 10.222.0.36 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.1567338 Sep 30 08:02:14.835769 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09ce4347-1915-4114-8363-9d6ac92dc70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:14.877206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-906dd5be-c513-47df-b9ed-bc09c47b8b29 req-d4519fcf-cc76-4b65-87cc-bd7bf2a6bc1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4731e352-b768-4713-84c2-6bc665bc0792 HTTP/1.1" status: 200 len: 217 time: 0.0426004 Sep 30 08:02:14.937597 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ee2676-1ab9-494f-b7a6-7d88c3fa18d9 req-b371e25c-aac3-4920-a632-9c94df608ace tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:14.942720 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-0644e45e-f6a5-4aa8-a27d-99e7e7b61ab5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=21516085bfed40e3aed84af26bb1b679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673139 Sep 30 08:02:14.950670 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09ce4347-1915-4114-8363-9d6ac92dc70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:14.955181 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09ce4347-1915-4114-8363-9d6ac92dc70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:14.980838 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ce4347-1915-4114-8363-9d6ac92dc70e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:02:14.990456 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce4347-1915-4114-8363-9d6ac92dc70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d57de3-450e-4447-9401-400a3dc81895,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:14.996697 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09ce4347-1915-4114-8363-9d6ac92dc70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:14.997045 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-09ce4347-1915-4114-8363-9d6ac92dc70e admin admin] Added segment 71f6a00e-1e98-4c59-bc14-1838a2813ad9 of type vlan for network 80f04dec-679c-4579-bb39-5f1887022f1b Sep 30 08:02:15.015409 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dd5be-c513-47df-b9ed-bc09c47b8b29 req-f66d1222-aecc-4fca-85cb-50b4a85a904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:15.016920 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-906dd5be-c513-47df-b9ed-bc09c47b8b29 req-f66d1222-aecc-4fca-85cb-50b4a85a904d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.1251376 Sep 30 08:02:15.039551 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09ce4347-1915-4114-8363-9d6ac92dc70e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:15.069958 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09ce4347-1915-4114-8363-9d6ac92dc70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:15.071037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ce4347-1915-4114-8363-9d6ac92dc70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:15.071616 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09ce4347-1915-4114-8363-9d6ac92dc70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:15.101224 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-09ce4347-1915-4114-8363-9d6ac92dc70e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4295113 Sep 30 08:02:15.105192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:15.110084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-11d01d05-50a6-4f7d-bda6-2c9360956896 admin admin] Request body: {'subnet': {'network_id': '80f04dec-679c-4579-bb39-5f1887022f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-61265488-subnet', 'tenant_id': '6fc383e2a2694b22a13ae3ce9725ee02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:15.142905 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce4347-1915-4114-8363-9d6ac92dc70e admin admin] Pushing event updated for resources: {'Network': ['ID=80f04dec-679c-4579-bb39-5f1887022f1b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:15.156619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 80f04dec-679c-4579-bb39-5f1887022f1b details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:02:15.161676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d01d05-50a6-4f7d-bda6-2c9360956896 admin admin] Made reservation on behalf of 6fc383e2a2694b22a13ae3ce9725ee02 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:02:15.164147 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11d01d05-50a6-4f7d-bda6-2c9360956896 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:15.242548 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:15.320665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-906dd5be-c513-47df-b9ed-bc09c47b8b29 req-a1351ac2-9995-4621-9520-27c1beb38512 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2959423 Sep 30 08:02:15.327113 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ee2676-1ab9-494f-b7a6-7d88c3fa18d9 req-b371e25c-aac3-4920-a632-9c94df608ace tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:15.329724 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ee2676-1ab9-494f-b7a6-7d88c3fa18d9 req-b371e25c-aac3-4920-a632-9c94df608ace tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:15.330868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01ee2676-1ab9-494f-b7a6-7d88c3fa18d9 req-b371e25c-aac3-4920-a632-9c94df608ace tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "DELETE /v2.0/security-groups/9a49526d-d84a-4d1b-97e7-9718559342cf HTTP/1.1" status: 204 len: 173 time: 0.6785088 Sep 30 08:02:15.373740 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371e25c-aac3-4920-a632-9c94df608ace tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a49526d-d84a-4d1b-97e7-9718559342cf,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:15.402594 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-bbb09d4d-fbc2-427c-89e3-9d0f06d34a8f req-c8592af8-5ced-43a3-bde7-bb31cee9aff2 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] show failed (client error): The resource could not be found. Sep 30 08:02:15.403633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbb09d4d-fbc2-427c-89e3-9d0f06d34a8f req-c8592af8-5ced-43a3-bde7-bb31cee9aff2 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/f03d9686-7a7d-441c-b9f5-15ffe1a66c58 HTTP/1.1" status: 404 len: 352 time: 0.0495024 Sep 30 08:02:15.437191 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11d01d05-50a6-4f7d-bda6-2c9360956896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:15.437400 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-5bc24e62-e091-4025-a79e-764a8b18d9bb tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:15.438890 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-5bc24e62-e091-4025-a79e-764a8b18d9bb tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4871964 Sep 30 08:02:15.461409 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-5652b414-5e55-4f48-90d3-721123085acc tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/quotas/21516085bfed40e3aed84af26bb1b679 HTTP/1.1" status: 200 len: 375 time: 0.0151868 Sep 30 08:02:15.488611 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-906dd5be-c513-47df-b9ed-bc09c47b8b29 req-e92c760b-2e20-4063-9653-e0ebd05489a5 service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560051 Sep 30 08:02:15.499259 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d01d05-50a6-4f7d-bda6-2c9360956896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e6bac84-4af2-4b86-8605-03e572c3fdf4,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:15.508826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d01d05-50a6-4f7d-bda6-2c9360956896 admin admin] Checking segment: {'id': '71f6a00e-1e98-4c59-bc14-1838a2813ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '80f04dec-679c-4579-bb39-5f1887022f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:15.508932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d01d05-50a6-4f7d-bda6-2c9360956896 admin admin] Network hostable DHCP agents. Network: 80f04dec-679c-4579-bb39-5f1887022f1b, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:02:15.527806 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d01d05-50a6-4f7d-bda6-2c9360956896 admin admin] Network 80f04dec-679c-4579-bb39-5f1887022f1b is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:02:15.541245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-11d01d05-50a6-4f7d-bda6-2c9360956896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 80f04dec-679c-4579-bb39-5f1887022f1b) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:15.546257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d01d05-50a6-4f7d-bda6-2c9360956896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:15.548345 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11d01d05-50a6-4f7d-bda6-2c9360956896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:15.560771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71afef68-1e1f-40af-9e51-1d1d27a1f3c5 None None] Network 80f04dec-679c-4579-bb39-5f1887022f1b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:02:15.580502 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-11d01d05-50a6-4f7d-bda6-2c9360956896 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4742320 Sep 30 08:02:15.600582 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-c4402a05-53cc-4a28-b2e7-c850127800bb tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1255605 Sep 30 08:02:15.625713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-906dd5be-c513-47df-b9ed-bc09c47b8b29 req-478c98d3-5da4-47f2-bcb4-b1a880c0907d service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241121 Sep 30 08:02:15.749368 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:15.755491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b79c95-24ce-4b95-ad3e-b080beb8d42a None None] Network 80f04dec-679c-4579-bb39-5f1887022f1b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:02:15.944359 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-64fbe626-04a4-41d6-92d4-37c34345be4c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:15.945870 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-64fbe626-04a4-41d6-92d4-37c34345be4c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 808 time: 0.1265121 Sep 30 08:02:15.961574 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-67e386c5-099b-45b8-b225-25c8a7621aa6 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/quotas/b077f759674d4d92a5ac98950a22949d HTTP/1.1" status: 200 len: 375 time: 0.0093918 Sep 30 08:02:16.017484 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-52dd8746-1758-4736-b0f1-232a3c46da3e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500691 Sep 30 08:02:16.125118 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-93859ed5-0242-42af-9f68-539d208faa1c service neutron] 10.222.0.24 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989277 Sep 30 08:02:16.130973 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-7f1eade6-5cc6-472c-a8bf-ebaf8c2738f0 req-34925f26-50b1-4f03-b522-d03928ab9915 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] show failed (client error): The resource could not be found. Sep 30 08:02:16.132106 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f1eade6-5cc6-472c-a8bf-ebaf8c2738f0 req-34925f26-50b1-4f03-b522-d03928ab9915 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/9a49526d-d84a-4d1b-97e7-9718559342cf HTTP/1.1" status: 404 len: 352 time: 0.0184042 Sep 30 08:02:16.241597 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55a2e48c-ce0d-4737-8776-8e83e16e5c2e req-94a6fc1b-9b40-49df-814b-9b8d79b1a1d5 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/ea88b14e-86d3-4f7b-843c-118da46638b4 HTTP/1.1" status: 200 len: 1804 time: 0.0864811 Sep 30 08:02:16.247033 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-dfa8b477-ae58-487f-a6b7-621dfd40d6d1 service neutron] 10.222.0.24 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138763 Sep 30 08:02:16.305064 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-55a2e48c-ce0d-4737-8776-8e83e16e5c2e req-2cc54412-5118-4c94-ba08-46dae9663a5a tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:16.329550 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-55a2e48c-ce0d-4737-8776-8e83e16e5c2e req-2cc54412-5118-4c94-ba08-46dae9663a5a tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:16.378391 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-55a2e48c-ce0d-4737-8776-8e83e16e5c2e req-2cc54412-5118-4c94-ba08-46dae9663a5a tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:16.381659 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-55a2e48c-ce0d-4737-8776-8e83e16e5c2e req-2cc54412-5118-4c94-ba08-46dae9663a5a tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:16.396507 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55a2e48c-ce0d-4737-8776-8e83e16e5c2e req-2cc54412-5118-4c94-ba08-46dae9663a5a tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "DELETE /v2.0/security-groups/ea88b14e-86d3-4f7b-843c-118da46638b4 HTTP/1.1" status: 204 len: 173 time: 0.1483746 Sep 30 08:02:16.420079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc54412-5118-4c94-ba08-46dae9663a5a tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea88b14e-86d3-4f7b-843c-118da46638b4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:16.494622 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-becadce0-5cb4-48f3-9af3-15f7a66319a8 req-47c714ce-7be8-4f93-9c6b-3dd6b3d87a73 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 210 time: 0.0296154 Sep 30 08:02:16.507302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bd9d7-68d4-4df9-9223-5da8fee37218 req-8f0d690e-86a9-450f-8290-f68977211dd4 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:16.514402 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f4bd9d7-68d4-4df9-9223-5da8fee37218 req-8f0d690e-86a9-450f-8290-f68977211dd4 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 943 time: 0.0962527 Sep 30 08:02:16.550062 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f4bd9d7-68d4-4df9-9223-5da8fee37218 req-8cb11337-09d1-45a0-a1fd-483d1f2ed043 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340815 Sep 30 08:02:16.650426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81864c82-071e-463b-b36d-0124b95b8cd9 req-d113baaf-fe36-416c-aff7-ae2158538879 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/4264228f-cebe-4ad5-a974-9a5c6b5ded6f HTTP/1.1" status: 200 len: 1801 time: 0.0461199 Sep 30 08:02:16.682008 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-99bba4bb-e888-448f-9562-e800ee6f6abe req-ec1cbf3e-d3bb-4eda-b5f4-6a335a63ec25 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-422316200', 'description': 'tempest-description-570338521'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:16.720417 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-99bba4bb-e888-448f-9562-e800ee6f6abe req-ec1cbf3e-d3bb-4eda-b5f4-6a335a63ec25 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:16.739458 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81864c82-071e-463b-b36d-0124b95b8cd9 req-8e954783-77c0-443c-8591-14e558f3f8fa tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:16.770756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81864c82-071e-463b-b36d-0124b95b8cd9 req-8e954783-77c0-443c-8591-14e558f3f8fa tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:16.799052 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 4731e352-b768-4713-84c2-6bc665bc0792 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:02:16.848792 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81864c82-071e-463b-b36d-0124b95b8cd9 req-8e954783-77c0-443c-8591-14e558f3f8fa tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:16.851881 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81864c82-071e-463b-b36d-0124b95b8cd9 req-8e954783-77c0-443c-8591-14e558f3f8fa tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:16.853152 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81864c82-071e-463b-b36d-0124b95b8cd9 req-8e954783-77c0-443c-8591-14e558f3f8fa tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "DELETE /v2.0/security-groups/4264228f-cebe-4ad5-a974-9a5c6b5ded6f HTTP/1.1" status: 204 len: 173 time: 0.1944714 Sep 30 08:02:16.872134 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-99bba4bb-e888-448f-9562-e800ee6f6abe req-ec1cbf3e-d3bb-4eda-b5f4-6a335a63ec25 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:16.873688 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e954783-77c0-443c-8591-14e558f3f8fa tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4264228f-cebe-4ad5-a974-9a5c6b5ded6f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:16.878896 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-99bba4bb-e888-448f-9562-e800ee6f6abe req-ec1cbf3e-d3bb-4eda-b5f4-6a335a63ec25 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:16.908956 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-99bba4bb-e888-448f-9562-e800ee6f6abe req-ec1cbf3e-d3bb-4eda-b5f4-6a335a63ec25 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:16.925831 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99bba4bb-e888-448f-9562-e800ee6f6abe req-ec1cbf3e-d3bb-4eda-b5f4-6a335a63ec25 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2526240 Sep 30 08:02:16.929625 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cbf3e-d3bb-4eda-b5f4-6a335a63ec25 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c8d78e-bb02-497a-9825-476ed52f9fc5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:16.958344 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-2e287bef-afef-44dc-b252-7a5ef4a39a5e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=21516085bfed40e3aed84af26bb1b679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771863 Sep 30 08:02:16.988569 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6773d5bb-b48b-45e6-a674-32dd6cb61dcf req-1d27f4c4-d1c4-4ef7-a66a-695b7d7b7d6f tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/00f37727-fc0e-43f9-9d74-7de72c787519 HTTP/1.1" status: 200 len: 1805 time: 0.0468981 Sep 30 08:02:17.020248 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 4731e352-b768-4713-84c2-6bc665bc0792, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4731e352-b768-4713-84c2-6bc665bc0792,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:17.036443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-503c39aa-9f17-43bd-95b4-65c32ff06ff1 req-404bd329-d3e4-476e-b99e-b8d3343a592b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 210 time: 0.0451021 Sep 30 08:02:17.039221 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '4731e352-b768-4713-84c2-6bc665bc0792', 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25', 'port_id': '4731e352-b768-4713-84c2-6bc665bc0792', 'mac_address': 'fa:16:3e:3a:b5:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2ee65f-beaa-498e-bdba-cae189f73676', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:02:17.098175 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-a1e9eef8-ab9c-4b5d-85d4-009295a5bc6c req-1c806cd0-b2ef-498a-aef4-f985b90bd689 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] show failed (client error): The resource could not be found. Sep 30 08:02:17.099791 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1e9eef8-ab9c-4b5d-85d4-009295a5bc6c req-1c806cd0-b2ef-498a-aef4-f985b90bd689 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/4264228f-cebe-4ad5-a974-9a5c6b5ded6f HTTP/1.1" status: 404 len: 352 time: 0.0144973 Sep 30 08:02:17.119878 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.125242 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6773d5bb-b48b-45e6-a674-32dd6cb61dcf req-13caec32-fbed-47bf-82e0-a6bd9046c9dd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.137366 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4731e352-b768-4713-84c2-6bc665bc0792 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:17.138632 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-5dc48019-c33f-4f54-8112-3fcfc838d3af tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:17.140304 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-5dc48019-c33f-4f54-8112-3fcfc838d3af tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740677 Sep 30 08:02:17.163434 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-06f48988-0b56-4644-97c9-42c9ede8227f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Request body: {'port': {'device_id': '66521610-d06f-4ed3-a788-dfafac31a4b4', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '21516085bfed40e3aed84af26bb1b679'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:17.169997 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 4731e352-b768-4713-84c2-6bc665bc0792, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4731e352-b768-4713-84c2-6bc665bc0792,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:17.175329 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.207257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4c60d36-9008-4250-a7b3-c9479a186999 req-b9185069-fe6f-498d-9d8a-a1382c648bdd tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "GET /v2.0/security-groups/92c8d78e-bb02-497a-9825-476ed52f9fc5 HTTP/1.1" status: 200 len: 1811 time: 0.0799620 Sep 30 08:02:17.213676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b4c60d36-9008-4250-a7b3-c9479a186999 req-da3c7668-7380-410d-b1bb-795d85957002 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92c8d78e-bb02-497a-9825-476ed52f9fc5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:17.214004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b4c60d36-9008-4250-a7b3-c9479a186999 req-da3c7668-7380-410d-b1bb-795d85957002 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92c8d78e-bb02-497a-9825-476ed52f9fc5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:17.220548 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6773d5bb-b48b-45e6-a674-32dd6cb61dcf req-13caec32-fbed-47bf-82e0-a6bd9046c9dd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.236378 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=4731e352-b768-4713-84c2-6bc665bc0792,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:17.304739 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-06f48988-0b56-4644-97c9-42c9ede8227f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Made reservation on behalf of 21516085bfed40e3aed84af26bb1b679 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:02:17.308318 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-06f48988-0b56-4644-97c9-42c9ede8227f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.316492 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4c60d36-9008-4250-a7b3-c9479a186999 req-da3c7668-7380-410d-b1bb-795d85957002 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.323656 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6773d5bb-b48b-45e6-a674-32dd6cb61dcf req-13caec32-fbed-47bf-82e0-a6bd9046c9dd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.326157 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6773d5bb-b48b-45e6-a674-32dd6cb61dcf req-13caec32-fbed-47bf-82e0-a6bd9046c9dd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.327294 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6773d5bb-b48b-45e6-a674-32dd6cb61dcf req-13caec32-fbed-47bf-82e0-a6bd9046c9dd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "DELETE /v2.0/security-groups/00f37727-fc0e-43f9-9d74-7de72c787519 HTTP/1.1" status: 204 len: 173 time: 0.3373365 Sep 30 08:02:17.347263 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caec32-fbed-47bf-82e0-a6bd9046c9dd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f37727-fc0e-43f9-9d74-7de72c787519,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:17.372816 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4c60d36-9008-4250-a7b3-c9479a186999 req-da3c7668-7380-410d-b1bb-795d85957002 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.379375 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4c60d36-9008-4250-a7b3-c9479a186999 req-da3c7668-7380-410d-b1bb-795d85957002 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.406028 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4731e352-b768-4713-84c2-6bc665bc0792'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:17.417025 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c7668-7380-410d-b1bb-795d85957002 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cc97fe-5655-429d-bc4e-237d23931235,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:17.419237 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4c60d36-9008-4250-a7b3-c9479a186999 req-da3c7668-7380-410d-b1bb-795d85957002 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.420464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4c60d36-9008-4250-a7b3-c9479a186999 req-da3c7668-7380-410d-b1bb-795d85957002 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2124045 Sep 30 08:02:17.500881 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-06f48988-0b56-4644-97c9-42c9ede8227f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Allocated IP 192.168.233.176 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/d3b2dfb4-355b-41b6-a2e2-28be5a079fec) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:02:17.528418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b4a0235-13d2-436b-8f9c-fa1a7858aa44 req-cd2f0a73-d7d6-48a3-acb6-11498281f0dd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/68db9b0b-bffb-44bc-acfd-c6c97f9c2daf HTTP/1.1" status: 200 len: 1805 time: 0.0653110 Sep 30 08:02:17.569422 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb30a690-6586-41ba-9d3a-d1ea6e04af1c req-39e46a62-e106-46f6-85c2-5d086884f381 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1f3985d31fe488d8920a9c3bc8403cf HTTP/1.1" status: 200 len: 6147 time: 0.1209967 Sep 30 08:02:17.597856 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.634899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb30a690-6586-41ba-9d3a-d1ea6e04af1c req-b9b89ee4-0d58-453f-bf0a-84276dd11e77 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/113438b2-7fe7-47be-9137-a113f233e34a HTTP/1.1" status: 200 len: 2981 time: 0.0648973 Sep 30 08:02:17.670353 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5b4a0235-13d2-436b-8f9c-fa1a7858aa44 req-b9595302-3650-4346-9ad6-a063140e1198 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.695032 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-06f48988-0b56-4644-97c9-42c9ede8227f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.711279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46072) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:17.727429 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5b4a0235-13d2-436b-8f9c-fa1a7858aa44 req-b9595302-3650-4346-9ad6-a063140e1198 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.736984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb30a690-6586-41ba-9d3a-d1ea6e04af1c req-69a8ea61-b12b-4199-b2a9-b227939dcf32 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/113438b2-7fe7-47be-9137-a113f233e34a HTTP/1.1" status: 200 len: 2981 time: 0.0936465 Sep 30 08:02:17.746444 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-06f48988-0b56-4644-97c9-42c9ede8227f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.788093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['90964885-bc3d-4d3b-894b-ff2a2e11e652'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:17.814788 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-06f48988-0b56-4644-97c9-42c9ede8227f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:17.818403 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-06f48988-0b56-4644-97c9-42c9ede8227f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:17.822882 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-06f48988-0b56-4644-97c9-42c9ede8227f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:02:17.838810 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5b4a0235-13d2-436b-8f9c-fa1a7858aa44 req-b9595302-3650-4346-9ad6-a063140e1198 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.841709 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5b4a0235-13d2-436b-8f9c-fa1a7858aa44 req-b9595302-3650-4346-9ad6-a063140e1198 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:17.842850 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b4a0235-13d2-436b-8f9c-fa1a7858aa44 req-b9595302-3650-4346-9ad6-a063140e1198 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "DELETE /v2.0/security-groups/68db9b0b-bffb-44bc-acfd-c6c97f9c2daf HTTP/1.1" status: 204 len: 173 time: 0.3049283 Sep 30 08:02:17.906311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9595302-3650-4346-9ad6-a063140e1198 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68db9b0b-bffb-44bc-acfd-c6c97f9c2daf,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:17.912981 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d96e263b-b0a1-4084-80fd-002c0b901ef0 req-454e2204-6368-4c20-85d2-72a1c591e8b2 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "GET /v2.0/security-groups/92c8d78e-bb02-497a-9825-476ed52f9fc5 HTTP/1.1" status: 200 len: 2404 time: 0.1473680 Sep 30 08:02:17.972618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-0502b338-5117-4bca-aea6-332da3c9d616 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:17.974588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-0502b338-5117-4bca-aea6-332da3c9d616 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.35 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 808 time: 0.2101524 Sep 30 08:02:17.990804 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad33d99a-74db-416c-bbec-ae705044ecc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.012702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-2e40c779-a4bb-4e11-a3dd-a13b8f503b4c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Request body: {'port': {'device_id': '28de7ef6-91fc-47e6-9a47-541686ff88be', 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1', 'admin_state_up': True, 'tenant_id': 'b077f759674d4d92a5ac98950a22949d'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:18.041799 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['98d33256-ecf2-4bfe-9a97-7d4afde340f0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:18.206158 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f48988-0b56-4644-97c9-42c9ede8227f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Pushing event updated for resources: {'Port': ['ID=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:18.211650 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0644ef1d-3c7e-472f-8749-a2395da973c4 None None] Provisioning complete for port d3b2dfb4-355b-41b6-a2e2-28be5a079fec triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:18.212505 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0644ef1d-3c7e-472f-8749-a2395da973c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.235946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-06f48988-0b56-4644-97c9-42c9ede8227f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:18.236593 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-06f48988-0b56-4644-97c9-42c9ede8227f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.241839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b78298-7e44-4db4-911d-e7b535017f0f req-7d396245-6360-496e-920d-cb92c6ff9e1c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:18.248584 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8b78298-7e44-4db4-911d-e7b535017f0f req-7d396245-6360-496e-920d-cb92c6ff9e1c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 944 time: 0.1245601 Sep 30 08:02:18.258263 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f332726-1cb2-44b8-861b-40731a025a62 req-54b0d977-1fcc-4ab8-9f5c-3169e27ac492 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:18.259828 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f332726-1cb2-44b8-861b-40731a025a62 req-54b0d977-1fcc-4ab8-9f5c-3169e27ac492 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 936 time: 0.2516329 Sep 30 08:02:18.269099 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0644ef1d-3c7e-472f-8749-a2395da973c4 None None] Port d3b2dfb4-355b-41b6-a2e2-28be5a079fec cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:02:18.348726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8b78298-7e44-4db4-911d-e7b535017f0f req-ac9d8ce3-8d21-4bce-a720-d6912f1d5389 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867023 Sep 30 08:02:18.358305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f332726-1cb2-44b8-861b-40731a025a62 req-44c7222f-2bec-435e-864d-47e38cd22077 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851831 Sep 30 08:02:18.377059 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad33d99a-74db-416c-bbec-ae705044ecc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.386652 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad33d99a-74db-416c-bbec-ae705044ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.426542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-49e9b9d3-e072-4d49-9e4f-4382be827007 req-ea4b1705-0bc7-4750-908f-758c45519d0c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1903226429', 'description': 'tempest-description-521001790'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:18.445722 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-06f48988-0b56-4644-97c9-42c9ede8227f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2869263 Sep 30 08:02:18.459036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-2e40c779-a4bb-4e11-a3dd-a13b8f503b4c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Made reservation on behalf of b077f759674d4d92a5ac98950a22949d for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:02:18.462549 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-2e40c779-a4bb-4e11-a3dd-a13b8f503b4c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.465982 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ad33d99a-74db-416c-bbec-ae705044ecc1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5893fad029b4144ba71fe035520b8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7537756 Sep 30 08:02:18.466163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Request body: {'port': {'device_id': '66521610-d06f-4ed3-a788-dfafac31a4b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:18.469395 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46086) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:18.477758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33d99a-74db-416c-bbec-ae705044ecc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e97a15-03da-49e3-b71d-050123df48c6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:18.514653 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49e9b9d3-e072-4d49-9e4f-4382be827007 req-ea4b1705-0bc7-4750-908f-758c45519d0c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.531190 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ddd22bb-7845-421d-b749-c5b07523af17 req-99fce1e8-a521-4845-a261-6b625af60751 tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/6e64bba8-285f-4d36-a0f5-c9c215442472 HTTP/1.1" status: 200 len: 2403 time: 0.1367559 Sep 30 08:02:18.550600 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.570797 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57e19a3e-330c-4eba-ac51-1b9e3dacf88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.615605 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57e19a3e-330c-4eba-ac51-1b9e3dacf88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.709642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-2e40c779-a4bb-4e11-a3dd-a13b8f503b4c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Allocated IP 172.20.0.9 (407edc8e-eacf-4658-b430-a785aa6467d1/03d5e453-47cb-4a1c-9b01-81aa8a96aed1/9bb5c774-24b9-4ebf-be50-5dc507bc22ef) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:02:18.711622 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ddd22bb-7845-421d-b749-c5b07523af17 req-9baff06e-e68e-44f4-8055-8e8bc0f26bfd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.761982 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ddd22bb-7845-421d-b749-c5b07523af17 req-9baff06e-e68e-44f4-8055-8e8bc0f26bfd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.792664 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49e9b9d3-e072-4d49-9e4f-4382be827007 req-ea4b1705-0bc7-4750-908f-758c45519d0c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.795219 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57e19a3e-330c-4eba-ac51-1b9e3dacf88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.797847 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57e19a3e-330c-4eba-ac51-1b9e3dacf88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.798991 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-57e19a3e-330c-4eba-ac51-1b9e3dacf88c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00e97a15-03da-49e3-b71d-050123df48c6 HTTP/1.1" status: 204 len: 168 time: 0.3282018 Sep 30 08:02:18.808633 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49e9b9d3-e072-4d49-9e4f-4382be827007 req-ea4b1705-0bc7-4750-908f-758c45519d0c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.810044 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 4731e352-b768-4713-84c2-6bc665bc0792 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:18.826415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e19a3e-330c-4eba-ac51-1b9e3dacf88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e97a15-03da-49e3-b71d-050123df48c6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:18.876316 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49e9b9d3-e072-4d49-9e4f-4382be827007 req-ea4b1705-0bc7-4750-908f-758c45519d0c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.881666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 4731e352-b768-4713-84c2-6bc665bc0792 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:02:18.887373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 4731e352-b768-4713-84c2-6bc665bc0792 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:18.887944 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.892161 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49e9b9d3-e072-4d49-9e4f-4382be827007 req-ea4b1705-0bc7-4750-908f-758c45519d0c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4846148 Sep 30 08:02:18.918803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b1705-0bc7-4750-908f-758c45519d0c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43096cd-20d7-4a3b-bed3-7fa6661d13f1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:18.959652 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a45ea7d-a128-4e36-8ed8-486bc9f283c8 req-9ea9e63e-9a79-469f-9e35-3cc430b8a2f1 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "GET /v2.0/security-group-rules/11cc97fe-5655-429d-bc4e-237d23931235 HTTP/1.1" status: 200 len: 778 time: 0.0665567 Sep 30 08:02:18.960124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b2dfb4-355b-41b6-a2e2-28be5a079fec {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:18.972670 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.977798 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ddd22bb-7845-421d-b749-c5b07523af17 req-9baff06e-e68e-44f4-8055-8e8bc0f26bfd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.980333 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ddd22bb-7845-421d-b749-c5b07523af17 req-9baff06e-e68e-44f4-8055-8e8bc0f26bfd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:18.981471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ddd22bb-7845-421d-b749-c5b07523af17 req-9baff06e-e68e-44f4-8055-8e8bc0f26bfd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "DELETE /v2.0/security-groups/6e64bba8-285f-4d36-a0f5-c9c215442472 HTTP/1.1" status: 204 len: 173 time: 0.4211547 Sep 30 08:02:18.998327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Transition to ACTIVE for port object d3b2dfb4-355b-41b6-a2e2-28be5a079fec will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:02:19.005603 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.017612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baff06e-e68e-44f4-8055-8e8bc0f26bfd tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e64bba8-285f-4d36-a0f5-c9c215442472,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:19.043326 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.058401 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-2e40c779-a4bb-4e11-a3dd-a13b8f503b4c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.069474 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a45ea7d-a128-4e36-8ed8-486bc9f283c8 req-24a100ba-4a0c-402e-b31d-eb4b531378b7 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "GET /v2.0/security-groups/92c8d78e-bb02-497a-9825-476ed52f9fc5 HTTP/1.1" status: 200 len: 2404 time: 0.1088638 Sep 30 08:02:19.077181 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:19.077434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33a2928-09e1-46eb-bb2e-f7498f4dd284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4731e352-b768-4713-84c2-6bc665bc0792'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:19.081336 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e32200-5750-4d6a-b235-ec463b4df8e8" -d '{"events": [{"server_uuid": "a33a2928-09e1-46eb-bb2e-f7498f4dd284", "name": "network-vif-plugged", "status": "completed", "tag": "4731e352-b768-4713-84c2-6bc665bc0792"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:19.101018 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 4731e352-b768-4713-84c2-6bc665bc0792, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4731e352-b768-4713-84c2-6bc665bc0792,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:19.103149 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2a45ea7d-a128-4e36-8ed8-486bc9f283c8 req-63c0682d-30d7-46bb-8b08-77c7c5aaebcd tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.108612 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.130845 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2a45ea7d-a128-4e36-8ed8-486bc9f283c8 req-63c0682d-30d7-46bb-8b08-77c7c5aaebcd tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.168618 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9628ebc2-65da-447c-8b36-c15203c66d42 req-265cc474-506e-40cb-8962-126db626a44d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 210 time: 0.0541277 Sep 30 08:02:19.199994 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-2e40c779-a4bb-4e11-a3dd-a13b8f503b4c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.202736 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=4731e352-b768-4713-84c2-6bc665bc0792,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:19.255331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Attempting to bind port d3b2dfb4-355b-41b6-a2e2-28be5a079fec on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:19.255773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Attempting to bind port d3b2dfb4-355b-41b6-a2e2-28be5a079fec by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:19.255773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Attempting to bind port d3b2dfb4-355b-41b6-a2e2-28be5a079fec on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:19.257930 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2a45ea7d-a128-4e36-8ed8-486bc9f283c8 req-63c0682d-30d7-46bb-8b08-77c7c5aaebcd tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.261919 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Port d3b2dfb4-355b-41b6-a2e2-28be5a079fec on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:02:19.262405 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Attempting to bind port d3b2dfb4-355b-41b6-a2e2-28be5a079fec on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:19.268852 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:19.269202 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:19.269582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:19.270017 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Bound port: d3b2dfb4-355b-41b6-a2e2-28be5a079fec, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:19.270230 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2a45ea7d-a128-4e36-8ed8-486bc9f283c8 req-63c0682d-30d7-46bb-8b08-77c7c5aaebcd tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.270404 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.290143 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a45ea7d-a128-4e36-8ed8-486bc9f283c8 req-63c0682d-30d7-46bb-8b08-77c7c5aaebcd tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/11cc97fe-5655-429d-bc4e-237d23931235 HTTP/1.1" status: 204 len: 173 time: 0.2197201 Sep 30 08:02:19.294824 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d7aa5169-2565-4678-b12f-3d42d67981d0 req-62181b52-6951-4ded-9dc8-f3a603bcc215 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-939568851', 'description': 'tempest-description-1881342764'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:19.300542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-2e40c779-a4bb-4e11-a3dd-a13b8f503b4c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Network 407edc8e-eacf-4658-b430-a785aa6467d1 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:19.320954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-2e40c779-a4bb-4e11-a3dd-a13b8f503b4c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:19.334490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0682d-30d7-46bb-8b08-77c7c5aaebcd tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11cc97fe-5655-429d-bc4e-237d23931235,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:19.352167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-2e40c779-a4bb-4e11-a3dd-a13b8f503b4c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:02:19.361277 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] For port d3b2dfb4-355b-41b6-a2e2-28be5a079fec, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:19.365803 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] For port d3b2dfb4-355b-41b6-a2e2-28be5a079fec, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:19.372094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40c779-a4bb-4e11-a3dd-a13b8f503b4c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Pushing event updated for resources: {'Port': ['ID=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:19.375964 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.425279 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:19.425784 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.427603 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] 10.222.0.35 "PUT /v2.0/ports/d3b2dfb4-355b-41b6-a2e2-28be5a079fec HTTP/1.1" status: 200 len: 1096 time: 0.9656544 Sep 30 08:02:19.428423 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66521610-d06f-4ed3-a788-dfafac31a4b4', 'tag': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:19.432643 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e1cf2e-ee2f-4d1f-8144-1b5046b58a27" -d '{"events": [{"name": "network-changed", "server_uuid": "66521610-d06f-4ed3-a788-dfafac31a4b4", "tag": "d3b2dfb4-355b-41b6-a2e2-28be5a079fec"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:19.450273 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d7aa5169-2565-4678-b12f-3d42d67981d0 req-62181b52-6951-4ded-9dc8-f3a603bcc215 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.467849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a48391-be3f-41ea-a25b-cdac152b5876 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:19.501315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-2e40c779-a4bb-4e11-a3dd-a13b8f503b4c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:19.502024 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-2e40c779-a4bb-4e11-a3dd-a13b8f503b4c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.516607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08aa8e70-0e89-41fe-a935-01c2bd3f0177 req-81c0f71f-db64-4dc7-aaea-24b4c2c4125b tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "GET /v2.0/security-groups/ff10da88-563a-4401-90f9-60e67784e3c7 HTTP/1.1" status: 200 len: 2398 time: 0.1687350 Sep 30 08:02:19.545537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-75fbb4db-8ca1-4d3c-ad7d-51ffc6560fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:19.547249 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-75fbb4db-8ca1-4d3c-ad7d-51ffc6560fa7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 1099 time: 0.0485811 Sep 30 08:02:19.616420 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-67f015d9-744c-4037-b9e8-f70045e2f3e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec HTTP/1.1" status: 200 len: 217 time: 0.0514245 Sep 30 08:02:19.617490 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-08aa8e70-0e89-41fe-a935-01c2bd3f0177 req-795abf59-cd65-422c-93d1-014b4fa1ff9e tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.667275 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-08aa8e70-0e89-41fe-a935-01c2bd3f0177 req-795abf59-cd65-422c-93d1-014b4fa1ff9e tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.688299 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d7aa5169-2565-4678-b12f-3d42d67981d0 req-62181b52-6951-4ded-9dc8-f3a603bcc215 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.689277 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-9591378e-f922-43ad-817d-4950c89a9513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:19.691123 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-9591378e-f922-43ad-817d-4950c89a9513 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0642281 Sep 30 08:02:19.696727 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d7aa5169-2565-4678-b12f-3d42d67981d0 req-62181b52-6951-4ded-9dc8-f3a603bcc215 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.712779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-2e40c779-a4bb-4e11-a3dd-a13b8f503b4c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7059231 Sep 30 08:02:19.745840 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-97359f81-0a35-4b11-9374-d3d1ace4f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:19.746437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Request body: {'port': {'device_id': '28de7ef6-91fc-47e6-9a47-541686ff88be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:19.747358 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-97359f81-0a35-4b11-9374-d3d1ace4f72f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0482883 Sep 30 08:02:19.751260 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d7aa5169-2565-4678-b12f-3d42d67981d0 req-62181b52-6951-4ded-9dc8-f3a603bcc215 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.752590 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7aa5169-2565-4678-b12f-3d42d67981d0 req-62181b52-6951-4ded-9dc8-f3a603bcc215 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4614916 Sep 30 08:02:19.768692 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62181b52-6951-4ded-9dc8-f3a603bcc215 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623ecae4-ab14-4f53-978e-2e8c45ba5bb0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:19.785203 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-08aa8e70-0e89-41fe-a935-01c2bd3f0177 req-795abf59-cd65-422c-93d1-014b4fa1ff9e tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.788052 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-08aa8e70-0e89-41fe-a935-01c2bd3f0177 req-795abf59-cd65-422c-93d1-014b4fa1ff9e tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.789514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08aa8e70-0e89-41fe-a935-01c2bd3f0177 req-795abf59-cd65-422c-93d1-014b4fa1ff9e tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] 10.222.0.24 "DELETE /v2.0/security-groups/ff10da88-563a-4401-90f9-60e67784e3c7 HTTP/1.1" status: 204 len: 173 time: 0.2637796 Sep 30 08:02:19.819527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46124) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:19.825712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-bcc92117-e21e-401e-91b1-00cf99c2ded3 req-20e74e6e-08f2-414e-94c3-b537380bde05 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-608033957', 'description': 'tempest-description-497071192'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:19.844788 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40725a3-cfbb-4d18-85f3-065116ad695e x-openstack-request-id: req-c40725a3-cfbb-4d18-85f3-065116ad695e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:19.845097 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33a2928-09e1-46eb-bb2e-f7498f4dd284", "name": "network-vif-plugged", "status": "completed", "tag": "4731e352-b768-4713-84c2-6bc665bc0792", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:19.845227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795abf59-cd65-422c-93d1-014b4fa1ff9e tempest-SecurityGroupRulesTestJSON-954098608 tempest-SecurityGroupRulesTestJSON-954098608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff10da88-563a-4401-90f9-60e67784e3c7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:19.845337 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c40725a3-cfbb-4d18-85f3-065116ad695e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:19.845743 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33a2928-09e1-46eb-bb2e-f7498f4dd284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4731e352-b768-4713-84c2-6bc665bc0792', 'code': 200} Sep 30 08:02:19.865366 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.880400 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-41299575-1c5f-4dab-a65b-a06327858f89 admin admin] Deleting subnet dcf81ef7-9bb0-4e7b-8a20-01e332a328d7 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:02:19.888196 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41299575-1c5f-4dab-a65b-a06327858f89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.898659 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bcc92117-e21e-401e-91b1-00cf99c2ded3 req-20e74e6e-08f2-414e-94c3-b537380bde05 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:19.965637 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41299575-1c5f-4dab-a65b-a06327858f89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.005286 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-64931968-9f0c-41f9-91fa-3e66992c8b67 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444222 Sep 30 08:02:20.036218 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41299575-1c5f-4dab-a65b-a06327858f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.109017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd9142-499d-4ad9-8cfc-1b2a569137ee req-262ac3a9-299f-4b8a-94a3-1f2119f97a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:20.110547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ccd9142-499d-4ad9-8cfc-1b2a569137ee req-262ac3a9-299f-4b8a-94a3-1f2119f97a61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 1096 time: 0.1758718 Sep 30 08:02:20.122915 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470fde3-e3ca-4a19-af78-cae17ca00fe2 req-cb3799dd-39b6-4bdf-8dbf-f161211d83ba tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:20.124391 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5470fde3-e3ca-4a19-af78-cae17ca00fe2 req-cb3799dd-39b6-4bdf-8dbf-f161211d83ba tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 945 time: 0.1719255 Sep 30 08:02:20.139022 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c219c1f-4224-43bb-91c7-a81d2dfc9637 req-593a7845-eed7-4bb6-87f9-1637dd4d3c84 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235688 Sep 30 08:02:20.144276 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41299575-1c5f-4dab-a65b-a06327858f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.182505 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41299575-1c5f-4dab-a65b-a06327858f89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.184387 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-41299575-1c5f-4dab-a65b-a06327858f89 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dcf81ef7-9bb0-4e7b-8a20-01e332a328d7 HTTP/1.1" status: 204 len: 168 time: 0.3638341 Sep 30 08:02:20.185348 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41299575-1c5f-4dab-a65b-a06327858f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf81ef7-9bb0-4e7b-8a20-01e332a328d7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:20.188066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46130) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:20.254399 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7474cc6-c436-4c54-b9e3-15d2a8b14991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.261794 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5470fde3-e3ca-4a19-af78-cae17ca00fe2 req-f9c41fab-4493-4c2b-adb1-f6892b946dc1 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259437 Sep 30 08:02:20.272051 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ccd9142-499d-4ad9-8cfc-1b2a569137ee req-2c95fa2b-2115-4f93-9f46-a44347ecc5d9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466155 Sep 30 08:02:20.301503 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bcc92117-e21e-401e-91b1-00cf99c2ded3 req-20e74e6e-08f2-414e-94c3-b537380bde05 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.307213 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bcc92117-e21e-401e-91b1-00cf99c2ded3 req-20e74e6e-08f2-414e-94c3-b537380bde05 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.341913 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bcc92117-e21e-401e-91b1-00cf99c2ded3 req-20e74e6e-08f2-414e-94c3-b537380bde05 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.343337 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bcc92117-e21e-401e-91b1-00cf99c2ded3 req-20e74e6e-08f2-414e-94c3-b537380bde05 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5228925 Sep 30 08:02:20.348081 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7474cc6-c436-4c54-b9e3-15d2a8b14991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.372192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b7474cc6-c436-4c54-b9e3-15d2a8b14991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3bfb0b-c622-4a9c-97c7-dd3b92eeeb49']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:20.382699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b7474cc6-c436-4c54-b9e3-15d2a8b14991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3298877f-edac-4550-af91-d024fc7ff812') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:20.383193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b7474cc6-c436-4c54-b9e3-15d2a8b14991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3298877f-edac-4550-af91-d024fc7ff812') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:20.387613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e74e6e-08f2-414e-94c3-b537380bde05 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7890d1d-2f04-41d2-9648-c8e64f3521f4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:20.393549 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6896482-ecfb-4180-979a-5aa0117d9557 x-openstack-request-id: req-e6896482-ecfb-4180-979a-5aa0117d9557 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:20.393713 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66521610-d06f-4ed3-a788-dfafac31a4b4", "tag": "d3b2dfb4-355b-41b6-a2e2-28be5a079fec", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:20.394294 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6896482-ecfb-4180-979a-5aa0117d9557 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:20.394686 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66521610-d06f-4ed3-a788-dfafac31a4b4', 'tag': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec', 'status': 'completed', 'code': 200} Sep 30 08:02:20.398903 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7474cc6-c436-4c54-b9e3-15d2a8b14991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.413360 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7474cc6-c436-4c54-b9e3-15d2a8b14991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.421481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7474cc6-c436-4c54-b9e3-15d2a8b14991 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:02:20.422009 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7474cc6-c436-4c54-b9e3-15d2a8b14991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:02:20.423681 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:02:20.440939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb5c774-24b9-4ebf-be50-5dc507bc22ef {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:20.450476 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.465816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f19d36-0048-4fb8-987c-bca8cd51fc76 req-60155298-9095-4b4b-9d5e-403c29b09f43 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:20.468422 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37f19d36-0048-4fb8-987c-bca8cd51fc76 req-60155298-9095-4b4b-9d5e-403c29b09f43 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 948 time: 0.1280978 Sep 30 08:02:20.484066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Transition to ACTIVE for port object 9bb5c774-24b9-4ebf-be50-5dc507bc22ef will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:02:20.493133 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.510258 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7474cc6-c436-4c54-b9e3-15d2a8b14991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.517152 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7474cc6-c436-4c54-b9e3-15d2a8b14991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.519845 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b7474cc6-c436-4c54-b9e3-15d2a8b14991 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2e3bfb0b-c622-4a9c-97c7-dd3b92eeeb49 HTTP/1.1" status: 204 len: 168 time: 0.3308716 Sep 30 08:02:20.532157 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1cf2e-ee2f-4d1f-8144-1b5046b58a27 req-73aad9ee-77ac-4371-8f76-d0dbb0ee8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:20.534107 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a2e1cf2e-ee2f-4d1f-8144-1b5046b58a27 req-73aad9ee-77ac-4371-8f76-d0dbb0ee8faf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 1099 time: 0.0888958 Sep 30 08:02:20.535001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7474cc6-c436-4c54-b9e3-15d2a8b14991 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3bfb0b-c622-4a9c-97c7-dd3b92eeeb49,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:20.567788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37f19d36-0048-4fb8-987c-bca8cd51fc76 req-7ab9ca80-3a32-4875-aec8-deee6599c4ef tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918140 Sep 30 08:02:20.606195 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:20.699285 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1cf2e-ee2f-4d1f-8144-1b5046b58a27 req-6343ddcc-98fb-4e30-a339-72a057426343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:20.701896 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a2e1cf2e-ee2f-4d1f-8144-1b5046b58a27 req-6343ddcc-98fb-4e30-a339-72a057426343 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1546550 Sep 30 08:02:20.710066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Attempting to bind port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:20.710484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Attempting to bind port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:20.710875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Attempting to bind port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:20.757498 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef on network 407edc8e-eacf-4658-b430-a785aa6467d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:02:20.757922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Attempting to bind port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:20.758729 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a2e1cf2e-ee2f-4d1f-8144-1b5046b58a27 req-c6d395d2-b74f-4504-933d-bcdf2dae39d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec HTTP/1.1" status: 200 len: 217 time: 0.0460825 Sep 30 08:02:20.773421 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:20.773884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Checking segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:20.774337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Bound using segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:20.774901 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Bound port: 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:20.775322 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:20.821396 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46154) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:20.842640 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1cf2e-ee2f-4d1f-8144-1b5046b58a27 req-0c391007-0e45-4e00-a9ec-a35aa783a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:20.844157 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a2e1cf2e-ee2f-4d1f-8144-1b5046b58a27 req-0c391007-0e45-4e00-a9ec-a35aa783a417 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0750790 Sep 30 08:02:20.876932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa239d4-50fa-4901-a445-df7c620b1f4b req-0ef35341-b79d-428d-a5ab-4d4214086ced tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:20.878953 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9aa239d4-50fa-4901-a445-df7c620b1f4b req-0ef35341-b79d-428d-a5ab-4d4214086ced tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 943 time: 0.1979592 Sep 30 08:02:20.894545 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-355e9d54-55c2-418d-8683-63c1681d7ba7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95d854c22cb34ab7b9e1f78ae827eac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720444 Sep 30 08:02:20.895889 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-054b77fd-9732-43c0-bcc5-336a973b6caf tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:20.897454 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-054b77fd-9732-43c0-bcc5-336a973b6caf tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/networks?id=3acd7950-85a0-4bed-95a8-f8a5b45c8441 HTTP/1.1" status: 200 len: 812 time: 0.2032874 Sep 30 08:02:20.901010 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46158) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:20.929668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46160) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:20.936200 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1cf2e-ee2f-4d1f-8144-1b5046b58a27 req-e5b0e859-5193-4ddf-a037-8fc7b077d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:20.937758 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a2e1cf2e-ee2f-4d1f-8144-1b5046b58a27 req-e5b0e859-5193-4ddf-a037-8fc7b077d893 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0830870 Sep 30 08:02:20.954281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-d39d2d5f-662c-402d-80c2-079e3e04cfc8 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/quotas/e1f3985d31fe488d8920a9c3bc8403cf HTTP/1.1" status: 200 len: 375 time: 0.0444801 Sep 30 08:02:20.955261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] For port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:20.976548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] For port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:20.991333 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9aa239d4-50fa-4901-a445-df7c620b1f4b req-ea84d25d-ac42-44ab-a5fa-5a5643292ebc tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023440 Sep 30 08:02:21.006270 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ae13b54-b648-4b7e-8b70-5eebb7bd7adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:21.008071 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:21.048466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:21.049089 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:21.051172 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] 10.222.0.35 "PUT /v2.0/ports/9bb5c774-24b9-4ebf-be50-5dc507bc22ef HTTP/1.1" status: 200 len: 1091 time: 1.3101628 Sep 30 08:02:21.051622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28de7ef6-91fc-47e6-9a47-541686ff88be', 'tag': '9bb5c774-24b9-4ebf-be50-5dc507bc22ef'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:21.054157 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d7b061-5d92-4277-a51d-fffa17c48ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "28de7ef6-91fc-47e6-9a47-541686ff88be", "tag": "9bb5c774-24b9-4ebf-be50-5dc507bc22ef"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:21.062908 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ae13b54-b648-4b7e-8b70-5eebb7bd7adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:21.083002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093be6e-ce9a-43b5-8d4b-6bd40b47cba7 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:21.089697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-35f2f8b8-62fb-4d51-a04f-cf6d273e4143 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1f3985d31fe488d8920a9c3bc8403cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1241276 Sep 30 08:02:21.092603 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a2e1cf2e-ee2f-4d1f-8144-1b5046b58a27 req-bfcb1f39-a08f-425a-8158-1b80203a458f service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451457 Sep 30 08:02:21.153208 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2db56b2c-03e2-4776-9cbd-c0f7808a9d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:21.199080 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ae13b54-b648-4b7e-8b70-5eebb7bd7adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:21.201870 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ae13b54-b648-4b7e-8b70-5eebb7bd7adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:21.203004 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8ae13b54-b648-4b7e-8b70-5eebb7bd7adb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31076374-9683-4e1c-b564-6e12484fcf08 HTTP/1.1" status: 204 len: 168 time: 0.3008349 Sep 30 08:02:21.230483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae13b54-b648-4b7e-8b70-5eebb7bd7adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31076374-9683-4e1c-b564-6e12484fcf08,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:21.254434 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a2e1cf2e-ee2f-4d1f-8144-1b5046b58a27 req-e0c8de54-fe57-483a-8c5a-d33170132785 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427138 Sep 30 08:02:21.276642 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aef0ae7a-6c87-4120-8b0f-6e467a9ae73f req-544f9ac2-40ea-4f34-adba-23556f767440 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "GET /v2.0/security-groups/f7890d1d-2f04-41d2-9648-c8e64f3521f4 HTTP/1.1" status: 200 len: 1811 time: 0.1417778 Sep 30 08:02:21.290981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-ae3c0d45-e215-49c8-913b-80db467f0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:21.292561 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-ae3c0d45-e215-49c8-913b-80db467f0c37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 1094 time: 0.1635661 Sep 30 08:02:21.300047 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-ed13740f-bb15-4606-ab3f-684ee64f29df service neutron] 10.222.0.24 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982079 Sep 30 08:02:21.339401 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb532f38-21ef-464c-9574-ca9acbdc81b3 x-openstack-request-id: req-bb532f38-21ef-464c-9574-ca9acbdc81b3 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:21.339694 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28de7ef6-91fc-47e6-9a47-541686ff88be", "tag": "9bb5c774-24b9-4ebf-be50-5dc507bc22ef", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:21.340032 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb532f38-21ef-464c-9574-ca9acbdc81b3 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:21.340358 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28de7ef6-91fc-47e6-9a47-541686ff88be', 'tag': '9bb5c774-24b9-4ebf-be50-5dc507bc22ef', 'status': 'completed', 'code': 200} Sep 30 08:02:21.382978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-a3eeb860-82cd-4526-88ca-2466da9ce8fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb5c774-24b9-4ebf-be50-5dc507bc22ef HTTP/1.1" status: 200 len: 217 time: 0.0634630 Sep 30 08:02:21.782287 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-0397a64c-f2a2-47d7-8912-858ed63897a4 service neutron] 10.222.0.24 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757757 Sep 30 08:02:21.785039 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2db56b2c-03e2-4776-9cbd-c0f7808a9d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:21.787796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-8488c812-3190-40bd-9ef0-22a0a4cc44ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:21.789268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-8488c812-3190-40bd-9ef0-22a0a4cc44ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.3945911 Sep 30 08:02:21.793080 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2db56b2c-03e2-4776-9cbd-c0f7808a9d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:21.803646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef1e6d-814b-4336-bd6b-7822a474d577 req-29a7c0c4-a9fe-409e-9b6c-0b2a52c9a072 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:21.805099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ddef1e6d-814b-4336-bd6b-7822a474d577 req-29a7c0c4-a9fe-409e-9b6c-0b2a52c9a072 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 966 time: 0.4133821 Sep 30 08:02:21.853935 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-766a7ff3-4830-4772-ae53-b7901d793a6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479240 Sep 30 08:02:21.903027 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2db56b2c-03e2-4776-9cbd-c0f7808a9d53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da78c3d9ff834ee9acd9e4219c020947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9663377 Sep 30 08:02:21.909188 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46194) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:21.910608 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db56b2c-03e2-4776-9cbd-c0f7808a9d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4937307-f1d4-48cd-b348-f8f75bf05614,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:21.940558 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:22.017737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ddef1e6d-814b-4336-bd6b-7822a474d577 req-ae88bc0c-3073-4561-82e5-3bc92c005cfe tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1928699 Sep 30 08:02:22.092971 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-ff9a6142-b13d-4686-9e13-d3b3be24d71c service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270358 Sep 30 08:02:22.099851 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8eff31f1-748b-466c-9f71-58b278ec9643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.108700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb2180-0b84-4d1d-bfb6-e2addc4d0663 req-625ce6fc-1a61-4714-87e1-764c67410405 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:22.110208 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9fdb2180-0b84-4d1d-bfb6-e2addc4d0663 req-625ce6fc-1a61-4714-87e1-764c67410405 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 945 time: 0.1237636 Sep 30 08:02:22.114888 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d3684ed1-82c1-4eb1-8809-c772a307d821 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-313719193-network', 'tenant_id': 'aab592c024964189951f6130a08b730f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:22.153646 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3684ed1-82c1-4eb1-8809-c772a307d821 admin admin] Made reservation on behalf of aab592c024964189951f6130a08b730f for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:02:22.156379 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3684ed1-82c1-4eb1-8809-c772a307d821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.166637 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3684ed1-82c1-4eb1-8809-c772a307d821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.207999 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8eff31f1-748b-466c-9f71-58b278ec9643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.276228 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3684ed1-82c1-4eb1-8809-c772a307d821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.280217 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3684ed1-82c1-4eb1-8809-c772a307d821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.290000 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9fdb2180-0b84-4d1d-bfb6-e2addc4d0663 req-36c38ac2-4e04-4d39-beac-d0b41f6fab0a tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580677 Sep 30 08:02:22.301634 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08079a99-f6e3-4cf1-8147-8c5aeb78e9b8 req-872e0a74-bd6f-459c-abc5-b7fea94078c5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:22.303430 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08079a99-f6e3-4cf1-8147-8c5aeb78e9b8 req-872e0a74-bd6f-459c-abc5-b7fea94078c5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 948 time: 0.1825492 Sep 30 08:02:22.304329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3684ed1-82c1-4eb1-8809-c772a307d821 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:02:22.321166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3684ed1-82c1-4eb1-8809-c772a307d821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6aaa76-463c-4614-acad-fe60db853153,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:22.324174 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3684ed1-82c1-4eb1-8809-c772a307d821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.324522 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-d3684ed1-82c1-4eb1-8809-c772a307d821 admin admin] Added segment 7a2a5505-be05-4ae2-9dfe-adbf80130a9c of type vlan for network 6f846470-403a-4969-83cd-da1c298e9ff1 Sep 30 08:02:22.330222 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff51854f-1c6b-45a7-93c1-721d92034cba req-01520203-c664-4ab7-b340-608821fcca69 service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190666 Sep 30 08:02:22.375508 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08079a99-f6e3-4cf1-8147-8c5aeb78e9b8 req-9a84afac-ec06-4000-9745-9fe04e560709 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595689 Sep 30 08:02:22.376292 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8eff31f1-748b-466c-9f71-58b278ec9643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.379764 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8eff31f1-748b-466c-9f71-58b278ec9643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.384136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8eff31f1-748b-466c-9f71-58b278ec9643 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4937307-f1d4-48cd-b348-f8f75bf05614 HTTP/1.1" status: 204 len: 168 time: 0.4674571 Sep 30 08:02:22.398731 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3684ed1-82c1-4eb1-8809-c772a307d821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.404110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff31f1-748b-466c-9f71-58b278ec9643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4937307-f1d4-48cd-b348-f8f75bf05614,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:22.460709 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0383b384-a85a-47e6-bbe3-65d9fb0cb8b5 req-4cb05ad1-ec6a-4d9a-860f-8fd88bed09ec tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 210 time: 0.0444160 Sep 30 08:02:22.474377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3684ed1-82c1-4eb1-8809-c772a307d821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.474773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7ea04f47-f68c-49e2-aa2a-c51d91169753 req-df96eeef-9932-4d31-93d2-73673248dfe4 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1768232769', 'description': 'tempest-description-241879961'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:22.475761 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3684ed1-82c1-4eb1-8809-c772a307d821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:22.477216 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3684ed1-82c1-4eb1-8809-c772a307d821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.508582 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d3684ed1-82c1-4eb1-8809-c772a307d821 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5654712 Sep 30 08:02:22.510922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46220) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:22.520186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7afd304c-31b2-474f-9c43-ade44ffb91fd admin admin] Request body: {'subnet': {'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-313719193-subnet', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:22.539482 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7ea04f47-f68c-49e2-aa2a-c51d91169753 req-df96eeef-9932-4d31-93d2-73673248dfe4 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.554644 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7b061-5d92-4277-a51d-fffa17c48ad8 req-72540f22-d690-4340-a4a3-6a5b41411f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:22.556269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43d7b061-5d92-4277-a51d-fffa17c48ad8 req-72540f22-d690-4340-a4a3-6a5b41411f87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 1094 time: 0.0992565 Sep 30 08:02:22.593713 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3684ed1-82c1-4eb1-8809-c772a307d821 admin admin] Pushing event updated for resources: {'Network': ['ID=6f846470-403a-4969-83cd-da1c298e9ff1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:22.609475 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 6f846470-403a-4969-83cd-da1c298e9ff1 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:02:22.617000 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afd304c-31b2-474f-9c43-ade44ffb91fd admin admin] Made reservation on behalf of aab592c024964189951f6130a08b730f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:02:22.620638 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7afd304c-31b2-474f-9c43-ade44ffb91fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.700858 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795c5e7-06c8-403e-8d43-2f929088651b req-6e817b6d-de19-4b39-94d3-d36662bce46e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:22.709028 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b795c5e7-06c8-403e-8d43-2f929088651b req-6e817b6d-de19-4b39-94d3-d36662bce46e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 943 time: 0.1707733 Sep 30 08:02:22.796076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7b061-5d92-4277-a51d-fffa17c48ad8 req-8eb0f7d5-b42d-4c44-8313-8c4f0790a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:22.798618 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43d7b061-5d92-4277-a51d-fffa17c48ad8 req-8eb0f7d5-b42d-4c44-8313-8c4f0790a0cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.2314632 Sep 30 08:02:22.811293 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b795c5e7-06c8-403e-8d43-2f929088651b req-18c6f118-ad85-4e2f-a340-f06f38dfe284 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008525 Sep 30 08:02:22.866822 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43d7b061-5d92-4277-a51d-fffa17c48ad8 req-a4cbbf79-db2a-4562-ae34-a09724c4e49e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb5c774-24b9-4ebf-be50-5dc507bc22ef HTTP/1.1" status: 200 len: 217 time: 0.0587280 Sep 30 08:02:22.907120 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7afd304c-31b2-474f-9c43-ade44ffb91fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.917032 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7ea04f47-f68c-49e2-aa2a-c51d91169753 req-df96eeef-9932-4d31-93d2-73673248dfe4 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.932728 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7ea04f47-f68c-49e2-aa2a-c51d91169753 req-df96eeef-9932-4d31-93d2-73673248dfe4 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:22.967553 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd304c-31b2-474f-9c43-ade44ffb91fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f016fe-2591-4fdf-8f5c-64e0fa1cbb89,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:22.975471 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd304c-31b2-474f-9c43-ade44ffb91fd admin admin] Checking segment: {'id': '7a2a5505-be05-4ae2-9dfe-adbf80130a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:22.975946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96eeef-9932-4d31-93d2-73673248dfe4 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee94dcf-1c56-4660-86e6-8b415fec2b6c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:22.976314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd304c-31b2-474f-9c43-ade44ffb91fd admin admin] Network hostable DHCP agents. Network: 6f846470-403a-4969-83cd-da1c298e9ff1, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:02:22.996027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7b061-5d92-4277-a51d-fffa17c48ad8 req-4ccdb503-46a2-43b8-ae5a-d2526c454841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:22.997625 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43d7b061-5d92-4277-a51d-fffa17c48ad8 req-4ccdb503-46a2-43b8-ae5a-d2526c454841 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.1215606 Sep 30 08:02:23.000408 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7ea04f47-f68c-49e2-aa2a-c51d91169753 req-df96eeef-9932-4d31-93d2-73673248dfe4 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:23.001607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd304c-31b2-474f-9c43-ade44ffb91fd admin admin] Network 6f846470-403a-4969-83cd-da1c298e9ff1 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:02:23.012177 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ea04f47-f68c-49e2-aa2a-c51d91169753 req-df96eeef-9932-4d31-93d2-73673248dfe4 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5536163 Sep 30 08:02:23.023164 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7afd304c-31b2-474f-9c43-ade44ffb91fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 6f846470-403a-4969-83cd-da1c298e9ff1) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:23.029451 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afd304c-31b2-474f-9c43-ade44ffb91fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:23.030236 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7afd304c-31b2-474f-9c43-ade44ffb91fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:23.036635 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cba00f-08fd-4583-9944-c9f9bd7a56b4 None None] Network 6f846470-403a-4969-83cd-da1c298e9ff1 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:02:23.053818 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7afd304c-31b2-474f-9c43-ade44ffb91fd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5408187 Sep 30 08:02:23.056314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46238) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:23.063132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-313719193-router', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:23.077414 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43d7b061-5d92-4277-a51d-fffa17c48ad8 req-158b0ca3-7589-4de9-887d-4cb93c4c24d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631273 Sep 30 08:02:23.085354 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d3b2dfb4-355b-41b6-a2e2-28be5a079fec details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:02:23.086252 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02956e-4964-4d27-bc15-12b3ec3ac7a4 req-3b6506f7-c372-4a11-8f84-1a71e4c5afd5 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:23.088189 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb02956e-4964-4d27-bc15-12b3ec3ac7a4 req-3b6506f7-c372-4a11-8f84-1a71e4c5afd5 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 1096 time: 0.1957531 Sep 30 08:02:23.097756 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:23.098872 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:23.179444 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:23.389937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb02956e-4964-4d27-bc15-12b3ec3ac7a4 req-2406a489-b74d-4fd6-9d0a-6082aa9c6ad1 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655261 Sep 30 08:02:23.425431 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-6f846470-403a-4969-83cd-da1c298e9ff1', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'fixed_ips': [{'subnet_id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:02:23.426702 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:23.443637 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:23.449551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46252) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:23.470590 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d3b2dfb4-355b-41b6-a2e2-28be5a079fec, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:23.478605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a782863f-4995-4c76-8372-4ef676164f98 req-6df5cc75-999a-4cb6-b98e-7bad4b0026a4 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "GET /v2.0/security-groups/9ee94dcf-1c56-4660-86e6-8b415fec2b6c HTTP/1.1" status: 200 len: 1812 time: 0.2015226 Sep 30 08:02:23.491570 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43d7b061-5d92-4277-a51d-fffa17c48ad8 req-2db40a63-a84c-4e13-b7d2-ea3f9ac0497d service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024591 Sep 30 08:02:23.496352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec', 'mac_address': 'fa:16:3e:07:1f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:02:23.640945 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:23.662219 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7555011e-9350-43ab-95c8-dacd7ff8372b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-67372883-network', 'tenant_id': 'ecfb4fb7526149ea91de221ed833fc2c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:23.663123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b2dfb4-355b-41b6-a2e2-28be5a079fec {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:23.684741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Allocated IP 172.20.0.2 (6f846470-403a-4969-83cd-da1c298e9ff1/88f016fe-2591-4fdf-8f5c-64e0fa1cbb89/23bb3fed-04fb-4b4c-937a-261e1608fbb6) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:02:23.688858 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7555011e-9350-43ab-95c8-dacd7ff8372b admin admin] Made reservation on behalf of ecfb4fb7526149ea91de221ed833fc2c for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:02:23.691821 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7555011e-9350-43ab-95c8-dacd7ff8372b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:23.698042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d3b2dfb4-355b-41b6-a2e2-28be5a079fec, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:23.700563 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-2681c9b9-9023-412d-963d-ca0b1223517a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:23.702220 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-2681c9b9-9023-412d-963d-ca0b1223517a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.36 "GET /v2.0/networks?id=3acd7950-85a0-4bed-95a8-f8a5b45c8441 HTTP/1.1" status: 200 len: 812 time: 0.4865828 Sep 30 08:02:23.702793 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:23.731977 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-39eeffa3-3160-4e54-bf6a-0c9c01d56dba tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Request body: {'port': {'device_id': '8c9fef31-fbaa-48ea-9191-686a6d863c46', 'network_id': '3acd7950-85a0-4bed-95a8-f8a5b45c8441', 'admin_state_up': True, 'tenant_id': 'e1f3985d31fe488d8920a9c3bc8403cf'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:23.761997 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7555011e-9350-43ab-95c8-dacd7ff8372b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:23.766460 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:23.787339 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:23.809087 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:23.831219 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-874cb6ae-73db-4ce5-a91e-d59259ade6cf tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--16826163&fields=id&tenant_id=28da63c1dc59482bb1a1e2e0060695fe HTTP/1.1" status: 200 len: 267 time: 0.2604039 Sep 30 08:02:23.853793 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43d7b061-5d92-4277-a51d-fffa17c48ad8 req-f22f19a3-5608-4e7f-9124-0f5bc3132bcb service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516364 Sep 30 08:02:23.866135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26efed6-b47e-48a8-a029-c9c4dda8dc5e req-77d0bfc3-96df-4b2e-880f-e1d5d42a81ef tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:23.867597 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c26efed6-b47e-48a8-a029-c9c4dda8dc5e req-77d0bfc3-96df-4b2e-880f-e1d5d42a81ef tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 948 time: 0.3004501 Sep 30 08:02:23.903495 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:23.908347 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Allocated IP 172.25.0.49 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/78bbb6ef-62c2-4d11-bf12-843951a8663f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:02:23.910748 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:23.955490 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Network 6f846470-403a-4969-83cd-da1c298e9ff1 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:23.963534 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:23.965340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Pushing event updated for resources: {'Port': ['ID=23bb3fed-04fb-4b4c-937a-261e1608fbb6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:23.968630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:02:24.010834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c26efed6-b47e-48a8-a029-c9c4dda8dc5e req-988fad42-6488-4e49-ad65-9352959997d0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264613 Sep 30 08:02:24.025145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:24.026936 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Attempting to bind port 23bb3fed-04fb-4b4c-937a-261e1608fbb6 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:24.027551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Attempting to bind port 23bb3fed-04fb-4b4c-937a-261e1608fbb6 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '7a2a5505-be05-4ae2-9dfe-adbf80130a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:24.028283 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Attempting to bind port 23bb3fed-04fb-4b4c-937a-261e1608fbb6 on network 6f846470-403a-4969-83cd-da1c298e9ff1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:24.034051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:24.035113 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Checking segment: {'id': '7a2a5505-be05-4ae2-9dfe-adbf80130a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:24.035796 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:24.036444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Bound using segment: {'id': '7a2a5505-be05-4ae2-9dfe-adbf80130a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:24.036979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Bound port: 23bb3fed-04fb-4b4c-937a-261e1608fbb6, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2a5505-be05-4ae2-9dfe-adbf80130a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:24.037438 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:24.045361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-b05232e5-7e0e-4282-a15c-c026edac2e8e tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:24.053479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-b05232e5-7e0e-4282-a15c-c026edac2e8e tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/networks?id=c693cec2-10a8-4bc9-9dc9-ec670a2edec6 HTTP/1.1" status: 200 len: 824 time: 0.2211480 Sep 30 08:02:24.059188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['d3b2dfb4-355b-41b6-a2e2-28be5a079fec'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:24.077102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-fcf0a52a-e1e2-4e7f-91d7-6525fb378580 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/quotas/28da63c1dc59482bb1a1e2e0060695fe HTTP/1.1" status: 200 len: 375 time: 0.0227242 Sep 30 08:02:24.080220 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:24.125036 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:24.129743 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:24.132416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:02:24.140110 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7555011e-9350-43ab-95c8-dacd7ff8372b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:24.152858 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7555011e-9350-43ab-95c8-dacd7ff8372b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:24.166436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Pushing event updated for resources: {'Port': ['ID=78bbb6ef-62c2-4d11-bf12-843951a8663f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:24.182190 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] For port 23bb3fed-04fb-4b4c-937a-261e1608fbb6, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:24.184050 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-2cb6bf03-ad61-4453-ba44-c2fd23e36647 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=28da63c1dc59482bb1a1e2e0060695fe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0981779 Sep 30 08:02:24.199603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] For port 23bb3fed-04fb-4b4c-937a-261e1608fbb6, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=23bb3fed-04fb-4b4c-937a-261e1608fbb6,segment=NetworkSegment(7a2a5505-be05-4ae2-9dfe-adbf80130a9c),segment_id=7a2a5505-be05-4ae2-9dfe-adbf80130a9c)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:24.208657 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:24.250284 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7555011e-9350-43ab-95c8-dacd7ff8372b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:02:24.252975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-39eeffa3-3160-4e54-bf6a-0c9c01d56dba tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Made reservation on behalf of e1f3985d31fe488d8920a9c3bc8403cf for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:02:24.256426 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-39eeffa3-3160-4e54-bf6a-0c9c01d56dba tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:24.290260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555011e-9350-43ab-95c8-dacd7ff8372b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9f9bdb-d66b-4955-8981-51bff7728c94,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:24.298231 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7555011e-9350-43ab-95c8-dacd7ff8372b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:24.298601 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-7555011e-9350-43ab-95c8-dacd7ff8372b admin admin] Added segment 8b2bfaa0-9002-4d63-85fe-09b873bb757f of type vlan for network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 Sep 30 08:02:24.322604 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3102e-0dda-40d1-a43d-3fbf2ee18694 None None] Pushing event updated for resources: {'Port': ['ID=23bb3fed-04fb-4b4c-937a-261e1608fbb6,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:24.407858 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bdb16-d538-4614-9a00-e2e19f7c62cb req-e464de44-5563-4c91-be83-24f602e9d22b tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:24.416470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-722bdb16-d538-4614-9a00-e2e19f7c62cb req-e464de44-5563-4c91-be83-24f602e9d22b tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 1096 time: 0.2584023 Sep 30 08:02:24.436815 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:24.593472 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7555011e-9350-43ab-95c8-dacd7ff8372b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:24.609839 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-722bdb16-d538-4614-9a00-e2e19f7c62cb req-c88a47e0-4308-4a56-8115-3797de02e321 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924896 Sep 30 08:02:24.616840 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-a82d3cb2-faf9-48ec-87aa-5cd1dc0c5554 service neutron] 10.222.0.24 "GET /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323649 Sep 30 08:02:24.689124 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:24.699700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5bc41cc8-505f-414d-9d93-4f40e400742e req-01df1f3e-5b9c-4a64-bfcc-eac8c1aa0950 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-913945504', 'description': 'tempest-description-417734596'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:24.724685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce69df6-bddd-4139-a06e-38a7337b0614 req-9eb10175-2c2d-415c-880d-8d1de99cde6b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:24.726162 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bce69df6-bddd-4139-a06e-38a7337b0614 req-9eb10175-2c2d-415c-880d-8d1de99cde6b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8683cc1-bcca-4085-a59a-2169fae7b712 HTTP/1.1" status: 200 len: 966 time: 0.1954701 Sep 30 08:02:24.726771 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7555011e-9350-43ab-95c8-dacd7ff8372b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:24.727640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7555011e-9350-43ab-95c8-dacd7ff8372b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:24.728207 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7555011e-9350-43ab-95c8-dacd7ff8372b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:24.818852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-39eeffa3-3160-4e54-bf6a-0c9c01d56dba tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Allocated IP 172.20.0.10 (3acd7950-85a0-4bed-95a8-f8a5b45c8441/362299fa-6c92-4103-9c37-4da73b84ea78/1ad069e7-be33-45fa-b320-b52e2324588e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:02:24.823152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Router e591f7be-cf34-4c07-95e1-327dc88edcb8 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:02:24.934815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:02:24.950798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Sync routers for ids ['e591f7be-cf34-4c07-95e1-327dc88edcb8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:02:24.962766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Routers {'e591f7be-cf34-4c07-95e1-327dc88edcb8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:02:24.963827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:02:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e591f7be-cf34-4c07-95e1-327dc88edcb8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:25.078048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Set router e591f7be-cf34-4c07-95e1-327dc88edcb8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:02:25.134657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9bb5c774-24b9-4ebf-be50-5dc507bc22ef details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:02:25.144767 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:25.148819 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-71dd7b8b-d5cc-46dc-a9f7-2285897e0f75 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.0872934 Sep 30 08:02:25.148980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555011e-9350-43ab-95c8-dacd7ff8372b admin admin] Pushing event updated for resources: {'Network': ['ID=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:25.149081 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46276) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:25.152995 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bc41cc8-505f-414d-9d93-4f40e400742e req-01df1f3e-5b9c-4a64-bfcc-eac8c1aa0950 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:25.177623 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:02:25.209821 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7555011e-9350-43ab-95c8-dacd7ff8372b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7544749 Sep 30 08:02:25.219270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46278) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:25.224601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1902c502-1791-4789-af2c-0390bd60e60c admin admin] Request body: {'subnet': {'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-67372883-subnet', 'tenant_id': 'ecfb4fb7526149ea91de221ed833fc2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:25.257701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-238e521c-80df-4981-8688-c12c1937966f service neutron] 10.222.0.24 "GET /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6038742 Sep 30 08:02:25.366507 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1902c502-1791-4789-af2c-0390bd60e60c admin admin] Made reservation on behalf of ecfb4fb7526149ea91de221ed833fc2c for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:02:25.369197 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1902c502-1791-4789-af2c-0390bd60e60c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:25.441557 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 23bb3fed-04fb-4b4c-937a-261e1608fbb6 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:25.488997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-bce69df6-bddd-4139-a06e-38a7337b0614 req-a09ce639-a8b2-43a4-abc6-58f3c62dc71b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Deleting port 9fb23192-a263-45d9-8095-768c84d472d3 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:02:25.489471 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bce69df6-bddd-4139-a06e-38a7337b0614 req-a09ce639-a8b2-43a4-abc6-58f3c62dc71b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:25.622887 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:25.626924 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b4a822a-d5e2-471f-bdbc-a38b16b22533 req-b681d423-f2da-4dfd-8ff9-482864f6501d tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 210 time: 0.0646145 Sep 30 08:02:25.654846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993e53b2-dca6-46c9-84e1-bf0ca53c835e None None] Network 6f846470-403a-4969-83cd-da1c298e9ff1 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:02:25.663333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '9bb5c774-24b9-4ebf-be50-5dc507bc22ef', 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1', 'port_id': '9bb5c774-24b9-4ebf-be50-5dc507bc22ef', 'mac_address': 'fa:16:3e:ab:05:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d5e453-47cb-4a1c-9b01-81aa8a96aed1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:02:25.739872 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:25.755252 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-39eeffa3-3160-4e54-bf6a-0c9c01d56dba tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:25.758501 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb5c774-24b9-4ebf-be50-5dc507bc22ef {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:25.763438 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bc41cc8-505f-414d-9d93-4f40e400742e req-01df1f3e-5b9c-4a64-bfcc-eac8c1aa0950 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:25.781028 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:25.805817 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bc41cc8-505f-414d-9d93-4f40e400742e req-01df1f3e-5b9c-4a64-bfcc-eac8c1aa0950 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:25.808658 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:25.889018 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c7471622-dad4-4ef8-b6ae-4e92ffb4f128 None None] Provisioning complete for port 23bb3fed-04fb-4b4c-937a-261e1608fbb6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:25.889600 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7471622-dad4-4ef8-b6ae-4e92ffb4f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:25.892624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-bce69df6-bddd-4139-a06e-38a7337b0614 req-a09ce639-a8b2-43a4-abc6-58f3c62dc71b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] For port 9fb23192-a263-45d9-8095-768c84d472d3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9fb23192-a263-45d9-8095-768c84d472d3,segment=NetworkSegment(f2bea4ae-530c-4238-8e19-ad84a770a171),segment_id=f2bea4ae-530c-4238-8e19-ad84a770a171)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:25.892959 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bce69df6-bddd-4139-a06e-38a7337b0614 req-a09ce639-a8b2-43a4-abc6-58f3c62dc71b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:25.900666 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bc41cc8-505f-414d-9d93-4f40e400742e req-01df1f3e-5b9c-4a64-bfcc-eac8c1aa0950 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:25.921273 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5bc41cc8-505f-414d-9d93-4f40e400742e req-01df1f3e-5b9c-4a64-bfcc-eac8c1aa0950 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.2405374 Sep 30 08:02:25.981363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'name': 'tempest-ServersTestJSON-313719193-router', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:24Z', 'revision_number': 3, 'project_id': 'aab592c024964189951f6130a08b730f', 'gw_port': {'id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:25.983067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df1f3e-5b9c-4a64-bfcc-eac8c1aa0950 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6decdc-f412-4572-a421-fb78b962923f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:26.053824 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:26.064291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Checking router: e591f7be-cf34-4c07-95e1-327dc88edcb8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:02:26.065358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Updating router e591f7be-cf34-4c07-95e1-327dc88edcb8 port 78bbb6ef-62c2-4d11-bf12-843951a8663f binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:02:26.072899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 23bb3fed-04fb-4b4c-937a-261e1608fbb6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:26.073498 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:26.128127 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd0ee9-4693-438c-a4e9-fe6afa4c8c29 req-a9b15233-cb80-49e8-a5f9-ef60d6bd4a20 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:26.129726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0fd0ee9-4693-438c-a4e9-fe6afa4c8c29 req-a9b15233-cb80-49e8-a5f9-ef60d6bd4a20 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 943 time: 0.3878143 Sep 30 08:02:26.131163 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:26.143553 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-39eeffa3-3160-4e54-bf6a-0c9c01d56dba tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:26.170159 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:26.213892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e42147a1-d876-463c-a9b7-bd227f44802f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:26.218364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['9bb5c774-24b9-4ebf-be50-5dc507bc22ef'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:26.271133 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1902c502-1791-4789-af2c-0390bd60e60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:26.327270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-39eeffa3-3160-4e54-bf6a-0c9c01d56dba tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Network 3acd7950-85a0-4bed-95a8-f8a5b45c8441 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:26.365963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Allocated IP 172.20.0.1 (6f846470-403a-4969-83cd-da1c298e9ff1/88f016fe-2591-4fdf-8f5c-64e0fa1cbb89/efe5f67b-3471-4927-9aa0-864f17c5d5bc) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:02:26.370224 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-39eeffa3-3160-4e54-bf6a-0c9c01d56dba tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:26.385021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-39eeffa3-3160-4e54-bf6a-0c9c01d56dba tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:02:26.400812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0fd0ee9-4693-438c-a4e9-fe6afa4c8c29 req-21d41e99-2264-4dfb-bec7-07ddb82c783b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480364 Sep 30 08:02:26.401408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eeffa3-3160-4e54-bf6a-0c9c01d56dba tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event updated for resources: {'Port': ['ID=1ad069e7-be33-45fa-b320-b52e2324588e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:26.449593 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29609f41-fc3d-4fd4-b84a-29f0a291b80e req-22bcf18c-a54b-49d6-9462-ae35071e9c52 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:26.451142 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29609f41-fc3d-4fd4-b84a-29f0a291b80e req-22bcf18c-a54b-49d6-9462-ae35071e9c52 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 949 time: 0.3204377 Sep 30 08:02:26.516311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902c502-1791-4789-af2c-0390bd60e60c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d239a631-318f-475f-ad41-a02fa80a44bf,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:26.532002 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:26.572862 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:26.594328 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91ce083c-b2b8-479a-a482-03f84d031b1e req-469c3273-f922-4a54-9b64-45753fa8cc42 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 210 time: 0.0975635 Sep 30 08:02:26.612263 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Network 6f846470-403a-4969-83cd-da1c298e9ff1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:26.612825 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7471622-dad4-4ef8-b6ae-4e92ffb4f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:26.615212 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:26.617865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:02:26.618123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-39eeffa3-3160-4e54-bf6a-0c9c01d56dba tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:26.618770 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-39eeffa3-3160-4e54-bf6a-0c9c01d56dba tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:26.635595 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1902c502-1791-4789-af2c-0390bd60e60c admin admin] Checking segment: {'id': '8b2bfaa0-9002-4d63-85fe-09b873bb757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:26.635595 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1902c502-1791-4789-af2c-0390bd60e60c admin admin] Network hostable DHCP agents. Network: b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:02:26.659287 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bce69df6-bddd-4139-a06e-38a7337b0614 req-a09ce639-a8b2-43a4-abc6-58f3c62dc71b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:26.659648 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bce69df6-bddd-4139-a06e-38a7337b0614 req-a09ce639-a8b2-43a4-abc6-58f3c62dc71b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:26.660061 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-bce69df6-bddd-4139-a06e-38a7337b0614 req-a09ce639-a8b2-43a4-abc6-58f3c62dc71b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Floating IP 8fc92ce5-c5d6-4213-9246-2d52a261fce9 disassociated. External IP: 172.25.0.147, port: 9fb23192-a263-45d9-8095-768c84d472d3. Sep 30 08:02:26.660415 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-bce69df6-bddd-4139-a06e-38a7337b0614 req-a09ce639-a8b2-43a4-abc6-58f3c62dc71b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Calling delete_port for 9fb23192-a263-45d9-8095-768c84d472d3 owned by compute:tempest-test_az-917909105 {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:02:26.660527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Pushing event updated for resources: {'Port': ['ID=efe5f67b-3471-4927-9aa0-864f17c5d5bc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:26.676223 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29609f41-fc3d-4fd4-b84a-29f0a291b80e req-64950d6f-4b58-49cd-a005-da694afdc040 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886139 Sep 30 08:02:26.676429 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:26.687492 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:26.688500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-39eeffa3-3160-4e54-bf6a-0c9c01d56dba tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9676428 Sep 30 08:02:26.714642 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c7471622-dad4-4ef8-b6ae-4e92ffb4f128 None None] For port 23bb3fed-04fb-4b4c-937a-261e1608fbb6, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=23bb3fed-04fb-4b4c-937a-261e1608fbb6,segment=NetworkSegment(7a2a5505-be05-4ae2-9dfe-adbf80130a9c),segment_id=7a2a5505-be05-4ae2-9dfe-adbf80130a9c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:26.716471 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Request body: {'port': {'device_id': '8c9fef31-fbaa-48ea-9191-686a6d863c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:26.758229 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7471622-dad4-4ef8-b6ae-4e92ffb4f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:26.769017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1902c502-1791-4789-af2c-0390bd60e60c admin admin] Network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:02:26.809426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1902c502-1791-4789-af2c-0390bd60e60c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:26.834887 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:02:26.834887 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:02:26.835486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0d8539-48b2-4f2e-99e4-a62e5523f086 None None] Network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:02:26.841598 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902c502-1791-4789-af2c-0390bd60e60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:26.842402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1902c502-1791-4789-af2c-0390bd60e60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:26.920248 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e9bd8fa-b757-449e-89fa-3229c48e36ef req-25f11bd1-e1cd-4c4d-9826-3796146b6dea tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "GET /v2.0/security-groups/2c6decdc-f412-4572-a421-fb78b962923f HTTP/1.1" status: 200 len: 1811 time: 0.2275019 Sep 30 08:02:26.958768 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:27.067769 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1902c502-1791-4789-af2c-0390bd60e60c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8472252 Sep 30 08:02:27.096467 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bce69df6-bddd-4139-a06e-38a7337b0614 req-a09ce639-a8b2-43a4-abc6-58f3c62dc71b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:27.104713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-678ea155-e540-48b1-8786-339167f7ed61 req-3402af66-1557-49b8-8b3e-acae67141a4d tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-563563400', 'description': 'tempest-description-939996624'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:27.149120 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:27.262345 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:27.270218 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:27.272931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ce639-a8b2-43a4-abc6-58f3c62dc71b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Pushing event deleted for resources: {'Port': ['ID=9fb23192-a263-45d9-8095-768c84d472d3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:27.347228 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:27.398647 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-678ea155-e540-48b1-8786-339167f7ed61 req-3402af66-1557-49b8-8b3e-acae67141a4d tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:27.403429 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d3b2dfb4-355b-41b6-a2e2-28be5a079fec up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:27.427514 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Pushing event updated for resources: {'Port': ['ID=efe5f67b-3471-4927-9aa0-864f17c5d5bc,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:27.477750 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7471622-dad4-4ef8-b6ae-4e92ffb4f128 None None] Pushing event updated for resources: {'Port': ['ID=23bb3fed-04fb-4b4c-937a-261e1608fbb6,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:27.479882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5913f-e130-4935-ae08-8695180571a8 req-fb4e161a-4938-41f0-9a12-abe173ffc185 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:27.481476 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ff5913f-e130-4935-ae08-8695180571a8 req-fb4e161a-4938-41f0-9a12-abe173ffc185 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 932 time: 0.3984077 Sep 30 08:02:27.500080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-c2979a6f-c681-4a4e-ba4d-3c376f775a1b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:27.501531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-c2979a6f-c681-4a4e-ba4d-3c376f775a1b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.35 "GET /v2.0/networks?id=c693cec2-10a8-4bc9-9dc9-ec670a2edec6 HTTP/1.1" status: 200 len: 824 time: 0.5787656 Sep 30 08:02:27.506173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Network 6f846470-403a-4969-83cd-da1c298e9ff1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:27.507864 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:27.538314 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-29ed57bc-4576-40ff-88a9-cbfe72e02ce2 None None] Provisioning complete for port 23bb3fed-04fb-4b4c-937a-261e1608fbb6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:27.538594 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29ed57bc-4576-40ff-88a9-cbfe72e02ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:27.645206 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port d3b2dfb4-355b-41b6-a2e2-28be5a079fec completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:02:27.682461 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port d3b2dfb4-355b-41b6-a2e2-28be5a079fec triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:27.682838 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:27.686059 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Router e591f7be-cf34-4c07-95e1-327dc88edcb8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:02:27.719931 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2546a4b-f2b6-4a70-ba66-fb8ff63ddc76 None None] Network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:02:27.763636 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:27.796502 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:27.840228 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:02:27.846938 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-96734e5d-06ef-43b7-9e70-1301f410689f admin admin] 10.222.0.24 "PUT /v2.0/routers/e591f7be-cf34-4c07-95e1-327dc88edcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6968746 Sep 30 08:02:28.044546 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Attempting to bind port 78bbb6ef-62c2-4d11-bf12-843951a8663f on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:28.044928 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Attempting to bind port 78bbb6ef-62c2-4d11-bf12-843951a8663f by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:28.045391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Attempting to bind port 78bbb6ef-62c2-4d11-bf12-843951a8663f on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:28.047185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65e1ad-d664-44cd-8f6d-1c6eea4aacf4 None None] Pushing event updated for resources: {'Port': ['ID=78bbb6ef-62c2-4d11-bf12-843951a8663f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:28.056174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ff5913f-e130-4935-ae08-8695180571a8 req-0fc3bc6e-d869-405c-8c25-2bcfbc65ab9a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517468 Sep 30 08:02:28.083766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:28.084187 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:28.084870 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:28.085282 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:28.085770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Bound port: 78bbb6ef-62c2-4d11-bf12-843951a8663f, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:28.086299 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:28.103465 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-050d9d42-0a78-4f94-aa6b-1d5d607165b8 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28da63c1dc59482bb1a1e2e0060695fe HTTP/1.1" status: 200 len: 378 time: 0.5689454 Sep 30 08:02:28.120599 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:28.126414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-e3d86f90-6436-4eaf-b21f-77eae5652c59 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Request body: {'port': {'device_id': '5f19bf77-8d46-41ad-a512-e576c34c606b', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'admin_state_up': True, 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'security_groups': ['aaaf523a-5304-4b3a-a46e-7bfc5e2faa12']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:28.140965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bce69df6-bddd-4139-a06e-38a7337b0614 req-a09ce639-a8b2-43a4-abc6-58f3c62dc71b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Router 71265e85-b728-4762-80db-05242b67da7a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:02:28.161099 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66521610-d06f-4ed3-a788-dfafac31a4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:28.163358 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b131ab7f-f1e6-4488-998a-bad63e337b5b" -d '{"events": [{"server_uuid": "66521610-d06f-4ed3-a788-dfafac31a4b4", "name": "network-vif-plugged", "status": "completed", "tag": "d3b2dfb4-355b-41b6-a2e2-28be5a079fec"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:28.181978 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d3b2dfb4-355b-41b6-a2e2-28be5a079fec, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:28.191226 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:28.193549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] For port 78bbb6ef-62c2-4d11-bf12-843951a8663f, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:28.201192 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] For port 78bbb6ef-62c2-4d11-bf12-843951a8663f, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=78bbb6ef-62c2-4d11-bf12-843951a8663f,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:28.224910 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:28.240214 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-76507c55-d52e-4cef-bb16-303bea2eadc0 None None] Provisioning complete for port efe5f67b-3471-4927-9aa0-864f17c5d5bc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:28.240588 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76507c55-d52e-4cef-bb16-303bea2eadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:28.292879 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-678ea155-e540-48b1-8786-339167f7ed61 req-3402af66-1557-49b8-8b3e-acae67141a4d tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:28.293754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:28.305455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-76507c55-d52e-4cef-bb16-303bea2eadc0 None None] Port efe5f67b-3471-4927-9aa0-864f17c5d5bc cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:02:28.316730 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-678ea155-e540-48b1-8786-339167f7ed61 req-3402af66-1557-49b8-8b3e-acae67141a4d tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:28.323971 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Routers {'e591f7be-cf34-4c07-95e1-327dc88edcb8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:02:28.324625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:02:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e591f7be-cf34-4c07-95e1-327dc88edcb8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:28.389545 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65e1ad-d664-44cd-8f6d-1c6eea4aacf4 None None] Pushing event updated for resources: {'Port': ['ID=78bbb6ef-62c2-4d11-bf12-843951a8663f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:28.414805 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa990d7f-3e9c-48a6-ada6-a5209da31afe req-c556c43d-991e-461e-8b0f-f2612ce88e58 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:28.416363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa990d7f-3e9c-48a6-ada6-a5209da31afe req-c556c43d-991e-461e-8b0f-f2612ce88e58 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 1096 time: 0.2817180 Sep 30 08:02:28.448085 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402af66-1557-49b8-8b3e-acae67141a4d tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b82cccb-1ac5-4a3a-a239-9455fd200266,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:28.452442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] Set router e591f7be-cf34-4c07-95e1-327dc88edcb8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:02:28.452956 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-678ea155-e540-48b1-8786-339167f7ed61 req-3402af66-1557-49b8-8b3e-acae67141a4d tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:28.453765 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-678ea155-e540-48b1-8786-339167f7ed61 req-3402af66-1557-49b8-8b3e-acae67141a4d tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.3759813 Sep 30 08:02:28.563870 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-e3d86f90-6436-4eaf-b21f-77eae5652c59 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Made reservation on behalf of 28da63c1dc59482bb1a1e2e0060695fe for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:02:28.569617 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-e3d86f90-6436-4eaf-b21f-77eae5652c59 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:28.577845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad069e7-be33-45fa-b320-b52e2324588e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:28.599780 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa990d7f-3e9c-48a6-ada6-a5209da31afe req-bdcde176-5515-49da-bfc4-3396e4f965c6 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697376 Sep 30 08:02:28.605844 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:28.608835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bce69df6-bddd-4139-a06e-38a7337b0614 req-a09ce639-a8b2-43a4-abc6-58f3c62dc71b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:02:28.627292 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65010972-3c84-4b53-828c-5ef5eb38d9d4 None None] Sync routers for ids ['71265e85-b728-4762-80db-05242b67da7a'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:02:28.668718 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce69df6-bddd-4139-a06e-38a7337b0614 req-a09ce639-a8b2-43a4-abc6-58f3c62dc71b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] No DVR routers for this DVR port 9fb23192-a263-45d9-8095-768c84d472d3 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:02:28.670643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Transition to ACTIVE for port object 1ad069e7-be33-45fa-b320-b52e2324588e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:02:28.673536 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bce69df6-bddd-4139-a06e-38a7337b0614 req-a09ce639-a8b2-43a4-abc6-58f3c62dc71b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:28.676395 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bce69df6-bddd-4139-a06e-38a7337b0614 req-a09ce639-a8b2-43a4-abc6-58f3c62dc71b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.36 "DELETE /v2.0/ports/9fb23192-a263-45d9-8095-768c84d472d3 HTTP/1.1" status: 204 len: 173 time: 3.9382877 Sep 30 08:02:28.676850 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8683cc1-bcca-4085-a59a-2169fae7b712', 'name': 'network-vif-deleted', 'tag': '9fb23192-a263-45d9-8095-768c84d472d3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:28.679371 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf026a2-3528-4c1b-a835-cb12dadda13f" -d '{"events": [{"server_uuid": "a8683cc1-bcca-4085-a59a-2169fae7b712", "name": "network-vif-deleted", "tag": "9fb23192-a263-45d9-8095-768c84d472d3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:28.709081 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65010972-3c84-4b53-828c-5ef5eb38d9d4 None None] Routers {'71265e85-b728-4762-80db-05242b67da7a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:02:28.709696 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:28.710287 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-65010972-3c84-4b53-828c-5ef5eb38d9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:02:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71265e85-b728-4762-80db-05242b67da7a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:28.768622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'name': 'tempest-ServersTestJSON-313719193-router', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:26Z', 'revision_number': 4, 'project_id': 'aab592c024964189951f6130a08b730f', 'gw_port': {'id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'efe5f67b-3471-4927-9aa0-864f17c5d5bc', 'name': '', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'mac_address': 'fa:16:3e:f1:e1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:26Z', 'updated_at': '2021-09-30T08:02:27Z', 'revision_number': 2, 'project_id': 'aab592c024964189951f6130a08b730f', 'subnets': [{'id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:28.821064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4dce5-e724-4606-84d5-ffaff3afdf00 None None] The sync data for ids ['e591f7be-cf34-4c07-95e1-327dc88edcb8'] in n-d-807359-2 is: [{'id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'name': 'tempest-ServersTestJSON-313719193-router', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:26Z', 'revision_number': 4, 'project_id': 'aab592c024964189951f6130a08b730f', 'gw_port': {'id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'efe5f67b-3471-4927-9aa0-864f17c5d5bc', 'name': '', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'mac_address': 'fa:16:3e:f1:e1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:26Z', 'updated_at': '2021-09-30T08:02:27Z', 'revision_number': 2, 'project_id': 'aab592c024964189951f6130a08b730f', 'subnets': [{'id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:02:28.833683 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-65010972-3c84-4b53-828c-5ef5eb38d9d4 None None] Set router 71265e85-b728-4762-80db-05242b67da7a gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:02:28.884848 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9fb23192-a263-45d9-8095-768c84d472d3 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:02:28.915280 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 9fb23192-a263-45d9-8095-768c84d472d3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:02:28.915642 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9fb23192-a263-45d9-8095-768c84d472d3 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:02:28.920944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad069e7-be33-45fa-b320-b52e2324588e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:29.012303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-e3d86f90-6436-4eaf-b21f-77eae5652c59 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Allocated IP 172.20.0.13 (c693cec2-10a8-4bc9-9dc9-ec670a2edec6/a6eae367-e63e-468e-b670-66f47b5bf007/64418efa-b228-48ad-8aa2-580c35ad693c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:02:29.031899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cba7b8-80ce-4c4c-98f0-875c07e1f6ad req-4d5b8af6-e7d1-4f30-a7c9-a9899487b1bf tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:29.053640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13cba7b8-80ce-4c4c-98f0-875c07e1f6ad req-4d5b8af6-e7d1-4f30-a7c9-a9899487b1bf tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 944 time: 0.2669535 Sep 30 08:02:29.098464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-ec14446b-49cb-46a9-b2e9-b16c139f1545 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:29.100861 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-ec14446b-49cb-46a9-b2e9-b16c139f1545 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/networks?id=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 HTTP/1.1" status: 200 len: 813 time: 0.3509591 Sep 30 08:02:29.111224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9bb5c774-24b9-4ebf-be50-5dc507bc22ef up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:29.202412 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:02:29.208887 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:29.209448 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:29.217172 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13cba7b8-80ce-4c4c-98f0-875c07e1f6ad req-b90f7811-d37a-42fd-ac15-db72c3358f72 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626439 Sep 30 08:02:29.259157 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-65010972-3c84-4b53-828c-5ef5eb38d9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'b362308f-afe0-4a52-88d5-da67393fb908', 'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'mac_address': 'fa:16:3e:e1:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:55Z', 'updated_at': '2021-09-30T08:00:03Z', 'revision_number': 5, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'subnets': [{'id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:29.263644 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-ab567210-1c9c-4e24-a11a-d9ae98162e7a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/quotas/ecfb4fb7526149ea91de221ed833fc2c HTTP/1.1" status: 200 len: 375 time: 0.0733588 Sep 30 08:02:29.308167 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65010972-3c84-4b53-828c-5ef5eb38d9d4 None None] Checking router: 71265e85-b728-4762-80db-05242b67da7a for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:02:29.313379 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Attempting to bind port 1ad069e7-be33-45fa-b320-b52e2324588e on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:29.313711 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Attempting to bind port 1ad069e7-be33-45fa-b320-b52e2324588e by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'bba0b0b0-def7-4017-94cd-3b5b7c2fa29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3acd7950-85a0-4bed-95a8-f8a5b45c8441'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:29.314039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Attempting to bind port 1ad069e7-be33-45fa-b320-b52e2324588e on network 3acd7950-85a0-4bed-95a8-f8a5b45c8441 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:29.323038 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65010972-3c84-4b53-828c-5ef5eb38d9d4 None None] Routers {'71265e85-b728-4762-80db-05242b67da7a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:02:29.323972 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-65010972-3c84-4b53-828c-5ef5eb38d9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:02:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71265e85-b728-4762-80db-05242b67da7a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:29.338664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-b0938bed-50dd-40d6-bde8-75af648bc390 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ecfb4fb7526149ea91de221ed833fc2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735652 Sep 30 08:02:29.350840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Port 1ad069e7-be33-45fa-b320-b52e2324588e on network 3acd7950-85a0-4bed-95a8-f8a5b45c8441 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:02:29.351999 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Attempting to bind port 1ad069e7-be33-45fa-b320-b52e2324588e on network 3acd7950-85a0-4bed-95a8-f8a5b45c8441 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:29.368114 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:29.423140 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:29.423734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Checking segment: {'id': 'bba0b0b0-def7-4017-94cd-3b5b7c2fa29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3acd7950-85a0-4bed-95a8-f8a5b45c8441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:29.424859 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Bound using segment: {'id': 'bba0b0b0-def7-4017-94cd-3b5b7c2fa29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3acd7950-85a0-4bed-95a8-f8a5b45c8441'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:29.425500 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Bound port: 1ad069e7-be33-45fa-b320-b52e2324588e, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba0b0b0-def7-4017-94cd-3b5b7c2fa29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3acd7950-85a0-4bed-95a8-f8a5b45c8441'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:29.426055 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:29.437129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:29.439139 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:29.443489 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:29.466688 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-65010972-3c84-4b53-828c-5ef5eb38d9d4 None None] Set router 71265e85-b728-4762-80db-05242b67da7a gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:02:29.475407 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a361e6e3-ebd4-4004-9881-f871837088bb req-0ff037bd-b6f3-4736-8664-bd5f31380601 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 210 time: 0.1010261 Sep 30 08:02:29.513658 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:29.581270 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 23bb3fed-04fb-4b4c-937a-261e1608fbb6 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:29.654480 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 23bb3fed-04fb-4b4c-937a-261e1608fbb6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:29.654935 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:29.690029 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] For port 1ad069e7-be33-45fa-b320-b52e2324588e, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:29.729645 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-65010972-3c84-4b53-828c-5ef5eb38d9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'b362308f-afe0-4a52-88d5-da67393fb908', 'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'mac_address': 'fa:16:3e:e1:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:55Z', 'updated_at': '2021-09-30T08:00:03Z', 'revision_number': 5, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'subnets': [{'id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:29.738191 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-e3d86f90-6436-4eaf-b21f-77eae5652c59 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:29.760778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] For port 1ad069e7-be33-45fa-b320-b52e2324588e, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1ad069e7-be33-45fa-b320-b52e2324588e,segment=NetworkSegment(bba0b0b0-def7-4017-94cd-3b5b7c2fa29f),segment_id=bba0b0b0-def7-4017-94cd-3b5b7c2fa29f)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:29.771272 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65010972-3c84-4b53-828c-5ef5eb38d9d4 None None] The sync data for ids ['71265e85-b728-4762-80db-05242b67da7a'] in n-d-807359-2 is: [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'b362308f-afe0-4a52-88d5-da67393fb908', 'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'mac_address': 'fa:16:3e:e1:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:55Z', 'updated_at': '2021-09-30T08:00:03Z', 'revision_number': 5, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'subnets': [{'id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:02:29.777270 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:29.789442 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-617e5c66-e588-4a4a-8ceb-26861894f7bb service neutron] 10.222.0.24 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487309 Sep 30 08:02:29.860671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00725c91-c77f-4e9d-b2cf-ef8a4cd8af36 req-d481ed56-ec0c-429c-8339-e7eaef602343 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:29.862616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00725c91-c77f-4e9d-b2cf-ef8a4cd8af36 req-d481ed56-ec0c-429c-8339-e7eaef602343 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.2380021 Sep 30 08:02:29.928222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad069e7-be33-45fa-b320-b52e2324588e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:29.946803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:29.947953 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:29.949562 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-dadd985c-446f-4943-9bec-574371d36863 service neutron] 10.222.0.36 "PUT /v2.0/ports/1ad069e7-be33-45fa-b320-b52e2324588e HTTP/1.1" status: 200 len: 1092 time: 3.2457771 Sep 30 08:02:29.994125 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-e3d86f90-6436-4eaf-b21f-77eae5652c59 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:30.104596 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00725c91-c77f-4e9d-b2cf-ef8a4cd8af36 req-0d19ced7-c362-41df-9f25-57a3e9bfe289 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050898 Sep 30 08:02:30.127441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-e3d86f90-6436-4eaf-b21f-77eae5652c59 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:30.129742 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-e3d86f90-6436-4eaf-b21f-77eae5652c59 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:30.142291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-e3d86f90-6436-4eaf-b21f-77eae5652c59 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:02:30.150309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d86f90-6436-4eaf-b21f-77eae5652c59 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Pushing event updated for resources: {'Port': ['ID=64418efa-b228-48ad-8aa2-580c35ad693c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:30.154340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-10499339-bd69-4b8a-8847-f12f7af4e453 service neutron] 10.222.0.24 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375230 Sep 30 08:02:30.197101 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-cd76f4c8-7366-4693-94ab-5c92492040cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:30.198607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-cd76f4c8-7366-4693-94ab-5c92492040cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1f3985d31fe488d8920a9c3bc8403cf&device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 1095 time: 0.1870093 Sep 30 08:02:30.229578 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d81a7c-0712-4b5e-920a-5e977d62ba78 None None] New status for floating IP 8fc92ce5-c5d6-4213-9246-2d52a261fce9: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:02:30.309415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-20503712-6f01-43e7-8820-ab7a8fa323f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad069e7-be33-45fa-b320-b52e2324588e HTTP/1.1" status: 200 len: 217 time: 0.1000161 Sep 30 08:02:30.345234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-e3d86f90-6436-4eaf-b21f-77eae5652c59 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:30.357603 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-e3d86f90-6436-4eaf-b21f-77eae5652c59 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:30.413643 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-e3d86f90-6436-4eaf-b21f-77eae5652c59 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2971709 Sep 30 08:02:30.446996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Request body: {'port': {'device_id': '5f19bf77-8d46-41ad-a512-e576c34c606b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:30.454830 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0c27ca-ab3b-4142-8a55-4dcb654938d8 x-openstack-request-id: req-7c0c27ca-ab3b-4142-8a55-4dcb654938d8 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:30.454830 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66521610-d06f-4ed3-a788-dfafac31a4b4", "name": "network-vif-plugged", "status": "completed", "tag": "d3b2dfb4-355b-41b6-a2e2-28be5a079fec", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:30.455065 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c0c27ca-ab3b-4142-8a55-4dcb654938d8 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:30.456162 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66521610-d06f-4ed3-a788-dfafac31a4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec', 'code': 200} Sep 30 08:02:30.518928 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-68a141b7-7cd5-4263-92ee-c3aa3fc0dafd None None] Provisioning complete for port 64418efa-b228-48ad-8aa2-580c35ad693c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:30.519590 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68a141b7-7cd5-4263-92ee-c3aa3fc0dafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:30.552710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-a489707b-62e5-4c37-a0b1-131f66feee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:30.554459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-a489707b-62e5-4c37-a0b1-131f66feee69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=362299fa-6c92-4103-9c37-4da73b84ea78 HTTP/1.1" status: 200 len: 852 time: 0.2350729 Sep 30 08:02:30.578248 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-68a141b7-7cd5-4263-92ee-c3aa3fc0dafd None None] Port 64418efa-b228-48ad-8aa2-580c35ad693c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:02:30.623580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0511-50ec-4eb2-be93-99bd506dea06 req-8c578fcb-f72c-4a0d-9b74-ecb8107d25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:30.625416 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a97f0511-50ec-4eb2-be93-99bd506dea06 req-8c578fcb-f72c-4a0d-9b74-ecb8107d25e0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 1101 time: 0.0705976 Sep 30 08:02:30.632767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-8a4e85d1-af1a-4eca-81f3-052213df7bc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3acd7950-85a0-4bed-95a8-f8a5b45c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559030 Sep 30 08:02:30.685510 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:30.699562 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a97f0511-50ec-4eb2-be93-99bd506dea06 req-bf9e02d1-1b96-4cb6-bd7c-9bd4c1fdb570 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663893 Sep 30 08:02:30.713213 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4fb9c7e7-1f82-4cd6-8338-a63ff18a6877 req-c93b7080-9d02-4038-97f5-de4bf8f66547 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "GET /v2.0/security-groups/5b82cccb-1ac5-4a3a-a239-9455fd200266 HTTP/1.1" status: 200 len: 1811 time: 0.2073526 Sep 30 08:02:30.730124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46358) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:30.755582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7ba92418-fa8c-49ca-9daa-1928576a4a84 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1670426529', 'description': 'tempest-description--2107665336'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:30.772280 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f1f454-2be4-4c03-a43c-f22b13d79214 x-openstack-request-id: req-94f1f454-2be4-4c03-a43c-f22b13d79214 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:30.772584 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8683cc1-bcca-4085-a59a-2169fae7b712", "name": "network-vif-deleted", "tag": "9fb23192-a263-45d9-8095-768c84d472d3", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:30.772822 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94f1f454-2be4-4c03-a43c-f22b13d79214 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:30.776289 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8683cc1-bcca-4085-a59a-2169fae7b712', 'name': 'network-vif-deleted', 'tag': '9fb23192-a263-45d9-8095-768c84d472d3', 'status': 'completed', 'code': 200} Sep 30 08:02:30.825673 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ba92418-fa8c-49ca-9daa-1928576a4a84 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:30.918324 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ba92418-fa8c-49ca-9daa-1928576a4a84 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:30.927756 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ba92418-fa8c-49ca-9daa-1928576a4a84 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:30.976994 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-961c1094-acd0-4810-bfa4-d7cfedf55cc9 service neutron] 10.222.0.36 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237679 Sep 30 08:02:30.980701 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ba92418-fa8c-49ca-9daa-1928576a4a84 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:30.983058 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7ba92418-fa8c-49ca-9daa-1928576a4a84 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2504179 Sep 30 08:02:30.988337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46364) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:30.994501 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba92418-fa8c-49ca-9daa-1928576a4a84 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1c7736-4e08-4319-8c06-290532fab756,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:30.995735 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-31f51d95-a9f0-45bc-87e4-482d14700524 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Request body: {'security_group_rule': {'security_group_id': '0d1c7736-4e08-4319-8c06-290532fab756', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:31.392310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac170d60-de5e-4b40-8b29-d0cf70169bc0 req-e932399e-2fd6-4b61-a038-33c829d38814 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:31.394392 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac170d60-de5e-4b40-8b29-d0cf70169bc0 req-e932399e-2fd6-4b61-a038-33c829d38814 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 944 time: 0.4722874 Sep 30 08:02:31.442360 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31f51d95-a9f0-45bc-87e4-482d14700524 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:31.516711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4d7cef6-66d4-46c4-8293-e77788241b96 req-bd7ea5f4-9be8-4894-944e-3671f8e3585a service neutron] 10.222.0.36 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259283 Sep 30 08:02:31.520340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac170d60-de5e-4b40-8b29-d0cf70169bc0 req-9b932ad8-5f32-4f8b-84f1-0f6de7aa903d tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187222 Sep 30 08:02:31.574007 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 78bbb6ef-62c2-4d11-bf12-843951a8663f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:31.583229 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31f51d95-a9f0-45bc-87e4-482d14700524 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:31.589946 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31f51d95-a9f0-45bc-87e4-482d14700524 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:31.595534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64418efa-b228-48ad-8aa2-580c35ad693c {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:31.624050 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:31.652534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f51d95-a9f0-45bc-87e4-482d14700524 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f00b06-6732-4fd6-bbb0-a687998a03c9,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:31.682365 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 78bbb6ef-62c2-4d11-bf12-843951a8663f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:31.682791 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:31.694830 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31f51d95-a9f0-45bc-87e4-482d14700524 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:31.698678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:31.699221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-31f51d95-a9f0-45bc-87e4-482d14700524 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7067401 Sep 30 08:02:31.702468 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Sync routers for ids ['e591f7be-cf34-4c07-95e1-327dc88edcb8'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:02:31.703767 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6e88424f-7338-4b99-9527-c1280a8e7864 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Request body: {'security_group_rule': {'security_group_id': '0d1c7736-4e08-4319-8c06-290532fab756', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:31.714877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Transition to ACTIVE for port object 64418efa-b228-48ad-8aa2-580c35ad693c will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:02:31.716504 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Routers {'e591f7be-cf34-4c07-95e1-327dc88edcb8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:02:31.717205 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:02:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e591f7be-cf34-4c07-95e1-327dc88edcb8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:31.741760 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e88424f-7338-4b99-9527-c1280a8e7864 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:31.791559 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:31.866722 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e88424f-7338-4b99-9527-c1280a8e7864 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:31.875472 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e88424f-7338-4b99-9527-c1280a8e7864 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:31.888498 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-d9c88aca-1086-401f-9fd7-15e82ec94320 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:31.891111 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-d9c88aca-1086-401f-9fd7-15e82ec94320 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.36 "GET /v2.0/networks?id=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 HTTP/1.1" status: 200 len: 813 time: 0.2881429 Sep 30 08:02:31.912040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88424f-7338-4b99-9527-c1280a8e7864 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e939dbd-fc4c-4d2e-a551-e6005f6a732e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:31.935088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-b9bfba03-025e-428a-a1a4-0b84dacb1b4c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Request body: {'port': {'device_id': '0d515ecf-0d50-4ea6-bb37-ed030ac85ecd', 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36', 'admin_state_up': True, 'tenant_id': 'ecfb4fb7526149ea91de221ed833fc2c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:31.935977 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e88424f-7338-4b99-9527-c1280a8e7864 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:31.937887 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6e88424f-7338-4b99-9527-c1280a8e7864 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2377524 Sep 30 08:02:31.941690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46390) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:31.948977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:31.950005 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Set router e591f7be-cf34-4c07-95e1-327dc88edcb8 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:02:31.966180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ab00d-468f-4976-ac07-647f2ef2b26c req-98fc244d-1363-4e3e-be88-6baddba4e0e8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:31.973989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-729ab00d-468f-4976-ac07-647f2ef2b26c req-98fc244d-1363-4e3e-be88-6baddba4e0e8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 945 time: 0.2816637 Sep 30 08:02:31.983085 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Pushing event updated for resources: {'Port': ['ID=64418efa-b228-48ad-8aa2-580c35ad693c,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:31.997466 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:32.058787 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:32.077804 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-4194e6f1-763f-493e-808f-17d73edf857d tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:02:32.079613 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-4194e6f1-763f-493e-808f-17d73edf857d tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0127032 Sep 30 08:02:32.102134 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 78bbb6ef-62c2-4d11-bf12-843951a8663f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=78bbb6ef-62c2-4d11-bf12-843951a8663f,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:32.110389 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:32.146289 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3890b20b-fbc6-4972-b6d5-813475a90137 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:32.147867 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3890b20b-fbc6-4972-b6d5-813475a90137 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports/4731e352-b768-4713-84c2-6bc665bc0792 HTTP/1.1" status: 200 len: 1093 time: 0.0535772 Sep 30 08:02:32.191091 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=78bbb6ef-62c2-4d11-bf12-843951a8663f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:32.198557 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-f8c2c9be-c1c7-4dc0-81fc-50a50e0c8a9a service neutron] Request body: {'binding': {'host': 'n-h2-807359-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:32.199114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-f8c2c9be-c1c7-4dc0-81fc-50a50e0c8a9a service neutron] Unknown quota resources ['binding']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:02:32.220469 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-729ab00d-468f-4976-ac07-647f2ef2b26c req-2b8efe6b-aeae-4660-9352-693634d9b177 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100589 Sep 30 08:02:32.298240 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'name': 'tempest-ServersTestJSON-313719193-router', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:26Z', 'revision_number': 4, 'project_id': 'aab592c024964189951f6130a08b730f', 'gw_port': {'id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'efe5f67b-3471-4927-9aa0-864f17c5d5bc', 'name': '', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'mac_address': 'fa:16:3e:f1:e1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:26Z', 'updated_at': '2021-09-30T08:02:27Z', 'revision_number': 2, 'project_id': 'aab592c024964189951f6130a08b730f', 'subnets': [{'id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:32.310440 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Attempting to bind port 64418efa-b228-48ad-8aa2-580c35ad693c on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:32.310440 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Attempting to bind port 64418efa-b228-48ad-8aa2-580c35ad693c by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:32.310777 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Attempting to bind port 64418efa-b228-48ad-8aa2-580c35ad693c on network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:32.329549 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Checking router: e591f7be-cf34-4c07-95e1-327dc88edcb8 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:02:32.329764 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Port 64418efa-b228-48ad-8aa2-580c35ad693c on network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:02:32.330120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Attempting to bind port 64418efa-b228-48ad-8aa2-580c35ad693c on network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:32.330458 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Updating router e591f7be-cf34-4c07-95e1-327dc88edcb8 port efe5f67b-3471-4927-9aa0-864f17c5d5bc binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:02:32.337252 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:32.337588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Checking segment: {'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:32.337977 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Bound using segment: {'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:32.338409 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Bound port: 64418efa-b228-48ad-8aa2-580c35ad693c, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2bea4ae-530c-4238-8e19-ad84a770a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:32.339031 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:32.348756 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:32.349507 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-736bc4a2-9dc3-41ba-a4e5-df84017a2df6 req-be1ce895-337b-4498-9058-4bf5cd5b708d tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 210 time: 0.0478899 Sep 30 08:02:32.355619 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:32.370327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-b9bfba03-025e-428a-a1a4-0b84dacb1b4c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Made reservation on behalf of ecfb4fb7526149ea91de221ed833fc2c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:02:32.377442 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-b9bfba03-025e-428a-a1a4-0b84dacb1b4c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:32.457541 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28de7ef6-91fc-47e6-9a47-541686ff88be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb5c774-24b9-4ebf-be50-5dc507bc22ef'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:32.460213 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb41a06-1114-46d7-aadd-12107db72b59" -d '{"events": [{"server_uuid": "28de7ef6-91fc-47e6-9a47-541686ff88be", "name": "network-vif-plugged", "status": "completed", "tag": "9bb5c774-24b9-4ebf-be50-5dc507bc22ef"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:32.466900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-f8c2c9be-c1c7-4dc0-81fc-50a50e0c8a9a service neutron] Attempting to bind port 4731e352-b768-4713-84c2-6bc665bc0792 on host n-h2-807359-2 for vnic_type normal with profile None {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:32.467623 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-f8c2c9be-c1c7-4dc0-81fc-50a50e0c8a9a service neutron] Attempting to bind port 4731e352-b768-4713-84c2-6bc665bc0792 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:32.467623 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-f8c2c9be-c1c7-4dc0-81fc-50a50e0c8a9a service neutron] Attempting to bind port 4731e352-b768-4713-84c2-6bc665bc0792 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:32.478539 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-f8c2c9be-c1c7-4dc0-81fc-50a50e0c8a9a service neutron] Port 4731e352-b768-4713-84c2-6bc665bc0792 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:02:32.478942 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-f8c2c9be-c1c7-4dc0-81fc-50a50e0c8a9a service neutron] Attempting to bind port 4731e352-b768-4713-84c2-6bc665bc0792 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:32.491054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-f8c2c9be-c1c7-4dc0-81fc-50a50e0c8a9a service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:32.491463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-f8c2c9be-c1c7-4dc0-81fc-50a50e0c8a9a service neutron] Checking segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:32.491939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-f8c2c9be-c1c7-4dc0-81fc-50a50e0c8a9a service neutron] Bound using segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:32.492499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-f8c2c9be-c1c7-4dc0-81fc-50a50e0c8a9a service neutron] Bound port: 4731e352-b768-4713-84c2-6bc665bc0792, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:32.582931 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Allocated IP 172.25.0.2 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/89404efc-dc2b-4762-a404-989efd473563) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:02:32.604063 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-f8c2c9be-c1c7-4dc0-81fc-50a50e0c8a9a service neutron] For port 4731e352-b768-4713-84c2-6bc665bc0792, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=4731e352-b768-4713-84c2-6bc665bc0792,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:32.620243 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-f8c2c9be-c1c7-4dc0-81fc-50a50e0c8a9a service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:32.621529 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-f8c2c9be-c1c7-4dc0-81fc-50a50e0c8a9a service neutron] 10.222.0.24 "POST /v2.0/ports/4731e352-b768-4713-84c2-6bc665bc0792/bindings HTTP/1.1" status: 201 len: 389 time: 0.4635623 Sep 30 08:02:32.635079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] For port 64418efa-b228-48ad-8aa2-580c35ad693c, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:32.637411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-b9bfba03-025e-428a-a1a4-0b84dacb1b4c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Allocated IP 172.20.0.2 (b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36/d239a631-318f-475f-ad41-a02fa80a44bf/e31b10e2-b927-46cd-988b-92b53daa0cca) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:02:32.645186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] For port 64418efa-b228-48ad-8aa2-580c35ad693c, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=64418efa-b228-48ad-8aa2-580c35ad693c,segment=NetworkSegment(f2bea4ae-530c-4238-8e19-ad84a770a171),segment_id=f2bea4ae-530c-4238-8e19-ad84a770a171)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:32.657321 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:32.675811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e51e-6c56-4572-aeec-36ab8993dc8a req-774c580d-6bf5-4fd0-b3c2-1695b4f9447c tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:32.678598 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9887e51e-6c56-4572-aeec-36ab8993dc8a req-774c580d-6bf5-4fd0-b3c2-1695b4f9447c tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 944 time: 0.1704721 Sep 30 08:02:32.713745 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:32.723812 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:32.739955 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:32.784243 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360e7d4-3764-429e-937f-06a25eda86d9 None None] Pushing event updated for resources: {'Port': ['ID=efe5f67b-3471-4927-9aa0-864f17c5d5bc,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:32.808653 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:32.831622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:32.832440 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:32.835133 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] 10.222.0.35 "PUT /v2.0/ports/64418efa-b228-48ad-8aa2-580c35ad693c HTTP/1.1" status: 200 len: 1092 time: 2.4015584 Sep 30 08:02:32.835784 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9fef31-fbaa-48ea-9191-686a6d863c46', 'tag': '1ad069e7-be33-45fa-b320-b52e2324588e'}, {'name': 'network-changed', 'server_uuid': '5f19bf77-8d46-41ad-a512-e576c34c606b', 'tag': '64418efa-b228-48ad-8aa2-580c35ad693c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:32.839628 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6399316-1eed-42bb-8661-9e353e924fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9fef31-fbaa-48ea-9191-686a6d863c46", "tag": "1ad069e7-be33-45fa-b320-b52e2324588e"}, {"name": "network-changed", "server_uuid": "5f19bf77-8d46-41ad-a512-e576c34c606b", "tag": "64418efa-b228-48ad-8aa2-580c35ad693c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:32.851805 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Attempting to bind port efe5f67b-3471-4927-9aa0-864f17c5d5bc on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:32.852682 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Attempting to bind port efe5f67b-3471-4927-9aa0-864f17c5d5bc by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '7a2a5505-be05-4ae2-9dfe-adbf80130a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:32.853226 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Attempting to bind port efe5f67b-3471-4927-9aa0-864f17c5d5bc on network 6f846470-403a-4969-83cd-da1c298e9ff1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:32.859938 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:32.860601 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Checking segment: {'id': '7a2a5505-be05-4ae2-9dfe-adbf80130a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:32.861273 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:32.863137 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Bound using segment: {'id': '7a2a5505-be05-4ae2-9dfe-adbf80130a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:32.863778 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Bound port: efe5f67b-3471-4927-9aa0-864f17c5d5bc, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2a5505-be05-4ae2-9dfe-adbf80130a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:32.864414 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:32.915372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:32.924926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:32.932305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:02:32.976560 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-a88f2747-c85b-4ca6-b9f5-4cd87d1d3b34 req-8c2d2df1-ba4e-40c6-8f5a-2db0cc1bb108 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] show failed (client error): The resource could not be found. Sep 30 08:02:32.988426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a88f2747-c85b-4ca6-b9f5-4cd87d1d3b34 req-8c2d2df1-ba4e-40c6-8f5a-2db0cc1bb108 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "GET /v2.0/security-groups/a51f3613-7139-4bbf-ad72-cef17bc6d23c HTTP/1.1" status: 404 len: 352 time: 0.1288788 Sep 30 08:02:32.991877 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] For port efe5f67b-3471-4927-9aa0-864f17c5d5bc, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:32.997353 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] For port efe5f67b-3471-4927-9aa0-864f17c5d5bc, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=efe5f67b-3471-4927-9aa0-864f17c5d5bc,segment=NetworkSegment(7a2a5505-be05-4ae2-9dfe-adbf80130a9c),segment_id=7a2a5505-be05-4ae2-9dfe-adbf80130a9c)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:33.003337 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Pushing event updated for resources: {'Port': ['ID=89404efc-dc2b-4762-a404-989efd473563,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:33.005514 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:33.094132 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda6cf4-88a3-46f2-88b8-f5e78e732151 service neutron] Pushing event updated for resources: {'Port': ['ID=64418efa-b228-48ad-8aa2-580c35ad693c,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:33.134477 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:02:33.137257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9887e51e-6c56-4572-aeec-36ab8993dc8a req-bc60257b-d9ab-4432-9015-145c60a14416 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3780854 Sep 30 08:02:33.153790 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Routers {'e591f7be-cf34-4c07-95e1-327dc88edcb8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:02:33.154623 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:02:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e591f7be-cf34-4c07-95e1-327dc88edcb8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:33.197240 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:33.209050 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-1cf1c152-44c7-4eeb-ade7-85c84d34e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:33.211228 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-1cf1c152-44c7-4eeb-ade7-85c84d34e8b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 1096 time: 0.2461383 Sep 30 08:02:33.229954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-c8bb9757-b8e4-43c9-b975-81bbd0ef8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:33.230161 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360e7d4-3764-429e-937f-06a25eda86d9 None None] Pushing event updated for resources: {'Port': ['ID=efe5f67b-3471-4927-9aa0-864f17c5d5bc,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:33.232075 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-c8bb9757-b8e4-43c9-b975-81bbd0ef8431 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28da63c1dc59482bb1a1e2e0060695fe&device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 1095 time: 0.2780976 Sep 30 08:02:33.245459 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf10e151-3280-46da-a94a-61cd271abfa8 x-openstack-request-id: req-cf10e151-3280-46da-a94a-61cd271abfa8 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:33.246018 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28de7ef6-91fc-47e6-9a47-541686ff88be", "name": "network-vif-plugged", "status": "completed", "tag": "9bb5c774-24b9-4ebf-be50-5dc507bc22ef", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:33.246018 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf10e151-3280-46da-a94a-61cd271abfa8 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:33.246378 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28de7ef6-91fc-47e6-9a47-541686ff88be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb5c774-24b9-4ebf-be50-5dc507bc22ef', 'code': 200} Sep 30 08:02:33.270519 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:33.312325 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d979df3c-3f33-441c-ace8-dd0e07110954 None None] Provisioning complete for port efe5f67b-3471-4927-9aa0-864f17c5d5bc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:33.315623 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d979df3c-3f33-441c-ace8-dd0e07110954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:33.387973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-ae7afdc9-de82-4f04-bbc3-3d9cd8a09241 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64418efa-b228-48ad-8aa2-580c35ad693c HTTP/1.1" status: 200 len: 217 time: 0.0839450 Sep 30 08:02:33.428848 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] Set router e591f7be-cf34-4c07-95e1-327dc88edcb8 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:02:33.484220 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-e1e9a938-806d-4993-ba4f-6757791b81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:33.489775 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-e1e9a938-806d-4993-ba4f-6757791b81b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.2556527 Sep 30 08:02:33.508452 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be7087-08a7-4f45-b3e5-d97351290c8a req-fe49e188-8832-4032-838f-f6e8ac3d30b4 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:33.510049 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96be7087-08a7-4f45-b3e5-d97351290c8a req-fe49e188-8832-4032-838f-f6e8ac3d30b4 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.4173558 Sep 30 08:02:33.510195 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d979df3c-3f33-441c-ace8-dd0e07110954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:33.542416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6afd0f-3d5c-4c74-8ade-ac1cf3213aab req-17086109-6dba-4422-a938-87789d0b5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:33.544315 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4c6afd0f-3d5c-4c74-8ade-ac1cf3213aab req-17086109-6dba-4422-a938-87789d0b5967 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 1096 time: 0.1631231 Sep 30 08:02:33.566129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d979df3c-3f33-441c-ace8-dd0e07110954 None None] For port efe5f67b-3471-4927-9aa0-864f17c5d5bc, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=efe5f67b-3471-4927-9aa0-864f17c5d5bc,segment=NetworkSegment(7a2a5505-be05-4ae2-9dfe-adbf80130a9c),segment_id=7a2a5505-be05-4ae2-9dfe-adbf80130a9c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:33.589150 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d979df3c-3f33-441c-ace8-dd0e07110954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:33.589726 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-26895192-f4ee-4589-bd27-7169944f2cc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4731e352-b768-4713-84c2-6bc665bc0792 HTTP/1.1" status: 200 len: 217 time: 0.0692508 Sep 30 08:02:33.608601 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-b9bfba03-025e-428a-a1a4-0b84dacb1b4c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:33.610934 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-d3b63f80-b4be-47d8-b264-33329e0630eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:33.612586 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-d3b63f80-b4be-47d8-b264-33329e0630eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6eae367-e63e-468e-b670-66f47b5bf007 HTTP/1.1" status: 200 len: 863 time: 0.2117407 Sep 30 08:02:33.620127 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3df5a5-4724-472a-a993-6ef6f43cd8d6 req-c9a149b3-2cd5-4c6c-933c-5b86b6820e25 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:33.628120 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f3df5a5-4724-472a-a993-6ef6f43cd8d6 req-c9a149b3-2cd5-4c6c-933c-5b86b6820e25 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 944 time: 0.2367935 Sep 30 08:02:33.654105 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device efe5f67b-3471-4927-9aa0-864f17c5d5bc up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:33.699289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979df3c-3f33-441c-ace8-dd0e07110954 None None] Pushing event updated for resources: {'Port': ['ID=efe5f67b-3471-4927-9aa0-864f17c5d5bc,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:33.702236 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96be7087-08a7-4f45-b3e5-d97351290c8a req-08b4479d-38fb-4fa8-abf5-c1cc7378f85a tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607678 Sep 30 08:02:33.718808 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'name': 'tempest-ServersTestJSON-313719193-router', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:26Z', 'revision_number': 4, 'project_id': 'aab592c024964189951f6130a08b730f', 'gw_port': {'id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'efe5f67b-3471-4927-9aa0-864f17c5d5bc', 'name': '', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'mac_address': 'fa:16:3e:f1:e1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:26Z', 'updated_at': '2021-09-30T08:02:32Z', 'revision_number': 4, 'project_id': 'aab592c024964189951f6130a08b730f', 'subnets': [{'id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:33.744019 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f3df5a5-4724-472a-a993-6ef6f43cd8d6 req-612c8eb3-4433-4cf8-8a19-d30ea821ca1e tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150162 Sep 30 08:02:33.749934 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82da06a-3ad4-4d0f-a430-4527c474004c None None] The sync data for ids ['e591f7be-cf34-4c07-95e1-327dc88edcb8'] in n-d-807359-2 is: [{'id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'name': 'tempest-ServersTestJSON-313719193-router', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:26Z', 'revision_number': 4, 'project_id': 'aab592c024964189951f6130a08b730f', 'gw_port': {'id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'efe5f67b-3471-4927-9aa0-864f17c5d5bc', 'name': '', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'mac_address': 'fa:16:3e:f1:e1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:26Z', 'updated_at': '2021-09-30T08:02:32Z', 'revision_number': 4, 'project_id': 'aab592c024964189951f6130a08b730f', 'subnets': [{'id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:02:33.758232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-79363fe3-d944-41e9-bb87-8f09c97a2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:33.766624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-79363fe3-d944-41e9-bb87-8f09c97a2276 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c693cec2-10a8-4bc9-9dc9-ec670a2edec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265056 Sep 30 08:02:33.815538 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port efe5f67b-3471-4927-9aa0-864f17c5d5bc triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:33.820970 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:33.826568 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4c6afd0f-3d5c-4c74-8ade-ac1cf3213aab req-94c0088b-0b36-4112-962a-c0769662e5e4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041283 Sep 30 08:02:33.832306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-7f3ff1ae-6d4b-418d-8412-167fd221c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:33.833583 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-7f3ff1ae-6d4b-418d-8412-167fd221c2b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.2114947 Sep 30 08:02:33.858168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9f59a18f-c259-437a-be2c-6ca3897225d1 None None] Provisioning complete for port efe5f67b-3471-4927-9aa0-864f17c5d5bc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:33.858676 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f59a18f-c259-437a-be2c-6ca3897225d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:33.869320 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c49464-1471-4e19-887c-c8d2c86c3b60 x-openstack-request-id: req-10c49464-1471-4e19-887c-c8d2c86c3b60 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:33.869909 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9fef31-fbaa-48ea-9191-686a6d863c46", "tag": "1ad069e7-be33-45fa-b320-b52e2324588e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5f19bf77-8d46-41ad-a512-e576c34c606b", "tag": "64418efa-b228-48ad-8aa2-580c35ad693c", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:33.870356 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10c49464-1471-4e19-887c-c8d2c86c3b60 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:33.870922 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9fef31-fbaa-48ea-9191-686a6d863c46', 'tag': '1ad069e7-be33-45fa-b320-b52e2324588e', 'status': 'completed', 'code': 200} Sep 30 08:02:33.872268 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f19bf77-8d46-41ad-a512-e576c34c606b', 'tag': '64418efa-b228-48ad-8aa2-580c35ad693c', 'status': 'completed', 'code': 200} Sep 30 08:02:33.887510 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:33.897269 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:33.968683 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-af5139ec-1e7a-465d-b416-09d53c54acd4 req-4afe6744-2f4e-4211-9b62-e9b4cce87818 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] show failed (client error): The resource could not be found. Sep 30 08:02:33.981516 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af5139ec-1e7a-465d-b416-09d53c54acd4 req-4afe6744-2f4e-4211-9b62-e9b4cce87818 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "GET /v2.0/security-group-rules/5f50a421-5401-4fae-94c2-9d246640ec2b HTTP/1.1" status: 404 len: 361 time: 0.0708768 Sep 30 08:02:34.030777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 78bbb6ef-62c2-4d11-bf12-843951a8663f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:34.038676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Pushing event updated for resources: {'Port': ['ID=89404efc-dc2b-4762-a404-989efd473563,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:34.060196 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:34.067844 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-b9bfba03-025e-428a-a1a4-0b84dacb1b4c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:34.085581 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:34.087236 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-24cb80fc-2e73-484d-bd43-7815ad47a896 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1436830 Sep 30 08:02:34.104318 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 78bbb6ef-62c2-4d11-bf12-843951a8663f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:34.104875 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:34.186692 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-5a13b106-5eb0-4dc5-a233-bca0bf1a48fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371804 Sep 30 08:02:34.217398 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-67fc536a-5f4e-4054-bb83-929f3ac56231 service neutron] 10.222.0.35 "GET /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317570 Sep 30 08:02:34.239841 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-b9bfba03-025e-428a-a1a4-0b84dacb1b4c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:34.241830 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-39973048-ea3b-4c04-9412-0ec60d88d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:34.243470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-39973048-ea3b-4c04-9412-0ec60d88d446 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1f3985d31fe488d8920a9c3bc8403cf&device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 1095 time: 0.3421013 Sep 30 08:02:34.258567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfba03-025e-428a-a1a4-0b84dacb1b4c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Pushing event updated for resources: {'Port': ['ID=e31b10e2-b927-46cd-988b-92b53daa0cca,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:34.261118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-b9bfba03-025e-428a-a1a4-0b84dacb1b4c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:34.287482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950c3b6-9ada-44f8-8420-193d95f543f3 req-29f1c80b-4f2b-4061-87b6-5d4126afa04f tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:34.294661 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6950c3b6-9ada-44f8-8420-193d95f543f3 req-29f1c80b-4f2b-4061-87b6-5d4126afa04f tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 945 time: 0.4293394 Sep 30 08:02:34.304564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-b9bfba03-025e-428a-a1a4-0b84dacb1b4c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:02:34.306257 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-c3a56e42-37b3-43f8-8ae7-02a428d62a2e service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905972 Sep 30 08:02:34.416308 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-870f3a1a-7d99-4d97-8519-a5efe3e6bfa1 service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007552 Sep 30 08:02:34.422400 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c706457-94d3-4345-9a5e-be65d04c0956 req-36b7e60c-5a4c-46f9-b9ae-6cb59a6e900e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:34.424053 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c706457-94d3-4345-9a5e-be65d04c0956 req-36b7e60c-5a4c-46f9-b9ae-6cb59a6e900e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 945 time: 0.3430357 Sep 30 08:02:34.511288 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6950c3b6-9ada-44f8-8420-193d95f543f3 req-886301fc-743c-4d2e-8dce-8c596774e86d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157853 Sep 30 08:02:34.520874 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-b9bfba03-025e-428a-a1a4-0b84dacb1b4c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:34.521531 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-b9bfba03-025e-428a-a1a4-0b84dacb1b4c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:34.566367 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75576b8d-24d7-429a-a5d1-9feab451a8ea req-e3ab71de-f0e2-4307-ab52-79a57e588640 service neutron] 10.222.0.35 "GET /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349159 Sep 30 08:02:34.567378 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-e1de1c00-af5c-40e5-8a59-1d296ff49f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:34.568908 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-e1de1c00-af5c-40e5-8a59-1d296ff49f19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3acd7950-85a0-4bed-95a8-f8a5b45c8441 HTTP/1.1" status: 200 len: 913 time: 0.3115325 Sep 30 08:02:34.572937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-b9bfba03-025e-428a-a1a4-0b84dacb1b4c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6661541 Sep 30 08:02:34.576015 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c706457-94d3-4345-9a5e-be65d04c0956 req-579bad18-6065-459c-9e5f-d0db6996012b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214204 Sep 30 08:02:34.601296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Request body: {'port': {'device_id': '0d515ecf-0d50-4ea6-bb37-ed030ac85ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:34.649112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-5aac67dd-356a-461c-8216-7acc383a001e tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:34.650528 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-5aac67dd-356a-461c-8216-7acc383a001e tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284&tenant_id=b90880b9f658495fbcf10eee4b545dee&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 1096 time: 0.0659728 Sep 30 08:02:34.683811 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-047d2a91-94de-4e4c-8fb3-939c7529d40c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad069e7-be33-45fa-b320-b52e2324588e HTTP/1.1" status: 200 len: 217 time: 0.0784221 Sep 30 08:02:34.716379 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807359-2'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:34.773234 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:34.815937 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e03fb9-25f4-4a87-8945-1ae90661fe7b req-def27f59-973f-4925-a2f8-2f864fb51f36 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:34.817442 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38e03fb9-25f4-4a87-8945-1ae90661fe7b req-def27f59-973f-4925-a2f8-2f864fb51f36 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 931 time: 0.2357259 Sep 30 08:02:34.837903 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:34.841037 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-9528bcb2-a18e-4209-b6b1-11d9e0041a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:34.842628 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-9528bcb2-a18e-4209-b6b1-11d9e0041a7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=362299fa-6c92-4103-9c37-4da73b84ea78 HTTP/1.1" status: 200 len: 852 time: 0.1485226 Sep 30 08:02:34.869600 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ace0cc-c4b5-4104-8e0a-9a90612a5387 req-fcbebcda-8d6b-41e2-aae0-70075488807f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:34.871088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84ace0cc-c4b5-4104-8e0a-9a90612a5387 req-fcbebcda-8d6b-41e2-aae0-70075488807f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.2042019 Sep 30 08:02:34.881417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1ad069e7-be33-45fa-b320-b52e2324588e details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:02:34.909775 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] For port 4731e352-b768-4713-84c2-6bc665bc0792, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4731e352-b768-4713-84c2-6bc665bc0792,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:34.922325 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-f30b6597-b872-468d-9be5-b1a3bc1633df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3acd7950-85a0-4bed-95a8-f8a5b45c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694509 Sep 30 08:02:34.930441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-ffbdb6e9-e52c-4a70-9d3f-ce26f8caf2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:34.931859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-ffbdb6e9-e52c-4a70-9d3f-ce26f8caf2a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28da63c1dc59482bb1a1e2e0060695fe&device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 1095 time: 0.2073815 Sep 30 08:02:34.952842 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] For port 4731e352-b768-4713-84c2-6bc665bc0792, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:34.989631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 1ad069e7-be33-45fa-b320-b52e2324588e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1ad069e7-be33-45fa-b320-b52e2324588e,segment=NetworkSegment(bba0b0b0-def7-4017-94cd-3b5b7c2fa29f),segment_id=bba0b0b0-def7-4017-94cd-3b5b7c2fa29f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:34.995164 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33a2928-09e1-46eb-bb2e-f7498f4dd284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4731e352-b768-4713-84c2-6bc665bc0792'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:34.997651 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a88398-2912-4816-ab36-3e09f563602f" -d '{"events": [{"server_uuid": "a33a2928-09e1-46eb-bb2e-f7498f4dd284", "name": "network-vif-unplugged", "status": "completed", "tag": "4731e352-b768-4713-84c2-6bc665bc0792"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:35.002683 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:35.002874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '1ad069e7-be33-45fa-b320-b52e2324588e', 'network_id': '3acd7950-85a0-4bed-95a8-f8a5b45c8441', 'port_id': '1ad069e7-be33-45fa-b320-b52e2324588e', 'mac_address': 'fa:16:3e:74:a6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362299fa-6c92-4103-9c37-4da73b84ea78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:02:35.012003 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:35.051952 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:35.066441 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad069e7-be33-45fa-b320-b52e2324588e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:35.086730 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 1ad069e7-be33-45fa-b320-b52e2324588e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1ad069e7-be33-45fa-b320-b52e2324588e,segment=NetworkSegment(bba0b0b0-def7-4017-94cd-3b5b7c2fa29f),segment_id=bba0b0b0-def7-4017-94cd-3b5b7c2fa29f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:35.091783 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:35.093544 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4731e352-b768-4713-84c2-6bc665bc0792,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:35.106059 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Attempting to bind port 4731e352-b768-4713-84c2-6bc665bc0792 on host n-h1-807359-2 for vnic_type normal with profile {"migrating_to": "n-h2-807359-2"} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:35.106398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Attempting to bind port 4731e352-b768-4713-84c2-6bc665bc0792 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:35.106723 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Attempting to bind port 4731e352-b768-4713-84c2-6bc665bc0792 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:35.113556 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Port 4731e352-b768-4713-84c2-6bc665bc0792 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:02:35.113900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Attempting to bind port 4731e352-b768-4713-84c2-6bc665bc0792 on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:35.123092 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:35.123663 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Checking segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:35.124372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Bound using segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:35.125144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Bound port: 4731e352-b768-4713-84c2-6bc665bc0792, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:35.125754 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:35.151264 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=1ad069e7-be33-45fa-b320-b52e2324588e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:35.209816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] For port 4731e352-b768-4713-84c2-6bc665bc0792, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:35.213121 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] For port 4731e352-b768-4713-84c2-6bc665bc0792, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4731e352-b768-4713-84c2-6bc665bc0792,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:35.217176 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:35.283239 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38e03fb9-25f4-4a87-8945-1ae90661fe7b req-5a92ce2d-6b0a-41bd-a969-cf3de1385710 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540107 Sep 30 08:02:35.301676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:35.302651 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:35.304345 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] 10.222.0.35 "PUT /v2.0/ports/4731e352-b768-4713-84c2-6bc665bc0792 HTTP/1.1" status: 200 len: 1121 time: 0.5928345 Sep 30 08:02:35.309602 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5eae48-a5cb-475c-958a-a44e4a7916a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4731e352-b768-4713-84c2-6bc665bc0792,revision_number=8']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:35.372155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['1ad069e7-be33-45fa-b320-b52e2324588e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:35.380005 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84ace0cc-c4b5-4104-8e0a-9a90612a5387 req-d6c42140-6a6c-45e9-af98-b554d6192c0d tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915085 Sep 30 08:02:35.404627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4731e352-b768-4713-84c2-6bc665bc0792'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:35.511763 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device efe5f67b-3471-4927-9aa0-864f17c5d5bc up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:35.551943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-fbceaa0f-f445-4bbd-ad87-cffa42f78a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:35.553646 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-fbceaa0f-f445-4bbd-ad87-cffa42f78a19 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c693cec2-10a8-4bc9-9dc9-ec670a2edec6 HTTP/1.1" status: 200 len: 925 time: 0.5849087 Sep 30 08:02:35.558528 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-a31ddcbf-9b2e-42fa-93b2-cecdf1b5e6d5 service neutron] 10.222.0.36 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071277 Sep 30 08:02:35.572110 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f80cf367-08a2-4a4e-9dbc-d8ee89be8ec2 req-3a5a8415-b37e-40f0-8fcb-76c2d0c5a87a tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "GET /v2.0/security-groups/5b82cccb-1ac5-4a3a-a239-9455fd200266 HTTP/1.1" status: 200 len: 1811 time: 0.2566884 Sep 30 08:02:35.632984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-79695fc3-91b2-4f6a-bbff-0fe8e9d1e195 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1670426529&fields=id&tenant_id=aab592c024964189951f6130a08b730f HTTP/1.1" status: 200 len: 267 time: 0.1503222 Sep 30 08:02:35.655048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port efe5f67b-3471-4927-9aa0-864f17c5d5bc triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:35.655418 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:35.657867 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-86ebd49a-8397-4ccc-b109-b6712c5f6fab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64418efa-b228-48ad-8aa2-580c35ad693c HTTP/1.1" status: 200 len: 217 time: 0.0820346 Sep 30 08:02:35.882009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-6cf11478-59d6-4d47-92f7-e385fd782997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:35.883470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-6cf11478-59d6-4d47-92f7-e385fd782997 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6eae367-e63e-468e-b670-66f47b5bf007 HTTP/1.1" status: 200 len: 863 time: 0.2057295 Sep 30 08:02:35.958842 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f80cf367-08a2-4a4e-9dbc-d8ee89be8ec2 req-ec98ca96-a45c-4a6e-a52b-8b3fa9abc701 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:35.961712 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-92380a13-63d1-4ab2-adfd-9f7bcab5d8ec service neutron] 10.222.0.36 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869660 Sep 30 08:02:35.997318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-acd33fe3-83bb-4686-8393-914952f64af9 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:35.998753 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-acd33fe3-83bb-4686-8393-914952f64af9 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/networks?id=6f846470-403a-4969-83cd-da1c298e9ff1 HTTP/1.1" status: 200 len: 805 time: 0.3463285 Sep 30 08:02:36.043187 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f80cf367-08a2-4a4e-9dbc-d8ee89be8ec2 req-ec98ca96-a45c-4a6e-a52b-8b3fa9abc701 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:36.060369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-45f656af-7d69-420d-940a-5d499b4dd520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:36.061838 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-45f656af-7d69-420d-940a-5d499b4dd520 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c693cec2-10a8-4bc9-9dc9-ec670a2edec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565459 Sep 30 08:02:36.070386 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-396475a3-8c9d-47db-af8a-f8c4b2de649c tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/quotas/aab592c024964189951f6130a08b730f HTTP/1.1" status: 200 len: 375 time: 0.0428791 Sep 30 08:02:36.075427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31b10e2-b927-46cd-988b-92b53daa0cca {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:36.114350 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:36.163689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Transition to ACTIVE for port object e31b10e2-b927-46cd-988b-92b53daa0cca will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:02:36.196305 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:36.208210 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f80cf367-08a2-4a4e-9dbc-d8ee89be8ec2 req-ec98ca96-a45c-4a6e-a52b-8b3fa9abc701 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:36.210698 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f80cf367-08a2-4a4e-9dbc-d8ee89be8ec2 req-ec98ca96-a45c-4a6e-a52b-8b3fa9abc701 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:36.211837 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f80cf367-08a2-4a4e-9dbc-d8ee89be8ec2 req-ec98ca96-a45c-4a6e-a52b-8b3fa9abc701 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "DELETE /v2.0/security-groups/5b82cccb-1ac5-4a3a-a239-9455fd200266 HTTP/1.1" status: 204 len: 173 time: 0.6264126 Sep 30 08:02:36.256532 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-a0807b0d-c603-438e-b234-5cde0adbc89f tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aab592c024964189951f6130a08b730f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1755347 Sep 30 08:02:36.281133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98ca96-a45c-4a6e-a52b-8b3fa9abc701 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b82cccb-1ac5-4a3a-a239-9455fd200266,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:36.332635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Pushing event updated for resources: {'Port': ['ID=e31b10e2-b927-46cd-988b-92b53daa0cca,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:36.336912 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-fa929222-5bb1-4856-ac93-c6745ca1c4fa service neutron] 10.222.0.35 "GET /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573071 Sep 30 08:02:36.469304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc385a7-a271-4ff9-855d-6f6558d87ac8 req-324ccb8d-c7bc-46a9-8d3f-ca527c4d29cf tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:36.471280 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcc385a7-a271-4ff9-855d-6f6558d87ac8 req-324ccb8d-c7bc-46a9-8d3f-ca527c4d29cf tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 944 time: 0.2006161 Sep 30 08:02:36.549302 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-56d8820a-c81d-4f53-83f9-650ad471841a service neutron] 10.222.0.24 "GET /v2.0/networks/6f846470-403a-4969-83cd-da1c298e9ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773695 Sep 30 08:02:36.558624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Attempting to bind port e31b10e2-b927-46cd-988b-92b53daa0cca on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:36.558951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Attempting to bind port e31b10e2-b927-46cd-988b-92b53daa0cca by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '8b2bfaa0-9002-4d63-85fe-09b873bb757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:36.559272 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Attempting to bind port e31b10e2-b927-46cd-988b-92b53daa0cca on network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:36.594153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Port e31b10e2-b927-46cd-988b-92b53daa0cca on network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:02:36.594465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Attempting to bind port e31b10e2-b927-46cd-988b-92b53daa0cca on network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:36.613483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcc385a7-a271-4ff9-855d-6f6558d87ac8 req-fa398e03-59db-4e1e-a1a9-237cad6168dd tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1082833 Sep 30 08:02:36.618392 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6399316-1eed-42bb-8661-9e353e924fd1 req-e8d6ec8a-5a1f-45cb-a1cd-0caca13fb303 service neutron] 10.222.0.35 "GET /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499900 Sep 30 08:02:36.620900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:36.621226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Checking segment: {'id': '8b2bfaa0-9002-4d63-85fe-09b873bb757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:36.621600 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Bound using segment: {'id': '8b2bfaa0-9002-4d63-85fe-09b873bb757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:36.622028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Bound port: e31b10e2-b927-46cd-988b-92b53daa0cca, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2bfaa0-9002-4d63-85fe-09b873bb757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:36.622378 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:36.742698 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-a2ed589e-04d2-4d03-ac0f-41323505a992 service neutron] 10.222.0.24 "GET /v2.0/networks/6f846470-403a-4969-83cd-da1c298e9ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849318 Sep 30 08:02:36.763431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] For port e31b10e2-b927-46cd-988b-92b53daa0cca, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:36.772784 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e85207-78d5-46e4-af0b-46c7da3b5281 req-69baedf1-4518-41d8-8ff8-a8e1479801e1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:36.774273 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1e85207-78d5-46e4-af0b-46c7da3b5281 req-69baedf1-4518-41d8-8ff8-a8e1479801e1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 945 time: 0.0865133 Sep 30 08:02:36.775939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] For port e31b10e2-b927-46cd-988b-92b53daa0cca, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e31b10e2-b927-46cd-988b-92b53daa0cca,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:36.781478 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:36.829824 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:36.831124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:36.832551 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] 10.222.0.36 "PUT /v2.0/ports/e31b10e2-b927-46cd-988b-92b53daa0cca HTTP/1.1" status: 200 len: 1091 time: 2.2367079 Sep 30 08:02:36.834948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d515ecf-0d50-4ea6-bb37-ed030ac85ecd', 'tag': 'e31b10e2-b927-46cd-988b-92b53daa0cca'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:36.837442 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ebd6b4-782b-4268-9b47-8719eaa18dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "0d515ecf-0d50-4ea6-bb37-ed030ac85ecd", "tag": "e31b10e2-b927-46cd-988b-92b53daa0cca"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:36.870669 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1e85207-78d5-46e4-af0b-46c7da3b5281 req-407c3155-0613-497a-81cf-86ce727febee tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863667 Sep 30 08:02:36.906522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1ad069e7-be33-45fa-b320-b52e2324588e up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:36.911131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8281de1-9490-4264-b499-2b2ac6d7859b service neutron] Pushing event updated for resources: {'Port': ['ID=e31b10e2-b927-46cd-988b-92b53daa0cca,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:36.913089 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd362331-dfd1-488e-a516-acfa574c75d9 x-openstack-request-id: req-cd362331-dfd1-488e-a516-acfa574c75d9 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:36.914151 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33a2928-09e1-46eb-bb2e-f7498f4dd284", "name": "network-vif-unplugged", "status": "completed", "tag": "4731e352-b768-4713-84c2-6bc665bc0792", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:36.914904 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd362331-dfd1-488e-a516-acfa574c75d9 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:36.915483 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33a2928-09e1-46eb-bb2e-f7498f4dd284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4731e352-b768-4713-84c2-6bc665bc0792', 'code': 200} Sep 30 08:02:36.936453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-8eb5b7a1-e377-4b2a-a4c6-e12e95d09240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:36.937999 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-8eb5b7a1-e377-4b2a-a4c6-e12e95d09240 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb4fb7526149ea91de221ed833fc2c&device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 1094 time: 0.0594862 Sep 30 08:02:37.002069 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 1ad069e7-be33-45fa-b320-b52e2324588e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:02:37.006297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 1ad069e7-be33-45fa-b320-b52e2324588e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:37.006947 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:37.013882 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-25a8cada-b31a-4832-bd6f-c9ada0f9006f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e31b10e2-b927-46cd-988b-92b53daa0cca HTTP/1.1" status: 200 len: 217 time: 0.0665212 Sep 30 08:02:37.091805 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:37.102700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-c311ff3f-0744-4844-8814-60ce07b1c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:37.104220 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-c311ff3f-0744-4844-8814-60ce07b1c571 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d239a631-318f-475f-ad41-a02fa80a44bf HTTP/1.1" status: 200 len: 853 time: 0.0756192 Sep 30 08:02:37.117731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ec2dc-ac39-4645-8ed3-0115a8895abb req-67fc97b4-b12c-42f6-863b-81ccb7b53564 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:37.118489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9fef31-fbaa-48ea-9191-686a6d863c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad069e7-be33-45fa-b320-b52e2324588e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:37.119234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-331ec2dc-ac39-4645-8ed3-0115a8895abb req-67fc97b4-b12c-42f6-863b-81ccb7b53564 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 945 time: 0.1234879 Sep 30 08:02:37.120768 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9642c6c6-a96c-4634-aa9b-8b5db962efb7" -d '{"events": [{"server_uuid": "8c9fef31-fbaa-48ea-9191-686a6d863c46", "name": "network-vif-plugged", "status": "completed", "tag": "1ad069e7-be33-45fa-b320-b52e2324588e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:37.136930 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 1ad069e7-be33-45fa-b320-b52e2324588e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1ad069e7-be33-45fa-b320-b52e2324588e,segment=NetworkSegment(bba0b0b0-def7-4017-94cd-3b5b7c2fa29f),segment_id=bba0b0b0-def7-4017-94cd-3b5b7c2fa29f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:37.138390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeea661-95fc-417b-986a-1cccdb794819 req-416e9cf8-a7a8-4a8b-a3d2-0a09a1310abf tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:37.139997 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfeea661-95fc-417b-986a-1cccdb794819 req-416e9cf8-a7a8-4a8b-a3d2-0a09a1310abf tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 943 time: 0.1452739 Sep 30 08:02:37.147852 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:37.161869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-71c01bc2-03c0-49c0-8f4c-cf26ab8bf101 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416639 Sep 30 08:02:37.192667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 4731e352-b768-4713-84c2-6bc665bc0792 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:02:37.225013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=1ad069e7-be33-45fa-b320-b52e2324588e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:37.243467 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-331ec2dc-ac39-4645-8ed3-0115a8895abb req-4fd9e619-dd22-4997-b021-8bdf9e90b2f1 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128480 Sep 30 08:02:37.283969 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfeea661-95fc-417b-986a-1cccdb794819 req-7647e5e9-0721-4ed1-941a-6827f468ac6e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290958 Sep 30 08:02:37.336398 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-6abffaa4-3e5c-413d-86a9-a7c1f24d1c5c service neutron] 10.222.0.36 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603363 Sep 30 08:02:37.342878 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02037893-1145-4d4f-bc0d-fb87c62a2155 req-6c8843dd-c78a-4612-8534-a2be7014d935 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "GET /v2.0/security-groups/2c6decdc-f412-4572-a421-fb78b962923f HTTP/1.1" status: 200 len: 1811 time: 0.0647271 Sep 30 08:02:37.357455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 4731e352-b768-4713-84c2-6bc665bc0792, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4731e352-b768-4713-84c2-6bc665bc0792,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:37.372832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 4731e352-b768-4713-84c2-6bc665bc0792 has no active binding in host n-h2-807359-2 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:02:37.750427 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f1b1da-22ae-47f0-834d-4e904ac30faf req-1cf434c8-8978-4c5c-aa24-acd079982591 service neutron] 10.222.0.36 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065957 Sep 30 08:02:37.760543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c953593-7485-446e-8d02-e469932e5247 req-31c85a93-bd6a-4b82-b67a-8603d2a863d6 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:37.761965 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c953593-7485-446e-8d02-e469932e5247 req-31c85a93-bd6a-4b82-b67a-8603d2a863d6 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 943 time: 0.3767874 Sep 30 08:02:37.762690 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02037893-1145-4d4f-bc0d-fb87c62a2155 req-90a14157-cebf-4788-8b0e-661cddf9d252 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:37.799957 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02037893-1145-4d4f-bc0d-fb87c62a2155 req-90a14157-cebf-4788-8b0e-661cddf9d252 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:37.833204 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c953593-7485-446e-8d02-e469932e5247 req-ad4eea48-c7b7-4c42-b3b8-12f45c7dbb0a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636494 Sep 30 08:02:37.862735 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02037893-1145-4d4f-bc0d-fb87c62a2155 req-90a14157-cebf-4788-8b0e-661cddf9d252 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:37.865485 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02037893-1145-4d4f-bc0d-fb87c62a2155 req-90a14157-cebf-4788-8b0e-661cddf9d252 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:37.866654 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02037893-1145-4d4f-bc0d-fb87c62a2155 req-90a14157-cebf-4788-8b0e-661cddf9d252 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "DELETE /v2.0/security-groups/2c6decdc-f412-4572-a421-fb78b962923f HTTP/1.1" status: 204 len: 173 time: 0.5152004 Sep 30 08:02:37.875947 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a14157-cebf-4788-8b0e-661cddf9d252 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6decdc-f412-4572-a421-fb78b962923f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:37.882997 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326ff2d3-5c72-4d18-8a35-1bd1914d58ee x-openstack-request-id: req-326ff2d3-5c72-4d18-8a35-1bd1914d58ee {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:37.883163 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d515ecf-0d50-4ea6-bb37-ed030ac85ecd", "tag": "e31b10e2-b927-46cd-988b-92b53daa0cca", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:37.883396 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-326ff2d3-5c72-4d18-8a35-1bd1914d58ee {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:37.883784 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d515ecf-0d50-4ea6-bb37-ed030ac85ecd', 'tag': 'e31b10e2-b927-46cd-988b-92b53daa0cca', 'status': 'completed', 'code': 200} Sep 30 08:02:37.954384 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ec4149-882b-4c9a-90ae-0d75e7a1cdc2 x-openstack-request-id: req-02ec4149-882b-4c9a-90ae-0d75e7a1cdc2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:37.954980 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9fef31-fbaa-48ea-9191-686a6d863c46", "name": "network-vif-plugged", "status": "completed", "tag": "1ad069e7-be33-45fa-b320-b52e2324588e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:37.955319 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02ec4149-882b-4c9a-90ae-0d75e7a1cdc2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:37.955881 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9fef31-fbaa-48ea-9191-686a6d863c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad069e7-be33-45fa-b320-b52e2324588e', 'code': 200} Sep 30 08:02:37.989068 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85a7f37e-f76c-4a8a-86a0-51860433bcbb req-b5c50bfd-8392-4d35-bd13-23ce818468f6 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 210 time: 0.0456681 Sep 30 08:02:38.065927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebd6b4-782b-4268-9b47-8719eaa18dfe req-e3caa62a-9044-49fc-84e3-fde2792dc190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:38.067486 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1ebd6b4-782b-4268-9b47-8719eaa18dfe req-e3caa62a-9044-49fc-84e3-fde2792dc190 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb4fb7526149ea91de221ed833fc2c&device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 1094 time: 0.1333661 Sep 30 08:02:38.247377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcfafe-ba24-42a8-bf08-089b2e6b8175 req-f35f0c03-1155-43f3-ba4d-0ffb6c311178 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:38.248925 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2afcfafe-ba24-42a8-bf08-089b2e6b8175 req-f35f0c03-1155-43f3-ba4d-0ffb6c311178 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 1096 time: 0.2359490 Sep 30 08:02:38.255522 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-1ff0f9c4-a94f-4260-9ceb-2a39215cc145 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:38.256857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-1ff0f9c4-a94f-4260-9ceb-2a39215cc145 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.36 "GET /v2.0/networks?id=6f846470-403a-4969-83cd-da1c298e9ff1 HTTP/1.1" status: 200 len: 805 time: 0.2712507 Sep 30 08:02:38.284158 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58928f21-78db-44eb-9d58-83dc7eb01348 req-b2a8756e-af23-4b28-ba85-eedc98deba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:38.285560 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-58928f21-78db-44eb-9d58-83dc7eb01348 req-b2a8756e-af23-4b28-ba85-eedc98deba74 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 1097 time: 0.1899304 Sep 30 08:02:38.310335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36febf-d39f-47e9-b33a-b93ede5913d7 req-763dee41-7e0e-4cc8-a72f-d0f83dfc8ef3 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:38.311811 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b36febf-d39f-47e9-b33a-b93ede5913d7 req-763dee41-7e0e-4cc8-a72f-d0f83dfc8ef3 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 944 time: 0.2130361 Sep 30 08:02:38.378943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebd6b4-782b-4268-9b47-8719eaa18dfe req-427dd7ff-e2c5-4595-b952-bb10efabdf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:38.380420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1ebd6b4-782b-4268-9b47-8719eaa18dfe req-427dd7ff-e2c5-4595-b952-bb10efabdf5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 HTTP/1.1" status: 200 len: 914 time: 0.2782669 Sep 30 08:02:38.388749 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2afcfafe-ba24-42a8-bf08-089b2e6b8175 req-754db973-c848-4495-80ae-ff47ac93d729 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278119 Sep 30 08:02:38.401438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-cb235236-c1fa-45fe-a103-b967af2b5d9b tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aab592c024964189951f6130a08b730f HTTP/1.1" status: 200 len: 380 time: 0.1273355 Sep 30 08:02:38.422393 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-58928f21-78db-44eb-9d58-83dc7eb01348 req-5a3f3fa5-b7fa-46a6-b1aa-1bf2ed9da9e7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282027 Sep 30 08:02:38.426014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-035e7941-31bb-4a35-a6ed-aafcf1017c59 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Request body: {'port': {'device_id': '79d227fb-d117-4765-bba9-f04aa254d515', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'admin_state_up': True, 'tenant_id': 'aab592c024964189951f6130a08b730f', 'security_groups': ['0d1c7736-4e08-4319-8c06-290532fab756']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:38.463210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1ebd6b4-782b-4268-9b47-8719eaa18dfe req-4ad5011c-c6bc-4faa-9b6e-a9ccb0ac7c0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e31b10e2-b927-46cd-988b-92b53daa0cca HTTP/1.1" status: 200 len: 217 time: 0.0679882 Sep 30 08:02:38.465969 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b36febf-d39f-47e9-b33a-b93ede5913d7 req-bf779e81-9fa1-4cbb-a99e-2df795a8d243 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1444490 Sep 30 08:02:38.580482 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b84bafe-abe3-4447-be7c-1f3613177372 req-cf0bcf57-77e3-4d0e-81a9-e6379785c75f tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "GET /v2.0/security-groups/9ee94dcf-1c56-4660-86e6-8b415fec2b6c HTTP/1.1" status: 200 len: 1812 time: 0.1487012 Sep 30 08:02:38.637228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fadfa-f5e1-4f36-9882-926ee05dfb6c req-986347a5-00f2-4210-8ae1-6204206150f3 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:38.638699 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e9fadfa-f5e1-4f36-9882-926ee05dfb6c req-986347a5-00f2-4210-8ae1-6204206150f3 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 946 time: 0.1080282 Sep 30 08:02:38.715314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-035e7941-31bb-4a35-a6ed-aafcf1017c59 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Made reservation on behalf of aab592c024964189951f6130a08b730f for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:02:38.718636 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-035e7941-31bb-4a35-a6ed-aafcf1017c59 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:38.761286 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e9fadfa-f5e1-4f36-9882-926ee05dfb6c req-b401d2b8-4251-438e-8352-8dd3a5278f73 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133676 Sep 30 08:02:38.763073 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8b84bafe-abe3-4447-be7c-1f3613177372 req-b125dd26-7612-4d0f-b534-9d0f70d52b94 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:38.765364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebd6b4-782b-4268-9b47-8719eaa18dfe req-eda2b6ed-5341-4460-838e-16f266e37cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:38.766763 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1ebd6b4-782b-4268-9b47-8719eaa18dfe req-eda2b6ed-5341-4460-838e-16f266e37cb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d239a631-318f-475f-ad41-a02fa80a44bf HTTP/1.1" status: 200 len: 853 time: 0.1145511 Sep 30 08:02:38.815471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1ebd6b4-782b-4268-9b47-8719eaa18dfe req-3bcd6bee-4329-4451-8850-c1cc947e75a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367432 Sep 30 08:02:38.819786 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8b84bafe-abe3-4447-be7c-1f3613177372 req-b125dd26-7612-4d0f-b534-9d0f70d52b94 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:38.881047 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-f87e3f0a-8778-47b9-832a-5e1c2ec14011 req-b2ba6225-3670-48ac-bd32-656e6db52274 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:02:38.881937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f87e3f0a-8778-47b9-832a-5e1c2ec14011 req-b2ba6225-3670-48ac-bd32-656e6db52274 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0086308 Sep 30 08:02:38.917054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33a2928-09e1-46eb-bb2e-f7498f4dd284', 'tag': '4731e352-b768-4713-84c2-6bc665bc0792'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:38.920225 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bee296-72a8-4203-ad0e-9ec2084af62c" -d '{"events": [{"name": "network-changed", "server_uuid": "a33a2928-09e1-46eb-bb2e-f7498f4dd284", "tag": "4731e352-b768-4713-84c2-6bc665bc0792"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:38.992948 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8b84bafe-abe3-4447-be7c-1f3613177372 req-b125dd26-7612-4d0f-b534-9d0f70d52b94 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:38.995597 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8b84bafe-abe3-4447-be7c-1f3613177372 req-b125dd26-7612-4d0f-b534-9d0f70d52b94 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:38.996647 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b84bafe-abe3-4447-be7c-1f3613177372 req-b125dd26-7612-4d0f-b534-9d0f70d52b94 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "DELETE /v2.0/security-groups/9ee94dcf-1c56-4660-86e6-8b415fec2b6c HTTP/1.1" status: 204 len: 173 time: 0.4063654 Sep 30 08:02:39.025518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125dd26-7612-4d0f-b534-9d0f70d52b94 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee94dcf-1c56-4660-86e6-8b415fec2b6c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:39.031563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1ebd6b4-782b-4268-9b47-8719eaa18dfe req-864e2ebf-5dd0-40f5-9872-ad05703d19a6 service neutron] 10.222.0.36 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073512 Sep 30 08:02:39.042742 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-035e7941-31bb-4a35-a6ed-aafcf1017c59 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Allocated IP 172.20.0.6 (6f846470-403a-4969-83cd-da1c298e9ff1/88f016fe-2591-4fdf-8f5c-64e0fa1cbb89/88b90d2b-264c-4996-8ca0-002c5179a12d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:02:39.141740 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-94d52151-94bc-4b1e-a167-9d31f2ea56d1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0495317 Sep 30 08:02:39.206115 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 64418efa-b228-48ad-8aa2-580c35ad693c details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:02:39.301983 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1ebd6b4-782b-4268-9b47-8719eaa18dfe req-e8c5d1ad-5372-44ad-b155-0548ba666724 service neutron] 10.222.0.36 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604861 Sep 30 08:02:39.338937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 64418efa-b228-48ad-8aa2-580c35ad693c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=64418efa-b228-48ad-8aa2-580c35ad693c,segment=NetworkSegment(f2bea4ae-530c-4238-8e19-ad84a770a171),segment_id=f2bea4ae-530c-4238-8e19-ad84a770a171)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:39.359061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '64418efa-b228-48ad-8aa2-580c35ad693c', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'port_id': '64418efa-b228-48ad-8aa2-580c35ad693c', 'mac_address': 'fa:16:3e:95:bd:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:02:39.362868 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38894634-32cf-4040-b567-b520556255a1 req-a36d4cdc-d321-4e58-beab-0a0b6e29e0b5 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:39.364464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38894634-32cf-4040-b567-b520556255a1 req-a36d4cdc-d321-4e58-beab-0a0b6e29e0b5 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 943 time: 0.2747309 Sep 30 08:02:39.392332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd8672-0c36-4732-b59b-f12c6b002fd2 req-410fa541-df2c-45f0-9502-1cbdb3d481e5 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:39.394271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16dd8672-0c36-4732-b59b-f12c6b002fd2 req-410fa541-df2c-45f0-9502-1cbdb3d481e5 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 943 time: 0.2298565 Sep 30 08:02:39.405952 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:39.429442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64418efa-b228-48ad-8aa2-580c35ad693c {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:39.453435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-ac4d13b9-3f7e-4672-9452-a5255b0713d0 service neutron] 10.222.0.36 "GET /v2.0/ports/4731e352-b768-4713-84c2-6bc665bc0792/bindings/n-h2-807359-2 HTTP/1.1" status: 200 len: 384 time: 0.2379875 Sep 30 08:02:39.463485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 64418efa-b228-48ad-8aa2-580c35ad693c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=64418efa-b228-48ad-8aa2-580c35ad693c,segment=NetworkSegment(f2bea4ae-530c-4238-8e19-ad84a770a171),segment_id=f2bea4ae-530c-4238-8e19-ad84a770a171)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:39.468773 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:39.498201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38894634-32cf-4040-b567-b520556255a1 req-77c902bc-8b31-486b-8303-2b4f83c871d3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187563 Sep 30 08:02:39.520354 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-035e7941-31bb-4a35-a6ed-aafcf1017c59 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:39.550661 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16dd8672-0c36-4732-b59b-f12c6b002fd2 req-eb35727a-759e-410a-bcb5-ddb9a5dbcc4a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326804 Sep 30 08:02:39.597450 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=64418efa-b228-48ad-8aa2-580c35ad693c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:39.624960 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488d2b43-5b75-4c0f-a052-b5c566961fa3 x-openstack-request-id: req-488d2b43-5b75-4c0f-a052-b5c566961fa3 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:39.625255 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33a2928-09e1-46eb-bb2e-f7498f4dd284", "tag": "4731e352-b768-4713-84c2-6bc665bc0792", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:39.625552 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-488d2b43-5b75-4c0f-a052-b5c566961fa3 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:39.625943 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33a2928-09e1-46eb-bb2e-f7498f4dd284', 'tag': '4731e352-b768-4713-84c2-6bc665bc0792', 'status': 'completed', 'code': 200} Sep 30 08:02:39.822872 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-035e7941-31bb-4a35-a6ed-aafcf1017c59 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:39.860399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['64418efa-b228-48ad-8aa2-580c35ad693c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:39.918769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e7941-31bb-4a35-a6ed-aafcf1017c59 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Pushing event updated for resources: {'Port': ['ID=88b90d2b-264c-4996-8ca0-002c5179a12d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:39.933997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-2d4dcd26-fe78-4c39-9423-50c744e17af5 service neutron] For port 4731e352-b768-4713-84c2-6bc665bc0792, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4731e352-b768-4713-84c2-6bc665bc0792,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:39.949234 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:39.974384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bee296-72a8-4203-ad0e-9ec2084af62c req-4c1575ac-f215-4b73-84ad-293c21acee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:39.976436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9bee296-72a8-4203-ad0e-9ec2084af62c req-4c1575ac-f215-4b73-84ad-293c21acee2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 1124 time: 0.2530301 Sep 30 08:02:40.018167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ba03e-087a-44f9-83f1-2899aa08ab74 req-c13f0865-79a4-4605-9440-e0282181c341 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:40.019759 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c71ba03e-087a-44f9-83f1-2899aa08ab74 req-c13f0865-79a4-4605-9440-e0282181c341 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.2992420 Sep 30 08:02:40.029392 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47512144-2afa-4669-9537-815de76fcc46 req-c665462a-92ee-4310-a77c-b659c50fce0a tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "GET /v2.0/security-groups/f7890d1d-2f04-41d2-9648-c8e64f3521f4 HTTP/1.1" status: 200 len: 1811 time: 0.3044331 Sep 30 08:02:40.068928 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-035e7941-31bb-4a35-a6ed-aafcf1017c59 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Network 6f846470-403a-4969-83cd-da1c298e9ff1 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:40.084862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-2d4dcd26-fe78-4c39-9423-50c744e17af5 service neutron] For port 4731e352-b768-4713-84c2-6bc665bc0792, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:40.128932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-035e7941-31bb-4a35-a6ed-aafcf1017c59 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:40.133121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-035e7941-31bb-4a35-a6ed-aafcf1017c59 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:02:40.245967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-2d4dcd26-fe78-4c39-9423-50c744e17af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4731e352-b768-4713-84c2-6bc665bc0792 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:40.271728 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c71ba03e-087a-44f9-83f1-2899aa08ab74 req-03f2f46b-29a7-428a-9537-9b4118eb5e2a tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382705 Sep 30 08:02:40.283797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-2d4dcd26-fe78-4c39-9423-50c744e17af5 service neutron] For port 4731e352-b768-4713-84c2-6bc665bc0792, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=4731e352-b768-4713-84c2-6bc665bc0792,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:40.430098 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cd335325-73e1-4ea4-94b7-9cc2c08e7e20 None None] Provisioning complete for port 88b90d2b-264c-4996-8ca0-002c5179a12d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:40.430639 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd335325-73e1-4ea4-94b7-9cc2c08e7e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:40.468151 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cd335325-73e1-4ea4-94b7-9cc2c08e7e20 None None] Port 88b90d2b-264c-4996-8ca0-002c5179a12d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:02:40.589110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bee296-72a8-4203-ad0e-9ec2084af62c req-be48fb79-8e41-48b9-a2a6-30050fe8de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:40.590480 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9bee296-72a8-4203-ad0e-9ec2084af62c req-be48fb79-8e41-48b9-a2a6-30050fe8de89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.6021008 Sep 30 08:02:40.596706 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-035e7941-31bb-4a35-a6ed-aafcf1017c59 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:40.597289 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-035e7941-31bb-4a35-a6ed-aafcf1017c59 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:40.629967 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-2d4dcd26-fe78-4c39-9423-50c744e17af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:40.678987 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-47512144-2afa-4669-9537-815de76fcc46 req-a338a7ce-3cfd-4fc9-a4cf-a585650e2346 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:40.681380 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9bee296-72a8-4203-ad0e-9ec2084af62c req-e2bd42c2-d59c-41b9-a18b-71fc83556d25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4731e352-b768-4713-84c2-6bc665bc0792 HTTP/1.1" status: 200 len: 217 time: 0.0806568 Sep 30 08:02:40.688991 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-035e7941-31bb-4a35-a6ed-aafcf1017c59 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2686913 Sep 30 08:02:40.717586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Request body: {'port': {'device_id': '79d227fb-d117-4765-bba9-f04aa254d515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:40.817637 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-47512144-2afa-4669-9537-815de76fcc46 req-a338a7ce-3cfd-4fc9-a4cf-a585650e2346 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:40.856224 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f9d8e-689a-4bfd-bd74-efcc3e8e52dd req-a6e4dc74-b2d8-4174-aec5-dd749f1e0dbc tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:40.857692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-440f9d8e-689a-4bfd-bd74-efcc3e8e52dd req-a6e4dc74-b2d8-4174-aec5-dd749f1e0dbc tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 931 time: 0.2823675 Sep 30 08:02:40.916955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bee296-72a8-4203-ad0e-9ec2084af62c req-327fafd6-3c53-4c76-9841-46ca3e64348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:40.918384 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9bee296-72a8-4203-ad0e-9ec2084af62c req-327fafd6-3c53-4c76-9841-46ca3e64348f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.2285373 Sep 30 08:02:40.934625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e31b10e2-b927-46cd-988b-92b53daa0cca details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:02:40.973894 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:40.990391 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-2d4dcd26-fe78-4c39-9423-50c744e17af5 service neutron] Transition to ACTIVE for port object 4731e352-b768-4713-84c2-6bc665bc0792 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:02:41.024881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-5dbf45ab-dfe3-43f6-90cf-578fc10d1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:41.026850 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-5dbf45ab-dfe3-43f6-90cf-578fc10d1487 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 1101 time: 0.3273087 Sep 30 08:02:41.028134 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-47512144-2afa-4669-9537-815de76fcc46 req-a338a7ce-3cfd-4fc9-a4cf-a585650e2346 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:41.030847 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-47512144-2afa-4669-9537-815de76fcc46 req-a338a7ce-3cfd-4fc9-a4cf-a585650e2346 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:41.032426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47512144-2afa-4669-9537-815de76fcc46 req-a338a7ce-3cfd-4fc9-a4cf-a585650e2346 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "DELETE /v2.0/security-groups/f7890d1d-2f04-41d2-9648-c8e64f3521f4 HTTP/1.1" status: 204 len: 173 time: 1.0022647 Sep 30 08:02:41.057810 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e31b10e2-b927-46cd-988b-92b53daa0cca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e31b10e2-b927-46cd-988b-92b53daa0cca,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:41.067921 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9bee296-72a8-4203-ad0e-9ec2084af62c req-b3b9bfd2-eb6a-44da-a1cf-5308e8dd53cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358795 Sep 30 08:02:41.070024 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'e31b10e2-b927-46cd-988b-92b53daa0cca', 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36', 'port_id': 'e31b10e2-b927-46cd-988b-92b53daa0cca', 'mac_address': 'fa:16:3e:d1:b8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd239a631-318f-475f-ad41-a02fa80a44bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:02:41.107120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338a7ce-3cfd-4fc9-a4cf-a585650e2346 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7890d1d-2f04-41d2-9648-c8e64f3521f4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:41.110162 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:41.111427 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-2d4dcd26-fe78-4c39-9423-50c744e17af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:41.138252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31b10e2-b927-46cd-988b-92b53daa0cca {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:41.161184 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e31b10e2-b927-46cd-988b-92b53daa0cca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e31b10e2-b927-46cd-988b-92b53daa0cca,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:41.168124 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:41.184504 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-440f9d8e-689a-4bfd-bd74-efcc3e8e52dd req-6c0bd5bb-4b45-46be-84a3-44287f4f4615 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d1c7736-4e08-4319-8c06-290532fab756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092964 Sep 30 08:02:41.228660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 64418efa-b228-48ad-8aa2-580c35ad693c up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:41.269620 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=e31b10e2-b927-46cd-988b-92b53daa0cca,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:41.308040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 64418efa-b228-48ad-8aa2-580c35ad693c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:02:41.312442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 64418efa-b228-48ad-8aa2-580c35ad693c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:41.312818 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:41.407018 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['e31b10e2-b927-46cd-988b-92b53daa0cca'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:41.409308 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:41.411057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-2d4dcd26-fe78-4c39-9423-50c744e17af5 service neutron] No DVR routers for this DVR port 4731e352-b768-4713-84c2-6bc665bc0792 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:02:41.429998 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dcd26-fe78-4c39-9423-50c744e17af5 service neutron] Pushing event updated for resources: {'Port': ['ID=4731e352-b768-4713-84c2-6bc665bc0792,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:41.461443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4afef-a37d-4fd1-aad4-e3824d6b0e05 req-2524a901-ca00-46c0-bb07-5f45223956df tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:41.463059 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ed4afef-a37d-4fd1-aad4-e3824d6b0e05 req-2524a901-ca00-46c0-bb07-5f45223956df tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 945 time: 0.3458931 Sep 30 08:02:41.472058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 64418efa-b228-48ad-8aa2-580c35ad693c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=64418efa-b228-48ad-8aa2-580c35ad693c,segment=NetworkSegment(f2bea4ae-530c-4238-8e19-ad84a770a171),segment_id=f2bea4ae-530c-4238-8e19-ad84a770a171)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:41.472790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-ee457340-c10b-41e0-9440-86c29e918512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:41.474145 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-ee457340-c10b-41e0-9440-86c29e918512 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.4010363 Sep 30 08:02:41.474969 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f19bf77-8d46-41ad-a512-e576c34c606b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64418efa-b228-48ad-8aa2-580c35ad693c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:41.477328 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c859f5da-37b6-44c7-8587-b263b6edd5c9" -d '{"events": [{"server_uuid": "5f19bf77-8d46-41ad-a512-e576c34c606b", "name": "network-vif-plugged", "status": "completed", "tag": "64418efa-b228-48ad-8aa2-580c35ad693c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:41.490528 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:41.565651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=64418efa-b228-48ad-8aa2-580c35ad693c,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:41.582679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-2d4dcd26-fe78-4c39-9423-50c744e17af5 service neutron] 10.222.0.36 "PUT /v2.0/ports/4731e352-b768-4713-84c2-6bc665bc0792/bindings/n-h2-807359-2/activate HTTP/1.1" status: 200 len: 369 time: 2.1145675 Sep 30 08:02:41.639728 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9bee296-72a8-4203-ad0e-9ec2084af62c req-9746efd2-949e-4890-b9db-af5e09d34f0b service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092652 Sep 30 08:02:41.645712 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-be51fe17-1085-4d9d-bd8e-28e495b161a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec HTTP/1.1" status: 200 len: 217 time: 0.1133294 Sep 30 08:02:41.654325 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302d6c9-f120-4da8-8033-039353e6cea8 req-97364784-853a-4ee1-b6ad-b8e6f206436b tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:41.664259 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a302d6c9-f120-4da8-8033-039353e6cea8 req-97364784-853a-4ee1-b6ad-b8e6f206436b tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 946 time: 0.3799419 Sep 30 08:02:41.733148 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-af24d937-fc09-44d6-853a-9400c0def7c3 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:41.734695 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-af24d937-fc09-44d6-853a-9400c0def7c3 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284&tenant_id=b90880b9f658495fbcf10eee4b545dee&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 1095 time: 0.0497036 Sep 30 08:02:41.781223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-56f7a840-5b06-48f8-9e46-908f84d92d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:41.783262 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-56f7a840-5b06-48f8-9e46-908f84d92d62 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284&tenant_id=b90880b9f658495fbcf10eee4b545dee HTTP/1.1" status: 200 len: 1095 time: 0.0405595 Sep 30 08:02:41.831318 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ed4afef-a37d-4fd1-aad4-e3824d6b0e05 req-82a16fcd-2b20-482e-a87e-3243f8a97267 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3561239 Sep 30 08:02:41.872876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a302d6c9-f120-4da8-8033-039353e6cea8 req-58aa44cf-21ad-49fe-bee6-17a2029aaf12 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903222 Sep 30 08:02:41.872876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-fe93b45d-4e73-4a45-b312-a47745c512f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:41.872876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-fe93b45d-4e73-4a45-b312-a47745c512f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1809173 Sep 30 08:02:41.895358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-0fc18619-fc55-446d-bb0f-2f3296e2fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:41.898443 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-0fc18619-fc55-446d-bb0f-2f3296e2fee4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 1095 time: 0.0709672 Sep 30 08:02:41.948858 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e98fc724-9159-42bc-a999-3f6788e10295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:42.022424 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-71fdfd27-7ae0-43d7-8965-5588d7dd11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:42.023948 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-71fdfd27-7ae0-43d7-8965-5588d7dd11b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.1183162 Sep 30 08:02:42.065611 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9bee296-72a8-4203-ad0e-9ec2084af62c req-f36c60bd-06e9-4978-a232-2eb280092857 service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760586 Sep 30 08:02:42.069707 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-849b30e3-2126-4f13-923f-866bd839a150 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4731e352-b768-4713-84c2-6bc665bc0792 HTTP/1.1" status: 200 len: 217 time: 0.0367160 Sep 30 08:02:42.101645 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-5a8dcd3d-ddae-4b81-8d3a-9477d6a8dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:42.103271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-5a8dcd3d-ddae-4b81-8d3a-9477d6a8dce3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1674063 Sep 30 08:02:42.125060 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-c8e674f2-7661-4aa6-a580-4baad97b14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:42.126558 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-c8e674f2-7661-4aa6-a580-4baad97b14d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.0501316 Sep 30 08:02:42.133239 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47175590-2981-433c-8e08-3fcbb1fdc8a4 req-76fcde17-bd2e-4508-9417-5e33fc55d9e6 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:42.134765 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47175590-2981-433c-8e08-3fcbb1fdc8a4 req-76fcde17-bd2e-4508-9417-5e33fc55d9e6 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 944 time: 0.1806448 Sep 30 08:02:42.153900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ca15b-1264-4154-94e2-84423c34ae1a req-348f9f22-af1d-443e-9bd1-47a1d13fac27 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:42.155339 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f75ca15b-1264-4154-94e2-84423c34ae1a req-348f9f22-af1d-443e-9bd1-47a1d13fac27 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 944 time: 0.2054443 Sep 30 08:02:42.159427 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-f77739f4-6bd2-4309-b782-22a721c8d43a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250790 Sep 30 08:02:42.202474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b90d2b-264c-4996-8ca0-002c5179a12d {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:42.225870 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:42.286838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Transition to ACTIVE for port object 88b90d2b-264c-4996-8ca0-002c5179a12d will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:02:42.304913 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47175590-2981-433c-8e08-3fcbb1fdc8a4 req-87b32cf6-8e9f-45a6-b3db-648355caf7ee tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458597 Sep 30 08:02:42.305541 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:42.316215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f75ca15b-1264-4154-94e2-84423c34ae1a req-0167092d-122d-4ce5-9a43-36ac23145f4e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452732 Sep 30 08:02:42.364573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-f44f7f65-60a0-4f93-85ca-09bfa16be247 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264950 Sep 30 08:02:42.425335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Pushing event updated for resources: {'Port': ['ID=88b90d2b-264c-4996-8ca0-002c5179a12d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:42.535009 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-10fe0586-2089-4537-bb71-c67a758a55b3 service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665798 Sep 30 08:02:42.554906 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7c09d484-4eba-4cee-83e5-40c881f86ac4 req-f570b8a2-c6be-44b9-8a73-4e994e5f7032 tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "GET /v2.0/security-groups/92c8d78e-bb02-497a-9825-476ed52f9fc5 HTTP/1.1" status: 200 len: 1811 time: 0.2040422 Sep 30 08:02:42.611830 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a4a2f-840c-4da6-9dc9-0b8fd5dcf103 req-b0d8f5d9-61f6-41a3-b360-14ee5945140f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:42.613294 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e3a4a2f-840c-4da6-9dc9-0b8fd5dcf103 req-b0d8f5d9-61f6-41a3-b360-14ee5945140f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.2015309 Sep 30 08:02:42.619661 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-ae335f31-db03-45f0-813b-4ddd7b0bed25 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340522 Sep 30 08:02:42.638027 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-4949b8e8-d2fd-4fe9-b01d-ca5896f6548c service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949414 Sep 30 08:02:42.662672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Attempting to bind port 88b90d2b-264c-4996-8ca0-002c5179a12d on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:42.663058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Attempting to bind port 88b90d2b-264c-4996-8ca0-002c5179a12d by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '7a2a5505-be05-4ae2-9dfe-adbf80130a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:42.663356 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Attempting to bind port 88b90d2b-264c-4996-8ca0-002c5179a12d on network 6f846470-403a-4969-83cd-da1c298e9ff1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:42.680723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Port 88b90d2b-264c-4996-8ca0-002c5179a12d on network 6f846470-403a-4969-83cd-da1c298e9ff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:02:42.681139 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Attempting to bind port 88b90d2b-264c-4996-8ca0-002c5179a12d on network 6f846470-403a-4969-83cd-da1c298e9ff1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:42.700327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:42.700656 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Checking segment: {'id': '7a2a5505-be05-4ae2-9dfe-adbf80130a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:42.701108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Bound using segment: {'id': '7a2a5505-be05-4ae2-9dfe-adbf80130a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:42.701457 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Bound port: 88b90d2b-264c-4996-8ca0-002c5179a12d, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a5505-be05-4ae2-9dfe-adbf80130a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:42.701814 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:42.708677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e3a4a2f-840c-4da6-9dc9-0b8fd5dcf103 req-88346ebb-9b5f-4c52-9a41-84dcdf407451 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843019 Sep 30 08:02:42.716714 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7c09d484-4eba-4cee-83e5-40c881f86ac4 req-bf8fb9bc-a305-4d3d-a5b8-358e3d26219b tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:42.761514 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65d72c8-6d90-4884-b4a3-da67da82b1cc x-openstack-request-id: req-f65d72c8-6d90-4884-b4a3-da67da82b1cc {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:42.762004 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f19bf77-8d46-41ad-a512-e576c34c606b", "name": "network-vif-plugged", "status": "completed", "tag": "64418efa-b228-48ad-8aa2-580c35ad693c", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:42.762111 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f65d72c8-6d90-4884-b4a3-da67da82b1cc {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:42.763207 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f19bf77-8d46-41ad-a512-e576c34c606b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64418efa-b228-48ad-8aa2-580c35ad693c', 'code': 200} Sep 30 08:02:42.772685 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7c09d484-4eba-4cee-83e5-40c881f86ac4 req-bf8fb9bc-a305-4d3d-a5b8-358e3d26219b tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:42.848839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] For port 88b90d2b-264c-4996-8ca0-002c5179a12d, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:42.856811 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7c09d484-4eba-4cee-83e5-40c881f86ac4 req-bf8fb9bc-a305-4d3d-a5b8-358e3d26219b tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:42.859322 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7c09d484-4eba-4cee-83e5-40c881f86ac4 req-bf8fb9bc-a305-4d3d-a5b8-358e3d26219b tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:42.860473 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7c09d484-4eba-4cee-83e5-40c881f86ac4 req-bf8fb9bc-a305-4d3d-a5b8-358e3d26219b tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] 10.222.0.24 "DELETE /v2.0/security-groups/92c8d78e-bb02-497a-9825-476ed52f9fc5 HTTP/1.1" status: 204 len: 173 time: 0.2907896 Sep 30 08:02:42.867601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46550) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:42.880195 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] For port 88b90d2b-264c-4996-8ca0-002c5179a12d, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=88b90d2b-264c-4996-8ca0-002c5179a12d,segment=NetworkSegment(7a2a5505-be05-4ae2-9dfe-adbf80130a9c),segment_id=7a2a5505-be05-4ae2-9dfe-adbf80130a9c)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:42.884169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96d8945d-1340-46fc-b972-4cd3b8a3ab94 req-0df73551-90a3-4eb3-a618-bf7f16942e1a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1903226429&fields=id&tenant_id=e1f3985d31fe488d8920a9c3bc8403cf HTTP/1.1" status: 200 len: 267 time: 0.0767519 Sep 30 08:02:42.885904 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fb9bc-a305-4d3d-a5b8-358e3d26219b tempest-SecurityGroupRulesNegativeTestJSON-1030445659 tempest-SecurityGroupRulesNegativeTestJSON-1030445659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c8d78e-bb02-497a-9825-476ed52f9fc5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:42.893952 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:42.949298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e31b10e2-b927-46cd-988b-92b53daa0cca up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:42.964957 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:42.967721 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:42.967721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] 10.222.0.36 "PUT /v2.0/ports/88b90d2b-264c-4996-8ca0-002c5179a12d HTTP/1.1" status: 200 len: 1091 time: 2.2694418 Sep 30 08:02:42.973723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d227fb-d117-4765-bba9-f04aa254d515', 'tag': '88b90d2b-264c-4996-8ca0-002c5179a12d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:42.981011 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b22a61-e329-48db-ac63-4d2c32cb9b66" -d '{"events": [{"name": "network-changed", "server_uuid": "79d227fb-d117-4765-bba9-f04aa254d515", "tag": "88b90d2b-264c-4996-8ca0-002c5179a12d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:43.050717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-76fb2fd4-66be-449b-8585-4f38835a3a61 admin admin] Deleting subnet 1e6bac84-4af2-4b86-8605-03e572c3fdf4 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:02:43.060988 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76fb2fd4-66be-449b-8585-4f38835a3a61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.065371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a897d6-b008-46ad-9064-637880d669f0 service neutron] Pushing event updated for resources: {'Port': ['ID=88b90d2b-264c-4996-8ca0-002c5179a12d,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:43.065568 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port e31b10e2-b927-46cd-988b-92b53daa0cca completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:02:43.074113 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port e31b10e2-b927-46cd-988b-92b53daa0cca triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:43.074492 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.077690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8945d-1340-46fc-b972-4cd3b8a3ab94 req-d375d8b3-31a6-4af3-913b-4dd8712f8036 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:43.079440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96d8945d-1340-46fc-b972-4cd3b8a3ab94 req-d375d8b3-31a6-4af3-913b-4dd8712f8036 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 946 time: 0.1777694 Sep 30 08:02:43.104412 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7815f54-b57c-4308-8c84-54f8975cf1b1 req-5ae3bc95-8dc3-4700-905c-f416ad15f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:43.105950 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b7815f54-b57c-4308-8c84-54f8975cf1b1 req-5ae3bc95-8dc3-4700-905c-f416ad15f9a8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 1097 time: 0.1671410 Sep 30 08:02:43.147530 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76fb2fd4-66be-449b-8585-4f38835a3a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.194519 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b7815f54-b57c-4308-8c84-54f8975cf1b1 req-ccf07ffe-bbc8-4512-9da1-b557361de452 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766091 Sep 30 08:02:43.202672 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.218825 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76fb2fd4-66be-449b-8585-4f38835a3a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.273989 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e31b10e2-b927-46cd-988b-92b53daa0cca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e31b10e2-b927-46cd-988b-92b53daa0cca,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:43.279100 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.279876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 4731e352-b768-4713-84c2-6bc665bc0792 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:02:43.321270 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76fb2fd4-66be-449b-8585-4f38835a3a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.337953 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=e31b10e2-b927-46cd-988b-92b53daa0cca,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:43.370638 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb2fd4-66be-449b-8585-4f38835a3a61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e6bac84-4af2-4b86-8605-03e572c3fdf4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:43.375357 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76fb2fd4-66be-449b-8585-4f38835a3a61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.382136 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-76fb2fd4-66be-449b-8585-4f38835a3a61 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1e6bac84-4af2-4b86-8605-03e572c3fdf4 HTTP/1.1" status: 204 len: 168 time: 0.5107825 Sep 30 08:02:43.382136 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:43.399262 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 4731e352-b768-4713-84c2-6bc665bc0792 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:02:43.457659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-96d8945d-1340-46fc-b972-4cd3b8a3ab94 req-4053781b-1100-488a-9ed4-5c4fad035fae tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Request body: {'port': {'security_groups': ['113438b2-7fe7-47be-9137-a113f233e34a', 'a43096cd-20d7-4a3b-bed3-7fa6661d13f1']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:43.475432 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f189efbb-9e90-43ae-8b78-7394af3de1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.556361 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f189efbb-9e90-43ae-8b78-7394af3de1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.576150 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f189efbb-9e90-43ae-8b78-7394af3de1fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f04dec-679c-4579-bb39-5f1887022f1b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:43.585902 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f189efbb-9e90-43ae-8b78-7394af3de1fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f6a00e-1e98-4c59-bc14-1838a2813ad9') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:43.586194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f189efbb-9e90-43ae-8b78-7394af3de1fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f6a00e-1e98-4c59-bc14-1838a2813ad9') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:43.598058 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f189efbb-9e90-43ae-8b78-7394af3de1fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.599336 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-96d8945d-1340-46fc-b972-4cd3b8a3ab94 req-4053781b-1100-488a-9ed4-5c4fad035fae tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.603431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-97a67a48-d2d1-4e12-b414-e6e332be55ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:43.605150 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-97a67a48-d2d1-4e12-b414-e6e332be55ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aab592c024964189951f6130a08b730f&device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 1094 time: 0.5610688 Sep 30 08:02:43.608028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-616a69cd-517a-47f5-a0d7-7aa3aed77e46 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:43.609552 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-616a69cd-517a-47f5-a0d7-7aa3aed77e46 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284&tenant_id=b90880b9f658495fbcf10eee4b545dee&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 1095 time: 0.5467055 Sep 30 08:02:43.612566 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f189efbb-9e90-43ae-8b78-7394af3de1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.618729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f189efbb-9e90-43ae-8b78-7394af3de1fd admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:02:43.619146 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f189efbb-9e90-43ae-8b78-7394af3de1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:02:43.621209 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:02:43.665029 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4120ae-f189-47a5-a16f-5a0eb015f30f req-479ebdd1-36b5-478e-890b-52f2aaeb99bd tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:43.666531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a4120ae-f189-47a5-a16f-5a0eb015f30f req-479ebdd1-36b5-478e-890b-52f2aaeb99bd tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 943 time: 0.1653819 Sep 30 08:02:43.670164 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-6328f7bc-a338-41a0-8d66-9343789f666b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88b90d2b-264c-4996-8ca0-002c5179a12d HTTP/1.1" status: 200 len: 217 time: 0.0523970 Sep 30 08:02:43.690325 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f189efbb-9e90-43ae-8b78-7394af3de1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.695959 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f189efbb-9e90-43ae-8b78-7394af3de1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.697835 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f189efbb-9e90-43ae-8b78-7394af3de1fd admin admin] 10.222.0.24 "DELETE /v2.0/networks/80f04dec-679c-4579-bb39-5f1887022f1b HTTP/1.1" status: 204 len: 168 time: 0.3150876 Sep 30 08:02:43.711941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189efbb-9e90-43ae-8b78-7394af3de1fd admin admin] Pushing event deleted for resources: {'Network': ['ID=80f04dec-679c-4579-bb39-5f1887022f1b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:43.788791 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-d8cb3a2e-7b6d-414a-945f-e45ffc756f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:43.790256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-d8cb3a2e-7b6d-414a-945f-e45ffc756f9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88f016fe-2591-4fdf-8f5c-64e0fa1cbb89 HTTP/1.1" status: 200 len: 844 time: 0.0885990 Sep 30 08:02:43.834076 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a4120ae-f189-47a5-a16f-5a0eb015f30f req-a75f9899-c051-4598-8b6a-2ba0e83ada9b tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d1c7736-4e08-4319-8c06-290532fab756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600878 Sep 30 08:02:43.838007 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:43.881906 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-36b86649-3a0f-4820-b27a-438d91339f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:43.883041 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-36b86649-3a0f-4820-b27a-438d91339f2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f846470-403a-4969-83cd-da1c298e9ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837688 Sep 30 08:02:43.898200 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8bcb3e36-39f0-4f0f-8345-0f7fc03fbf08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fc383e2a2694b22a13ae3ce9725ee02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590184 Sep 30 08:02:43.901021 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:43.955405 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf682-3367-4e6f-825c-fbb753731e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:43.991415 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf682-3367-4e6f-825c-fbb753731e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:44.062830 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf682-3367-4e6f-825c-fbb753731e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:44.065820 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf682-3367-4e6f-825c-fbb753731e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:44.069388 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5a4cf682-3367-4e6f-825c-fbb753731e1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06d57de3-450e-4447-9401-400a3dc81895 HTTP/1.1" status: 204 len: 168 time: 0.1649373 Sep 30 08:02:44.079342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cf682-3367-4e6f-825c-fbb753731e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d57de3-450e-4447-9401-400a3dc81895,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:44.130780 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-96d8945d-1340-46fc-b972-4cd3b8a3ab94 req-4053781b-1100-488a-9ed4-5c4fad035fae tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] For port 1ad069e7-be33-45fa-b320-b52e2324588e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1ad069e7-be33-45fa-b320-b52e2324588e,segment=NetworkSegment(bba0b0b0-def7-4017-94cd-3b5b7c2fa29f),segment_id=bba0b0b0-def7-4017-94cd-3b5b7c2fa29f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:44.194539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bda29-8aea-4288-94b8-33df23be6ffb req-6def708b-f662-43ae-a98d-b21b952a3755 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:44.196708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e3bda29-8aea-4288-94b8-33df23be6ffb req-6def708b-f662-43ae-a98d-b21b952a3755 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 946 time: 0.2834558 Sep 30 08:02:44.211326 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-2fb67b8f-8075-4cf4-abcc-a30bb46586f1 service neutron] 10.222.0.36 "GET /v2.0/networks/6f846470-403a-4969-83cd-da1c298e9ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151114 Sep 30 08:02:44.272748 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-96d8945d-1340-46fc-b972-4cd3b8a3ab94 req-4053781b-1100-488a-9ed4-5c4fad035fae tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:44.302928 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-96d8945d-1340-46fc-b972-4cd3b8a3ab94 req-4053781b-1100-488a-9ed4-5c4fad035fae tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:44.317820 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['1ad069e7-be33-45fa-b320-b52e2324588e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:44.402729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e42147a1-d876-463c-a9b7-bd227f44802f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:44.432372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053781b-1100-488a-9ed4-5c4fad035fae tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event updated for resources: {'Port': ['ID=1ad069e7-be33-45fa-b320-b52e2324588e,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:44.471868 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8945d-1340-46fc-b972-4cd3b8a3ab94 req-4053781b-1100-488a-9ed4-5c4fad035fae tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:44.472995 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-96d8945d-1340-46fc-b972-4cd3b8a3ab94 req-4053781b-1100-488a-9ed4-5c4fad035fae tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:44.489727 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96d8945d-1340-46fc-b972-4cd3b8a3ab94 req-4053781b-1100-488a-9ed4-5c4fad035fae tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "PUT /v2.0/ports/1ad069e7-be33-45fa-b320-b52e2324588e HTTP/1.1" status: 200 len: 982 time: 1.0470493 Sep 30 08:02:44.565651 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bb6fd7-aa4f-4e0b-9128-1baeace54aa9 x-openstack-request-id: req-a4bb6fd7-aa4f-4e0b-9128-1baeace54aa9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:44.566295 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d227fb-d117-4765-bba9-f04aa254d515", "tag": "88b90d2b-264c-4996-8ca0-002c5179a12d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:44.566568 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4bb6fd7-aa4f-4e0b-9128-1baeace54aa9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:44.566988 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d227fb-d117-4765-bba9-f04aa254d515', 'tag': '88b90d2b-264c-4996-8ca0-002c5179a12d', 'status': 'completed', 'code': 200} Sep 30 08:02:44.597030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e3bda29-8aea-4288-94b8-33df23be6ffb req-b1ac2e38-c7a4-46ae-8f7f-e9582517c598 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3833337 Sep 30 08:02:44.608381 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['1ad069e7-be33-45fa-b320-b52e2324588e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:44.672134 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0499b36-8e2d-4ae1-8aab-88d010695c99 req-fff4720e-796b-4542-85da-fc36dd723b88 service neutron] 10.222.0.36 "GET /v2.0/networks/6f846470-403a-4969-83cd-da1c298e9ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437912 Sep 30 08:02:44.697559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-0d37aab4-e196-482e-a54c-f98cb13b4a49 service neutron] For port 4731e352-b768-4713-84c2-6bc665bc0792, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:44.707495 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-0d37aab4-e196-482e-a54c-f98cb13b4a49 service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:44.709746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4eeb19b9-9475-4e01-b927-c4edea6b3690 req-0d37aab4-e196-482e-a54c-f98cb13b4a49 service neutron] 10.222.0.35 "DELETE /v2.0/ports/4731e352-b768-4713-84c2-6bc665bc0792/bindings/n-h1-807359-2 HTTP/1.1" status: 204 len: 173 time: 0.7060125 Sep 30 08:02:44.731225 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18d98b99-c2e1-4244-ab78-1e24abd45516 req-31816cc9-86e3-4778-9755-f4a333f580c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0919240 Sep 30 08:02:44.778110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d515ecf-0d50-4ea6-bb37-ed030ac85ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31b10e2-b927-46cd-988b-92b53daa0cca'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:44.780505 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089a554e-fa3c-4faa-9c02-84ce81b80e4c" -d '{"events": [{"server_uuid": "0d515ecf-0d50-4ea6-bb37-ed030ac85ecd", "name": "network-vif-plugged", "status": "completed", "tag": "e31b10e2-b927-46cd-988b-92b53daa0cca"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:44.879931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b22a61-e329-48db-ac63-4d2c32cb9b66 req-3d2183a0-5b0d-4958-8431-6845526e89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:44.882032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83b22a61-e329-48db-ac63-4d2c32cb9b66 req-3d2183a0-5b0d-4958-8431-6845526e89ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aab592c024964189951f6130a08b730f&device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 1094 time: 0.1466885 Sep 30 08:02:44.895982 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369ef27-598f-46a9-844b-070b1e59aa20 req-137fd86b-85ca-4f47-a005-b4f7b25a1146 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:44.903752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4369ef27-598f-46a9-844b-070b1e59aa20 req-137fd86b-85ca-4f47-a005-b4f7b25a1146 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 944 time: 0.1695292 Sep 30 08:02:44.915097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aab98e-4b03-4943-8242-ef2cb36756f5 req-87ca13ca-5d45-43fd-8554-b0f1c216f739 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:44.915782 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d0886880-f721-40a8-a139-4250a56ee1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:44.926214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93aab98e-4b03-4943-8242-ef2cb36756f5 req-87ca13ca-5d45-43fd-8554-b0f1c216f739 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.2061920 Sep 30 08:02:44.956559 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98b99-c2e1-4244-ab78-1e24abd45516 req-06695d5d-4fdc-4631-a190-cbff96f46fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:44.958103 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18d98b99-c2e1-4244-ab78-1e24abd45516 req-06695d5d-4fdc-4631-a190-cbff96f46fb5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 1100 time: 0.1028244 Sep 30 08:02:45.099174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93aab98e-4b03-4943-8242-ef2cb36756f5 req-3dc26ac4-1bcd-4ff0-b44e-d80f652eaa44 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721137 Sep 30 08:02:45.143040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4369ef27-598f-46a9-844b-070b1e59aa20 req-8436dbe0-a238-4185-82ac-5193bec1a9df tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382836 Sep 30 08:02:45.200251 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98b99-c2e1-4244-ab78-1e24abd45516 req-0661395e-096b-4a95-9286-01c961314cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:45.205793 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18d98b99-c2e1-4244-ab78-1e24abd45516 req-0661395e-096b-4a95-9286-01c961314cb6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2073066 Sep 30 08:02:45.212796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b22a61-e329-48db-ac63-4d2c32cb9b66 req-cf488771-7f30-42fc-acda-aa47c71ad46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:45.217600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83b22a61-e329-48db-ac63-4d2c32cb9b66 req-cf488771-7f30-42fc-acda-aa47c71ad46c service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f846470-403a-4969-83cd-da1c298e9ff1 HTTP/1.1" status: 200 len: 906 time: 0.2883070 Sep 30 08:02:45.218971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46608) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:45.295479 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18d98b99-c2e1-4244-ab78-1e24abd45516 req-5676d5f9-4652-4c16-8171-51cb41e8c54e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652 HTTP/1.1" status: 200 len: 217 time: 0.0816033 Sep 30 08:02:45.317867 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:45.333920 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83b22a61-e329-48db-ac63-4d2c32cb9b66 req-7db0c59f-d818-421f-a77c-0c1d65b01c73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88b90d2b-264c-4996-8ca0-002c5179a12d HTTP/1.1" status: 200 len: 217 time: 0.0968075 Sep 30 08:02:45.377728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98b99-c2e1-4244-ab78-1e24abd45516 req-a0c5b40a-4051-4b87-bc0c-0d9aba4c1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:45.380592 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18d98b99-c2e1-4244-ab78-1e24abd45516 req-a0c5b40a-4051-4b87-bc0c-0d9aba4c1e38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0758319 Sep 30 08:02:45.387867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-44723282-f704-4000-8cf5-fa2b93cd98fd admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-921361433-network', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:45.405853 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c46952f5-08d8-4ad3-8315-5c652c882cb3 req-2513686f-2b27-4293-9a36-c24d73b22302 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/a43096cd-20d7-4a3b-bed3-7fa6661d13f1 HTTP/1.1" status: 200 len: 1800 time: 0.1945040 Sep 30 08:02:45.430201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db99bc-ba65-433f-ab0c-819de8c240db req-5dbe782e-aad2-4739-a20a-3e91ead0c439 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:45.431688 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6db99bc-ba65-433f-ab0c-819de8c240db req-5dbe782e-aad2-4739-a20a-3e91ead0c439 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1910110 Sep 30 08:02:45.443436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b22a61-e329-48db-ac63-4d2c32cb9b66 req-89fad2ac-290a-440f-9092-ac70ff9a08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:45.444957 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83b22a61-e329-48db-ac63-4d2c32cb9b66 req-89fad2ac-290a-440f-9092-ac70ff9a08a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88f016fe-2591-4fdf-8f5c-64e0fa1cbb89 HTTP/1.1" status: 200 len: 844 time: 0.1005573 Sep 30 08:02:45.446676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98b99-c2e1-4244-ab78-1e24abd45516 req-c25fa872-2e0a-45a4-af07-ed397d4899fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:45.448289 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18d98b99-c2e1-4244-ab78-1e24abd45516 req-c25fa872-2e0a-45a4-af07-ed397d4899fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602295 Sep 30 08:02:45.490258 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44723282-f704-4000-8cf5-fa2b93cd98fd admin admin] Made reservation on behalf of 7daa18222fbc4f299bad9f34d1548c16 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:02:45.491119 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44723282-f704-4000-8cf5-fa2b93cd98fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:45.528295 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44723282-f704-4000-8cf5-fa2b93cd98fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:45.559349 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6db99bc-ba65-433f-ab0c-819de8c240db req-04518535-3001-47dc-a1de-027cea224cf9 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067748 Sep 30 08:02:45.562585 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18d98b99-c2e1-4244-ab78-1e24abd45516 req-20c6a603-d56b-47a3-842b-472c6b667f30 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991521 Sep 30 08:02:45.576552 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-c46952f5-08d8-4ad3-8315-5c652c882cb3 req-8a56c6d0-4fe6-47f3-9d7b-1613f8d84dfc tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 08:02:45.577595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c46952f5-08d8-4ad3-8315-5c652c882cb3 req-8a56c6d0-4fe6-47f3-9d7b-1613f8d84dfc tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "DELETE /v2.0/security-groups/a43096cd-20d7-4a3b-bed3-7fa6661d13f1 HTTP/1.1" status: 409 len: 341 time: 0.1601217 Sep 30 08:02:45.581922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b22a61-e329-48db-ac63-4d2c32cb9b66 req-d4a8f0e6-2200-4d9d-a855-69778ad03465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:45.583341 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83b22a61-e329-48db-ac63-4d2c32cb9b66 req-d4a8f0e6-2200-4d9d-a855-69778ad03465 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f846470-403a-4969-83cd-da1c298e9ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198351 Sep 30 08:02:45.669293 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a334ea41-ee54-4ccb-ba96-7ae2b73e7665 x-openstack-request-id: req-a334ea41-ee54-4ccb-ba96-7ae2b73e7665 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:45.669847 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d515ecf-0d50-4ea6-bb37-ed030ac85ecd", "name": "network-vif-plugged", "status": "completed", "tag": "e31b10e2-b927-46cd-988b-92b53daa0cca", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:45.670301 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a334ea41-ee54-4ccb-ba96-7ae2b73e7665 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:45.670897 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d515ecf-0d50-4ea6-bb37-ed030ac85ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31b10e2-b927-46cd-988b-92b53daa0cca', 'code': 200} Sep 30 08:02:45.739398 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:45.782259 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18d98b99-c2e1-4244-ab78-1e24abd45516 req-31662d5f-5d0c-484f-9054-3cb2e4a38ae1 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098980 Sep 30 08:02:45.871051 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83b22a61-e329-48db-ac63-4d2c32cb9b66 req-541924c0-cd1b-40ad-a463-311b498a6c90 service neutron] 10.222.0.36 "GET /v2.0/networks/6f846470-403a-4969-83cd-da1c298e9ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779021 Sep 30 08:02:45.935267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d359a-6148-4352-bb47-8225298da6e0 req-a632b426-bc4f-4d6d-bf9b-3ac7e431fc09 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:45.936920 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-743d359a-6148-4352-bb47-8225298da6e0 req-a632b426-bc4f-4d6d-bf9b-3ac7e431fc09 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 943 time: 0.1883564 Sep 30 08:02:45.944911 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc30b04-b879-4734-8349-6ac6373d91b5 req-2784b491-14b7-4ea6-b4b6-13ac39e58975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:45.946436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fc30b04-b879-4734-8349-6ac6373d91b5 req-2784b491-14b7-4ea6-b4b6-13ac39e58975 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 1096 time: 0.2020309 Sep 30 08:02:45.948504 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44723282-f704-4000-8cf5-fa2b93cd98fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:45.973593 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44723282-f704-4000-8cf5-fa2b93cd98fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:46.053139 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44723282-f704-4000-8cf5-fa2b93cd98fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:02:46.120251 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44723282-f704-4000-8cf5-fa2b93cd98fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a846b45-c521-4a4e-b84a-68d5b0ef1775,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:46.134241 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fc30b04-b879-4734-8349-6ac6373d91b5 req-9fefc680-b5c1-4992-8b17-8eec5f95db5c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757119 Sep 30 08:02:46.135271 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44723282-f704-4000-8cf5-fa2b93cd98fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:46.135619 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-44723282-f704-4000-8cf5-fa2b93cd98fd admin admin] Added segment b52daade-4df6-44af-a65c-ee0d6879fe32 of type vlan for network 19ac8e75-e829-49e3-8984-923b49844d50 Sep 30 08:02:46.162820 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-743d359a-6148-4352-bb47-8225298da6e0 req-7befa5f5-79f8-41c1-8107-380c1cd9946b tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d1c7736-4e08-4319-8c06-290532fab756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126434 Sep 30 08:02:46.223171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83b22a61-e329-48db-ac63-4d2c32cb9b66 req-bd0c89a4-5513-41a8-8480-1c3bee3642cd service neutron] 10.222.0.36 "GET /v2.0/networks/6f846470-403a-4969-83cd-da1c298e9ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367920 Sep 30 08:02:46.246074 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44723282-f704-4000-8cf5-fa2b93cd98fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:46.287472 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a752d-3695-42f7-90d8-f71857e35a89 req-cc21cbfc-f497-48d3-b8df-59d5704a0898 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:46.288986 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-868a752d-3695-42f7-90d8-f71857e35a89 req-cc21cbfc-f497-48d3-b8df-59d5704a0898 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 946 time: 0.1627073 Sep 30 08:02:46.325791 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44723282-f704-4000-8cf5-fa2b93cd98fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:46.326735 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44723282-f704-4000-8cf5-fa2b93cd98fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:46.327315 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44723282-f704-4000-8cf5-fa2b93cd98fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:46.337302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd187201-0041-4534-825f-9e7c7e3f49cc req-29ff1ab6-954d-422f-a553-c70de778b905 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:46.338830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd187201-0041-4534-825f-9e7c7e3f49cc req-29ff1ab6-954d-422f-a553-c70de778b905 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 1095 time: 0.1043434 Sep 30 08:02:46.416285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-44723282-f704-4000-8cf5-fa2b93cd98fd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1961958 Sep 30 08:02:46.419955 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46624) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:46.426497 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-acffd2b5-09a5-479d-a091-8fad1f0dfe9d admin admin] Request body: {'subnet': {'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-921361433-subnet', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:46.431995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-868a752d-3695-42f7-90d8-f71857e35a89 req-71c67c42-fd63-485b-ad3b-9557446e6001 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1310678 Sep 30 08:02:46.449828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acffd2b5-09a5-479d-a091-8fad1f0dfe9d admin admin] Made reservation on behalf of 7daa18222fbc4f299bad9f34d1548c16 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:02:46.453067 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acffd2b5-09a5-479d-a091-8fad1f0dfe9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:46.474351 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44723282-f704-4000-8cf5-fa2b93cd98fd admin admin] Pushing event updated for resources: {'Network': ['ID=19ac8e75-e829-49e3-8984-923b49844d50,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:46.485292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 19ac8e75-e829-49e3-8984-923b49844d50 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:02:46.498312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd187201-0041-4534-825f-9e7c7e3f49cc req-b76ddeca-198c-488b-81f3-b06caea3299d tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384084 Sep 30 08:02:46.501102 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272ed94-8b82-4455-9bd8-a155bb6296b1 req-66f10782-a97a-4c8d-a0f3-70c99318aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:46.502799 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3272ed94-8b82-4455-9bd8-a155bb6296b1 req-66f10782-a97a-4c8d-a0f3-70c99318aedd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1f3985d31fe488d8920a9c3bc8403cf&device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 1136 time: 0.1364205 Sep 30 08:02:46.568522 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9fef31-fbaa-48ea-9191-686a6d863c46', 'tag': '1ad069e7-be33-45fa-b320-b52e2324588e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:46.570265 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27072de-c2b0-4007-8a45-41370569a875" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9fef31-fbaa-48ea-9191-686a6d863c46", "tag": "1ad069e7-be33-45fa-b320-b52e2324588e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:46.733909 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5d664-f05a-4c58-b151-7bdfd4f959b5 req-83788b35-3410-4fb2-9dc8-4a5b52bd567e tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:46.741583 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-44d5d664-f05a-4c58-b151-7bdfd4f959b5 req-83788b35-3410-4fb2-9dc8-4a5b52bd567e tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 985 time: 0.1608908 Sep 30 08:02:46.754937 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272ed94-8b82-4455-9bd8-a155bb6296b1 req-ca50e26e-c625-4530-81c0-f7209939a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:46.756457 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3272ed94-8b82-4455-9bd8-a155bb6296b1 req-ca50e26e-c625-4530-81c0-f7209939a72e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3acd7950-85a0-4bed-95a8-f8a5b45c8441 HTTP/1.1" status: 200 len: 913 time: 0.2408202 Sep 30 08:02:46.768000 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acffd2b5-09a5-479d-a091-8fad1f0dfe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:46.821228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e457bb6-aed9-4d6d-b1ed-582e73330181 req-0bdb2e3c-33a3-4da0-85d6-316711aa7830 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:46.822779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e457bb6-aed9-4d6d-b1ed-582e73330181 req-0bdb2e3c-33a3-4da0-85d6-316711aa7830 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.1577179 Sep 30 08:02:46.830493 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3272ed94-8b82-4455-9bd8-a155bb6296b1 req-e6b2de47-08ae-4351-b57a-61a951710570 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad069e7-be33-45fa-b320-b52e2324588e HTTP/1.1" status: 200 len: 217 time: 0.0623133 Sep 30 08:02:46.840934 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffd2b5-09a5-479d-a091-8fad1f0dfe9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a589755d-193f-4724-ad80-150315883aa5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:46.849937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acffd2b5-09a5-479d-a091-8fad1f0dfe9d admin admin] Checking segment: {'id': 'b52daade-4df6-44af-a65c-ee0d6879fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:46.850304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acffd2b5-09a5-479d-a091-8fad1f0dfe9d admin admin] Network hostable DHCP agents. Network: 19ac8e75-e829-49e3-8984-923b49844d50, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:02:46.856914 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-44d5d664-f05a-4c58-b151-7bdfd4f959b5 req-8eac8dd7-c681-4dc8-ba4a-678308587bfb tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=a43096cd-20d7-4a3b-bed3-7fa6661d13f1&id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1144552 Sep 30 08:02:46.881556 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acffd2b5-09a5-479d-a091-8fad1f0dfe9d admin admin] Network 19ac8e75-e829-49e3-8984-923b49844d50 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:02:46.893656 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-acffd2b5-09a5-479d-a091-8fad1f0dfe9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 19ac8e75-e829-49e3-8984-923b49844d50) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:46.898226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acffd2b5-09a5-479d-a091-8fad1f0dfe9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:46.899048 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acffd2b5-09a5-479d-a091-8fad1f0dfe9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:46.904345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bafbb1e-ca50-4a0a-9f47-577c5c362594 None None] Network 19ac8e75-e829-49e3-8984-923b49844d50 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:02:46.917537 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e457bb6-aed9-4d6d-b1ed-582e73330181 req-70b75750-e27c-4e4a-9ae6-3e83fcf7a2b1 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840864 Sep 30 08:02:46.921458 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-acffd2b5-09a5-479d-a091-8fad1f0dfe9d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4974298 Sep 30 08:02:46.921701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46638) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:46.926071 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-921361433-router', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:46.942884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272ed94-8b82-4455-9bd8-a155bb6296b1 req-1c261b65-25a2-406a-b577-f3d7a14953f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:46.942884 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3272ed94-8b82-4455-9bd8-a155bb6296b1 req-1c261b65-25a2-406a-b577-f3d7a14953f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=362299fa-6c92-4103-9c37-4da73b84ea78 HTTP/1.1" status: 200 len: 852 time: 0.0944159 Sep 30 08:02:46.961735 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:46.963666 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:46.995586 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3272ed94-8b82-4455-9bd8-a155bb6296b1 req-77038cb4-d554-4037-98f3-89d65b6a4be5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3acd7950-85a0-4bed-95a8-f8a5b45c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337353 Sep 30 08:02:47.001047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 88b90d2b-264c-4996-8ca0-002c5179a12d details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:02:47.032433 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:47.044591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ffb20-223b-405e-b8b0-28d3c8e00dab req-9d361bb7-cb97-4b6e-9f99-5fb81c083432 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:47.052747 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-780ffb20-223b-405e-b8b0-28d3c8e00dab req-9d361bb7-cb97-4b6e-9f99-5fb81c083432 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 946 time: 0.1236818 Sep 30 08:02:47.055272 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2a46e4-89c3-43a2-8a6f-8de179b80bea x-openstack-request-id: req-2b2a46e4-89c3-43a2-8a6f-8de179b80bea {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:47.058832 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9fef31-fbaa-48ea-9191-686a6d863c46", "tag": "1ad069e7-be33-45fa-b320-b52e2324588e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:47.059024 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b2a46e4-89c3-43a2-8a6f-8de179b80bea {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:47.060927 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9fef31-fbaa-48ea-9191-686a6d863c46', 'tag': '1ad069e7-be33-45fa-b320-b52e2324588e', 'status': 'completed', 'code': 200} Sep 30 08:02:47.085231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46640) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:47.098171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d35ad801-4a7a-4d4e-afbe-5f9c11257159 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Request body: {'floatingip': {'port_id': '64418efa-b228-48ad-8aa2-580c35ad693c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:47.238577 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d35ad801-4a7a-4d4e-afbe-5f9c11257159 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:47.289170 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:47.361299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-19ac8e75-e829-49e3-8984-923b49844d50', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'fixed_ips': [{'subnet_id': 'a589755d-193f-4724-ad80-150315883aa5'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:02:47.362433 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:47.379045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 88b90d2b-264c-4996-8ca0-002c5179a12d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=88b90d2b-264c-4996-8ca0-002c5179a12d,segment=NetworkSegment(7a2a5505-be05-4ae2-9dfe-adbf80130a9c),segment_id=7a2a5505-be05-4ae2-9dfe-adbf80130a9c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:47.396579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '88b90d2b-264c-4996-8ca0-002c5179a12d', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'port_id': '88b90d2b-264c-4996-8ca0-002c5179a12d', 'mac_address': 'fa:16:3e:14:d4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:02:47.506915 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:47.549928 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b90d2b-264c-4996-8ca0-002c5179a12d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:47.572184 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 88b90d2b-264c-4996-8ca0-002c5179a12d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=88b90d2b-264c-4996-8ca0-002c5179a12d,segment=NetworkSegment(7a2a5505-be05-4ae2-9dfe-adbf80130a9c),segment_id=7a2a5505-be05-4ae2-9dfe-adbf80130a9c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:47.584635 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:47.600738 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:47.629897 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:47.636911 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:47.638136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Allocated IP 172.20.0.2 (19ac8e75-e829-49e3-8984-923b49844d50/a589755d-193f-4724-ad80-150315883aa5/66dcae8e-29c4-4766-ab65-3521a46d2e5b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:02:47.679256 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=88b90d2b-264c-4996-8ca0-002c5179a12d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:47.815496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Allocated IP 172.25.0.44 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/3b137713-68f8-4fd0-b145-1f3a315251d2) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:02:47.851819 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:47.856492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['88b90d2b-264c-4996-8ca0-002c5179a12d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:47.910680 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:47.972014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbe298-6a06-4c8d-9e1d-2543f17fc16f req-df2bd836-a3da-4536-921b-cf315852a05b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:47.973942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Network 19ac8e75-e829-49e3-8984-923b49844d50 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:47.977452 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:47.979444 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46bbe298-6a06-4c8d-9e1d-2543f17fc16f req-df2bd836-a3da-4536-921b-cf315852a05b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.7823727 Sep 30 08:02:47.983773 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:47.988427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:02:48.017923 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Pushing event updated for resources: {'Port': ['ID=66dcae8e-29c4-4766-ab65-3521a46d2e5b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:48.018405 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3272ed94-8b82-4455-9bd8-a155bb6296b1 req-1f7e1cfb-372e-458a-9491-d4d9f0030255 service neutron] 10.222.0.36 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0104108 Sep 30 08:02:48.028609 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:48.028793 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-22266a0f-f6cc-4c20-8318-18fc8245e33b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:48.030322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-22266a0f-f6cc-4c20-8318-18fc8245e33b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 820 time: 0.8299489 Sep 30 08:02:48.081068 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:48.084299 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:48.097028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:02:48.144011 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Attempting to bind port 66dcae8e-29c4-4766-ab65-3521a46d2e5b on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:48.144654 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Attempting to bind port 66dcae8e-29c4-4766-ab65-3521a46d2e5b by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'b52daade-4df6-44af-a65c-ee0d6879fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:48.145189 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Attempting to bind port 66dcae8e-29c4-4766-ab65-3521a46d2e5b on network 19ac8e75-e829-49e3-8984-923b49844d50 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:48.148222 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46bbe298-6a06-4c8d-9e1d-2543f17fc16f req-01aad798-404d-4cfd-8875-475c2cb14eab tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559215 Sep 30 08:02:48.154376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Pushing event updated for resources: {'Port': ['ID=3b137713-68f8-4fd0-b145-1f3a315251d2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:48.165681 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-c2e9b564-c01d-4291-b791-189ad9681f58 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/quotas/b90880b9f658495fbcf10eee4b545dee HTTP/1.1" status: 200 len: 375 time: 0.0826046 Sep 30 08:02:48.169882 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:48.170676 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Checking segment: {'id': 'b52daade-4df6-44af-a65c-ee0d6879fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:48.171299 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:48.171934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Bound using segment: {'id': 'b52daade-4df6-44af-a65c-ee0d6879fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:48.172639 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Bound port: 66dcae8e-29c4-4766-ab65-3521a46d2e5b, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52daade-4df6-44af-a65c-ee0d6879fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:48.173564 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:48.268356 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] For port 66dcae8e-29c4-4766-ab65-3521a46d2e5b, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:48.272417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] For port 66dcae8e-29c4-4766-ab65-3521a46d2e5b, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=66dcae8e-29c4-4766-ab65-3521a46d2e5b,segment=NetworkSegment(b52daade-4df6-44af-a65c-ee0d6879fe32),segment_id=b52daade-4df6-44af-a65c-ee0d6879fe32)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:48.279810 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:48.365032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66374c-4def-4f95-8133-17e5ef4ed913 None None] Pushing event updated for resources: {'Port': ['ID=66dcae8e-29c4-4766-ab65-3521a46d2e5b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:48.415994 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:48.551511 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3272ed94-8b82-4455-9bd8-a155bb6296b1 req-cdbbeeb4-4bc2-4ad5-b72f-1b7d1dd9f362 service neutron] 10.222.0.36 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132046 Sep 30 08:02:48.701876 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:48.718333 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-c3693f54-e441-4fe7-9060-d7c1129c080b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5484295 Sep 30 08:02:48.786014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae0260-f418-4061-9ff7-267d48d4cd83 req-ef13521c-13e9-47a8-965e-0b97a5220f22 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:48.793297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7aae0260-f418-4061-9ff7-267d48d4cd83 req-ef13521c-13e9-47a8-965e-0b97a5220f22 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 944 time: 0.5277689 Sep 30 08:02:48.836146 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-d35ad801-4a7a-4d4e-afbe-5f9c11257159 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:02:48.883830 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27072de-c2b0-4007-8a45-41370569a875 req-293b13d0-72b2-493f-973d-191b66c57d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:48.884684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Router e99b6f17-fca4-41cc-a567-f92b2a21b048 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:02:48.885342 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d27072de-c2b0-4007-8a45-41370569a875 req-293b13d0-72b2-493f-973d-191b66c57d66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1f3985d31fe488d8920a9c3bc8403cf&device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 1136 time: 0.2593958 Sep 30 08:02:48.960460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7aae0260-f418-4061-9ff7-267d48d4cd83 req-335930a3-9969-4ee9-a61b-d443af93eb8d tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d1c7736-4e08-4319-8c06-290532fab756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662707 Sep 30 08:02:48.996149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 88b90d2b-264c-4996-8ca0-002c5179a12d up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:49.000534 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-00ac31aa-7b05-4719-a9fb-6e57edecb68e service neutron] 10.222.0.24 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504776 Sep 30 08:02:49.015522 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d35ad801-4a7a-4d4e-afbe-5f9c11257159 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:49.033029 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d35ad801-4a7a-4d4e-afbe-5f9c11257159 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:49.036903 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:02:49.057184 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:49.058777 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5541248e-c56e-42d9-a9fe-9a427dc0ba16 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1360676 Sep 30 08:02:49.061967 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46660) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:49.086998 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Sync routers for ids ['e99b6f17-fca4-41cc-a567-f92b2a21b048'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:02:49.105836 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Routers {'e99b6f17-fca4-41cc-a567-f92b2a21b048'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:02:49.106600 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:02:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e99b6f17-fca4-41cc-a567-f92b2a21b048'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:49.109954 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 88b90d2b-264c-4996-8ca0-002c5179a12d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:02:49.116420 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 88b90d2b-264c-4996-8ca0-002c5179a12d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:49.116930 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:49.319872 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:49.354869 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Set router e99b6f17-fca4-41cc-a567-f92b2a21b048 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:02:49.361893 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f4341-4864-4130-82e1-9e5c0460e990 req-72548a8c-fb2a-484c-b4a1-d79960d901b1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:49.364022 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c77f4341-4864-4130-82e1-9e5c0460e990 req-72548a8c-fb2a-484c-b4a1-d79960d901b1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 985 time: 0.3322046 Sep 30 08:02:49.384731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27072de-c2b0-4007-8a45-41370569a875 req-e2a6a689-15fd-4044-969d-3b634905cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:49.386833 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d27072de-c2b0-4007-8a45-41370569a875 req-e2a6a689-15fd-4044-969d-3b634905cbe7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3acd7950-85a0-4bed-95a8-f8a5b45c8441 HTTP/1.1" status: 200 len: 913 time: 0.4692957 Sep 30 08:02:49.389206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-a7044378-1f6f-4c01-a6a9-dcf4aaba2381 service neutron] 10.222.0.24 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690279 Sep 30 08:02:49.409835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d227fb-d117-4765-bba9-f04aa254d515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b90d2b-264c-4996-8ca0-002c5179a12d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:49.414922 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08ef14c-859c-4ac0-b0a9-c54476ee90b5" -d '{"events": [{"server_uuid": "79d227fb-d117-4765-bba9-f04aa254d515", "name": "network-vif-plugged", "status": "completed", "tag": "88b90d2b-264c-4996-8ca0-002c5179a12d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:49.461442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 88b90d2b-264c-4996-8ca0-002c5179a12d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=88b90d2b-264c-4996-8ca0-002c5179a12d,segment=NetworkSegment(7a2a5505-be05-4ae2-9dfe-adbf80130a9c),segment_id=7a2a5505-be05-4ae2-9dfe-adbf80130a9c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:49.474606 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:49.582588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d27072de-c2b0-4007-8a45-41370569a875 req-bc6edfbb-a68f-4689-8913-10d486495862 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad069e7-be33-45fa-b320-b52e2324588e HTTP/1.1" status: 200 len: 217 time: 0.1526637 Sep 30 08:02:49.590296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c77f4341-4864-4130-82e1-9e5c0460e990 req-ff23d996-af2b-45ca-b723-c34b1cbd390a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=a43096cd-20d7-4a3b-bed3-7fa6661d13f1&id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1980665 Sep 30 08:02:49.663025 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-d35ad801-4a7a-4d4e-afbe-5f9c11257159 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Floating IP 8fc92ce5-c5d6-4213-9246-2d52a261fce9 associated. External IP: 172.25.0.147, port: 64418efa-b228-48ad-8aa2-580c35ad693c. Sep 30 08:02:49.683081 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 66dcae8e-29c4-4766-ab65-3521a46d2e5b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:49.844454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7134ec8c-1b7b-4926-ab61-b316873563c4 None None] Network 19ac8e75-e829-49e3-8984-923b49844d50 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:02:49.863892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=88b90d2b-264c-4996-8ca0-002c5179a12d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:50.008364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 66dcae8e-29c4-4766-ab65-3521a46d2e5b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:50.009083 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:50.024680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ff7502dc-f426-453c-a749-ae65213ebe40 None None] Provisioning complete for port 66dcae8e-29c4-4766-ab65-3521a46d2e5b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:50.025062 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff7502dc-f426-453c-a749-ae65213ebe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:50.198570 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff7502dc-f426-453c-a749-ae65213ebe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:50.208067 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:50.234035 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'name': 'tempest-ServersTestBootFromVolume-921361433-router', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:46Z', 'updated_at': '2021-09-30T08:02:48Z', 'revision_number': 3, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'gw_port': {'id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:54:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:47Z', 'updated_at': '2021-09-30T08:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:50.262772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba55668-97fd-496d-942e-3acde222157c req-eb87f1b4-a27c-4015-89b1-a2333eabaf4d tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:50.264297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ba55668-97fd-496d-942e-3acde222157c req-eb87f1b4-a27c-4015-89b1-a2333eabaf4d tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1476755 Sep 30 08:02:50.271586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27072de-c2b0-4007-8a45-41370569a875 req-97e2514c-cde6-4a99-b578-85a8acab487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:50.272402 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d27072de-c2b0-4007-8a45-41370569a875 req-97e2514c-cde6-4a99-b578-85a8acab487d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=362299fa-6c92-4103-9c37-4da73b84ea78 HTTP/1.1" status: 200 len: 852 time: 0.6766198 Sep 30 08:02:50.288003 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Checking router: e99b6f17-fca4-41cc-a567-f92b2a21b048 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:02:50.288346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Updating router e99b6f17-fca4-41cc-a567-f92b2a21b048 port 3b137713-68f8-4fd0-b145-1f3a315251d2 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:02:50.369056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d27072de-c2b0-4007-8a45-41370569a875 req-cc9a6ab8-51c0-4686-85ce-cda39fd70c55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3acd7950-85a0-4bed-95a8-f8a5b45c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872042 Sep 30 08:02:50.409431 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Allocated IP 172.20.0.1 (19ac8e75-e829-49e3-8984-923b49844d50/a589755d-193f-4724-ad80-150315883aa5/1596b5fb-f8d8-4c15-8818-860b1ad1d783) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:02:50.410732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb814c-1859-4c5d-b634-0bde29fe7856 req-65cc2cd2-6247-47a3-ac77-c76c6890ac05 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:50.412296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2beb814c-1859-4c5d-b634-0bde29fe7856 req-65cc2cd2-6247-47a3-ac77-c76c6890ac05 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.3054750 Sep 30 08:02:50.443167 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ba55668-97fd-496d-942e-3acde222157c req-a1b08d19-7224-4d68-bc1c-d0878ac2c2d5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676860 Sep 30 08:02:50.480420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35ad801-4a7a-4d4e-afbe-5f9c11257159 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Router 71265e85-b728-4762-80db-05242b67da7a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:02:50.497113 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ff7502dc-f426-453c-a749-ae65213ebe40 None None] For port 66dcae8e-29c4-4766-ab65-3521a46d2e5b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=66dcae8e-29c4-4766-ab65-3521a46d2e5b,segment=NetworkSegment(b52daade-4df6-44af-a65c-ee0d6879fe32),segment_id=b52daade-4df6-44af-a65c-ee0d6879fe32)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:50.517525 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7645dfc-e3f5-4b0e-9777-32a5080ec6ac x-openstack-request-id: req-e7645dfc-e3f5-4b0e-9777-32a5080ec6ac {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:50.517728 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d227fb-d117-4765-bba9-f04aa254d515", "name": "network-vif-plugged", "status": "completed", "tag": "88b90d2b-264c-4996-8ca0-002c5179a12d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:50.517979 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7645dfc-e3f5-4b0e-9777-32a5080ec6ac {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:50.518381 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d227fb-d117-4765-bba9-f04aa254d515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b90d2b-264c-4996-8ca0-002c5179a12d', 'code': 200} Sep 30 08:02:50.542456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2beb814c-1859-4c5d-b634-0bde29fe7856 req-01ccda1b-977c-4335-99c9-3730157b137b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100910 Sep 30 08:02:50.571181 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff7502dc-f426-453c-a749-ae65213ebe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:50.623722 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:50.657232 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:50.667229 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d27072de-c2b0-4007-8a45-41370569a875 req-3ebf0356-f49f-46f2-be6a-70faf13b0076 service neutron] 10.222.0.36 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844937 Sep 30 08:02:50.669063 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45a6414b-8a71-4eb5-a083-2a3908ac6a3f req-20239e48-e756-4d2c-b23c-23701890b7dc tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 210 time: 0.0613971 Sep 30 08:02:50.728073 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:50.792773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Pushing event updated for resources: {'Port': ['ID=1596b5fb-f8d8-4c15-8818-860b1ad1d783,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:50.800716 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Network 19ac8e75-e829-49e3-8984-923b49844d50 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:50.802604 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:50.806579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7502dc-f426-453c-a749-ae65213ebe40 None None] Pushing event updated for resources: {'Port': ['ID=66dcae8e-29c4-4766-ab65-3521a46d2e5b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:50.807695 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:02:50.808453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515084a-e038-486b-b45b-deca95ca62b5 req-43985c4a-7588-493d-bca2-2bace8d419a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:50.816448 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2515084a-e038-486b-b45b-deca95ca62b5 req-43985c4a-7588-493d-bca2-2bace8d419a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 1096 time: 0.2000306 Sep 30 08:02:50.867339 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:50.981973 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35ad801-4a7a-4d4e-afbe-5f9c11257159 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:02:51.006055 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d35ad801-4a7a-4d4e-afbe-5f9c11257159 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:51.007839 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7af6f-d307-49c1-ac6f-d5200de0e89c None None] Sync routers for ids ['71265e85-b728-4762-80db-05242b67da7a'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:02:51.031863 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7af6f-d307-49c1-ac6f-d5200de0e89c None None] Routers {'71265e85-b728-4762-80db-05242b67da7a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:02:51.032713 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40f7af6f-d307-49c1-ac6f-d5200de0e89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:02:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71265e85-b728-4762-80db-05242b67da7a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:51.055090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f44b-3e20-4f5f-b50d-e9040296db3e req-d4d66be1-e962-4715-8658-21ee717e05f4 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:51.061267 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:51.062936 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0de0f44b-3e20-4f5f-b50d-e9040296db3e req-d4d66be1-e962-4715-8658-21ee717e05f4 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 945 time: 0.3603261 Sep 30 08:02:51.073290 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d27072de-c2b0-4007-8a45-41370569a875 req-7328c10d-b75e-47fe-be72-da837cc58a0a service neutron] 10.222.0.36 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961616 Sep 30 08:02:51.099498 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d35ad801-4a7a-4d4e-afbe-5f9c11257159 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "PUT /v2.0/floatingips/8fc92ce5-c5d6-4213-9246-2d52a261fce9 HTTP/1.1" status: 200 len: 992 time: 4.0131006 Sep 30 08:02:51.106984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f19bf77-8d46-41ad-a512-e576c34c606b', 'tag': '64418efa-b228-48ad-8aa2-580c35ad693c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:51.109608 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865ea062-71a2-4041-9272-e8d0c72aa712" -d '{"events": [{"name": "network-changed", "server_uuid": "5f19bf77-8d46-41ad-a512-e576c34c606b", "tag": "64418efa-b228-48ad-8aa2-580c35ad693c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:51.113795 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:51.118220 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2515084a-e038-486b-b45b-deca95ca62b5 req-642ec464-e6fc-4adf-a39d-5efc5a53fc7b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d1c7736-4e08-4319-8c06-290532fab756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925041 Sep 30 08:02:51.132258 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5243318f-7a7a-4ce6-952a-b9cf7c3b36d8 None None] Provisioning complete for port 66dcae8e-29c4-4766-ab65-3521a46d2e5b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:51.132928 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5243318f-7a7a-4ce6-952a-b9cf7c3b36d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:51.135869 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:51.216675 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0de0f44b-3e20-4f5f-b50d-e9040296db3e req-1992d391-4580-4084-9682-5bc3619a6ab8 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d1c7736-4e08-4319-8c06-290532fab756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526072 Sep 30 08:02:51.217222 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-40f7af6f-d307-49c1-ac6f-d5200de0e89c None None] Set router 71265e85-b728-4762-80db-05242b67da7a gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:02:51.238497 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f5803-635a-49c3-907d-cff337dfb4c3 req-7977fd2b-958e-424b-b0bc-2aa9e06e86d4 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:51.245210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd5f5803-635a-49c3-907d-cff337dfb4c3 req-7977fd2b-958e-424b-b0bc-2aa9e06e86d4 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.3174822 Sep 30 08:02:51.294544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1fe1b-67c0-404a-9223-0b8aefda9d37 None None] Pushing event updated for resources: {'Port': ['ID=3b137713-68f8-4fd0-b145-1f3a315251d2,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:51.310909 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Attempting to bind port 3b137713-68f8-4fd0-b145-1f3a315251d2 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:51.311290 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Attempting to bind port 3b137713-68f8-4fd0-b145-1f3a315251d2 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:51.311660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Attempting to bind port 3b137713-68f8-4fd0-b145-1f3a315251d2 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:51.322924 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd5f5803-635a-49c3-907d-cff337dfb4c3 req-51743f1b-da40-45ce-9150-924c33ce93c3 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674970 Sep 30 08:02:51.335755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:51.335755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:51.335755 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:51.335755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:51.335755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Bound port: 3b137713-68f8-4fd0-b145-1f3a315251d2, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:51.335755 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:51.389492 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:51.395355 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:51.443589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41f3ef-8517-4e9f-b8e1-6846212477fc req-24d29e96-5271-438b-a722-2199b25d2730 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:51.445071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a41f3ef-8517-4e9f-b8e1-6846212477fc req-24d29e96-5271-438b-a722-2199b25d2730 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 985 time: 0.1182680 Sep 30 08:02:51.448303 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] For port 3b137713-68f8-4fd0-b145-1f3a315251d2, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:51.456626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] For port 3b137713-68f8-4fd0-b145-1f3a315251d2, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3b137713-68f8-4fd0-b145-1f3a315251d2,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:51.461624 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:51.528435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a41f3ef-8517-4e9f-b8e1-6846212477fc req-94b79363-6d42-4395-ae79-12b19b32702c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=a43096cd-20d7-4a3b-bed3-7fa6661d13f1&id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0772123 Sep 30 08:02:51.529621 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:51.534203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Pushing event updated for resources: {'Port': ['ID=1596b5fb-f8d8-4c15-8818-860b1ad1d783,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:51.554372 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8b4a58-701f-48a1-bb8f-ec993964082c x-openstack-request-id: req-2f8b4a58-701f-48a1-bb8f-ec993964082c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:51.554497 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f19bf77-8d46-41ad-a512-e576c34c606b", "tag": "64418efa-b228-48ad-8aa2-580c35ad693c", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:51.554780 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f8b4a58-701f-48a1-bb8f-ec993964082c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:51.555145 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f19bf77-8d46-41ad-a512-e576c34c606b', 'tag': '64418efa-b228-48ad-8aa2-580c35ad693c', 'status': 'completed', 'code': 200} Sep 30 08:02:51.565327 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Routers {'e99b6f17-fca4-41cc-a567-f92b2a21b048'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:02:51.566176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:02:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e99b6f17-fca4-41cc-a567-f92b2a21b048'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:51.570510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 66dcae8e-29c4-4766-ab65-3521a46d2e5b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:51.693965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415a122-76fa-4973-8234-12a5eb1a4ec0 req-13d466c8-98b5-4c9c-b06c-f2c8ff17975e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:51.701233 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1415a122-76fa-4973-8234-12a5eb1a4ec0 req-13d466c8-98b5-4c9c-b06c-f2c8ff17975e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0822320 Sep 30 08:02:51.753152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ea752b3d-c07b-44ea-bd99-964b2c915c0b None None] Provisioning complete for port 1596b5fb-f8d8-4c15-8818-860b1ad1d783 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:51.753565 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea752b3d-c07b-44ea-bd99-964b2c915c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:51.755977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ea062-71a2-4041-9272-e8d0c72aa712 req-26696ed8-8b1b-46da-83c1-b06c1667b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:51.758167 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-865ea062-71a2-4041-9272-e8d0c72aa712 req-26696ed8-8b1b-46da-83c1-b06c1667b4a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28da63c1dc59482bb1a1e2e0060695fe&device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 1097 time: 0.1527128 Sep 30 08:02:51.783083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Network 19ac8e75-e829-49e3-8984-923b49844d50 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:51.792054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:51.793608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ea752b3d-c07b-44ea-bd99-964b2c915c0b None None] Port 1596b5fb-f8d8-4c15-8818-860b1ad1d783 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:02:51.795060 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1fe1b-67c0-404a-9223-0b8aefda9d37 None None] Pushing event updated for resources: {'Port': ['ID=3b137713-68f8-4fd0-b145-1f3a315251d2,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:51.814871 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40f7af6f-d307-49c1-ac6f-d5200de0e89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '8fc92ce5-c5d6-4213-9246-2d52a261fce9', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '71265e85-b728-4762-80db-05242b67da7a', 'port_id': '64418efa-b228-48ad-8aa2-580c35ad693c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'mac_address': 'fa:16:3e:95:bd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19bf77-8d46-41ad-a512-e576c34c606b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:00:21Z', 'updated_at': '2021-09-30T08:02:48Z', 'revision_number': 5, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b362308f-afe0-4a52-88d5-da67393fb908', 'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'mac_address': 'fa:16:3e:e1:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:55Z', 'updated_at': '2021-09-30T08:00:03Z', 'revision_number': 5, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'subnets': [{'id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:51.852060 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 66dcae8e-29c4-4766-ab65-3521a46d2e5b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:51.855176 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:51.874254 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7af6f-d307-49c1-ac6f-d5200de0e89c None None] Checking router: 71265e85-b728-4762-80db-05242b67da7a for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:02:51.898311 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7af6f-d307-49c1-ac6f-d5200de0e89c None None] Routers {'71265e85-b728-4762-80db-05242b67da7a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:02:51.898930 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40f7af6f-d307-49c1-ac6f-d5200de0e89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:02:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71265e85-b728-4762-80db-05242b67da7a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:52.037218 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] Set router e99b6f17-fca4-41cc-a567-f92b2a21b048 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:02:52.058627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-4992724f-1f48-4323-9a9e-e6119f43f99c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:52.071649 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-4992724f-1f48-4323-9a9e-e6119f43f99c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.35 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 820 time: 0.2743597 Sep 30 08:02:52.087832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-45d72540-0a41-4a94-a653-c583b89a43b3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Request body: {'port': {'device_id': '1babbae6-849d-449e-98d1-160554ff992f', 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25', 'admin_state_up': True, 'tenant_id': 'b90880b9f658495fbcf10eee4b545dee'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:52.148914 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-40f7af6f-d307-49c1-ac6f-d5200de0e89c None None] Set router 71265e85-b728-4762-80db-05242b67da7a gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:02:52.164793 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ea062-71a2-4041-9272-e8d0c72aa712 req-11324f94-ef02-4658-8315-946ae67a51dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:52.166298 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-865ea062-71a2-4041-9272-e8d0c72aa712 req-11324f94-ef02-4658-8315-946ae67a51dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=c693cec2-10a8-4bc9-9dc9-ec670a2edec6 HTTP/1.1" status: 200 len: 925 time: 0.3821294 Sep 30 08:02:52.205015 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Router e99b6f17-fca4-41cc-a567-f92b2a21b048 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:02:52.208867 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1415a122-76fa-4973-8234-12a5eb1a4ec0 req-502e8d7b-7fb4-4fdf-a4ed-18dab41c16b4 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039604 Sep 30 08:02:52.265312 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7afdbf14-8afd-406e-bdce-2bb79a185826 None None] Provisioning complete for port 1596b5fb-f8d8-4c15-8818-860b1ad1d783 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:52.265953 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7afdbf14-8afd-406e-bdce-2bb79a185826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:52.288539 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-865ea062-71a2-4041-9272-e8d0c72aa712 req-32ce741b-6729-427e-9d54-f380b1447795 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64418efa-b228-48ad-8aa2-580c35ad693c HTTP/1.1" status: 200 len: 1000 time: 0.1052930 Sep 30 08:02:52.313583 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7afdbf14-8afd-406e-bdce-2bb79a185826 None None] Port 1596b5fb-f8d8-4c15-8818-860b1ad1d783 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:02:52.368009 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-978e70d7-ddc6-4658-9927-f1e5c22bebe4 req-dc515e44-dc18-4821-a5ed-c9d955c310a7 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-939568851&fields=id&tenant_id=e1f3985d31fe488d8920a9c3bc8403cf HTTP/1.1" status: 200 len: 267 time: 0.2957768 Sep 30 08:02:52.392866 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ea062-71a2-4041-9272-e8d0c72aa712 req-48595f1a-3df4-4e2e-b827-06bf90f7f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:52.394374 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-865ea062-71a2-4041-9272-e8d0c72aa712 req-48595f1a-3df4-4e2e-b827-06bf90f7f6d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6eae367-e63e-468e-b670-66f47b5bf007 HTTP/1.1" status: 200 len: 863 time: 0.0780044 Sep 30 08:02:52.404117 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'name': 'tempest-ServersTestBootFromVolume-921361433-router', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:46Z', 'updated_at': '2021-09-30T08:02:50Z', 'revision_number': 4, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'gw_port': {'id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:54:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:47Z', 'updated_at': '2021-09-30T08:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '1596b5fb-f8d8-4c15-8818-860b1ad1d783', 'name': '', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'mac_address': 'fa:16:3e:16:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a589755d-193f-4724-ad80-150315883aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:50Z', 'updated_at': '2021-09-30T08:02:51Z', 'revision_number': 2, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'subnets': [{'id': 'a589755d-193f-4724-ad80-150315883aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:52.442241 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de9600-578c-4ae9-8336-ce168d520dbe None None] The sync data for ids ['e99b6f17-fca4-41cc-a567-f92b2a21b048'] in n-d-807359-2 is: [{'id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'name': 'tempest-ServersTestBootFromVolume-921361433-router', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:46Z', 'updated_at': '2021-09-30T08:02:50Z', 'revision_number': 4, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'gw_port': {'id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:54:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:47Z', 'updated_at': '2021-09-30T08:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '1596b5fb-f8d8-4c15-8818-860b1ad1d783', 'name': '', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'mac_address': 'fa:16:3e:16:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a589755d-193f-4724-ad80-150315883aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:50Z', 'updated_at': '2021-09-30T08:02:51Z', 'revision_number': 2, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'subnets': [{'id': 'a589755d-193f-4724-ad80-150315883aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:02:52.482158 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6372e66-5f9b-4759-8b6a-2b96fe3b0e54 req-8e0dac15-fb4f-474c-be6b-c04224654133 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 210 time: 0.0992949 Sep 30 08:02:52.497819 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-45d72540-0a41-4a94-a653-c583b89a43b3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Made reservation on behalf of b90880b9f658495fbcf10eee4b545dee for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:02:52.501544 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-45d72540-0a41-4a94-a653-c583b89a43b3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:52.517410 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40f7af6f-d307-49c1-ac6f-d5200de0e89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '8fc92ce5-c5d6-4213-9246-2d52a261fce9', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '71265e85-b728-4762-80db-05242b67da7a', 'port_id': '64418efa-b228-48ad-8aa2-580c35ad693c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'mac_address': 'fa:16:3e:95:bd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19bf77-8d46-41ad-a512-e576c34c606b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:00:21Z', 'updated_at': '2021-09-30T08:02:48Z', 'revision_number': 5, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b362308f-afe0-4a52-88d5-da67393fb908', 'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'mac_address': 'fa:16:3e:e1:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:55Z', 'updated_at': '2021-09-30T08:00:03Z', 'revision_number': 5, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'subnets': [{'id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:52.540657 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e70d7-ddc6-4658-9927-f1e5c22bebe4 req-0df2926b-2fbf-4510-ac05-18f3eba2d78a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:52.542163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-978e70d7-ddc6-4658-9927-f1e5c22bebe4 req-0df2926b-2fbf-4510-ac05-18f3eba2d78a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 985 time: 0.1583078 Sep 30 08:02:52.558615 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7af6f-d307-49c1-ac6f-d5200de0e89c None None] The sync data for ids ['71265e85-b728-4762-80db-05242b67da7a'] in n-d-807359-2 is: [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '8fc92ce5-c5d6-4213-9246-2d52a261fce9', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '71265e85-b728-4762-80db-05242b67da7a', 'port_id': '64418efa-b228-48ad-8aa2-580c35ad693c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'mac_address': 'fa:16:3e:95:bd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19bf77-8d46-41ad-a512-e576c34c606b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:00:21Z', 'updated_at': '2021-09-30T08:02:48Z', 'revision_number': 5, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b362308f-afe0-4a52-88d5-da67393fb908', 'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'mac_address': 'fa:16:3e:e1:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:55Z', 'updated_at': '2021-09-30T08:00:03Z', 'revision_number': 5, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'subnets': [{'id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:02:52.560794 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-978e70d7-ddc6-4658-9927-f1e5c22bebe4 req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Request body: {'port': {'security_groups': ['113438b2-7fe7-47be-9137-a113f233e34a', 'a43096cd-20d7-4a3b-bed3-7fa6661d13f1', '623ecae4-ab14-4f53-978e-2e8c45ba5bb0']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:52.602550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:02:52.611355 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-142d42ab-2f8e-4f03-8d44-4a220179d22c admin admin] 10.222.0.24 "PUT /v2.0/routers/e99b6f17-fca4-41cc-a567-f92b2a21b048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5479939 Sep 30 08:02:52.615090 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ea062-71a2-4041-9272-e8d0c72aa712 req-dc4dd8e4-dcc6-4905-a907-6eea91d91b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:52.616780 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-865ea062-71a2-4041-9272-e8d0c72aa712 req-dc4dd8e4-dcc6-4905-a907-6eea91d91b8c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c693cec2-10a8-4bc9-9dc9-ec670a2edec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670747 Sep 30 08:02:52.753750 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-978e70d7-ddc6-4658-9927-f1e5c22bebe4 req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:52.812317 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-865ea062-71a2-4041-9272-e8d0c72aa712 req-102051a2-c4f3-4b22-9e33-bffc2fee635d service neutron] 10.222.0.35 "GET /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775579 Sep 30 08:02:52.847950 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-45d72540-0a41-4a94-a653-c583b89a43b3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Allocated IP 172.20.0.13 (27eb64fb-38bc-4d58-ae7e-58a30f475b25/ab2ee65f-beaa-498e-bdba-cae189f73676/a6c23571-21e8-4ea8-ac57-ab3db0dacdba) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:02:52.859378 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c305-a63c-4eaf-9ad3-8e1ec5b542f1 req-dbf0f9e2-15b8-4cad-81c1-e7d55d83b27a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:52.861614 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc33c305-a63c-4eaf-9ad3-8e1ec5b542f1 req-dbf0f9e2-15b8-4cad-81c1-e7d55d83b27a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.2007964 Sep 30 08:02:52.920175 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-865ea062-71a2-4041-9272-e8d0c72aa712 req-f608fad9-1682-441c-bafa-aeb6442287ed service neutron] 10.222.0.35 "GET /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000683 Sep 30 08:02:52.951077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c11867-8ccc-4a81-897b-3102f9c1eb8f None None] New status for floating IP 8fc92ce5-c5d6-4213-9246-2d52a261fce9: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:02:52.988857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc33c305-a63c-4eaf-9ad3-8e1ec5b542f1 req-3614dc5d-6846-4e8b-a08f-7e5df1ab774e tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132562 Sep 30 08:02:53.223389 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-45d72540-0a41-4a94-a653-c583b89a43b3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:53.258100 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f855d06-95f3-4034-81bd-9ddddb1257d1 req-ee1edb9f-a562-4dcc-9ba6-eb19c3167b1e tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:53.260302 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f855d06-95f3-4034-81bd-9ddddb1257d1 req-ee1edb9f-a562-4dcc-9ba6-eb19c3167b1e tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 945 time: 0.1578193 Sep 30 08:02:53.273417 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-978e70d7-ddc6-4658-9927-f1e5c22bebe4 req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] For port 1ad069e7-be33-45fa-b320-b52e2324588e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1ad069e7-be33-45fa-b320-b52e2324588e,segment=NetworkSegment(bba0b0b0-def7-4017-94cd-3b5b7c2fa29f),segment_id=bba0b0b0-def7-4017-94cd-3b5b7c2fa29f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:53.359211 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-978e70d7-ddc6-4658-9927-f1e5c22bebe4 req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:53.366301 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f855d06-95f3-4034-81bd-9ddddb1257d1 req-07733bc1-802d-4e78-b2f7-47d7b2dfeb0d tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d1c7736-4e08-4319-8c06-290532fab756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853999 Sep 30 08:02:53.367475 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-978e70d7-ddc6-4658-9927-f1e5c22bebe4 req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:53.379679 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['1ad069e7-be33-45fa-b320-b52e2324588e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:53.382234 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-45d72540-0a41-4a94-a653-c583b89a43b3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:53.425920 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e70d7-ddc6-4658-9927-f1e5c22bebe4 req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:53.426467 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-978e70d7-ddc6-4658-9927-f1e5c22bebe4 req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:53.428257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-978e70d7-ddc6-4658-9927-f1e5c22bebe4 req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "PUT /v2.0/ports/1ad069e7-be33-45fa-b320-b52e2324588e HTTP/1.1" status: 200 len: 1021 time: 0.8736222 Sep 30 08:02:53.463124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-45d72540-0a41-4a94-a653-c583b89a43b3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:53.466395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-45d72540-0a41-4a94-a653-c583b89a43b3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:53.481806 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-45d72540-0a41-4a94-a653-c583b89a43b3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:02:53.496616 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e42147a1-d876-463c-a9b7-bd227f44802f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:53.567197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9fef31-fbaa-48ea-9191-686a6d863c46', 'tag': '1ad069e7-be33-45fa-b320-b52e2324588e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:53.570955 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['1ad069e7-be33-45fa-b320-b52e2324588e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:53.575321 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0849fa87-cff7-4b5f-bc45-1ed0df8935cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9fef31-fbaa-48ea-9191-686a6d863c46", "tag": "1ad069e7-be33-45fa-b320-b52e2324588e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:53.594687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event updated for resources: {'Port': ['ID=1ad069e7-be33-45fa-b320-b52e2324588e,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:53.634315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3b137713-68f8-4fd0-b145-1f3a315251d2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:53.654097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:53.654440 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:53.654775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:53.655107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:53.655430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:53.655754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:53.656119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:53.657090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:53.658736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:53.659095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:53.659434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:53.659759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fa57b-7da7-457f-9fd2-5b415c99537f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:53.675749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-45d72540-0a41-4a94-a653-c583b89a43b3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:53.676465 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-45d72540-0a41-4a94-a653-c583b89a43b3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:53.756518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d72540-0a41-4a94-a653-c583b89a43b3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Pushing event updated for resources: {'Port': ['ID=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:53.761853 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-45d72540-0a41-4a94-a653-c583b89a43b3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6854494 Sep 30 08:02:53.779543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff082883-b766-4145-af21-89378b3cb8cd req-c0697ae3-a9a2-46a4-9b7c-f3fed30cba63 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:53.781245 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff082883-b766-4145-af21-89378b3cb8cd req-c0697ae3-a9a2-46a4-9b7c-f3fed30cba63 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0804162 Sep 30 08:02:53.786871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Request body: {'port': {'device_id': '1babbae6-849d-449e-98d1-160554ff992f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:53.859560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3b137713-68f8-4fd0-b145-1f3a315251d2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:53.859975 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:53.868725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff082883-b766-4145-af21-89378b3cb8cd req-93f5e56b-57ab-46a7-8f01-2dc41a564348 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778430 Sep 30 08:02:53.876652 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:54.068760 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46742) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:54.073544 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781166528', 'description': 'tempest-description--1112127581'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:54.083899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd718777-5b66-4234-b7a4-38bfdb9eea83 req-2536cb68-9bb5-45f6-bb04-28127a187158 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:54.085682 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd718777-5b66-4234-b7a4-38bfdb9eea83 req-2536cb68-9bb5-45f6-bb04-28127a187158 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 945 time: 0.1350961 Sep 30 08:02:54.095795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46744) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:54.120168 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3f005629-f99a-489f-89cd-17cf23a19f70 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Request body: {'floatingip': {'port_id': '88b90d2b-264c-4996-8ca0-002c5179a12d'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:54.178795 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f005629-f99a-489f-89cd-17cf23a19f70 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:54.182882 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:54.360461 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:54.404295 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 3b137713-68f8-4fd0-b145-1f3a315251d2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3b137713-68f8-4fd0-b145-1f3a315251d2,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:54.422764 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:54.478207 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:54.494160 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:54.526179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=3b137713-68f8-4fd0-b145-1f3a315251d2,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:54.573599 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:54.575311 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5055680 Sep 30 08:02:54.580132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8fd4b8a-7da5-4fb5-9601-fd144f340335 req-59ae2d1e-7470-40f0-a0c8-eddafc72cf3f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/623ecae4-ab14-4f53-978e-2e8c45ba5bb0 HTTP/1.1" status: 200 len: 1800 time: 0.4928355 Sep 30 08:02:54.582285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46750) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:54.587443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-797bfd29-4330-48bd-bb46-c1b660e6f056 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Request body: {'security_group_rule': {'security_group_id': 'fa8624b7-3e98-419d-add9-3875d4928163', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:54.630694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8624b7-3e98-419d-add9-3875d4928163,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:54.639160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340faf0-e665-46a9-8ef5-15dc608d3eaa req-df4ca485-64d5-4d62-9832-93f4b792752c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:54.640769 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7340faf0-e665-46a9-8ef5-15dc608d3eaa req-df4ca485-64d5-4d62-9832-93f4b792752c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 932 time: 0.4914598 Sep 30 08:02:54.646861 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:54.647050 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:54.647306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:54.648257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:54.648596 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:54.648942 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:54.648942 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:54.649571 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:54.650054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:54.650372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:54.650702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:54.651023 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd50724-d44b-4f43-9d9b-5d78adfc6fe1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:54.695870 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-797bfd29-4330-48bd-bb46-c1b660e6f056 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:54.752215 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-f8fd4b8a-7da5-4fb5-9601-fd144f340335 req-53bffb0f-ae80-4001-88b6-2a93ce09406f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 08:02:54.753272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8fd4b8a-7da5-4fb5-9601-fd144f340335 req-53bffb0f-ae80-4001-88b6-2a93ce09406f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "DELETE /v2.0/security-groups/623ecae4-ab14-4f53-978e-2e8c45ba5bb0 HTTP/1.1" status: 409 len: 341 time: 0.1568134 Sep 30 08:02:54.756126 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7340faf0-e665-46a9-8ef5-15dc608d3eaa req-bfd61962-264d-4f18-b074-0c6d36b5bcc0 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969992 Sep 30 08:02:54.808758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c23571-21e8-4ea8-ac57-ab3db0dacdba {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:02:54.814323 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d7be1f-5361-4c01-bdf7-7a9585aa41e2 x-openstack-request-id: req-d9d7be1f-5361-4c01-bdf7-7a9585aa41e2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:54.814861 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9fef31-fbaa-48ea-9191-686a6d863c46", "tag": "1ad069e7-be33-45fa-b320-b52e2324588e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:54.815185 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9d7be1f-5361-4c01-bdf7-7a9585aa41e2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:54.815640 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9fef31-fbaa-48ea-9191-686a6d863c46', 'tag': '1ad069e7-be33-45fa-b320-b52e2324588e', 'status': 'completed', 'code': 200} Sep 30 08:02:54.823314 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:54.838215 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-797bfd29-4330-48bd-bb46-c1b660e6f056 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:54.858213 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f005629-f99a-489f-89cd-17cf23a19f70 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:54.864292 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f005629-f99a-489f-89cd-17cf23a19f70 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:54.885177 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-797bfd29-4330-48bd-bb46-c1b660e6f056 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:54.900436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Transition to ACTIVE for port object a6c23571-21e8-4ea8-ac57-ab3db0dacdba will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:02:54.920799 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:54.963573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bfd29-4330-48bd-bb46-c1b660e6f056 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a2196e-6553-48a6-aa4f-b51861d46fec,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:54.975128 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-797bfd29-4330-48bd-bb46-c1b660e6f056 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:54.976335 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-797bfd29-4330-48bd-bb46-c1b660e6f056 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3921928 Sep 30 08:02:54.981975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46756) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:54.991537 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b49922a5-6dec-4dad-a02f-f1c614fbb41e tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Request body: {'security_group_rule': {'security_group_id': 'fa8624b7-3e98-419d-add9-3875d4928163', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:55.001489 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-3f005629-f99a-489f-89cd-17cf23a19f70 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Floating IP 542e7ffe-7b90-42f8-afdd-c893a5ac77ac associated. External IP: 172.25.0.2, port: 88b90d2b-264c-4996-8ca0-002c5179a12d. Sep 30 08:02:55.023118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae4a22-8a1a-46eb-98c5-157a6bb3322e req-5b828847-cccb-4767-9697-69d5aaa450d2 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:55.024784 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81ae4a22-8a1a-46eb-98c5-157a6bb3322e req-5b828847-cccb-4767-9697-69d5aaa450d2 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.1887639 Sep 30 08:02:55.026821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849fa87-cff7-4b5f-bc45-1ed0df8935cc req-6055ffdd-ddf3-47be-bb04-a2fda86c9a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:55.028192 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0849fa87-cff7-4b5f-bc45-1ed0df8935cc req-6055ffdd-ddf3-47be-bb04-a2fda86c9a14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1f3985d31fe488d8920a9c3bc8403cf&device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 1175 time: 0.1700442 Sep 30 08:02:55.033454 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:55.174611 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b49922a5-6dec-4dad-a02f-f1c614fbb41e tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:55.233083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81ae4a22-8a1a-46eb-98c5-157a6bb3322e req-2a6ff383-5e29-471c-b7ac-b530688f5f55 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969161 Sep 30 08:02:55.284221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849fa87-cff7-4b5f-bc45-1ed0df8935cc req-7a7a6bcb-ed31-4e55-9329-c0a2a64a65e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:55.284682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f005629-f99a-489f-89cd-17cf23a19f70 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Router e591f7be-cf34-4c07-95e1-327dc88edcb8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:02:55.286002 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0849fa87-cff7-4b5f-bc45-1ed0df8935cc req-7a7a6bcb-ed31-4e55-9329-c0a2a64a65e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3acd7950-85a0-4bed-95a8-f8a5b45c8441 HTTP/1.1" status: 200 len: 913 time: 0.2469211 Sep 30 08:02:55.302485 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Attempting to bind port a6c23571-21e8-4ea8-ac57-ab3db0dacdba on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:55.302904 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Attempting to bind port a6c23571-21e8-4ea8-ac57-ab3db0dacdba by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:55.303227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Attempting to bind port a6c23571-21e8-4ea8-ac57-ab3db0dacdba on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:55.332173 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Sync routers for ids ['e99b6f17-fca4-41cc-a567-f92b2a21b048'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:02:55.342714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe55dd-bbaf-4368-b43c-b7b90e35dd90 req-283b6582-d2a5-4543-bfab-cfc165d737f6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:55.343369 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Routers {'e99b6f17-fca4-41cc-a567-f92b2a21b048'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:02:55.343934 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05fe55dd-bbaf-4368-b43c-b7b90e35dd90 req-283b6582-d2a5-4543-bfab-cfc165d737f6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1649244 Sep 30 08:02:55.344250 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:02:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e99b6f17-fca4-41cc-a567-f92b2a21b048'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:55.345431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Port a6c23571-21e8-4ea8-ac57-ab3db0dacdba on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:02:55.345431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Attempting to bind port a6c23571-21e8-4ea8-ac57-ab3db0dacdba on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:55.402814 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0849fa87-cff7-4b5f-bc45-1ed0df8935cc req-4999dcf4-b808-4914-b33f-36a07f383a60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad069e7-be33-45fa-b320-b52e2324588e HTTP/1.1" status: 200 len: 217 time: 0.0943203 Sep 30 08:02:55.410159 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b49922a5-6dec-4dad-a02f-f1c614fbb41e tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:55.411165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:55.411411 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f005629-f99a-489f-89cd-17cf23a19f70 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:02:55.411527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Checking segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:55.411859 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Bound using segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:55.412312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Bound port: a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:55.412763 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:55.417024 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f005629-f99a-489f-89cd-17cf23a19f70 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:55.428863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1a0979-1fcd-490f-955b-859d5bb69c00 None None] Sync routers for ids ['e591f7be-cf34-4c07-95e1-327dc88edcb8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:02:55.441470 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b49922a5-6dec-4dad-a02f-f1c614fbb41e tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:55.456911 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1a0979-1fcd-490f-955b-859d5bb69c00 None None] Routers {'e591f7be-cf34-4c07-95e1-327dc88edcb8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:02:55.457651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3a1a0979-1fcd-490f-955b-859d5bb69c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:02:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e591f7be-cf34-4c07-95e1-327dc88edcb8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:55.464878 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3f005629-f99a-489f-89cd-17cf23a19f70 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "PUT /v2.0/floatingips/542e7ffe-7b90-42f8-afdd-c893a5ac77ac HTTP/1.1" status: 200 len: 989 time: 1.3678916 Sep 30 08:02:55.465914 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d227fb-d117-4765-bba9-f04aa254d515', 'tag': '88b90d2b-264c-4996-8ca0-002c5179a12d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:55.469041 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5db6c1-d396-4f89-bc09-6b6307969489" -d '{"events": [{"name": "network-changed", "server_uuid": "79d227fb-d117-4765-bba9-f04aa254d515", "tag": "88b90d2b-264c-4996-8ca0-002c5179a12d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:55.484236 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Set router e99b6f17-fca4-41cc-a567-f92b2a21b048 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:02:55.528692 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49922a5-6dec-4dad-a02f-f1c614fbb41e tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f39ba4f-b52d-4e0a-8046-a6c7a53d9f1e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:55.575079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daab62b-bbc1-42e4-9345-f56c94106943 req-6e0ad7ea-f6fd-4940-9d6b-bc0cd16022e0 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:55.576862 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2daab62b-bbc1-42e4-9345-f56c94106943 req-6e0ad7ea-f6fd-4940-9d6b-bc0cd16022e0 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 1024 time: 0.2673519 Sep 30 08:02:55.578638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849fa87-cff7-4b5f-bc45-1ed0df8935cc req-ee5cd9c8-5b7f-48c0-8996-7a762fd81c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:55.580690 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0849fa87-cff7-4b5f-bc45-1ed0df8935cc req-ee5cd9c8-5b7f-48c0-8996-7a762fd81c12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=362299fa-6c92-4103-9c37-4da73b84ea78 HTTP/1.1" status: 200 len: 852 time: 0.1576145 Sep 30 08:02:55.586129 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05fe55dd-bbaf-4368-b43c-b7b90e35dd90 req-6357bcfd-7173-44e1-93e6-bce2eef90f4e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958411 Sep 30 08:02:55.586966 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b49922a5-6dec-4dad-a02f-f1c614fbb41e tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:55.588299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b49922a5-6dec-4dad-a02f-f1c614fbb41e tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6028955 Sep 30 08:02:55.591801 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46766) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:02:55.598422 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3b137713-68f8-4fd0-b145-1f3a315251d2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:55.608465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:55.624854 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0849fa87-cff7-4b5f-bc45-1ed0df8935cc req-0e94e820-93a7-4e58-ae25-7c42a4e7c9f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3acd7950-85a0-4bed-95a8-f8a5b45c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353763 Sep 30 08:02:55.656107 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-3a1a0979-1fcd-490f-955b-859d5bb69c00 None None] Set router e591f7be-cf34-4c07-95e1-327dc88edcb8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:02:55.660087 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:55.781973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2daab62b-bbc1-42e4-9345-f56c94106943 req-f191a4e6-d8f7-49c2-a363-e020992a7643 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=623ecae4-ab14-4f53-978e-2e8c45ba5bb0&id=a43096cd-20d7-4a3b-bed3-7fa6661d13f1&id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1910708 Sep 30 08:02:55.797078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] For port a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:55.805286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3b137713-68f8-4fd0-b145-1f3a315251d2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:55.805656 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:55.824325 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:55.860672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] For port a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:55.872856 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:55.884956 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'name': 'tempest-ServersTestBootFromVolume-921361433-router', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:46Z', 'updated_at': '2021-09-30T08:02:50Z', 'revision_number': 4, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'gw_port': {'id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:47Z', 'updated_at': '2021-09-30T08:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '1596b5fb-f8d8-4c15-8818-860b1ad1d783', 'name': '', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'mac_address': 'fa:16:3e:16:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a589755d-193f-4724-ad80-150315883aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:50Z', 'updated_at': '2021-09-30T08:02:51Z', 'revision_number': 2, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'subnets': [{'id': 'a589755d-193f-4724-ad80-150315883aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:55.935960 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1602dfe8-2781-4b4f-ad00-558b0eaff6e2 x-openstack-request-id: req-1602dfe8-2781-4b4f-ad00-558b0eaff6e2 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:55.936509 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d227fb-d117-4765-bba9-f04aa254d515", "tag": "88b90d2b-264c-4996-8ca0-002c5179a12d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:55.937016 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1602dfe8-2781-4b4f-ad00-558b0eaff6e2 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:55.937814 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d227fb-d117-4765-bba9-f04aa254d515', 'tag': '88b90d2b-264c-4996-8ca0-002c5179a12d', 'status': 'completed', 'code': 200} Sep 30 08:02:55.941720 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Checking router: e99b6f17-fca4-41cc-a567-f92b2a21b048 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:02:55.942049 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Updating router e99b6f17-fca4-41cc-a567-f92b2a21b048 port 1596b5fb-f8d8-4c15-8818-860b1ad1d783 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:02:55.948144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:55.949285 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:55.951053 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] 10.222.0.35 "PUT /v2.0/ports/a6c23571-21e8-4ea8-ac57-ab3db0dacdba HTTP/1.1" status: 200 len: 1092 time: 2.1685491 Sep 30 08:02:55.990150 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:56.083269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0849fa87-cff7-4b5f-bc45-1ed0df8935cc req-892b62fc-928f-4b77-91db-35b20ddbb7af service neutron] 10.222.0.36 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261270 Sep 30 08:02:56.088223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Allocated IP 172.25.0.202 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/09203518-c3dc-492c-905f-56dbb620263c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:02:56.146614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1637-00e9-48b0-8e10-9dd961ea9e15 req-029b39a8-abe6-4672-ace4-c7f87d8cf92c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:56.148296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-355f1637-00e9-48b0-8e10-9dd961ea9e15 req-029b39a8-abe6-4672-ace4-c7f87d8cf92c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 944 time: 0.2256935 Sep 30 08:02:56.153366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f4396-6ebe-4327-9085-61982daecbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:56.181676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5db6c1-d396-4f89-bc09-6b6307969489 req-4c006c1f-1500-4b91-bfc9-2ff9d53c5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:56.183239 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3a1a0979-1fcd-490f-955b-859d5bb69c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'name': 'tempest-ServersTestJSON-313719193-router', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:26Z', 'revision_number': 4, 'project_id': 'aab592c024964189951f6130a08b730f', 'gw_port': {'id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '542e7ffe-7b90-42f8-afdd-c893a5ac77ac', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'port_id': '88b90d2b-264c-4996-8ca0-002c5179a12d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'mac_address': 'fa:16:3e:14:d4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d227fb-d117-4765-bba9-f04aa254d515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:02:33Z', 'updated_at': '2021-09-30T08:02:54Z', 'revision_number': 1, 'project_id': 'aab592c024964189951f6130a08b730f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efe5f67b-3471-4927-9aa0-864f17c5d5bc', 'name': '', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'mac_address': 'fa:16:3e:f1:e1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:26Z', 'updated_at': '2021-09-30T08:02:33Z', 'revision_number': 5, 'project_id': 'aab592c024964189951f6130a08b730f', 'subnets': [{'id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:56.183430 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd5db6c1-d396-4f89-bc09-6b6307969489 req-4c006c1f-1500-4b91-bfc9-2ff9d53c5ea9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aab592c024964189951f6130a08b730f&device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 1096 time: 0.1916716 Sep 30 08:02:56.223307 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1a0979-1fcd-490f-955b-859d5bb69c00 None None] Checking router: e591f7be-cf34-4c07-95e1-327dc88edcb8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:02:56.235007 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1a0979-1fcd-490f-955b-859d5bb69c00 None None] Routers {'e591f7be-cf34-4c07-95e1-327dc88edcb8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:02:56.236666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3a1a0979-1fcd-490f-955b-859d5bb69c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:02:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e591f7be-cf34-4c07-95e1-327dc88edcb8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:56.238132 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:56.287845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-52796c31-2f33-4b3e-a640-5ad22b427582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:56.289588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-52796c31-2f33-4b3e-a640-5ad22b427582 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 1095 time: 0.2422073 Sep 30 08:02:56.290672 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:56.298859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-355f1637-00e9-48b0-8e10-9dd961ea9e15 req-e5c103ce-c493-472d-9dee-e405559a662f tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333156 Sep 30 08:02:56.379042 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:02:56.382315 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:02:56.390501 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:56.391078 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-3a1a0979-1fcd-490f-955b-859d5bb69c00 None None] Set router e591f7be-cf34-4c07-95e1-327dc88edcb8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:02:56.393779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:02:56.398158 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Pushing event updated for resources: {'Port': ['ID=09203518-c3dc-492c-905f-56dbb620263c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:56.400092 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:56.440597 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-831d83f5-0839-4479-a638-d1571ab33ba5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6c23571-21e8-4ea8-ac57-ab3db0dacdba HTTP/1.1" status: 200 len: 217 time: 0.1120148 Sep 30 08:02:56.446453 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0849fa87-cff7-4b5f-bc45-1ed0df8935cc req-9c151fe0-e49a-4403-80c7-101e3cf988c6 service neutron] 10.222.0.36 "GET /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364713 Sep 30 08:02:56.452983 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf08ccb-eca3-4da7-a5c0-8f784f643c09 None None] Pushing event updated for resources: {'Port': ['ID=1596b5fb-f8d8-4c15-8818-860b1ad1d783,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:56.465814 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf08ccb-eca3-4da7-a5c0-8f784f643c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:56.466401 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf08ccb-eca3-4da7-a5c0-8f784f643c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:56.466884 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf08ccb-eca3-4da7-a5c0-8f784f643c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:56.467619 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf08ccb-eca3-4da7-a5c0-8f784f643c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:56.468118 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf08ccb-eca3-4da7-a5c0-8f784f643c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:56.468589 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf08ccb-eca3-4da7-a5c0-8f784f643c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:56.469073 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf08ccb-eca3-4da7-a5c0-8f784f643c09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:56.469556 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf08ccb-eca3-4da7-a5c0-8f784f643c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:56.470257 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf08ccb-eca3-4da7-a5c0-8f784f643c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:56.470846 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf08ccb-eca3-4da7-a5c0-8f784f643c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:56.471175 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf08ccb-eca3-4da7-a5c0-8f784f643c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:56.471494 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf08ccb-eca3-4da7-a5c0-8f784f643c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:02:56.506198 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:56.519872 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5db6c1-d396-4f89-bc09-6b6307969489 req-a5eef953-1e34-426e-bf34-91207101becc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:56.521404 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd5db6c1-d396-4f89-bc09-6b6307969489 req-a5eef953-1e34-426e-bf34-91207101becc service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f846470-403a-4969-83cd-da1c298e9ff1 HTTP/1.1" status: 200 len: 906 time: 0.3273284 Sep 30 08:02:56.545822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612808e2-82f6-40d8-80b8-fa5e48b902e9 req-b13d4fb5-b9e1-4146-9ca9-e959617577e9 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:56.548878 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-612808e2-82f6-40d8-80b8-fa5e48b902e9 req-b13d4fb5-b9e1-4146-9ca9-e959617577e9 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.1429176 Sep 30 08:02:56.565776 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:56.584003 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Attempting to bind port 1596b5fb-f8d8-4c15-8818-860b1ad1d783 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:56.584774 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Attempting to bind port 1596b5fb-f8d8-4c15-8818-860b1ad1d783 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'b52daade-4df6-44af-a65c-ee0d6879fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:56.585382 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Attempting to bind port 1596b5fb-f8d8-4c15-8818-860b1ad1d783 on network 19ac8e75-e829-49e3-8984-923b49844d50 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:56.592400 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:56.592999 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Checking segment: {'id': 'b52daade-4df6-44af-a65c-ee0d6879fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:56.593552 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:56.594082 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Bound using segment: {'id': 'b52daade-4df6-44af-a65c-ee0d6879fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:56.595247 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Bound port: 1596b5fb-f8d8-4c15-8818-860b1ad1d783, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52daade-4df6-44af-a65c-ee0d6879fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:02:56.595883 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:56.737979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-caf71bf6-60ce-48eb-8c96-e31ce29f58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:56.742893 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-caf71bf6-60ce-48eb-8c96-e31ce29f58f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.2858887 Sep 30 08:02:56.792039 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] For port 1596b5fb-f8d8-4c15-8818-860b1ad1d783, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:02:56.795734 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] For port 1596b5fb-f8d8-4c15-8818-860b1ad1d783, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1596b5fb-f8d8-4c15-8818-860b1ad1d783,segment=NetworkSegment(b52daade-4df6-44af-a65c-ee0d6879fe32),segment_id=b52daade-4df6-44af-a65c-ee0d6879fe32)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:02:56.803805 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:56.844462 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1babbae6-849d-449e-98d1-160554ff992f', 'tag': 'a6c23571-21e8-4ea8-ac57-ab3db0dacdba'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:56.847891 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2531133-8248-4f0a-9510-b99b6b7fca03" -d '{"events": [{"name": "network-changed", "server_uuid": "1babbae6-849d-449e-98d1-160554ff992f", "tag": "a6c23571-21e8-4ea8-ac57-ab3db0dacdba"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:56.855433 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-b7809027-78de-458e-b358-bbf306df23fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860898 Sep 30 08:02:56.872843 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf08ccb-eca3-4da7-a5c0-8f784f643c09 None None] Pushing event updated for resources: {'Port': ['ID=1596b5fb-f8d8-4c15-8818-860b1ad1d783,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:56.875308 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd5db6c1-d396-4f89-bc09-6b6307969489 req-ec559f96-a0c7-4e9c-b3d1-5104342e13a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88b90d2b-264c-4996-8ca0-002c5179a12d HTTP/1.1" status: 200 len: 997 time: 0.3465302 Sep 30 08:02:56.876805 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Routers {'e99b6f17-fca4-41cc-a567-f92b2a21b048'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:02:56.877642 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:02:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e99b6f17-fca4-41cc-a567-f92b2a21b048'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:56.879457 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-612808e2-82f6-40d8-80b8-fa5e48b902e9 req-371cd911-a7a2-42e4-90bd-e51f63c2712d tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890074 Sep 30 08:02:56.906430 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c4c97be1-2566-4105-aef8-8a9284c443dc None None] Provisioning complete for port 1596b5fb-f8d8-4c15-8818-860b1ad1d783 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:56.907948 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4c97be1-2566-4105-aef8-8a9284c443dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:56.946574 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:56.954416 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:56.988413 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3a1a0979-1fcd-490f-955b-859d5bb69c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'name': 'tempest-ServersTestJSON-313719193-router', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:26Z', 'revision_number': 4, 'project_id': 'aab592c024964189951f6130a08b730f', 'gw_port': {'id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '542e7ffe-7b90-42f8-afdd-c893a5ac77ac', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'port_id': '88b90d2b-264c-4996-8ca0-002c5179a12d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'mac_address': 'fa:16:3e:14:d4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d227fb-d117-4765-bba9-f04aa254d515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:02:33Z', 'updated_at': '2021-09-30T08:02:54Z', 'revision_number': 1, 'project_id': 'aab592c024964189951f6130a08b730f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efe5f67b-3471-4927-9aa0-864f17c5d5bc', 'name': '', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'mac_address': 'fa:16:3e:f1:e1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:26Z', 'updated_at': '2021-09-30T08:02:33Z', 'revision_number': 5, 'project_id': 'aab592c024964189951f6130a08b730f', 'subnets': [{'id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:56.999112 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd561ff-b7b9-417c-a292-bf51df14b721 req-f7c48fb0-9c51-4e59-b95d-db042cb3e3f2 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:57.001469 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cbd561ff-b7b9-417c-a292-bf51df14b721 req-f7c48fb0-9c51-4e59-b95d-db042cb3e3f2 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 1024 time: 0.3867075 Sep 30 08:02:57.027064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1a0979-1fcd-490f-955b-859d5bb69c00 None None] The sync data for ids ['e591f7be-cf34-4c07-95e1-327dc88edcb8'] in n-d-807359-2 is: [{'id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'name': 'tempest-ServersTestJSON-313719193-router', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:26Z', 'revision_number': 4, 'project_id': 'aab592c024964189951f6130a08b730f', 'gw_port': {'id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '542e7ffe-7b90-42f8-afdd-c893a5ac77ac', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'port_id': '88b90d2b-264c-4996-8ca0-002c5179a12d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'mac_address': 'fa:16:3e:14:d4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d227fb-d117-4765-bba9-f04aa254d515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:02:33Z', 'updated_at': '2021-09-30T08:02:54Z', 'revision_number': 1, 'project_id': 'aab592c024964189951f6130a08b730f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efe5f67b-3471-4927-9aa0-864f17c5d5bc', 'name': '', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'mac_address': 'fa:16:3e:f1:e1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:26Z', 'updated_at': '2021-09-30T08:02:33Z', 'revision_number': 5, 'project_id': 'aab592c024964189951f6130a08b730f', 'subnets': [{'id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:02:57.123233 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4c97be1-2566-4105-aef8-8a9284c443dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:57.126623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5db6c1-d396-4f89-bc09-6b6307969489 req-b078b22a-0c8a-4b27-b9f0-ff6746c391b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:57.128129 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd5db6c1-d396-4f89-bc09-6b6307969489 req-b078b22a-0c8a-4b27-b9f0-ff6746c391b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88f016fe-2591-4fdf-8f5c-64e0fa1cbb89 HTTP/1.1" status: 200 len: 844 time: 0.2299254 Sep 30 08:02:57.151308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f312f3d-ce6e-4e0d-9b13-3bf4d14921a0 req-589762a8-7da1-465e-90ca-de25e5eb77c8 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:57.164485 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f312f3d-ce6e-4e0d-9b13-3bf4d14921a0 req-589762a8-7da1-465e-90ca-de25e5eb77c8 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.3742771 Sep 30 08:02:57.173274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c4c97be1-2566-4105-aef8-8a9284c443dc None None] For port 1596b5fb-f8d8-4c15-8818-860b1ad1d783, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1596b5fb-f8d8-4c15-8818-860b1ad1d783,segment=NetworkSegment(b52daade-4df6-44af-a65c-ee0d6879fe32),segment_id=b52daade-4df6-44af-a65c-ee0d6879fe32)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:57.186720 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4c97be1-2566-4105-aef8-8a9284c443dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:57.261426 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] Set router e99b6f17-fca4-41cc-a567-f92b2a21b048 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:02:57.270655 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c97be1-2566-4105-aef8-8a9284c443dc None None] Pushing event updated for resources: {'Port': ['ID=1596b5fb-f8d8-4c15-8818-860b1ad1d783,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:57.319006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-427ebda4-2440-4f0e-80c8-0304c7cfb18b None None] Provisioning complete for port 1596b5fb-f8d8-4c15-8818-860b1ad1d783 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:57.321620 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-427ebda4-2440-4f0e-80c8-0304c7cfb18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:57.494481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Pushing event updated for resources: {'Port': ['ID=09203518-c3dc-492c-905f-56dbb620263c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:57.502456 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d312b4f-0cd4-4a62-a1b6-462518f80a20 None None] New status for floating IP 542e7ffe-7b90-42f8-afdd-c893a5ac77ac: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:02:57.510616 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:57.527688 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:57.530746 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8f8759c1-1af8-4701-a4de-4c647411b258 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9379330 Sep 30 08:02:57.578068 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1596b5fb-f8d8-4c15-8818-860b1ad1d783 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:02:57.610951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-0531d05c-4700-4a39-9f60-fe305d90ec71 service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7106714 Sep 30 08:02:57.628160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 1596b5fb-f8d8-4c15-8818-860b1ad1d783 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:02:57.628535 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:57.659739 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f312f3d-ce6e-4e0d-9b13-3bf4d14921a0 req-ffc3f376-bc2d-4797-994a-cb46725363b3 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942994 Sep 30 08:02:57.736530 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce916f-0f1e-4ba1-bf4e-fcf5930cf90a req-2f63969d-3e4a-4e38-b261-b5439e90ea3a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:57.743944 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0ce916f-0f1e-4ba1-bf4e-fcf5930cf90a req-2f63969d-3e4a-4e38-b261-b5439e90ea3a tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 1024 time: 0.5702200 Sep 30 08:02:57.746507 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36dd016-b628-4f76-ad74-2ae4b006dbe1 x-openstack-request-id: req-b36dd016-b628-4f76-ad74-2ae4b006dbe1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:57.746789 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1babbae6-849d-449e-98d1-160554ff992f", "tag": "a6c23571-21e8-4ea8-ac57-ab3db0dacdba", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:57.747041 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b36dd016-b628-4f76-ad74-2ae4b006dbe1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:57.747419 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1babbae6-849d-449e-98d1-160554ff992f', 'tag': 'a6c23571-21e8-4ea8-ac57-ab3db0dacdba', 'status': 'completed', 'code': 200} Sep 30 08:02:57.810048 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5db6c1-d396-4f89-bc09-6b6307969489 req-bc805dc0-cbd3-4974-a38b-676f79978a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:57.811560 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd5db6c1-d396-4f89-bc09-6b6307969489 req-bc805dc0-cbd3-4974-a38b-676f79978a71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f846470-403a-4969-83cd-da1c298e9ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6143410 Sep 30 08:02:57.859730 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0ce916f-0f1e-4ba1-bf4e-fcf5930cf90a req-085ac04a-f8cc-4504-bdb0-74c554a40f8e tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=623ecae4-ab14-4f53-978e-2e8c45ba5bb0&id=a43096cd-20d7-4a3b-bed3-7fa6661d13f1&id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1147161 Sep 30 08:02:57.885733 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'name': 'tempest-ServersTestBootFromVolume-921361433-router', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:46Z', 'updated_at': '2021-09-30T08:02:50Z', 'revision_number': 4, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'gw_port': {'id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:47Z', 'updated_at': '2021-09-30T08:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '1596b5fb-f8d8-4c15-8818-860b1ad1d783', 'name': '', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'mac_address': 'fa:16:3e:16:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a589755d-193f-4724-ad80-150315883aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:50Z', 'updated_at': '2021-09-30T08:02:56Z', 'revision_number': 4, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'subnets': [{'id': 'a589755d-193f-4724-ad80-150315883aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:02:57.965584 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64045ae0-1cea-49f9-ba50-0425784f6f59 None None] The sync data for ids ['e99b6f17-fca4-41cc-a567-f92b2a21b048'] in n-d-807359-2 is: [{'id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'name': 'tempest-ServersTestBootFromVolume-921361433-router', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:46Z', 'updated_at': '2021-09-30T08:02:50Z', 'revision_number': 4, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'gw_port': {'id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:47Z', 'updated_at': '2021-09-30T08:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '1596b5fb-f8d8-4c15-8818-860b1ad1d783', 'name': '', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'mac_address': 'fa:16:3e:16:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a589755d-193f-4724-ad80-150315883aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:50Z', 'updated_at': '2021-09-30T08:02:56Z', 'revision_number': 4, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'subnets': [{'id': 'a589755d-193f-4724-ad80-150315883aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:02:58.003509 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-cbd561ff-b7b9-417c-a292-bf51df14b721 req-94180f54-ff18-4b87-8dc7-6c5cbe94651c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Deleting port 1ad069e7-be33-45fa-b320-b52e2324588e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:02:58.004317 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cbd561ff-b7b9-417c-a292-bf51df14b721 req-94180f54-ff18-4b87-8dc7-6c5cbe94651c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:58.066793 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6efe0764-c592-4f8e-8aeb-87f1d9c473f3 req-0d9d3ad0-4d66-4c1b-8879-0419c6c3202a service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172773 Sep 30 08:02:58.143972 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd5db6c1-d396-4f89-bc09-6b6307969489 req-3e3c67b7-0f20-42ec-a4ef-2fbf7c1eaad6 service neutron] 10.222.0.36 "GET /v2.0/networks/6f846470-403a-4969-83cd-da1c298e9ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117418 Sep 30 08:02:58.178035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db522251-83b0-489f-9512-a57165f4fe75 req-951f7a6a-8147-40b1-a57e-c5c230678379 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:58.179615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db522251-83b0-489f-9512-a57165f4fe75 req-951f7a6a-8147-40b1-a57e-c5c230678379 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 944 time: 0.2093790 Sep 30 08:02:58.181523 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557f885-3140-4ba6-9a15-9dc155a9f92e req-f56833d8-e968-455e-84f8-7991494ac735 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:58.182927 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1557f885-3140-4ba6-9a15-9dc155a9f92e req-f56833d8-e968-455e-84f8-7991494ac735 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 1096 time: 0.1852517 Sep 30 08:02:58.281065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-cbd561ff-b7b9-417c-a292-bf51df14b721 req-94180f54-ff18-4b87-8dc7-6c5cbe94651c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] For port 1ad069e7-be33-45fa-b320-b52e2324588e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1ad069e7-be33-45fa-b320-b52e2324588e,segment=NetworkSegment(bba0b0b0-def7-4017-94cd-3b5b7c2fa29f),segment_id=bba0b0b0-def7-4017-94cd-3b5b7c2fa29f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:02:58.281467 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cbd561ff-b7b9-417c-a292-bf51df14b721 req-94180f54-ff18-4b87-8dc7-6c5cbe94651c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:58.329983 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-cbd561ff-b7b9-417c-a292-bf51df14b721 req-94180f54-ff18-4b87-8dc7-6c5cbe94651c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Calling delete_port for 1ad069e7-be33-45fa-b320-b52e2324588e owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:02:58.379540 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db522251-83b0-489f-9512-a57165f4fe75 req-eb289166-5005-4c42-bf88-be59f24774d1 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741064 Sep 30 08:02:58.381476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2531133-8248-4f0a-9510-b99b6b7fca03 req-797dca1f-de9f-4876-9d94-a59133923957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:58.383404 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2531133-8248-4f0a-9510-b99b6b7fca03 req-797dca1f-de9f-4876-9d94-a59133923957 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 1095 time: 0.1991413 Sep 30 08:02:58.390113 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1557f885-3140-4ba6-9a15-9dc155a9f92e req-e313bfe4-b096-4b3a-98ab-3ff1dc1ad70e tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873107 Sep 30 08:02:58.484521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd5db6c1-d396-4f89-bc09-6b6307969489 req-b89b285e-07a8-4e45-8a79-a073d93af579 service neutron] 10.222.0.36 "GET /v2.0/networks/6f846470-403a-4969-83cd-da1c298e9ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317747 Sep 30 08:02:58.601324 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bc50f-8bfb-406d-a699-3c0130335287 req-57430160-02d8-412a-a903-de12c28f96c2 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:58.604374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-714bc50f-8bfb-406d-a699-3c0130335287 req-57430160-02d8-412a-a903-de12c28f96c2 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.1056044 Sep 30 08:02:58.653983 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2531133-8248-4f0a-9510-b99b6b7fca03 req-465c0fe6-6a55-446d-829a-1ecedbbbb53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:58.655503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2531133-8248-4f0a-9510-b99b6b7fca03 req-465c0fe6-6a55-446d-829a-1ecedbbbb53f service neutron] 10.222.0.35 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.2231033 Sep 30 08:02:58.748138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-714bc50f-8bfb-406d-a699-3c0130335287 req-938b8cf4-5323-4ead-aab1-781125dbf147 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273134 Sep 30 08:02:58.752596 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2531133-8248-4f0a-9510-b99b6b7fca03 req-30c146ef-bde4-4256-aa4a-cd5f7a0bfd1b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6c23571-21e8-4ea8-ac57-ab3db0dacdba HTTP/1.1" status: 200 len: 217 time: 0.0552270 Sep 30 08:02:58.771845 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cbd561ff-b7b9-417c-a292-bf51df14b721 req-94180f54-ff18-4b87-8dc7-6c5cbe94651c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:58.784324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['1ad069e7-be33-45fa-b320-b52e2324588e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:58.849460 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94180f54-ff18-4b87-8dc7-6c5cbe94651c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event deleted for resources: {'Port': ['ID=1ad069e7-be33-45fa-b320-b52e2324588e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:02:58.858937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e42147a1-d876-463c-a9b7-bd227f44802f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:02:58.936404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd561ff-b7b9-417c-a292-bf51df14b721 req-94180f54-ff18-4b87-8dc7-6c5cbe94651c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] No DVR routers for this DVR port 1ad069e7-be33-45fa-b320-b52e2324588e on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:02:58.941326 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cbd561ff-b7b9-417c-a292-bf51df14b721 req-94180f54-ff18-4b87-8dc7-6c5cbe94651c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:58.943469 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cbd561ff-b7b9-417c-a292-bf51df14b721 req-94180f54-ff18-4b87-8dc7-6c5cbe94651c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.36 "DELETE /v2.0/ports/1ad069e7-be33-45fa-b320-b52e2324588e HTTP/1.1" status: 204 len: 173 time: 1.9310267 Sep 30 08:02:58.948314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2531133-8248-4f0a-9510-b99b6b7fca03 req-6bbbe0d8-9d01-41c2-b7f5-cad04ce443aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:58.950197 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2531133-8248-4f0a-9510-b99b6b7fca03 req-6bbbe0d8-9d01-41c2-b7f5-cad04ce443aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.1807482 Sep 30 08:02:59.012828 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2531133-8248-4f0a-9510-b99b6b7fca03 req-0c41852f-2eb0-4688-8d39-725b3e47d242 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536654 Sep 30 08:02:59.025964 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2e412-2dca-4315-9368-70bcc1e55c95 req-362dd441-98f8-4ad4-bb7d-f1dc486ab1f2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:59.027842 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d2f2e412-2dca-4315-9368-70bcc1e55c95 req-362dd441-98f8-4ad4-bb7d-f1dc486ab1f2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1871858 Sep 30 08:02:59.153340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d2f2e412-2dca-4315-9368-70bcc1e55c95 req-5341a9f4-82fd-4a76-ae08-2946b19fe29e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144233 Sep 30 08:02:59.190755 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2531133-8248-4f0a-9510-b99b6b7fca03 req-c53e1e42-1cf3-43b1-b56d-5e63e6333048 service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571202 Sep 30 08:02:59.312029 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7aa5ca4-ea8e-4d7a-b7d0-318801f4675a req-b72ca3e1-df6b-4029-b141-99d5be0d41a5 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9fef31-fbaa-48ea-9191-686a6d863c46 HTTP/1.1" status: 200 len: 210 time: 0.0504372 Sep 30 08:02:59.390510 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2531133-8248-4f0a-9510-b99b6b7fca03 req-5c30fa7b-584b-4b80-bd96-0b6f747dadd2 service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949670 Sep 30 08:02:59.438460 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:02:59.645000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f722b-039e-4f05-bece-7555874b1a81 req-899a30b3-8113-4b28-8e74-0c1be115b925 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:59.646600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-564f722b-039e-4f05-bece-7555874b1a81 req-899a30b3-8113-4b28-8e74-0c1be115b925 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 944 time: 0.0666754 Sep 30 08:02:59.691695 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-564f722b-039e-4f05-bece-7555874b1a81 req-037dd87e-23c6-4989-a168-78f99cfb6aed tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370288 Sep 30 08:02:59.747042 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-54c480fa-3ee9-42db-8b1c-a7c3fade74a2 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:02:59.748414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9fef31-fbaa-48ea-9191-686a6d863c46', 'name': 'network-vif-deleted', 'tag': '1ad069e7-be33-45fa-b320-b52e2324588e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:02:59.751663 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8aa2a7-9f77-4a38-8535-63217b537c49" -d '{"events": [{"server_uuid": "8c9fef31-fbaa-48ea-9191-686a6d863c46", "name": "network-vif-deleted", "tag": "1ad069e7-be33-45fa-b320-b52e2324588e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:02:59.754449 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-54c480fa-3ee9-42db-8b1c-a7c3fade74a2 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057585 Sep 30 08:02:59.795056 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-255003ba-0fa7-4ec6-afe8-18d63f81aeff tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:59.796984 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-255003ba-0fa7-4ec6-afe8-18d63f81aeff tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports/9bb5c774-24b9-4ebf-be50-5dc507bc22ef HTTP/1.1" status: 200 len: 1093 time: 0.0401552 Sep 30 08:02:59.806935 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2450c3b5-d2a7-473e-a6ce-caecb802f45e x-openstack-request-id: req-2450c3b5-d2a7-473e-a6ce-caecb802f45e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:02:59.807294 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9fef31-fbaa-48ea-9191-686a6d863c46", "name": "network-vif-deleted", "tag": "1ad069e7-be33-45fa-b320-b52e2324588e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:02:59.807555 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2450c3b5-d2a7-473e-a6ce-caecb802f45e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:02:59.807986 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9fef31-fbaa-48ea-9191-686a6d863c46', 'name': 'network-vif-deleted', 'tag': '1ad069e7-be33-45fa-b320-b52e2324588e', 'status': 'completed', 'code': 200} Sep 30 08:02:59.808385 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-fd50031f-6767-46ab-bdee-839587c6f12b service neutron] Request body: {'binding': {'host': 'n-h1-807359-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:02:59.809098 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-fd50031f-6767-46ab-bdee-839587c6f12b service neutron] Unknown quota resources ['binding']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:02:59.910448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003062e-527d-4ab8-9a32-6497ed56e2ad req-25b7935d-57ce-4f8b-aa10-85f84bbfa3b5 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:02:59.911971 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0003062e-527d-4ab8-9a32-6497ed56e2ad req-25b7935d-57ce-4f8b-aa10-85f84bbfa3b5 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.0524902 Sep 30 08:02:59.953778 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0003062e-527d-4ab8-9a32-6497ed56e2ad req-2220068d-f2ab-4455-80d1-ece23051b030 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341604 Sep 30 08:02:59.963437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-fd50031f-6767-46ab-bdee-839587c6f12b service neutron] Attempting to bind port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef on host n-h1-807359-2 for vnic_type normal with profile None {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:02:59.963778 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-fd50031f-6767-46ab-bdee-839587c6f12b service neutron] Attempting to bind port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:02:59.964133 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-fd50031f-6767-46ab-bdee-839587c6f12b service neutron] Attempting to bind port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:59.969033 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-fd50031f-6767-46ab-bdee-839587c6f12b service neutron] Port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef on network 407edc8e-eacf-4658-b430-a785aa6467d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:02:59.969354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-fd50031f-6767-46ab-bdee-839587c6f12b service neutron] Attempting to bind port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:02:59.975004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-fd50031f-6767-46ab-bdee-839587c6f12b service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:02:59.975605 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-fd50031f-6767-46ab-bdee-839587c6f12b service neutron] Checking segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:02:59.976020 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-fd50031f-6767-46ab-bdee-839587c6f12b service neutron] Bound using segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:02:59.976449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-fd50031f-6767-46ab-bdee-839587c6f12b service neutron] Bound port: 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:03:00.038151 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-fd50031f-6767-46ab-bdee-839587c6f12b service neutron] For port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:03:00.042334 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-fd50031f-6767-46ab-bdee-839587c6f12b service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:00.045173 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-fd50031f-6767-46ab-bdee-839587c6f12b service neutron] 10.222.0.24 "POST /v2.0/ports/9bb5c774-24b9-4ebf-be50-5dc507bc22ef/bindings HTTP/1.1" status: 201 len: 389 time: 0.2401736 Sep 30 08:03:00.224140 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2ec93-1fec-482a-9cd2-4a542d8ae25b req-ba9cb046-e97b-45c4-aa20-59fc8e3de0c3 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:00.229127 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5f2ec93-1fec-482a-9cd2-4a542d8ae25b req-ba9cb046-e97b-45c4-aa20-59fc8e3de0c3 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 945 time: 0.0671115 Sep 30 08:03:00.332668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5f2ec93-1fec-482a-9cd2-4a542d8ae25b req-da8429de-29ce-40e0-b06c-1251f82e4a1f tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807660 Sep 30 08:03:00.354871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8f661-477d-49d1-b40a-8607af095107 req-f9329508-3981-44eb-b404-3b766c6bfda2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:00.354871 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40b8f661-477d-49d1-b40a-8607af095107 req-f9329508-3981-44eb-b404-3b766c6bfda2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1142573 Sep 30 08:03:00.356813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-0f667aaf-152b-409b-b7d7-8513b17acc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:00.358317 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-0f667aaf-152b-409b-b7d7-8513b17acc0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 1096 time: 0.0906901 Sep 30 08:03:00.437699 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40b8f661-477d-49d1-b40a-8607af095107 req-04a78b71-801d-429c-ba60-e7b98ecad249 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730534 Sep 30 08:03:00.510514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2cd14a0e-3349-49a8-8c4a-aad19c579819 req-db91a81d-80b1-4c81-8db3-00f512daa766 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/a43096cd-20d7-4a3b-bed3-7fa6661d13f1 HTTP/1.1" status: 200 len: 1800 time: 0.0953214 Sep 30 08:03:00.513186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-d8d7dc43-34dc-4995-a01f-febec8df27c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:00.514577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-d8d7dc43-34dc-4995-a01f-febec8df27c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.1482718 Sep 30 08:03:00.576497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-3aed7d2e-e99f-4bf1-a454-5e2c01476c21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb5c774-24b9-4ebf-be50-5dc507bc22ef HTTP/1.1" status: 200 len: 217 time: 0.0496354 Sep 30 08:03:00.648131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-01f27e84-39f3-4af7-b65c-4367c8e82290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:00.649746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-01f27e84-39f3-4af7-b65c-4367c8e82290 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.0652196 Sep 30 08:03:00.655071 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2cd14a0e-3349-49a8-8c4a-aad19c579819 req-45e13b29-0c9f-44d0-b94e-b015b981ad36 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:00.691993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-e5ff1b5f-092f-4fa6-aecc-e2b3ca26f9b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348732 Sep 30 08:03:00.710686 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2cd14a0e-3349-49a8-8c4a-aad19c579819 req-45e13b29-0c9f-44d0-b94e-b015b981ad36 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:00.839815 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2cd14a0e-3349-49a8-8c4a-aad19c579819 req-45e13b29-0c9f-44d0-b94e-b015b981ad36 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:00.842404 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2cd14a0e-3349-49a8-8c4a-aad19c579819 req-45e13b29-0c9f-44d0-b94e-b015b981ad36 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:00.843607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2cd14a0e-3349-49a8-8c4a-aad19c579819 req-45e13b29-0c9f-44d0-b94e-b015b981ad36 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "DELETE /v2.0/security-groups/a43096cd-20d7-4a3b-bed3-7fa6661d13f1 HTTP/1.1" status: 204 len: 173 time: 0.3244221 Sep 30 08:03:00.853090 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-ec748712-c20d-4b20-a331-8416513fd6b2 service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535101 Sep 30 08:03:00.859601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e13b29-0c9f-44d0-b94e-b015b981ad36 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43096cd-20d7-4a3b-bed3-7fa6661d13f1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:00.892676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc23f4-6fd7-403e-b240-6b101adff244 req-afadb37d-a140-4503-a911-3f00f92bb28d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:00.894191 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1fcc23f4-6fd7-403e-b240-6b101adff244 req-afadb37d-a140-4503-a911-3f00f92bb28d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 944 time: 0.1082799 Sep 30 08:03:01.021972 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1fcc23f4-6fd7-403e-b240-6b101adff244 req-7453be2d-8f93-472e-98cd-45db524bdb8c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153903 Sep 30 08:03:01.034926 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-2d3ddd93-ef9b-4916-9a87-b8de8d38a31c service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719863 Sep 30 08:03:01.038017 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3004af6f-d66b-4ca0-aa28-e0b7976073a2 req-c2b16501-d9ae-4011-a6a7-0dc08584cb5f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/623ecae4-ab14-4f53-978e-2e8c45ba5bb0 HTTP/1.1" status: 200 len: 1800 time: 0.0851572 Sep 30 08:03:01.060122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1ad069e7-be33-45fa-b320-b52e2324588e no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:03:01.096598 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 1ad069e7-be33-45fa-b320-b52e2324588e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:03:01.096979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1ad069e7-be33-45fa-b320-b52e2324588e not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:03:01.127140 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3004af6f-d66b-4ca0-aa28-e0b7976073a2 req-f1d0cffe-b0e1-4c42-958c-d4789da499d1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:01.172299 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3004af6f-d66b-4ca0-aa28-e0b7976073a2 req-f1d0cffe-b0e1-4c42-958c-d4789da499d1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:01.202396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8aff2-0dc6-4a7c-a889-899f78658491 req-375716c2-2126-462a-a1ba-9ceb33223ee0 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:01.204766 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49c8aff2-0dc6-4a7c-a889-899f78658491 req-375716c2-2126-462a-a1ba-9ceb33223ee0 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.0909295 Sep 30 08:03:01.264331 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49c8aff2-0dc6-4a7c-a889-899f78658491 req-630e61e3-6ab6-4230-ab8d-930a07b53902 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529125 Sep 30 08:03:01.265650 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device a6c23571-21e8-4ea8-ac57-ab3db0dacdba details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:03:01.268135 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3004af6f-d66b-4ca0-aa28-e0b7976073a2 req-f1d0cffe-b0e1-4c42-958c-d4789da499d1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:01.270484 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3004af6f-d66b-4ca0-aa28-e0b7976073a2 req-f1d0cffe-b0e1-4c42-958c-d4789da499d1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:01.291084 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3004af6f-d66b-4ca0-aa28-e0b7976073a2 req-f1d0cffe-b0e1-4c42-958c-d4789da499d1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "DELETE /v2.0/security-groups/623ecae4-ab14-4f53-978e-2e8c45ba5bb0 HTTP/1.1" status: 204 len: 173 time: 0.2189014 Sep 30 08:03:01.293825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0cffe-b0e1-4c42-958c-d4789da499d1 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623ecae4-ab14-4f53-978e-2e8c45ba5bb0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:01.321036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-ee501de8-56ee-4c67-95af-fb34e4096931 req-c27a00fd-b03a-4d34-8ad5-925556cfc378 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1998430108', 'description': 'tempest-description-288908471'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:01.353624 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ee501de8-56ee-4c67-95af-fb34e4096931 req-c27a00fd-b03a-4d34-8ad5-925556cfc378 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:01.448187 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:01.467569 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'a6c23571-21e8-4ea8-ac57-ab3db0dacdba', 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25', 'port_id': 'a6c23571-21e8-4ea8-ac57-ab3db0dacdba', 'mac_address': 'fa:16:3e:f6:8d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2ee65f-beaa-498e-bdba-cae189f73676', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:03:01.499853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35491909-7eee-41de-a082-92b2e9e0e571 req-3b1fb467-2896-42b9-b8b0-78c5261db1e5 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:01.501600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35491909-7eee-41de-a082-92b2e9e0e571 req-3b1fb467-2896-42b9-b8b0-78c5261db1e5 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 945 time: 0.0900009 Sep 30 08:03:01.519954 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:01.528215 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ee501de8-56ee-4c67-95af-fb34e4096931 req-c27a00fd-b03a-4d34-8ad5-925556cfc378 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:01.537415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c23571-21e8-4ea8-ac57-ab3db0dacdba {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:01.541768 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ee501de8-56ee-4c67-95af-fb34e4096931 req-c27a00fd-b03a-4d34-8ad5-925556cfc378 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:01.561845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:01.562934 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ee501de8-56ee-4c67-95af-fb34e4096931 req-c27a00fd-b03a-4d34-8ad5-925556cfc378 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:01.565199 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee501de8-56ee-4c67-95af-fb34e4096931 req-c27a00fd-b03a-4d34-8ad5-925556cfc378 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2516339 Sep 30 08:03:01.568292 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:01.644944 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:01.657585 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35491909-7eee-41de-a082-92b2e9e0e571 req-21c873f1-b988-4019-8499-ab34eb020521 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432204 Sep 30 08:03:01.659613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a00fd-b03a-4d34-8ad5-925556cfc378 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56fb208-335a-4c6c-92f3-5f7649a780f6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:01.756319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b6b1f1e-529c-49be-b863-f9bf4e9f519d req-e18c4679-754e-4baa-87d6-28a4fcb29320 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/d56fb208-335a-4c6c-92f3-5f7649a780f6 HTTP/1.1" status: 200 len: 1800 time: 0.0808330 Sep 30 08:03:01.764246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d7a7d-5ca2-4856-9b53-839393e781e6 req-4868ae40-a18b-4f54-a5c2-bc65bf389ebe tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:01.765697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e96d7a7d-5ca2-4856-9b53-839393e781e6 req-4868ae40-a18b-4f54-a5c2-bc65bf389ebe tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0833204 Sep 30 08:03:01.770870 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7b6b1f1e-529c-49be-b863-f9bf4e9f519d req-57e64625-c403-4e63-9236-6d2a40985893 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Request body: {'security_group': {'name': 'tempest-sg-hth-577716069', 'description': 'tempest-description-hth-1671419565'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:01.820636 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b6b1f1e-529c-49be-b863-f9bf4e9f519d req-57e64625-c403-4e63-9236-6d2a40985893 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:01.841552 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e96d7a7d-5ca2-4856-9b53-839393e781e6 req-aca3fae8-beae-42c8-a5d9-588fc610de60 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671387 Sep 30 08:03:01.890053 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b6b1f1e-529c-49be-b863-f9bf4e9f519d req-57e64625-c403-4e63-9236-6d2a40985893 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:01.894068 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b6b1f1e-529c-49be-b863-f9bf4e9f519d req-57e64625-c403-4e63-9236-6d2a40985893 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:01.896850 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b6b1f1e-529c-49be-b863-f9bf4e9f519d req-57e64625-c403-4e63-9236-6d2a40985893 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:01.898111 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b6b1f1e-529c-49be-b863-f9bf4e9f519d req-57e64625-c403-4e63-9236-6d2a40985893 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "PUT /v2.0/security-groups/d56fb208-335a-4c6c-92f3-5f7649a780f6 HTTP/1.1" status: 200 len: 1774 time: 0.1314988 Sep 30 08:03:01.936000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e64625-c403-4e63-9236-6d2a40985893 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56fb208-335a-4c6c-92f3-5f7649a780f6,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:01.988575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4889d95-e78b-4394-bd05-8d3e1305c84b req-6b7651ce-dfde-4b5e-ae56-6bf0005422e7 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/d56fb208-335a-4c6c-92f3-5f7649a780f6 HTTP/1.1" status: 200 len: 1774 time: 0.0638502 Sep 30 08:03:02.025876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['a6c23571-21e8-4ea8-ac57-ab3db0dacdba'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:02.047242 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f7a3617-6b9e-4207-bc4b-51fa0b92c6a4 req-01978e58-0c73-4452-a1fa-312daf1852a2 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/d56fb208-335a-4c6c-92f3-5f7649a780f6 HTTP/1.1" status: 200 len: 1774 time: 0.0411477 Sep 30 08:03:02.127739 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f7a3617-6b9e-4207-bc4b-51fa0b92c6a4 req-73334dee-d3de-481c-83a7-80b1f8ca9b25 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:02.173413 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f7a3617-6b9e-4207-bc4b-51fa0b92c6a4 req-73334dee-d3de-481c-83a7-80b1f8ca9b25 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:02.192120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d3f6a-0f97-4f53-9388-2410aad59445 req-bdfbd127-509e-490a-96d0-0d8815e456f3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:02.193643 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-629d3f6a-0f97-4f53-9388-2410aad59445 req-bdfbd127-509e-490a-96d0-0d8815e456f3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 945 time: 0.0846002 Sep 30 08:03:02.253638 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-629d3f6a-0f97-4f53-9388-2410aad59445 req-27834959-90f9-44a8-a084-b5cbf4b37e6f tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490570 Sep 30 08:03:02.254667 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f7a3617-6b9e-4207-bc4b-51fa0b92c6a4 req-73334dee-d3de-481c-83a7-80b1f8ca9b25 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:02.257255 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f7a3617-6b9e-4207-bc4b-51fa0b92c6a4 req-73334dee-d3de-481c-83a7-80b1f8ca9b25 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:02.258311 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f7a3617-6b9e-4207-bc4b-51fa0b92c6a4 req-73334dee-d3de-481c-83a7-80b1f8ca9b25 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "DELETE /v2.0/security-groups/d56fb208-335a-4c6c-92f3-5f7649a780f6 HTTP/1.1" status: 204 len: 173 time: 0.2030206 Sep 30 08:03:02.270678 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73334dee-d3de-481c-83a7-80b1f8ca9b25 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56fb208-335a-4c6c-92f3-5f7649a780f6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:02.405194 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-e729e12f-ee42-4275-9df5-70a7f9085a48 req-bcd465a9-383a-4ecf-ac24-c56cb3599928 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] show failed (client error): The resource could not be found. Sep 30 08:03:02.406359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e729e12f-ee42-4275-9df5-70a7f9085a48 req-bcd465a9-383a-4ecf-ac24-c56cb3599928 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/623ecae4-ab14-4f53-978e-2e8c45ba5bb0 HTTP/1.1" status: 404 len: 352 time: 0.0202100 Sep 30 08:03:02.426278 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2136b8-3703-465e-92be-cda3d979a273 req-890616c1-ea70-4802-835b-edbb85a82530 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:02.428380 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe2136b8-3703-465e-92be-cda3d979a273 req-890616c1-ea70-4802-835b-edbb85a82530 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.0755758 Sep 30 08:03:02.465375 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-cce86cc2-2d3e-4b64-9483-ad074511ae66 req-cc313afb-ba51-4362-bcf2-fe0adce6c078 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] show failed (client error): The resource could not be found. Sep 30 08:03:02.466710 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cce86cc2-2d3e-4b64-9483-ad074511ae66 req-cc313afb-ba51-4362-bcf2-fe0adce6c078 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/a43096cd-20d7-4a3b-bed3-7fa6661d13f1 HTTP/1.1" status: 404 len: 352 time: 0.0236661 Sep 30 08:03:02.492158 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe2136b8-3703-465e-92be-cda3d979a273 req-c26c1777-7f4b-420c-b674-50011f1fb842 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578213 Sep 30 08:03:02.519723 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-55b3439a-8899-4ea0-bcb8-936e5ea36df2 req-8e7f8107-608a-42ed-8b27-dcdaa3262ec2 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] show failed (client error): The resource could not be found. Sep 30 08:03:02.520788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55b3439a-8899-4ea0-bcb8-936e5ea36df2 req-8e7f8107-608a-42ed-8b27-dcdaa3262ec2 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/4264228f-cebe-4ad5-a974-9a5c6b5ded6f HTTP/1.1" status: 404 len: 352 time: 0.0187559 Sep 30 08:03:02.566155 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-3441f3e0-7b8b-4fe2-a84d-e3438ba5ac94 req-c7c18e3b-c7b6-40b0-ae31-c157f7229c44 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] show failed (client error): The resource could not be found. Sep 30 08:03:02.567415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3441f3e0-7b8b-4fe2-a84d-e3438ba5ac94 req-c7c18e3b-c7b6-40b0-ae31-c157f7229c44 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/9a49526d-d84a-4d1b-97e7-9718559342cf HTTP/1.1" status: 404 len: 352 time: 0.0258684 Sep 30 08:03:02.605919 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-1e3651c7-fa24-4ca9-a1f8-d22d66113dd3 req-f8c627e3-2b55-4147-8b37-814b06348b04 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] show failed (client error): The resource could not be found. Sep 30 08:03:02.607360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e3651c7-fa24-4ca9-a1f8-d22d66113dd3 req-f8c627e3-2b55-4147-8b37-814b06348b04 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/3511ebe3-1946-4407-8834-254ca4c848e4 HTTP/1.1" status: 404 len: 352 time: 0.0180387 Sep 30 08:03:02.674126 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-e1683fd9-68ca-4db2-85bf-51bcb96e243d req-e7230336-cb03-4df3-8cc9-f36136641d39 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] show failed (client error): The resource could not be found. Sep 30 08:03:02.678046 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1683fd9-68ca-4db2-85bf-51bcb96e243d req-e7230336-cb03-4df3-8cc9-f36136641d39 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/f47a373e-3ac9-4e04-acd4-2295fd44bab5 HTTP/1.1" status: 404 len: 352 time: 0.0484834 Sep 30 08:03:02.829135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d17d4-0898-43b7-9f22-602b6ac2b251 req-7218b08e-33df-4fbe-8e0c-06631101c793 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:02.830944 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b5d17d4-0898-43b7-9f22-602b6ac2b251 req-7218b08e-33df-4fbe-8e0c-06631101c793 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 945 time: 0.0643840 Sep 30 08:03:02.882248 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b5d17d4-0898-43b7-9f22-602b6ac2b251 req-697134f4-7173-4ea9-b2be-c48c68616482 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414498 Sep 30 08:03:03.006199 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03305e-31b8-4603-b481-2c22e2d9cd58 req-af6394f5-95aa-48dc-9357-713219dc48b6 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:03.007693 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c03305e-31b8-4603-b481-2c22e2d9cd58 req-af6394f5-95aa-48dc-9357-713219dc48b6 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 1023 time: 0.0911872 Sep 30 08:03:03.015900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ae8f5-3b29-4f6b-8f1b-d1f862f3a1da req-046bbe9c-df7b-4333-b9be-af8643e25be2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:03.018017 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-352ae8f5-3b29-4f6b-8f1b-d1f862f3a1da req-046bbe9c-df7b-4333-b9be-af8643e25be2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0690434 Sep 30 08:03:03.085566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c03305e-31b8-4603-b481-2c22e2d9cd58 req-b23dab5e-3a0e-4b07-a6c6-8394c96fdefc tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd0e14e-f755-49e0-83bb-9ca63959fe54&id=bde3cb68-6e1c-4a47-9416-d5a62ebe79cf&id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0647402 Sep 30 08:03:03.114341 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-352ae8f5-3b29-4f6b-8f1b-d1f862f3a1da req-cc8f9e44-77f3-4809-9a64-989c3012f76e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867722 Sep 30 08:03:03.272443 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device a6c23571-21e8-4ea8-ac57-ab3db0dacdba up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:03:03.341938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port a6c23571-21e8-4ea8-ac57-ab3db0dacdba completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:03:03.346959 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port a6c23571-21e8-4ea8-ac57-ab3db0dacdba triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:03.347557 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:03.393509 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9876886-239b-43da-b2ea-707c45f8fb09 req-9e67d65f-4bbc-4a3f-89d5-0a6e0921fd2d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:03.401843 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e9876886-239b-43da-b2ea-707c45f8fb09 req-9e67d65f-4bbc-4a3f-89d5-0a6e0921fd2d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 945 time: 0.0666118 Sep 30 08:03:03.441929 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e9876886-239b-43da-b2ea-707c45f8fb09 req-3ca5238d-7ce8-442a-9ba9-f525e734fa6d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392048 Sep 30 08:03:03.466236 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:03.489144 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1babbae6-849d-449e-98d1-160554ff992f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c23571-21e8-4ea8-ac57-ab3db0dacdba'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:03.491413 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e035f1-2367-4cda-99d3-68bf8003a472" -d '{"events": [{"server_uuid": "1babbae6-849d-449e-98d1-160554ff992f", "name": "network-vif-plugged", "status": "completed", "tag": "a6c23571-21e8-4ea8-ac57-ab3db0dacdba"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:03.504522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:03.511349 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:03.558527 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0234ce6-73cd-4424-9742-11ff1eaa105c x-openstack-request-id: req-c0234ce6-73cd-4424-9742-11ff1eaa105c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:03.558803 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1babbae6-849d-449e-98d1-160554ff992f", "name": "network-vif-plugged", "status": "completed", "tag": "a6c23571-21e8-4ea8-ac57-ab3db0dacdba", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:03.559062 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0234ce6-73cd-4424-9742-11ff1eaa105c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:03.559508 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1babbae6-849d-449e-98d1-160554ff992f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c23571-21e8-4ea8-ac57-ab3db0dacdba', 'code': 200} Sep 30 08:03:03.598313 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:03.687107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a4b3c-a396-4eae-bdff-8124f84cb577 req-a9654a65-0930-42de-aefb-568a545d8f10 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:03.688976 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-352a4b3c-a396-4eae-bdff-8124f84cb577 req-a9654a65-0930-42de-aefb-568a545d8f10 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.1016443 Sep 30 08:03:03.752856 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-352a4b3c-a396-4eae-bdff-8124f84cb577 req-75adadc0-9a45-4211-ac39-c99d8a7d0c87 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490818 Sep 30 08:03:03.758430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845765d-7d0b-4337-a636-b3af8afe29ec req-5782e811-e29d-44ad-a820-e4c87a9e7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:03.759940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e845765d-7d0b-4337-a636-b3af8afe29ec req-5782e811-e29d-44ad-a820-e4c87a9e7288 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 1097 time: 0.0902936 Sep 30 08:03:03.811305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e845765d-7d0b-4337-a636-b3af8afe29ec req-2137b4db-08d5-4be2-9abe-b00ca8a6fdd7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382013 Sep 30 08:03:04.022900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3726bef-2602-4edf-9cae-bd7272f98b36 req-9524e213-09c3-4d75-8038-2b0c3c4d7c85 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:04.024424 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3726bef-2602-4edf-9cae-bd7272f98b36 req-9524e213-09c3-4d75-8038-2b0c3c4d7c85 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 945 time: 0.0626397 Sep 30 08:03:04.068383 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3726bef-2602-4edf-9cae-bd7272f98b36 req-1aac7526-19f4-4fd0-bba3-a6b1c6ed382d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371561 Sep 30 08:03:04.267708 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79de1bd-e4b4-443b-ae07-491a76a4246d req-e522bfed-bc29-4f30-8244-dd2150fe2c5f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:04.269616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c79de1bd-e4b4-443b-ae07-491a76a4246d req-e522bfed-bc29-4f30-8244-dd2150fe2c5f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 1023 time: 0.1071274 Sep 30 08:03:04.277507 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0ed80-8d1d-4933-972a-2c7092ec4b2b req-2f47108d-59ec-4a10-9a79-556b2a151a73 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:04.279331 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ce0ed80-8d1d-4933-972a-2c7092ec4b2b req-2f47108d-59ec-4a10-9a79-556b2a151a73 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0825553 Sep 30 08:03:04.346514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c79de1bd-e4b4-443b-ae07-491a76a4246d req-8caa6960-884d-40bf-97e4-50b5e491c95c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd0e14e-f755-49e0-83bb-9ca63959fe54&id=bde3cb68-6e1c-4a47-9416-d5a62ebe79cf&id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0659249 Sep 30 08:03:04.349778 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ce0ed80-8d1d-4933-972a-2c7092ec4b2b req-30cf5dba-fb71-4ae1-afc3-e4674adcbba0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618439 Sep 30 08:03:04.577422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133eb54-6699-4a73-b021-16a4d2ec173e req-94e0ca5c-235b-47ab-91f1-e97deaa34c5b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:04.579370 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e133eb54-6699-4a73-b021-16a4d2ec173e req-94e0ca5c-235b-47ab-91f1-e97deaa34c5b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.0538743 Sep 30 08:03:04.623301 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e133eb54-6699-4a73-b021-16a4d2ec173e req-7664e4a6-75f3-49a7-a29c-68588e4dad88 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373869 Sep 30 08:03:04.915274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169d1fa-271a-401b-84f2-56250b470a75 req-db7efcfd-569f-4c3c-91d5-ba86f2dd770a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:04.916878 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e169d1fa-271a-401b-84f2-56250b470a75 req-db7efcfd-569f-4c3c-91d5-ba86f2dd770a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.0868344 Sep 30 08:03:04.963273 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e169d1fa-271a-401b-84f2-56250b470a75 req-33f27ae0-75b9-4705-9692-c0772160c8f5 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 Sep 30 08:03:05.193721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a1e77-8754-40b0-afcf-9ac7dc6aedfb req-217da0a5-65e7-4fed-ae85-c336e3be9815 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:05.195201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-530a1e77-8754-40b0-afcf-9ac7dc6aedfb req-217da0a5-65e7-4fed-ae85-c336e3be9815 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 945 time: 0.0505970 Sep 30 08:03:05.238363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-530a1e77-8754-40b0-afcf-9ac7dc6aedfb req-e613d4b5-c5a6-4daa-9c37-13610d4eac6d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367434 Sep 30 08:03:05.314532 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2776a-6835-4f08-8486-55b234b36a03 req-8dfd51f3-6ce0-4e84-a2f9-f3757621882f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:05.316380 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e6d2776a-6835-4f08-8486-55b234b36a03 req-8dfd51f3-6ce0-4e84-a2f9-f3757621882f tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 1023 time: 0.0543840 Sep 30 08:03:05.582254 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-e6d2776a-6835-4f08-8486-55b234b36a03 req-e5d1b25f-1a71-4112-b5ed-32c586f356a8 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Deleting port e42147a1-d876-463c-a9b7-bd227f44802f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:03:05.583163 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e6d2776a-6835-4f08-8486-55b234b36a03 req-e5d1b25f-1a71-4112-b5ed-32c586f356a8 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:05.624564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f67aa3-8f83-4583-8286-2ec160e32f41 req-afb33bf6-ccc0-4505-af3e-9b3d69644410 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:05.626729 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0f67aa3-8f83-4583-8286-2ec160e32f41 req-afb33bf6-ccc0-4505-af3e-9b3d69644410 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1492815 Sep 30 08:03:05.676475 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e72222-e9b7-44e1-9bde-424cabfe5af0 req-100366a4-e023-4372-b994-b181358eaae9 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:05.678216 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7e72222-e9b7-44e1-9bde-424cabfe5af0 req-100366a4-e023-4372-b994-b181358eaae9 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 1023 time: 0.1554770 Sep 30 08:03:05.762105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e6d2776a-6835-4f08-8486-55b234b36a03 req-e5d1b25f-1a71-4112-b5ed-32c586f356a8 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] For port e42147a1-d876-463c-a9b7-bd227f44802f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e42147a1-d876-463c-a9b7-bd227f44802f,segment=NetworkSegment(bba0b0b0-def7-4017-94cd-3b5b7c2fa29f),segment_id=bba0b0b0-def7-4017-94cd-3b5b7c2fa29f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:05.762507 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e6d2776a-6835-4f08-8486-55b234b36a03 req-e5d1b25f-1a71-4112-b5ed-32c586f356a8 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:05.768453 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0f67aa3-8f83-4583-8286-2ec160e32f41 req-7c0aa0db-4250-4006-a92d-6dfbabfbc052 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031322 Sep 30 08:03:05.779699 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7e72222-e9b7-44e1-9bde-424cabfe5af0 req-5299986b-08f3-4fc0-b7d5-cfbc653ab9b7 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd0e14e-f755-49e0-83bb-9ca63959fe54&id=bde3cb68-6e1c-4a47-9416-d5a62ebe79cf&id=113438b2-7fe7-47be-9137-a113f233e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0912969 Sep 30 08:03:05.791117 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-e6d2776a-6835-4f08-8486-55b234b36a03 req-e5d1b25f-1a71-4112-b5ed-32c586f356a8 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Calling delete_port for e42147a1-d876-463c-a9b7-bd227f44802f owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:03:06.014389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332e5d3-49fc-4c3e-9010-ee6d1bfd187d req-e0ddf22f-62b4-4d92-b9d7-08648b69af8c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:06.015894 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3332e5d3-49fc-4c3e-9010-ee6d1bfd187d req-e0ddf22f-62b4-4d92-b9d7-08648b69af8c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.0717795 Sep 30 08:03:06.017342 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e6d2776a-6835-4f08-8486-55b234b36a03 req-e5d1b25f-1a71-4112-b5ed-32c586f356a8 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:06.064652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1b25f-1a71-4112-b5ed-32c586f356a8 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event deleted for resources: {'Port': ['ID=e42147a1-d876-463c-a9b7-bd227f44802f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:06.075120 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e42147a1-d876-463c-a9b7-bd227f44802f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:06.144529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d2776a-6835-4f08-8486-55b234b36a03 req-e5d1b25f-1a71-4112-b5ed-32c586f356a8 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] No DVR routers for this DVR port e42147a1-d876-463c-a9b7-bd227f44802f on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:03:06.147686 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e6d2776a-6835-4f08-8486-55b234b36a03 req-e5d1b25f-1a71-4112-b5ed-32c586f356a8 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:06.149632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e6d2776a-6835-4f08-8486-55b234b36a03 req-e5d1b25f-1a71-4112-b5ed-32c586f356a8 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.35 "DELETE /v2.0/ports/e42147a1-d876-463c-a9b7-bd227f44802f HTTP/1.1" status: 204 len: 173 time: 0.8078597 Sep 30 08:03:06.150331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e87a18c-e559-4721-8209-4a19a1441477', 'name': 'network-vif-deleted', 'tag': 'e42147a1-d876-463c-a9b7-bd227f44802f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:06.152548 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae496ace-1e55-4c34-99ec-11002011e106" -d '{"events": [{"server_uuid": "1e87a18c-e559-4721-8209-4a19a1441477", "name": "network-vif-deleted", "tag": "e42147a1-d876-463c-a9b7-bd227f44802f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:06.160052 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3332e5d3-49fc-4c3e-9010-ee6d1bfd187d req-2d3d3e11-31c9-49f8-a6c6-3f87f0f1eb95 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335478 Sep 30 08:03:06.178134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e7f16-a97c-4481-9128-53800ce307db req-f170429c-6363-4d5f-8083-69320e9cd959 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:06.179842 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc5e7f16-a97c-4481-9128-53800ce307db req-f170429c-6363-4d5f-8083-69320e9cd959 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.1129279 Sep 30 08:03:06.219836 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff66997-b8ef-4684-87fd-b7f5c66cdd59 x-openstack-request-id: req-8ff66997-b8ef-4684-87fd-b7f5c66cdd59 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:06.220164 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e87a18c-e559-4721-8209-4a19a1441477", "name": "network-vif-deleted", "tag": "e42147a1-d876-463c-a9b7-bd227f44802f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:06.220418 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ff66997-b8ef-4684-87fd-b7f5c66cdd59 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:06.220807 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e87a18c-e559-4721-8209-4a19a1441477', 'name': 'network-vif-deleted', 'tag': 'e42147a1-d876-463c-a9b7-bd227f44802f', 'status': 'completed', 'code': 200} Sep 30 08:03:06.238692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc5e7f16-a97c-4481-9128-53800ce307db req-f79c5f43-206b-408e-996f-4bbe7985f062 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 Sep 30 08:03:06.333211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a8f0f-1c13-4a3a-8db5-1db3a7143bab req-f1917c80-4e8b-49d2-abd5-458c14def8d9 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:06.334702 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-686a8f0f-1c13-4a3a-8db5-1db3a7143bab req-f1917c80-4e8b-49d2-abd5-458c14def8d9 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 1097 time: 0.0568426 Sep 30 08:03:06.408400 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a805bf9-9445-4caa-a125-2e5154b4d8f1 req-da4d9051-3698-4a08-9849-82bb9020feb5 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:06.409970 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a805bf9-9445-4caa-a125-2e5154b4d8f1 req-da4d9051-3698-4a08-9849-82bb9020feb5 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 945 time: 0.0895648 Sep 30 08:03:06.429867 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-686a8f0f-1c13-4a3a-8db5-1db3a7143bab req-5c00e229-5bf6-45fd-9854-d2e19f831202 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760703 Sep 30 08:03:06.491415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a805bf9-9445-4caa-a125-2e5154b4d8f1 req-789545d5-07ea-4616-b1d4-dd70afdf62fa tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606866 Sep 30 08:03:06.940068 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a70b3d6-c535-4755-8204-4b284acbf136 req-80d0656b-d6a2-4f68-8d5b-ce3a39dfeab7 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e87a18c-e559-4721-8209-4a19a1441477 HTTP/1.1" status: 200 len: 210 time: 0.0331511 Sep 30 08:03:06.960158 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b618d-6aaa-4d62-b7be-8664f08934e0 req-aa89a38b-a920-4883-9a39-cbcee91b1b88 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:06.960158 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf9b618d-6aaa-4d62-b7be-8664f08934e0 req-aa89a38b-a920-4883-9a39-cbcee91b1b88 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0868816 Sep 30 08:03:07.018450 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf9b618d-6aaa-4d62-b7be-8664f08934e0 req-20868e39-3641-4bec-a59a-4c01b3478d29 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471435 Sep 30 08:03:07.368851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793563e0-333c-464d-9d95-b290d6bc9f5e req-1c51c6c8-d131-48ac-a96d-25d79e8f4a22 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:07.371359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-793563e0-333c-464d-9d95-b290d6bc9f5e req-1c51c6c8-d131-48ac-a96d-25d79e8f4a22 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.0569842 Sep 30 08:03:07.420350 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-793563e0-333c-464d-9d95-b290d6bc9f5e req-c96372ef-78bc-4623-929e-f0af68535aef tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421238 Sep 30 08:03:07.629690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89640572-f584-4f8f-a778-0a86c9899d7f req-2fca33df-36a3-476c-a779-6f4880a4644a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:07.631210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-89640572-f584-4f8f-a778-0a86c9899d7f req-2fca33df-36a3-476c-a779-6f4880a4644a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 945 time: 0.0556445 Sep 30 08:03:07.676716 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-89640572-f584-4f8f-a778-0a86c9899d7f req-2508e045-4090-421a-9ad5-923967e58532 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381634 Sep 30 08:03:08.083708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-286e24cb-9878-4ad8-be38-8dbf70004aec req-19173ccf-8244-49e6-b42f-b3512b941c8c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/bcd0e14e-f755-49e0-83bb-9ca63959fe54 HTTP/1.1" status: 200 len: 1799 time: 0.0733714 Sep 30 08:03:08.149888 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-286e24cb-9878-4ad8-be38-8dbf70004aec req-5d45d26a-8962-432a-ab5a-ff58803a30c9 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:08.175980 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-286e24cb-9878-4ad8-be38-8dbf70004aec req-5d45d26a-8962-432a-ab5a-ff58803a30c9 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:08.531330 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-286e24cb-9878-4ad8-be38-8dbf70004aec req-5d45d26a-8962-432a-ab5a-ff58803a30c9 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:08.534743 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-286e24cb-9878-4ad8-be38-8dbf70004aec req-5d45d26a-8962-432a-ab5a-ff58803a30c9 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:08.535895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-286e24cb-9878-4ad8-be38-8dbf70004aec req-5d45d26a-8962-432a-ab5a-ff58803a30c9 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "DELETE /v2.0/security-groups/bcd0e14e-f755-49e0-83bb-9ca63959fe54 HTTP/1.1" status: 204 len: 173 time: 0.4456277 Sep 30 08:03:08.555809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9958564-29c5-40f6-b964-f9e29b15e497 req-57a5263b-1827-446c-beaa-cfc320336275 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:08.563145 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9958564-29c5-40f6-b964-f9e29b15e497 req-57a5263b-1827-446c-beaa-cfc320336275 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0724678 Sep 30 08:03:08.572746 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45d26a-8962-432a-ab5a-ff58803a30c9 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd0e14e-f755-49e0-83bb-9ca63959fe54,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:08.641388 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9958564-29c5-40f6-b964-f9e29b15e497 req-df770b78-607d-4171-b497-fe80b9d27fbe tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691001 Sep 30 08:03:08.743864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbd983-3075-42b4-9b1a-0cf90c7bd82d req-023e31f8-7ee0-46d3-9475-62da92b3a46f tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:08.756568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8bbd983-3075-42b4-9b1a-0cf90c7bd82d req-023e31f8-7ee0-46d3-9475-62da92b3a46f tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.0680473 Sep 30 08:03:08.829469 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8bbd983-3075-42b4-9b1a-0cf90c7bd82d req-a9b9048f-00f8-464c-8dd3-5b28386a9ab3 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713816 Sep 30 08:03:08.846709 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbb21a0d-7104-4db8-a1e1-22a754fdfab0 req-600990bf-52fd-44ee-8c14-f91fc3c6774c tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "GET /v2.0/security-groups/bde3cb68-6e1c-4a47-9416-d5a62ebe79cf HTTP/1.1" status: 200 len: 1800 time: 0.0730431 Sep 30 08:03:08.944946 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fbb21a0d-7104-4db8-a1e1-22a754fdfab0 req-a025ae23-9365-4964-86b0-ccd8dad11a26 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:08.978798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34857afa-43ef-4b55-a6e6-ab455a5cfc07 req-0eb7a19f-a14c-4007-acc3-941a7854d0b3 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:08.980338 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34857afa-43ef-4b55-a6e6-ab455a5cfc07 req-0eb7a19f-a14c-4007-acc3-941a7854d0b3 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 945 time: 0.0753009 Sep 30 08:03:08.984228 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fbb21a0d-7104-4db8-a1e1-22a754fdfab0 req-a025ae23-9365-4964-86b0-ccd8dad11a26 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.043475 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34857afa-43ef-4b55-a6e6-ab455a5cfc07 req-fa8c0a8e-7404-4805-b4ce-705122cc0d7e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555296 Sep 30 08:03:09.055351 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fbb21a0d-7104-4db8-a1e1-22a754fdfab0 req-a025ae23-9365-4964-86b0-ccd8dad11a26 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.058411 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fbb21a0d-7104-4db8-a1e1-22a754fdfab0 req-a025ae23-9365-4964-86b0-ccd8dad11a26 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.065276 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbb21a0d-7104-4db8-a1e1-22a754fdfab0 req-a025ae23-9365-4964-86b0-ccd8dad11a26 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] 10.222.0.24 "DELETE /v2.0/security-groups/bde3cb68-6e1c-4a47-9416-d5a62ebe79cf HTTP/1.1" status: 204 len: 173 time: 0.2085004 Sep 30 08:03:09.065768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47088) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:09.103017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025ae23-9365-4964-86b0-ccd8dad11a26 tempest-SecurityGroupsTestJSON-1356774128 tempest-SecurityGroupsTestJSON-1356774128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde3cb68-6e1c-4a47-9416-d5a62ebe79cf,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:09.130315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-1191185c-e68d-44e8-b8db-8959d2bc2177 admin admin] Deleting subnet 362299fa-6c92-4103-9c37-4da73b84ea78 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:03:09.133601 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1191185c-e68d-44e8-b8db-8959d2bc2177 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.174064 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1191185c-e68d-44e8-b8db-8959d2bc2177 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.222246 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1191185c-e68d-44e8-b8db-8959d2bc2177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.293549 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1191185c-e68d-44e8-b8db-8959d2bc2177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.300173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e42147a1-d876-463c-a9b7-bd227f44802f no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:03:09.330899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191185c-e68d-44e8-b8db-8959d2bc2177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=362299fa-6c92-4103-9c37-4da73b84ea78,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:09.344611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: e42147a1-d876-463c-a9b7-bd227f44802f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:03:09.344611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e42147a1-d876-463c-a9b7-bd227f44802f not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:03:09.345948 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1191185c-e68d-44e8-b8db-8959d2bc2177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.348268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1191185c-e68d-44e8-b8db-8959d2bc2177 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/362299fa-6c92-4103-9c37-4da73b84ea78 HTTP/1.1" status: 204 len: 168 time: 0.2814548 Sep 30 08:03:09.350622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47094) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:09.435321 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f280454d-9c3d-4290-9505-c372636e784c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.531839 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f280454d-9c3d-4290-9505-c372636e784c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.554416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f280454d-9c3d-4290-9505-c372636e784c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acd7950-85a0-4bed-95a8-f8a5b45c8441']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:03:09.566738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f280454d-9c3d-4290-9505-c372636e784c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba0b0b0-def7-4017-94cd-3b5b7c2fa29f') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:03:09.566738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f280454d-9c3d-4290-9505-c372636e784c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba0b0b0-def7-4017-94cd-3b5b7c2fa29f') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:03:09.582297 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f280454d-9c3d-4290-9505-c372636e784c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.600248 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f280454d-9c3d-4290-9505-c372636e784c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.608704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f280454d-9c3d-4290-9505-c372636e784c admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:03:09.609115 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f280454d-9c3d-4290-9505-c372636e784c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:03:09.611646 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:03:09.678089 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f280454d-9c3d-4290-9505-c372636e784c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.684783 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f280454d-9c3d-4290-9505-c372636e784c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.687617 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f280454d-9c3d-4290-9505-c372636e784c admin admin] 10.222.0.24 "DELETE /v2.0/networks/3acd7950-85a0-4bed-95a8-f8a5b45c8441 HTTP/1.1" status: 204 len: 168 time: 0.3360605 Sep 30 08:03:09.705160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280454d-9c3d-4290-9505-c372636e784c admin admin] Pushing event deleted for resources: {'Network': ['ID=3acd7950-85a0-4bed-95a8-f8a5b45c8441,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:09.790087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf52f2-060e-4573-b771-7a27a9a4550d req-017f1544-c576-48cf-8fe8-16fa8fa304bb tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:09.802410 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0edf52f2-060e-4573-b771-7a27a9a4550d req-017f1544-c576-48cf-8fe8-16fa8fa304bb tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0738804 Sep 30 08:03:09.862659 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0edf52f2-060e-4573-b771-7a27a9a4550d req-4d835aaa-3c44-454d-aefd-19ec75377bdb tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615523 Sep 30 08:03:09.883039 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:09.913975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47106) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:09.994267 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-76500b0c-90d9-45f0-82af-4ea3692ae385 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1f3985d31fe488d8920a9c3bc8403cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0742741 Sep 30 08:03:09.994267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47108) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:10.030053 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7760b-382e-4615-b24b-03973ec1dcb7 req-a0b053bd-f3a5-4899-8a7d-a282f5a448d7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:10.032665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40f7760b-382e-4615-b24b-03973ec1dcb7 req-a0b053bd-f3a5-4899-8a7d-a282f5a448d7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.1106699 Sep 30 08:03:10.087625 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad023a81-fca3-451d-8054-7957c5aa30a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:10.096601 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:03:10.102218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40f7760b-382e-4615-b24b-03973ec1dcb7 req-0d59e7e4-d373-4d13-97d0-c5f948b936da tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604465 Sep 30 08:03:10.125012 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad023a81-fca3-451d-8054-7957c5aa30a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:10.215693 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fb2ba-2f07-45a1-bd31-940e7a58dd16 req-00a345fa-e23d-4c61-af83-a3176a3b380a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:10.217221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-898fb2ba-2f07-45a1-bd31-940e7a58dd16 req-00a345fa-e23d-4c61-af83-a3176a3b380a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 945 time: 0.0669508 Sep 30 08:03:10.225345 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad023a81-fca3-451d-8054-7957c5aa30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:10.228090 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad023a81-fca3-451d-8054-7957c5aa30a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:10.231535 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ad023a81-fca3-451d-8054-7957c5aa30a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/113438b2-7fe7-47be-9137-a113f233e34a HTTP/1.1" status: 204 len: 168 time: 0.2363966 Sep 30 08:03:10.252772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad023a81-fca3-451d-8054-7957c5aa30a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113438b2-7fe7-47be-9137-a113f233e34a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:10.275666 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-898fb2ba-2f07-45a1-bd31-940e7a58dd16 req-ffb8fafd-fd98-477e-af2a-f691b7709ca6 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453188 Sep 30 08:03:11.012947 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeed21d-fa2b-4fce-9bfb-c7f5ed78c396 req-832a7426-90df-4ab0-bc5f-f4ed8de239ce tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:11.014876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-baeed21d-fa2b-4fce-9bfb-c7f5ed78c396 req-832a7426-90df-4ab0-bc5f-f4ed8de239ce tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0684202 Sep 30 08:03:11.079187 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-baeed21d-fa2b-4fce-9bfb-c7f5ed78c396 req-bf8b1c37-8c45-4708-a14f-90988aa0efd7 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555456 Sep 30 08:03:11.085578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47142) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:11.196378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e96c688a-acb8-46cc-beb8-ffc20485fd6a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1495331017-network', 'tenant_id': '3ff25603ee234829beeb417cc0b3da87'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:11.219889 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96c688a-acb8-46cc-beb8-ffc20485fd6a admin admin] Made reservation on behalf of 3ff25603ee234829beeb417cc0b3da87 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:03:11.224061 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e96c688a-acb8-46cc-beb8-ffc20485fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:11.235672 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e96c688a-acb8-46cc-beb8-ffc20485fd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:11.247671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50723787-e7b3-4da7-bbc9-f7cada4636be req-9cbfbee5-f47d-4dd5-aec5-803616caace3 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:11.254302 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50723787-e7b3-4da7-bbc9-f7cada4636be req-9cbfbee5-f47d-4dd5-aec5-803616caace3 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.0754793 Sep 30 08:03:11.316840 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50723787-e7b3-4da7-bbc9-f7cada4636be req-d688ebd5-66f9-4093-a4d3-4983a563ba9c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547266 Sep 30 08:03:11.358150 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e96c688a-acb8-46cc-beb8-ffc20485fd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:11.388058 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e96c688a-acb8-46cc-beb8-ffc20485fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:11.406220 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96c688a-acb8-46cc-beb8-ffc20485fd6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:03:11.419676 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e96c688a-acb8-46cc-beb8-ffc20485fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:11.420202 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-e96c688a-acb8-46cc-beb8-ffc20485fd6a admin admin] Added segment bd4c9a80-425c-48d0-aea8-a920034502a9 of type vlan for network 800d82ce-db93-4f5d-98bf-2ef8e86d19c4 Sep 30 08:03:11.468856 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e96c688a-acb8-46cc-beb8-ffc20485fd6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:11.480580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953eb0a-d76c-40ed-8b5b-721a625633ac req-23c6245b-3369-4281-8c36-dd428493b02a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:11.483895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a953eb0a-d76c-40ed-8b5b-721a625633ac req-23c6245b-3369-4281-8c36-dd428493b02a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 945 time: 0.0829096 Sep 30 08:03:11.505705 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e96c688a-acb8-46cc-beb8-ffc20485fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:11.507049 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96c688a-acb8-46cc-beb8-ffc20485fd6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:11.507725 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e96c688a-acb8-46cc-beb8-ffc20485fd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:11.517397 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c688a-acb8-46cc-beb8-ffc20485fd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d23444f-f136-4c32-b60f-97260b9d9b3b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:11.546683 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a953eb0a-d76c-40ed-8b5b-721a625633ac req-7120ca6e-4d67-42de-9a3f-d45a9c38cf43 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541410 Sep 30 08:03:11.556420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47162) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:11.556548 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e96c688a-acb8-46cc-beb8-ffc20485fd6a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4699860 Sep 30 08:03:11.561576 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a219c8f7-3259-4ed2-87d8-f550d5f3b85b admin admin] Request body: {'subnet': {'network_id': '800d82ce-db93-4f5d-98bf-2ef8e86d19c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1495331017-subnet', 'tenant_id': '3ff25603ee234829beeb417cc0b3da87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:11.585674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a219c8f7-3259-4ed2-87d8-f550d5f3b85b admin admin] Made reservation on behalf of 3ff25603ee234829beeb417cc0b3da87 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:03:11.588296 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a219c8f7-3259-4ed2-87d8-f550d5f3b85b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:11.588743 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c688a-acb8-46cc-beb8-ffc20485fd6a admin admin] Pushing event updated for resources: {'Network': ['ID=800d82ce-db93-4f5d-98bf-2ef8e86d19c4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:11.600212 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 800d82ce-db93-4f5d-98bf-2ef8e86d19c4 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:03:11.778324 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a219c8f7-3259-4ed2-87d8-f550d5f3b85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:11.840086 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219c8f7-3259-4ed2-87d8-f550d5f3b85b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e715d45-d451-4207-b9fb-bc9fcf57315b,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:11.867387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219c8f7-3259-4ed2-87d8-f550d5f3b85b admin admin] Checking segment: {'id': 'bd4c9a80-425c-48d0-aea8-a920034502a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '800d82ce-db93-4f5d-98bf-2ef8e86d19c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:03:11.867741 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219c8f7-3259-4ed2-87d8-f550d5f3b85b admin admin] Network hostable DHCP agents. Network: 800d82ce-db93-4f5d-98bf-2ef8e86d19c4, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:03:11.887614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219c8f7-3259-4ed2-87d8-f550d5f3b85b admin admin] Network 800d82ce-db93-4f5d-98bf-2ef8e86d19c4 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:03:11.899374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a219c8f7-3259-4ed2-87d8-f550d5f3b85b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 800d82ce-db93-4f5d-98bf-2ef8e86d19c4) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:03:11.907378 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c15335a-119f-405b-9152-36aa9a04dfa4 None None] Network 800d82ce-db93-4f5d-98bf-2ef8e86d19c4 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:03:11.907539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219c8f7-3259-4ed2-87d8-f550d5f3b85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:11.908186 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a219c8f7-3259-4ed2-87d8-f550d5f3b85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:11.935232 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a219c8f7-3259-4ed2-87d8-f550d5f3b85b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3702328 Sep 30 08:03:12.014420 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c467280-e8c8-4de8-bdc5-28be3b17df38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:12.075405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c8c541-20b1-492c-a270-8777284ca8a7 None None] Network 800d82ce-db93-4f5d-98bf-2ef8e86d19c4 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:03:12.232457 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8a6b6-c505-4c4e-95e0-5f79bc55da44 req-c10ca254-2d06-4a36-9069-562e65138870 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:12.234200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7c8a6b6-c505-4c4e-95e0-5f79bc55da44 req-c10ca254-2d06-4a36-9069-562e65138870 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0718598 Sep 30 08:03:12.298509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7c8a6b6-c505-4c4e-95e0-5f79bc55da44 req-62975823-1f33-48d3-a73d-069b967f6df7 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568798 Sep 30 08:03:12.513342 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5ee3-4891-426c-945e-a3747f47d629 req-322b5f7d-3e91-40ac-bdc0-f22a106762db tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:12.514944 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae3c5ee3-4891-426c-945e-a3747f47d629 req-322b5f7d-3e91-40ac-bdc0-f22a106762db tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.1249323 Sep 30 08:03:12.560235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52615046-72ba-418b-830d-859388cb8be1 req-16f2fd0e-9657-43c4-ba01-0869e2c9286e tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:12.561876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52615046-72ba-418b-830d-859388cb8be1 req-16f2fd0e-9657-43c4-ba01-0869e2c9286e tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/networks?id=800d82ce-db93-4f5d-98bf-2ef8e86d19c4 HTTP/1.1" status: 200 len: 814 time: 0.1825881 Sep 30 08:03:12.589099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52615046-72ba-418b-830d-859388cb8be1 req-5cce2da7-8435-45f6-9ba7-1712bad0c106 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/quotas/3ff25603ee234829beeb417cc0b3da87 HTTP/1.1" status: 200 len: 375 time: 0.0151043 Sep 30 08:03:12.603591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae3c5ee3-4891-426c-945e-a3747f47d629 req-895352f3-5753-41c3-8162-14b0641e9053 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748851 Sep 30 08:03:12.641692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52615046-72ba-418b-830d-859388cb8be1 req-2a147b73-45bb-402c-ab71-a62afc84d00b tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ff25603ee234829beeb417cc0b3da87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364029 Sep 30 08:03:12.785156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc8a6e-f80d-4a97-91de-999a9ef251fc req-90ab8fd9-ffd1-4981-ac7d-9eaa1d338473 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:12.786598 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3dc8a6e-f80d-4a97-91de-999a9ef251fc req-90ab8fd9-ffd1-4981-ac7d-9eaa1d338473 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 945 time: 0.1045012 Sep 30 08:03:12.807592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52615046-72ba-418b-830d-859388cb8be1 req-f643f171-0837-468b-8332-27d8d03d1a27 service neutron] 10.222.0.24 "GET /v2.0/networks/800d82ce-db93-4f5d-98bf-2ef8e86d19c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491055 Sep 30 08:03:12.866095 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3dc8a6e-f80d-4a97-91de-999a9ef251fc req-bb93bc04-a3af-40e8-a6aa-142352c06a76 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720584 Sep 30 08:03:12.925868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52615046-72ba-418b-830d-859388cb8be1 req-35660c9e-0078-465c-a03d-9fa9493b9c90 service neutron] 10.222.0.24 "GET /v2.0/networks/800d82ce-db93-4f5d-98bf-2ef8e86d19c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094146 Sep 30 08:03:13.113814 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-728098ba-77ca-47da-af18-04e8e9c26f40 req-d10a2d7c-f91f-47fa-8270-d6ca40a7b0cc tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 210 time: 0.0381637 Sep 30 08:03:13.474388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa1782-9d78-4fb4-93aa-4d6a21aa1853 req-c1cbf7a5-8fa1-42fe-b3b0-8d7d98ca9142 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:13.476097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-beaa1782-9d78-4fb4-93aa-4d6a21aa1853 req-c1cbf7a5-8fa1-42fe-b3b0-8d7d98ca9142 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0719230 Sep 30 08:03:13.523312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-beaa1782-9d78-4fb4-93aa-4d6a21aa1853 req-ea38d48a-4a2b-490c-826e-814be2ca427f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397718 Sep 30 08:03:13.648196 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-409adfff-b0e8-4b83-976b-fcf6a79c6641 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:13.650219 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-409adfff-b0e8-4b83-976b-fcf6a79c6641 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be&tenant_id=b077f759674d4d92a5ac98950a22949d&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 1096 time: 0.0695107 Sep 30 08:03:13.666970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807359-2'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:13.786264 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:13.836735 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c9ffa-95d2-4f54-87f8-4acb634247c4 req-5a303aef-0b41-43a2-9a1e-2d06bf5448d2 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:13.838258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-261c9ffa-95d2-4f54-87f8-4acb634247c4 req-5a303aef-0b41-43a2-9a1e-2d06bf5448d2 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.1366971 Sep 30 08:03:13.932486 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-261c9ffa-95d2-4f54-87f8-4acb634247c4 req-fd763bac-eecf-4db4-ae4b-efcaa42bbc1a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808680 Sep 30 08:03:13.977781 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] For port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:14.035169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] For port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:03:14.090762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e48b9d-118d-4864-a21d-93facb29a7f0 req-0102b575-b9cf-4884-b5a3-53ba9288e641 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:14.092329 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63e48b9d-118d-4864-a21d-93facb29a7f0 req-0102b575-b9cf-4884-b5a3-53ba9288e641 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 945 time: 0.1516390 Sep 30 08:03:14.096223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28de7ef6-91fc-47e6-9a47-541686ff88be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bb5c774-24b9-4ebf-be50-5dc507bc22ef'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:14.098475 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01460ef9-2277-40d0-b681-07cf13f23424" -d '{"events": [{"server_uuid": "28de7ef6-91fc-47e6-9a47-541686ff88be", "name": "network-vif-unplugged", "status": "completed", "tag": "9bb5c774-24b9-4ebf-be50-5dc507bc22ef"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:14.104301 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:14.119389 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:14.157826 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260584a8-7ebe-4af8-a59a-e9d1eafbf129 x-openstack-request-id: req-260584a8-7ebe-4af8-a59a-e9d1eafbf129 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:14.158102 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28de7ef6-91fc-47e6-9a47-541686ff88be", "name": "network-vif-unplugged", "status": "completed", "tag": "9bb5c774-24b9-4ebf-be50-5dc507bc22ef", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:14.158361 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-260584a8-7ebe-4af8-a59a-e9d1eafbf129 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:14.158765 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28de7ef6-91fc-47e6-9a47-541686ff88be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bb5c774-24b9-4ebf-be50-5dc507bc22ef', 'code': 200} Sep 30 08:03:14.213863 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63e48b9d-118d-4864-a21d-93facb29a7f0 req-4d087141-cbe4-4c15-aa1f-8d3977b84482 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104085 Sep 30 08:03:14.287152 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71bb8dc6-565f-4a3a-9081-d4983bf5dc66 req-3d97fc78-062e-45a9-8b04-47a0363b32f8 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 210 time: 0.0477953 Sep 30 08:03:14.315164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:14.369404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Attempting to bind port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef on host n-h2-807359-2 for vnic_type normal with profile {"migrating_to": "n-h1-807359-2"} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:03:14.369727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Attempting to bind port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:03:14.370051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Attempting to bind port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:14.381818 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef on network 407edc8e-eacf-4658-b430-a785aa6467d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:03:14.382138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Attempting to bind port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:14.392161 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52615046-72ba-418b-830d-859388cb8be1 req-f18a857f-44ca-4d52-aa3c-964742bba6f0 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:14.393767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52615046-72ba-418b-830d-859388cb8be1 req-f18a857f-44ca-4d52-aa3c-964742bba6f0 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.36 "GET /v2.0/networks?id=800d82ce-db93-4f5d-98bf-2ef8e86d19c4 HTTP/1.1" status: 200 len: 814 time: 0.2440782 Sep 30 08:03:14.397638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:03:14.397638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Checking segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:03:14.397638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Bound using segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:03:14.398051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Bound port: 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:03:14.398296 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:14.415805 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-52615046-72ba-418b-830d-859388cb8be1 req-83e04f8a-10d3-461f-87c7-7f4af8876625 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Request body: {'port': {'device_id': 'f87f90e8-5174-4b5a-98e5-1da55c3a8477', 'network_id': '800d82ce-db93-4f5d-98bf-2ef8e86d19c4', 'admin_state_up': True, 'tenant_id': '3ff25603ee234829beeb417cc0b3da87'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:14.537067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] For port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:03:14.544229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] For port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:03:14.553913 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:14.621700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52615046-72ba-418b-830d-859388cb8be1 req-83e04f8a-10d3-461f-87c7-7f4af8876625 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Made reservation on behalf of 3ff25603ee234829beeb417cc0b3da87 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:03:14.624893 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-52615046-72ba-418b-830d-859388cb8be1 req-83e04f8a-10d3-461f-87c7-7f4af8876625 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:14.670931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,revision_number=8']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:14.702070 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:14.702669 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:14.704574 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c7f26752-2926-4191-a530-21cc7c8707b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/9bb5c774-24b9-4ebf-be50-5dc507bc22ef HTTP/1.1" status: 200 len: 1121 time: 1.0424123 Sep 30 08:03:14.733660 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41dc0c82-ff2e-4f74-8e7d-af5cce6e0b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:14.759579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35272fd9-97ea-436a-8432-6b62ac520514 req-428039fd-9170-40db-8364-5de614477f57 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:14.771336 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35272fd9-97ea-436a-8432-6b62ac520514 req-428039fd-9170-40db-8364-5de614477f57 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1633034 Sep 30 08:03:14.822825 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['9bb5c774-24b9-4ebf-be50-5dc507bc22ef'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:14.868512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35272fd9-97ea-436a-8432-6b62ac520514 req-25574c2e-e4ab-46d3-80b2-e1afd701a0ef tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962012 Sep 30 08:03:14.905581 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-52615046-72ba-418b-830d-859388cb8be1 req-83e04f8a-10d3-461f-87c7-7f4af8876625 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Allocated IP 172.20.0.5 (800d82ce-db93-4f5d-98bf-2ef8e86d19c4/7e715d45-d451-4207-b9fb-bc9fcf57315b/ffa246ec-0d58-4116-a17d-5925597d4c03) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:03:14.919133 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['9bb5c774-24b9-4ebf-be50-5dc507bc22ef'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:15.111961 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffb400-ed88-46a1-bf15-f96f3a8690c9 req-ef430503-4d48-4eb1-ba9d-ab5b853eb994 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:15.119423 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dffb400-ed88-46a1-bf15-f96f3a8690c9 req-ef430503-4d48-4eb1-ba9d-ab5b853eb994 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.0843174 Sep 30 08:03:15.149449 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-52615046-72ba-418b-830d-859388cb8be1 req-83e04f8a-10d3-461f-87c7-7f4af8876625 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:15.178711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9bb5c774-24b9-4ebf-be50-5dc507bc22ef details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:03:15.190322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dffb400-ed88-46a1-bf15-f96f3a8690c9 req-80758c2f-c5d4-4b99-8e4e-ccc54bed1c2c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696552 Sep 30 08:03:15.243040 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-52615046-72ba-418b-830d-859388cb8be1 req-83e04f8a-10d3-461f-87c7-7f4af8876625 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:15.267617 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:15.314912 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52615046-72ba-418b-830d-859388cb8be1 req-83e04f8a-10d3-461f-87c7-7f4af8876625 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Network 800d82ce-db93-4f5d-98bf-2ef8e86d19c4 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:03:15.320001 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-52615046-72ba-418b-830d-859388cb8be1 req-83e04f8a-10d3-461f-87c7-7f4af8876625 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:03:15.336404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e04f8a-10d3-461f-87c7-7f4af8876625 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Pushing event updated for resources: {'Port': ['ID=ffa246ec-0d58-4116-a17d-5925597d4c03,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:15.342069 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:15.356698 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9bb5c774-24b9-4ebf-be50-5dc507bc22ef has no active binding in host n-h1-807359-2 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:03:15.360205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-52615046-72ba-418b-830d-859388cb8be1 req-83e04f8a-10d3-461f-87c7-7f4af8876625 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:03:15.553110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52615046-72ba-418b-830d-859388cb8be1 req-83e04f8a-10d3-461f-87c7-7f4af8876625 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:15.553846 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-52615046-72ba-418b-830d-859388cb8be1 req-83e04f8a-10d3-461f-87c7-7f4af8876625 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:15.570315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3825844-24fc-4e11-ade4-e680a740501e req-04ff399f-2f09-468d-85cb-e8bd2c87a316 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:15.571958 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3825844-24fc-4e11-ade4-e680a740501e req-04ff399f-2f09-468d-85cb-e8bd2c87a316 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 943 time: 0.2068973 Sep 30 08:03:15.587614 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-d5a759ec-0159-48b8-a1d4-ab99a86a01fb service neutron] 10.222.0.35 "GET /v2.0/ports/d3b2dfb4-355b-41b6-a2e2-28be5a079fec/bindings/n-h2-807359-2 HTTP/1.1" status: 200 len: 382 time: 0.2236118 Sep 30 08:03:15.616887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e243c00-ffdf-4681-9091-71eed8112198 req-b67b8a72-f1eb-47e8-a6dc-880c74c5f74c tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:15.618697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e243c00-ffdf-4681-9091-71eed8112198 req-b67b8a72-f1eb-47e8-a6dc-880c74c5f74c tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 931 time: 0.1693351 Sep 30 08:03:15.620095 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52615046-72ba-418b-830d-859388cb8be1 req-83e04f8a-10d3-461f-87c7-7f4af8876625 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2111027 Sep 30 08:03:15.650332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Request body: {'port': {'device_id': 'f87f90e8-5174-4b5a-98e5-1da55c3a8477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:15.683927 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3825844-24fc-4e11-ade4-e680a740501e req-a07eeaaf-20cc-4846-b8f3-2f73dea2ef24 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004348 Sep 30 08:03:15.731132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e243c00-ffdf-4681-9091-71eed8112198 req-8eabc169-0f23-4a53-9869-4e12bd84435c tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d23444f-f136-4c32-b60f-97260b9d9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028426 Sep 30 08:03:15.733107 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:15.759448 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:16.004630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-47818f44-76a6-4be5-8a6e-8b57dc0ebb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:16.006144 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-47818f44-76a6-4be5-8a6e-8b57dc0ebb9d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4&tenant_id=21516085bfed40e3aed84af26bb1b679 HTTP/1.1" status: 200 len: 1101 time: 0.1169281 Sep 30 08:03:16.294447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28de7ef6-91fc-47e6-9a47-541686ff88be', 'tag': '9bb5c774-24b9-4ebf-be50-5dc507bc22ef'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:16.296591 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc33b2b5-cbad-4702-b136-b01e691ec676" -d '{"events": [{"name": "network-changed", "server_uuid": "28de7ef6-91fc-47e6-9a47-541686ff88be", "tag": "9bb5c774-24b9-4ebf-be50-5dc507bc22ef"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:16.395406 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef74393-60a7-44fd-b2b2-6559566041ff req-192b18b4-a310-4abc-8401-105cf5462a56 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:16.396988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cef74393-60a7-44fd-b2b2-6559566041ff req-192b18b4-a310-4abc-8401-105cf5462a56 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.4539618 Sep 30 08:03:16.446273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dca77-e6b4-4b02-9473-29399e375f11 req-31ef7739-f0fe-45e5-9162-a894b34fad3a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:16.447758 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b47dca77-e6b4-4b02-9473-29399e375f11 req-31ef7739-f0fe-45e5-9162-a894b34fad3a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.1443601 Sep 30 08:03:16.449341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-0ae7d7e5-12c5-4c89-9873-9c72baf97040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:16.450678 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-0ae7d7e5-12c5-4c89-9873-9c72baf97040 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 1101 time: 0.1507206 Sep 30 08:03:16.532483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cef74393-60a7-44fd-b2b2-6559566041ff req-32feab06-15d1-4cd2-b57b-15727a50fe4e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272042 Sep 30 08:03:16.591672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa246ec-0d58-4116-a17d-5925597d4c03 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:16.604982 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788cc107-d731-4831-bfce-21287a251f8e x-openstack-request-id: req-788cc107-d731-4831-bfce-21287a251f8e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:16.605304 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28de7ef6-91fc-47e6-9a47-541686ff88be", "tag": "9bb5c774-24b9-4ebf-be50-5dc507bc22ef", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:16.605518 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-788cc107-d731-4831-bfce-21287a251f8e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:16.605874 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28de7ef6-91fc-47e6-9a47-541686ff88be', 'tag': '9bb5c774-24b9-4ebf-be50-5dc507bc22ef', 'status': 'completed', 'code': 200} Sep 30 08:03:16.617546 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:16.623742 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b47dca77-e6b4-4b02-9473-29399e375f11 req-52bc169b-d750-49b5-b28c-2ba8d11319ce tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675773 Sep 30 08:03:16.646923 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Transition to ACTIVE for port object ffa246ec-0d58-4116-a17d-5925597d4c03 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:03:16.659429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-8be8c147-5cf0-4e59-bb6e-9db0aa832c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:16.659429 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-8be8c147-5cf0-4e59-bb6e-9db0aa832c53 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1914377 Sep 30 08:03:16.659429 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:16.706771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33b2b5-cbad-4702-b136-b01e691ec676 req-cced46af-a707-485b-a729-38c67dcbe00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:16.708531 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bc33b2b5-cbad-4702-b136-b01e691ec676 req-cced46af-a707-485b-a729-38c67dcbe00a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 1124 time: 0.0467393 Sep 30 08:03:16.725413 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-c4250ef7-be9b-4ac5-87f8-93daab30745f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec HTTP/1.1" status: 200 len: 217 time: 0.0625088 Sep 30 08:03:16.770574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Pushing event updated for resources: {'Port': ['ID=ffa246ec-0d58-4116-a17d-5925597d4c03,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:16.817064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33b2b5-cbad-4702-b136-b01e691ec676 req-f0caf30c-8c88-40cd-8005-a64285056f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:16.818596 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bc33b2b5-cbad-4702-b136-b01e691ec676 req-f0caf30c-8c88-40cd-8005-a64285056f76 service neutron] 10.222.0.35 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.1020772 Sep 30 08:03:16.867384 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bc33b2b5-cbad-4702-b136-b01e691ec676 req-894430e8-c629-48ad-aea2-1335d5f015ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb5c774-24b9-4ebf-be50-5dc507bc22ef HTTP/1.1" status: 200 len: 217 time: 0.0349824 Sep 30 08:03:16.896690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-0fe40813-3611-49ea-98ef-b78bcd54d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:16.898264 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-0fe40813-3611-49ea-98ef-b78bcd54d3d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1646187 Sep 30 08:03:16.921946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33b2b5-cbad-4702-b136-b01e691ec676 req-e29733c2-e613-498f-ae78-82c368819963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:16.923421 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bc33b2b5-cbad-4702-b136-b01e691ec676 req-e29733c2-e613-498f-ae78-82c368819963 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.0486479 Sep 30 08:03:16.947493 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21b303-3619-4ed5-b0fb-c8db37c52505 req-efd7bd26-51af-459d-a234-08c6c0c344f7 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:16.949008 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb21b303-3619-4ed5-b0fb-c8db37c52505 req-efd7bd26-51af-459d-a234-08c6c0c344f7 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 943 time: 0.1797330 Sep 30 08:03:16.957518 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bc33b2b5-cbad-4702-b136-b01e691ec676 req-baa8e2cf-b531-46cd-9d4a-09e509c76ce1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257905 Sep 30 08:03:16.981933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Attempting to bind port ffa246ec-0d58-4116-a17d-5925597d4c03 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:03:16.982249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Attempting to bind port ffa246ec-0d58-4116-a17d-5925597d4c03 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'bd4c9a80-425c-48d0-aea8-a920034502a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '800d82ce-db93-4f5d-98bf-2ef8e86d19c4'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:03:16.982576 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Attempting to bind port ffa246ec-0d58-4116-a17d-5925597d4c03 on network 800d82ce-db93-4f5d-98bf-2ef8e86d19c4 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:16.991442 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16af94a-3358-4fec-b315-31b43dfd66c2 req-f9fe55f2-66a6-4e8f-86f5-c3a3b71d223b tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:16.992947 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e16af94a-3358-4fec-b315-31b43dfd66c2 req-f9fe55f2-66a6-4e8f-86f5-c3a3b71d223b tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 943 time: 0.1464391 Sep 30 08:03:17.003882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Port ffa246ec-0d58-4116-a17d-5925597d4c03 on network 800d82ce-db93-4f5d-98bf-2ef8e86d19c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:03:17.004234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Attempting to bind port ffa246ec-0d58-4116-a17d-5925597d4c03 on network 800d82ce-db93-4f5d-98bf-2ef8e86d19c4 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:17.034141 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:03:17.034479 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Checking segment: {'id': 'bd4c9a80-425c-48d0-aea8-a920034502a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '800d82ce-db93-4f5d-98bf-2ef8e86d19c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:03:17.034863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Bound using segment: {'id': 'bd4c9a80-425c-48d0-aea8-a920034502a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '800d82ce-db93-4f5d-98bf-2ef8e86d19c4'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:03:17.035291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Bound port: ffa246ec-0d58-4116-a17d-5925597d4c03, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4c9a80-425c-48d0-aea8-a920034502a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '800d82ce-db93-4f5d-98bf-2ef8e86d19c4'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:03:17.035651 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:17.047988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-a5fe7690-cee9-4605-8384-5fbdc1b99de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:17.048917 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bc33b2b5-cbad-4702-b136-b01e691ec676 req-9ba1b721-87ed-4586-8b6b-9df3b2232e32 service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817184 Sep 30 08:03:17.049488 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-a5fe7690-cee9-4605-8384-5fbdc1b99de1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1423023 Sep 30 08:03:17.052565 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb21b303-3619-4ed5-b0fb-c8db37c52505 req-609ef2c0-dcd0-4b65-b26d-8cc2297f6014 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948012 Sep 30 08:03:17.122775 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e16af94a-3358-4fec-b315-31b43dfd66c2 req-3c138b26-0874-4f7d-9ab3-2f8e6e418fc6 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d23444f-f136-4c32-b60f-97260b9d9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229341 Sep 30 08:03:17.161370 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bc33b2b5-cbad-4702-b136-b01e691ec676 req-97bc74f8-97c4-46ae-8e7b-b7cf15461ab9 service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972705 Sep 30 08:03:17.205711 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] For port ffa246ec-0d58-4116-a17d-5925597d4c03, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:03:17.221097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] For port ffa246ec-0d58-4116-a17d-5925597d4c03, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=ffa246ec-0d58-4116-a17d-5925597d4c03,segment=NetworkSegment(bd4c9a80-425c-48d0-aea8-a920034502a9),segment_id=bd4c9a80-425c-48d0-aea8-a920034502a9)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:03:17.230508 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:17.262613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-d901f8fb-0366-464d-bedc-fea6b46ebdac service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955714 Sep 30 08:03:17.270504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:17.271114 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:17.272501 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52615046-72ba-418b-830d-859388cb8be1 req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] 10.222.0.36 "PUT /v2.0/ports/ffa246ec-0d58-4116-a17d-5925597d4c03 HTTP/1.1" status: 200 len: 1091 time: 1.6373968 Sep 30 08:03:17.331891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e4839-288c-4cc2-aa56-96d523e809dc service neutron] Pushing event updated for resources: {'Port': ['ID=ffa246ec-0d58-4116-a17d-5925597d4c03,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:17.405014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52615046-72ba-418b-830d-859388cb8be1 req-2dba3ad6-26b0-40b0-9407-8c11997fdec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:17.406761 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52615046-72ba-418b-830d-859388cb8be1 req-2dba3ad6-26b0-40b0-9407-8c11997fdec7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ff25603ee234829beeb417cc0b3da87&device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 1094 time: 0.0878725 Sep 30 08:03:17.408923 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03c4579d-74f4-464e-9b52-5e6b9cfdb4b1 req-02e2931d-18f7-42e6-bc3c-8f22314e4a92 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340070 Sep 30 08:03:17.454419 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52615046-72ba-418b-830d-859388cb8be1 req-857fe685-4623-4d81-971c-edebf040ac14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffa246ec-0d58-4116-a17d-5925597d4c03 HTTP/1.1" status: 200 len: 217 time: 0.0379303 Sep 30 08:03:17.510229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52615046-72ba-418b-830d-859388cb8be1 req-b6470789-f9bc-4b8c-8e2f-68f7ec629c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:17.511714 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52615046-72ba-418b-830d-859388cb8be1 req-b6470789-f9bc-4b8c-8e2f-68f7ec629c1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e715d45-d451-4207-b9fb-bc9fcf57315b HTTP/1.1" status: 200 len: 854 time: 0.0470502 Sep 30 08:03:17.544616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52615046-72ba-418b-830d-859388cb8be1 req-f518946f-2a31-43fb-b6a6-ebbf8ea9a9ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=800d82ce-db93-4f5d-98bf-2ef8e86d19c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241697 Sep 30 08:03:17.591270 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:17.688015 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52615046-72ba-418b-830d-859388cb8be1 req-0b7dfb01-212a-42c8-8a7d-ee483954debc service neutron] 10.222.0.36 "GET /v2.0/networks/800d82ce-db93-4f5d-98bf-2ef8e86d19c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318874 Sep 30 08:03:17.696470 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f68758-d5eb-49ad-a2d8-51912cff361c req-48115492-fd88-40fe-b310-65fe2c749695 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:17.697895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e5f68758-d5eb-49ad-a2d8-51912cff361c req-48115492-fd88-40fe-b310-65fe2c749695 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0686312 Sep 30 08:03:17.811837 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-38aa790c-a0cb-40fd-a891-9a2d169f1610 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1781166528&fields=id&tenant_id=7daa18222fbc4f299bad9f34d1548c16 HTTP/1.1" status: 200 len: 267 time: 0.1128881 Sep 30 08:03:17.819569 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e5f68758-d5eb-49ad-a2d8-51912cff361c req-b1e5b5b9-19b0-4854-89d5-728ea3442bd6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123128 Sep 30 08:03:17.864621 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52615046-72ba-418b-830d-859388cb8be1 req-807e60b9-9408-40a2-9515-bf94eecb3a44 service neutron] 10.222.0.36 "GET /v2.0/networks/800d82ce-db93-4f5d-98bf-2ef8e86d19c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647549 Sep 30 08:03:17.961021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-3b66e0ed-dcea-4756-8fb6-76b00f9603e6 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:17.962478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-3b66e0ed-dcea-4756-8fb6-76b00f9603e6 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/networks?id=19ac8e75-e829-49e3-8984-923b49844d50 HTTP/1.1" status: 200 len: 815 time: 0.1420412 Sep 30 08:03:17.974259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fcab0-ebab-4b5f-b999-d5a4188edd36 req-f26bea8f-7301-4e9e-b194-6029fec3a478 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:17.975665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af6fcab0-ebab-4b5f-b999-d5a4188edd36 req-f26bea8f-7301-4e9e-b194-6029fec3a478 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.0798602 Sep 30 08:03:17.992568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-89254d14-794d-4f0b-ae70-703a25c16902 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/quotas/7daa18222fbc4f299bad9f34d1548c16 HTTP/1.1" status: 200 len: 375 time: 0.0159659 Sep 30 08:03:18.040726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af6fcab0-ebab-4b5f-b999-d5a4188edd36 req-69bc58d4-5e56-4666-bc14-e7bd5da2bbb0 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581086 Sep 30 08:03:18.059305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-fd77ea0b-d29d-4fec-8034-67d6adfe9a66 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7daa18222fbc4f299bad9f34d1548c16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605736 Sep 30 08:03:18.183724 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-fb694cbb-34d4-4fca-a000-8b3a47a9ae02 service neutron] 10.222.0.24 "GET /v2.0/networks/19ac8e75-e829-49e3-8984-923b49844d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120632 Sep 30 08:03:18.194014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37775f75-9f5f-4cd1-a3f0-47145c9c503c req-6953e48e-4ae4-4ec2-90db-147379c04d5f tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:18.195404 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37775f75-9f5f-4cd1-a3f0-47145c9c503c req-6953e48e-4ae4-4ec2-90db-147379c04d5f tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 943 time: 0.0695827 Sep 30 08:03:18.283785 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37775f75-9f5f-4cd1-a3f0-47145c9c503c req-a2c41614-addf-4fb9-9f89-032f4572fb3d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807683 Sep 30 08:03:18.304406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-a32e93eb-6ca4-4ea1-b12f-d4e8c8fce001 service neutron] 10.222.0.24 "GET /v2.0/networks/19ac8e75-e829-49e3-8984-923b49844d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075094 Sep 30 08:03:18.470872 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4d810-cead-41bc-b10b-dce2e7675b6b req-66feab70-1398-4028-806c-55ee3bb55656 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:18.472467 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6b4d810-cead-41bc-b10b-dce2e7675b6b req-66feab70-1398-4028-806c-55ee3bb55656 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 943 time: 0.0513494 Sep 30 08:03:18.513151 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6b4d810-cead-41bc-b10b-dce2e7675b6b req-54313046-f0e1-4701-b8ce-1b439aa02377 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d23444f-f136-4c32-b60f-97260b9d9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346384 Sep 30 08:03:18.613665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87f90e8-5174-4b5a-98e5-1da55c3a8477', 'tag': 'ffa246ec-0d58-4116-a17d-5925597d4c03'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:18.616530 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db04945-cff7-4121-9a21-85cfd70549e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f87f90e8-5174-4b5a-98e5-1da55c3a8477", "tag": "ffa246ec-0d58-4116-a17d-5925597d4c03"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:18.638017 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6567ad3d-6c3b-4a74-95a0-d346859b3c91 req-0e52beda-13e0-4eb2-9808-64f83355ef1a tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 210 time: 0.0333016 Sep 30 08:03:18.668849 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d0e3db-e678-4cc3-a841-33821398c991 x-openstack-request-id: req-b9d0e3db-e678-4cc3-a841-33821398c991 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:18.669454 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87f90e8-5174-4b5a-98e5-1da55c3a8477", "tag": "ffa246ec-0d58-4116-a17d-5925597d4c03", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:18.669454 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9d0e3db-e678-4cc3-a841-33821398c991 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:18.669797 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87f90e8-5174-4b5a-98e5-1da55c3a8477', 'tag': 'ffa246ec-0d58-4116-a17d-5925597d4c03', 'status': 'completed', 'code': 200} Sep 30 08:03:18.735404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db04945-cff7-4121-9a21-85cfd70549e0 req-f047503e-46c6-47a1-9ab7-fa48c60c10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:18.736951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1db04945-cff7-4121-9a21-85cfd70549e0 req-f047503e-46c6-47a1-9ab7-fa48c60c10b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ff25603ee234829beeb417cc0b3da87&device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 1094 time: 0.0432639 Sep 30 08:03:18.838383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db04945-cff7-4121-9a21-85cfd70549e0 req-02d5aa46-d95c-46a5-9ddb-7b4d8674a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:18.839957 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1db04945-cff7-4121-9a21-85cfd70549e0 req-02d5aa46-d95c-46a5-9ddb-7b4d8674a440 service neutron] 10.222.0.36 "GET /v2.0/networks?id=800d82ce-db93-4f5d-98bf-2ef8e86d19c4 HTTP/1.1" status: 200 len: 915 time: 0.0914843 Sep 30 08:03:18.890417 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1db04945-cff7-4121-9a21-85cfd70549e0 req-106b52e3-0c21-4a7d-bee8-305d7defdf5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffa246ec-0d58-4116-a17d-5925597d4c03 HTTP/1.1" status: 200 len: 217 time: 0.0406878 Sep 30 08:03:18.975887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db04945-cff7-4121-9a21-85cfd70549e0 req-e39dbb6b-358d-426e-9a76-78b2314fb32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:18.977366 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1db04945-cff7-4121-9a21-85cfd70549e0 req-e39dbb6b-358d-426e-9a76-78b2314fb32d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e715d45-d451-4207-b9fb-bc9fcf57315b HTTP/1.1" status: 200 len: 854 time: 0.0751941 Sep 30 08:03:18.987580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6a67f-e4f2-41b5-bf1b-4573975bd368 req-c7b69a16-a5bb-4cac-9209-8f6b4360d083 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:18.989004 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68e6a67f-e4f2-41b5-bf1b-4573975bd368 req-c7b69a16-a5bb-4cac-9209-8f6b4360d083 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0964208 Sep 30 08:03:19.029638 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1db04945-cff7-4121-9a21-85cfd70549e0 req-c1245bb3-26c2-45c4-a4eb-c1c8e916f5d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=800d82ce-db93-4f5d-98bf-2ef8e86d19c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397072 Sep 30 08:03:19.071549 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68e6a67f-e4f2-41b5-bf1b-4573975bd368 req-c2993327-b235-45b6-9241-0a366d6501e8 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739152 Sep 30 08:03:19.200048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1db04945-cff7-4121-9a21-85cfd70549e0 req-58212ede-05e2-4122-8fef-8d4fd9a51a85 service neutron] 10.222.0.36 "GET /v2.0/networks/800d82ce-db93-4f5d-98bf-2ef8e86d19c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619248 Sep 30 08:03:19.213947 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ab21e-e371-4a37-9546-1f6304998b0b req-2e6f5136-8f82-45fc-833c-2905dc40b3c5 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:19.215410 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-591ab21e-e371-4a37-9546-1f6304998b0b req-2e6f5136-8f82-45fc-833c-2905dc40b3c5 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.0935130 Sep 30 08:03:19.274625 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afe76d-3acf-4801-bf0c-7b9994ca0b9a req-d710e9e5-17aa-41af-a261-55126bba1aeb tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:19.276181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34afe76d-3acf-4801-bf0c-7b9994ca0b9a req-d710e9e5-17aa-41af-a261-55126bba1aeb tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 1097 time: 0.1068904 Sep 30 08:03:19.336679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-591ab21e-e371-4a37-9546-1f6304998b0b req-60313492-3aef-45a0-9136-d996cbcfa420 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089997 Sep 30 08:03:19.365506 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1db04945-cff7-4121-9a21-85cfd70549e0 req-50757611-8303-4920-aeca-44c5542b5d8d service neutron] 10.222.0.36 "GET /v2.0/networks/800d82ce-db93-4f5d-98bf-2ef8e86d19c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481376 Sep 30 08:03:19.371121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34afe76d-3acf-4801-bf0c-7b9994ca0b9a req-092ef008-1fa7-40d5-ad5e-ceeb5235e518 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666425 Sep 30 08:03:19.378804 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d3b2dfb4-355b-41b6-a2e2-28be5a079fec no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:03:19.480610 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:19.488802 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c18e38-5155-4ef9-8171-bfc24bf0491f req-9961d286-2d98-4510-b73d-16c993a52418 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:19.490378 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09c18e38-5155-4ef9-8171-bfc24bf0491f req-9961d286-2d98-4510-b73d-16c993a52418 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 943 time: 0.0695128 Sep 30 08:03:19.510759 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66521610-d06f-4ed3-a788-dfafac31a4b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:19.513175 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b558e0f4-f9fb-4ea2-8eef-80783e03742e" -d '{"events": [{"server_uuid": "66521610-d06f-4ed3-a788-dfafac31a4b4", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b2dfb4-355b-41b6-a2e2-28be5a079fec"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:19.530183 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d3b2dfb4-355b-41b6-a2e2-28be5a079fec, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:19.535506 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:19.537711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09c18e38-5155-4ef9-8171-bfc24bf0491f req-a85ace1e-4969-47cc-8615-9ea3332d1cb3 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384109 Sep 30 08:03:19.601205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:19.611192 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eaa32d-b159-4f17-b585-5418b09b71ae x-openstack-request-id: req-90eaa32d-b159-4f17-b585-5418b09b71ae {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:19.611611 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66521610-d06f-4ed3-a788-dfafac31a4b4", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b2dfb4-355b-41b6-a2e2-28be5a079fec", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:19.611870 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90eaa32d-b159-4f17-b585-5418b09b71ae {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:19.612317 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66521610-d06f-4ed3-a788-dfafac31a4b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec', 'code': 200} Sep 30 08:03:19.613538 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:19.613872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:19.614194 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:19.614520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:19.615121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:19.615635 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:19.616281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:19.616281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:19.616616 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:19.616941 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:19.617299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:19.617657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:19.699729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ead91-73db-46c4-8ba7-d915f4503123 req-ccc9a326-b766-4aa1-a0fd-ce74925d8e7a tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:19.701346 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-013ead91-73db-46c4-8ba7-d915f4503123 req-ccc9a326-b766-4aa1-a0fd-ce74925d8e7a tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 943 time: 0.0491722 Sep 30 08:03:19.743960 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-013ead91-73db-46c4-8ba7-d915f4503123 req-1a82ca85-dbc4-4266-a8da-d7037f41e5ec tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d23444f-f136-4c32-b60f-97260b9d9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352938 Sep 30 08:03:19.897017 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d613d2d6-00d7-438f-961b-c55d20716a27 req-6efa4c90-a54d-4b82-ba7b-621b9f3fa41e tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 210 time: 0.0301974 Sep 30 08:03:20.167408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-6e55617a-33e7-444f-b5cc-3cd9d9cf0533 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:20.169053 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-6e55617a-33e7-444f-b5cc-3cd9d9cf0533 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.35 "GET /v2.0/networks?id=19ac8e75-e829-49e3-8984-923b49844d50 HTTP/1.1" status: 200 len: 815 time: 0.1662116 Sep 30 08:03:20.236335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8bb2f-0b54-41c1-a494-d4a6d79d5dba req-d380fe7f-1545-47b4-b962-781cb6a6a349 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:20.237938 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fde8bb2f-0b54-41c1-a494-d4a6d79d5dba req-d380fe7f-1545-47b4-b962-781cb6a6a349 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 948 time: 0.0679717 Sep 30 08:03:20.282772 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-d8ba5cb9-588e-4d2a-b02d-4d6c79c12b7e tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7daa18222fbc4f299bad9f34d1548c16 HTTP/1.1" status: 200 len: 380 time: 0.0763831 Sep 30 08:03:20.290101 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fde8bb2f-0b54-41c1-a494-d4a6d79d5dba req-89072b17-494a-441f-adaf-f9787acc670e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420914 Sep 30 08:03:20.294589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-c8de40d6-e7fb-4ac3-a11e-83738809dfbd tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Request body: {'port': {'device_id': '61a26c4d-15c3-42bf-8f5a-9903e1ae9220', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'admin_state_up': True, 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'security_groups': ['fa8624b7-3e98-419d-add9-3875d4928163']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:20.422411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-c8de40d6-e7fb-4ac3-a11e-83738809dfbd tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Made reservation on behalf of 7daa18222fbc4f299bad9f34d1548c16 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:03:20.426440 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-c8de40d6-e7fb-4ac3-a11e-83738809dfbd tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:20.544194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-2fdd5a00-7231-4866-b148-0cfa4823f1db tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:03:20.545964 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-2fdd5a00-7231-4866-b148-0cfa4823f1db tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083520 Sep 30 08:03:20.583592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-c8de40d6-e7fb-4ac3-a11e-83738809dfbd tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Allocated IP 172.20.0.9 (19ac8e75-e829-49e3-8984-923b49844d50/a589755d-193f-4724-ad80-150315883aa5/79f9e0cf-23fc-4a51-bb68-c2baa7ad0804) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:03:20.607728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-0bbc57b7-09cd-4b5f-89e3-959095b97655 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:20.615152 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-0bbc57b7-09cd-4b5f-89e3-959095b97655 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports/a6c23571-21e8-4ea8-ac57-ab3db0dacdba HTTP/1.1" status: 200 len: 1094 time: 0.0606813 Sep 30 08:03:20.619665 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-3044a7f7-802e-48b2-a328-050326e2c4d7 service neutron] Request body: {'binding': {'host': 'n-h1-807359-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:20.620457 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-3044a7f7-802e-48b2-a328-050326e2c4d7 service neutron] Unknown quota resources ['binding']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:03:20.784659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-1af0b900-3cde-4982-8295-896989d56385 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:20.786275 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-1af0b900-3cde-4982-8295-896989d56385 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4&tenant_id=21516085bfed40e3aed84af26bb1b679&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 948 time: 0.1432009 Sep 30 08:03:20.908803 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-48a15bf5-a530-4fec-9f9e-df9b36b4aee0 service neutron] 10.222.0.35 "GET /v2.0/ports/d3b2dfb4-355b-41b6-a2e2-28be5a079fec/bindings/n-h2-807359-2 HTTP/1.1" status: 200 len: 382 time: 0.0919135 Sep 30 08:03:20.921541 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-3044a7f7-802e-48b2-a328-050326e2c4d7 service neutron] Attempting to bind port a6c23571-21e8-4ea8-ac57-ab3db0dacdba on host n-h1-807359-2 for vnic_type normal with profile None {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:03:20.922696 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-3044a7f7-802e-48b2-a328-050326e2c4d7 service neutron] Attempting to bind port a6c23571-21e8-4ea8-ac57-ab3db0dacdba by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:03:20.923203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-3044a7f7-802e-48b2-a328-050326e2c4d7 service neutron] Attempting to bind port a6c23571-21e8-4ea8-ac57-ab3db0dacdba on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:20.928319 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-3044a7f7-802e-48b2-a328-050326e2c4d7 service neutron] Port a6c23571-21e8-4ea8-ac57-ab3db0dacdba on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:03:20.928911 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-3044a7f7-802e-48b2-a328-050326e2c4d7 service neutron] Attempting to bind port a6c23571-21e8-4ea8-ac57-ab3db0dacdba on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:20.933968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-3044a7f7-802e-48b2-a328-050326e2c4d7 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:03:20.934498 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-3044a7f7-802e-48b2-a328-050326e2c4d7 service neutron] Checking segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:03:20.935195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-3044a7f7-802e-48b2-a328-050326e2c4d7 service neutron] Bound using segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:03:20.935801 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-3044a7f7-802e-48b2-a328-050326e2c4d7 service neutron] Bound port: a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:03:20.995171 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-3044a7f7-802e-48b2-a328-050326e2c4d7 service neutron] For port a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:03:21.001500 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-3044a7f7-802e-48b2-a328-050326e2c4d7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:21.002958 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-3044a7f7-802e-48b2-a328-050326e2c4d7 service neutron] 10.222.0.24 "POST /v2.0/ports/a6c23571-21e8-4ea8-ac57-ab3db0dacdba/bindings HTTP/1.1" status: 201 len: 389 time: 0.3866806 Sep 30 08:03:21.039631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cf739-ca1a-4512-8615-fd8d7dcb6c1c req-4fd1c220-f221-41b0-bcf9-041df97a12da tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:21.041241 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df9cf739-ca1a-4512-8615-fd8d7dcb6c1c req-4fd1c220-f221-41b0-bcf9-041df97a12da tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.1157014 Sep 30 08:03:21.094882 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-c8de40d6-e7fb-4ac3-a11e-83738809dfbd tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:21.112845 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df9cf739-ca1a-4512-8615-fd8d7dcb6c1c req-824cb860-2272-4c3a-b556-af1937b1adc8 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570621 Sep 30 08:03:21.174437 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-c8de40d6-e7fb-4ac3-a11e-83738809dfbd tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:21.176313 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-131a1ead-2944-42be-a222-2960f71f36e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:21.180506 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-131a1ead-2944-42be-a222-2960f71f36e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 1099 time: 0.0799654 Sep 30 08:03:21.198587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device ffa246ec-0d58-4116-a17d-5925597d4c03 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:03:21.253199 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-c8de40d6-e7fb-4ac3-a11e-83738809dfbd tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Network 19ac8e75-e829-49e3-8984-923b49844d50 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:03:21.274825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-c8de40d6-e7fb-4ac3-a11e-83738809dfbd tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:03:21.291661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-c8de40d6-e7fb-4ac3-a11e-83738809dfbd tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:03:21.318526 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-b5393f72-7f7c-47c8-bbeb-2a59650dddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:21.320766 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-b5393f72-7f7c-47c8-bbeb-2a59650dddd9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1260583 Sep 30 08:03:21.331228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de40d6-e7fb-4ac3-a11e-83738809dfbd tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Pushing event updated for resources: {'Port': ['ID=79f9e0cf-23fc-4a51-bb68-c2baa7ad0804,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:21.332934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port ffa246ec-0d58-4116-a17d-5925597d4c03, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=ffa246ec-0d58-4116-a17d-5925597d4c03,segment=NetworkSegment(bd4c9a80-425c-48d0-aea8-a920034502a9),segment_id=bd4c9a80-425c-48d0-aea8-a920034502a9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:21.352242 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'ffa246ec-0d58-4116-a17d-5925597d4c03', 'network_id': '800d82ce-db93-4f5d-98bf-2ef8e86d19c4', 'port_id': 'ffa246ec-0d58-4116-a17d-5925597d4c03', 'mac_address': 'fa:16:3e:3e:c1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e715d45-d451-4207-b9fb-bc9fcf57315b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:03:21.380758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-c8de40d6-e7fb-4ac3-a11e-83738809dfbd tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:21.381413 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-c8de40d6-e7fb-4ac3-a11e-83738809dfbd tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:21.391019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b5b69-d8b1-4cdc-8faa-d2c1525e9e03 req-961aa350-0380-4d9c-b92b-febcd1f0fcb5 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:21.394629 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-05f835be-2cc5-4d84-9990-285bc156c816 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec HTTP/1.1" status: 200 len: 217 time: 0.0634158 Sep 30 08:03:21.398355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca4b5b69-d8b1-4cdc-8faa-d2c1525e9e03 req-961aa350-0380-4d9c-b92b-febcd1f0fcb5 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 943 time: 0.2141926 Sep 30 08:03:21.401867 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d3b2dfb4-355b-41b6-a2e2-28be5a079fec details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:03:21.432887 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:21.448632 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072a8c2-46bc-423a-b5b2-c405cf49aa3b req-655a4586-03ba-459d-a0fa-0421acf22bcc tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:21.450180 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a072a8c2-46bc-423a-b5b2-c405cf49aa3b req-655a4586-03ba-459d-a0fa-0421acf22bcc tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 948 time: 0.2222586 Sep 30 08:03:21.482659 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa246ec-0d58-4116-a17d-5925597d4c03 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:21.493632 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-7d8fdefd-cee1-4692-8915-d395a388d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:21.493916 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-c8de40d6-e7fb-4ac3-a11e-83738809dfbd tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2023201 Sep 30 08:03:21.496424 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-7d8fdefd-cee1-4692-8915-d395a388d86a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0906489 Sep 30 08:03:21.516514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca4b5b69-d8b1-4cdc-8faa-d2c1525e9e03 req-5399cbf1-1067-42a0-963e-925839aaba37 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122391 Sep 30 08:03:21.550945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Request body: {'port': {'device_id': '61a26c4d-15c3-42bf-8f5a-9903e1ae9220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:21.575560 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a072a8c2-46bc-423a-b5b2-c405cf49aa3b req-72e22883-525d-4f03-9529-6a8a76c122f5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084547 Sep 30 08:03:21.584037 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d3b2dfb4-355b-41b6-a2e2-28be5a079fec, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:21.599117 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec', 'mac_address': 'fa:16:3e:07:1f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:03:21.610951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port ffa246ec-0d58-4116-a17d-5925597d4c03, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=ffa246ec-0d58-4116-a17d-5925597d4c03,segment=NetworkSegment(bd4c9a80-425c-48d0-aea8-a920034502a9),segment_id=bd4c9a80-425c-48d0-aea8-a920034502a9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:21.618666 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:21.624568 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-ef8d9af6-f18c-4ad3-bd9a-b192a4f183fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:21.633974 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-ef8d9af6-f18c-4ad3-bd9a-b192a4f183fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031778 Sep 30 08:03:21.665260 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:21.706016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b2dfb4-355b-41b6-a2e2-28be5a079fec {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:21.725182 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:21.739529 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d3b2dfb4-355b-41b6-a2e2-28be5a079fec, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:21.746165 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ad66e321-80bd-4b27-b13d-a0abf95b3bad None None] Provisioning complete for port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:21.746769 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad66e321-80bd-4b27-b13d-a0abf95b3bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:21.770392 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:21.779580 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=ffa246ec-0d58-4116-a17d-5925597d4c03,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:21.803523 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-7fe201b7-4bb8-45cf-af78-ce9fb57e87ab service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590612 Sep 30 08:03:21.823302 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ad66e321-80bd-4b27-b13d-a0abf95b3bad None None] Port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:03:21.848824 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:21.913054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401b85a-6417-4ffa-b787-c443fa1e765a req-b07f5703-77b2-4884-afc0-45919a765c29 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:21.914569 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e401b85a-6417-4ffa-b787-c443fa1e765a req-b07f5703-77b2-4884-afc0-45919a765c29 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 944 time: 0.2431304 Sep 30 08:03:21.918562 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-4de6be53-c0b9-48f8-9a81-85dc5d4fb902 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045671 Sep 30 08:03:21.935007 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['ffa246ec-0d58-4116-a17d-5925597d4c03'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:22.013368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdd4f9-fbaf-4a2b-a905-2c8fe65d848e req-57fb1eb6-4e2b-4ea0-9fc9-8a2adbd9cace tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:22.014786 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d1cdd4f9-fbaf-4a2b-a905-2c8fe65d848e req-57fb1eb6-4e2b-4ea0-9fc9-8a2adbd9cace tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 931 time: 0.1450679 Sep 30 08:03:22.050701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e401b85a-6417-4ffa-b787-c443fa1e765a req-29497721-6c43-4905-a879-dbbd550edd6d tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d23444f-f136-4c32-b60f-97260b9d9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215878 Sep 30 08:03:22.091191 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d1cdd4f9-fbaf-4a2b-a905-2c8fe65d848e req-fce66a82-71b0-46ac-9b11-5c834c5fb572 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639644 Sep 30 08:03:22.189236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:22.207492 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:22.242362 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Transition to ACTIVE for port object 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:03:22.252301 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:22.254394 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['d3b2dfb4-355b-41b6-a2e2-28be5a079fec'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:22.264569 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d17ff-dee0-442e-acad-6360a3e35d3f req-022cbbe1-43ac-4795-aeb2-3eef8b4d8e00 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:22.267559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a16d17ff-dee0-442e-acad-6360a3e35d3f req-022cbbe1-43ac-4795-aeb2-3eef8b4d8e00 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.1216323 Sep 30 08:03:22.322077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484df9d-e550-4af6-a8f5-221ab417f83e req-a7a9f3de-1d62-473b-a912-68fd3add53e7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:22.323601 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c484df9d-e550-4af6-a8f5-221ab417f83e req-a7a9f3de-1d62-473b-a912-68fd3add53e7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.1426706 Sep 30 08:03:22.382550 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Pushing event updated for resources: {'Port': ['ID=79f9e0cf-23fc-4a51-bb68-c2baa7ad0804,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:22.397109 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a16d17ff-dee0-442e-acad-6360a3e35d3f req-7f4289e8-174a-4958-94a1-f202c4f031d5 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037669 Sep 30 08:03:22.499251 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c484df9d-e550-4af6-a8f5-221ab417f83e req-6745f892-e11c-4dad-8581-3454bcdd7b8a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606085 Sep 30 08:03:22.504775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Attempting to bind port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:03:22.505456 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Attempting to bind port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'b52daade-4df6-44af-a65c-ee0d6879fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:03:22.505993 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Attempting to bind port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 on network 19ac8e75-e829-49e3-8984-923b49844d50 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:22.510991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 on network 19ac8e75-e829-49e3-8984-923b49844d50 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:03:22.511601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Attempting to bind port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 on network 19ac8e75-e829-49e3-8984-923b49844d50 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:22.518115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:03:22.518567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Checking segment: {'id': 'b52daade-4df6-44af-a65c-ee0d6879fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:03:22.519063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Bound using segment: {'id': 'b52daade-4df6-44af-a65c-ee0d6879fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:03:22.519613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Bound port: 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52daade-4df6-44af-a65c-ee0d6879fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:03:22.520144 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:22.596173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] For port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:03:22.600578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] For port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=79f9e0cf-23fc-4a51-bb68-c2baa7ad0804,segment=NetworkSegment(b52daade-4df6-44af-a65c-ee0d6879fe32),segment_id=b52daade-4df6-44af-a65c-ee0d6879fe32)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:03:22.617245 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:22.676152 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-f6e19d76-7bb0-46c2-b780-4a5d8cfaa5bf service neutron] 10.222.0.35 "GET /v2.0/ports/9bb5c774-24b9-4ebf-be50-5dc507bc22ef/bindings/n-h1-807359-2 HTTP/1.1" status: 200 len: 384 time: 0.0859206 Sep 30 08:03:22.738753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:22.739394 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:22.741094 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] 10.222.0.35 "PUT /v2.0/ports/79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 HTTP/1.1" status: 200 len: 1091 time: 1.2063196 Sep 30 08:03:22.742407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a26c4d-15c3-42bf-8f5a-9903e1ae9220', 'tag': '79f9e0cf-23fc-4a51-bb68-c2baa7ad0804'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:22.744656 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57194095-8a2f-4d37-b338-d74881b15c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "61a26c4d-15c3-42bf-8f5a-9903e1ae9220", "tag": "79f9e0cf-23fc-4a51-bb68-c2baa7ad0804"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:22.784422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39328825-0dc3-4932-afea-92ec6e6f8d0e service neutron] Pushing event updated for resources: {'Port': ['ID=79f9e0cf-23fc-4a51-bb68-c2baa7ad0804,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:22.800207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6e0b5-aeab-468b-8dcd-753f0396b7a4 req-4d5f0e29-15e9-40bd-b240-74fc5f9b2000 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:22.802238 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ca6e0b5-aeab-468b-8dcd-753f0396b7a4 req-4d5f0e29-15e9-40bd-b240-74fc5f9b2000 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 943 time: 0.1822367 Sep 30 08:03:22.830809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f10bd-34b3-435f-888b-62b7a8913408 req-4afeb06e-39b8-491b-9e89-d8d4fcdc396c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:22.832437 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae2f10bd-34b3-435f-888b-62b7a8913408 req-4afeb06e-39b8-491b-9e89-d8d4fcdc396c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 949 time: 0.1496222 Sep 30 08:03:22.907834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-05eeafa2-8d62-44b7-82c2-292bf74672df service neutron] For port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:22.929370 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ca6e0b5-aeab-468b-8dcd-753f0396b7a4 req-8f13922c-dec0-421e-b008-c38929937c9b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178174 Sep 30 08:03:22.933451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae2f10bd-34b3-435f-888b-62b7a8913408 req-6c897b81-210a-41b6-a0cc-86310b0389df tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827904 Sep 30 08:03:22.934162 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-05eeafa2-8d62-44b7-82c2-292bf74672df service neutron] For port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:03:22.939983 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-4e8bba0f-765b-4603-9d62-0e85dbe6c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:22.941673 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-4e8bba0f-765b-4603-9d62-0e85dbe6c471 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7daa18222fbc4f299bad9f34d1548c16&device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 1094 time: 0.1083500 Sep 30 08:03:23.004021 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-05eeafa2-8d62-44b7-82c2-292bf74672df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb5c774-24b9-4ebf-be50-5dc507bc22ef {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:23.015210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-f10fcaec-f7b4-4b7c-a95e-0e5518f32586 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 HTTP/1.1" status: 200 len: 217 time: 0.0445702 Sep 30 08:03:23.024024 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-05eeafa2-8d62-44b7-82c2-292bf74672df service neutron] For port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:23.028969 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e1b620-2f21-4a90-8929-97f6d5ea4727 x-openstack-request-id: req-a9e1b620-2f21-4a90-8929-97f6d5ea4727 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:23.029310 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a26c4d-15c3-42bf-8f5a-9903e1ae9220", "tag": "79f9e0cf-23fc-4a51-bb68-c2baa7ad0804", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:23.029597 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9e1b620-2f21-4a90-8929-97f6d5ea4727 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:23.029998 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a26c4d-15c3-42bf-8f5a-9903e1ae9220', 'tag': '79f9e0cf-23fc-4a51-bb68-c2baa7ad0804', 'status': 'completed', 'code': 200} Sep 30 08:03:23.041776 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-05eeafa2-8d62-44b7-82c2-292bf74672df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:23.082731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-4033e870-53a3-4954-8c43-8cd3018a39a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:23.084326 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-4033e870-53a3-4954-8c43-8cd3018a39a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a589755d-193f-4724-ad80-150315883aa5 HTTP/1.1" status: 200 len: 854 time: 0.0479062 Sep 30 08:03:23.122592 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-05eeafa2-8d62-44b7-82c2-292bf74672df service neutron] Transition to ACTIVE for port object 9bb5c774-24b9-4ebf-be50-5dc507bc22ef will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:03:23.132352 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-05eeafa2-8d62-44b7-82c2-292bf74672df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:23.202307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-05eeafa2-8d62-44b7-82c2-292bf74672df service neutron] No DVR routers for this DVR port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:03:23.211024 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eeafa2-8d62-44b7-82c2-292bf74672df service neutron] Pushing event updated for resources: {'Port': ['ID=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:23.224579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e31b10e2-b927-46cd-988b-92b53daa0cca details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:03:23.228685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-d47340ed-176e-4626-bed2-d15fdc76ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:23.230191 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-d47340ed-176e-4626-bed2-d15fdc76ce34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19ac8e75-e829-49e3-8984-923b49844d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298096 Sep 30 08:03:23.230880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device ffa246ec-0d58-4116-a17d-5925597d4c03 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:03:23.249703 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-05eeafa2-8d62-44b7-82c2-292bf74672df service neutron] 10.222.0.35 "PUT /v2.0/ports/9bb5c774-24b9-4ebf-be50-5dc507bc22ef/bindings/n-h1-807359-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5657783 Sep 30 08:03:23.282949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126bbc5-bad9-4be4-979f-a32efb4c3b62 req-9afd3226-d4ed-4e30-92c6-289a3e504181 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:23.290533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7126bbc5-bad9-4be4-979f-a32efb4c3b62 req-9afd3226-d4ed-4e30-92c6-289a3e504181 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 944 time: 0.1421998 Sep 30 08:03:23.325419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24191bcd-d15f-439b-9640-c2eb645867bc req-96a21121-3909-4b1f-9a3e-8f5ef1dd9d0b tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:23.326977 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24191bcd-d15f-439b-9640-c2eb645867bc req-96a21121-3909-4b1f-9a3e-8f5ef1dd9d0b tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 943 time: 0.1470571 Sep 30 08:03:23.368509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port ffa246ec-0d58-4116-a17d-5925597d4c03 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:03:23.375443 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port ffa246ec-0d58-4116-a17d-5925597d4c03 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:23.375821 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:23.428451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7126bbc5-bad9-4be4-979f-a32efb4c3b62 req-fdf1c19b-1bbb-45ac-a51c-296309dc0eb9 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d23444f-f136-4c32-b60f-97260b9d9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371245 Sep 30 08:03:23.462632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24191bcd-d15f-439b-9640-c2eb645867bc req-cf5b4664-d2f8-485a-997d-0bb73b32c66b tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090086 Sep 30 08:03:23.473911 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-cfb166d3-7f6a-4a9d-b039-c10bfc827465 service neutron] 10.222.0.35 "GET /v2.0/networks/19ac8e75-e829-49e3-8984-923b49844d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333658 Sep 30 08:03:23.507968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-d1f36f88-312c-4a5a-ba3b-1bdae2493419 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:23.509533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-d1f36f88-312c-4a5a-ba3b-1bdae2493419 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be&tenant_id=b077f759674d4d92a5ac98950a22949d&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 1095 time: 0.1331549 Sep 30 08:03:23.533670 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d3b2dfb4-355b-41b6-a2e2-28be5a079fec up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:03:23.577036 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e31b10e2-b927-46cd-988b-92b53daa0cca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e31b10e2-b927-46cd-988b-92b53daa0cca,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:23.596881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'e31b10e2-b927-46cd-988b-92b53daa0cca', 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36', 'port_id': 'e31b10e2-b927-46cd-988b-92b53daa0cca', 'mac_address': 'fa:16:3e:d1:b8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd239a631-318f-475f-ad41-a02fa80a44bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:03:23.684172 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:23.702544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port d3b2dfb4-355b-41b6-a2e2-28be5a079fec triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:23.703256 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:23.704761 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:23.710597 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0b40428-1f5e-4c1c-b305-d15f4c7bb0b2 req-2f09728a-b9b6-40e2-85d0-ac0616bee3b7 service neutron] 10.222.0.35 "GET /v2.0/networks/19ac8e75-e829-49e3-8984-923b49844d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260952 Sep 30 08:03:23.721515 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be440577-f87c-44a8-b2f9-06009af926b2 req-f2d868fd-b16b-461e-ad84-70a1fb27b5f8 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:23.729537 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be440577-f87c-44a8-b2f9-06009af926b2 req-f2d868fd-b16b-461e-ad84-70a1fb27b5f8 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.1477501 Sep 30 08:03:23.739573 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e31b10e2-b927-46cd-988b-92b53daa0cca {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:23.757917 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a610717-2087-4561-942c-9767545b0cea req-baa4d499-3567-4d5d-828c-aee8ba082373 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:23.761055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a610717-2087-4561-942c-9767545b0cea req-baa4d499-3567-4d5d-828c-aee8ba082373 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.1803668 Sep 30 08:03:23.772834 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-865708b5-17f6-4aec-9d21-ead668ca17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:23.774505 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-865708b5-17f6-4aec-9d21-ead668ca17c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be&tenant_id=b077f759674d4d92a5ac98950a22949d HTTP/1.1" status: 200 len: 1095 time: 0.1949770 Sep 30 08:03:23.790746 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87f90e8-5174-4b5a-98e5-1da55c3a8477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa246ec-0d58-4116-a17d-5925597d4c03'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:23.793320 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f2d442-493f-4cbe-874a-eaaa2f7f6d17" -d '{"events": [{"server_uuid": "f87f90e8-5174-4b5a-98e5-1da55c3a8477", "name": "network-vif-plugged", "status": "completed", "tag": "ffa246ec-0d58-4116-a17d-5925597d4c03"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:23.800151 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e31b10e2-b927-46cd-988b-92b53daa0cca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e31b10e2-b927-46cd-988b-92b53daa0cca,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:23.812117 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:23.817203 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port ffa246ec-0d58-4116-a17d-5925597d4c03, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=ffa246ec-0d58-4116-a17d-5925597d4c03,segment=NetworkSegment(bd4c9a80-425c-48d0-aea8-a920034502a9),segment_id=bd4c9a80-425c-48d0-aea8-a920034502a9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:23.825401 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:23.826409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e31b10e2-b927-46cd-988b-92b53daa0cca no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:03:23.841209 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be440577-f87c-44a8-b2f9-06009af926b2 req-2f5dcd2a-062c-4475-9558-0be3981b132d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085279 Sep 30 08:03:23.853055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a610717-2087-4561-942c-9767545b0cea req-6df7e3f1-b157-4f03-a262-6fffc8a472ce tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747726 Sep 30 08:03:23.941079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-a6671a88-908c-4020-ad99-067754980a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:23.943217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-a6671a88-908c-4020-ad99-067754980a56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 1095 time: 0.0900776 Sep 30 08:03:23.949249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194095-8a2f-4d37-b338-d74881b15c4b req-60a81504-a52b-402e-b509-131b44fba04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:23.950849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57194095-8a2f-4d37-b338-d74881b15c4b req-60a81504-a52b-402e-b509-131b44fba04e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7daa18222fbc4f299bad9f34d1548c16&device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 1094 time: 0.1048024 Sep 30 08:03:23.955605 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1214f7a3-d510-4d8e-9c48-3fde1e45686b x-openstack-request-id: req-1214f7a3-d510-4d8e-9c48-3fde1e45686b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:23.956690 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87f90e8-5174-4b5a-98e5-1da55c3a8477", "name": "network-vif-plugged", "status": "completed", "tag": "ffa246ec-0d58-4116-a17d-5925597d4c03", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:23.957022 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1214f7a3-d510-4d8e-9c48-3fde1e45686b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:23.957421 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87f90e8-5174-4b5a-98e5-1da55c3a8477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa246ec-0d58-4116-a17d-5925597d4c03', 'code': 200} Sep 30 08:03:24.022352 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:24.049313 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:24.052988 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=e31b10e2-b927-46cd-988b-92b53daa0cca,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:24.063885 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e31b10e2-b927-46cd-988b-92b53daa0cca {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:24.142642 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['e31b10e2-b927-46cd-988b-92b53daa0cca'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:24.149276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e31b10e2-b927-46cd-988b-92b53daa0cca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e31b10e2-b927-46cd-988b-92b53daa0cca,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:24.186341 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:24.200941 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d3b2dfb4-355b-41b6-a2e2-28be5a079fec, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:24.206319 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=ffa246ec-0d58-4116-a17d-5925597d4c03,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:24.212921 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:24.213678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9bb5c774-24b9-4ebf-be50-5dc507bc22ef no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:03:24.258472 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666fa69-3144-420a-923a-5551a6e49d0a req-a1d89223-4c9a-4966-959b-64aa2746b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:24.260139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c666fa69-3144-420a-923a-5551a6e49d0a req-a1d89223-4c9a-4966-959b-64aa2746b27f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 1096 time: 0.2595990 Sep 30 08:03:24.263295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c1d927b4-f6b8-438a-bd4b-4e0cd60accad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:24.264777 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c1d927b4-f6b8-438a-bd4b-4e0cd60accad service neutron] 10.222.0.36 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.3130071 Sep 30 08:03:24.269560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194095-8a2f-4d37-b338-d74881b15c4b req-3c864b57-c328-493c-aa0d-205bc496cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:24.271059 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57194095-8a2f-4d37-b338-d74881b15c4b req-3c864b57-c328-493c-aa0d-205bc496cc74 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19ac8e75-e829-49e3-8984-923b49844d50 HTTP/1.1" status: 200 len: 916 time: 0.3012633 Sep 30 08:03:24.282015 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e27215-a1e7-4679-b939-7597af5c668c req-f9dc479e-45a2-42ac-8d3b-6f045af13698 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:24.283625 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-17e27215-a1e7-4679-b939-7597af5c668c req-f9dc479e-45a2-42ac-8d3b-6f045af13698 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 944 time: 0.2258124 Sep 30 08:03:24.313441 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=e31b10e2-b927-46cd-988b-92b53daa0cca,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:24.315407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ef967-d115-4627-bf1e-f88d7b082e4f req-ad41ad51-4d8d-4871-aae0-a0a7cfef6126 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:24.318945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9bb5c774-24b9-4ebf-be50-5dc507bc22ef not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:03:24.324407 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-442ef967-d115-4627-bf1e-f88d7b082e4f req-ad41ad51-4d8d-4871-aae0-a0a7cfef6126 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 949 time: 0.2313001 Sep 30 08:03:24.392123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:24.406690 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c603b20a-76a8-41a5-946f-647c8b143895 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb5c774-24b9-4ebf-be50-5dc507bc22ef HTTP/1.1" status: 200 len: 217 time: 0.1219945 Sep 30 08:03:24.407999 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57194095-8a2f-4d37-b338-d74881b15c4b req-f63a67f2-9b6b-4e76-9e21-71a6b9d6ff77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 HTTP/1.1" status: 200 len: 217 time: 0.1177275 Sep 30 08:03:24.529978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-442ef967-d115-4627-bf1e-f88d7b082e4f req-22a0861f-5662-49a8-b8f4-abbcc13f2042 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045996 Sep 30 08:03:24.544089 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-17e27215-a1e7-4679-b939-7597af5c668c req-782c2f64-44a4-432d-9d69-c25000f0b389 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396183 Sep 30 08:03:24.567308 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c666fa69-3144-420a-923a-5551a6e49d0a req-9f1831fd-6647-48b0-bde6-4a0db74e5c4d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8d23444f-f136-4c32-b60f-97260b9d9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684572 Sep 30 08:03:24.569927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-80a28268-2dce-4f1a-be26-137eb6c37658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:24.571949 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-80a28268-2dce-4f1a-be26-137eb6c37658 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.1521883 Sep 30 08:03:24.575967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194095-8a2f-4d37-b338-d74881b15c4b req-ef3b9bf0-adcb-4821-9053-239be38bff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:24.577541 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57194095-8a2f-4d37-b338-d74881b15c4b req-ef3b9bf0-adcb-4821-9053-239be38bff38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a589755d-193f-4724-ad80-150315883aa5 HTTP/1.1" status: 200 len: 854 time: 0.1470795 Sep 30 08:03:24.653299 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194095-8a2f-4d37-b338-d74881b15c4b req-0ab79e45-dc77-4fc2-91d8-2c66560b80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:24.654787 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57194095-8a2f-4d37-b338-d74881b15c4b req-0ab79e45-dc77-4fc2-91d8-2c66560b80c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19ac8e75-e829-49e3-8984-923b49844d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686338 Sep 30 08:03:24.889429 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-3b64cb65-16a2-44ff-9835-dc1f60c6c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:24.891803 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-3b64cb65-16a2-44ff-9835-dc1f60c6c20f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4&tenant_id=21516085bfed40e3aed84af26bb1b679 HTTP/1.1" status: 200 len: 1101 time: 0.0516083 Sep 30 08:03:24.980349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-41bcc1db-0613-4d46-b023-06fe4e861915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:24.982323 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-41bcc1db-0613-4d46-b023-06fe4e861915 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 1101 time: 0.0412056 Sep 30 08:03:25.084062 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-a169efa0-fcb5-4903-8011-6bb852342797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:25.086109 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-a169efa0-fcb5-4903-8011-6bb852342797 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.0953746 Sep 30 08:03:25.090728 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-c6003525-325d-4346-b6eb-ee0da69beba1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874946 Sep 30 08:03:25.110749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f9853-5634-459b-8aea-f17081a443f7 req-2d9ce8ee-8038-49fb-891e-9acdd17945d3 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:25.112345 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-635f9853-5634-459b-8aea-f17081a443f7 req-2d9ce8ee-8038-49fb-891e-9acdd17945d3 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 945 time: 0.4618750 Sep 30 08:03:25.133115 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-4385ac52-2a00-4c9b-8c91-2ed65bf6d526 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec HTTP/1.1" status: 200 len: 217 time: 0.0379670 Sep 30 08:03:25.193100 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad47968-2713-4cdc-828c-d69f3c02860f req-bdc3bf80-6a31-4894-b706-4cd4fa1c4d38 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:25.194726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6ad47968-2713-4cdc-828c-d69f3c02860f req-bdc3bf80-6a31-4894-b706-4cd4fa1c4d38 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 943 time: 0.1884673 Sep 30 08:03:25.199534 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-46834040-b27c-46c5-99ab-5a7a2b30f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:25.201072 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-46834040-b27c-46c5-99ab-5a7a2b30f1d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0592198 Sep 30 08:03:25.224917 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57194095-8a2f-4d37-b338-d74881b15c4b req-403c66e0-69ca-4d68-a372-8b587d31422d service neutron] 10.222.0.35 "GET /v2.0/networks/19ac8e75-e829-49e3-8984-923b49844d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444098 Sep 30 08:03:25.249406 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-7e4c4129-2c91-4464-bf23-cf00e3aacae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:25.251685 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-7e4c4129-2c91-4464-bf23-cf00e3aacae3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0434740 Sep 30 08:03:25.261411 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e31b10e2-b927-46cd-988b-92b53daa0cca up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:03:25.315456 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port e31b10e2-b927-46cd-988b-92b53daa0cca triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:25.316375 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:25.343684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-635f9853-5634-459b-8aea-f17081a443f7 req-e5198e6c-4588-42be-b2d8-29bf4ccc4b67 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d23444f-f136-4c32-b60f-97260b9d9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190676 Sep 30 08:03:25.351971 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-60aa3ac5-7abf-4b14-a919-b67e5ff76882 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917420 Sep 30 08:03:25.397200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6ad47968-2713-4cdc-828c-d69f3c02860f req-8539700d-e9e2-4cf9-a1c9-c7276584f1bf tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656044 Sep 30 08:03:25.428036 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-6947ed80-fd6f-49f7-8c5c-2b6ec1dcbba0 service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221188 Sep 30 08:03:25.454864 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57194095-8a2f-4d37-b338-d74881b15c4b req-e1472e4d-2416-47d3-a9a5-fec61a653458 service neutron] 10.222.0.35 "GET /v2.0/networks/19ac8e75-e829-49e3-8984-923b49844d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176492 Sep 30 08:03:25.481466 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:25.527283 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6f3a74a-fb97-4c62-a187-77f279c8f5a0 req-1bbc89a2-921d-44ad-be50-04eca4cc587c service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670091 Sep 30 08:03:25.527815 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e31b10e2-b927-46cd-988b-92b53daa0cca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e31b10e2-b927-46cd-988b-92b53daa0cca,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:25.533760 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:25.599925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=e31b10e2-b927-46cd-988b-92b53daa0cca,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:25.607531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417419a9-2dc6-4b46-99a4-6a9b8ffacdb7 req-f2eac202-7fa3-45ac-b291-97c4b2e1def2 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:25.609823 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-417419a9-2dc6-4b46-99a4-6a9b8ffacdb7 req-f2eac202-7fa3-45ac-b291-97c4b2e1def2 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.1875134 Sep 30 08:03:25.626650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b907808-1c26-4fd8-9376-4535bd3ad44d req-47171a0b-f57a-4a6d-ac25-4af5d58617a1 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:25.628235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b907808-1c26-4fd8-9376-4535bd3ad44d req-47171a0b-f57a-4a6d-ac25-4af5d58617a1 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 943 time: 0.1548431 Sep 30 08:03:25.662257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-8d260bac-9c2a-49b1-8af0-0c08036f54ad service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272425 Sep 30 08:03:25.704238 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-417419a9-2dc6-4b46-99a4-6a9b8ffacdb7 req-8ed65468-353e-4827-8424-d7b7f7531610 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867176 Sep 30 08:03:25.711785 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b907808-1c26-4fd8-9376-4535bd3ad44d req-487b2fc9-2ba4-4f63-903e-6b2c922c7660 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688887 Sep 30 08:03:25.853773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22804b-36ed-42b6-81f4-f38f50952bc3 req-0d2a868e-0819-4928-9522-8f0858868cc6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:25.855277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e22804b-36ed-42b6-81f4-f38f50952bc3 req-0d2a868e-0819-4928-9522-8f0858868cc6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0692801 Sep 30 08:03:25.958867 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66521610-d06f-4ed3-a788-dfafac31a4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec'}, {'server_uuid': '0d515ecf-0d50-4ea6-bb37-ed030ac85ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31b10e2-b927-46cd-988b-92b53daa0cca'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:25.961322 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47a52b1-23e1-428d-b669-e67ac0365322" -d '{"events": [{"server_uuid": "66521610-d06f-4ed3-a788-dfafac31a4b4", "name": "network-vif-plugged", "status": "completed", "tag": "d3b2dfb4-355b-41b6-a2e2-28be5a079fec"}, {"server_uuid": "0d515ecf-0d50-4ea6-bb37-ed030ac85ecd", "name": "network-vif-plugged", "status": "completed", "tag": "e31b10e2-b927-46cd-988b-92b53daa0cca"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:25.978302 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e22804b-36ed-42b6-81f4-f38f50952bc3 req-69d0f5c0-b3fd-4fa6-9b69-8ff17b4f77b5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139894 Sep 30 08:03:25.990303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-90bf4208-a761-47bd-bbcd-20417684b0f5 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:25.991786 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-90bf4208-a761-47bd-bbcd-20417684b0f5 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be&tenant_id=b077f759674d4d92a5ac98950a22949d&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 1095 time: 0.0949490 Sep 30 08:03:25.999363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b9bfe-88b7-4809-96e2-9776a9b3db43 req-fc543c42-8036-4942-af25-15e1232b7e78 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:26.001119 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-857b9bfe-88b7-4809-96e2-9776a9b3db43 req-fc543c42-8036-4942-af25-15e1232b7e78 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 944 time: 0.1078587 Sep 30 08:03:26.101164 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-857b9bfe-88b7-4809-96e2-9776a9b3db43 req-b6f74310-6852-4a25-9776-d9d81e6cadb8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914207 Sep 30 08:03:26.112538 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c921c7e7-54d3-4fae-8078-bbdc783b271d x-openstack-request-id: req-c921c7e7-54d3-4fae-8078-bbdc783b271d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:26.112851 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66521610-d06f-4ed3-a788-dfafac31a4b4", "name": "network-vif-plugged", "status": "completed", "tag": "d3b2dfb4-355b-41b6-a2e2-28be5a079fec", "code": 200}, {"server_uuid": "0d515ecf-0d50-4ea6-bb37-ed030ac85ecd", "name": "network-vif-plugged", "status": "completed", "tag": "e31b10e2-b927-46cd-988b-92b53daa0cca", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:26.113257 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c921c7e7-54d3-4fae-8078-bbdc783b271d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:26.114182 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66521610-d06f-4ed3-a788-dfafac31a4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec', 'code': 200} Sep 30 08:03:26.114436 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d515ecf-0d50-4ea6-bb37-ed030ac85ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31b10e2-b927-46cd-988b-92b53daa0cca', 'code': 200} Sep 30 08:03:26.163851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-2d543b07-972d-4ffe-8bd8-3d10c2e7aeff service neutron] For port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:03:26.171358 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-2d543b07-972d-4ffe-8bd8-3d10c2e7aeff service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:26.175425 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84c2acd3-0562-4f30-9fce-1a4519fea9d0 req-2d543b07-972d-4ffe-8bd8-3d10c2e7aeff service neutron] 10.222.0.36 "DELETE /v2.0/ports/9bb5c774-24b9-4ebf-be50-5dc507bc22ef/bindings/n-h2-807359-2 HTTP/1.1" status: 204 len: 173 time: 0.1730425 Sep 30 08:03:26.308606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd58de-249a-4bd6-ad43-d293ab528a01 req-5a5ef2f4-4e63-4626-9c2f-ab9e00b1b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:26.310043 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32dd58de-249a-4bd6-ad43-d293ab528a01 req-5a5ef2f4-4e63-4626-9c2f-ab9e00b1b46d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 1096 time: 0.0414762 Sep 30 08:03:26.346152 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32dd58de-249a-4bd6-ad43-d293ab528a01 req-4e33fd58-b399-411b-97c3-bdc32c3da2fd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286152 Sep 30 08:03:26.498853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9eb72-f974-4716-8595-9966589fd78a req-d4e61c57-493e-4dfb-a25e-4ff874e71d6d tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:26.500633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9d9eb72-f974-4716-8595-9966589fd78a req-d4e61c57-493e-4dfb-a25e-4ff874e71d6d tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 945 time: 0.0826690 Sep 30 08:03:26.533360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c02cd1-16e1-42c0-826d-490d4b606ff0 req-2900e901-d949-44a1-9bfe-6a5e0c50ce2a tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:26.534795 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16c02cd1-16e1-42c0-826d-490d4b606ff0 req-2900e901-d949-44a1-9bfe-6a5e0c50ce2a tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 943 time: 0.0775795 Sep 30 08:03:26.567747 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9d9eb72-f974-4716-8595-9966589fd78a req-b6a67715-25e9-4542-aa4e-6b97d1c4b4e8 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d23444f-f136-4c32-b60f-97260b9d9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602162 Sep 30 08:03:26.588040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16c02cd1-16e1-42c0-826d-490d4b606ff0 req-42f0e36d-f676-46f4-8e91-41473591bc39 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468373 Sep 30 08:03:26.904537 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7d5e5-e3c3-4097-bc9d-e9c7e6ae4285 req-a812d185-43c7-4dd1-ad0e-32c997358001 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:26.906694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-31c7d5e5-e3c3-4097-bc9d-e9c7e6ae4285 req-a812d185-43c7-4dd1-ad0e-32c997358001 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.1144488 Sep 30 08:03:26.917944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab103a32-e508-4fc9-8b4e-b4b8feffecf4 req-f01553b5-b0c4-4498-9986-76d9cc19678b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:26.919454 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab103a32-e508-4fc9-8b4e-b4b8feffecf4 req-f01553b5-b0c4-4498-9986-76d9cc19678b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.1154377 Sep 30 08:03:26.924620 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e24167-cf91-475e-b1c7-148d949f2438 req-2a201282-5386-424b-abc1-9358414128de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:26.926033 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45e24167-cf91-475e-b1c7-148d949f2438 req-2a201282-5386-424b-abc1-9358414128de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ff25603ee234829beeb417cc0b3da87&device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 1096 time: 0.0982795 Sep 30 08:03:27.007943 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-31c7d5e5-e3c3-4097-bc9d-e9c7e6ae4285 req-b8e4cf4b-41da-46ea-9949-6eb92cd343f0 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875063 Sep 30 08:03:27.017027 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab103a32-e508-4fc9-8b4e-b4b8feffecf4 req-ed3476e7-34ca-497b-91c9-3688cf4c64d3 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858250 Sep 30 08:03:27.073771 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e24167-cf91-475e-b1c7-148d949f2438 req-78cda457-1c5d-4d1d-89be-b65fc83d7efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:27.075336 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45e24167-cf91-475e-b1c7-148d949f2438 req-78cda457-1c5d-4d1d-89be-b65fc83d7efa service neutron] 10.222.0.36 "GET /v2.0/networks?id=800d82ce-db93-4f5d-98bf-2ef8e86d19c4 HTTP/1.1" status: 200 len: 915 time: 0.1321406 Sep 30 08:03:27.135147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45e24167-cf91-475e-b1c7-148d949f2438 req-c4a0f40c-7323-4a4e-8481-7d43bea2cd6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffa246ec-0d58-4116-a17d-5925597d4c03 HTTP/1.1" status: 200 len: 217 time: 0.0504699 Sep 30 08:03:27.236486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629ce3b-3913-401d-b8de-ba8225cb81b2 req-9a0693e7-231e-4dd3-9bf1-fcd81926e6fb tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:27.237978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2629ce3b-3913-401d-b8de-ba8225cb81b2 req-9a0693e7-231e-4dd3-9bf1-fcd81926e6fb tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 945 time: 0.1522658 Sep 30 08:03:27.240487 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e24167-cf91-475e-b1c7-148d949f2438 req-8a01b112-ed90-48cb-87e2-851fc820665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:27.241795 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45e24167-cf91-475e-b1c7-148d949f2438 req-8a01b112-ed90-48cb-87e2-851fc820665e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e715d45-d451-4207-b9fb-bc9fcf57315b HTTP/1.1" status: 200 len: 854 time: 0.0925941 Sep 30 08:03:27.281487 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42725a-0f5c-4f33-a47f-9795449e9052 req-36b088f9-2e11-4ca9-8f3d-0ca26c36dbe1 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:27.282978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d42725a-0f5c-4f33-a47f-9795449e9052 req-36b088f9-2e11-4ca9-8f3d-0ca26c36dbe1 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1016126 Sep 30 08:03:27.300589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45e24167-cf91-475e-b1c7-148d949f2438 req-a6ba5bef-f753-4609-8ee2-2533e4cd62c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=800d82ce-db93-4f5d-98bf-2ef8e86d19c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390003 Sep 30 08:03:27.348431 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2629ce3b-3913-401d-b8de-ba8225cb81b2 req-516a7e6f-4f3a-4ad9-98b8-ae5d109117b1 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d23444f-f136-4c32-b60f-97260b9d9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031442 Sep 30 08:03:27.393357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d3b2dfb4-355b-41b6-a2e2-28be5a079fec no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:03:27.401031 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d42725a-0f5c-4f33-a47f-9795449e9052 req-d52852ea-97d3-46c7-af5f-23a28d87e920 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050332 Sep 30 08:03:27.441756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45e24167-cf91-475e-b1c7-148d949f2438 req-45d9e2a5-1967-4955-8ac0-8890f9d056d9 service neutron] 10.222.0.36 "GET /v2.0/networks/800d82ce-db93-4f5d-98bf-2ef8e86d19c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301906 Sep 30 08:03:27.487871 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:27.524418 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d3b2dfb4-355b-41b6-a2e2-28be5a079fec, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:27.528674 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:27.592869 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:27.600210 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4c41b-f562-4776-b2ba-ff8d821768ec req-5803cb3e-ad40-4565-9a10-4ffad750f065 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:27.602228 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fb4c41b-f562-4776-b2ba-ff8d821768ec req-5803cb3e-ad40-4565-9a10-4ffad750f065 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 944 time: 0.1156445 Sep 30 08:03:27.608625 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45e24167-cf91-475e-b1c7-148d949f2438 req-1c5be058-2644-40ea-b40d-d181a9f45511 service neutron] 10.222.0.36 "GET /v2.0/networks/800d82ce-db93-4f5d-98bf-2ef8e86d19c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558516 Sep 30 08:03:27.658502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fb4c41b-f562-4776-b2ba-ff8d821768ec req-0bf50566-69ef-4aba-8f9c-6b35af6d58f6 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466561 Sep 30 08:03:27.741096 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014b4ee-79f5-4cf8-afc8-ec051e3230b3 req-dc7237b4-53ee-44c8-ad06-ca15e9b35b07 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:27.743556 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8014b4ee-79f5-4cf8-afc8-ec051e3230b3 req-dc7237b4-53ee-44c8-ad06-ca15e9b35b07 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 943 time: 0.0664432 Sep 30 08:03:27.852952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8014b4ee-79f5-4cf8-afc8-ec051e3230b3 req-7d62a1cc-c3ad-4948-8373-e95d5215de6e tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030772 Sep 30 08:03:27.873057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-89577ca8-2c57-46d5-a3af-0f4c067a7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:27.874577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-89577ca8-2c57-46d5-a3af-0f4c067a7ff6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 1097 time: 0.0832396 Sep 30 08:03:27.876753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee243f7-390d-46ff-9669-e7af3cac0eb2 req-3de7d3b0-b268-49e2-82cd-1f8405786307 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:27.878135 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dee243f7-390d-46ff-9669-e7af3cac0eb2 req-3de7d3b0-b268-49e2-82cd-1f8405786307 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 1095 time: 0.1017087 Sep 30 08:03:27.940299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dee243f7-390d-46ff-9669-e7af3cac0eb2 req-3613ed20-44b6-4568-a85f-404e573fbdbe tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560057 Sep 30 08:03:27.997276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-37ae459e-9631-44d1-a6d8-3b0545e713ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:27.999406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-37ae459e-9631-44d1-a6d8-3b0545e713ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.1135867 Sep 30 08:03:28.053707 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-501902c7-047e-45cb-96ea-c33c15cd0534 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6c23571-21e8-4ea8-ac57-ab3db0dacdba HTTP/1.1" status: 200 len: 217 time: 0.0460799 Sep 30 08:03:28.116016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66521610-d06f-4ed3-a788-dfafac31a4b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:28.118249 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b95fe5-c3ed-4eff-ad79-4c81fde611b2" -d '{"events": [{"server_uuid": "66521610-d06f-4ed3-a788-dfafac31a4b4", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b2dfb4-355b-41b6-a2e2-28be5a079fec"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:28.163228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341440f-0626-47a3-aa25-4f8a88ff9b5d req-4fc3564e-0264-48f6-b159-f315a30fa7ec tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:28.164773 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7341440f-0626-47a3-aa25-4f8a88ff9b5d req-4fc3564e-0264-48f6-b159-f315a30fa7ec tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 1095 time: 0.1478698 Sep 30 08:03:28.166015 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-54671f36-c72c-43b2-97e7-7b8efde4235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:28.167304 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-54671f36-c72c-43b2-97e7-7b8efde4235b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.0978997 Sep 30 08:03:28.214492 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-2ae6dd9a-00a2-462b-a169-48a8fc358a66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344291 Sep 30 08:03:28.223554 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45962e23-b58e-4509-b691-b6f7a12cd688 req-2ec11355-17fe-46c8-8455-e6279f041a8c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:28.224974 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45962e23-b58e-4509-b691-b6f7a12cd688 req-2ec11355-17fe-46c8-8455-e6279f041a8c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.1139362 Sep 30 08:03:28.277412 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7341440f-0626-47a3-aa25-4f8a88ff9b5d req-d011be4f-cca7-49df-90b1-9265b0a3d869 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061149 Sep 30 08:03:28.326558 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45962e23-b58e-4509-b691-b6f7a12cd688 req-9f6bcab6-dfd7-4a00-ae0a-ae699af0a277 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912514 Sep 30 08:03:28.382978 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577c6151-64f4-48b8-8bbf-01fd7247b433 x-openstack-request-id: req-577c6151-64f4-48b8-8bbf-01fd7247b433 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:28.383455 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66521610-d06f-4ed3-a788-dfafac31a4b4", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b2dfb4-355b-41b6-a2e2-28be5a079fec", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:28.383716 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-577c6151-64f4-48b8-8bbf-01fd7247b433 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:28.384151 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66521610-d06f-4ed3-a788-dfafac31a4b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec', 'code': 200} Sep 30 08:03:28.385072 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-f8884483-688d-4cc1-8a1a-1b7732edcf5a service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591873 Sep 30 08:03:28.400149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ddde1-86f2-45fa-b82b-28e654e1e71d req-67e80229-e405-49a8-b48f-ca24fb3c4e2d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:28.401624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b97ddde1-86f2-45fa-b82b-28e654e1e71d req-67e80229-e405-49a8-b48f-ca24fb3c4e2d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.0659065 Sep 30 08:03:28.496837 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b97ddde1-86f2-45fa-b82b-28e654e1e71d req-a003a4f7-a9f5-4418-9bbd-60b49d0b395f tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853624 Sep 30 08:03:28.540299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-c2e71369-620e-4621-b38c-533415db1ce5 service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376936 Sep 30 08:03:28.568259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6559e4-97e6-4b09-8a8f-c9ac40e969f8 req-65289977-e6cf-41a0-bfa5-a2c6e86bcf53 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:28.570025 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f6559e4-97e6-4b09-8a8f-c9ac40e969f8 req-65289977-e6cf-41a0-bfa5-a2c6e86bcf53 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.0607729 Sep 30 08:03:28.615585 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f6559e4-97e6-4b09-8a8f-c9ac40e969f8 req-429fd612-35b8-4d84-9dc1-01717fa6e15b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380638 Sep 30 08:03:28.735939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f47f08-f7a0-4708-9d55-674ee6036c9b req-90829150-d047-4e29-9f05-ac4365fc6532 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:28.738378 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74f47f08-f7a0-4708-9d55-674ee6036c9b req-90829150-d047-4e29-9f05-ac4365fc6532 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 945 time: 0.0586569 Sep 30 08:03:28.781577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74f47f08-f7a0-4708-9d55-674ee6036c9b req-9d0a9e30-78e0-4ee8-af1e-97fec06de162 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d23444f-f136-4c32-b60f-97260b9d9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376892 Sep 30 08:03:28.942626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b6610-83df-43e1-b795-617ec9cf4bb7 req-75629ef5-205b-415d-8673-90cb29a42311 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:28.950919 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab3b6610-83df-43e1-b795-617ec9cf4bb7 req-75629ef5-205b-415d-8673-90cb29a42311 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 948 time: 0.0667257 Sep 30 08:03:28.986928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab3b6610-83df-43e1-b795-617ec9cf4bb7 req-c2741f1c-323c-400f-a901-b7313f032ce4 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349786 Sep 30 08:03:29.204830 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec6f6e-3e58-4e80-81ea-c34f1f21c1a0 req-9e710b27-218a-4d58-8e5d-8ab943f642e5 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:29.206400 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12ec6f6e-3e58-4e80-81ea-c34f1f21c1a0 req-9e710b27-218a-4d58-8e5d-8ab943f642e5 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 943 time: 0.0833793 Sep 30 08:03:29.226863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7657024-4cd5-42d7-a88b-f5300569bc0c req-91cb2bea-b46b-4e06-a092-843547457f9c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:29.228357 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b7657024-4cd5-42d7-a88b-f5300569bc0c req-91cb2bea-b46b-4e06-a092-843547457f9c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 948 time: 0.0755193 Sep 30 08:03:29.281227 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12ec6f6e-3e58-4e80-81ea-c34f1f21c1a0 req-b7863b2c-cfe0-46aa-8e78-7669b49e299f tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676339 Sep 30 08:03:29.288992 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b7657024-4cd5-42d7-a88b-f5300569bc0c req-65066819-ae58-492b-92fa-ac75bff2b1f6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523205 Sep 30 08:03:29.411056 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:29.418863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d3b2dfb4-355b-41b6-a2e2-28be5a079fec details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:03:29.500373 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-3112bebb-3423-4c77-a91a-ef70029681d3 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:29.520631 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-3112bebb-3423-4c77-a91a-ef70029681d3 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/networks?id=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 HTTP/1.1" status: 200 len: 813 time: 0.1299903 Sep 30 08:03:29.549891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-794417a2-d3e7-41f3-9d5c-2adbbe69af09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/quotas/ecfb4fb7526149ea91de221ed833fc2c HTTP/1.1" status: 200 len: 375 time: 0.0281994 Sep 30 08:03:29.567222 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d3b2dfb4-355b-41b6-a2e2-28be5a079fec, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:29.582701 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec', 'mac_address': 'fa:16:3e:07:1f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:03:29.638777 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:29.655597 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c367da-e0b6-4e31-9f4f-204cfa5263e9 req-87d97bee-3781-45e1-8dc7-4ee2ebc5c00f tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:29.663815 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-28c367da-e0b6-4e31-9f4f-204cfa5263e9 req-87d97bee-3781-45e1-8dc7-4ee2ebc5c00f tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 945 time: 0.1086888 Sep 30 08:03:29.664860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b2dfb4-355b-41b6-a2e2-28be5a079fec {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:29.685369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d3b2dfb4-355b-41b6-a2e2-28be5a079fec, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:29.686735 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-340871f6-3df2-4e03-8dfb-c84f35ea2c85 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ecfb4fb7526149ea91de221ed833fc2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1328132 Sep 30 08:03:29.690328 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:29.726289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-28c367da-e0b6-4e31-9f4f-204cfa5263e9 req-48d08dac-79db-4d02-b348-bddefa86ea79 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d23444f-f136-4c32-b60f-97260b9d9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614548 Sep 30 08:03:29.769373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:29.805607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-267d186c-07d2-4ab8-b69a-69d6c7fb6146 service neutron] 10.222.0.24 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063638 Sep 30 08:03:29.935861 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-ad28f9d5-b15f-4960-bd98-d30a9b427cfa service neutron] 10.222.0.24 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243222 Sep 30 08:03:29.966994 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80659c8e-701c-468e-a619-b7dc125568fa req-6ce65163-2165-4f35-81e8-f286b6c36d3b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:29.969841 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-80659c8e-701c-468e-a619-b7dc125568fa req-6ce65163-2165-4f35-81e8-f286b6c36d3b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.0637908 Sep 30 08:03:30.016795 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-80659c8e-701c-468e-a619-b7dc125568fa req-f605f658-275f-4b21-ab54-20edb6983922 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384669 Sep 30 08:03:30.134712 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['d3b2dfb4-355b-41b6-a2e2-28be5a079fec'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:30.159597 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-03c0823d-8a50-4066-a4f5-6bfe55e393f5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=21516085bfed40e3aed84af26bb1b679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352881 Sep 30 08:03:30.268076 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b17e9f33-6910-48f3-a007-fb614f3b3200 req-994e0bac-37fd-46e0-8082-2adb5722fabb tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 210 time: 0.0776658 Sep 30 08:03:30.311163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-c69cad6d-508f-4faf-b6a8-e397105cc569 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:30.319664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-c69cad6d-508f-4faf-b6a8-e397105cc569 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591184 Sep 30 08:03:30.335006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-df05af80-1af5-434a-9d8c-fd17c971876b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/quotas/21516085bfed40e3aed84af26bb1b679 HTTP/1.1" status: 200 len: 375 time: 0.0139513 Sep 30 08:03:30.415555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-a9a73ef6-b8cc-4af2-ad66-e901f06201a9 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748644 Sep 30 08:03:30.467340 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0dcf1-bdbc-444d-a998-4ea61a765e6a req-7a7379f8-3258-483e-a1ab-30874071cc69 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:30.469365 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dbe0dcf1-bdbc-444d-a998-4ea61a765e6a req-7a7379f8-3258-483e-a1ab-30874071cc69 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 943 time: 0.0526695 Sep 30 08:03:30.523282 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dbe0dcf1-bdbc-444d-a998-4ea61a765e6a req-213c99d6-50e8-4b0c-bfb2-523c496a8ead tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462401 Sep 30 08:03:30.632609 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ba10ad6-087e-43e5-b73e-deb77735628b req-53095a8b-33db-413d-bd75-43feea50eb3b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 210 time: 0.0456927 Sep 30 08:03:30.923207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bddd02-9d83-4ad2-a961-18f313f06a1d req-6a06edd6-5394-4a23-90fa-d0f776c5f5f1 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:30.924856 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93bddd02-9d83-4ad2-a961-18f313f06a1d req-6a06edd6-5394-4a23-90fa-d0f776c5f5f1 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d515ecf-0d50-4ea6-bb37-ed030ac85ecd HTTP/1.1" status: 200 len: 945 time: 0.1449172 Sep 30 08:03:30.938529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec0dd2-6f56-4226-b3c6-2f4a0d855dd1 req-ca1fbac8-e117-4f0e-af76-5738ee55659f tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:30.939975 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18ec0dd2-6f56-4226-b3c6-2f4a0d855dd1 req-ca1fbac8-e117-4f0e-af76-5738ee55659f tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 945 time: 0.1160750 Sep 30 08:03:31.047679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18ec0dd2-6f56-4226-b3c6-2f4a0d855dd1 req-5f8cdfe1-f58d-40f0-b78f-a78d84b61c11 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d23444f-f136-4c32-b60f-97260b9d9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990875 Sep 30 08:03:31.088628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-93bddd02-9d83-4ad2-a961-18f313f06a1d req-95ea6b1d-6381-4364-9c53-d88565a7cf07 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Deleting port e31b10e2-b927-46cd-988b-92b53daa0cca {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:03:31.088978 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-93bddd02-9d83-4ad2-a961-18f313f06a1d req-95ea6b1d-6381-4364-9c53-d88565a7cf07 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:31.205103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c778af-e190-42c2-bb94-dfdfe9a06030 req-bdd84f26-aa1b-4e09-a95c-5c1ec2d466d4 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:31.206619 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86c778af-e190-42c2-bb94-dfdfe9a06030 req-bdd84f26-aa1b-4e09-a95c-5c1ec2d466d4 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.0993195 Sep 30 08:03:31.242890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-93bddd02-9d83-4ad2-a961-18f313f06a1d req-95ea6b1d-6381-4364-9c53-d88565a7cf07 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] For port e31b10e2-b927-46cd-988b-92b53daa0cca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e31b10e2-b927-46cd-988b-92b53daa0cca,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:31.243252 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-93bddd02-9d83-4ad2-a961-18f313f06a1d req-95ea6b1d-6381-4364-9c53-d88565a7cf07 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:31.263587 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-93bddd02-9d83-4ad2-a961-18f313f06a1d req-95ea6b1d-6381-4364-9c53-d88565a7cf07 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Calling delete_port for e31b10e2-b927-46cd-988b-92b53daa0cca owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:03:31.275728 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86c778af-e190-42c2-bb94-dfdfe9a06030 req-5767f261-c691-4396-afb1-c168b5e8a41a tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592210 Sep 30 08:03:31.433987 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ba6dd-7822-45aa-8417-f44bcf7adca0 req-6616e447-b7f8-4b65-bb9c-e9adc82481f6 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 210 time: 0.0833387 Sep 30 08:03:31.459775 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d3b2dfb4-355b-41b6-a2e2-28be5a079fec up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:03:31.510895 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef12a34-bd2b-4c84-87ac-cf5405662005 req-9a98e4f6-b868-4b01-8867-32f43a59ac93 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:31.512646 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ef12a34-bd2b-4c84-87ac-cf5405662005 req-9a98e4f6-b868-4b01-8867-32f43a59ac93 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 945 time: 0.1602540 Sep 30 08:03:31.565222 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port d3b2dfb4-355b-41b6-a2e2-28be5a079fec triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:31.565862 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:31.589661 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-93bddd02-9d83-4ad2-a961-18f313f06a1d req-95ea6b1d-6381-4364-9c53-d88565a7cf07 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:31.602574 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['e31b10e2-b927-46cd-988b-92b53daa0cca'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:31.613011 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-0e6ba393-538e-498f-9261-0459b619684e tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:31.616410 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-0e6ba393-538e-498f-9261-0459b619684e tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.35 "GET /v2.0/networks?id=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 HTTP/1.1" status: 200 len: 813 time: 0.2045825 Sep 30 08:03:31.639561 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-51b1e042-b397-41f5-9ce6-5589e50975a7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Request body: {'port': {'device_id': 'bad2092d-64ba-4234-8ebc-2e3db5891c17', 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36', 'admin_state_up': True, 'tenant_id': 'ecfb4fb7526149ea91de221ed833fc2c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:31.732567 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:31.759470 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66521610-d06f-4ed3-a788-dfafac31a4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:31.762555 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85228ff-2480-4413-9df5-c81a170dd1ef" -d '{"events": [{"server_uuid": "66521610-d06f-4ed3-a788-dfafac31a4b4", "name": "network-vif-plugged", "status": "completed", "tag": "d3b2dfb4-355b-41b6-a2e2-28be5a079fec"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:31.776976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d3b2dfb4-355b-41b6-a2e2-28be5a079fec, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:31.784448 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:31.786144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea6b1d-6381-4364-9c53-d88565a7cf07 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Pushing event deleted for resources: {'Port': ['ID=e31b10e2-b927-46cd-988b-92b53daa0cca,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:31.799949 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-51b1e042-b397-41f5-9ce6-5589e50975a7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Made reservation on behalf of ecfb4fb7526149ea91de221ed833fc2c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:03:31.804455 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-51b1e042-b397-41f5-9ce6-5589e50975a7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:31.850990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,revision_number=11']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:31.858448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bddd02-9d83-4ad2-a961-18f313f06a1d req-95ea6b1d-6381-4364-9c53-d88565a7cf07 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] No DVR routers for this DVR port e31b10e2-b927-46cd-988b-92b53daa0cca on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:03:31.862899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85b0fa04-c3c3-435f-b9d3-8bf026b2aa92 req-12cc969d-aff3-4f4f-9dd4-414ecd70a219 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 210 time: 0.1376574 Sep 30 08:03:31.864367 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-93bddd02-9d83-4ad2-a961-18f313f06a1d req-95ea6b1d-6381-4364-9c53-d88565a7cf07 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:31.866470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93bddd02-9d83-4ad2-a961-18f313f06a1d req-95ea6b1d-6381-4364-9c53-d88565a7cf07 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.36 "DELETE /v2.0/ports/e31b10e2-b927-46cd-988b-92b53daa0cca HTTP/1.1" status: 204 len: 173 time: 0.9256265 Sep 30 08:03:31.868194 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d515ecf-0d50-4ea6-bb37-ed030ac85ecd', 'name': 'network-vif-deleted', 'tag': 'e31b10e2-b927-46cd-988b-92b53daa0cca'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:31.870520 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e66b3d-b275-4df8-9c47-004a3fab2027" -d '{"events": [{"server_uuid": "0d515ecf-0d50-4ea6-bb37-ed030ac85ecd", "name": "network-vif-deleted", "tag": "e31b10e2-b927-46cd-988b-92b53daa0cca"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:31.908489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedb761-5754-4a45-a5af-f916e6ef4873 req-f593ded3-1718-40c0-a537-c5fc32e09534 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:31.910081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcedb761-5754-4a45-a5af-f916e6ef4873 req-f593ded3-1718-40c0-a537-c5fc32e09534 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 943 time: 0.2194219 Sep 30 08:03:31.921451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-3ef12a34-bd2b-4c84-87ac-cf5405662005 req-39302fa7-0d21-4970-8ee9-65ab3ff7e8a3 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Deleting port ffa246ec-0d58-4116-a17d-5925597d4c03 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:03:31.921813 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ef12a34-bd2b-4c84-87ac-cf5405662005 req-39302fa7-0d21-4970-8ee9-65ab3ff7e8a3 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:31.953515 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354f5dbb-3509-4b98-9877-0a07856b672b x-openstack-request-id: req-354f5dbb-3509-4b98-9877-0a07856b672b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:31.954335 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66521610-d06f-4ed3-a788-dfafac31a4b4", "name": "network-vif-plugged", "status": "completed", "tag": "d3b2dfb4-355b-41b6-a2e2-28be5a079fec", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:31.954752 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-354f5dbb-3509-4b98-9877-0a07856b672b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:31.955311 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66521610-d06f-4ed3-a788-dfafac31a4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec', 'code': 200} Sep 30 08:03:32.057505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-51b1e042-b397-41f5-9ce6-5589e50975a7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Allocated IP 172.20.0.7 (b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36/d239a631-318f-475f-ad41-a02fa80a44bf/52de89bc-5b29-4688-9a92-f5db9f3c9d61) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:03:32.274671 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-51b1e042-b397-41f5-9ce6-5589e50975a7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:32.317755 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-51b1e042-b397-41f5-9ce6-5589e50975a7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:32.330799 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6decef1d-18c8-4e6f-b829-e65c8ac5116a x-openstack-request-id: req-6decef1d-18c8-4e6f-b829-e65c8ac5116a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:32.331354 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d515ecf-0d50-4ea6-bb37-ed030ac85ecd", "name": "network-vif-deleted", "tag": "e31b10e2-b927-46cd-988b-92b53daa0cca", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:32.331678 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6decef1d-18c8-4e6f-b829-e65c8ac5116a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:32.332299 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d515ecf-0d50-4ea6-bb37-ed030ac85ecd', 'name': 'network-vif-deleted', 'tag': 'e31b10e2-b927-46cd-988b-92b53daa0cca', 'status': 'completed', 'code': 200} Sep 30 08:03:32.334123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['e31b10e2-b927-46cd-988b-92b53daa0cca'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:32.381610 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-51b1e042-b397-41f5-9ce6-5589e50975a7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:03:32.385931 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-51b1e042-b397-41f5-9ce6-5589e50975a7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:03:32.391390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-51b1e042-b397-41f5-9ce6-5589e50975a7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:03:32.392899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3ef12a34-bd2b-4c84-87ac-cf5405662005 req-39302fa7-0d21-4970-8ee9-65ab3ff7e8a3 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] For port ffa246ec-0d58-4116-a17d-5925597d4c03, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=ffa246ec-0d58-4116-a17d-5925597d4c03,segment=NetworkSegment(bd4c9a80-425c-48d0-aea8-a920034502a9),segment_id=bd4c9a80-425c-48d0-aea8-a920034502a9)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:32.393413 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ef12a34-bd2b-4c84-87ac-cf5405662005 req-39302fa7-0d21-4970-8ee9-65ab3ff7e8a3 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:32.434026 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcedb761-5754-4a45-a5af-f916e6ef4873 req-065cbb18-af4b-435f-898f-650dcba09454 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5137215 Sep 30 08:03:32.440152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1e042-b397-41f5-9ce6-5589e50975a7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Pushing event updated for resources: {'Port': ['ID=52de89bc-5b29-4688-9a92-f5db9f3c9d61,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:32.455594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-3ef12a34-bd2b-4c84-87ac-cf5405662005 req-39302fa7-0d21-4970-8ee9-65ab3ff7e8a3 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Calling delete_port for ffa246ec-0d58-4116-a17d-5925597d4c03 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:03:32.462610 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-f1bc9ecf-0d4e-4cce-88bc-ba884628c050 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=21516085bfed40e3aed84af26bb1b679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1284454 Sep 30 08:03:32.493671 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-51b1e042-b397-41f5-9ce6-5589e50975a7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:32.494358 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-51b1e042-b397-41f5-9ce6-5589e50975a7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:32.514243 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-51b1e042-b397-41f5-9ce6-5589e50975a7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8800199 Sep 30 08:03:32.554747 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Request body: {'port': {'device_id': 'bad2092d-64ba-4234-8ebc-2e3db5891c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:32.621270 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:32.633674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb778c-3ce3-4cd4-88d2-5b184f44101c req-065e5426-00fe-4d74-b018-3c7d2ad453f7 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:32.640504 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2fb778c-3ce3-4cd4-88d2-5b184f44101c req-065e5426-00fe-4d74-b018-3c7d2ad453f7 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 945 time: 0.3051643 Sep 30 08:03:32.747208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-70bda922-aee0-4462-861f-de3c23f83469 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:32.750041 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-70bda922-aee0-4462-861f-de3c23f83469 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664418 Sep 30 08:03:32.777652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-19b6578e-4c88-43cd-8a72-c95b1e063513 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Request body: {'port': {'device_id': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '21516085bfed40e3aed84af26bb1b679'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:32.856346 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2fb778c-3ce3-4cd4-88d2-5b184f44101c req-cd9a10ad-eec2-43af-9c10-cad098739c2d tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d23444f-f136-4c32-b60f-97260b9d9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127910 Sep 30 08:03:32.877793 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa4c12-b146-402d-a454-c0ae9f137bdb req-03da0dae-c867-4fcd-9418-a1192d3a78ff tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:32.884811 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2aa4c12-b146-402d-a454-c0ae9f137bdb req-03da0dae-c867-4fcd-9418-a1192d3a78ff tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.2637789 Sep 30 08:03:32.932592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f6dfe7e-63bd-4426-8f58-1899cdd47f62 req-2c6aa085-ca9a-4340-bbea-c1da52bae6cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2272573 Sep 30 08:03:32.976748 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ef12a34-bd2b-4c84-87ac-cf5405662005 req-39302fa7-0d21-4970-8ee9-65ab3ff7e8a3 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:32.986637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52de89bc-5b29-4688-9a92-f5db9f3c9d61 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:32.992829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['ffa246ec-0d58-4116-a17d-5925597d4c03'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:33.018871 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:33.046043 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2aa4c12-b146-402d-a454-c0ae9f137bdb req-dc172188-8867-42eb-8073-9cb591bc31d3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601946 Sep 30 08:03:33.058011 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Transition to ACTIVE for port object 52de89bc-5b29-4688-9a92-f5db9f3c9d61 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:03:33.063857 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:33.068472 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39302fa7-0d21-4970-8ee9-65ab3ff7e8a3 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Pushing event deleted for resources: {'Port': ['ID=ffa246ec-0d58-4116-a17d-5925597d4c03,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:33.137518 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=52de89bc-5b29-4688-9a92-f5db9f3c9d61,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:33.218425 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51048cc6-413c-4a35-b358-4e71df0f3fdf req-db8b7466-f8fc-4020-ace4-3b025d7b84a5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 210 time: 0.0448565 Sep 30 08:03:33.246992 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841975f6-accb-4301-8300-7d2f1ee3666f req-5b701682-fb5d-4e57-8af5-002692e28a9b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:33.256504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Attempting to bind port 52de89bc-5b29-4688-9a92-f5db9f3c9d61 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:03:33.256954 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Attempting to bind port 52de89bc-5b29-4688-9a92-f5db9f3c9d61 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '8b2bfaa0-9002-4d63-85fe-09b873bb757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:03:33.257396 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Attempting to bind port 52de89bc-5b29-4688-9a92-f5db9f3c9d61 on network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:33.263056 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Port 52de89bc-5b29-4688-9a92-f5db9f3c9d61 on network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:03:33.263496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Attempting to bind port 52de89bc-5b29-4688-9a92-f5db9f3c9d61 on network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:33.267182 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-841975f6-accb-4301-8300-7d2f1ee3666f req-5b701682-fb5d-4e57-8af5-002692e28a9b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 943 time: 0.2192767 Sep 30 08:03:33.271338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:03:33.274005 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Checking segment: {'id': '8b2bfaa0-9002-4d63-85fe-09b873bb757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:03:33.274575 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Bound using segment: {'id': '8b2bfaa0-9002-4d63-85fe-09b873bb757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:03:33.275132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Bound port: 52de89bc-5b29-4688-9a92-f5db9f3c9d61, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2bfaa0-9002-4d63-85fe-09b873bb757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:03:33.275622 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:33.276466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef12a34-bd2b-4c84-87ac-cf5405662005 req-39302fa7-0d21-4970-8ee9-65ab3ff7e8a3 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] No DVR routers for this DVR port ffa246ec-0d58-4116-a17d-5925597d4c03 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:03:33.289770 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ef12a34-bd2b-4c84-87ac-cf5405662005 req-39302fa7-0d21-4970-8ee9-65ab3ff7e8a3 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:33.291760 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ef12a34-bd2b-4c84-87ac-cf5405662005 req-39302fa7-0d21-4970-8ee9-65ab3ff7e8a3 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.36 "DELETE /v2.0/ports/ffa246ec-0d58-4116-a17d-5925597d4c03 HTTP/1.1" status: 204 len: 173 time: 1.7721193 Sep 30 08:03:33.321547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-19b6578e-4c88-43cd-8a72-c95b1e063513 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Made reservation on behalf of 21516085bfed40e3aed84af26bb1b679 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:03:33.326237 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-19b6578e-4c88-43cd-8a72-c95b1e063513 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:33.339973 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dfe7e-63bd-4426-8f58-1899cdd47f62 req-46ba5484-3351-4028-960a-014ca99bc384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:33.341568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f6dfe7e-63bd-4426-8f58-1899cdd47f62 req-46ba5484-3351-4028-960a-014ca99bc384 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 1100 time: 0.3146033 Sep 30 08:03:33.412239 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] For port 52de89bc-5b29-4688-9a92-f5db9f3c9d61, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:03:33.417079 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] For port 52de89bc-5b29-4688-9a92-f5db9f3c9d61, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=52de89bc-5b29-4688-9a92-f5db9f3c9d61,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:03:33.427188 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:33.445418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-841975f6-accb-4301-8300-7d2f1ee3666f req-b91bbab0-a872-479e-a7a0-301982aa9bd4 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752441 Sep 30 08:03:33.481165 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:33.481887 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:33.483166 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] 10.222.0.35 "PUT /v2.0/ports/52de89bc-5b29-4688-9a92-f5db9f3c9d61 HTTP/1.1" status: 200 len: 1091 time: 0.9341643 Sep 30 08:03:33.483600 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad2092d-64ba-4234-8ebc-2e3db5891c17', 'tag': '52de89bc-5b29-4688-9a92-f5db9f3c9d61'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:33.486103 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89c2df5-8716-45c2-b147-cf979e07255b" -d '{"events": [{"name": "network-changed", "server_uuid": "bad2092d-64ba-4234-8ebc-2e3db5891c17", "tag": "52de89bc-5b29-4688-9a92-f5db9f3c9d61"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:33.524294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a27c1-f5ce-47b4-b034-9edf6e29f1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=52de89bc-5b29-4688-9a92-f5db9f3c9d61,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:33.575048 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-19b6578e-4c88-43cd-8a72-c95b1e063513 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Allocated IP 192.168.233.109 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/9b9f757f-e980-4507-8389-974130932a9e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:03:33.588820 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b36820-1aaa-47a5-af5a-9efc6d4f6b78 x-openstack-request-id: req-39b36820-1aaa-47a5-af5a-9efc6d4f6b78 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:33.589232 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad2092d-64ba-4234-8ebc-2e3db5891c17", "tag": "52de89bc-5b29-4688-9a92-f5db9f3c9d61", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:33.589575 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39b36820-1aaa-47a5-af5a-9efc6d4f6b78 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:33.590061 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad2092d-64ba-4234-8ebc-2e3db5891c17', 'tag': '52de89bc-5b29-4688-9a92-f5db9f3c9d61', 'status': 'completed', 'code': 200} Sep 30 08:03:33.607357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-d507b017-1cc3-4b10-aa5d-13d63241022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:33.609242 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-d507b017-1cc3-4b10-aa5d-13d63241022f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecfb4fb7526149ea91de221ed833fc2c&device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 1094 time: 0.0588238 Sep 30 08:03:33.673659 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-f9567a15-a762-4b57-8e82-d58625d73a59 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52de89bc-5b29-4688-9a92-f5db9f3c9d61 HTTP/1.1" status: 200 len: 217 time: 0.0475557 Sep 30 08:03:33.728612 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-06355acc-f4f4-4ab4-aa39-0a0be9efa5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:33.730231 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-06355acc-f4f4-4ab4-aa39-0a0be9efa5fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d239a631-318f-475f-ad41-a02fa80a44bf HTTP/1.1" status: 200 len: 853 time: 0.0483794 Sep 30 08:03:33.751453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dfe7e-63bd-4426-8f58-1899cdd47f62 req-a7a0aded-f758-47fc-96cf-8303c4974abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:33.753047 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f6dfe7e-63bd-4426-8f58-1899cdd47f62 req-a7a0aded-f758-47fc-96cf-8303c4974abb service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.3700082 Sep 30 08:03:33.760439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4dc42a-9e2e-4e2b-9f92-bec2317cd0c9 req-15a32a18-ca0f-4bb8-9d7d-5c9283018141 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:33.761998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b4dc42a-9e2e-4e2b-9f92-bec2317cd0c9 req-15a32a18-ca0f-4bb8-9d7d-5c9283018141 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 943 time: 0.1472318 Sep 30 08:03:33.766835 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-103a60ab-e2e2-4fd2-855d-c67b6907aa8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265357 Sep 30 08:03:33.865154 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-a3e4dfb0-b43c-48c1-8117-381c6be35bec service neutron] 10.222.0.35 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909262 Sep 30 08:03:33.871467 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f6dfe7e-63bd-4426-8f58-1899cdd47f62 req-681e71ab-7f1d-40a3-8d31-e6659e811583 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0 HTTP/1.1" status: 200 len: 217 time: 0.1084621 Sep 30 08:03:33.973677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b4dc42a-9e2e-4e2b-9f92-bec2317cd0c9 req-37d5c388-6181-40b9-9699-402ee5c82190 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021816 Sep 30 08:03:34.007948 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e646c7b0-48cd-45db-ba4b-fea6dd939e9b req-eb1d7657-c4c1-439e-a00b-253b07bd7fd7 service neutron] 10.222.0.35 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334574 Sep 30 08:03:34.017986 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-19b6578e-4c88-43cd-8a72-c95b1e063513 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:34.043844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-adc28030-b4ff-4133-b55f-bff3b98c5836 req-92453f71-12b7-4470-aeea-866ab08894b5 tempest-InstanceActionsTestJSON-2100857727 tempest-InstanceActionsTestJSON-2100857727-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87f90e8-5174-4b5a-98e5-1da55c3a8477 HTTP/1.1" status: 200 len: 210 time: 0.0690980 Sep 30 08:03:34.058017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dfe7e-63bd-4426-8f58-1899cdd47f62 req-df117c6b-0501-48c3-aee1-f9bce50a4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:34.058774 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f6dfe7e-63bd-4426-8f58-1899cdd47f62 req-df117c6b-0501-48c3-aee1-f9bce50a4971 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1780214 Sep 30 08:03:34.141579 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-19b6578e-4c88-43cd-8a72-c95b1e063513 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:34.143211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dfe7e-63bd-4426-8f58-1899cdd47f62 req-543a841b-d712-406d-9891-e06845ba403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:34.144835 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f6dfe7e-63bd-4426-8f58-1899cdd47f62 req-543a841b-d712-406d-9891-e06845ba403f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785666 Sep 30 08:03:34.154495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['98d33256-ecf2-4bfe-9a97-7d4afde340f0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:34.166141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c2df5-8716-45c2-b147-cf979e07255b req-35972dbd-111b-4bac-a999-48e6b37fe122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:34.167623 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c89c2df5-8716-45c2-b147-cf979e07255b req-35972dbd-111b-4bac-a999-48e6b37fe122 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecfb4fb7526149ea91de221ed833fc2c&device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 1094 time: 0.0519094 Sep 30 08:03:34.182491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['90964885-bc3d-4d3b-894b-ff2a2e11e652', 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:34.231256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-19b6578e-4c88-43cd-8a72-c95b1e063513 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:03:34.245004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-19b6578e-4c88-43cd-8a72-c95b1e063513 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:03:34.258697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-19b6578e-4c88-43cd-8a72-c95b1e063513 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:03:34.267920 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6578e-4c88-43cd-8a72-c95b1e063513 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Pushing event updated for resources: {'Port': ['ID=9b9f757f-e980-4507-8389-974130932a9e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:34.300441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c2df5-8716-45c2-b147-cf979e07255b req-6ded54b0-edf1-4d98-9f00-a3a53b288a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:34.302458 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c89c2df5-8716-45c2-b147-cf979e07255b req-6ded54b0-edf1-4d98-9f00-a3a53b288a9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 HTTP/1.1" status: 200 len: 914 time: 0.1254039 Sep 30 08:03:34.335562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87f90e8-5174-4b5a-98e5-1da55c3a8477', 'name': 'network-vif-deleted', 'tag': 'ffa246ec-0d58-4116-a17d-5925597d4c03'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:34.337791 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7dfb48-58bf-4540-9383-6e80407a45ff" -d '{"events": [{"server_uuid": "f87f90e8-5174-4b5a-98e5-1da55c3a8477", "name": "network-vif-deleted", "tag": "ffa246ec-0d58-4116-a17d-5925597d4c03"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:34.355370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfca01d-787d-457d-89b0-66079e305026 req-fc1d61be-1721-44a8-bdf5-5a72a9aa6f79 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:34.364682 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcfca01d-787d-457d-89b0-66079e305026 req-fc1d61be-1721-44a8-bdf5-5a72a9aa6f79 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.2417216 Sep 30 08:03:34.393645 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c89c2df5-8716-45c2-b147-cf979e07255b req-4f34d546-5311-4991-b111-a58762aa1e9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52de89bc-5b29-4688-9a92-f5db9f3c9d61 HTTP/1.1" status: 200 len: 217 time: 0.0722234 Sep 30 08:03:34.473118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-19b6578e-4c88-43cd-8a72-c95b1e063513 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:34.473635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c2df5-8716-45c2-b147-cf979e07255b req-4b243bc7-50f7-4da3-8b99-fd35d79a387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:34.474970 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-19b6578e-4c88-43cd-8a72-c95b1e063513 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:34.476721 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c89c2df5-8716-45c2-b147-cf979e07255b req-4b243bc7-50f7-4da3-8b99-fd35d79a387e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d239a631-318f-475f-ad41-a02fa80a44bf HTTP/1.1" status: 200 len: 853 time: 0.0724876 Sep 30 08:03:34.507354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f6dfe7e-63bd-4426-8f58-1899cdd47f62 req-fe54bcb4-20b9-4f14-963d-88e0fb0e3715 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440926 Sep 30 08:03:34.529718 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c89c2df5-8716-45c2-b147-cf979e07255b req-fca5e28e-d160-4849-bd1e-d59f1df0e045 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381637 Sep 30 08:03:34.547146 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcfca01d-787d-457d-89b0-66079e305026 req-166fb6c1-a925-442a-8623-7ebb45aba030 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762812 Sep 30 08:03:34.576000 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-19b6578e-4c88-43cd-8a72-c95b1e063513 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8050160 Sep 30 08:03:34.598677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1291c3-530f-430f-b1ac-9830a29784fd req-696f8e7f-495b-486e-a85f-f57b920b0532 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:34.608433 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf1291c3-530f-430f-b1ac-9830a29784fd req-696f8e7f-495b-486e-a85f-f57b920b0532 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 936 time: 0.2330458 Sep 30 08:03:34.619612 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b25bc4c1-0368-4a05-9dfa-d562223de786 None None] Provisioning complete for port 9b9f757f-e980-4507-8389-974130932a9e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:34.620349 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b25bc4c1-0368-4a05-9dfa-d562223de786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:34.626196 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Request body: {'port': {'device_id': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:34.668603 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b42d8cb-65d6-41b2-870d-a567e9aceb3a x-openstack-request-id: req-9b42d8cb-65d6-41b2-870d-a567e9aceb3a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:34.668904 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87f90e8-5174-4b5a-98e5-1da55c3a8477", "name": "network-vif-deleted", "tag": "ffa246ec-0d58-4116-a17d-5925597d4c03", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:34.669171 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b42d8cb-65d6-41b2-870d-a567e9aceb3a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:34.669583 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87f90e8-5174-4b5a-98e5-1da55c3a8477', 'name': 'network-vif-deleted', 'tag': 'ffa246ec-0d58-4116-a17d-5925597d4c03', 'status': 'completed', 'code': 200} Sep 30 08:03:34.674728 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c89c2df5-8716-45c2-b147-cf979e07255b req-b5e91e07-7c5a-4359-8f4d-13274ee98be3 service neutron] 10.222.0.35 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292212 Sep 30 08:03:34.683783 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b25bc4c1-0368-4a05-9dfa-d562223de786 None None] Port 9b9f757f-e980-4507-8389-974130932a9e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:03:34.800166 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf1291c3-530f-430f-b1ac-9830a29784fd req-c91e393d-7dc0-4677-a432-4c1613cd52d0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868918 Sep 30 08:03:34.815043 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:34.854348 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f6dfe7e-63bd-4426-8f58-1899cdd47f62 req-f3c18cc0-ba89-4451-acc6-34a90b4c81d8 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328090 Sep 30 08:03:34.916357 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac077140-830f-4de7-a22f-abca1ac8a9eb req-ebc41ff4-6b4f-47d8-b163-1ef882630589 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:34.918049 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac077140-830f-4de7-a22f-abca1ac8a9eb req-ebc41ff4-6b4f-47d8-b163-1ef882630589 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 943 time: 0.1097951 Sep 30 08:03:35.040811 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac077140-830f-4de7-a22f-abca1ac8a9eb req-57fec216-e2fa-4b3d-870e-4b28126c40dd tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134303 Sep 30 08:03:35.097289 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c89c2df5-8716-45c2-b147-cf979e07255b req-4eb9f0e8-638c-4bc5-ba9d-2060ebbe4b95 service neutron] 10.222.0.35 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152927 Sep 30 08:03:35.118416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47622) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:35.182186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead22e0-8402-4d8e-8d98-0f8766c0d0e7 req-a8426597-1406-43c6-8835-22ef3ed6c220 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:35.190508 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ead22e0-8402-4d8e-8d98-0f8766c0d0e7 req-a8426597-1406-43c6-8835-22ef3ed6c220 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 943 time: 0.1047418 Sep 30 08:03:35.194924 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d3e6fc-f6cb-4e48-8326-6814e3eee9ae admin admin] Deleting subnet 7e715d45-d451-4207-b9fb-bc9fcf57315b {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:03:35.198080 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90d3e6fc-f6cb-4e48-8326-6814e3eee9ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.242871 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90d3e6fc-f6cb-4e48-8326-6814e3eee9ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.264804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ead22e0-8402-4d8e-8d98-0f8766c0d0e7 req-4f998d2b-916c-45a7-8707-933ed598952e tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732381 Sep 30 08:03:35.282766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e31b10e2-b927-46cd-988b-92b53daa0cca no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:03:35.288240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9f757f-e980-4507-8389-974130932a9e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:35.297057 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90d3e6fc-f6cb-4e48-8326-6814e3eee9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.303209 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: e31b10e2-b927-46cd-988b-92b53daa0cca {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:03:35.303774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e31b10e2-b927-46cd-988b-92b53daa0cca not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:03:35.304399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device ffa246ec-0d58-4116-a17d-5925597d4c03 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:03:35.317281 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.329925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: ffa246ec-0d58-4116-a17d-5925597d4c03 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:03:35.330462 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device ffa246ec-0d58-4116-a17d-5925597d4c03 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:03:35.336129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Transition to ACTIVE for port object 9b9f757f-e980-4507-8389-974130932a9e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:03:35.342003 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.367013 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90d3e6fc-f6cb-4e48-8326-6814e3eee9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.399326 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3e6fc-f6cb-4e48-8326-6814e3eee9ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e715d45-d451-4207-b9fb-bc9fcf57315b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:35.401440 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90d3e6fc-f6cb-4e48-8326-6814e3eee9ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.406733 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-90d3e6fc-f6cb-4e48-8326-6814e3eee9ae admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7e715d45-d451-4207-b9fb-bc9fcf57315b HTTP/1.1" status: 204 len: 168 time: 0.2871654 Sep 30 08:03:35.407691 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47624) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:35.434091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9f757f-e980-4507-8389-974130932a9e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:35.486188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:03:35.501971 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2f51305-60df-4a62-811c-b5684df03e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.522356 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Attempting to bind port 9b9f757f-e980-4507-8389-974130932a9e on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:03:35.524655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Attempting to bind port 9b9f757f-e980-4507-8389-974130932a9e by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:03:35.527227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Attempting to bind port 9b9f757f-e980-4507-8389-974130932a9e on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:35.544276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Port 9b9f757f-e980-4507-8389-974130932a9e on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:03:35.544758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Attempting to bind port 9b9f757f-e980-4507-8389-974130932a9e on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:35.552350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:03:35.552937 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:03:35.553516 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:03:35.554677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Bound port: 9b9f757f-e980-4507-8389-974130932a9e, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:03:35.555212 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.617018 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2f51305-60df-4a62-811c-b5684df03e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.669632 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a2f51305-60df-4a62-811c-b5684df03e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800d82ce-db93-4f5d-98bf-2ef8e86d19c4']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:03:35.688008 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a2f51305-60df-4a62-811c-b5684df03e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4c9a80-425c-48d0-aea8-a920034502a9') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:03:35.689202 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a2f51305-60df-4a62-811c-b5684df03e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4c9a80-425c-48d0-aea8-a920034502a9') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:03:35.701695 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2f51305-60df-4a62-811c-b5684df03e94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.711757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:03:35.715495 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9b9f757f-e980-4507-8389-974130932a9e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:03:35.719689 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2f51305-60df-4a62-811c-b5684df03e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.728297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=79f9e0cf-23fc-4a51-bb68-c2baa7ad0804,segment=NetworkSegment(b52daade-4df6-44af-a65c-ee0d6879fe32),segment_id=b52daade-4df6-44af-a65c-ee0d6879fe32)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:35.734840 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.737350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f51305-60df-4a62-811c-b5684df03e94 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:03:35.738350 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2f51305-60df-4a62-811c-b5684df03e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:03:35.740927 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:03:35.784106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '79f9e0cf-23fc-4a51-bb68-c2baa7ad0804', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'port_id': '79f9e0cf-23fc-4a51-bb68-c2baa7ad0804', 'mac_address': 'fa:16:3e:9d:73:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a589755d-193f-4724-ad80-150315883aa5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:03:35.811612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9f757f-e980-4507-8389-974130932a9e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:35.814684 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2f51305-60df-4a62-811c-b5684df03e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.832842 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2f51305-60df-4a62-811c-b5684df03e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.837392 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a2f51305-60df-4a62-811c-b5684df03e94 admin admin] 10.222.0.24 "DELETE /v2.0/networks/800d82ce-db93-4f5d-98bf-2ef8e86d19c4 HTTP/1.1" status: 204 len: 168 time: 0.4263880 Sep 30 08:03:35.837566 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:35.837566 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.838144 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-cebd49ef-3f0a-4ffa-a430-d100f8d26443 service neutron] 10.222.0.35 "PUT /v2.0/ports/9b9f757f-e980-4507-8389-974130932a9e HTTP/1.1" status: 200 len: 1096 time: 1.2174230 Sep 30 08:03:35.851938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e736fc-8375-4842-8a1a-2384c39b3abc req-986b4b8a-aa2f-49f0-a1bb-428ad1c1d786 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:35.860891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29e736fc-8375-4842-8a1a-2384c39b3abc req-986b4b8a-aa2f-49f0-a1bb-428ad1c1d786 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.1437409 Sep 30 08:03:35.878591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f51305-60df-4a62-811c-b5684df03e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=800d82ce-db93-4f5d-98bf-2ef8e86d19c4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:35.888176 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:35.910850 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:35.939673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=79f9e0cf-23fc-4a51-bb68-c2baa7ad0804,segment=NetworkSegment(b52daade-4df6-44af-a65c-ee0d6879fe32),segment_id=b52daade-4df6-44af-a65c-ee0d6879fe32)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:35.942725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29e736fc-8375-4842-8a1a-2384c39b3abc req-8315d792-1779-4b82-9e0c-a5c25af13823 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807798 Sep 30 08:03:35.946273 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:36.068850 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47638) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:36.083146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=79f9e0cf-23fc-4a51-bb68-c2baa7ad0804,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:36.098757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-13bd949d-e3a5-44aa-a797-406461e70847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:36.107415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-13bd949d-e3a5-44aa-a797-406461e70847 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 1099 time: 0.1927128 Sep 30 08:03:36.134816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05d95d-00a6-47be-92f7-ff895d874c0a req-a3537cc6-1e5a-4048-8d38-01a4bd59247b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:36.136723 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb05d95d-00a6-47be-92f7-ff895d874c0a req-a3537cc6-1e5a-4048-8d38-01a4bd59247b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 948 time: 0.1340561 Sep 30 08:03:36.158304 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-639c32ec-ade1-40c6-8d7b-93e9c750c072 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ff25603ee234829beeb417cc0b3da87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0882094 Sep 30 08:03:36.160636 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47640) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:36.240654 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4958d2a8-11e9-4677-be63-0deed1ac7a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:36.268602 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4958d2a8-11e9-4677-be63-0deed1ac7a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:36.325596 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4958d2a8-11e9-4677-be63-0deed1ac7a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:36.329771 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4958d2a8-11e9-4677-be63-0deed1ac7a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:36.333373 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4958d2a8-11e9-4677-be63-0deed1ac7a18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d23444f-f136-4c32-b60f-97260b9d9b3b HTTP/1.1" status: 204 len: 168 time: 0.1697176 Sep 30 08:03:36.340254 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958d2a8-11e9-4677-be63-0deed1ac7a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d23444f-f136-4c32-b60f-97260b9d9b3b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:36.359617 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['79f9e0cf-23fc-4a51-bb68-c2baa7ad0804'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:36.552562 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-2ca56cae-d0bf-431a-8e2d-eedfc54f9628 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9b9f757f-e980-4507-8389-974130932a9e HTTP/1.1" status: 200 len: 217 time: 0.4091775 Sep 30 08:03:36.650073 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe578b96-6b86-43bb-bab8-950cc962f40e req-1037a12a-0891-4c84-a855-b2fb138095a8 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:36.651637 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe578b96-6b86-43bb-bab8-950cc962f40e req-1037a12a-0891-4c84-a855-b2fb138095a8 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 943 time: 0.4973414 Sep 30 08:03:36.661061 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb05d95d-00a6-47be-92f7-ff895d874c0a req-54ed71cf-a7a6-4793-b1bb-4be9e7739f08 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088375 Sep 30 08:03:36.669890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-979f092d-3325-47c8-9862-fdf2df20e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:36.671324 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-979f092d-3325-47c8-9862-fdf2df20e15e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0957251 Sep 30 08:03:36.678193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'tag': '9b9f757f-e980-4507-8389-974130932a9e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:36.680422 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b8b108-f083-459c-995f-60a3fe2aa27b" -d '{"events": [{"name": "network-changed", "server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "tag": "9b9f757f-e980-4507-8389-974130932a9e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:36.737025 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe578b96-6b86-43bb-bab8-950cc962f40e req-6a0a2396-a935-4d4c-8107-a21e2fe6d02d tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746534 Sep 30 08:03:36.750694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-6f23b53e-b896-4eee-a250-ff842d005e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:36.751945 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-6f23b53e-b896-4eee-a250-ff842d005e1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684321 Sep 30 08:03:36.869753 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e7e724-ca9e-498c-98c6-1fe6f17f545a x-openstack-request-id: req-f9e7e724-ca9e-498c-98c6-1fe6f17f545a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:36.870331 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "tag": "9b9f757f-e980-4507-8389-974130932a9e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:36.870331 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9e7e724-ca9e-498c-98c6-1fe6f17f545a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:36.870649 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'tag': '9b9f757f-e980-4507-8389-974130932a9e', 'status': 'completed', 'code': 200} Sep 30 08:03:36.944670 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-252dd94b-56b3-4718-ae0a-b6da96a7f60a service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832898 Sep 30 08:03:36.965225 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bd2a9-6780-4336-b126-0b23f27116f8 req-4cebeb70-51e1-4372-870e-92d386b15049 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:36.973908 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-287bd2a9-6780-4336-b126-0b23f27116f8 req-4cebeb70-51e1-4372-870e-92d386b15049 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 944 time: 0.1070266 Sep 30 08:03:37.083826 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-287bd2a9-6780-4336-b126-0b23f27116f8 req-46591a4d-b715-41a4-89eb-7f0dc0025aa6 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071045 Sep 30 08:03:37.186115 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df6a2d25-3ebc-4a6b-b125-c50ae7c8125c req-d6f516ae-5e31-436c-9c9f-941b72c550c1 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098529 Sep 30 08:03:37.220516 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a6d8b-ae1d-422d-8749-4ae90cefa213 req-71cab0ba-4100-47ca-9377-57d03320fcb1 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:37.222403 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-387a6d8b-ae1d-422d-8749-4ae90cefa213 req-71cab0ba-4100-47ca-9377-57d03320fcb1 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.0954859 Sep 30 08:03:37.284900 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-387a6d8b-ae1d-422d-8749-4ae90cefa213 req-a6c0d54d-2d87-454b-ae00-970f745a6fcf tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553713 Sep 30 08:03:37.330392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:37.366061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8b108-f083-459c-995f-60a3fe2aa27b req-ff579639-a501-4eae-95e6-a43bad8fb083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:37.368329 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-28b8b108-f083-459c-995f-60a3fe2aa27b req-ff579639-a501-4eae-95e6-a43bad8fb083 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 1099 time: 0.0489063 Sep 30 08:03:37.455490 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f2a3538d-4be0-454b-a63d-d160d1477278 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1402039885-network', 'tenant_id': 'a3bf1b3c3aac4655a5a32c3ae328f383'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:37.473361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8b108-f083-459c-995f-60a3fe2aa27b req-a221e471-0a0e-456d-bed9-1805b8457bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:37.475382 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-28b8b108-f083-459c-995f-60a3fe2aa27b req-a221e471-0a0e-456d-bed9-1805b8457bb6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.0982711 Sep 30 08:03:37.495987 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a3538d-4be0-454b-a63d-d160d1477278 admin admin] Made reservation on behalf of a3bf1b3c3aac4655a5a32c3ae328f383 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:03:37.498161 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 52de89bc-5b29-4688-9a92-f5db9f3c9d61 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:03:37.499041 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2a3538d-4be0-454b-a63d-d160d1477278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:37.506721 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:03:37.509961 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2a3538d-4be0-454b-a63d-d160d1477278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:37.541992 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-28b8b108-f083-459c-995f-60a3fe2aa27b req-a6913db9-8435-4033-8da8-53e4f0564bdd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9b9f757f-e980-4507-8389-974130932a9e HTTP/1.1" status: 200 len: 217 time: 0.0579262 Sep 30 08:03:37.599754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:03:37.613060 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:37.613690 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:37.649140 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8b108-f083-459c-995f-60a3fe2aa27b req-387607e9-4781-46a9-8162-7d5db0667a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:37.651008 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-28b8b108-f083-459c-995f-60a3fe2aa27b req-387607e9-4781-46a9-8162-7d5db0667a59 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0998056 Sep 30 08:03:37.725354 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2a3538d-4be0-454b-a63d-d160d1477278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:37.732348 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2a3538d-4be0-454b-a63d-d160d1477278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:37.754683 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 52de89bc-5b29-4688-9a92-f5db9f3c9d61, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=52de89bc-5b29-4688-9a92-f5db9f3c9d61,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:37.754972 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8b108-f083-459c-995f-60a3fe2aa27b req-80e467b2-86fb-40f9-89e4-0f7cf0dffaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:37.756733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-28b8b108-f083-459c-995f-60a3fe2aa27b req-80e467b2-86fb-40f9-89e4-0f7cf0dffaf6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956068 Sep 30 08:03:37.757413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a3538d-4be0-454b-a63d-d160d1477278 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:03:37.776606 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3538d-4be0-454b-a63d-d160d1477278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22e15ff-9ea4-47f7-a277-1813806254ed,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:37.779892 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2a3538d-4be0-454b-a63d-d160d1477278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:37.780300 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-f2a3538d-4be0-454b-a63d-d160d1477278 admin admin] Added segment 603a1ea4-5682-4c33-b2fd-178ea1e413a7 of type vlan for network f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d Sep 30 08:03:37.835075 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2a3538d-4be0-454b-a63d-d160d1477278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:37.848062 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '52de89bc-5b29-4688-9a92-f5db9f3c9d61', 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36', 'port_id': '52de89bc-5b29-4688-9a92-f5db9f3c9d61', 'mac_address': 'fa:16:3e:f6:83:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd239a631-318f-475f-ad41-a02fa80a44bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:03:37.880984 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2a3538d-4be0-454b-a63d-d160d1477278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:37.886159 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a3538d-4be0-454b-a63d-d160d1477278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:37.887545 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2a3538d-4be0-454b-a63d-d160d1477278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:37.894161 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:37.933094 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f2a3538d-4be0-454b-a63d-d160d1477278 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5991161 Sep 30 08:03:37.933768 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=79f9e0cf-23fc-4a51-bb68-c2baa7ad0804,segment=NetworkSegment(b52daade-4df6-44af-a65c-ee0d6879fe32),segment_id=b52daade-4df6-44af-a65c-ee0d6879fe32)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:37.934384 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47744) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:37.935003 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a26c4d-15c3-42bf-8f5a-9903e1ae9220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f9e0cf-23fc-4a51-bb68-c2baa7ad0804'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:37.938611 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e384305-d2af-4c37-9d9e-4062a4540ac6" -d '{"events": [{"server_uuid": "61a26c4d-15c3-42bf-8f5a-9903e1ae9220", "name": "network-vif-plugged", "status": "completed", "tag": "79f9e0cf-23fc-4a51-bb68-c2baa7ad0804"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:37.941621 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:37.944952 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-693e53ac-ecfa-44c9-b292-1da971c38ad9 admin admin] Request body: {'subnet': {'network_id': 'f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1402039885-subnet', 'tenant_id': 'a3bf1b3c3aac4655a5a32c3ae328f383', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:37.945109 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:37.980110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52de89bc-5b29-4688-9a92-f5db9f3c9d61 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:37.992014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3538d-4be0-454b-a63d-d160d1477278 admin admin] Pushing event updated for resources: {'Network': ['ID=f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:38.009681 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693e53ac-ecfa-44c9-b292-1da971c38ad9 admin admin] Made reservation on behalf of a3bf1b3c3aac4655a5a32c3ae328f383 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:03:38.010787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f172f-fbc0-4a8b-b6a1-4137c72c81a8 req-b4605962-7edf-44d1-ba37-aca2ca4f90dd tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:38.012449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d82f172f-fbc0-4a8b-b6a1-4137c72c81a8 req-b4605962-7edf-44d1-ba37-aca2ca4f90dd tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 948 time: 0.2223456 Sep 30 08:03:38.013114 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-693e53ac-ecfa-44c9-b292-1da971c38ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:38.019511 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:03:38.034253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 52de89bc-5b29-4688-9a92-f5db9f3c9d61, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=52de89bc-5b29-4688-9a92-f5db9f3c9d61,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:38.048295 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:38.052663 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=79f9e0cf-23fc-4a51-bb68-c2baa7ad0804,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:38.094614 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-28b8b108-f083-459c-995f-60a3fe2aa27b req-16b25288-beb9-4afb-bb81-1d802f5f713e service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296192 Sep 30 08:03:38.213340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d82f172f-fbc0-4a8b-b6a1-4137c72c81a8 req-419b8ef6-f2a0-413e-894e-420c24c120db tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910186 Sep 30 08:03:38.226209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdaa34-227e-4476-8693-3f023beec5de req-3df41b3d-a2f5-4298-a5f9-e51ad1d3b23f tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:38.235069 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8bdaa34-227e-4476-8693-3f023beec5de req-3df41b3d-a2f5-4298-a5f9-e51ad1d3b23f tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 943 time: 0.3852870 Sep 30 08:03:38.288623 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-693e53ac-ecfa-44c9-b292-1da971c38ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:38.291354 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=52de89bc-5b29-4688-9a92-f5db9f3c9d61,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:38.307257 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a35f536-e73b-4532-ad07-99da835a009e x-openstack-request-id: req-7a35f536-e73b-4532-ad07-99da835a009e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:38.307545 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a26c4d-15c3-42bf-8f5a-9903e1ae9220", "name": "network-vif-plugged", "status": "completed", "tag": "79f9e0cf-23fc-4a51-bb68-c2baa7ad0804", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:38.307802 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a35f536-e73b-4532-ad07-99da835a009e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:38.308217 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a26c4d-15c3-42bf-8f5a-9903e1ae9220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f9e0cf-23fc-4a51-bb68-c2baa7ad0804', 'code': 200} Sep 30 08:03:38.314754 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8bdaa34-227e-4476-8693-3f023beec5de req-98904e56-24ca-42e9-aece-1232e639a564 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762713 Sep 30 08:03:38.359943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e53ac-ecfa-44c9-b292-1da971c38ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=671abe9d-4436-4ece-840c-07c9271f0e5f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:38.364417 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e53ac-ecfa-44c9-b292-1da971c38ad9 admin admin] Checking segment: {'id': '603a1ea4-5682-4c33-b2fd-178ea1e413a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:03:38.364771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e53ac-ecfa-44c9-b292-1da971c38ad9 admin admin] Network hostable DHCP agents. Network: f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:03:38.384530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e53ac-ecfa-44c9-b292-1da971c38ad9 admin admin] Network f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:03:38.399819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-693e53ac-ecfa-44c9-b292-1da971c38ad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:03:38.406908 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-28b8b108-f083-459c-995f-60a3fe2aa27b req-eb76fe84-174b-453c-b768-0e29838b50b3 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595837 Sep 30 08:03:38.411112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693e53ac-ecfa-44c9-b292-1da971c38ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:38.411428 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d230bc9-7e28-430e-894b-a5979711981c None None] Network f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:03:38.412146 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-693e53ac-ecfa-44c9-b292-1da971c38ad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:38.430544 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-693e53ac-ecfa-44c9-b292-1da971c38ad9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4942889 Sep 30 08:03:38.501776 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['52de89bc-5b29-4688-9a92-f5db9f3c9d61'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:38.505116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da369be-5239-484e-ac87-cd717c31597b req-4838a334-debd-4eb7-a076-3be6ba7a6983 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:38.507527 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3da369be-5239-484e-ac87-cd717c31597b req-4838a334-debd-4eb7-a076-3be6ba7a6983 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 945 time: 0.0630882 Sep 30 08:03:38.534394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e33d3-e5c8-4794-8665-cc6bebd4f878 req-8c73d476-05d4-4893-ba26-c9256b958429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:38.536306 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c0e33d3-e5c8-4794-8665-cc6bebd4f878 req-8c73d476-05d4-4893-ba26-c9256b958429 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 1096 time: 0.0697141 Sep 30 08:03:38.578554 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3da369be-5239-484e-ac87-cd717c31597b req-3fea37fe-b6b6-4348-9d5d-81310ca2f561 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633991 Sep 30 08:03:38.615149 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c0e33d3-e5c8-4794-8665-cc6bebd4f878 req-ee6728d1-a7e3-4515-9f85-e7dac79bc5d9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705225 Sep 30 08:03:38.664543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b361f2-3b07-42c3-bb04-5e64f7567de0 None None] Network f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:03:38.717448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc9e1d-47d7-4f88-bca3-0f134a826d16 req-aaf60e71-2995-49c4-a929-34bd2fff7182 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:38.727540 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46dc9e1d-47d7-4f88-bca3-0f134a826d16 req-aaf60e71-2995-49c4-a929-34bd2fff7182 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.0823524 Sep 30 08:03:38.772433 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46dc9e1d-47d7-4f88-bca3-0f134a826d16 req-23f5144c-cbcb-423e-9996-8b1ca217f19a tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438626 Sep 30 08:03:39.051991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a074a06-ce73-408c-82e8-63342ac8163a req-ef25ae12-7f21-451e-b16d-1d5c3d72d277 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:39.053411 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a074a06-ce73-408c-82e8-63342ac8163a req-ef25ae12-7f21-451e-b16d-1d5c3d72d277 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/networks?id=f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d HTTP/1.1" status: 200 len: 822 time: 0.1048338 Sep 30 08:03:39.069205 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a074a06-ce73-408c-82e8-63342ac8163a req-7dc4e216-b95d-4459-90b4-6e55a97b227c tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/quotas/a3bf1b3c3aac4655a5a32c3ae328f383 HTTP/1.1" status: 200 len: 375 time: 0.0096207 Sep 30 08:03:39.105445 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a074a06-ce73-408c-82e8-63342ac8163a req-ffd4e238-3a26-40c0-bc3a-aa8b74ced8fd tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3bf1b3c3aac4655a5a32c3ae328f383&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304675 Sep 30 08:03:39.202407 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a074a06-ce73-408c-82e8-63342ac8163a req-d88d1a4e-7ef0-4318-a33b-59496ac39c0e service neutron] 10.222.0.24 "GET /v2.0/networks/f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879092 Sep 30 08:03:39.355876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a074a06-ce73-408c-82e8-63342ac8163a req-68e46a3a-4582-4e15-801f-ffe064a7d56b service neutron] 10.222.0.24 "GET /v2.0/networks/f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473958 Sep 30 08:03:39.366970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de67e2-dd7a-441b-a031-2fd217163b0f req-970f13ab-924c-4f92-aa3b-5da976a58c5c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:39.368499 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47de67e2-dd7a-441b-a031-2fd217163b0f req-970f13ab-924c-4f92-aa3b-5da976a58c5c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 948 time: 0.0713170 Sep 30 08:03:39.412027 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47de67e2-dd7a-441b-a031-2fd217163b0f req-8cf92f04-f48c-499c-a41c-8d2d7f3aceb6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358727 Sep 30 08:03:39.514340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9b9f757f-e980-4507-8389-974130932a9e details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:03:39.544846 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e86557d-fcf8-4a0f-aa6c-86041a35f074 req-6d13354e-d260-48fb-b7c9-d44fab49c7b5 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 210 time: 0.0311112 Sep 30 08:03:39.584909 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eb534-848b-44e3-be39-165cb2c75912 req-ad3e01b6-9057-4f79-86e5-224ec01e8417 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:39.586488 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc3eb534-848b-44e3-be39-165cb2c75912 req-ad3e01b6-9057-4f79-86e5-224ec01e8417 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 944 time: 0.1102769 Sep 30 08:03:39.663688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9b9f757f-e980-4507-8389-974130932a9e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:39.670394 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc3eb534-848b-44e3-be39-165cb2c75912 req-c43b65f3-8317-4d63-8013-25b380c8d2e9 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721598 Sep 30 08:03:39.682125 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '9b9f757f-e980-4507-8389-974130932a9e', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '9b9f757f-e980-4507-8389-974130932a9e', 'mac_address': 'fa:16:3e:d4:b0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:03:39.748763 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:39.768980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9f757f-e980-4507-8389-974130932a9e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:39.801344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9b9f757f-e980-4507-8389-974130932a9e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:39.806867 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:39.837778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217425c9-9263-4f04-8d3e-8f343623d3de req-a16a2e16-514f-4441-b7e7-2b6f54ae5513 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:39.855420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-217425c9-9263-4f04-8d3e-8f343623d3de req-a16a2e16-514f-4441-b7e7-2b6f54ae5513 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 945 time: 0.0812814 Sep 30 08:03:39.892361 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:39.902881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9b9f757f-e980-4507-8389-974130932a9e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:39.963291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-217425c9-9263-4f04-8d3e-8f343623d3de req-67cc7f34-60d7-42c6-8e93-1bfa53759461 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066422 Sep 30 08:03:39.992181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ef00e-0df3-47bf-8669-48e7c3e1ba5f req-dc326d38-fefd-4c29-9500-659aa8295f3d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:39.992181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-423ef00e-0df3-47bf-8669-48e7c3e1ba5f req-dc326d38-fefd-4c29-9500-659aa8295f3d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.0918026 Sep 30 08:03:40.042356 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-423ef00e-0df3-47bf-8669-48e7c3e1ba5f req-3ec6c7e5-5708-40be-b0b7-1ec9baa125ee tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412717 Sep 30 08:03:40.244981 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['9b9f757f-e980-4507-8389-974130932a9e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:40.536363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a1186-3a30-458d-a1f5-5d43c5632cd8 req-6459b79d-388b-4df0-bb68-a87bbc1e7821 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:40.538748 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a44a1186-3a30-458d-a1f5-5d43c5632cd8 req-6459b79d-388b-4df0-bb68-a87bbc1e7821 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 949 time: 0.0566964 Sep 30 08:03:40.597379 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a44a1186-3a30-458d-a1f5-5d43c5632cd8 req-5955b7fa-9822-4d35-b2e4-1e8f025bfb4f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519509 Sep 30 08:03:40.710223 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88635081-a07a-48b8-8d8c-3db1e122fa0f req-85a3bb84-7432-40e8-add4-09554368bb43 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 210 time: 0.0709367 Sep 30 08:03:40.755734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a074a06-ce73-408c-82e8-63342ac8163a req-416bdbac-9340-49a4-bb26-69e767af49a7 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:40.757396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a074a06-ce73-408c-82e8-63342ac8163a req-416bdbac-9340-49a4-bb26-69e767af49a7 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.36 "GET /v2.0/networks?id=f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d HTTP/1.1" status: 200 len: 822 time: 0.1763110 Sep 30 08:03:40.775766 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0a074a06-ce73-408c-82e8-63342ac8163a req-19d996de-aca6-484d-b1d5-c042fbda4e3e tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Request body: {'port': {'device_id': '21e0abee-75ce-4919-b1a5-2bbcf1b27094', 'network_id': 'f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d', 'admin_state_up': True, 'tenant_id': 'a3bf1b3c3aac4655a5a32c3ae328f383'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:40.867493 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974a93f-a44d-4046-bd84-f39d67db091e req-0d1cf5bc-5794-45d3-a36c-dd0fe3052ac4 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:40.869072 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1974a93f-a44d-4046-bd84-f39d67db091e req-0d1cf5bc-5794-45d3-a36c-dd0fe3052ac4 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 944 time: 0.1106966 Sep 30 08:03:40.941779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1974a93f-a44d-4046-bd84-f39d67db091e req-2e6209ba-1f08-4d0d-b82d-91dec029fa52 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602074 Sep 30 08:03:40.953738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a074a06-ce73-408c-82e8-63342ac8163a req-19d996de-aca6-484d-b1d5-c042fbda4e3e tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Made reservation on behalf of a3bf1b3c3aac4655a5a32c3ae328f383 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:03:40.957000 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0a074a06-ce73-408c-82e8-63342ac8163a req-19d996de-aca6-484d-b1d5-c042fbda4e3e tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:41.121177 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-0a074a06-ce73-408c-82e8-63342ac8163a req-19d996de-aca6-484d-b1d5-c042fbda4e3e tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Allocated IP 172.20.0.2 (f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d/671abe9d-4436-4ece-840c-07c9271f0e5f/7a1479e2-d502-4bff-9624-d9df298ecdd9) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:03:41.135976 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca67f4-40b8-42f0-9c78-1a5bf1af5c1c req-97db73b0-2a9a-49e3-a26b-85a05548dda8 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:41.137512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3ca67f4-40b8-42f0-9c78-1a5bf1af5c1c req-97db73b0-2a9a-49e3-a26b-85a05548dda8 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 945 time: 0.0769932 Sep 30 08:03:41.241400 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3ca67f4-40b8-42f0-9c78-1a5bf1af5c1c req-5a97aea3-b63c-434b-820e-df487222a342 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969803 Sep 30 08:03:41.253612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7e3cb-b73d-48e7-8643-af6686e20de7 req-575c2d1b-90ab-47e3-be8b-dcaf8e21dc1e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:41.255136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90e7e3cb-b73d-48e7-8643-af6686e20de7 req-575c2d1b-90ab-47e3-be8b-dcaf8e21dc1e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.1167226 Sep 30 08:03:41.356155 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90e7e3cb-b73d-48e7-8643-af6686e20de7 req-63ab6fcf-32c5-4abc-b7f1-c58e3f47361a tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903258 Sep 30 08:03:41.413989 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0a074a06-ce73-408c-82e8-63342ac8163a req-19d996de-aca6-484d-b1d5-c042fbda4e3e tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:41.424568 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f70dc-5495-4663-956e-2e9e57559cca req-ffbffdec-df48-402b-9f41-c56bfd0a190b tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:41.426350 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e0f70dc-5495-4663-956e-2e9e57559cca req-ffbffdec-df48-402b-9f41-c56bfd0a190b tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 945 time: 0.0911231 Sep 30 08:03:41.435158 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47834) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:41.439723 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-23fd1914-ab9d-4f52-bf4a-f8c04459f7d1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Request body: {'floatingip': {'port_id': '79f9e0cf-23fc-4a51-bb68-c2baa7ad0804'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:41.460823 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0a074a06-ce73-408c-82e8-63342ac8163a req-19d996de-aca6-484d-b1d5-c042fbda4e3e tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:41.484533 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23fd1914-ab9d-4f52-bf4a-f8c04459f7d1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:41.503608 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a074a06-ce73-408c-82e8-63342ac8163a req-19d996de-aca6-484d-b1d5-c042fbda4e3e tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Network f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:03:41.506739 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-0a074a06-ce73-408c-82e8-63342ac8163a req-19d996de-aca6-484d-b1d5-c042fbda4e3e tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:03:41.510390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a074a06-ce73-408c-82e8-63342ac8163a req-19d996de-aca6-484d-b1d5-c042fbda4e3e tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:03:41.519816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 52de89bc-5b29-4688-9a92-f5db9f3c9d61 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:03:41.542992 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d996de-aca6-484d-b1d5-c042fbda4e3e tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Pushing event updated for resources: {'Port': ['ID=7a1479e2-d502-4bff-9624-d9df298ecdd9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:41.577956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a074a06-ce73-408c-82e8-63342ac8163a req-19d996de-aca6-484d-b1d5-c042fbda4e3e tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:41.578617 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0a074a06-ce73-408c-82e8-63342ac8163a req-19d996de-aca6-484d-b1d5-c042fbda4e3e tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:41.589697 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 52de89bc-5b29-4688-9a92-f5db9f3c9d61 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:03:41.595894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 52de89bc-5b29-4688-9a92-f5db9f3c9d61 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:41.596570 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a074a06-ce73-408c-82e8-63342ac8163a req-19d996de-aca6-484d-b1d5-c042fbda4e3e tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8260190 Sep 30 08:03:41.596704 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:41.610956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Request body: {'port': {'device_id': '21e0abee-75ce-4919-b1a5-2bbcf1b27094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:41.714009 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:41.714259 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:41.747303 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad2092d-64ba-4234-8ebc-2e3db5891c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52de89bc-5b29-4688-9a92-f5db9f3c9d61'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:41.752272 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537d96f5-1dda-4ca1-b5e3-ac4c6e79472a" -d '{"events": [{"server_uuid": "bad2092d-64ba-4234-8ebc-2e3db5891c17", "name": "network-vif-plugged", "status": "completed", "tag": "52de89bc-5b29-4688-9a92-f5db9f3c9d61"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:41.768062 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 52de89bc-5b29-4688-9a92-f5db9f3c9d61, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=52de89bc-5b29-4688-9a92-f5db9f3c9d61,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:41.773018 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:41.775841 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9b9f757f-e980-4507-8389-974130932a9e up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:03:41.865727 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=52de89bc-5b29-4688-9a92-f5db9f3c9d61,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:41.921872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 9b9f757f-e980-4507-8389-974130932a9e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:03:41.934215 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 9b9f757f-e980-4507-8389-974130932a9e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:41.934603 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:42.004856 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7535-204b-47a5-9ace-1be42b45ecbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:42.040983 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ac1dc-f3d8-487f-b7ef-1fab17f83d7f req-5852f46e-2974-49ad-8753-af346819bbce tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:42.042743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a07ac1dc-f3d8-487f-b7ef-1fab17f83d7f req-5852f46e-2974-49ad-8753-af346819bbce tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 931 time: 0.1593471 Sep 30 08:03:42.045453 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23fd1914-ab9d-4f52-bf4a-f8c04459f7d1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:42.051270 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23fd1914-ab9d-4f52-bf4a-f8c04459f7d1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:42.063952 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4d85e-8ab3-4657-a690-20e0cd61cd49 req-bdaa84c4-7535-434a-b96b-c3cc6e07380c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:42.072659 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:42.073351 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-14c4d85e-8ab3-4657-a690-20e0cd61cd49 req-bdaa84c4-7535-434a-b96b-c3cc6e07380c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 949 time: 0.1909535 Sep 30 08:03:42.116897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9b9f757f-e980-4507-8389-974130932a9e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:42.123091 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:42.158462 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a07ac1dc-f3d8-487f-b7ef-1fab17f83d7f req-3a9de397-cc36-4607-95ac-6bb550992087 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/security-groups?id=b22e15ff-9ea4-47f7-a277-1813806254ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050615 Sep 30 08:03:42.179418 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-23fd1914-ab9d-4f52-bf4a-f8c04459f7d1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Floating IP 2af3c06b-29a9-4812-ad5c-82be3cfaaffa associated. External IP: 172.25.0.202, port: 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804. Sep 30 08:03:42.180501 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-14c4d85e-8ab3-4657-a690-20e0cd61cd49 req-8f834dd8-2f79-408b-91db-805483663b2b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061492 Sep 30 08:03:42.221303 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9b9f757f-e980-4507-8389-974130932a9e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:42.257959 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b8d633-e920-47a6-b524-1b0e43f3e026 x-openstack-request-id: req-08b8d633-e920-47a6-b524-1b0e43f3e026 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:42.258337 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad2092d-64ba-4234-8ebc-2e3db5891c17", "name": "network-vif-plugged", "status": "completed", "tag": "52de89bc-5b29-4688-9a92-f5db9f3c9d61", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:42.258666 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08b8d633-e920-47a6-b524-1b0e43f3e026 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:42.259139 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad2092d-64ba-4234-8ebc-2e3db5891c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52de89bc-5b29-4688-9a92-f5db9f3c9d61', 'code': 200} Sep 30 08:03:42.270653 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1479e2-d502-4bff-9624-d9df298ecdd9 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:42.280632 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:42.313933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Transition to ACTIVE for port object 7a1479e2-d502-4bff-9624-d9df298ecdd9 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:03:42.319603 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:42.452352 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1479e2-d502-4bff-9624-d9df298ecdd9,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:42.475069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e8774-632f-44e0-a214-c8bfc72be184 req-43b3dd3f-56c5-43ee-8f96-09836aa4e5c6 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:42.476650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef1e8774-632f-44e0-a214-c8bfc72be184 req-43b3dd3f-56c5-43ee-8f96-09836aa4e5c6 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.1250732 Sep 30 08:03:42.503935 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fd1914-ab9d-4f52-bf4a-f8c04459f7d1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Router e99b6f17-fca4-41cc-a567-f92b2a21b048 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:03:42.517097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da6b81-7df6-4a98-817e-4db227731a5f req-b2db9bbd-7bda-4058-8f60-f3bb45f305b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:42.518477 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-59da6b81-7df6-4a98-817e-4db227731a5f req-b2db9bbd-7bda-4058-8f60-f3bb45f305b9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 1096 time: 0.1133685 Sep 30 08:03:42.572971 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef1e8774-632f-44e0-a214-c8bfc72be184 req-0c8c26d7-7666-4a17-a4fc-6e4e04e4a7e7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642030 Sep 30 08:03:42.598259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef17cd-dc7c-4ead-bd33-9afe3bd3c0b3 req-3266b6d2-76b1-4892-bad2-a9488016ce56 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:42.599783 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9ef17cd-dc7c-4ead-bd33-9afe3bd3c0b3 req-3266b6d2-76b1-4892-bad2-a9488016ce56 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.1437764 Sep 30 08:03:42.602798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Attempting to bind port 7a1479e2-d502-4bff-9624-d9df298ecdd9 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:03:42.602798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Attempting to bind port 7a1479e2-d502-4bff-9624-d9df298ecdd9 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '603a1ea4-5682-4c33-b2fd-178ea1e413a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:03:42.603056 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Attempting to bind port 7a1479e2-d502-4bff-9624-d9df298ecdd9 on network f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:42.604544 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-59da6b81-7df6-4a98-817e-4db227731a5f req-767b54f6-01f4-4efc-a2ed-c89bdfe6f8ff service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455031 Sep 30 08:03:42.609710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Port 7a1479e2-d502-4bff-9624-d9df298ecdd9 on network f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:03:42.610041 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Attempting to bind port 7a1479e2-d502-4bff-9624-d9df298ecdd9 on network f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:42.620687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:03:42.621033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Checking segment: {'id': '603a1ea4-5682-4c33-b2fd-178ea1e413a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:03:42.621417 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Bound using segment: {'id': '603a1ea4-5682-4c33-b2fd-178ea1e413a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:03:42.621852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Bound port: 7a1479e2-d502-4bff-9624-d9df298ecdd9, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '603a1ea4-5682-4c33-b2fd-178ea1e413a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:03:42.622217 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:42.657867 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fd1914-ab9d-4f52-bf4a-f8c04459f7d1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:03:42.662821 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23fd1914-ab9d-4f52-bf4a-f8c04459f7d1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:42.669494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6f5d3-5c53-41be-a86f-45f15f7708d9 None None] Sync routers for ids ['e99b6f17-fca4-41cc-a567-f92b2a21b048'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:03:42.685341 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6f5d3-5c53-41be-a86f-45f15f7708d9 None None] Routers {'e99b6f17-fca4-41cc-a567-f92b2a21b048'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:03:42.686234 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-02f6f5d3-5c53-41be-a86f-45f15f7708d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:03:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e99b6f17-fca4-41cc-a567-f92b2a21b048'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:03:42.687860 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9ef17cd-dc7c-4ead-bd33-9afe3bd3c0b3 req-210b71bb-805e-4477-ba1d-6e4899b10bd2 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773330 Sep 30 08:03:42.691420 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-23fd1914-ab9d-4f52-bf4a-f8c04459f7d1 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "PUT /v2.0/floatingips/2af3c06b-29a9-4812-ad5c-82be3cfaaffa HTTP/1.1" status: 200 len: 991 time: 1.2551603 Sep 30 08:03:42.692040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a26c4d-15c3-42bf-8f5a-9903e1ae9220', 'tag': '79f9e0cf-23fc-4a51-bb68-c2baa7ad0804'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:42.694369 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbf3022-1e86-4a57-b741-296c82837096" -d '{"events": [{"name": "network-changed", "server_uuid": "61a26c4d-15c3-42bf-8f5a-9903e1ae9220", "tag": "79f9e0cf-23fc-4a51-bb68-c2baa7ad0804"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:42.744642 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e10e64-9661-4ef0-8566-5332d23371b6 x-openstack-request-id: req-f1e10e64-9661-4ef0-8566-5332d23371b6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:42.745328 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a26c4d-15c3-42bf-8f5a-9903e1ae9220", "tag": "79f9e0cf-23fc-4a51-bb68-c2baa7ad0804", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:42.745760 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1e10e64-9661-4ef0-8566-5332d23371b6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:42.746316 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a26c4d-15c3-42bf-8f5a-9903e1ae9220', 'tag': '79f9e0cf-23fc-4a51-bb68-c2baa7ad0804', 'status': 'completed', 'code': 200} Sep 30 08:03:42.753698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] For port 7a1479e2-d502-4bff-9624-d9df298ecdd9, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:03:42.757094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] For port 7a1479e2-d502-4bff-9624-d9df298ecdd9, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7a1479e2-d502-4bff-9624-d9df298ecdd9,segment=NetworkSegment(603a1ea4-5682-4c33-b2fd-178ea1e413a7),segment_id=603a1ea4-5682-4c33-b2fd-178ea1e413a7)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:03:42.764442 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:42.805882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:42.806578 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:42.808444 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a074a06-ce73-408c-82e8-63342ac8163a req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] 10.222.0.36 "PUT /v2.0/ports/7a1479e2-d502-4bff-9624-d9df298ecdd9 HTTP/1.1" status: 200 len: 1091 time: 1.2023284 Sep 30 08:03:42.808915 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e0abee-75ce-4919-b1a5-2bbcf1b27094', 'tag': '7a1479e2-d502-4bff-9624-d9df298ecdd9'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:42.811228 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d27c3b2-ae0e-4ca2-9606-331fc2777e54" -d '{"events": [{"name": "network-changed", "server_uuid": "21e0abee-75ce-4919-b1a5-2bbcf1b27094", "tag": "7a1479e2-d502-4bff-9624-d9df298ecdd9"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:42.840610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d7097-fbde-41c9-b69e-81a298f24e51 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1479e2-d502-4bff-9624-d9df298ecdd9,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:42.864990 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcdd380-8f5c-4933-98f9-d56f6efa1cce x-openstack-request-id: req-4dcdd380-8f5c-4933-98f9-d56f6efa1cce {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:42.864990 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e0abee-75ce-4919-b1a5-2bbcf1b27094", "tag": "7a1479e2-d502-4bff-9624-d9df298ecdd9", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:42.864990 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4dcdd380-8f5c-4933-98f9-d56f6efa1cce {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:42.865331 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e0abee-75ce-4919-b1a5-2bbcf1b27094', 'tag': '7a1479e2-d502-4bff-9624-d9df298ecdd9', 'status': 'completed', 'code': 200} Sep 30 08:03:42.866163 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-02f6f5d3-5c53-41be-a86f-45f15f7708d9 None None] Set router e99b6f17-fca4-41cc-a567-f92b2a21b048 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:03:42.900582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a074a06-ce73-408c-82e8-63342ac8163a req-c613823f-5b34-47e5-b1ef-90b40b759963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:42.903049 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a074a06-ce73-408c-82e8-63342ac8163a req-c613823f-5b34-47e5-b1ef-90b40b759963 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3bf1b3c3aac4655a5a32c3ae328f383&device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 1094 time: 0.0482399 Sep 30 08:03:42.964119 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a074a06-ce73-408c-82e8-63342ac8163a req-99e49f18-23a4-4db1-9d14-d02752f44baa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a1479e2-d502-4bff-9624-d9df298ecdd9 HTTP/1.1" status: 200 len: 217 time: 0.0547948 Sep 30 08:03:43.026034 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a074a06-ce73-408c-82e8-63342ac8163a req-1fd02ae5-9598-4890-99ec-394c2d4222df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:43.028473 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a074a06-ce73-408c-82e8-63342ac8163a req-1fd02ae5-9598-4890-99ec-394c2d4222df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=671abe9d-4436-4ece-840c-07c9271f0e5f HTTP/1.1" status: 200 len: 862 time: 0.0592504 Sep 30 08:03:43.053081 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3022-1e86-4a57-b741-296c82837096 req-1627a8c7-4fe4-4fb1-83f7-4494653ca4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:43.054818 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ecbf3022-1e86-4a57-b741-296c82837096 req-1627a8c7-4fe4-4fb1-83f7-4494653ca4c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7daa18222fbc4f299bad9f34d1548c16&device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 1096 time: 0.0501981 Sep 30 08:03:43.063325 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a074a06-ce73-408c-82e8-63342ac8163a req-ccd187c0-e3b4-4425-8cc0-93bf91f959b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277257 Sep 30 08:03:43.137209 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-02f6f5d3-5c53-41be-a86f-45f15f7708d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'name': 'tempest-ServersTestBootFromVolume-921361433-router', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:46Z', 'updated_at': '2021-09-30T08:02:50Z', 'revision_number': 4, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'gw_port': {'id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:47Z', 'updated_at': '2021-09-30T08:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2af3c06b-29a9-4812-ad5c-82be3cfaaffa', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'port_id': '79f9e0cf-23fc-4a51-bb68-c2baa7ad0804', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'mac_address': 'fa:16:3e:9d:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a26c4d-15c3-42bf-8f5a-9903e1ae9220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:02:56Z', 'updated_at': '2021-09-30T08:03:41Z', 'revision_number': 1, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1596b5fb-f8d8-4c15-8818-860b1ad1d783', 'name': '', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'mac_address': 'fa:16:3e:16:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a589755d-193f-4724-ad80-150315883aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:50Z', 'updated_at': '2021-09-30T08:02:57Z', 'revision_number': 5, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'subnets': [{'id': 'a589755d-193f-4724-ad80-150315883aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:03:43.169235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a074a06-ce73-408c-82e8-63342ac8163a req-57125c2f-477d-4d32-9d28-8c4f78540303 service neutron] 10.222.0.36 "GET /v2.0/networks/f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986674 Sep 30 08:03:43.172998 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6f5d3-5c53-41be-a86f-45f15f7708d9 None None] Checking router: e99b6f17-fca4-41cc-a567-f92b2a21b048 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:03:43.173160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3022-1e86-4a57-b741-296c82837096 req-ec186dec-95f5-4ee9-a800-dd833550bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:43.174775 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ecbf3022-1e86-4a57-b741-296c82837096 req-ec186dec-95f5-4ee9-a800-dd833550bee2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19ac8e75-e829-49e3-8984-923b49844d50 HTTP/1.1" status: 200 len: 916 time: 0.1071589 Sep 30 08:03:43.182358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6f5d3-5c53-41be-a86f-45f15f7708d9 None None] Routers {'e99b6f17-fca4-41cc-a567-f92b2a21b048'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:03:43.183254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-02f6f5d3-5c53-41be-a86f-45f15f7708d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:03:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e99b6f17-fca4-41cc-a567-f92b2a21b048'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:03:43.302588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a074a06-ce73-408c-82e8-63342ac8163a req-2229e76d-d461-45f4-a013-7d8d0de49fc6 service neutron] 10.222.0.36 "GET /v2.0/networks/f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263170 Sep 30 08:03:43.308363 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ecbf3022-1e86-4a57-b741-296c82837096 req-be543087-4f44-4290-97b4-c70bd1b6ccf2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 HTTP/1.1" status: 200 len: 999 time: 0.1247325 Sep 30 08:03:43.357139 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-02f6f5d3-5c53-41be-a86f-45f15f7708d9 None None] Set router e99b6f17-fca4-41cc-a567-f92b2a21b048 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:03:43.384848 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3022-1e86-4a57-b741-296c82837096 req-7412939a-597c-4eda-a4fc-9641bd3eb20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:43.387276 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ecbf3022-1e86-4a57-b741-296c82837096 req-7412939a-597c-4eda-a4fc-9641bd3eb20e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a589755d-193f-4724-ad80-150315883aa5 HTTP/1.1" status: 200 len: 854 time: 0.0587680 Sep 30 08:03:43.431143 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b44b1-e0de-4030-84e0-7dfd71386fa0 req-404a1644-6590-4012-a11e-3ab459c6e3dd tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:43.433746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1a6b44b1-e0de-4030-84e0-7dfd71386fa0 req-404a1644-6590-4012-a11e-3ab459c6e3dd tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.1198037 Sep 30 08:03:43.444670 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3022-1e86-4a57-b741-296c82837096 req-5e55ec29-a012-4b90-8461-88ea86bf0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:43.445991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2a56b-9b91-4fc0-a53d-2a8cfa3dca19 req-05372846-8b72-4f43-9c46-abd5821cfb75 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:43.446371 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ecbf3022-1e86-4a57-b741-296c82837096 req-5e55ec29-a012-4b90-8461-88ea86bf0d75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19ac8e75-e829-49e3-8984-923b49844d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513098 Sep 30 08:03:43.447524 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3f2a56b-9b91-4fc0-a53d-2a8cfa3dca19 req-05372846-8b72-4f43-9c46-abd5821cfb75 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 943 time: 0.1402898 Sep 30 08:03:43.565790 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ecbf3022-1e86-4a57-b741-296c82837096 req-32836f2d-95a9-46e3-b573-cec6435a181f service neutron] 10.222.0.35 "GET /v2.0/networks/19ac8e75-e829-49e3-8984-923b49844d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096740 Sep 30 08:03:43.690880 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ecbf3022-1e86-4a57-b741-296c82837096 req-34a02ad3-e398-4840-a1de-36987f856d89 service neutron] 10.222.0.35 "GET /v2.0/networks/19ac8e75-e829-49e3-8984-923b49844d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151237 Sep 30 08:03:43.694299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-02f6f5d3-5c53-41be-a86f-45f15f7708d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'name': 'tempest-ServersTestBootFromVolume-921361433-router', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:46Z', 'updated_at': '2021-09-30T08:02:50Z', 'revision_number': 4, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'gw_port': {'id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:47Z', 'updated_at': '2021-09-30T08:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2af3c06b-29a9-4812-ad5c-82be3cfaaffa', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'port_id': '79f9e0cf-23fc-4a51-bb68-c2baa7ad0804', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'mac_address': 'fa:16:3e:9d:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a26c4d-15c3-42bf-8f5a-9903e1ae9220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:02:56Z', 'updated_at': '2021-09-30T08:03:41Z', 'revision_number': 1, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1596b5fb-f8d8-4c15-8818-860b1ad1d783', 'name': '', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'mac_address': 'fa:16:3e:16:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a589755d-193f-4724-ad80-150315883aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:50Z', 'updated_at': '2021-09-30T08:02:57Z', 'revision_number': 5, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'subnets': [{'id': 'a589755d-193f-4724-ad80-150315883aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:03:43.728420 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6f5d3-5c53-41be-a86f-45f15f7708d9 None None] The sync data for ids ['e99b6f17-fca4-41cc-a567-f92b2a21b048'] in n-d-807359-2 is: [{'id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'name': 'tempest-ServersTestBootFromVolume-921361433-router', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:46Z', 'updated_at': '2021-09-30T08:02:50Z', 'revision_number': 4, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'gw_port': {'id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:47Z', 'updated_at': '2021-09-30T08:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2af3c06b-29a9-4812-ad5c-82be3cfaaffa', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'port_id': '79f9e0cf-23fc-4a51-bb68-c2baa7ad0804', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'mac_address': 'fa:16:3e:9d:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a26c4d-15c3-42bf-8f5a-9903e1ae9220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:02:56Z', 'updated_at': '2021-09-30T08:03:41Z', 'revision_number': 1, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1596b5fb-f8d8-4c15-8818-860b1ad1d783', 'name': '', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'mac_address': 'fa:16:3e:16:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a589755d-193f-4724-ad80-150315883aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:50Z', 'updated_at': '2021-09-30T08:02:57Z', 'revision_number': 5, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'subnets': [{'id': 'a589755d-193f-4724-ad80-150315883aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:03:43.771123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27c3b2-ae0e-4ca2-9606-331fc2777e54 req-9a66c588-78fc-4371-8401-eb495de32828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:43.772622 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d27c3b2-ae0e-4ca2-9606-331fc2777e54 req-9a66c588-78fc-4371-8401-eb495de32828 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3bf1b3c3aac4655a5a32c3ae328f383&device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 1094 time: 0.4044745 Sep 30 08:03:43.839003 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3f2a56b-9b91-4fc0-a53d-2a8cfa3dca19 req-c6ed7943-2fee-43fa-be96-ee25abe9b251 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/security-groups?id=b22e15ff-9ea4-47f7-a277-1813806254ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796964 Sep 30 08:03:43.841562 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1a6b44b1-e0de-4030-84e0-7dfd71386fa0 req-047c7cb9-0ca7-4c21-b422-248f5e94365d tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931253 Sep 30 08:03:43.923490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27c3b2-ae0e-4ca2-9606-331fc2777e54 req-d32c9cf3-d3d0-4762-9ae6-a55af9bb72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:43.925059 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d27c3b2-ae0e-4ca2-9606-331fc2777e54 req-d32c9cf3-d3d0-4762-9ae6-a55af9bb72d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d HTTP/1.1" status: 200 len: 923 time: 0.1416683 Sep 30 08:03:43.977691 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a25d71e-5d56-4fb6-9a71-388ec2907c69 None None] New status for floating IP 2af3c06b-29a9-4812-ad5c-82be3cfaaffa: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:03:43.993765 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d27c3b2-ae0e-4ca2-9606-331fc2777e54 req-413ea7ab-9230-4660-a9f7-ceab320cc71c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a1479e2-d502-4bff-9624-d9df298ecdd9 HTTP/1.1" status: 200 len: 217 time: 0.0517974 Sep 30 08:03:44.235180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27c3b2-ae0e-4ca2-9606-331fc2777e54 req-feb01602-d93e-42f6-b703-74cf69143b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:44.236710 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d27c3b2-ae0e-4ca2-9606-331fc2777e54 req-feb01602-d93e-42f6-b703-74cf69143b8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=671abe9d-4436-4ece-840c-07c9271f0e5f HTTP/1.1" status: 200 len: 862 time: 0.2354281 Sep 30 08:03:44.253322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf54e3-e4af-48a9-89cd-ecf3710f9d12 req-f2d4a575-02c9-4c58-a7ac-77f19eb67cfb tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:44.254864 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-58cf54e3-e4af-48a9-89cd-ecf3710f9d12 req-f2d4a575-02c9-4c58-a7ac-77f19eb67cfb tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.2314618 Sep 30 08:03:44.260293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9f757f-e980-4507-8389-974130932a9e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:44.263141 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00ad74e-c82b-450e-8afc-1d770b71a89e" -d '{"events": [{"server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "name": "network-vif-plugged", "status": "completed", "tag": "9b9f757f-e980-4507-8389-974130932a9e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:44.273189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934fd4e-319d-4482-a7d3-7b369024a46c req-70f0f7ec-08b9-4739-b816-59d3d50c34e0 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:44.274648 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c934fd4e-319d-4482-a7d3-7b369024a46c req-70f0f7ec-08b9-4739-b816-59d3d50c34e0 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 946 time: 0.2227857 Sep 30 08:03:44.303934 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d27c3b2-ae0e-4ca2-9606-331fc2777e54 req-9e797711-05bc-4cf1-b2c5-dafa67f515d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481026 Sep 30 08:03:44.337786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-4805889f-7889-4cc6-bb7f-e9baa66304b1 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:44.339218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-4805889f-7889-4cc6-bb7f-e9baa66304b1 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f&tenant_id=b90880b9f658495fbcf10eee4b545dee&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 1097 time: 0.1512494 Sep 30 08:03:44.359049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807359-2'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:44.417625 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-58cf54e3-e4af-48a9-89cd-ecf3710f9d12 req-a2861b5f-ad8d-4fe4-afbd-c378ff764449 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420114 Sep 30 08:03:44.446713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c934fd4e-319d-4482-a7d3-7b369024a46c req-56d0cea4-d7c5-459c-a4cc-0a93003e2ead tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638794 Sep 30 08:03:44.486606 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:44.505550 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23c0c30-e362-4952-91f0-0976e13ebf48 x-openstack-request-id: req-b23c0c30-e362-4952-91f0-0976e13ebf48 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:44.505550 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "name": "network-vif-plugged", "status": "completed", "tag": "9b9f757f-e980-4507-8389-974130932a9e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:44.505550 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b23c0c30-e362-4952-91f0-0976e13ebf48 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:44.505550 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9f757f-e980-4507-8389-974130932a9e', 'code': 200} Sep 30 08:03:44.506435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d27c3b2-ae0e-4ca2-9606-331fc2777e54 req-da8daa96-3fbe-4bd8-b4d7-564c2f21a012 service neutron] 10.222.0.36 "GET /v2.0/networks/f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815343 Sep 30 08:03:44.662172 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5cfac6d6-7255-4013-bc3f-34c266902cc3 req-4284de3d-4222-4d74-856c-9e111378699f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0635755 Sep 30 08:03:44.704884 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d27c3b2-ae0e-4ca2-9606-331fc2777e54 req-d1f92e06-fb31-4713-82c0-5c3cc3d69b0d service neutron] 10.222.0.36 "GET /v2.0/networks/f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741948 Sep 30 08:03:44.725392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] For port a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:44.734886 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba1835af-747a-4491-9cc8-5e7d6c0c346b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:44.740765 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b83149-fedf-422d-b332-df6734c4b799 req-655ad3e2-55e5-47f1-9585-d4202d43f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:44.742257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93b83149-fedf-422d-b332-df6734c4b799 req-655ad3e2-55e5-47f1-9585-d4202d43f471 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 1101 time: 0.0830491 Sep 30 08:03:44.771780 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfac6d6-7255-4013-bc3f-34c266902cc3 req-52608fa4-b5a8-4723-9b0c-19fa194848df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:44.773439 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5cfac6d6-7255-4013-bc3f-34c266902cc3 req-52608fa4-b5a8-4723-9b0c-19fa194848df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 1095 time: 0.0639536 Sep 30 08:03:44.790750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] For port a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:03:44.826730 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93b83149-fedf-422d-b332-df6734c4b799 req-b03184da-bd8f-4b4a-80db-d7e618f34d1c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755758 Sep 30 08:03:44.848310 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:44.861053 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:44.869725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1babbae6-849d-449e-98d1-160554ff992f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c23571-21e8-4ea8-ac57-ab3db0dacdba'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:44.872634 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7ddcca-8139-4568-8801-3f065123ca56" -d '{"events": [{"server_uuid": "1babbae6-849d-449e-98d1-160554ff992f", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c23571-21e8-4ea8-ac57-ab3db0dacdba"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:44.920426 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfac6d6-7255-4013-bc3f-34c266902cc3 req-9a5f12de-3ae9-4686-852e-62cb796b0f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:44.922342 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5cfac6d6-7255-4013-bc3f-34c266902cc3 req-9a5f12de-3ae9-4686-852e-62cb796b0f16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.1111197 Sep 30 08:03:45.049614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:45.088314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Attempting to bind port a6c23571-21e8-4ea8-ac57-ab3db0dacdba on host n-h2-807359-2 for vnic_type normal with profile {"migrating_to": "n-h1-807359-2"} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:03:45.088637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Attempting to bind port a6c23571-21e8-4ea8-ac57-ab3db0dacdba by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:03:45.088961 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Attempting to bind port a6c23571-21e8-4ea8-ac57-ab3db0dacdba on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:45.103991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Port a6c23571-21e8-4ea8-ac57-ab3db0dacdba on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:03:45.104669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Attempting to bind port a6c23571-21e8-4ea8-ac57-ab3db0dacdba on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:03:45.123595 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484f991-41af-487e-a72e-7b9b363c73d8 req-4325ffdf-4184-4ac6-a0e0-adb4a1c611d5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:45.125528 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a484f991-41af-487e-a72e-7b9b363c73d8 req-4325ffdf-4184-4ac6-a0e0-adb4a1c611d5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.1658926 Sep 30 08:03:45.130092 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:03:45.130533 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Checking segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:03:45.131025 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Bound using segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:03:45.131469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Bound port: a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:03:45.131932 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:45.160620 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0474b65-fc24-4751-b93b-f2815ce148c4 req-9c69c71a-ca19-43a5-9c13-11cb2456c786 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:45.162174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0474b65-fc24-4751-b93b-f2815ce148c4 req-9c69c71a-ca19-43a5-9c13-11cb2456c786 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 943 time: 0.1635633 Sep 30 08:03:45.178860 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5cfac6d6-7255-4013-bc3f-34c266902cc3 req-f1bcda13-4a0a-4744-b097-f0ddf46b372b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7 HTTP/1.1" status: 200 len: 217 time: 0.0514169 Sep 30 08:03:45.242038 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:45.258428 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a484f991-41af-487e-a72e-7b9b363c73d8 req-3815c6fc-2b6a-4fc7-b57e-004e94d0df4f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221161 Sep 30 08:03:45.260408 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfac6d6-7255-4013-bc3f-34c266902cc3 req-f86f86c1-4e3e-46b3-898c-b087c0300b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:45.261968 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5cfac6d6-7255-4013-bc3f-34c266902cc3 req-f86f86c1-4e3e-46b3-898c-b087c0300b33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.0665140 Sep 30 08:03:45.271794 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0474b65-fc24-4751-b93b-f2815ce148c4 req-72cd1eba-3a71-4367-9100-b4854044db68 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/security-groups?id=b22e15ff-9ea4-47f7-a277-1813806254ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971820 Sep 30 08:03:45.301456 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] For port a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:03:45.307033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] For port a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:03:45.314011 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:45.339413 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device a6c23571-21e8-4ea8-ac57-ab3db0dacdba details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:03:45.340813 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5cfac6d6-7255-4013-bc3f-34c266902cc3 req-5ebda89a-327d-4538-ba03-8c3b2336604d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707419 Sep 30 08:03:45.367441 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89b4e19-329e-4fc6-a013-9cb6f1b52c86 x-openstack-request-id: req-b89b4e19-329e-4fc6-a013-9cb6f1b52c86 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:45.367754 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1babbae6-849d-449e-98d1-160554ff992f", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c23571-21e8-4ea8-ac57-ab3db0dacdba", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:45.368054 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b89b4e19-329e-4fc6-a013-9cb6f1b52c86 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:45.368451 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1babbae6-849d-449e-98d1-160554ff992f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c23571-21e8-4ea8-ac57-ab3db0dacdba', 'code': 200} Sep 30 08:03:45.443304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:45.443997 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:45.445683 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] 10.222.0.36 "PUT /v2.0/ports/a6c23571-21e8-4ea8-ac57-ab3db0dacdba HTTP/1.1" status: 200 len: 1122 time: 1.0922565 Sep 30 08:03:45.446835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8057e1-005d-4de0-a286-9d9f0cb1cb16 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,revision_number=8']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:45.539077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:45.561068 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['a6c23571-21e8-4ea8-ac57-ab3db0dacdba'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:45.568648 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device a6c23571-21e8-4ea8-ac57-ab3db0dacdba has no active binding in host n-h1-807359-2 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:03:45.618147 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5cfac6d6-7255-4013-bc3f-34c266902cc3 req-5af47d2e-5d0b-499d-a77d-a0055a863d97 service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645445 Sep 30 08:03:45.703617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82db10-89b4-4602-9f11-611f9aea3e26 req-2120f403-a5fa-4da9-9dc5-5367fbc46971 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:45.711593 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e82db10-89b4-4602-9f11-611f9aea3e26 req-2120f403-a5fa-4da9-9dc5-5367fbc46971 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 944 time: 0.0817823 Sep 30 08:03:45.746820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a90d6-c51f-40d2-b2f6-f7f431a33c9c req-417d996e-4bee-4ab6-beb5-b989cbae5eb5 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:45.748567 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-887a90d6-c51f-40d2-b2f6-f7f431a33c9c req-417d996e-4bee-4ab6-beb5-b989cbae5eb5 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.1637242 Sep 30 08:03:45.760558 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['a6c23571-21e8-4ea8-ac57-ab3db0dacdba'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:45.773003 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e82db10-89b4-4602-9f11-611f9aea3e26 req-1d24a645-7b03-4e02-a5f3-4a464b66f3fd tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602467 Sep 30 08:03:45.815112 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5cfac6d6-7255-4013-bc3f-34c266902cc3 req-78d8d078-c888-4e3c-9cff-28e02d28fd7d service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822395 Sep 30 08:03:45.820652 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-887a90d6-c51f-40d2-b2f6-f7f431a33c9c req-8790716c-ab18-484c-9106-de997bc577b2 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467234 Sep 30 08:03:45.824320 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:45.994936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa8d9a-27a5-4011-a45b-986abdbfedc4 req-902518f3-ede9-452a-a451-1793e9d28534 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:45.996608 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6fa8d9a-27a5-4011-a45b-986abdbfedc4 req-902518f3-ede9-452a-a451-1793e9d28534 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0600893 Sep 30 08:03:46.040592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6fa8d9a-27a5-4011-a45b-986abdbfedc4 req-3840c9ac-6d7b-43cb-bf44-b6122c5ef198 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357728 Sep 30 08:03:46.266547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4c6e6-9d49-4eee-8fa3-48977c4b20c8 req-19f16561-a3db-4a7b-b45d-cc89b6746e34 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:46.268121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ca4c6e6-9d49-4eee-8fa3-48977c4b20c8 req-19f16561-a3db-4a7b-b45d-cc89b6746e34 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0528610 Sep 30 08:03:46.315375 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ca4c6e6-9d49-4eee-8fa3-48977c4b20c8 req-ee3b6a62-787a-431d-9e0d-6a418ce12e9b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400558 Sep 30 08:03:46.424734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54181802-a768-4b3a-abe5-6520268095be req-fa3ec2da-9ba5-4c63-9157-5384080b407c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:46.426559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54181802-a768-4b3a-abe5-6520268095be req-fa3ec2da-9ba5-4c63-9157-5384080b407c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0823276 Sep 30 08:03:46.450034 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef57c7-9ef0-4fd3-ada0-323c105c1f64 req-6c74a937-1362-46b5-b1f4-fcf62fea24ce tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:46.451486 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cef57c7-9ef0-4fd3-ada0-323c105c1f64 req-6c74a937-1362-46b5-b1f4-fcf62fea24ce tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 943 time: 0.0751915 Sep 30 08:03:46.494458 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54181802-a768-4b3a-abe5-6520268095be req-ae3889a9-2092-406a-b527-fef54b49fde5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608811 Sep 30 08:03:46.508200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cef57c7-9ef0-4fd3-ada0-323c105c1f64 req-0d6bb9d9-c987-4f9f-ae14-0042e0cb979d tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/security-groups?id=b22e15ff-9ea4-47f7-a277-1813806254ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499074 Sep 30 08:03:46.628233 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda9472-4245-4d0f-9e25-f6b3ec326df6 req-720afb35-2b6d-4ff1-ba34-eaae4dc90c5d tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:46.637064 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cfda9472-4245-4d0f-9e25-f6b3ec326df6 req-720afb35-2b6d-4ff1-ba34-eaae4dc90c5d tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0761456 Sep 30 08:03:46.676336 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cfda9472-4245-4d0f-9e25-f6b3ec326df6 req-a561ac94-fba5-4d32-a053-67dc175a6768 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376818 Sep 30 08:03:46.960456 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285fed-7b52-4f26-bf52-405f94e2e414 req-3a1fabf1-495f-47f9-a90f-387d032a20c2 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:46.962313 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1f285fed-7b52-4f26-bf52-405f94e2e414 req-3a1fabf1-495f-47f9-a90f-387d032a20c2 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 944 time: 0.0887597 Sep 30 08:03:47.009573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1f285fed-7b52-4f26-bf52-405f94e2e414 req-47a07ddc-c024-44f7-80d4-76dad40e921d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397406 Sep 30 08:03:47.097633 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:03:47.128571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecdf0c-49e8-44d4-a97a-f7b7b75b3a72 req-2b6a106b-ee35-4633-a78d-65d6f92f136e tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:47.130217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cbecdf0c-49e8-44d4-a97a-f7b7b75b3a72 req-2b6a106b-ee35-4633-a78d-65d6f92f136e tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0589912 Sep 30 08:03:47.174664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cbecdf0c-49e8-44d4-a97a-f7b7b75b3a72 req-4b87622e-4c04-4b10-84b4-102d62decb8a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 Sep 30 08:03:47.359476 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7a1479e2-d502-4bff-9624-d9df298ecdd9 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:03:47.369819 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1babbae6-849d-449e-98d1-160554ff992f', 'tag': 'a6c23571-21e8-4ea8-ac57-ab3db0dacdba'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:47.372511 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11659c2-c3e0-436c-ab7d-5b9b03f471a0" -d '{"events": [{"name": "network-changed", "server_uuid": "1babbae6-849d-449e-98d1-160554ff992f", "tag": "a6c23571-21e8-4ea8-ac57-ab3db0dacdba"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:47.423809 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1eba152-1c0c-46c8-a779-25766ee2e3ec x-openstack-request-id: req-f1eba152-1c0c-46c8-a779-25766ee2e3ec {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:47.424131 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1babbae6-849d-449e-98d1-160554ff992f", "tag": "a6c23571-21e8-4ea8-ac57-ab3db0dacdba", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:47.424389 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1eba152-1c0c-46c8-a779-25766ee2e3ec {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:47.424787 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1babbae6-849d-449e-98d1-160554ff992f', 'tag': 'a6c23571-21e8-4ea8-ac57-ab3db0dacdba', 'status': 'completed', 'code': 200} Sep 30 08:03:47.600474 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:47.605477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 7a1479e2-d502-4bff-9624-d9df298ecdd9, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7a1479e2-d502-4bff-9624-d9df298ecdd9,segment=NetworkSegment(603a1ea4-5682-4c33-b2fd-178ea1e413a7),segment_id=603a1ea4-5682-4c33-b2fd-178ea1e413a7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:47.625210 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '7a1479e2-d502-4bff-9624-d9df298ecdd9', 'network_id': 'f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d', 'port_id': '7a1479e2-d502-4bff-9624-d9df298ecdd9', 'mac_address': 'fa:16:3e:32:1f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671abe9d-4436-4ece-840c-07c9271f0e5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:03:47.672612 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11659c2-c3e0-436c-ab7d-5b9b03f471a0 req-6bb54543-09c6-4f3e-9012-f4807566468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:47.674036 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a11659c2-c3e0-436c-ab7d-5b9b03f471a0 req-6bb54543-09c6-4f3e-9012-f4807566468a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 1125 time: 0.0586255 Sep 30 08:03:47.678905 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:47.694558 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1479e2-d502-4bff-9624-d9df298ecdd9 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:47.708571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d37d8-2260-431b-91e8-65c6a3f9f985 req-5a2d5ca9-68bc-4241-8a6e-e32d7aba8a28 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:47.710300 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-982d37d8-2260-431b-91e8-65c6a3f9f985 req-5a2d5ca9-68bc-4241-8a6e-e32d7aba8a28 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.1273484 Sep 30 08:03:47.718276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563042fa-d656-45e9-9da6-a00c2d690d06 req-07b7d990-1dd8-4585-8c67-b0a6a7b6eb66 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:47.719938 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-563042fa-d656-45e9-9da6-a00c2d690d06 req-07b7d990-1dd8-4585-8c67-b0a6a7b6eb66 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 943 time: 0.1247785 Sep 30 08:03:47.727937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 7a1479e2-d502-4bff-9624-d9df298ecdd9, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7a1479e2-d502-4bff-9624-d9df298ecdd9,segment=NetworkSegment(603a1ea4-5682-4c33-b2fd-178ea1e413a7),segment_id=603a1ea4-5682-4c33-b2fd-178ea1e413a7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:47.735001 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:47.786512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-982d37d8-2260-431b-91e8-65c6a3f9f985 req-22e8d525-7bf3-4b23-91cc-16cd13905853 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654695 Sep 30 08:03:47.794039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=7a1479e2-d502-4bff-9624-d9df298ecdd9,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:47.817869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-563042fa-d656-45e9-9da6-a00c2d690d06 req-f5e8b408-2a7e-499a-a306-b331c00a3b82 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/security-groups?id=b22e15ff-9ea4-47f7-a277-1813806254ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767031 Sep 30 08:03:47.861270 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11659c2-c3e0-436c-ab7d-5b9b03f471a0 req-a07a2bb8-dce3-4971-9872-5cd88e881384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:47.863519 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a11659c2-c3e0-436c-ab7d-5b9b03f471a0 req-a07a2bb8-dce3-4971-9872-5cd88e881384 service neutron] 10.222.0.35 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.1485128 Sep 30 08:03:47.957667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42060ac-8360-4af8-bf31-3f8af7f3c308 req-af5729fb-5287-46f7-bd21-057048edd8ed tempest-MigrationsAdminTest-83948743 tempest-MigrationsAdminTest-83948743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:47.960127 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b42060ac-8360-4af8-bf31-3f8af7f3c308 req-af5729fb-5287-46f7-bd21-057048edd8ed tempest-MigrationsAdminTest-83948743 tempest-MigrationsAdminTest-83948743-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 1101 time: 0.0475492 Sep 30 08:03:47.964930 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a11659c2-c3e0-436c-ab7d-5b9b03f471a0 req-15637044-aeb5-454f-b1a5-77af0cdf2165 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6c23571-21e8-4ea8-ac57-ab3db0dacdba HTTP/1.1" status: 200 len: 217 time: 0.0381060 Sep 30 08:03:48.004449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b42060ac-8360-4af8-bf31-3f8af7f3c308 req-5b944fb1-4c5e-4501-9aa6-1b54faf99f66 tempest-MigrationsAdminTest-83948743 tempest-MigrationsAdminTest-83948743-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347950 Sep 30 08:03:48.022332 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['7a1479e2-d502-4bff-9624-d9df298ecdd9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:48.032458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11659c2-c3e0-436c-ab7d-5b9b03f471a0 req-16ae0c97-ca8c-4cc0-9475-66b31beb793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:48.034209 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a11659c2-c3e0-436c-ab7d-5b9b03f471a0 req-16ae0c97-ca8c-4cc0-9475-66b31beb793e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.0622828 Sep 30 08:03:48.104325 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a11659c2-c3e0-436c-ab7d-5b9b03f471a0 req-86c4d6e8-65d2-433b-8588-5d273411bf97 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612948 Sep 30 08:03:48.179873 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5203d7-279e-445c-af02-44d4b8c606de req-8c6549bd-180b-4707-b250-0f8c2bc5355b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:48.181928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a5203d7-279e-445c-af02-44d4b8c606de req-8c6549bd-180b-4707-b250-0f8c2bc5355b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 944 time: 0.0648122 Sep 30 08:03:48.247202 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a5203d7-279e-445c-af02-44d4b8c606de req-fb05a97e-714c-4dc3-af3e-fcd839eef1fe tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504589 Sep 30 08:03:48.269320 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a11659c2-c3e0-436c-ab7d-5b9b03f471a0 req-a898c809-eeba-432f-9153-1d395c704a70 service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415715 Sep 30 08:03:48.376381 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a11659c2-c3e0-436c-ab7d-5b9b03f471a0 req-06aad811-23ff-4a55-825e-065466760f58 service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990930 Sep 30 08:03:48.474304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd2d20-1fae-4b9e-ae1f-03b776f5c203 req-cf6c0216-60b1-43d7-90e4-fd1b81442588 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:48.475801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33fd2d20-1fae-4b9e-ae1f-03b776f5c203 req-cf6c0216-60b1-43d7-90e4-fd1b81442588 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0530632 Sep 30 08:03:48.522238 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33fd2d20-1fae-4b9e-ae1f-03b776f5c203 req-7dc8b362-983b-42e5-8c76-526194ab2e31 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399103 Sep 30 08:03:48.621046 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-49cf2658-21cc-4d8f-b4d7-4da985298d76 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421939 Sep 30 08:03:48.645649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576aad1f-26ea-4e86-ab68-46ca29905b2f req-19c20d7e-df8f-4c94-9009-2b82016457ef tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:48.647196 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-576aad1f-26ea-4e86-ab68-46ca29905b2f req-19c20d7e-df8f-4c94-9009-2b82016457ef tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0553091 Sep 30 08:03:48.691150 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-576aad1f-26ea-4e86-ab68-46ca29905b2f req-87e1df06-745d-4d38-a684-6cd8fc948bf2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376832 Sep 30 08:03:48.933888 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ebc38-61bb-4845-8364-4d844e824fe6 req-3d4cefda-5710-4ced-8939-14c264758426 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:48.935547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-916ebc38-61bb-4845-8364-4d844e824fe6 req-3d4cefda-5710-4ced-8939-14c264758426 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 944 time: 0.0572512 Sep 30 08:03:48.985436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-916ebc38-61bb-4845-8364-4d844e824fe6 req-cecc6f98-2338-406f-90aa-fa453335c310 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/security-groups?id=b22e15ff-9ea4-47f7-a277-1813806254ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426114 Sep 30 08:03:49.373333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7a1479e2-d502-4bff-9624-d9df298ecdd9 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:03:49.397325 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d3767-ae55-4f81-bf0a-9a8d77b4abe0 req-81b5c988-44df-4a5b-a011-8191fc4e689b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:49.408583 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a09d3767-ae55-4f81-bf0a-9a8d77b4abe0 req-81b5c988-44df-4a5b-a011-8191fc4e689b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 944 time: 0.0867434 Sep 30 08:03:49.433429 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 7a1479e2-d502-4bff-9624-d9df298ecdd9 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:03:49.444195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 7a1479e2-d502-4bff-9624-d9df298ecdd9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:03:49.444598 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:49.471089 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a09d3767-ae55-4f81-bf0a-9a8d77b4abe0 req-2dd7d0da-694a-44e3-8909-dfb51fe5eb2b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615160 Sep 30 08:03:49.537512 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:49.564179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e0abee-75ce-4919-b1a5-2bbcf1b27094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1479e2-d502-4bff-9624-d9df298ecdd9'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:49.566539 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f8a6e3-258e-43d6-ac1a-a1e2dd42f943" -d '{"events": [{"server_uuid": "21e0abee-75ce-4919-b1a5-2bbcf1b27094", "name": "network-vif-plugged", "status": "completed", "tag": "7a1479e2-d502-4bff-9624-d9df298ecdd9"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:49.587015 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 7a1479e2-d502-4bff-9624-d9df298ecdd9, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7a1479e2-d502-4bff-9624-d9df298ecdd9,segment=NetworkSegment(603a1ea4-5682-4c33-b2fd-178ea1e413a7),segment_id=603a1ea4-5682-4c33-b2fd-178ea1e413a7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:49.591575 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:49.619349 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e0bdc2-941d-4c02-b4a4-e8b189884308 x-openstack-request-id: req-92e0bdc2-941d-4c02-b4a4-e8b189884308 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:49.619637 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e0abee-75ce-4919-b1a5-2bbcf1b27094", "name": "network-vif-plugged", "status": "completed", "tag": "7a1479e2-d502-4bff-9624-d9df298ecdd9", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:49.619892 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92e0bdc2-941d-4c02-b4a4-e8b189884308 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:49.620300 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e0abee-75ce-4919-b1a5-2bbcf1b27094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1479e2-d502-4bff-9624-d9df298ecdd9', 'code': 200} Sep 30 08:03:49.669161 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=7a1479e2-d502-4bff-9624-d9df298ecdd9,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:49.683693 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5fa05-2919-4edb-84a0-38f94c937407 req-bd175aca-d521-4cdf-bbb8-4e07221cdccd tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:49.685183 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e9e5fa05-2919-4edb-84a0-38f94c937407 req-bd175aca-d521-4cdf-bbb8-4e07221cdccd tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0651641 Sep 30 08:03:49.768779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e9e5fa05-2919-4edb-84a0-38f94c937407 req-74f3324f-96e8-496f-b6d5-6f307484a5ea tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740774 Sep 30 08:03:49.773538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f01a4-bfce-4d95-9f6b-38f78a29364e req-e17530f6-0938-4de3-877c-90c748b925fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:49.776498 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-383f01a4-bfce-4d95-9f6b-38f78a29364e req-e17530f6-0938-4de3-877c-90c748b925fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 1096 time: 0.0897987 Sep 30 08:03:49.881002 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-383f01a4-bfce-4d95-9f6b-38f78a29364e req-5fec025e-23b9-47ed-a44d-0b62fcbdef9a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b22e15ff-9ea4-47f7-a277-1813806254ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827789 Sep 30 08:03:49.894194 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4056ab4-dd78-4896-8c5c-60b8d0fe0c41 req-2a62515e-f532-4f2a-afe8-eacc21268764 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:49.916158 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4056ab4-dd78-4896-8c5c-60b8d0fe0c41 req-2a62515e-f532-4f2a-afe8-eacc21268764 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0995672 Sep 30 08:03:49.935696 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4056ab4-dd78-4896-8c5c-60b8d0fe0c41 req-65faa113-461e-4ffd-bc03-4a572403e014 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336137 Sep 30 08:03:50.104769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b39b4-1cc4-45d6-bc3e-e350efa632e6 req-4f9e9713-d72c-4058-a40b-f043563c27e8 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:50.106305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f13b39b4-1cc4-45d6-bc3e-e350efa632e6 req-4f9e9713-d72c-4058-a40b-f043563c27e8 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 945 time: 0.0519295 Sep 30 08:03:50.147705 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f13b39b4-1cc4-45d6-bc3e-e350efa632e6 req-c3659c17-0294-4106-abf2-8f17a5dd7dd9 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/security-groups?id=b22e15ff-9ea4-47f7-a277-1813806254ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349174 Sep 30 08:03:50.355712 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-59c43299-5067-45b1-856b-aa95383fe975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:50.357246 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-59c43299-5067-45b1-856b-aa95383fe975 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 1101 time: 0.0448129 Sep 30 08:03:50.456098 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-d2c12003-00cf-4b6c-a74c-7fe78b9e074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:50.457503 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-d2c12003-00cf-4b6c-a74c-7fe78b9e074b service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.0870442 Sep 30 08:03:50.510008 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-6ddb30d7-4e2f-4fda-902f-37e881bddcc9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9b9f757f-e980-4507-8389-974130932a9e HTTP/1.1" status: 200 len: 217 time: 0.0387342 Sep 30 08:03:50.628831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-859f6d6d-1704-4c23-8de3-caa77552a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:50.633023 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-859f6d6d-1704-4c23-8de3-caa77552a4b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0656087 Sep 30 08:03:50.635304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052a66e-6e6d-4afc-bfb0-f96ec7172c88 req-a46d2c2d-2897-47b2-9e79-7cd48b2abd14 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:50.637224 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2052a66e-6e6d-4afc-bfb0-f96ec7172c88 req-a46d2c2d-2897-47b2-9e79-7cd48b2abd14 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 944 time: 0.0758612 Sep 30 08:03:50.678809 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2052a66e-6e6d-4afc-bfb0-f96ec7172c88 req-168b5d40-884a-4e96-a9c7-078708782911 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345366 Sep 30 08:03:50.690927 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-c9699e22-82c9-46dc-8fd0-ed70595954dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:50.692469 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-c9699e22-82c9-46dc-8fd0-ed70595954dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447125 Sep 30 08:03:50.905914 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99d942-9112-48a3-8a0d-fa597c4c6aa7 req-e1a3f231-fc9e-47a1-b011-23fe846bffc1 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:50.907875 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d99d942-9112-48a3-8a0d-fa597c4c6aa7 req-e1a3f231-fc9e-47a1-b011-23fe846bffc1 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0561965 Sep 30 08:03:50.949402 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d99d942-9112-48a3-8a0d-fa597c4c6aa7 req-dee1c031-0264-46ed-ba07-57d3d6ad47a4 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348690 Sep 30 08:03:51.055990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30450813-58b7-45b3-a0aa-98762719272f req-58011ffb-f632-4fe5-b6ec-6c4dc3027ea6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:51.057373 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30450813-58b7-45b3-a0aa-98762719272f req-58011ffb-f632-4fe5-b6ec-6c4dc3027ea6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0503433 Sep 30 08:03:51.057859 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-54f91bee-e866-4b95-ad62-dd15c2afed68 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535333 Sep 30 08:03:51.104776 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30450813-58b7-45b3-a0aa-98762719272f req-a6809cfe-ac29-4266-a303-14ba7ea6ddca tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 Sep 30 08:03:51.156237 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-05058e29-592a-418a-86e8-bb5d52cd2a99 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842204 Sep 30 08:03:51.291391 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eea400-058f-4e0b-a6d3-b9b0d1d20f87 req-3efd426a-7465-4397-9d48-f588c38860b8 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:51.302467 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40eea400-058f-4e0b-a6d3-b9b0d1d20f87 req-3efd426a-7465-4397-9d48-f588c38860b8 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 945 time: 0.0817156 Sep 30 08:03:51.346276 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40eea400-058f-4e0b-a6d3-b9b0d1d20f87 req-d78551b1-6b10-4d13-a2c6-9d138e8d6b4a tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/security-groups?id=b22e15ff-9ea4-47f7-a277-1813806254ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429516 Sep 30 08:03:51.805097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0789179-c5ca-45c7-bb8f-1cd85288b1d9 req-5b81c69b-d2d2-456b-9ea7-26117c67dd02 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:51.806567 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0789179-c5ca-45c7-bb8f-1cd85288b1d9 req-5b81c69b-d2d2-456b-9ea7-26117c67dd02 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 944 time: 0.0527651 Sep 30 08:03:51.849153 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0789179-c5ca-45c7-bb8f-1cd85288b1d9 req-e8ec8649-daa7-4e10-b17f-105d77b300dc tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349457 Sep 30 08:03:52.074664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f1ccb-c0a9-4c68-9439-8e6c41cbb16f req-588a46f6-98bd-49a6-bc1c-64a4c99d900f tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:52.076217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-597f1ccb-c0a9-4c68-9439-8e6c41cbb16f req-588a46f6-98bd-49a6-bc1c-64a4c99d900f tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0518694 Sep 30 08:03:52.117877 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-597f1ccb-c0a9-4c68-9439-8e6c41cbb16f req-3ef318a9-579c-40e6-9573-7a153bf01fbf tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350513 Sep 30 08:03:52.232472 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f5e5a-ba39-4a87-bb0a-47d8b8d473ce req-9408c089-0d9e-4670-8689-13f066399900 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:52.234805 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-932f5e5a-ba39-4a87-bb0a-47d8b8d473ce req-9408c089-0d9e-4670-8689-13f066399900 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0512493 Sep 30 08:03:52.275234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-932f5e5a-ba39-4a87-bb0a-47d8b8d473ce req-3f036035-9eab-4161-8308-c2034a37662b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340233 Sep 30 08:03:52.484968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7d0d3-9e72-4951-9ee4-9521c9cd3893 req-8cad3b74-247d-48b2-be6f-742545a71380 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:52.492382 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6b7d0d3-9e72-4951-9ee4-9521c9cd3893 req-8cad3b74-247d-48b2-be6f-742545a71380 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 945 time: 0.0667629 Sep 30 08:03:52.526955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6b7d0d3-9e72-4951-9ee4-9521c9cd3893 req-d50d2df7-e5c7-4dc6-b18c-f846811b095c tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/security-groups?id=b22e15ff-9ea4-47f7-a277-1813806254ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Sep 30 08:03:52.842376 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf91eb-d7f1-4b34-b969-104114838e11 req-7a71665d-c19b-480d-a2e9-f49c3bbbc13d tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:52.844591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bfdf91eb-d7f1-4b34-b969-104114838e11 req-7a71665d-c19b-480d-a2e9-f49c3bbbc13d tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 945 time: 0.0511205 Sep 30 08:03:52.891555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bfdf91eb-d7f1-4b34-b969-104114838e11 req-3f7ea569-7c77-4379-95e3-afb8035a9330 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/security-groups?id=b22e15ff-9ea4-47f7-a277-1813806254ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409636 Sep 30 08:03:52.974062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788b6e4-3bb2-4415-b5c3-e885558a300b req-2ad58028-96ae-4027-a01a-b3ba032350e5 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:52.975545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9788b6e4-3bb2-4415-b5c3-e885558a300b req-2ad58028-96ae-4027-a01a-b3ba032350e5 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 944 time: 0.0489893 Sep 30 08:03:53.016426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9788b6e4-3bb2-4415-b5c3-e885558a300b req-ec16d963-3281-47b1-a0bf-c910d0931b1e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346267 Sep 30 08:03:53.243437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeec7b3-a807-49f6-947c-e0dc85994baa req-2097c244-10c6-4387-9661-2c340f4ba355 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:53.244962 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-caeec7b3-a807-49f6-947c-e0dc85994baa req-2097c244-10c6-4387-9661-2c340f4ba355 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0555933 Sep 30 08:03:53.284552 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-caeec7b3-a807-49f6-947c-e0dc85994baa req-88575a6f-2a52-418b-8b53-25d602341c0e tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323958 Sep 30 08:03:53.406875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41a25b-83d0-47c0-a75e-54f3b4b08894 req-1cd0310f-5da3-4aff-a6bb-3a876b75e58d tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:53.408604 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e41a25b-83d0-47c0-a75e-54f3b4b08894 req-1cd0310f-5da3-4aff-a6bb-3a876b75e58d tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0569661 Sep 30 08:03:53.448214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e41a25b-83d0-47c0-a75e-54f3b4b08894 req-e3546dfc-f4dc-4947-8311-0f664061fb20 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336978 Sep 30 08:03:54.049797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81d3bd-ca69-4033-b2ec-c0241a41a1d4 req-fd2f5366-6afd-4225-a0fa-a080137f4a09 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:54.051677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c81d3bd-ca69-4033-b2ec-c0241a41a1d4 req-fd2f5366-6afd-4225-a0fa-a080137f4a09 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 945 time: 0.0617568 Sep 30 08:03:54.108951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c81d3bd-ca69-4033-b2ec-c0241a41a1d4 req-9696b71d-8dd6-413c-8666-66fb351f19c9 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/security-groups?id=b22e15ff-9ea4-47f7-a277-1813806254ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445964 Sep 30 08:03:54.196853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89b68d-70db-48e1-9391-75117f1fd00f req-c533982a-2b71-4290-aeb3-eeb29b20818e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:54.198834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e89b68d-70db-48e1-9391-75117f1fd00f req-c533982a-2b71-4290-aeb3-eeb29b20818e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 944 time: 0.0667565 Sep 30 08:03:54.277853 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e89b68d-70db-48e1-9391-75117f1fd00f req-0f2c4914-286f-4756-ab46-fc7f70d45a41 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677526 Sep 30 08:03:54.286929 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c3e6c-d069-474b-9af2-f6989881052b req-a9baae3f-2deb-4d3f-a0c0-7fbe9407f257 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:54.288539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f4c3e6c-d069-474b-9af2-f6989881052b req-a9baae3f-2deb-4d3f-a0c0-7fbe9407f257 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.36 "GET /v2.0/ports?device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 945 time: 0.0886819 Sep 30 08:03:54.461472 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19046067-5122-46c0-81ae-efa61b3bf8f4 req-2ffc688f-a7ab-4b55-87b0-412a467c2abd tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:54.463578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19046067-5122-46c0-81ae-efa61b3bf8f4 req-2ffc688f-a7ab-4b55-87b0-412a467c2abd tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0798507 Sep 30 08:03:54.478317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2f4c3e6c-d069-474b-9af2-f6989881052b req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Deleting port 7a1479e2-d502-4bff-9624-d9df298ecdd9 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:03:54.478663 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2f4c3e6c-d069-474b-9af2-f6989881052b req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:54.620106 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19046067-5122-46c0-81ae-efa61b3bf8f4 req-81ab49a4-12fd-459b-b09b-fd0fb519310a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214824 Sep 30 08:03:54.667623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2f4c3e6c-d069-474b-9af2-f6989881052b req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] For port 7a1479e2-d502-4bff-9624-d9df298ecdd9, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7a1479e2-d502-4bff-9624-d9df298ecdd9,segment=NetworkSegment(603a1ea4-5682-4c33-b2fd-178ea1e413a7),segment_id=603a1ea4-5682-4c33-b2fd-178ea1e413a7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:54.668183 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2f4c3e6c-d069-474b-9af2-f6989881052b req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:54.695770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b10c0-d4a0-4e91-b025-49cbf84a35b3 req-71d3f76a-80bb-4e96-9a27-4734aeb469c4 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:54.704819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-448b10c0-d4a0-4e91-b025-49cbf84a35b3 req-71d3f76a-80bb-4e96-9a27-4734aeb469c4 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.1206982 Sep 30 08:03:54.716626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2f4c3e6c-d069-474b-9af2-f6989881052b req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Calling delete_port for 7a1479e2-d502-4bff-9624-d9df298ecdd9 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:03:54.755835 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-c341029f-1843-4951-8d34-996e6aea2de3 service neutron] 10.222.0.35 "GET /v2.0/ports/a6c23571-21e8-4ea8-ac57-ab3db0dacdba/bindings/n-h1-807359-2 HTTP/1.1" status: 200 len: 384 time: 0.0730071 Sep 30 08:03:54.781512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-448b10c0-d4a0-4e91-b025-49cbf84a35b3 req-719e1906-e24b-4604-9036-6b8ce511a6ae tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754309 Sep 30 08:03:54.901354 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2f4c3e6c-d069-474b-9af2-f6989881052b req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:54.914517 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['7a1479e2-d502-4bff-9624-d9df298ecdd9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:54.961270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Pushing event deleted for resources: {'Port': ['ID=7a1479e2-d502-4bff-9624-d9df298ecdd9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:54.976741 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] For port a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:55.002486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.003014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.003147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] For port a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:03:55.003588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.005309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.005309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.005309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.005309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.005773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.005877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.006389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.006787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.007403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.012314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4c3e6c-d069-474b-9af2-f6989881052b req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] No DVR routers for this DVR port 7a1479e2-d502-4bff-9624-d9df298ecdd9 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:03:55.015028 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2f4c3e6c-d069-474b-9af2-f6989881052b req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:55.018051 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f4c3e6c-d069-474b-9af2-f6989881052b req-08a0ace3-9064-4b4d-b6de-a0adf5a6c961 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.36 "DELETE /v2.0/ports/7a1479e2-d502-4bff-9624-d9df298ecdd9 HTTP/1.1" status: 204 len: 173 time: 0.7218380 Sep 30 08:03:55.018541 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e0abee-75ce-4919-b1a5-2bbcf1b27094', 'name': 'network-vif-deleted', 'tag': '7a1479e2-d502-4bff-9624-d9df298ecdd9'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:03:55.020827 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3b7e2a-dcfc-4f2d-a1fe-8e1799bb0a35" -d '{"events": [{"server_uuid": "21e0abee-75ce-4919-b1a5-2bbcf1b27094", "name": "network-vif-deleted", "tag": "7a1479e2-d502-4bff-9624-d9df298ecdd9"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:03:55.037972 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c23571-21e8-4ea8-ac57-ab3db0dacdba {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:03:55.051141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] For port a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:03:55.066061 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:55.085343 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24927826-2965-4c46-a5f4-82c533b2ec89 x-openstack-request-id: req-24927826-2965-4c46-a5f4-82c533b2ec89 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:03:55.086232 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e0abee-75ce-4919-b1a5-2bbcf1b27094", "name": "network-vif-deleted", "tag": "7a1479e2-d502-4bff-9624-d9df298ecdd9", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:03:55.086663 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24927826-2965-4c46-a5f4-82c533b2ec89 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:03:55.087219 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e0abee-75ce-4919-b1a5-2bbcf1b27094', 'name': 'network-vif-deleted', 'tag': '7a1479e2-d502-4bff-9624-d9df298ecdd9', 'status': 'completed', 'code': 200} Sep 30 08:03:55.172613 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Transition to ACTIVE for port object a6c23571-21e8-4ea8-ac57-ab3db0dacdba will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:03:55.179797 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:55.239310 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3097c706-3b14-4510-b975-627471a8967c req-4eb7e124-b3d7-4f40-921b-fd70cabb2492 tempest-InstanceActionsNegativeTestJSON-180975220 tempest-InstanceActionsNegativeTestJSON-180975220-project] 10.222.0.24 "GET /v2.0/ports?device_id=21e0abee-75ce-4919-b1a5-2bbcf1b27094 HTTP/1.1" status: 200 len: 210 time: 0.0362549 Sep 30 08:03:55.256635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] No DVR routers for this DVR port a6c23571-21e8-4ea8-ac57-ab3db0dacdba on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:03:55.263022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Pushing event updated for resources: {'Port': ['ID=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:55.289013 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.289348 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.289682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.290013 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.290340 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.290666 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.290983 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.291302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.291622 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.291961 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.292279 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.292614 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:03:55.301082 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-1b94f0fc-9770-4988-a8b2-8e49f9b6279f service neutron] 10.222.0.35 "PUT /v2.0/ports/a6c23571-21e8-4ea8-ac57-ab3db0dacdba/bindings/n-h1-807359-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5351741 Sep 30 08:03:55.474129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218b449-8bc8-4ba5-bcf5-7f8f6b96ca60 req-70b1a28d-a7bc-4560-a20e-54d9e12d89de tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:55.475837 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0218b449-8bc8-4ba5-bcf5-7f8f6b96ca60 req-70b1a28d-a7bc-4560-a20e-54d9e12d89de tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 945 time: 0.1093762 Sep 30 08:03:55.508593 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-f0f60e78-ecb0-403e-9626-fea61464c3c4 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:55.510502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-f0f60e78-ecb0-403e-9626-fea61464c3c4 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f&tenant_id=b90880b9f658495fbcf10eee4b545dee&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 1096 time: 0.0879786 Sep 30 08:03:55.541833 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0218b449-8bc8-4ba5-bcf5-7f8f6b96ca60 req-0eb8fe28-2ca9-4e54-b14e-03ae8168b57a tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590277 Sep 30 08:03:55.573870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device a6c23571-21e8-4ea8-ac57-ab3db0dacdba no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:03:55.589034 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-fc3a9943-cf2f-484e-95c0-1408cdbc1946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:55.591285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-fc3a9943-cf2f-484e-95c0-1408cdbc1946 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f&tenant_id=b90880b9f658495fbcf10eee4b545dee HTTP/1.1" status: 200 len: 1096 time: 0.0728784 Sep 30 08:03:55.614718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device a6c23571-21e8-4ea8-ac57-ab3db0dacdba not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:03:55.657838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-e1a6df89-47c8-4eaf-a3b8-a88b7ffaf1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:55.660092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-e1a6df89-47c8-4eaf-a3b8-a88b7ffaf1a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 1096 time: 0.0463943 Sep 30 08:03:55.817748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-2951f493-ae0d-4881-a9d5-7a80f39ba4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:55.819388 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-2951f493-ae0d-4881-a9d5-7a80f39ba4f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.1517868 Sep 30 08:03:55.870845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5e3ed-d3b0-485c-988a-e62e2df063d8 req-d5f9de7e-52e7-400b-9f0f-f2850f2232d2 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:55.872300 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ce5e3ed-d3b0-485c-988a-e62e2df063d8 req-d5f9de7e-52e7-400b-9f0f-f2850f2232d2 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.1443920 Sep 30 08:03:56.174433 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-92ea89fc-b7e4-4c1f-9697-368398c90e51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6c23571-21e8-4ea8-ac57-ab3db0dacdba HTTP/1.1" status: 200 len: 217 time: 0.3451827 Sep 30 08:03:56.243027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8a749-8729-4850-ba69-926015e1d09f req-5caf73e1-6506-4307-bb68-9db4c5888bda tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:56.244495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65f8a749-8729-4850-ba69-926015e1d09f req-5caf73e1-6506-4307-bb68-9db4c5888bda tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 808 time: 0.4698730 Sep 30 08:03:56.257902 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ce5e3ed-d3b0-485c-988a-e62e2df063d8 req-89ab0f31-af5e-4c22-a228-fe8f4bbb3734 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922050 Sep 30 08:03:56.271937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65f8a749-8729-4850-ba69-926015e1d09f req-2f899090-fe50-44eb-8354-675d33ddb598 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/quotas/b077f759674d4d92a5ac98950a22949d HTTP/1.1" status: 200 len: 375 time: 0.0190320 Sep 30 08:03:56.273400 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-ea1e68a1-18f5-4b1d-8c0e-870045e90604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:56.274775 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-ea1e68a1-18f5-4b1d-8c0e-870045e90604 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.0894244 Sep 30 08:03:56.337688 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-edf33aa6-6057-428b-9acd-376f91eb2fe9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489938 Sep 30 08:03:56.364711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65f8a749-8729-4850-ba69-926015e1d09f req-2ab4a93b-14c6-485f-9105-b534ed34bb6a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0863643 Sep 30 08:03:56.558756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-e360bf6c-049d-4afa-9a3e-efa513cb2575 service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111132 Sep 30 08:03:56.568367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050465ed-c668-47e4-b016-4701bf24e7b1 req-87033965-769b-43cd-bd66-d288de0b8627 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:56.569755 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-050465ed-c668-47e4-b016-4701bf24e7b1 req-87033965-769b-43cd-bd66-d288de0b8627 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.1499913 Sep 30 08:03:56.579600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65f8a749-8729-4850-ba69-926015e1d09f req-01703811-2cd5-4d6c-8830-d9e244a5fac2 service neutron] 10.222.0.24 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048831 Sep 30 08:03:56.722004 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-050465ed-c668-47e4-b016-4701bf24e7b1 req-eb83b2bf-61a4-4ec4-9118-605117e56a46 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407228 Sep 30 08:03:56.745993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-5b3fe08b-4b19-4006-807f-b8b546890a16 service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750238 Sep 30 08:03:56.757594 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65f8a749-8729-4850-ba69-926015e1d09f req-86b6d7d8-ba0c-4963-a002-72ba4876aa05 service neutron] 10.222.0.24 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604521 Sep 30 08:03:56.841849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:56.914091 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa06f9f-13eb-45a7-a79c-51861b1945f3 admin admin] Deleting subnet 671abe9d-4436-4ece-840c-07c9271f0e5f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:03:56.917356 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fa06f9f-13eb-45a7-a79c-51861b1945f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:56.955857 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fa06f9f-13eb-45a7-a79c-51861b1945f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:56.976584 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ecf42-c215-47ef-968c-46dbbc980b0a req-1891bbc1-dc60-4817-a26a-49f5bef672ae tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:56.980575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-283ecf42-c215-47ef-968c-46dbbc980b0a req-1891bbc1-dc60-4817-a26a-49f5bef672ae tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 945 time: 0.0881002 Sep 30 08:03:56.996121 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fa06f9f-13eb-45a7-a79c-51861b1945f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.055899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-492fb1dc-58af-4c6e-93ab-47983d23a18a tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:57.057910 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-492fb1dc-58af-4c6e-93ab-47983d23a18a tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f&tenant_id=b90880b9f658495fbcf10eee4b545dee&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 1096 time: 0.1019309 Sep 30 08:03:57.064410 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-283ecf42-c215-47ef-968c-46dbbc980b0a req-ffe8ed2c-4c7e-41c9-a1b5-010eb743aa3d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594709 Sep 30 08:03:57.064567 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fa06f9f-13eb-45a7-a79c-51861b1945f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.093765 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa06f9f-13eb-45a7-a79c-51861b1945f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=671abe9d-4436-4ece-840c-07c9271f0e5f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:57.111325 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fa06f9f-13eb-45a7-a79c-51861b1945f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.115858 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2fa06f9f-13eb-45a7-a79c-51861b1945f3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/671abe9d-4436-4ece-840c-07c9271f0e5f HTTP/1.1" status: 204 len: 168 time: 0.2693179 Sep 30 08:03:57.116089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48156) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:57.180577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2170f6f-b431-45a8-8ccb-0a0b20621985 req-2e346f5c-8ed2-4a73-a5af-24d1b5068ea3 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 210 time: 0.0464835 Sep 30 08:03:57.187949 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efbbc442-cab6-448c-941b-1bf430e34393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.214245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-0de266f9-9370-400a-a688-b272fea0e574 service neutron] For port a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:03:57.218581 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-0de266f9-9370-400a-a688-b272fea0e574 service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.219770 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0b86164-079c-41f5-82ae-7b5e5f93cb03 req-0de266f9-9370-400a-a688-b272fea0e574 service neutron] 10.222.0.36 "DELETE /v2.0/ports/a6c23571-21e8-4ea8-ac57-ab3db0dacdba/bindings/n-h2-807359-2 HTTP/1.1" status: 204 len: 173 time: 0.1539290 Sep 30 08:03:57.277134 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efbbc442-cab6-448c-941b-1bf430e34393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.301154 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-efbbc442-cab6-448c-941b-1bf430e34393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:03:57.312527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-efbbc442-cab6-448c-941b-1bf430e34393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603a1ea4-5682-4c33-b2fd-178ea1e413a7') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:03:57.312828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-efbbc442-cab6-448c-941b-1bf430e34393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603a1ea4-5682-4c33-b2fd-178ea1e413a7') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:03:57.324103 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efbbc442-cab6-448c-941b-1bf430e34393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.341047 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efbbc442-cab6-448c-941b-1bf430e34393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.348123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbbc442-cab6-448c-941b-1bf430e34393 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:03:57.348522 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efbbc442-cab6-448c-941b-1bf430e34393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:03:57.350196 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:03:57.392377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa55fb-be81-49b4-bc13-e9c68d0592ed req-bc221d35-cc0a-43f1-bb66-3de6b9b16b84 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:57.394615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7fa55fb-be81-49b4-bc13-e9c68d0592ed req-bc221d35-cc0a-43f1-bb66-3de6b9b16b84 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0564201 Sep 30 08:03:57.416117 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7a1479e2-d502-4bff-9624-d9df298ecdd9 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:03:57.442691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7fa55fb-be81-49b4-bc13-e9c68d0592ed req-43449792-63f6-4381-bc79-056439b187eb tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390475 Sep 30 08:03:57.445346 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efbbc442-cab6-448c-941b-1bf430e34393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.446431 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 7a1479e2-d502-4bff-9624-d9df298ecdd9 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:03:57.447800 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7a1479e2-d502-4bff-9624-d9df298ecdd9 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:03:57.455510 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efbbc442-cab6-448c-941b-1bf430e34393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.458213 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-efbbc442-cab6-448c-941b-1bf430e34393 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d HTTP/1.1" status: 204 len: 168 time: 0.3408186 Sep 30 08:03:57.476180 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbc442-cab6-448c-941b-1bf430e34393 admin admin] Pushing event deleted for resources: {'Network': ['ID=f19c12b6-f0ac-41f6-b5e2-c0049a68cd7d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:57.574998 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48170) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:57.616908 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dc4e6690-dec6-47b6-802a-7fd3e026f6fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3bf1b3c3aac4655a5a32c3ae328f383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406508 Sep 30 08:03:57.619577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48172) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:57.671722 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe2f7ed-ffae-4ec1-8b35-95d191b2ab0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.693313 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe2f7ed-ffae-4ec1-8b35-95d191b2ab0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.749673 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe2f7ed-ffae-4ec1-8b35-95d191b2ab0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.752279 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe2f7ed-ffae-4ec1-8b35-95d191b2ab0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:57.753444 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4fe2f7ed-ffae-4ec1-8b35-95d191b2ab0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b22e15ff-9ea4-47f7-a277-1813806254ed HTTP/1.1" status: 204 len: 168 time: 0.1328943 Sep 30 08:03:57.761801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2f7ed-ffae-4ec1-8b35-95d191b2ab0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22e15ff-9ea4-47f7-a277-1813806254ed,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:57.845034 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0399b2-43df-43c5-82d1-43719209cfce req-299562a6-7b28-4193-88ea-a107a0c8ac56 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:57.846566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c0399b2-43df-43c5-82d1-43719209cfce req-299562a6-7b28-4193-88ea-a107a0c8ac56 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0528486 Sep 30 08:03:57.886492 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c0399b2-43df-43c5-82d1-43719209cfce req-6877a99f-6825-4a87-8362-1442c826fa51 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337226 Sep 30 08:03:58.099375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8a749-8729-4850-ba69-926015e1d09f req-c331e702-c846-4546-8848-48bcce36e208 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:58.100820 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65f8a749-8729-4850-ba69-926015e1d09f req-c331e702-c846-4546-8848-48bcce36e208 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.36 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 808 time: 0.1144805 Sep 30 08:03:58.113970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-65f8a749-8729-4850-ba69-926015e1d09f req-dc19ca72-69ad-41c2-9617-9c4962c77ced tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Request body: {'port': {'device_id': 'ec488792-44ed-4cdc-8996-861d03261d31', 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1', 'admin_state_up': True, 'tenant_id': 'b077f759674d4d92a5ac98950a22949d'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:58.299509 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93917783-9bd0-4d3f-ab06-bac2c22d97f9 req-ebe73a72-d238-470b-9a97-f2524754d91d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:58.299509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93917783-9bd0-4d3f-ab06-bac2c22d97f9 req-ebe73a72-d238-470b-9a97-f2524754d91d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 945 time: 0.1071444 Sep 30 08:03:58.327778 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d83dfc5c-c29d-4728-b14f-13f00f05b350 req-699f48f4-4967-436d-b676-b9294c8f9dca tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 210 time: 0.0534382 Sep 30 08:03:58.332585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f8a749-8729-4850-ba69-926015e1d09f req-dc19ca72-69ad-41c2-9617-9c4962c77ced tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Made reservation on behalf of b077f759674d4d92a5ac98950a22949d for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:03:58.336034 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-65f8a749-8729-4850-ba69-926015e1d09f req-dc19ca72-69ad-41c2-9617-9c4962c77ced tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:58.398245 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93917783-9bd0-4d3f-ab06-bac2c22d97f9 req-b70a3803-b1b0-4c81-a714-a738351bc9ba tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747039 Sep 30 08:03:58.539454 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-65f8a749-8729-4850-ba69-926015e1d09f req-dc19ca72-69ad-41c2-9617-9c4962c77ced tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Allocated IP 172.20.0.14 (407edc8e-eacf-4658-b430-a785aa6467d1/03d5e453-47cb-4a1c-9b01-81aa8a96aed1/28f481eb-ae7f-4fb6-bb50-0db3f497a434) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:03:58.622668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48212) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:58.685598 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147c313-2853-4e21-9fef-3a4dadcc6880 req-4ee36384-e78d-4b2c-b433-7cf5fb0966a9 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:58.687436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3147c313-2853-4e21-9fef-3a4dadcc6880 req-4ee36384-e78d-4b2c-b433-7cf5fb0966a9 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.1360457 Sep 30 08:03:58.714262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24fcb4-abe3-43b3-baba-501715950e2e req-64780be5-7847-4285-b5b9-2ddec69575e7 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:58.715775 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a24fcb4-abe3-43b3-baba-501715950e2e req-64780be5-7847-4285-b5b9-2ddec69575e7 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 1096 time: 0.1514075 Sep 30 08:03:58.745434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0e32fbd8-e448-4f34-a4d7-51734d4dd58a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-553988096-network', 'tenant_id': 'f61b1dfac07541759cd786566cabda1b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:58.845322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3147c313-2853-4e21-9fef-3a4dadcc6880 req-672116a4-8ad0-42c5-ab1f-68d93088101e tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465809 Sep 30 08:03:58.851868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a24fcb4-abe3-43b3-baba-501715950e2e req-0acb6868-1c3c-4ddc-9eea-d8f147117938 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149547 Sep 30 08:03:58.852453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e32fbd8-e448-4f34-a4d7-51734d4dd58a admin admin] Made reservation on behalf of f61b1dfac07541759cd786566cabda1b for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:03:58.854662 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e32fbd8-e448-4f34-a4d7-51734d4dd58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:58.867995 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e32fbd8-e448-4f34-a4d7-51734d4dd58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:58.911935 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-65f8a749-8729-4850-ba69-926015e1d09f req-dc19ca72-69ad-41c2-9617-9c4962c77ced tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:59.020839 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-65f8a749-8729-4850-ba69-926015e1d09f req-dc19ca72-69ad-41c2-9617-9c4962c77ced tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:59.032137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['9bb5c774-24b9-4ebf-be50-5dc507bc22ef'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:03:59.105151 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cab73-04f5-4069-9fad-f4f126cf1d54 req-d638e9ef-fd6d-4e8b-984c-2199140e8217 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:59.106676 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-251cab73-04f5-4069-9fad-f4f126cf1d54 req-d638e9ef-fd6d-4e8b-984c-2199140e8217 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 1096 time: 0.1405036 Sep 30 08:03:59.108646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f8a749-8729-4850-ba69-926015e1d09f req-dc19ca72-69ad-41c2-9617-9c4962c77ced tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Network 407edc8e-eacf-4658-b430-a785aa6467d1 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:03:59.120100 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-65f8a749-8729-4850-ba69-926015e1d09f req-dc19ca72-69ad-41c2-9617-9c4962c77ced tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:03:59.135483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f8a749-8729-4850-ba69-926015e1d09f req-dc19ca72-69ad-41c2-9617-9c4962c77ced tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:03:59.159386 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19ca72-69ad-41c2-9617-9c4962c77ced tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Pushing event updated for resources: {'Port': ['ID=28f481eb-ae7f-4fb6-bb50-0db3f497a434,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:59.224269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bd81f-db5c-4ed4-8d73-28185c13fbf4 req-971185d6-9389-4171-9247-266c6007f0cf tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:59.225746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-574bd81f-db5c-4ed4-8d73-28185c13fbf4 req-971185d6-9389-4171-9247-266c6007f0cf tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.2063992 Sep 30 08:03:59.238752 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e32fbd8-e448-4f34-a4d7-51734d4dd58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:59.243382 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-251cab73-04f5-4069-9fad-f4f126cf1d54 req-c0f1b102-8dba-4208-b2f6-6201e27f011a tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262043 Sep 30 08:03:59.259045 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e32fbd8-e448-4f34-a4d7-51734d4dd58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:59.305655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32fbd8-e448-4f34-a4d7-51734d4dd58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d6ac45-560b-436b-ae3c-17c89991a90c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:59.334713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8a749-8729-4850-ba69-926015e1d09f req-dc19ca72-69ad-41c2-9617-9c4962c77ced tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:59.335671 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-65f8a749-8729-4850-ba69-926015e1d09f req-dc19ca72-69ad-41c2-9617-9c4962c77ced tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:59.358634 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e32fbd8-e448-4f34-a4d7-51734d4dd58a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:03:59.385046 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-574bd81f-db5c-4ed4-8d73-28185c13fbf4 req-cb1cca0c-e02a-455d-b465-1b028e16e03e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476614 Sep 30 08:03:59.399438 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e32fbd8-e448-4f34-a4d7-51734d4dd58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:59.399438 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-0e32fbd8-e448-4f34-a4d7-51734d4dd58a admin admin] Added segment 6de8d839-29cf-4ce9-aca1-09007ce91420 of type vlan for network 57266100-45c6-4c3c-82b6-0b9860cc0f6d Sep 30 08:03:59.412711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65f8a749-8729-4850-ba69-926015e1d09f req-dc19ca72-69ad-41c2-9617-9c4962c77ced tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2989988 Sep 30 08:03:59.427835 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:59.439845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Request body: {'port': {'device_id': 'ec488792-44ed-4cdc-8996-861d03261d31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:59.516461 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e32fbd8-e448-4f34-a4d7-51734d4dd58a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:59.584357 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:59.597318 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e32fbd8-e448-4f34-a4d7-51734d4dd58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:59.598281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32fbd8-e448-4f34-a4d7-51734d4dd58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:59.598844 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e32fbd8-e448-4f34-a4d7-51734d4dd58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:59.622601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d9dc9-ff68-4232-aa15-49ec83ebe7a6 req-ac3525d1-fc85-469a-81e3-3dd78e8f13b7 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:03:59.624665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-745d9dc9-ff68-4232-aa15-49ec83ebe7a6 req-ac3525d1-fc85-469a-81e3-3dd78e8f13b7 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 932 time: 0.1232390 Sep 30 08:03:59.672618 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0e32fbd8-e448-4f34-a4d7-51734d4dd58a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0453634 Sep 30 08:03:59.673052 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48236) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:03:59.679213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3d8618b6-fba3-44f8-993a-31c52b5799a3 admin admin] Request body: {'subnet': {'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-553988096-subnet', 'tenant_id': 'f61b1dfac07541759cd786566cabda1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:03:59.706981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8618b6-fba3-44f8-993a-31c52b5799a3 admin admin] Made reservation on behalf of f61b1dfac07541759cd786566cabda1b for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:03:59.710202 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d8618b6-fba3-44f8-993a-31c52b5799a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:03:59.738942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32fbd8-e448-4f34-a4d7-51734d4dd58a admin admin] Pushing event updated for resources: {'Network': ['ID=57266100-45c6-4c3c-82b6-0b9860cc0f6d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:03:59.752034 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 57266100-45c6-4c3c-82b6-0b9860cc0f6d details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:03:59.777219 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-745d9dc9-ff68-4232-aa15-49ec83ebe7a6 req-1c2699a0-c74d-496e-a6ad-b45980297f6e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388164 Sep 30 08:03:59.961744 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d8618b6-fba3-44f8-993a-31c52b5799a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:00.019533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8618b6-fba3-44f8-993a-31c52b5799a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b57160f-abdc-4be4-8f56-c9c7324d85d0,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:00.032141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8618b6-fba3-44f8-993a-31c52b5799a3 admin admin] Checking segment: {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:04:00.032501 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8618b6-fba3-44f8-993a-31c52b5799a3 admin admin] Network hostable DHCP agents. Network: 57266100-45c6-4c3c-82b6-0b9860cc0f6d, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:04:00.034610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13189d-7025-4352-a3d8-fc71456e3566 req-ee06605e-b147-412a-a969-09b595557191 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:00.036706 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb13189d-7025-4352-a3d8-fc71456e3566 req-ee06605e-b147-412a-a969-09b595557191 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.1083131 Sep 30 08:04:00.055152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8618b6-fba3-44f8-993a-31c52b5799a3 admin admin] Network 57266100-45c6-4c3c-82b6-0b9860cc0f6d is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:04:00.069903 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3d8618b6-fba3-44f8-993a-31c52b5799a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 57266100-45c6-4c3c-82b6-0b9860cc0f6d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:04:00.075145 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8618b6-fba3-44f8-993a-31c52b5799a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:00.075875 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d8618b6-fba3-44f8-993a-31c52b5799a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:00.082742 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f7e2e6-2315-4fb5-9e27-88bdf99bb010 None None] Network 57266100-45c6-4c3c-82b6-0b9860cc0f6d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:04:00.102380 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3d8618b6-fba3-44f8-993a-31c52b5799a3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4198642 Sep 30 08:04:00.129729 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb13189d-7025-4352-a3d8-fc71456e3566 req-690a0ffd-edf2-4baf-891b-671c9bfd67a3 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791104 Sep 30 08:04:00.137951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f481eb-ae7f-4fb6-bb50-0db3f497a434 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:00.157209 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:00.172143 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Transition to ACTIVE for port object 28f481eb-ae7f-4fb6-bb50-0db3f497a434 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:04:00.180942 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:00.239251 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d42ae64-6ea8-482b-b805-b71a917e0af9 None None] Network 57266100-45c6-4c3c-82b6-0b9860cc0f6d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:04:00.296546 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Pushing event updated for resources: {'Port': ['ID=28f481eb-ae7f-4fb6-bb50-0db3f497a434,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:00.373945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Attempting to bind port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:04:00.374893 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Attempting to bind port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:04:00.374893 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Attempting to bind port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:00.385167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 on network 407edc8e-eacf-4658-b430-a785aa6467d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:04:00.385533 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Attempting to bind port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:00.391095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:04:00.391441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Checking segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:04:00.391891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Bound using segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:04:00.392333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Bound port: 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:04:00.392701 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:00.468817 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] For port 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:04:00.472286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] For port 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=28f481eb-ae7f-4fb6-bb50-0db3f497a434,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:04:00.477380 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:00.512342 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:00.512993 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:00.517509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65f8a749-8729-4850-ba69-926015e1d09f req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] 10.222.0.36 "PUT /v2.0/ports/28f481eb-ae7f-4fb6-bb50-0db3f497a434 HTTP/1.1" status: 200 len: 1092 time: 1.0826983 Sep 30 08:04:00.517509 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec488792-44ed-4cdc-8996-861d03261d31', 'tag': '28f481eb-ae7f-4fb6-bb50-0db3f497a434'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:00.517509 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701e1a47-c6bf-4555-acdb-d6d9aba11526" -d '{"events": [{"name": "network-changed", "server_uuid": "ec488792-44ed-4cdc-8996-861d03261d31", "tag": "28f481eb-ae7f-4fb6-bb50-0db3f497a434"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:00.554881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cca10-a603-44e6-b2e2-c36b798d1bfb service neutron] Pushing event updated for resources: {'Port': ['ID=28f481eb-ae7f-4fb6-bb50-0db3f497a434,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:00.698973 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8a749-8729-4850-ba69-926015e1d09f req-45a7fd28-c3e8-4bfa-8356-37ee1089f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:00.700486 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65f8a749-8729-4850-ba69-926015e1d09f req-45a7fd28-c3e8-4bfa-8356-37ee1089f34e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 1095 time: 0.1350460 Sep 30 08:04:00.714006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad77cb6-ebcb-4fda-a4f7-bda0ccb72e3a req-f44b227e-4bfc-4860-9dff-7c4bc747fe00 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:00.715440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ad77cb6-ebcb-4fda-a4f7-bda0ccb72e3a req-f44b227e-4bfc-4860-9dff-7c4bc747fe00 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.1513095 Sep 30 08:04:00.762741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65f8a749-8729-4850-ba69-926015e1d09f req-abb13763-9f75-4496-b2c5-0da0a537b0fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28f481eb-ae7f-4fb6-bb50-0db3f497a434 HTTP/1.1" status: 200 len: 217 time: 0.0444467 Sep 30 08:04:00.812330 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-9d096fe3-a191-4953-b6bb-61dab17b34e1 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:00.813769 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-9d096fe3-a191-4953-b6bb-61dab17b34e1 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 805 time: 0.2130437 Sep 30 08:04:00.847281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ad77cb6-ebcb-4fda-a4f7-bda0ccb72e3a req-880b2764-633f-4b7d-90ab-2a4bc75d73c8 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187472 Sep 30 08:04:00.850323 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-2960e829-9968-4dd0-8783-a0b9c293ac46 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/quotas/f61b1dfac07541759cd786566cabda1b HTTP/1.1" status: 200 len: 375 time: 0.0232661 Sep 30 08:04:00.853762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8a749-8729-4850-ba69-926015e1d09f req-91e79695-fd71-4cbc-95c1-804767ca4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:00.855154 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65f8a749-8729-4850-ba69-926015e1d09f req-91e79695-fd71-4cbc-95c1-804767ca4bc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.0788829 Sep 30 08:04:00.896473 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-b7d3253e-e845-44bf-9920-2663e57bb77f tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381000 Sep 30 08:04:00.917625 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65f8a749-8729-4850-ba69-926015e1d09f req-e89e2a1c-32d2-4c5e-8d34-6d226219040e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499706 Sep 30 08:04:00.995866 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe9b3c2-226b-4734-855c-a0dd33c0bdd0 x-openstack-request-id: req-0fe9b3c2-226b-4734-855c-a0dd33c0bdd0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:00.996179 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec488792-44ed-4cdc-8996-861d03261d31", "tag": "28f481eb-ae7f-4fb6-bb50-0db3f497a434", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:00.996430 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0fe9b3c2-226b-4734-855c-a0dd33c0bdd0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:00.996829 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec488792-44ed-4cdc-8996-861d03261d31', 'tag': '28f481eb-ae7f-4fb6-bb50-0db3f497a434', 'status': 'completed', 'code': 200} Sep 30 08:04:01.066864 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-0701c954-1a3c-4b09-b388-033eb870454b service neutron] 10.222.0.24 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575043 Sep 30 08:04:01.082670 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65f8a749-8729-4850-ba69-926015e1d09f req-6ef3c539-8d01-48d3-96a3-8c5d525e52e0 service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530733 Sep 30 08:04:01.246171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f6057-148b-4fac-9675-6d5c7cb703ad req-ac56d8e7-1b89-4d0c-9ab2-8b719b676d58 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:01.247549 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-233f6057-148b-4fac-9675-6d5c7cb703ad req-ac56d8e7-1b89-4d0c-9ab2-8b719b676d58 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 944 time: 0.1754990 Sep 30 08:04:01.547224 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-80e4c14f-11d6-4dcc-870e-b7d80ffa8214 service neutron] 10.222.0.24 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737127 Sep 30 08:04:01.556736 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65f8a749-8729-4850-ba69-926015e1d09f req-a81f8340-6ef4-4a63-b437-9b35a5f5a213 service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642947 Sep 30 08:04:01.570552 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-233f6057-148b-4fac-9675-6d5c7cb703ad req-b4e9a44b-da00-4b21-b631-db9e8d74d014 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146222 Sep 30 08:04:01.658393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e1a47-c6bf-4555-acdb-d6d9aba11526 req-825410d8-632c-49cf-93e5-26498cbd52f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:01.659934 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-701e1a47-c6bf-4555-acdb-d6d9aba11526 req-825410d8-632c-49cf-93e5-26498cbd52f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 1095 time: 0.0491223 Sep 30 08:04:01.800366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e1a47-c6bf-4555-acdb-d6d9aba11526 req-6f233556-fa40-43cd-8168-356c63b3a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:01.803651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-701e1a47-c6bf-4555-acdb-d6d9aba11526 req-6f233556-fa40-43cd-8168-356c63b3a652 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.1364577 Sep 30 08:04:01.895887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6fae3976-545e-44ad-b932-8b9722dd9609 req-b904c685-1950-4a23-a0c7-99cbf1714415 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 210 time: 0.0655110 Sep 30 08:04:01.899464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-701e1a47-c6bf-4555-acdb-d6d9aba11526 req-41e015d2-0cce-4de6-9aad-c0fd00b68b16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28f481eb-ae7f-4fb6-bb50-0db3f497a434 HTTP/1.1" status: 200 len: 217 time: 0.0703504 Sep 30 08:04:01.925879 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70a84d-ae67-4680-b89a-a64cda5e92fe req-8ef4dc56-59c1-43a7-b9e1-332e585122ab tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:01.928078 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d70a84d-ae67-4680-b89a-a64cda5e92fe req-8ef4dc56-59c1-43a7-b9e1-332e585122ab tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.1383018 Sep 30 08:04:01.993456 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e1a47-c6bf-4555-acdb-d6d9aba11526 req-4f3345d2-9708-46b8-b733-541fe7677a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:01.994952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-701e1a47-c6bf-4555-acdb-d6d9aba11526 req-4f3345d2-9708-46b8-b733-541fe7677a41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.0864637 Sep 30 08:04:02.052737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d70a84d-ae67-4680-b89a-a64cda5e92fe req-f122bd51-c601-4b2f-a813-6b2bd118b8c8 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934975 Sep 30 08:04:02.054726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-701e1a47-c6bf-4555-acdb-d6d9aba11526 req-f9a4d71f-ca9a-4ffe-9d63-84368dc9ada7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523970 Sep 30 08:04:02.111254 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afecd8-2a7f-4565-941f-023aeb164057 req-4e3b88d3-ad61-4f99-a183-875e1a820a40 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:02.111254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33afecd8-2a7f-4565-941f-023aeb164057 req-4e3b88d3-ad61-4f99-a183-875e1a820a40 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.1088133 Sep 30 08:04:02.198811 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33afecd8-2a7f-4565-941f-023aeb164057 req-9b0c140e-51db-45d8-b5e5-c3086308f362 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801117 Sep 30 08:04:02.213615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-701e1a47-c6bf-4555-acdb-d6d9aba11526 req-0f0462c9-b5c8-4f40-81e8-8bd5046c5b88 service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497874 Sep 30 08:04:02.317292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-701e1a47-c6bf-4555-acdb-d6d9aba11526 req-f2481792-b143-442b-b587-62bcf654d88c service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932250 Sep 30 08:04:02.695376 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02f2a5-ab08-432e-8658-b80c4404e710 req-53abc4b2-cfe6-4bfe-b934-c171d16adf59 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:02.697018 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b02f2a5-ab08-432e-8658-b80c4404e710 req-53abc4b2-cfe6-4bfe-b934-c171d16adf59 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 944 time: 0.0554595 Sep 30 08:04:02.740387 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b02f2a5-ab08-432e-8658-b80c4404e710 req-3793d6e8-ef0e-4205-a56c-2aea63f1fc11 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361807 Sep 30 08:04:03.026198 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-80fe127e-a8b6-480c-99ab-54f472fdfcf7 req-dbc0a083-f7aa-4a37-bd36-db6d96b29ce4 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 210 time: 0.0382953 Sep 30 08:04:03.057176 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-cf0ed128-70b6-4b95-a261-20a0a5227a42 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:03.058776 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-cf0ed128-70b6-4b95-a261-20a0a5227a42 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.36 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 805 time: 0.1503463 Sep 30 08:04:03.074797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-0e7ea20b-2dc4-4450-9f97-e94babcf81c9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Request body: {'port': {'device_id': 'cbe92f1e-5727-4742-8e02-d473d41b837a', 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d', 'admin_state_up': True, 'tenant_id': 'f61b1dfac07541759cd786566cabda1b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:04:03.222923 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5dca7-095a-4b77-8767-5c3877a4ce24 req-6577831f-2097-4e1c-85a9-1966adedff98 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:03.224933 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1e5dca7-095a-4b77-8767-5c3877a4ce24 req-6577831f-2097-4e1c-85a9-1966adedff98 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0896475 Sep 30 08:04:03.259196 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-0e7ea20b-2dc4-4450-9f97-e94babcf81c9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Made reservation on behalf of f61b1dfac07541759cd786566cabda1b for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:04:03.262814 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-0e7ea20b-2dc4-4450-9f97-e94babcf81c9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:03.287405 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1e5dca7-095a-4b77-8767-5c3877a4ce24 req-7807b014-98e4-4a94-a2e9-2ac78513b7d5 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551205 Sep 30 08:04:03.428777 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be216f3-092d-4842-acf8-ca3c31ffa2ed req-4e580f6c-b03c-4960-be96-71e836f6f8a7 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:03.430126 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8be216f3-092d-4842-acf8-ca3c31ffa2ed req-4e580f6c-b03c-4960-be96-71e836f6f8a7 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0959537 Sep 30 08:04:03.468629 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-0e7ea20b-2dc4-4450-9f97-e94babcf81c9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Allocated IP 172.20.0.13 (57266100-45c6-4c3c-82b6-0b9860cc0f6d/2b57160f-abdc-4be4-8f56-c9c7324d85d0/5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:04:03.497868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8be216f3-092d-4842-acf8-ca3c31ffa2ed req-f1b259a1-46fb-463b-b035-9fb417aaaaa0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593541 Sep 30 08:04:03.641030 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-0e7ea20b-2dc4-4450-9f97-e94babcf81c9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:03.679695 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-0e7ea20b-2dc4-4450-9f97-e94babcf81c9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:03.723676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-0e7ea20b-2dc4-4450-9f97-e94babcf81c9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Network 57266100-45c6-4c3c-82b6-0b9860cc0f6d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:04:03.727183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-0e7ea20b-2dc4-4450-9f97-e94babcf81c9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:04:03.735031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-0e7ea20b-2dc4-4450-9f97-e94babcf81c9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:04:03.739199 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ea20b-2dc4-4450-9f97-e94babcf81c9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Pushing event updated for resources: {'Port': ['ID=5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:03.789245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-0e7ea20b-2dc4-4450-9f97-e94babcf81c9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:03.789916 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-0e7ea20b-2dc4-4450-9f97-e94babcf81c9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:03.805818 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-0e7ea20b-2dc4-4450-9f97-e94babcf81c9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7347603 Sep 30 08:04:03.818098 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Request body: {'port': {'device_id': 'cbe92f1e-5727-4742-8e02-d473d41b837a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:04:03.921790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c54b09-4086-4595-b8cf-c2efdabb8ebe req-cba72a01-1a06-4736-840a-ccf962e3342b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:03.923381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-87c54b09-4086-4595-b8cf-c2efdabb8ebe req-cba72a01-1a06-4736-840a-ccf962e3342b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 944 time: 0.1024232 Sep 30 08:04:03.924621 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:03.994719 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-87c54b09-4086-4595-b8cf-c2efdabb8ebe req-49a762f7-e541-4c19-be6e-8aaa5934f221 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605183 Sep 30 08:04:04.200699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b14c65-2dbd-4f1e-b4c5-bd0c0afe53a9 req-6b5c962f-7860-4228-9d07-24045be6cde5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:04.203093 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-73b14c65-2dbd-4f1e-b4c5-bd0c0afe53a9 req-6b5c962f-7860-4228-9d07-24045be6cde5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 932 time: 0.1014712 Sep 30 08:04:04.277697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-73b14c65-2dbd-4f1e-b4c5-bd0c0afe53a9 req-c6febd41-a1fc-4650-8977-f6c12e0e65aa tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671568 Sep 30 08:04:04.291468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:04.309960 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:04.324675 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Transition to ACTIVE for port object 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:04:04.329876 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:04.390218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:04.500660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bdd43-3b31-4fc9-840c-73c4b3bf3a36 req-95c7b336-5934-40a4-bca7-0d1392efe2ab tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:04.502390 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b8bdd43-3b31-4fc9-840c-73c4b3bf3a36 req-95c7b336-5934-40a4-bca7-0d1392efe2ab tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0900548 Sep 30 08:04:04.503479 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Attempting to bind port 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:04:04.503809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Attempting to bind port 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:04:04.504160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Attempting to bind port 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:04.510432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Port 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:04:04.510759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Attempting to bind port 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:04.527560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:04:04.527901 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Checking segment: {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:04:04.528309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Bound using segment: {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:04:04.528754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Bound port: 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:04:04.529105 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:04.583460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b8bdd43-3b31-4fc9-840c-73c4b3bf3a36 req-7dbeb5ca-ffde-4765-9b04-922d23706ed3 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747552 Sep 30 08:04:04.651446 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] For port 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:04:04.657074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] For port 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:04:04.666579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc08179-add1-4a79-8c3b-6d12b33d9333 req-97e3932f-1b79-4e3a-bda1-f44a157fc2e3 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:04.668118 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bc08179-add1-4a79-8c3b-6d12b33d9333 req-97e3932f-1b79-4e3a-bda1-f44a157fc2e3 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0881028 Sep 30 08:04:04.669716 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:04.717251 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:04.717958 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:04.719349 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] 10.222.0.36 "PUT /v2.0/ports/5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 HTTP/1.1" status: 200 len: 1092 time: 0.9054291 Sep 30 08:04:04.719858 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe92f1e-5727-4742-8e02-d473d41b837a', 'tag': '5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:04.722484 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93af7e6a-1890-44b5-b821-77c49779aa34" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe92f1e-5727-4742-8e02-d473d41b837a", "tag": "5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:04.774063 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bc08179-add1-4a79-8c3b-6d12b33d9333 req-39cd7aa5-9741-41c9-acf5-bbf0ef5ccaef tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920892 Sep 30 08:04:04.775593 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f7f03-2d0c-479a-9c35-998f0e534cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:04.819505 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee9b6f4-aa63-4a32-be27-6973279798d5 x-openstack-request-id: req-5ee9b6f4-aa63-4a32-be27-6973279798d5 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:04.819936 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe92f1e-5727-4742-8e02-d473d41b837a", "tag": "5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:04.820211 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ee9b6f4-aa63-4a32-be27-6973279798d5 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:04.820747 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe92f1e-5727-4742-8e02-d473d41b837a', 'tag': '5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59', 'status': 'completed', 'code': 200} Sep 30 08:04:04.840242 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-59072b0a-e791-4288-81bc-15e4c95d7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:04.842480 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-59072b0a-e791-4288-81bc-15e4c95d7bf0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 1095 time: 0.0572383 Sep 30 08:04:04.898038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-9ab28a54-379f-44c5-92f1-6f554c9b7391 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 HTTP/1.1" status: 200 len: 217 time: 0.0476570 Sep 30 08:04:04.950172 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-8459e793-11fc-47f6-86e2-2c2f11faad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:04.952198 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-8459e793-11fc-47f6-86e2-2c2f11faad6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b57160f-abdc-4be4-8f56-c9c7324d85d0 HTTP/1.1" status: 200 len: 845 time: 0.0476303 Sep 30 08:04:04.987721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-48d3df36-eefd-4bb6-9fd4-2c15e57e0f90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57266100-45c6-4c3c-82b6-0b9860cc0f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287750 Sep 30 08:04:05.109853 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-52fb5f52-3f95-41a8-b0f9-dda819fa5a5a service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144762 Sep 30 08:04:05.148134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ff2fd-168c-4cbf-9514-b28fda2e3c9c req-ecac8e3b-ffd5-4721-aa78-8c062a1cd3f5 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:05.149589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b52ff2fd-168c-4cbf-9514-b28fda2e3c9c req-ecac8e3b-ffd5-4721-aa78-8c062a1cd3f5 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 944 time: 0.0774767 Sep 30 08:04:05.226812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b52ff2fd-168c-4cbf-9514-b28fda2e3c9c req-49300bc6-5f13-4fc1-a804-a5cd76913064 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699232 Sep 30 08:04:05.243117 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71f1eaf0-04e7-481f-9b56-b3e9abddaf7b req-cdefb5c9-7592-4d60-8ea9-8c4a439c1af7 service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252522 Sep 30 08:04:05.331874 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af7e6a-1890-44b5-b821-77c49779aa34 req-b31f08ba-2620-4048-98d6-65371d9c2c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:05.334351 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93af7e6a-1890-44b5-b821-77c49779aa34 req-b31f08ba-2620-4048-98d6-65371d9c2c3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 1095 time: 0.0480082 Sep 30 08:04:05.468415 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3d609-494e-4e65-be49-871210c44c79 req-b6369d88-c54b-4cd9-ac65-5b0791d5ef2d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:05.469961 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-25f3d609-494e-4e65-be49-871210c44c79 req-b6369d88-c54b-4cd9-ac65-5b0791d5ef2d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 944 time: 0.0992734 Sep 30 08:04:05.470955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af7e6a-1890-44b5-b821-77c49779aa34 req-fb7177a3-68c6-4ef9-9b25-fdc48e40924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:05.472350 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93af7e6a-1890-44b5-b821-77c49779aa34 req-fb7177a3-68c6-4ef9-9b25-fdc48e40924d service neutron] 10.222.0.36 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 906 time: 0.1313322 Sep 30 08:04:05.527140 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93af7e6a-1890-44b5-b821-77c49779aa34 req-c48b0fea-7b1b-42b4-b9d2-cd7861d6fc2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 HTTP/1.1" status: 200 len: 217 time: 0.0468731 Sep 30 08:04:05.583522 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-25f3d609-494e-4e65-be49-871210c44c79 req-22fef024-fb8e-4d15-bd89-d584192a0315 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045873 Sep 30 08:04:05.608723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af7e6a-1890-44b5-b821-77c49779aa34 req-8becd02f-5a45-46f0-b4aa-2c2240168a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:05.610845 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93af7e6a-1890-44b5-b821-77c49779aa34 req-8becd02f-5a45-46f0-b4aa-2c2240168a3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b57160f-abdc-4be4-8f56-c9c7324d85d0 HTTP/1.1" status: 200 len: 845 time: 0.0761774 Sep 30 08:04:05.645634 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93af7e6a-1890-44b5-b821-77c49779aa34 req-647b5c80-a159-4fb6-b726-6dfa8ce2b191 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57266100-45c6-4c3c-82b6-0b9860cc0f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256035 Sep 30 08:04:05.782367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408154e-5346-41bf-bc9e-26e0b2205ec1 req-24c7498d-4321-4517-bd53-8e64e8ceb9b2 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:05.783849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a408154e-5346-41bf-bc9e-26e0b2205ec1 req-24c7498d-4321-4517-bd53-8e64e8ceb9b2 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0990369 Sep 30 08:04:05.786061 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93af7e6a-1890-44b5-b821-77c49779aa34 req-372fc374-7bf8-45a5-b9fb-afda6c651627 service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323240 Sep 30 08:04:05.919734 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a408154e-5346-41bf-bc9e-26e0b2205ec1 req-d907a034-5a50-4f15-982b-0da451b4a195 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286039 Sep 30 08:04:05.945531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93af7e6a-1890-44b5-b821-77c49779aa34 req-2d0c4c05-720e-40c2-a086-753c7ee26dc9 service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468663 Sep 30 08:04:05.964855 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df26e2c-f030-4f42-b166-76cc61500a3e req-78c0a007-7b3e-4bdd-b254-22763e4dafaf tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:05.966829 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7df26e2c-f030-4f42-b166-76cc61500a3e req-78c0a007-7b3e-4bdd-b254-22763e4dafaf tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0945559 Sep 30 08:04:06.028543 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7df26e2c-f030-4f42-b166-76cc61500a3e req-83e7138a-ba1d-49ac-a396-1a87dcae4765 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553517 Sep 30 08:04:06.356438 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd49af-6d35-4c42-be5d-00983282dab3 req-672f9b12-d489-49e6-90e6-a9bf0979f14a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:06.364190 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60dd49af-6d35-4c42-be5d-00983282dab3 req-672f9b12-d489-49e6-90e6-a9bf0979f14a tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 944 time: 0.0688963 Sep 30 08:04:06.411442 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60dd49af-6d35-4c42-be5d-00983282dab3 req-cc915eca-4601-4f49-a5ec-1c9cec198f4b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463955 Sep 30 08:04:06.715842 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3831a-8de1-4246-a889-44d9c517b20a req-0a31e5c9-702e-4835-90ad-89ced31a61e8 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:06.717943 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84f3831a-8de1-4246-a889-44d9c517b20a req-0a31e5c9-702e-4835-90ad-89ced31a61e8 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 944 time: 0.0539043 Sep 30 08:04:06.760311 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84f3831a-8de1-4246-a889-44d9c517b20a req-8a73cc57-41c9-423e-829e-e33bf6b33641 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363700 Sep 30 08:04:07.059553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ba1fd-6f46-4587-9f47-7b94ed6c3232 req-2032a4c6-9598-45d1-bd48-ac350279a3d1 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:07.062613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e6ba1fd-6f46-4587-9f47-7b94ed6c3232 req-2032a4c6-9598-45d1-bd48-ac350279a3d1 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0534308 Sep 30 08:04:07.104182 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e6ba1fd-6f46-4587-9f47-7b94ed6c3232 req-12769920-2194-4598-8603-4e86213c1d29 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363038 Sep 30 08:04:07.164533 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28707b8-c222-4f69-923c-f6072941da7e req-46effdf8-4a6d-40fb-b59a-77732813a57c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:07.166071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d28707b8-c222-4f69-923c-f6072941da7e req-46effdf8-4a6d-40fb-b59a-77732813a57c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0575898 Sep 30 08:04:07.212258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d28707b8-c222-4f69-923c-f6072941da7e req-8399f48e-9268-4cc4-9658-3d7225c4bcf1 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372059 Sep 30 08:04:07.526116 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:04:07.555964 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923ec30-3677-45cb-a0fb-bc20c8ec29fe req-74eaaa30-08d0-4148-8fd6-379dbb7b614e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:07.555964 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3923ec30-3677-45cb-a0fb-bc20c8ec29fe req-74eaaa30-08d0-4148-8fd6-379dbb7b614e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 944 time: 0.0556259 Sep 30 08:04:07.609664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3923ec30-3677-45cb-a0fb-bc20c8ec29fe req-40d7279c-438b-4d5d-a4b7-c49a2f8b4fc9 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397437 Sep 30 08:04:07.652053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:07.664389 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59', 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d', 'port_id': '5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59', 'mac_address': 'fa:16:3e:0a:09:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b57160f-abdc-4be4-8f56-c9c7324d85d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:04:07.704722 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:07.718856 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:07.740463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:07.745053 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:07.794028 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:07.882728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621d26f-fee6-41d1-8f74-b7e213106b61 req-61c63804-95fc-4db2-a201-6cebc25678ee tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:07.884236 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4621d26f-fee6-41d1-8f74-b7e213106b61 req-61c63804-95fc-4db2-a201-6cebc25678ee tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 945 time: 0.0496781 Sep 30 08:04:07.927685 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4621d26f-fee6-41d1-8f74-b7e213106b61 req-132105dd-0f81-4873-a83b-85f02e73b9b1 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368137 Sep 30 08:04:08.000374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:08.240133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16781246-3346-4d1e-829d-0bbec0f28493 req-35e7518d-6bfb-44ba-b458-dff6232de51a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:08.247673 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16781246-3346-4d1e-829d-0bbec0f28493 req-35e7518d-6bfb-44ba-b458-dff6232de51a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0642948 Sep 30 08:04:08.292435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16781246-3346-4d1e-829d-0bbec0f28493 req-2562cf39-4853-4cac-b0be-28b7c90fbeaa tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431592 Sep 30 08:04:08.414914 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42b7a8-642d-42dc-a127-80051dc6b429 req-5a1bc8a4-6d97-4f20-bf78-8124262b0f3f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:08.416471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee42b7a8-642d-42dc-a127-80051dc6b429 req-5a1bc8a4-6d97-4f20-bf78-8124262b0f3f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0567906 Sep 30 08:04:08.456581 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee42b7a8-642d-42dc-a127-80051dc6b429 req-6aa19e14-432b-4b7e-8c70-fdc4927de788 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327368 Sep 30 08:04:08.735390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae3fb2-ad5c-4b30-8271-5ac68b26003d req-67964853-7915-4a26-9ced-89e6f121a12d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:08.737007 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfae3fb2-ad5c-4b30-8271-5ac68b26003d req-67964853-7915-4a26-9ced-89e6f121a12d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 944 time: 0.0519128 Sep 30 08:04:08.777262 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfae3fb2-ad5c-4b30-8271-5ac68b26003d req-b4953348-6bd3-495e-a43e-035b8a4f617d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341270 Sep 30 08:04:09.058949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f4ac2-7397-4933-8a3f-4bc6aa4ba68c req-a737a196-427b-4c03-932d-715108262f7e tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:09.061097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-240f4ac2-7397-4933-8a3f-4bc6aa4ba68c req-a737a196-427b-4c03-932d-715108262f7e tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 945 time: 0.0492558 Sep 30 08:04:09.104509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-240f4ac2-7397-4933-8a3f-4bc6aa4ba68c req-92f79c51-611c-4975-80d1-8ef8a7c3cf95 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363073 Sep 30 08:04:09.426149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa8116-1179-4b92-b2b2-155c39ab6aee req-6f51cb32-bbce-4bc7-94f7-7d90f059c9fb tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:09.428106 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6cfa8116-1179-4b92-b2b2-155c39ab6aee req-6f51cb32-bbce-4bc7-94f7-7d90f059c9fb tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0649924 Sep 30 08:04:09.472940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6cfa8116-1179-4b92-b2b2-155c39ab6aee req-69c75d31-dfd4-4c97-84b6-99642dbb556a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380785 Sep 30 08:04:09.524374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:04:09.584064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:04:09.588896 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:04:09.589557 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:09.598512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a1efc-f6a5-4f44-b0e7-c8a4f364614b req-7bdcfa78-1397-4247-9347-7cd87cf5d1bd tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:09.608500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-363a1efc-f6a5-4f44-b0e7-c8a4f364614b req-7bdcfa78-1397-4247-9347-7cd87cf5d1bd tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0668118 Sep 30 08:04:09.656173 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-363a1efc-f6a5-4f44-b0e7-c8a4f364614b req-911868bd-e781-45c5-9638-ce2168e81b5f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467563 Sep 30 08:04:09.681876 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:09.710043 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe92f1e-5727-4742-8e02-d473d41b837a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:09.712707 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c317303-6f9e-4dca-944a-a429aad771f1" -d '{"events": [{"server_uuid": "cbe92f1e-5727-4742-8e02-d473d41b837a", "name": "network-vif-plugged", "status": "completed", "tag": "5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:09.727443 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:09.732749 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:09.761002 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f546bb8-83a8-46f5-8d0c-dc3405b2e8fb x-openstack-request-id: req-8f546bb8-83a8-46f5-8d0c-dc3405b2e8fb {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:09.761304 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe92f1e-5727-4742-8e02-d473d41b837a", "name": "network-vif-plugged", "status": "completed", "tag": "5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:09.761564 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f546bb8-83a8-46f5-8d0c-dc3405b2e8fb {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:09.761954 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe92f1e-5727-4742-8e02-d473d41b837a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59', 'code': 200} Sep 30 08:04:09.788801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:09.865211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73060f-60fd-4b21-9d94-330e55dd7090 req-b660d531-c733-4034-9edb-ddcea74bb12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:09.866792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d73060f-60fd-4b21-9d94-330e55dd7090 req-b660d531-c733-4034-9edb-ddcea74bb12a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 1097 time: 0.0450668 Sep 30 08:04:09.868931 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:10.209708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d73060f-60fd-4b21-9d94-330e55dd7090 req-783ef97b-8fc9-4428-b3a8-f668e32b3e38 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290827 Sep 30 08:04:10.236221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0b20b-c335-4614-8790-1866721e0a94 req-636f32b1-a166-492c-8fb3-565895fed2ab tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:10.237735 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2f0b20b-c335-4614-8790-1866721e0a94 req-636f32b1-a166-492c-8fb3-565895fed2ab tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 944 time: 0.3700657 Sep 30 08:04:10.277422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bb836-5c82-407d-aa37-64e3f250f5f1 req-93142cb2-3ed9-47ab-9d91-04f1f205fee2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:10.278938 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-870bb836-5c82-407d-aa37-64e3f250f5f1 req-93142cb2-3ed9-47ab-9d91-04f1f205fee2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 946 time: 0.0832627 Sep 30 08:04:10.298613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2f0b20b-c335-4614-8790-1866721e0a94 req-c0c1dbae-f762-436c-9052-0dfc06b81f1f tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541015 Sep 30 08:04:10.332948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-870bb836-5c82-407d-aa37-64e3f250f5f1 req-40311431-17c0-4827-bfc4-c701f4784caf tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454369 Sep 30 08:04:10.594638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3356a28-5e43-4cf8-b406-ee30a02e615e req-e6c42436-3c1d-45ee-afc9-2da21124231a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:10.596233 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b3356a28-5e43-4cf8-b406-ee30a02e615e req-e6c42436-3c1d-45ee-afc9-2da21124231a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0504324 Sep 30 08:04:10.634801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b3356a28-5e43-4cf8-b406-ee30a02e615e req-f02bc586-7d80-4860-8db6-ca2db1df5be2 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Sep 30 08:04:10.789611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7a4f3-43df-41cb-a6a7-f06d0a90fdf0 req-830d8d40-ba1f-44a7-929b-47f4a5f9e0f8 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:10.791133 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41f7a4f3-43df-41cb-a6a7-f06d0a90fdf0 req-830d8d40-ba1f-44a7-929b-47f4a5f9e0f8 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0586987 Sep 30 08:04:10.831051 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41f7a4f3-43df-41cb-a6a7-f06d0a90fdf0 req-116f99ca-8822-496e-8995-6f4346fdad7e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336192 Sep 30 08:04:11.475286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80f20b-6a9b-427b-94d2-6faa0e589158 req-027f3e1d-c61d-4f00-808f-8f52d9622b00 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:11.476796 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c80f20b-6a9b-427b-94d2-6faa0e589158 req-027f3e1d-c61d-4f00-808f-8f52d9622b00 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 944 time: 0.0968628 Sep 30 08:04:11.494107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fe9e8-d555-4f09-a3a6-60126ed2cf90 req-7a030554-a523-4499-9c65-8d998537157b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:11.495762 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e68fe9e8-d555-4f09-a3a6-60126ed2cf90 req-7a030554-a523-4499-9c65-8d998537157b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 946 time: 0.0697448 Sep 30 08:04:11.561678 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c80f20b-6a9b-427b-94d2-6faa0e589158 req-1fa425e9-5d22-4096-a731-db378919c584 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557265 Sep 30 08:04:11.564539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e68fe9e8-d555-4f09-a3a6-60126ed2cf90 req-ff297c7d-c342-4449-b865-1defb15960dc tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615735 Sep 30 08:04:11.767880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8edf8-c898-4c55-ba93-7a0d4db9d4db req-f30e4662-f9a9-4a82-a119-e6b5b854b8b9 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:11.769440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1b8edf8-c898-4c55-ba93-7a0d4db9d4db req-f30e4662-f9a9-4a82-a119-e6b5b854b8b9 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0578837 Sep 30 08:04:11.811929 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1b8edf8-c898-4c55-ba93-7a0d4db9d4db req-96c3a8cb-9e26-4240-ba3c-4049aee9a927 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362387 Sep 30 08:04:11.956418 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a38e1-15f8-4750-9421-c44d2335f2bd req-faed5bde-6044-4120-b55e-277546bd24ea tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:11.957986 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-077a38e1-15f8-4750-9421-c44d2335f2bd req-faed5bde-6044-4120-b55e-277546bd24ea tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0519722 Sep 30 08:04:11.978051 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d106467-37c4-4496-af48-b58d4ea73149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:12.014800 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-077a38e1-15f8-4750-9421-c44d2335f2bd req-dc5f2c8a-7c45-4a00-894a-bd4a26d61208 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422130 Sep 30 08:04:12.716409 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a55861-16a5-44ad-9682-a7281aa65457 req-dffdf10c-ccde-4d3b-ba3b-51b322ac9c48 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:12.719098 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4a55861-16a5-44ad-9682-a7281aa65457 req-dffdf10c-ccde-4d3b-ba3b-51b322ac9c48 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 944 time: 0.0848112 Sep 30 08:04:12.741363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e107f-5b58-4c9a-ae97-acce97ef68fc req-653dc74e-1d7a-47ca-b9d2-f0979943d80d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:12.742891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-178e107f-5b58-4c9a-ae97-acce97ef68fc req-653dc74e-1d7a-47ca-b9d2-f0979943d80d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 946 time: 0.0803137 Sep 30 08:04:12.795368 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4a55861-16a5-44ad-9682-a7281aa65457 req-9f603998-f4e6-4d9f-99dd-97bc653e549d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681078 Sep 30 08:04:12.803147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-178e107f-5b58-4c9a-ae97-acce97ef68fc req-10e4e0b8-d8ad-465a-affa-1186a530339b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494699 Sep 30 08:04:13.056679 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe77f7f-683c-4fec-97ce-9e5e88e6e543 req-72fc81e9-5c2a-45b0-802b-f84c8b7ef9ac tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:13.058196 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bfe77f7f-683c-4fec-97ce-9e5e88e6e543 req-72fc81e9-5c2a-45b0-802b-f84c8b7ef9ac tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0704401 Sep 30 08:04:13.158503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bfe77f7f-683c-4fec-97ce-9e5e88e6e543 req-f30bc11a-45a9-41ee-89ff-4b68e00d6c70 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870600 Sep 30 08:04:13.200588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783918a9-b8e8-42bb-a460-c6748e5471da req-4ba2a467-f739-4aad-9632-20de3dfab773 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:13.208863 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-783918a9-b8e8-42bb-a460-c6748e5471da req-4ba2a467-f739-4aad-9632-20de3dfab773 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 805 time: 0.1702831 Sep 30 08:04:13.227236 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-783918a9-b8e8-42bb-a460-c6748e5471da req-76cc8c14-147d-4491-b2a0-b64fc0542f51 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/quotas/f61b1dfac07541759cd786566cabda1b HTTP/1.1" status: 200 len: 375 time: 0.0159166 Sep 30 08:04:13.309055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-783918a9-b8e8-42bb-a460-c6748e5471da req-be626d88-1c25-4b64-b062-e1737d8d50ff tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820510 Sep 30 08:04:13.320657 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4dd03-1a56-4c33-ac02-e6acf2cf0252 req-f8532877-b647-44d2-9b65-027340968bc2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:13.322102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-61a4dd03-1a56-4c33-ac02-e6acf2cf0252 req-f8532877-b647-44d2-9b65-027340968bc2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0815384 Sep 30 08:04:13.413501 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-61a4dd03-1a56-4c33-ac02-e6acf2cf0252 req-bba66697-9c5a-4bd8-8da8-b5fe1c9af7b8 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827780 Sep 30 08:04:13.444518 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-783918a9-b8e8-42bb-a460-c6748e5471da req-334789eb-588d-4f3b-aeeb-bbe90936ff28 service neutron] 10.222.0.24 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214631 Sep 30 08:04:13.568470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-783918a9-b8e8-42bb-a460-c6748e5471da req-0fb2e121-7129-4e47-a1f1-e0e41c742ae8 service neutron] 10.222.0.24 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106679 Sep 30 08:04:13.960192 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00d259-2176-4284-ba8b-103ad9fcfa29 req-31c97926-ec04-4956-a581-ca086953866b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:13.964818 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c00d259-2176-4284-ba8b-103ad9fcfa29 req-31c97926-ec04-4956-a581-ca086953866b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 944 time: 0.0810494 Sep 30 08:04:14.025485 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c00d259-2176-4284-ba8b-103ad9fcfa29 req-13460331-82b1-4474-aac3-0561f81d3e71 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495336 Sep 30 08:04:14.329357 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0500285-88ce-47c2-b983-82e8039e2d82 req-42ac406f-f7ba-4b4a-bf1b-05199f1f3be2 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:14.331175 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0500285-88ce-47c2-b983-82e8039e2d82 req-42ac406f-f7ba-4b4a-bf1b-05199f1f3be2 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0570102 Sep 30 08:04:14.386206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0500285-88ce-47c2-b983-82e8039e2d82 req-26a95d78-a143-4bc3-af41-23f0c1786a6f tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484269 Sep 30 08:04:14.487396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74554794-40e0-4cfa-8653-72493bf6640e req-31266deb-d37b-47b4-9af5-77e73d6a671a tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:14.488952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74554794-40e0-4cfa-8653-72493bf6640e req-31266deb-d37b-47b4-9af5-77e73d6a671a tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 805 time: 0.1202233 Sep 30 08:04:14.523363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74554794-40e0-4cfa-8653-72493bf6640e req-5174fb57-729c-4423-b89b-6cf4f0113c4b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/quotas/f61b1dfac07541759cd786566cabda1b HTTP/1.1" status: 200 len: 375 time: 0.0243502 Sep 30 08:04:14.570271 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0659123-56af-44d8-8551-948150a9341c req-6ca7d895-61f3-4ffd-9162-124625607d72 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:14.571779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0659123-56af-44d8-8551-948150a9341c req-6ca7d895-61f3-4ffd-9162-124625607d72 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0818930 Sep 30 08:04:14.605271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74554794-40e0-4cfa-8653-72493bf6640e req-771e20c9-d26e-4da5-b5e1-f857ebe41993 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759714 Sep 30 08:04:14.640160 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0659123-56af-44d8-8551-948150a9341c req-0427daeb-a4b3-4d40-ad7e-93d2d7d22b72 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596893 Sep 30 08:04:14.719129 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfeb9296-8131-4fd0-a770-944efee9653d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:14.720928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74554794-40e0-4cfa-8653-72493bf6640e req-3c330eef-13bb-4d77-b02f-4f74bcf9f2b5 service neutron] 10.222.0.24 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045985 Sep 30 08:04:14.820256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74554794-40e0-4cfa-8653-72493bf6640e req-88a9190f-8ceb-4446-9a38-b5db73f4a893 service neutron] 10.222.0.24 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924096 Sep 30 08:04:14.994141 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8192d231-550b-4e37-b2fa-56b2be35e6b8 req-f606bc7c-09a3-49fe-a2b8-53943779a17a tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 210 time: 0.0293708 Sep 30 08:04:15.162980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae29c2-7d8d-4bbb-88cb-15b75be4c09e req-7560f5ee-acf7-4405-9456-6507fbfe08f3 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:15.171841 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b3ae29c2-7d8d-4bbb-88cb-15b75be4c09e req-7560f5ee-acf7-4405-9456-6507fbfe08f3 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 944 time: 0.0718350 Sep 30 08:04:15.237311 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b3ae29c2-7d8d-4bbb-88cb-15b75be4c09e req-121af448-ffd6-4943-b0ef-2a2979e022fd tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635111 Sep 30 08:04:15.237551 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:15.514726 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a84e75-358d-4da5-8b1e-76232162fb71 req-c4ada8b0-4a50-4725-8540-fd0a4a2b917f tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:15.516380 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3a84e75-358d-4da5-8b1e-76232162fb71 req-c4ada8b0-4a50-4725-8540-fd0a4a2b917f tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0552599 Sep 30 08:04:15.525189 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 28f481eb-ae7f-4fb6-bb50-0db3f497a434 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:04:15.594261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3a84e75-358d-4da5-8b1e-76232162fb71 req-b62992c0-6821-46bc-8dfa-1dfba5c087a5 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671604 Sep 30 08:04:15.687636 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=28f481eb-ae7f-4fb6-bb50-0db3f497a434,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:15.701627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '28f481eb-ae7f-4fb6-bb50-0db3f497a434', 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1', 'port_id': '28f481eb-ae7f-4fb6-bb50-0db3f497a434', 'mac_address': 'fa:16:3e:47:f3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d5e453-47cb-4a1c-9b01-81aa8a96aed1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:04:15.750010 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:15.759642 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:15.774193 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f481eb-ae7f-4fb6-bb50-0db3f497a434 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:15.796371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a96c5-ecef-448d-9976-91461fbce3f7 req-655e4540-8962-4109-851b-1a585630d804 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:15.800764 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f76a96c5-ecef-448d-9976-91461fbce3f7 req-655e4540-8962-4109-851b-1a585630d804 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0767066 Sep 30 08:04:15.801714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=28f481eb-ae7f-4fb6-bb50-0db3f497a434,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:15.806170 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:15.848003 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f76a96c5-ecef-448d-9976-91461fbce3f7 req-69b0755a-4ddb-4acc-9b95-c62bd07daa4b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425363 Sep 30 08:04:15.867047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=28f481eb-ae7f-4fb6-bb50-0db3f497a434,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:16.091170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['28f481eb-ae7f-4fb6-bb50-0db3f497a434'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:16.104603 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7ef7f08-1152-4db7-be2b-36a49e84dc55 req-a0b13759-b390-4284-8bbe-0985b782f69d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 210 time: 0.0344095 Sep 30 08:04:16.354311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e7f6-e80f-4314-b45c-7856eb81d318 req-157459d6-c190-45e4-9c2d-f690e2d10d87 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:16.355773 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db05e7f6-e80f-4314-b45c-7856eb81d318 req-157459d6-c190-45e4-9c2d-f690e2d10d87 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 945 time: 0.0522914 Sep 30 08:04:16.414337 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db05e7f6-e80f-4314-b45c-7856eb81d318 req-9408e9b4-8cec-411b-9f5f-10165e26a642 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502932 Sep 30 08:04:16.535601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74554794-40e0-4cfa-8653-72493bf6640e req-83bda364-45bd-450b-9d7c-ff2fe5e89224 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:16.537126 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74554794-40e0-4cfa-8653-72493bf6640e req-83bda364-45bd-450b-9d7c-ff2fe5e89224 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.35 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 805 time: 0.1586051 Sep 30 08:04:16.584347 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-74554794-40e0-4cfa-8653-72493bf6640e req-43caacfa-abec-4b00-9f56-571e0979f90b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Request body: {'port': {'device_id': 'edff336e-a2d0-4642-9cf1-2f28ce352963', 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d', 'admin_state_up': True, 'tenant_id': 'f61b1dfac07541759cd786566cabda1b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:04:16.711382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74554794-40e0-4cfa-8653-72493bf6640e req-43caacfa-abec-4b00-9f56-571e0979f90b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Made reservation on behalf of f61b1dfac07541759cd786566cabda1b for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:04:16.715041 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74554794-40e0-4cfa-8653-72493bf6640e req-43caacfa-abec-4b00-9f56-571e0979f90b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:16.765491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b91f95-46f3-4ac9-8090-70c21a0aa202 req-a220626a-f464-48bc-ab45-ff07346ed0a0 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:16.773630 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b1b91f95-46f3-4ac9-8090-70c21a0aa202 req-a220626a-f464-48bc-ab45-ff07346ed0a0 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0767214 Sep 30 08:04:16.824268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b1b91f95-46f3-4ac9-8090-70c21a0aa202 req-f7231f3b-d1cf-496b-bbff-86051bd0575d tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455172 Sep 30 08:04:16.869411 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-74554794-40e0-4cfa-8653-72493bf6640e req-43caacfa-abec-4b00-9f56-571e0979f90b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Allocated IP 172.20.0.9 (57266100-45c6-4c3c-82b6-0b9860cc0f6d/2b57160f-abdc-4be4-8f56-c9c7324d85d0/122e1160-9282-49ec-ab28-5a9a9cb0372e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:04:16.988206 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72eccf0-ada7-49e8-ac63-a89ae952be55 req-4888cf16-f48f-4efc-bced-14147face8e7 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:16.989967 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d72eccf0-ada7-49e8-ac63-a89ae952be55 req-4888cf16-f48f-4efc-bced-14147face8e7 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0669131 Sep 30 08:04:17.032501 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d72eccf0-ada7-49e8-ac63-a89ae952be55 req-da3273ae-8722-4a04-8183-e696a9b72ec5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364120 Sep 30 08:04:17.034833 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74554794-40e0-4cfa-8653-72493bf6640e req-43caacfa-abec-4b00-9f56-571e0979f90b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:17.076428 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74554794-40e0-4cfa-8653-72493bf6640e req-43caacfa-abec-4b00-9f56-571e0979f90b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:17.095863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:17.129586 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74554794-40e0-4cfa-8653-72493bf6640e req-43caacfa-abec-4b00-9f56-571e0979f90b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Network 57266100-45c6-4c3c-82b6-0b9860cc0f6d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:04:17.132946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-74554794-40e0-4cfa-8653-72493bf6640e req-43caacfa-abec-4b00-9f56-571e0979f90b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:04:17.137431 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-74554794-40e0-4cfa-8653-72493bf6640e req-43caacfa-abec-4b00-9f56-571e0979f90b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:04:17.146312 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43caacfa-abec-4b00-9f56-571e0979f90b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Pushing event updated for resources: {'Port': ['ID=122e1160-9282-49ec-ab28-5a9a9cb0372e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:17.199264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74554794-40e0-4cfa-8653-72493bf6640e req-43caacfa-abec-4b00-9f56-571e0979f90b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:17.200112 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74554794-40e0-4cfa-8653-72493bf6640e req-43caacfa-abec-4b00-9f56-571e0979f90b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:17.217281 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74554794-40e0-4cfa-8653-72493bf6640e req-43caacfa-abec-4b00-9f56-571e0979f90b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6368811 Sep 30 08:04:17.238787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Request body: {'port': {'device_id': 'edff336e-a2d0-4642-9cf1-2f28ce352963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:04:17.257846 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c3493-6df9-4e59-9498-5eafe6ae3175 req-817c7a7c-80c1-4934-a7b9-1a0177e5e985 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:17.259752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e7c3493-6df9-4e59-9498-5eafe6ae3175 req-817c7a7c-80c1-4934-a7b9-1a0177e5e985 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 931 time: 0.0587413 Sep 30 08:04:17.316183 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e7c3493-6df9-4e59-9498-5eafe6ae3175 req-cf04a41e-85f8-4cc9-ab08-fc9c02fbc8e8 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459464 Sep 30 08:04:17.324821 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:17.525465 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 28f481eb-ae7f-4fb6-bb50-0db3f497a434 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:04:17.578612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354fa8-f7a5-4650-8695-c76426003e59 req-3d1ba7d2-e24f-4442-ab50-a823db75865c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:17.580704 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6354fa8-f7a5-4650-8695-c76426003e59 req-3d1ba7d2-e24f-4442-ab50-a823db75865c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 945 time: 0.0938325 Sep 30 08:04:17.613066 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:17.631886 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6354fa8-f7a5-4650-8695-c76426003e59 req-6a39411f-e7ec-4b09-9e0c-dc0d60cf116d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445406 Sep 30 08:04:17.658466 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:04:17.663069 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:04:17.663572 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:17.699809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122e1160-9282-49ec-ab28-5a9a9cb0372e {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:17.710517 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:17.723948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Transition to ACTIVE for port object 122e1160-9282-49ec-ab28-5a9a9cb0372e will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:04:17.728466 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:17.761304 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:17.783494 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Pushing event updated for resources: {'Port': ['ID=122e1160-9282-49ec-ab28-5a9a9cb0372e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:17.786869 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec488792-44ed-4cdc-8996-861d03261d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f481eb-ae7f-4fb6-bb50-0db3f497a434'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:17.789089 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fc06c6-1dd0-4304-abc6-f424c2341bcc" -d '{"events": [{"server_uuid": "ec488792-44ed-4cdc-8996-861d03261d31", "name": "network-vif-plugged", "status": "completed", "tag": "28f481eb-ae7f-4fb6-bb50-0db3f497a434"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:17.803129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=28f481eb-ae7f-4fb6-bb50-0db3f497a434,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:17.807302 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:17.864826 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=28f481eb-ae7f-4fb6-bb50-0db3f497a434,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:17.879302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Attempting to bind port 122e1160-9282-49ec-ab28-5a9a9cb0372e on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:04:17.879690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Attempting to bind port 122e1160-9282-49ec-ab28-5a9a9cb0372e by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:04:17.879978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Attempting to bind port 122e1160-9282-49ec-ab28-5a9a9cb0372e on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:17.884142 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36193232-3ab3-49ab-85c4-5a091077e5a7 x-openstack-request-id: req-36193232-3ab3-49ab-85c4-5a091077e5a7 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:17.884671 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec488792-44ed-4cdc-8996-861d03261d31", "name": "network-vif-plugged", "status": "completed", "tag": "28f481eb-ae7f-4fb6-bb50-0db3f497a434", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:17.884936 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36193232-3ab3-49ab-85c4-5a091077e5a7 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:17.885332 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec488792-44ed-4cdc-8996-861d03261d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f481eb-ae7f-4fb6-bb50-0db3f497a434', 'code': 200} Sep 30 08:04:17.886323 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Port 122e1160-9282-49ec-ab28-5a9a9cb0372e on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:04:17.886799 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Attempting to bind port 122e1160-9282-49ec-ab28-5a9a9cb0372e on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:17.893217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:04:17.893947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Checking segment: {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:04:17.894667 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Bound using segment: {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:04:17.895501 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Bound port: 122e1160-9282-49ec-ab28-5a9a9cb0372e, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:04:17.896145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:17.973821 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] For port 122e1160-9282-49ec-ab28-5a9a9cb0372e, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:04:17.977031 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] For port 122e1160-9282-49ec-ab28-5a9a9cb0372e, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=122e1160-9282-49ec-ab28-5a9a9cb0372e,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:04:17.984649 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:18.025576 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:18.026442 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:18.027994 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74554794-40e0-4cfa-8653-72493bf6640e req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] 10.222.0.35 "PUT /v2.0/ports/122e1160-9282-49ec-ab28-5a9a9cb0372e HTTP/1.1" status: 200 len: 1091 time: 0.7940931 Sep 30 08:04:18.028458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edff336e-a2d0-4642-9cf1-2f28ce352963', 'tag': '122e1160-9282-49ec-ab28-5a9a9cb0372e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:18.031678 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d89d10-d98e-422a-a1c2-50b15b3b8045" -d '{"events": [{"name": "network-changed", "server_uuid": "edff336e-a2d0-4642-9cf1-2f28ce352963", "tag": "122e1160-9282-49ec-ab28-5a9a9cb0372e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:18.052209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37cbb1-d0b8-4686-af2a-4f917bae682b req-be0a0f00-19ee-4af8-bed5-b0cfb4dea622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:18.059084 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff37cbb1-d0b8-4686-af2a-4f917bae682b req-be0a0f00-19ee-4af8-bed5-b0cfb4dea622 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 1097 time: 0.1077764 Sep 30 08:04:18.061571 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd1e78-1df1-4001-878e-ea6b6d74725f service neutron] Pushing event updated for resources: {'Port': ['ID=122e1160-9282-49ec-ab28-5a9a9cb0372e,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:18.074137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5cd97-a77a-44a5-9a93-bca6ef63fb06 req-70204a2f-79ac-48a3-b7f3-b35daa5185f5 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:18.082785 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1618a9aa-b556-4634-9da5-93efe7aed7fd x-openstack-request-id: req-1618a9aa-b556-4634-9da5-93efe7aed7fd {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:18.083320 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edff336e-a2d0-4642-9cf1-2f28ce352963", "tag": "122e1160-9282-49ec-ab28-5a9a9cb0372e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:18.083766 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1618a9aa-b556-4634-9da5-93efe7aed7fd {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:18.084429 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edff336e-a2d0-4642-9cf1-2f28ce352963', 'tag': '122e1160-9282-49ec-ab28-5a9a9cb0372e', 'status': 'completed', 'code': 200} Sep 30 08:04:18.087744 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bc5cd97-a77a-44a5-9a93-bca6ef63fb06 req-70204a2f-79ac-48a3-b7f3-b35daa5185f5 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.1490321 Sep 30 08:04:18.158484 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff37cbb1-d0b8-4686-af2a-4f917bae682b req-ed4df3fa-54ed-4d9c-bce5-ad68ff7dfa4c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677342 Sep 30 08:04:18.165942 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bc5cd97-a77a-44a5-9a93-bca6ef63fb06 req-5d7792c7-ecec-4d23-9009-de934691f806 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771437 Sep 30 08:04:18.175564 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74554794-40e0-4cfa-8653-72493bf6640e req-cee597f7-a87a-4e66-b744-1270ea558484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:18.178327 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74554794-40e0-4cfa-8653-72493bf6640e req-cee597f7-a87a-4e66-b744-1270ea558484 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 1094 time: 0.0653214 Sep 30 08:04:18.204178 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6a0b0-a07d-4537-90ce-8b1cc2e9f29c req-a250dc74-e5ed-4308-bbfb-49ae24316f45 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:18.205666 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fec6a0b0-a07d-4537-90ce-8b1cc2e9f29c req-a250dc74-e5ed-4308-bbfb-49ae24316f45 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0608256 Sep 30 08:04:18.232024 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74554794-40e0-4cfa-8653-72493bf6640e req-65ea39f0-838a-4f9f-ab59-a2135602acc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=122e1160-9282-49ec-ab28-5a9a9cb0372e HTTP/1.1" status: 200 len: 217 time: 0.0374210 Sep 30 08:04:18.253437 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fec6a0b0-a07d-4537-90ce-8b1cc2e9f29c req-aa8a561b-0c72-45d6-b985-36b92c0cec33 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411415 Sep 30 08:04:18.289595 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74554794-40e0-4cfa-8653-72493bf6640e req-de1b3d5a-156a-4ff1-9f54-42915819edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:18.291393 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74554794-40e0-4cfa-8653-72493bf6640e req-de1b3d5a-156a-4ff1-9f54-42915819edf2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b57160f-abdc-4be4-8f56-c9c7324d85d0 HTTP/1.1" status: 200 len: 845 time: 0.0511401 Sep 30 08:04:18.347702 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74554794-40e0-4cfa-8653-72493bf6640e req-5719e9cb-8fb7-4a30-ada0-3e124a690110 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57266100-45c6-4c3c-82b6-0b9860cc0f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381427 Sep 30 08:04:18.452465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2e9da-a3e8-424d-bcef-870d492b59a1 req-3af60284-0ac2-471c-bf11-e732018013a6 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:18.454576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6ab2e9da-a3e8-424d-bcef-870d492b59a1 req-3af60284-0ac2-471c-bf11-e732018013a6 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 943 time: 0.0569336 Sep 30 08:04:18.466320 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74554794-40e0-4cfa-8653-72493bf6640e req-8630bc2c-4b65-4ff3-a9ec-d9c802fa96e1 service neutron] 10.222.0.35 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065667 Sep 30 08:04:18.521115 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6ab2e9da-a3e8-424d-bcef-870d492b59a1 req-7b670924-c19c-48f5-a9be-c0be2b6753d6 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573459 Sep 30 08:04:18.573267 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74554794-40e0-4cfa-8653-72493bf6640e req-393a5ae0-ecc6-4786-9e00-268298328549 service neutron] 10.222.0.35 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976672 Sep 30 08:04:18.755034 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d89d10-d98e-422a-a1c2-50b15b3b8045 req-cf97ef5f-e7ee-4b1b-b22d-0a04b051f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:18.758187 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-76d89d10-d98e-422a-a1c2-50b15b3b8045 req-cf97ef5f-e7ee-4b1b-b22d-0a04b051f2d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 1094 time: 0.0710700 Sep 30 08:04:18.776855 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30277ef0-9856-48b1-afe6-f5fd076cdf82 req-b16b4aca-57d8-4ef1-9d74-4fc96c192536 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:18.778300 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30277ef0-9856-48b1-afe6-f5fd076cdf82 req-b16b4aca-57d8-4ef1-9d74-4fc96c192536 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 946 time: 0.0567055 Sep 30 08:04:18.817982 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30277ef0-9856-48b1-afe6-f5fd076cdf82 req-f2e4f89d-162a-4bd0-94ae-386d4fbba063 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331161 Sep 30 08:04:18.898556 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d89d10-d98e-422a-a1c2-50b15b3b8045 req-4dff9e43-a79a-49f4-9575-333451330acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:18.900140 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-76d89d10-d98e-422a-a1c2-50b15b3b8045 req-4dff9e43-a79a-49f4-9575-333451330acf service neutron] 10.222.0.35 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 906 time: 0.0934258 Sep 30 08:04:18.966985 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-76d89d10-d98e-422a-a1c2-50b15b3b8045 req-10b2c100-075d-46e5-a1f2-172ae4ae0b14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=122e1160-9282-49ec-ab28-5a9a9cb0372e HTTP/1.1" status: 200 len: 217 time: 0.0404868 Sep 30 08:04:19.030012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d89d10-d98e-422a-a1c2-50b15b3b8045 req-cd1ecdae-f9be-40b0-8e3c-35c25ff883a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:19.031487 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-76d89d10-d98e-422a-a1c2-50b15b3b8045 req-cd1ecdae-f9be-40b0-8e3c-35c25ff883a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b57160f-abdc-4be4-8f56-c9c7324d85d0 HTTP/1.1" status: 200 len: 845 time: 0.0480332 Sep 30 08:04:19.066692 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-76d89d10-d98e-422a-a1c2-50b15b3b8045 req-8ff224f7-5eae-4a54-8037-c11b5bf057a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57266100-45c6-4c3c-82b6-0b9860cc0f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255413 Sep 30 08:04:19.171620 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-76d89d10-d98e-422a-a1c2-50b15b3b8045 req-a78ccd61-ad9c-40a4-b985-d12ef4a4c19e service neutron] 10.222.0.35 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962338 Sep 30 08:04:19.291431 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-76d89d10-d98e-422a-a1c2-50b15b3b8045 req-2744af76-5648-403e-aeed-5d8dc006ab3a service neutron] 10.222.0.35 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106949 Sep 30 08:04:19.304907 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a9a1f-27d5-4cb3-bf92-69fc68a719df req-ed7e54da-cef6-4b6f-99f0-c701ce7b785b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:19.306590 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d56a9a1f-27d5-4cb3-bf92-69fc68a719df req-ed7e54da-cef6-4b6f-99f0-c701ce7b785b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0629981 Sep 30 08:04:19.359318 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d56a9a1f-27d5-4cb3-bf92-69fc68a719df req-23985760-9b28-4ec8-97a5-c324d3704b4c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450203 Sep 30 08:04:19.411352 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d571b-dcf8-4ff5-8034-b6f26b456c5d req-db672afc-5e51-4bd8-a5c1-310fa3a7b94f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:19.413364 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d2d571b-dcf8-4ff5-8034-b6f26b456c5d req-db672afc-5e51-4bd8-a5c1-310fa3a7b94f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0705996 Sep 30 08:04:19.459797 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d2d571b-dcf8-4ff5-8034-b6f26b456c5d req-d306c007-2015-417c-bbd4-eb415144c403 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388215 Sep 30 08:04:19.640632 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223222a-b9ce-4b43-8eb8-1d36792c28f9 req-3537cf6b-5d45-4315-b233-5cf1fadfafb6 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:19.642264 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1223222a-b9ce-4b43-8eb8-1d36792c28f9 req-3537cf6b-5d45-4315-b233-5cf1fadfafb6 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 943 time: 0.0559075 Sep 30 08:04:19.686824 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1223222a-b9ce-4b43-8eb8-1d36792c28f9 req-7bafc2fd-1377-4b90-8ced-8393ab879cc5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369682 Sep 30 08:04:19.961086 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae9fdc-ee5a-480f-8fae-49f1b906e8d0 req-019a273c-7458-42df-ad72-810fdf1b7e91 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:19.962528 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aaae9fdc-ee5a-480f-8fae-49f1b906e8d0 req-019a273c-7458-42df-ad72-810fdf1b7e91 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 946 time: 0.0638754 Sep 30 08:04:20.005221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aaae9fdc-ee5a-480f-8fae-49f1b906e8d0 req-189f7136-d32c-4e8e-8745-8e66e948a9fe tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354826 Sep 30 08:04:20.137156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090fade-c3a8-4d21-952a-f75304f8e2c5 req-55a37378-561c-42c2-ab34-f0c8d9fe469a tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:20.139958 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5090fade-c3a8-4d21-952a-f75304f8e2c5 req-55a37378-561c-42c2-ab34-f0c8d9fe469a tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 1097 time: 0.0492454 Sep 30 08:04:20.185844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5090fade-c3a8-4d21-952a-f75304f8e2c5 req-c7a39b03-fac3-4635-8eea-343fbc2be4ff tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383849 Sep 30 08:04:20.328034 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3923b-e813-479f-b829-77d0949d516a req-ea9bf0d2-bbd3-4637-90bd-92b1a28040c7 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:20.330429 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82e3923b-e813-479f-b829-77d0949d516a req-ea9bf0d2-bbd3-4637-90bd-92b1a28040c7 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 1097 time: 0.0652227 Sep 30 08:04:20.375504 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82e3923b-e813-479f-b829-77d0949d516a req-2288ae95-a5a2-4207-aea9-165b727ee15f tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377965 Sep 30 08:04:20.546501 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac761f1-1642-47aa-ba67-882f4012b19b req-bd924442-2fc7-4040-a9c1-e86f979f98fc tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:20.548580 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dac761f1-1642-47aa-ba67-882f4012b19b req-bd924442-2fc7-4040-a9c1-e86f979f98fc tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0830667 Sep 30 08:04:20.602565 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dac761f1-1642-47aa-ba67-882f4012b19b req-1df03eac-a922-45dc-adcc-dde1f851783c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467322 Sep 30 08:04:20.754634 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772cfbf-ede2-42dc-8ad4-d7809b121d84 req-6a16d4d6-f8bf-4f0d-8ee8-1e297d7a1b21 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:20.756271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3772cfbf-ede2-42dc-8ad4-d7809b121d84 req-6a16d4d6-f8bf-4f0d-8ee8-1e297d7a1b21 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0812500 Sep 30 08:04:20.808401 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3772cfbf-ede2-42dc-8ad4-d7809b121d84 req-3b2db9a3-b1aa-41a5-99cb-ac6f0146c9f6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456417 Sep 30 08:04:21.027753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f908f7-6a8a-43eb-93d7-46000d4a08a7 req-ad96aed2-e1b0-4a92-b32f-3ecb48280786 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:21.032363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90f908f7-6a8a-43eb-93d7-46000d4a08a7 req-ad96aed2-e1b0-4a92-b32f-3ecb48280786 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 943 time: 0.0563831 Sep 30 08:04:21.073989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90f908f7-6a8a-43eb-93d7-46000d4a08a7 req-3ae8387f-0195-4e32-ae9e-028a6d3df0ab tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349071 Sep 30 08:04:21.418525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-6ac11607-4e61-4ba4-80af-93fc6ce88758 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:04:21.422880 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-6ac11607-4e61-4ba4-80af-93fc6ce88758 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0093384 Sep 30 08:04:21.470291 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315d586-a001-4339-bb79-130e105360a2 req-682cd5b2-238f-4f17-84c1-18e7ff4eb4c4 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:21.471697 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-682cd5b2-238f-4f17-84c1-18e7ff4eb4c4 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports/28f481eb-ae7f-4fb6-bb50-0db3f497a434 HTTP/1.1" status: 200 len: 1094 time: 0.0439913 Sep 30 08:04:21.480604 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6315d586-a001-4339-bb79-130e105360a2 req-4e6161bc-7a6b-4f14-a897-7662b02787f0 service neutron] Request body: {'binding': {'host': 'n-h2-807359-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:04:21.481042 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6315d586-a001-4339-bb79-130e105360a2 req-4e6161bc-7a6b-4f14-a897-7662b02787f0 service neutron] Unknown quota resources ['binding']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:04:21.616739 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6315d586-a001-4339-bb79-130e105360a2 req-4e6161bc-7a6b-4f14-a897-7662b02787f0 service neutron] Attempting to bind port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 on host n-h2-807359-2 for vnic_type normal with profile None {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:04:21.617070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6315d586-a001-4339-bb79-130e105360a2 req-4e6161bc-7a6b-4f14-a897-7662b02787f0 service neutron] Attempting to bind port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:04:21.617394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315d586-a001-4339-bb79-130e105360a2 req-4e6161bc-7a6b-4f14-a897-7662b02787f0 service neutron] Attempting to bind port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:21.621537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315d586-a001-4339-bb79-130e105360a2 req-4e6161bc-7a6b-4f14-a897-7662b02787f0 service neutron] Port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 on network 407edc8e-eacf-4658-b430-a785aa6467d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:04:21.621853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315d586-a001-4339-bb79-130e105360a2 req-4e6161bc-7a6b-4f14-a897-7662b02787f0 service neutron] Attempting to bind port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:21.626740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315d586-a001-4339-bb79-130e105360a2 req-4e6161bc-7a6b-4f14-a897-7662b02787f0 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:04:21.627075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315d586-a001-4339-bb79-130e105360a2 req-4e6161bc-7a6b-4f14-a897-7662b02787f0 service neutron] Checking segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:04:21.627455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315d586-a001-4339-bb79-130e105360a2 req-4e6161bc-7a6b-4f14-a897-7662b02787f0 service neutron] Bound using segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:04:21.627878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6315d586-a001-4339-bb79-130e105360a2 req-4e6161bc-7a6b-4f14-a897-7662b02787f0 service neutron] Bound port: 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:04:21.694421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6315d586-a001-4339-bb79-130e105360a2 req-4e6161bc-7a6b-4f14-a897-7662b02787f0 service neutron] For port 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=28f481eb-ae7f-4fb6-bb50-0db3f497a434,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:04:21.696991 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 122e1160-9282-49ec-ab28-5a9a9cb0372e details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:04:21.703290 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6315d586-a001-4339-bb79-130e105360a2 req-4e6161bc-7a6b-4f14-a897-7662b02787f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:21.705301 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-4e6161bc-7a6b-4f14-a897-7662b02787f0 service neutron] 10.222.0.24 "POST /v2.0/ports/28f481eb-ae7f-4fb6-bb50-0db3f497a434/bindings HTTP/1.1" status: 201 len: 389 time: 0.2275920 Sep 30 08:04:21.760492 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b076ec-2c7f-4f92-9718-fa676f75d05a req-9d35eab0-6656-4fac-8adc-bfa4733d9352 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:21.768848 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4b076ec-2c7f-4f92-9718-fa676f75d05a req-9d35eab0-6656-4fac-8adc-bfa4733d9352 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0721896 Sep 30 08:04:21.821737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4b076ec-2c7f-4f92-9718-fa676f75d05a req-4a92a313-e9dd-4fa1-b804-ba4d23b18a1c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519361 Sep 30 08:04:21.869601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 122e1160-9282-49ec-ab28-5a9a9cb0372e, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=122e1160-9282-49ec-ab28-5a9a9cb0372e,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:21.886818 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '122e1160-9282-49ec-ab28-5a9a9cb0372e', 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d', 'port_id': '122e1160-9282-49ec-ab28-5a9a9cb0372e', 'mac_address': 'fa:16:3e:e9:9c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b57160f-abdc-4be4-8f56-c9c7324d85d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:04:21.898676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270fcbe-030b-42f0-a3d1-1319024d7fdc req-66193bd3-6401-45f2-9982-733421897c8f tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:21.900313 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d270fcbe-030b-42f0-a3d1-1319024d7fdc req-66193bd3-6401-45f2-9982-733421897c8f tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 946 time: 0.0587816 Sep 30 08:04:21.929948 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:21.951082 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122e1160-9282-49ec-ab28-5a9a9cb0372e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:21.978487 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d270fcbe-030b-42f0-a3d1-1319024d7fdc req-09f019b3-b6c0-4d1e-b3c0-384cc1d1c4e4 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618377 Sep 30 08:04:21.978737 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 122e1160-9282-49ec-ab28-5a9a9cb0372e, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=122e1160-9282-49ec-ab28-5a9a9cb0372e,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:21.986396 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:21.987866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59cae-dc41-48a2-b76d-71ef6d12fec7 req-35d4bc62-627d-49fc-9dc2-48930d57269e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:21.989434 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5a59cae-dc41-48a2-b76d-71ef6d12fec7 req-35d4bc62-627d-49fc-9dc2-48930d57269e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0823379 Sep 30 08:04:22.050346 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315d586-a001-4339-bb79-130e105360a2 req-81ec7264-d254-4517-ab34-9ab147de616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:22.051784 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-81ec7264-d254-4517-ab34-9ab147de616e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 1097 time: 0.0704072 Sep 30 08:04:22.057720 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5a59cae-dc41-48a2-b76d-71ef6d12fec7 req-0caa5689-5153-4161-a813-00110479fcf2 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590277 Sep 30 08:04:22.060153 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=122e1160-9282-49ec-ab28-5a9a9cb0372e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:22.070164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:22.070514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:22.070857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:22.071195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:22.071729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:22.072107 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:22.075316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:22.076189 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:22.076808 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:22.077468 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:22.078050 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:22.078716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:22.155164 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315d586-a001-4339-bb79-130e105360a2 req-a653644e-e6e2-4f03-9d51-4de7a580de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:22.156668 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-a653644e-e6e2-4f03-9d51-4de7a580de5f service neutron] 10.222.0.35 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.0896683 Sep 30 08:04:22.194936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f547d0-4603-41f9-844f-5a141ca5af5a req-25c90025-7f5e-4503-bf77-76522fddeecd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:22.199182 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88f547d0-4603-41f9-844f-5a141ca5af5a req-25c90025-7f5e-4503-bf77-76522fddeecd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 944 time: 0.0522106 Sep 30 08:04:22.204419 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-2e86a7cb-7d77-48c2-963b-921ec20544bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28f481eb-ae7f-4fb6-bb50-0db3f497a434 HTTP/1.1" status: 200 len: 217 time: 0.0402431 Sep 30 08:04:22.238517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88f547d0-4603-41f9-844f-5a141ca5af5a req-82a30dd6-ec6d-4a58-9793-b08f824bb86b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353799 Sep 30 08:04:22.273090 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315d586-a001-4339-bb79-130e105360a2 req-9a138514-5c74-4f5f-8339-ba8e50f9952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:22.274536 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-9a138514-5c74-4f5f-8339-ba8e50f9952b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.0585222 Sep 30 08:04:22.307875 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-80286972-880d-4524-be76-ad88f253745a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255086 Sep 30 08:04:22.378862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['122e1160-9282-49ec-ab28-5a9a9cb0372e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:22.418423 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-76c3f4ae-830a-4cc5-b06c-411568755aed service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915489 Sep 30 08:04:22.482670 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-e06d73b1-4f56-464a-92ab-0173dd730fc9 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:22.484296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-e06d73b1-4f56-464a-92ab-0173dd730fc9 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 820 time: 0.1172137 Sep 30 08:04:22.503547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-f8b21ab9-25fb-4722-9ecb-bf25a1b71c10 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/quotas/b90880b9f658495fbcf10eee4b545dee HTTP/1.1" status: 200 len: 375 time: 0.0111425 Sep 30 08:04:22.513025 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-487ec2ab-b0ff-4f1a-89e8-c62cf644b8b4 service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862906 Sep 30 08:04:22.559224 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-ceb16d53-a0a5-4442-b4c8-650ca1ea1b46 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504866 Sep 30 08:04:22.649287 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-ea8bd41a-e5b8-490e-844c-666a48f205b1 service neutron] 10.222.0.24 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831127 Sep 30 08:04:22.745724 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-e7a74255-9fcf-4808-a5db-bf7ecb87eae6 service neutron] 10.222.0.24 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885992 Sep 30 08:04:22.965292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a469d-2f06-4d2b-be3f-6baaa76b71d5 req-289b0a66-9b0d-49e6-8fdd-14a1f2dd08c1 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:22.966954 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e3a469d-2f06-4d2b-be3f-6baaa76b71d5 req-289b0a66-9b0d-49e6-8fdd-14a1f2dd08c1 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0634713 Sep 30 08:04:23.030710 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e3a469d-2f06-4d2b-be3f-6baaa76b71d5 req-79931a12-69fa-422f-9981-ad617a72f7e4 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456841 Sep 30 08:04:23.049538 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e843ceb-6532-4440-9a1d-45f50f4c6539 req-3c4145ed-bcb8-4295-b789-e032c1a1fbe9 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 210 time: 0.0410614 Sep 30 08:04:23.184093 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb5389-e446-484d-98ad-c35c65e8388a req-9cdb87e8-efa6-491f-adda-6e6fb3417852 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:23.186692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-abbb5389-e446-484d-98ad-c35c65e8388a req-9cdb87e8-efa6-491f-adda-6e6fb3417852 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 946 time: 0.0847297 Sep 30 08:04:23.218866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4c3cf-3080-4a74-83e8-b6158779af72 req-6a20237f-06da-4592-9e06-93744d0315ff tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:23.220398 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7fd4c3cf-3080-4a74-83e8-b6158779af72 req-6a20237f-06da-4592-9e06-93744d0315ff tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0847263 Sep 30 08:04:23.255432 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-abbb5389-e446-484d-98ad-c35c65e8388a req-8017ab6f-cdf0-4a13-be98-df239609bc77 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614045 Sep 30 08:04:23.288875 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7fd4c3cf-3080-4a74-83e8-b6158779af72 req-632a81f0-dd26-4203-b63d-fbf8b3805cd7 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576899 Sep 30 08:04:23.485394 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1255f6e-3d34-4dbe-82af-71bf09017f7e req-cb24762d-f031-4c00-a835-7a9ca7a533f6 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:23.487073 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1255f6e-3d34-4dbe-82af-71bf09017f7e req-cb24762d-f031-4c00-a835-7a9ca7a533f6 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 944 time: 0.0643284 Sep 30 08:04:23.546451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1255f6e-3d34-4dbe-82af-71bf09017f7e req-12771135-4b9e-4cfa-913d-84d13bd64d12 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529196 Sep 30 08:04:23.562721 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-0f3e1526-cbcb-4203-8fa6-3bf5702f5726 service neutron] show failed (client error): The resource could not be found. Sep 30 08:04:23.563888 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-0f3e1526-cbcb-4203-8fa6-3bf5702f5726 service neutron] 10.222.0.35 "GET /v2.0/ports/9b9f757f-e980-4507-8389-974130932a9e/bindings/n-h1-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0656023 Sep 30 08:04:23.699707 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 52de89bc-5b29-4688-9a92-f5db9f3c9d61 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:04:23.707021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 122e1160-9282-49ec-ab28-5a9a9cb0372e up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:04:23.805462 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-516726fe-1e0f-41c6-8907-af17a00d5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:23.807169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-516726fe-1e0f-41c6-8907-af17a00d5b06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28&tenant_id=21516085bfed40e3aed84af26bb1b679 HTTP/1.1" status: 200 len: 1101 time: 0.0453119 Sep 30 08:04:23.822113 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:04:23.832137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 122e1160-9282-49ec-ab28-5a9a9cb0372e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:04:23.838036 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 122e1160-9282-49ec-ab28-5a9a9cb0372e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:04:23.838416 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:23.877132 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 52de89bc-5b29-4688-9a92-f5db9f3c9d61, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=52de89bc-5b29-4688-9a92-f5db9f3c9d61,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:23.879829 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:23.897393 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '52de89bc-5b29-4688-9a92-f5db9f3c9d61', 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36', 'port_id': '52de89bc-5b29-4688-9a92-f5db9f3c9d61', 'mac_address': 'fa:16:3e:f6:83:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd239a631-318f-475f-ad41-a02fa80a44bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:04:24.098006 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:04:24.109311 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:24.136878 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52de89bc-5b29-4688-9a92-f5db9f3c9d61 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:24.141895 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:24.180571 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 52de89bc-5b29-4688-9a92-f5db9f3c9d61, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=52de89bc-5b29-4688-9a92-f5db9f3c9d61,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:24.185175 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edff336e-a2d0-4642-9cf1-2f28ce352963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122e1160-9282-49ec-ab28-5a9a9cb0372e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:24.187578 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5ea3a8-8e1b-4f02-96b7-5a3c3bd43483" -d '{"events": [{"server_uuid": "edff336e-a2d0-4642-9cf1-2f28ce352963", "name": "network-vif-plugged", "status": "completed", "tag": "122e1160-9282-49ec-ab28-5a9a9cb0372e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:24.197426 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:24.204910 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 122e1160-9282-49ec-ab28-5a9a9cb0372e, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=122e1160-9282-49ec-ab28-5a9a9cb0372e,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:24.227856 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:24.228663 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 52de89bc-5b29-4688-9a92-f5db9f3c9d61 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:24.286214 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=52de89bc-5b29-4688-9a92-f5db9f3c9d61,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:24.327550 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bc3d5c4-a883-4e01-956f-f2a61cde5f4b req-4efa47f2-8423-4526-9db1-a3cd40223a17 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 210 time: 0.0744095 Sep 30 08:04:24.377760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=122e1160-9282-49ec-ab28-5a9a9cb0372e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:24.386611 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:24.401800 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 52de89bc-5b29-4688-9a92-f5db9f3c9d61 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:24.427807 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ac16a2-e8ef-4a63-bf6a-0168d2bc7ea6 x-openstack-request-id: req-34ac16a2-e8ef-4a63-bf6a-0168d2bc7ea6 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:24.428177 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edff336e-a2d0-4642-9cf1-2f28ce352963", "name": "network-vif-plugged", "status": "completed", "tag": "122e1160-9282-49ec-ab28-5a9a9cb0372e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:24.428539 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34ac16a2-e8ef-4a63-bf6a-0168d2bc7ea6 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:24.429057 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edff336e-a2d0-4642-9cf1-2f28ce352963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122e1160-9282-49ec-ab28-5a9a9cb0372e', 'code': 200} Sep 30 08:04:24.435275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9b9f757f-e980-4507-8389-974130932a9e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:24.439213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 52de89bc-5b29-4688-9a92-f5db9f3c9d61, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=52de89bc-5b29-4688-9a92-f5db9f3c9d61,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:24.457310 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:24.463426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-4ffd1f02-3bd9-46b9-bb26-2a15007d6eb5 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:24.470376 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-4ffd1f02-3bd9-46b9-bb26-2a15007d6eb5 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.36 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 820 time: 0.3472145 Sep 30 08:04:24.484331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e45db-2078-4f28-90c2-1046366aeaf3 req-f3a14161-8d48-4e50-bbd8-157d5beb6ab9 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:24.504521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7c3e45db-2078-4f28-90c2-1046366aeaf3 req-f3a14161-8d48-4e50-bbd8-157d5beb6ab9 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 944 time: 0.2676320 Sep 30 08:04:24.514143 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-5e35d0c4-e4cb-4bd0-a48c-d1b559282e91 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Request body: {'port': {'device_id': '74b02802-e484-4ffb-b318-991c816a4ac4', 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25', 'admin_state_up': True, 'tenant_id': 'b90880b9f658495fbcf10eee4b545dee'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:04:24.559432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=52de89bc-5b29-4688-9a92-f5db9f3c9d61,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:24.570219 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['52de89bc-5b29-4688-9a92-f5db9f3c9d61'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:24.584726 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:04:24.605749 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3927f-8813-4c52-ba93-fda55daaea8a req-5f6fedf7-4dd4-4eef-b675-171f535d68be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:24.610540 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-93a3927f-8813-4c52-ba93-fda55daaea8a req-5f6fedf7-4dd4-4eef-b675-171f535d68be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 1096 time: 0.0915918 Sep 30 08:04:24.634078 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:24.648201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Transition to ACTIVE for port object 9b9f757f-e980-4507-8389-974130932a9e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:04:24.665473 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9f757f-e980-4507-8389-974130932a9e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:24.672365 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3c8048-4699-41c9-9c4e-eb5bda24bcf6" -d '{"events": [{"server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9f757f-e980-4507-8389-974130932a9e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:24.682563 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:24.698591 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-93a3927f-8813-4c52-ba93-fda55daaea8a req-e9f55455-e08f-4531-8505-59f539c13e5c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790689 Sep 30 08:04:24.804399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7c3e45db-2078-4f28-90c2-1046366aeaf3 req-07523e77-7bcd-41f4-b2eb-565663592906 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988281 Sep 30 08:04:24.906048 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] No DVR routers for this DVR port 9b9f757f-e980-4507-8389-974130932a9e on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:04:24.938962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9f757f-e980-4507-8389-974130932a9e,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:24.952946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017e1a6-5151-4be0-a125-681a421e7226 req-525d5d6e-c01d-4d14-851b-561d195196b1 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:24.956443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d017e1a6-5151-4be0-a125-681a421e7226 req-525d5d6e-c01d-4d14-851b-561d195196b1 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 946 time: 0.4103956 Sep 30 08:04:25.069321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Attempting to bind port 9b9f757f-e980-4507-8389-974130932a9e on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:04:25.069652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Attempting to bind port 9b9f757f-e980-4507-8389-974130932a9e by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:04:25.069981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Attempting to bind port 9b9f757f-e980-4507-8389-974130932a9e on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:25.081454 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d017e1a6-5151-4be0-a125-681a421e7226 req-258e2f29-c53f-4f90-aeb6-77561a16227c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094453 Sep 30 08:04:25.085875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Port 9b9f757f-e980-4507-8389-974130932a9e on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:04:25.086200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Attempting to bind port 9b9f757f-e980-4507-8389-974130932a9e on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:25.101112 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdadd1a-45f2-43c0-936e-efd8252f4773 req-08a0fe53-5315-42f1-9b60-52e59a977c17 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:25.102642 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fdadd1a-45f2-43c0-936e-efd8252f4773 req-08a0fe53-5315-42f1-9b60-52e59a977c17 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 948 time: 0.1681254 Sep 30 08:04:25.106248 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:04:25.106651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:04:25.108280 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:04:25.108736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Bound port: 9b9f757f-e980-4507-8389-974130932a9e, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:04:25.109205 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:25.118435 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-5e35d0c4-e4cb-4bd0-a48c-d1b559282e91 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Made reservation on behalf of b90880b9f658495fbcf10eee4b545dee for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:04:25.123480 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-5e35d0c4-e4cb-4bd0-a48c-d1b559282e91 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:25.244767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fdadd1a-45f2-43c0-936e-efd8252f4773 req-a0e5931d-ba1a-4559-bca4-56c8cfab2213 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189160 Sep 30 08:04:25.276129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:04:25.282531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9b9f757f-e980-4507-8389-974130932a9e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:04:25.311624 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:25.398375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:25.399083 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:25.400486 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] 10.222.0.36 "PUT /v2.0/ports/9b9f757f-e980-4507-8389-974130932a9e HTTP/1.1" status: 200 len: 1096 time: 1.5837698 Sep 30 08:04:25.409533 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-5e35d0c4-e4cb-4bd0-a48c-d1b559282e91 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Allocated IP 172.20.0.4 (27eb64fb-38bc-4d58-ae7e-58a30f475b25/ab2ee65f-beaa-498e-bdba-cae189f73676/3a7d9464-983f-471b-9010-2f52d71453fe) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:04:25.431208 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adf330d-7203-4418-90bb-d0d524e0c8df x-openstack-request-id: req-3adf330d-7203-4418-90bb-d0d524e0c8df {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:25.431498 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9f757f-e980-4507-8389-974130932a9e", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:25.431751 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3adf330d-7203-4418-90bb-d0d524e0c8df {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:25.432175 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9f757f-e980-4507-8389-974130932a9e', 'code': 200} Sep 30 08:04:25.448632 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fb4c9-e364-4a03-8ea0-993955805474 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9f757f-e980-4507-8389-974130932a9e,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:25.502291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af635aec-dc9a-4c63-bad1-d8e4f1567dcc req-f6f4ac3b-1cc9-4f67-b944-7bf8828c51c9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:25.503878 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af635aec-dc9a-4c63-bad1-d8e4f1567dcc req-f6f4ac3b-1cc9-4f67-b944-7bf8828c51c9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 945 time: 0.1510346 Sep 30 08:04:25.557308 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c5bfe8e1-4466-4dd8-be08-1b49c60c6ce7 req-f5b54568-88c1-44ca-b510-d2a10f284879 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 210 time: 0.0523903 Sep 30 08:04:25.752289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 52de89bc-5b29-4688-9a92-f5db9f3c9d61 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:04:25.811385 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 52de89bc-5b29-4688-9a92-f5db9f3c9d61 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:04:25.811385 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:25.870982 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-a712f9d8-4a4b-4f16-a159-b09544060562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:25.873340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-a712f9d8-4a4b-4f16-a159-b09544060562 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 1099 time: 0.4258101 Sep 30 08:04:25.941028 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:25.962497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af635aec-dc9a-4c63-bad1-d8e4f1567dcc req-556c094c-e97e-46c0-85ea-b3e083e37705 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335625 Sep 30 08:04:25.994730 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 52de89bc-5b29-4688-9a92-f5db9f3c9d61, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=52de89bc-5b29-4688-9a92-f5db9f3c9d61,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:26.000428 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:26.001490 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9b9f757f-e980-4507-8389-974130932a9e no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:26.087212 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9b9f757f-e980-4507-8389-974130932a9e not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:04:26.088850 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-5e35d0c4-e4cb-4bd0-a48c-d1b559282e91 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:26.092389 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=52de89bc-5b29-4688-9a92-f5db9f3c9d61,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:26.097463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4322-2e44-4bbb-9119-ee6782e9605f req-79a3edca-0534-4ba9-863d-a2c9a62e3dab tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:26.104467 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-949c4322-2e44-4bbb-9119-ee6782e9605f req-79a3edca-0534-4ba9-863d-a2c9a62e3dab tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 943 time: 0.1550810 Sep 30 08:04:26.120082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-795c1470-c003-4e63-a749-519030871d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:26.121735 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-795c1470-c003-4e63-a749-519030871d80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2392089 Sep 30 08:04:26.191171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-57fef24b-a4e9-47e8-9e74-6f15e761f04c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9b9f757f-e980-4507-8389-974130932a9e HTTP/1.1" status: 200 len: 217 time: 0.0541928 Sep 30 08:04:26.272422 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-949c4322-2e44-4bbb-9119-ee6782e9605f req-124299cb-6d34-42ad-99ec-834eeb835d5c tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671400 Sep 30 08:04:26.297696 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-5e35d0c4-e4cb-4bd0-a48c-d1b559282e91 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:26.300810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-e61c6c5e-1b00-41fd-9b40-97c521299d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:26.302384 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-e61c6c5e-1b00-41fd-9b40-97c521299d48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0924060 Sep 30 08:04:26.312499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['a6c23571-21e8-4ea8-ac57-ab3db0dacdba'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:26.355421 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73065b4-e02a-42f5-8896-10d841d9343b req-639ee87a-99de-47bf-a520-6b7732c94253 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:26.360632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b73065b4-e02a-42f5-8896-10d841d9343b req-639ee87a-99de-47bf-a520-6b7732c94253 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 946 time: 0.1731107 Sep 30 08:04:26.431517 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad2092d-64ba-4234-8ebc-2e3db5891c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52de89bc-5b29-4688-9a92-f5db9f3c9d61'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:26.434120 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282378b9-e056-46be-9ba8-070eae20b0b7" -d '{"events": [{"server_uuid": "bad2092d-64ba-4234-8ebc-2e3db5891c17", "name": "network-vif-plugged", "status": "completed", "tag": "52de89bc-5b29-4688-9a92-f5db9f3c9d61"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:26.444837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-5e35d0c4-e4cb-4bd0-a48c-d1b559282e91 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:04:26.457544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-5e35d0c4-e4cb-4bd0-a48c-d1b559282e91 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:04:26.468779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b73065b4-e02a-42f5-8896-10d841d9343b req-c9922b33-f796-4a79-a8dc-5ee6ed28e740 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839803 Sep 30 08:04:26.478850 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-5e35d0c4-e4cb-4bd0-a48c-d1b559282e91 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:04:26.481585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35d0c4-e4cb-4bd0-a48c-d1b559282e91 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Pushing event updated for resources: {'Port': ['ID=3a7d9464-983f-471b-9010-2f52d71453fe,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:26.489546 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-b8e93b92-e7f6-4fec-ba01-7056703f6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:26.492048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-b8e93b92-e7f6-4fec-ba01-7056703f6faf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1795747 Sep 30 08:04:26.608894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-5e35d0c4-e4cb-4bd0-a48c-d1b559282e91 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:26.609566 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-5e35d0c4-e4cb-4bd0-a48c-d1b559282e91 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:26.658723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82065064-943a-425d-b879-4003928b3c8f req-3188f0b0-9cef-4beb-a9ed-07060dba952c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:26.661106 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82065064-943a-425d-b879-4003928b3c8f req-3188f0b0-9cef-4beb-a9ed-07060dba952c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 948 time: 0.2066522 Sep 30 08:04:26.673005 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5058d3-77ef-423a-bc60-a5877f1d5599 x-openstack-request-id: req-2b5058d3-77ef-423a-bc60-a5877f1d5599 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:26.673430 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad2092d-64ba-4234-8ebc-2e3db5891c17", "name": "network-vif-plugged", "status": "completed", "tag": "52de89bc-5b29-4688-9a92-f5db9f3c9d61", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:26.673561 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b5058d3-77ef-423a-bc60-a5877f1d5599 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:26.673943 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad2092d-64ba-4234-8ebc-2e3db5891c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52de89bc-5b29-4688-9a92-f5db9f3c9d61', 'code': 200} Sep 30 08:04:26.684089 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-5e35d0c4-e4cb-4bd0-a48c-d1b559282e91 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1758509 Sep 30 08:04:26.714829 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Request body: {'port': {'device_id': '74b02802-e484-4ffb-b318-991c816a4ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:04:26.807836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82065064-943a-425d-b879-4003928b3c8f req-5f2a489a-2681-4d31-a1d6-817a2e8849d5 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351480 Sep 30 08:04:26.824721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-a0b1667d-b486-49ba-98e8-57b20f94cf22 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047957 Sep 30 08:04:26.886536 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:26.905806 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519262cd-dd96-4e67-b00f-51c40fa7c23d req-982e169a-a84d-4153-bef9-fcc821571eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:26.907588 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-519262cd-dd96-4e67-b00f-51c40fa7c23d req-982e169a-a84d-4153-bef9-fcc821571eb0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 1096 time: 0.0441866 Sep 30 08:04:26.943878 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-519262cd-dd96-4e67-b00f-51c40fa7c23d req-260ca001-5059-4c4c-bf41-58db55b9121d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295978 Sep 30 08:04:26.958469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cc916-639c-4f1b-9c8b-4cb7898ec6e1 req-88f07e60-b57f-4cf5-90b2-fd343549ac6a tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:26.959989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d8cc916-639c-4f1b-9c8b-4cb7898ec6e1 req-88f07e60-b57f-4cf5-90b2-fd343549ac6a tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 931 time: 0.2267768 Sep 30 08:04:27.025228 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcd23afd-c204-4fae-ad60-ca94fcb9153c req-8666aaa0-693e-4528-a1d5-f7cc1282d2b8 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748638 Sep 30 08:04:27.128872 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d8cc916-639c-4f1b-9c8b-4cb7898ec6e1 req-c1ce347a-ab53-47b7-80a8-72caaf4c776f tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501882 Sep 30 08:04:27.167537 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f781d-6127-4ce1-a716-5d1c600cc2d9 req-1f0886ca-4439-4d2a-a74c-1c08df6b89cd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:27.169924 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e29f781d-6127-4ce1-a716-5d1c600cc2d9 req-1f0886ca-4439-4d2a-a74c-1c08df6b89cd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 945 time: 0.1485405 Sep 30 08:04:27.257730 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e29f781d-6127-4ce1-a716-5d1c600cc2d9 req-ca282163-301e-4de1-8bc5-f98d8582a2a9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743797 Sep 30 08:04:27.381124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7d9464-983f-471b-9010-2f52d71453fe {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:27.402821 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:27.433723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Transition to ACTIVE for port object 3a7d9464-983f-471b-9010-2f52d71453fe will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:04:27.436689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'tag': '9b9f757f-e980-4507-8389-974130932a9e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:27.439225 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0aea5e-447a-4f02-ab34-073cd54997a0" -d '{"events": [{"name": "network-changed", "server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "tag": "9b9f757f-e980-4507-8389-974130932a9e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:27.449098 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72747e92-750a-44fc-bac3-b83fed218304 req-eaff9a0b-2be3-4c24-8540-1b8383fe1c69 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:27.450719 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72747e92-750a-44fc-bac3-b83fed218304 req-eaff9a0b-2be3-4c24-8540-1b8383fe1c69 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 945 time: 0.1182334 Sep 30 08:04:27.452918 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:27.463116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbe980-45f6-424c-acfd-4fe3832be686 req-daf761c4-5af6-45eb-9a32-36cb2b254704 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:27.464581 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bfdbe980-45f6-424c-acfd-4fe3832be686 req-daf761c4-5af6-45eb-9a32-36cb2b254704 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.1023269 Sep 30 08:04:27.570850 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7d9464-983f-471b-9010-2f52d71453fe,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:27.584282 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bfdbe980-45f6-424c-acfd-4fe3832be686 req-1860c8e0-e287-4cc8-bb16-f3d2de10af4f tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080956 Sep 30 08:04:27.587530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72747e92-750a-44fc-bac3-b83fed218304 req-4dc0f722-ae41-4afb-a64a-34f123dab2e7 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202819 Sep 30 08:04:27.677940 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565b61b7-5b06-4bb8-9922-626aef7314c0 x-openstack-request-id: req-565b61b7-5b06-4bb8-9922-626aef7314c0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:27.678239 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "tag": "9b9f757f-e980-4507-8389-974130932a9e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:27.678693 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-565b61b7-5b06-4bb8-9922-626aef7314c0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:27.679364 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'tag': '9b9f757f-e980-4507-8389-974130932a9e', 'status': 'completed', 'code': 200} Sep 30 08:04:27.704146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Attempting to bind port 3a7d9464-983f-471b-9010-2f52d71453fe on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:04:27.704146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Attempting to bind port 3a7d9464-983f-471b-9010-2f52d71453fe by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:04:27.704146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Attempting to bind port 3a7d9464-983f-471b-9010-2f52d71453fe on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:27.741399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Port 3a7d9464-983f-471b-9010-2f52d71453fe on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:04:27.742027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Attempting to bind port 3a7d9464-983f-471b-9010-2f52d71453fe on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:27.763434 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-9e229b6d-1038-4f8f-898e-c333741244c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:27.765454 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-9e229b6d-1038-4f8f-898e-c333741244c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 1099 time: 0.0504894 Sep 30 08:04:27.769310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:04:27.769657 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Checking segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:04:27.770050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Bound using segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:04:27.770503 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Bound port: 3a7d9464-983f-471b-9010-2f52d71453fe, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:04:27.770868 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:27.829222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-cc4661f1-294f-4495-ace8-9f328ecebb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:27.831366 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-cc4661f1-294f-4495-ace8-9f328ecebb70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 1099 time: 0.1414411 Sep 30 08:04:27.882647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-d51efa42-9cc0-4a96-bdf5-a61ec19bc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:27.884989 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-d51efa42-9cc0-4a96-bdf5-a61ec19bc8c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1106832 Sep 30 08:04:27.952428 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-3fff27ed-4bb6-42ab-bc25-66121e02a092 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9b9f757f-e980-4507-8389-974130932a9e HTTP/1.1" status: 200 len: 217 time: 0.0579565 Sep 30 08:04:27.956612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-a15b92a9-fbbf-4ef2-b03e-639e5e1154cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:27.958081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-a15b92a9-fbbf-4ef2-b03e-639e5e1154cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1049204 Sep 30 08:04:27.968611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d683d2b-8ce1-4638-923d-86366c7e0a6b req-e02011df-fc72-40a8-9cf9-ec008819ea31 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:27.970131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d683d2b-8ce1-4638-923d-86366c7e0a6b req-e02011df-fc72-40a8-9cf9-ec008819ea31 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 946 time: 0.2298925 Sep 30 08:04:28.023822 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-ef59625a-99e4-4177-ada4-bd87ad66b18d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9b9f757f-e980-4507-8389-974130932a9e HTTP/1.1" status: 200 len: 217 time: 0.0509305 Sep 30 08:04:28.045708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-b6e06c36-57b6-4a2a-954e-b685dcec5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:28.048613 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-b6e06c36-57b6-4a2a-954e-b685dcec5751 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0580151 Sep 30 08:04:28.090305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] For port 3a7d9464-983f-471b-9010-2f52d71453fe, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:04:28.117620 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-3fb8d47a-0fb2-4bd5-b341-622884aa4c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:28.119446 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-3fb8d47a-0fb2-4bd5-b341-622884aa4c43 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573843 Sep 30 08:04:28.126159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] For port 3a7d9464-983f-471b-9010-2f52d71453fe, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3a7d9464-983f-471b-9010-2f52d71453fe,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:04:28.151020 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d683d2b-8ce1-4638-923d-86366c7e0a6b req-d3c4eef8-c485-4858-8ebb-7fd20382a7f1 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706305 Sep 30 08:04:28.155713 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:28.173163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-1e2a2e96-0e01-4ba4-afbd-6dabc6feda5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:28.175262 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-1e2a2e96-0e01-4ba4-afbd-6dabc6feda5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1346686 Sep 30 08:04:28.223542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:28.224208 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:28.225609 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] 10.222.0.36 "PUT /v2.0/ports/3a7d9464-983f-471b-9010-2f52d71453fe HTTP/1.1" status: 200 len: 1091 time: 1.5313435 Sep 30 08:04:28.266531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2cac9-fcaf-4e4a-a250-721241325db4 req-29d4e823-5e39-41b5-a84f-a16e552eaf89 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:28.268849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88b2cac9-fcaf-4e4a-a250-721241325db4 req-29d4e823-5e39-41b5-a84f-a16e552eaf89 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 948 time: 0.1806471 Sep 30 08:04:28.305390 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-eedbc0a8-ee42-45ee-a454-2c02945b1fa4 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771419 Sep 30 08:04:28.350471 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbad5e-b0d5-4fef-8c3d-335f8e3d1f93 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7d9464-983f-471b-9010-2f52d71453fe,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:28.379874 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-762f306e-12b7-47ad-918e-7a3265940892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:28.381423 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-762f306e-12b7-47ad-918e-7a3265940892 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1828632 Sep 30 08:04:28.407171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88b2cac9-fcaf-4e4a-a250-721241325db4 req-c2b2befb-19f7-411d-bf18-b657ba535060 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183770 Sep 30 08:04:28.420431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79cf06-99d8-4177-bb93-803bf00530bf req-1d0ac07c-a32a-41c0-8a35-5bc14ba7826e tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:28.421907 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d79cf06-99d8-4177-bb93-803bf00530bf req-1d0ac07c-a32a-41c0-8a35-5bc14ba7826e tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 945 time: 0.1733263 Sep 30 08:04:28.440527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-c450fdd5-67f8-4da4-8bfc-876857a99b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:28.442032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-c450fdd5-67f8-4da4-8bfc-876857a99b8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 1094 time: 0.1479373 Sep 30 08:04:28.464427 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-8055d2a6-3cd5-478b-837d-52a7532f2e4f service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362088 Sep 30 08:04:28.549399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-3125ea9f-f497-4858-8ff9-0f4a93990aec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a7d9464-983f-471b-9010-2f52d71453fe HTTP/1.1" status: 200 len: 217 time: 0.0845528 Sep 30 08:04:28.594977 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d79cf06-99d8-4177-bb93-803bf00530bf req-bedf6c5d-4025-4e9c-8bb2-f217ed18e172 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598113 Sep 30 08:04:28.659502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-8974702f-a6ff-4031-aa98-d0c4c14fc930 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648289 Sep 30 08:04:28.665747 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-a715f457-9e27-4399-ad0f-921c1e6f82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:28.667168 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-a715f457-9e27-4399-ad0f-921c1e6f82c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.0963178 Sep 30 08:04:28.676258 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb2659-5033-4408-a6bb-cf2b62947bc5 req-58f28455-1ca7-47e0-bdbe-6826fd1275b4 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:28.683840 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fefb2659-5033-4408-a6bb-cf2b62947bc5 req-58f28455-1ca7-47e0-bdbe-6826fd1275b4 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 943 time: 0.1782749 Sep 30 08:04:28.767611 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-79e10e91-033f-4b22-975a-8fda76204210 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787482 Sep 30 08:04:28.850459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fefb2659-5033-4408-a6bb-cf2b62947bc5 req-19c841fb-8778-4192-9353-899ea7a23b51 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657412 Sep 30 08:04:28.915723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5726ce-913d-465e-ad24-2e6ab540b2cd req-f7f6c81e-4cbd-47c9-83b9-bd11d9031f51 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:28.917256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe5726ce-913d-465e-ad24-2e6ab540b2cd req-f7f6c81e-4cbd-47c9-83b9-bd11d9031f51 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.2298486 Sep 30 08:04:28.940674 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c0aea5e-447a-4f02-ab34-073cd54997a0 req-eefe184a-6750-42b7-8ff9-89d789662b53 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541273 Sep 30 08:04:28.980492 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-50cd8417-8eee-483a-bec3-ee297a0b92d7 service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995454 Sep 30 08:04:28.986281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe5726ce-913d-465e-ad24-2e6ab540b2cd req-fdd38ca8-1e30-4361-ba28-4abdef0c625a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557292 Sep 30 08:04:29.128762 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be9c5f27-dd59-44b5-9487-87ca9ed6afd3 req-06079b51-a26f-4d9a-8ad0-8811ac23c4cb service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361339 Sep 30 08:04:29.148477 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcde58-2aa6-4358-a1f7-db069fbfd1ef req-f48c39a3-efd2-4a82-a08c-9c1208091fd5 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:29.150050 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3bcde58-2aa6-4358-a1f7-db069fbfd1ef req-f48c39a3-efd2-4a82-a08c-9c1208091fd5 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.0908842 Sep 30 08:04:29.195225 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3bcde58-2aa6-4358-a1f7-db069fbfd1ef req-cfe15872-7b4e-4841-b847-1b735500bb57 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369442 Sep 30 08:04:29.351062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b727b7f-e0d0-4acc-a6b7-4f3390b69cfd req-347d9e40-1c3f-4342-8c23-b296cad00baf tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:29.358804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b727b7f-e0d0-4acc-a6b7-4f3390b69cfd req-347d9e40-1c3f-4342-8c23-b296cad00baf tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 946 time: 0.0682600 Sep 30 08:04:29.411625 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b727b7f-e0d0-4acc-a6b7-4f3390b69cfd req-f909d2ba-c210-4497-be93-26a6abbc56a4 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516286 Sep 30 08:04:29.435353 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:29.542972 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d806d0-028d-4aed-af71-93eced4b7e2b req-0f697930-cb0e-4fb9-afb1-bb81bb153723 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:29.545232 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66d806d0-028d-4aed-af71-93eced4b7e2b req-0f697930-cb0e-4fb9-afb1-bb81bb153723 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 948 time: 0.0532117 Sep 30 08:04:29.586245 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66d806d0-028d-4aed-af71-93eced4b7e2b req-20a0a25a-f496-4248-b08d-2741b5e6b431 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341215 Sep 30 08:04:29.597349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9b9f757f-e980-4507-8389-974130932a9e details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:04:29.706295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b02802-e484-4ffb-b318-991c816a4ac4', 'tag': '3a7d9464-983f-471b-9010-2f52d71453fe'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:29.709270 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dbebe0-cad2-48d7-b16f-8039eaaee369" -d '{"events": [{"name": "network-changed", "server_uuid": "74b02802-e484-4ffb-b318-991c816a4ac4", "tag": "3a7d9464-983f-471b-9010-2f52d71453fe"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:29.728154 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9b9f757f-e980-4507-8389-974130932a9e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:29.747164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '9b9f757f-e980-4507-8389-974130932a9e', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '9b9f757f-e980-4507-8389-974130932a9e', 'mac_address': 'fa:16:3e:d4:b0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:04:29.767016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-1f4171f7-0d34-407b-9254-52d2502edd7b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:29.774830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-1f4171f7-0d34-407b-9254-52d2502edd7b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/networks?id=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 HTTP/1.1" status: 200 len: 813 time: 0.1665959 Sep 30 08:04:29.799131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-518fe66b-4568-402a-8e82-22bec585af82 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/quotas/ecfb4fb7526149ea91de221ed833fc2c HTTP/1.1" status: 200 len: 375 time: 0.0211055 Sep 30 08:04:29.870687 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:29.873273 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcc5aa-475c-41d1-8b0d-f009e42a3aa9 req-00b03a9f-67b8-4833-b3bc-2e00d7bc9771 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:29.874881 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6efcc5aa-475c-41d1-8b0d-f009e42a3aa9 req-00b03a9f-67b8-4833-b3bc-2e00d7bc9771 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.35 "GET /v2.0/ports?device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 945 time: 0.1188331 Sep 30 08:04:29.889271 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9f757f-e980-4507-8389-974130932a9e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:29.914221 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9b9f757f-e980-4507-8389-974130932a9e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:29.920816 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:29.997569 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=9b9f757f-e980-4507-8389-974130932a9e,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:29.999558 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-6efcc5aa-475c-41d1-8b0d-f009e42a3aa9 req-539aac69-0666-41eb-8dad-ef33c0430aa0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Deleting port 122e1160-9282-49ec-ab28-5a9a9cb0372e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:30.000334 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6efcc5aa-475c-41d1-8b0d-f009e42a3aa9 req-539aac69-0666-41eb-8dad-ef33c0430aa0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:30.103697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6efcc5aa-475c-41d1-8b0d-f009e42a3aa9 req-539aac69-0666-41eb-8dad-ef33c0430aa0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] For port 122e1160-9282-49ec-ab28-5a9a9cb0372e, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=122e1160-9282-49ec-ab28-5a9a9cb0372e,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:30.104132 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6efcc5aa-475c-41d1-8b0d-f009e42a3aa9 req-539aac69-0666-41eb-8dad-ef33c0430aa0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:30.118960 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-6efcc5aa-475c-41d1-8b0d-f009e42a3aa9 req-539aac69-0666-41eb-8dad-ef33c0430aa0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Calling delete_port for 122e1160-9282-49ec-ab28-5a9a9cb0372e owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:30.234257 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-8c2d43b7-a2c5-4166-8f33-129bd7b01397 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:30.235753 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-8c2d43b7-a2c5-4166-8f33-129bd7b01397 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.36 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28&tenant_id=21516085bfed40e3aed84af26bb1b679&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 948 time: 0.4245160 Sep 30 08:04:30.241614 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c12aa504-8742-4d82-9063-ad74567dbaa1 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ecfb4fb7526149ea91de221ed833fc2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4415717 Sep 30 08:04:30.259588 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['9b9f757f-e980-4507-8389-974130932a9e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:30.273094 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6efcc5aa-475c-41d1-8b0d-f009e42a3aa9 req-539aac69-0666-41eb-8dad-ef33c0430aa0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:30.294643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e9e7a-8e19-4469-85c6-036af51cd84d req-efd18800-aab9-430f-8c25-96e5347368ae tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:30.302537 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be6e9e7a-8e19-4469-85c6-036af51cd84d req-efd18800-aab9-430f-8c25-96e5347368ae tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=edff336e-a2d0-4642-9cf1-2f28ce352963 HTTP/1.1" status: 200 len: 945 time: 0.4499958 Sep 30 08:04:30.306847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539aac69-0666-41eb-8dad-ef33c0430aa0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Pushing event deleted for resources: {'Port': ['ID=122e1160-9282-49ec-ab28-5a9a9cb0372e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:30.324575 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['122e1160-9282-49ec-ab28-5a9a9cb0372e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:30.364774 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efcc5aa-475c-41d1-8b0d-f009e42a3aa9 req-539aac69-0666-41eb-8dad-ef33c0430aa0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] No DVR routers for this DVR port 122e1160-9282-49ec-ab28-5a9a9cb0372e on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:04:30.367951 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6efcc5aa-475c-41d1-8b0d-f009e42a3aa9 req-539aac69-0666-41eb-8dad-ef33c0430aa0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:30.371157 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6efcc5aa-475c-41d1-8b0d-f009e42a3aa9 req-539aac69-0666-41eb-8dad-ef33c0430aa0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.35 "DELETE /v2.0/ports/122e1160-9282-49ec-ab28-5a9a9cb0372e HTTP/1.1" status: 204 len: 173 time: 0.4881661 Sep 30 08:04:30.371791 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edff336e-a2d0-4642-9cf1-2f28ce352963', 'name': 'network-vif-deleted', 'tag': '122e1160-9282-49ec-ab28-5a9a9cb0372e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:30.389167 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ebe026-712d-409f-89b5-9e217fa62df8" -d '{"events": [{"server_uuid": "edff336e-a2d0-4642-9cf1-2f28ce352963", "name": "network-vif-deleted", "tag": "122e1160-9282-49ec-ab28-5a9a9cb0372e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:30.444753 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-efd19d8b-8f9f-4550-8275-079634b231d7 service neutron] 10.222.0.36 "GET /v2.0/ports/9b9f757f-e980-4507-8389-974130932a9e/bindings/n-h1-807359-2 HTTP/1.1" status: 200 len: 382 time: 0.1999576 Sep 30 08:04:30.519704 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-255ea1c8-72c1-4693-a49c-3c46ea09ce34 service neutron] 10.222.0.24 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484686 Sep 30 08:04:30.527500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be6e9e7a-8e19-4469-85c6-036af51cd84d req-c53202a3-84ee-43ab-a670-d11d42bc00f1 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238295 Sep 30 08:04:30.586734 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f007a7d-4469-430b-a678-419698ec4746 x-openstack-request-id: req-2f007a7d-4469-430b-a678-419698ec4746 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:30.587350 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b02802-e484-4ffb-b318-991c816a4ac4", "tag": "3a7d9464-983f-471b-9010-2f52d71453fe", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:30.587350 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f007a7d-4469-430b-a678-419698ec4746 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:30.588009 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b02802-e484-4ffb-b318-991c816a4ac4', 'tag': '3a7d9464-983f-471b-9010-2f52d71453fe', 'status': 'completed', 'code': 200} Sep 30 08:04:30.623051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-e7b110cd-4d3f-4cab-9f3c-2e121498f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:30.624646 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-e7b110cd-4d3f-4cab-9f3c-2e121498f225 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 1100 time: 0.1526632 Sep 30 08:04:30.771948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-4ba1c113-dfc6-4522-a851-7cacd0a00099 service neutron] 10.222.0.24 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386420 Sep 30 08:04:30.805613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f016e0f-112b-43cf-b0f9-2785b69af462 req-448a53b1-85a8-4f0c-bf0c-3c965946e0b3 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:30.807159 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f016e0f-112b-43cf-b0f9-2785b69af462 req-448a53b1-85a8-4f0c-bf0c-3c965946e0b3 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 949 time: 0.1573994 Sep 30 08:04:30.814869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbebe0-cad2-48d7-b16f-8039eaaee369 req-72d50e9b-f127-4b62-8ed4-2adac968b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:30.816460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e6dbebe0-cad2-48d7-b16f-8039eaaee369 req-72d50e9b-f127-4b62-8ed4-2adac968b807 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 1094 time: 0.1894715 Sep 30 08:04:30.848859 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-1d37311d-f623-49ea-ad83-3ca71bec20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:30.850233 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-1d37311d-f623-49ea-ad83-3ca71bec20e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2157528 Sep 30 08:04:30.937435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-3190f98a-813d-41a3-bc94-d6d427a2f790 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9b9f757f-e980-4507-8389-974130932a9e HTTP/1.1" status: 200 len: 217 time: 0.0727122 Sep 30 08:04:30.954312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f016e0f-112b-43cf-b0f9-2785b69af462 req-40f6175c-2902-48b1-8416-fa6ea3a6d299 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366856 Sep 30 08:04:31.088965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-de4c0147-8757-4980-828a-474ffbad7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:31.090499 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-de4c0147-8757-4980-828a-474ffbad7e98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1266561 Sep 30 08:04:31.094154 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbebe0-cad2-48d7-b16f-8039eaaee369 req-9670f8bf-8122-416f-bea6-25a36d842cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:31.095766 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e6dbebe0-cad2-48d7-b16f-8039eaaee369 req-9670f8bf-8122-416f-bea6-25a36d842cdc service neutron] 10.222.0.36 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.2625811 Sep 30 08:04:31.104426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf9f57-1b7d-4776-b209-e2a13108e064 req-bd8d5b73-86e5-47ce-bc0e-471a1937fdc7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:31.108764 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0eaf9f57-1b7d-4776-b209-e2a13108e064 req-bd8d5b73-86e5-47ce-bc0e-471a1937fdc7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 943 time: 0.1532364 Sep 30 08:04:31.186269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e6dbebe0-cad2-48d7-b16f-8039eaaee369 req-797fcc0e-5b14-4500-a973-e31128ef8bd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a7d9464-983f-471b-9010-2f52d71453fe HTTP/1.1" status: 200 len: 217 time: 0.0750780 Sep 30 08:04:31.220366 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11339754-6f75-4483-bd95-f82de25f788b req-dc5d757f-d550-4e43-98d3-692e9dc1fcdf tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:31.225950 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-11339754-6f75-4483-bd95-f82de25f788b req-dc5d757f-d550-4e43-98d3-692e9dc1fcdf tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad2092d-64ba-4234-8ebc-2e3db5891c17 HTTP/1.1" status: 200 len: 945 time: 0.1057997 Sep 30 08:04:31.227203 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:31.379603 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0eaf9f57-1b7d-4776-b209-e2a13108e064 req-e62ace2d-6786-4416-90b4-ff1028a62aec tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895421 Sep 30 08:04:31.380814 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-11339754-6f75-4483-bd95-f82de25f788b req-b9a68473-14cf-4cae-a83a-8d9912763b7d tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Deleting port 52de89bc-5b29-4688-9a92-f5db9f3c9d61 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:31.381214 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-11339754-6f75-4483-bd95-f82de25f788b req-b9a68473-14cf-4cae-a83a-8d9912763b7d tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:31.384208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbebe0-cad2-48d7-b16f-8039eaaee369 req-4e752601-0f11-46ea-bee4-1c328b100d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:31.390464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e6dbebe0-cad2-48d7-b16f-8039eaaee369 req-4e752601-0f11-46ea-bee4-1c328b100d6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.1601613 Sep 30 08:04:31.401152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-6c531add-cd54-43d8-8be6-72ea61073c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:31.407829 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-6c531add-cd54-43d8-8be6-72ea61073c4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2980838 Sep 30 08:04:31.435339 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc06869a-6777-45f2-af4e-2da123f3ebe0 x-openstack-request-id: req-bc06869a-6777-45f2-af4e-2da123f3ebe0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:31.436171 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edff336e-a2d0-4642-9cf1-2f28ce352963", "name": "network-vif-deleted", "tag": "122e1160-9282-49ec-ab28-5a9a9cb0372e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:31.436171 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc06869a-6777-45f2-af4e-2da123f3ebe0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:31.436171 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edff336e-a2d0-4642-9cf1-2f28ce352963', 'name': 'network-vif-deleted', 'tag': '122e1160-9282-49ec-ab28-5a9a9cb0372e', 'status': 'completed', 'code': 200} Sep 30 08:04:31.469131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e6dbebe0-cad2-48d7-b16f-8039eaaee369 req-b68526b2-5baf-4efb-98b8-d1705159ea49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700696 Sep 30 08:04:31.551543 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-11339754-6f75-4483-bd95-f82de25f788b req-b9a68473-14cf-4cae-a83a-8d9912763b7d tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] For port 52de89bc-5b29-4688-9a92-f5db9f3c9d61, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=52de89bc-5b29-4688-9a92-f5db9f3c9d61,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:31.551887 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-11339754-6f75-4483-bd95-f82de25f788b req-b9a68473-14cf-4cae-a83a-8d9912763b7d tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:31.568376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-11339754-6f75-4483-bd95-f82de25f788b req-b9a68473-14cf-4cae-a83a-8d9912763b7d tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Calling delete_port for 52de89bc-5b29-4688-9a92-f5db9f3c9d61 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:31.621618 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1343b89c-24d2-4488-957c-1d29f97507e4 req-81a0abe8-f49e-4095-aed0-b14b8864d451 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 210 time: 0.1154125 Sep 30 08:04:31.623642 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9b9f757f-e980-4507-8389-974130932a9e up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:04:31.720488 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 9b9f757f-e980-4507-8389-974130932a9e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:04:31.725936 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 9b9f757f-e980-4507-8389-974130932a9e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:04:31.727300 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:31.731961 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aaf85-7b39-4665-bd08-07cf30a6c30e req-42ec62e9-fcc7-4a29-beeb-41908a325824 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:31.747509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-989aaf85-7b39-4665-bd08-07cf30a6c30e req-42ec62e9-fcc7-4a29-beeb-41908a325824 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 946 time: 0.2444165 Sep 30 08:04:31.748982 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-11339754-6f75-4483-bd95-f82de25f788b req-b9a68473-14cf-4cae-a83a-8d9912763b7d tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:31.786450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a68473-14cf-4cae-a83a-8d9912763b7d tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Pushing event deleted for resources: {'Port': ['ID=52de89bc-5b29-4688-9a92-f5db9f3c9d61,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:31.791994 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-93b8d8c9-3b0d-4090-b463-7f961ebb0b7c service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675210 Sep 30 08:04:31.796491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['52de89bc-5b29-4688-9a92-f5db9f3c9d61'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:31.864132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-989aaf85-7b39-4665-bd08-07cf30a6c30e req-32dfac68-1511-43d4-bc3e-01e1ae99d6a9 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156034 Sep 30 08:04:31.879537 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e6dbebe0-cad2-48d7-b16f-8039eaaee369 req-4d47fa34-f02e-4431-960d-44a2b5c93b67 service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991463 Sep 30 08:04:31.882969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-11339754-6f75-4483-bd95-f82de25f788b req-b9a68473-14cf-4cae-a83a-8d9912763b7d tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] No DVR routers for this DVR port 52de89bc-5b29-4688-9a92-f5db9f3c9d61 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:04:31.888788 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-11339754-6f75-4483-bd95-f82de25f788b req-b9a68473-14cf-4cae-a83a-8d9912763b7d tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:31.892543 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-11339754-6f75-4483-bd95-f82de25f788b req-b9a68473-14cf-4cae-a83a-8d9912763b7d tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.35 "DELETE /v2.0/ports/52de89bc-5b29-4688-9a92-f5db9f3c9d61 HTTP/1.1" status: 204 len: 173 time: 0.6570916 Sep 30 08:04:31.916461 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:31.955492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9f757f-e980-4507-8389-974130932a9e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:31.959275 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dda50f4-916a-453b-b4a4-08930ede1489" -d '{"events": [{"server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "name": "network-vif-plugged", "status": "completed", "tag": "9b9f757f-e980-4507-8389-974130932a9e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:31.983571 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9b9f757f-e980-4507-8389-974130932a9e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:31.989713 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:32.038196 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-5b3eb5de-9d32-4fb4-8c13-8583fba792fb service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354071 Sep 30 08:04:32.063278 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b397b6f7-70d2-4794-8207-e1b0fd671148 x-openstack-request-id: req-b397b6f7-70d2-4794-8207-e1b0fd671148 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:32.063800 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "name": "network-vif-plugged", "status": "completed", "tag": "9b9f757f-e980-4507-8389-974130932a9e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:32.064090 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b397b6f7-70d2-4794-8207-e1b0fd671148 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:32.065449 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9f757f-e980-4507-8389-974130932a9e', 'code': 200} Sep 30 08:04:32.073125 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=9b9f757f-e980-4507-8389-974130932a9e,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:32.086427 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e6dbebe0-cad2-48d7-b16f-8039eaaee369 req-7514189d-eb2f-409f-94df-1cda108e3a60 service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694374 Sep 30 08:04:32.165900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d288b44-9769-498f-860d-caaaf58c90b8 req-2fce647b-cdfe-48e1-ac70-e50ec0529e27 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:32.167695 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d288b44-9769-498f-860d-caaaf58c90b8 req-2fce647b-cdfe-48e1-ac70-e50ec0529e27 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0590897 Sep 30 08:04:32.209950 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d288b44-9769-498f-860d-caaaf58c90b8 req-2012f203-64ba-4ba0-8e59-7ecdac98109e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343595 Sep 30 08:04:32.505898 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-3d309dd9-2370-4482-a5ab-190f7c0a25d9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:32.507818 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-3d309dd9-2370-4482-a5ab-190f7c0a25d9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 805 time: 0.1461151 Sep 30 08:04:32.539204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-d3531a0e-9bc1-480e-b632-f43dbc05da37 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:32.540734 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-d3531a0e-9bc1-480e-b632-f43dbc05da37 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.35 "GET /v2.0/networks?id=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 HTTP/1.1" status: 200 len: 813 time: 0.1297815 Sep 30 08:04:32.555482 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-ce53fd30-c92e-44c0-a2e9-b9cfb3b70158 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/quotas/f61b1dfac07541759cd786566cabda1b HTTP/1.1" status: 200 len: 375 time: 0.0348122 Sep 30 08:04:32.570725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-d0c0b848-60b7-452c-bc23-180d01f7ccea tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Request body: {'port': {'device_id': 'bbdcc6d9-fd51-4f65-bdc3-96f84f90711a', 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36', 'admin_state_up': True, 'tenant_id': 'ecfb4fb7526149ea91de221ed833fc2c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:04:32.605386 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56a1a7-b74f-480f-9c3d-b635d80d908f req-9309c37b-a477-40ab-9daf-a7159a58fe7d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:32.607819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c56a1a7-b74f-480f-9c3d-b635d80d908f req-9309c37b-a477-40ab-9daf-a7159a58fe7d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 943 time: 0.0984242 Sep 30 08:04:32.645690 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-8bb9ca70-cda2-4af1-a568-1a0ae248a015 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828459 Sep 30 08:04:32.665944 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c56a1a7-b74f-480f-9c3d-b635d80d908f req-0a1b0f51-aa1a-4d8a-a6d6-6c2f3a86640b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513420 Sep 30 08:04:32.696167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-d0c0b848-60b7-452c-bc23-180d01f7ccea tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Made reservation on behalf of ecfb4fb7526149ea91de221ed833fc2c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:04:32.696394 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-d0c0b848-60b7-452c-bc23-180d01f7ccea tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:32.792995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78e8c83e-c584-4307-8fdb-c1f22e6ef2ac req-7afb5542-b93f-467e-bdf0-75f8782d25f9 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 210 time: 0.0410540 Sep 30 08:04:32.827751 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-1a45a133-d27d-4adc-a7aa-0a5dfa5db199 service neutron] 10.222.0.24 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567504 Sep 30 08:04:32.873597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-d0c0b848-60b7-452c-bc23-180d01f7ccea tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Allocated IP 172.20.0.11 (b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36/d239a631-318f-475f-ad41-a02fa80a44bf/ed9c6dfe-5868-40bf-8518-72cc3f79b5e7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:04:32.946420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-6986f24f-ed16-4e7c-93b6-b19aa7e12d04 service neutron] 10.222.0.24 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084230 Sep 30 08:04:32.988336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a9b1f-524e-49a5-83f6-c3e2903045d9 req-881c351a-1b2f-43ac-9860-81bc5688c7c8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:32.989913 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db2a9b1f-524e-49a5-83f6-c3e2903045d9 req-881c351a-1b2f-43ac-9860-81bc5688c7c8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 946 time: 0.0593565 Sep 30 08:04:33.036557 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db2a9b1f-524e-49a5-83f6-c3e2903045d9 req-488fc7c8-b72b-4447-8714-1100a6f011f6 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403309 Sep 30 08:04:33.065175 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-d0c0b848-60b7-452c-bc23-180d01f7ccea tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:33.110498 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-d0c0b848-60b7-452c-bc23-180d01f7ccea tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:33.171813 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcfe2db0-daa5-4e16-84d0-209bc845d20e req-b2d3e275-0e7f-4ab3-a895-5dcd5bccd783 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 210 time: 0.0389912 Sep 30 08:04:33.182112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-d0c0b848-60b7-452c-bc23-180d01f7ccea tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:04:33.186819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-d0c0b848-60b7-452c-bc23-180d01f7ccea tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:04:33.197881 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-d0c0b848-60b7-452c-bc23-180d01f7ccea tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:04:33.203447 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0b848-60b7-452c-bc23-180d01f7ccea tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Pushing event updated for resources: {'Port': ['ID=ed9c6dfe-5868-40bf-8518-72cc3f79b5e7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:33.260191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-d0c0b848-60b7-452c-bc23-180d01f7ccea tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:33.262254 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-d0c0b848-60b7-452c-bc23-180d01f7ccea tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:33.282005 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-d0c0b848-60b7-452c-bc23-180d01f7ccea tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7152734 Sep 30 08:04:33.301464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Request body: {'port': {'device_id': 'bbdcc6d9-fd51-4f65-bdc3-96f84f90711a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:04:33.366311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6d72d-a3d9-4d18-8bc8-35e3bcb51aec req-7cef96b5-75dc-4638-9442-c9ee7ce99c79 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:33.368263 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49d6d72d-a3d9-4d18-8bc8-35e3bcb51aec req-7cef96b5-75dc-4638-9442-c9ee7ce99c79 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0616019 Sep 30 08:04:33.423263 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49d6d72d-a3d9-4d18-8bc8-35e3bcb51aec req-c4208593-c2f2-411b-a8ae-aad79c23ec73 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486970 Sep 30 08:04:33.675928 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad2092d-64ba-4234-8ebc-2e3db5891c17', 'name': 'network-vif-deleted', 'tag': '52de89bc-5b29-4688-9a92-f5db9f3c9d61'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:33.678153 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986a3af3-6907-4f68-8f04-9172fb258afb" -d '{"events": [{"server_uuid": "bad2092d-64ba-4234-8ebc-2e3db5891c17", "name": "network-vif-deleted", "tag": "52de89bc-5b29-4688-9a92-f5db9f3c9d61"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:33.690213 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:33.726230 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f38f0c8-d95d-41eb-975f-fd0474e78788 x-openstack-request-id: req-9f38f0c8-d95d-41eb-975f-fd0474e78788 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:33.726592 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad2092d-64ba-4234-8ebc-2e3db5891c17", "name": "network-vif-deleted", "tag": "52de89bc-5b29-4688-9a92-f5db9f3c9d61", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:33.726974 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f38f0c8-d95d-41eb-975f-fd0474e78788 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:33.727376 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad2092d-64ba-4234-8ebc-2e3db5891c17', 'name': 'network-vif-deleted', 'tag': '52de89bc-5b29-4688-9a92-f5db9f3c9d61', 'status': 'completed', 'code': 200} Sep 30 08:04:33.758830 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 52de89bc-5b29-4688-9a92-f5db9f3c9d61 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:33.792655 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 52de89bc-5b29-4688-9a92-f5db9f3c9d61 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:04:33.793259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 52de89bc-5b29-4688-9a92-f5db9f3c9d61 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:04:33.794009 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 122e1160-9282-49ec-ab28-5a9a9cb0372e no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:33.814918 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 122e1160-9282-49ec-ab28-5a9a9cb0372e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:04:33.815637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 122e1160-9282-49ec-ab28-5a9a9cb0372e not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:04:33.837923 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1e7f5-1ef6-47fe-9556-f88f91031554 req-91828072-c0b2-4e52-a681-a93084f136e0 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:33.839494 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b1f1e7f5-1ef6-47fe-9556-f88f91031554 req-91828072-c0b2-4e52-a681-a93084f136e0 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 943 time: 0.0773242 Sep 30 08:04:33.925614 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b1f1e7f5-1ef6-47fe-9556-f88f91031554 req-c2778138-d4a6-49db-86b9-4ead790790dc tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684760 Sep 30 08:04:33.946123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22152b-b709-4e0b-91b6-ef32e6bfae66 req-241fa7e2-13fd-4415-9461-e39696a47a95 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:33.947622 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f22152b-b709-4e0b-91b6-ef32e6bfae66 req-241fa7e2-13fd-4415-9461-e39696a47a95 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 932 time: 0.0640047 Sep 30 08:04:33.987466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f22152b-b709-4e0b-91b6-ef32e6bfae66 req-2a4147f1-74ee-487e-a374-9704e08d3689 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322628 Sep 30 08:04:34.043510 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:34.051188 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:34.064117 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Transition to ACTIVE for port object ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:04:34.068695 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:34.120743 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Pushing event updated for resources: {'Port': ['ID=ed9c6dfe-5868-40bf-8518-72cc3f79b5e7,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:34.175429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da80e6-1c79-4e34-aae4-0b5cae9e42fe req-d6317e1e-edc6-4fd6-99f7-df73acdf037c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:34.176995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15da80e6-1c79-4e34-aae4-0b5cae9e42fe req-d6317e1e-edc6-4fd6-99f7-df73acdf037c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 946 time: 0.0640543 Sep 30 08:04:34.204792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Attempting to bind port ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:04:34.205189 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Attempting to bind port ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '8b2bfaa0-9002-4d63-85fe-09b873bb757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:04:34.205459 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Attempting to bind port ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 on network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:34.209784 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Port ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 on network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:04:34.210234 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Attempting to bind port ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 on network b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:34.222454 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15da80e6-1c79-4e34-aae4-0b5cae9e42fe req-da1c091d-1011-41a7-af66-b705ddabb34c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381699 Sep 30 08:04:34.229642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:04:34.229992 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Checking segment: {'id': '8b2bfaa0-9002-4d63-85fe-09b873bb757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:04:34.230388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Bound using segment: {'id': '8b2bfaa0-9002-4d63-85fe-09b873bb757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:04:34.243857 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Bound port: ed9c6dfe-5868-40bf-8518-72cc3f79b5e7, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2bfaa0-9002-4d63-85fe-09b873bb757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:04:34.243857 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:34.305679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0aa77dc8-8500-4429-b0d4-fd5f39fad702 req-892a2cd9-6e0d-4f76-bf20-4808d43b5156 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 210 time: 0.0301845 Sep 30 08:04:34.313399 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] For port ed9c6dfe-5868-40bf-8518-72cc3f79b5e7, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:04:34.317155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] For port ed9c6dfe-5868-40bf-8518-72cc3f79b5e7, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=ed9c6dfe-5868-40bf-8518-72cc3f79b5e7,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:04:34.322944 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:34.363188 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:34.363807 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:34.365251 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] 10.222.0.35 "PUT /v2.0/ports/ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 HTTP/1.1" status: 200 len: 1092 time: 1.0690229 Sep 30 08:04:34.386188 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7777d-4d49-4223-b75d-6b47647e69ac service neutron] Pushing event updated for resources: {'Port': ['ID=ed9c6dfe-5868-40bf-8518-72cc3f79b5e7,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:34.491658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-e6ec9227-cb26-444f-8bb5-da3ead52987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:34.493190 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-e6ec9227-cb26-444f-8bb5-da3ead52987f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecfb4fb7526149ea91de221ed833fc2c&device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 1095 time: 0.0472486 Sep 30 08:04:34.542728 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-722632bd-27ec-4d49-b7fd-db222f97ce05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 HTTP/1.1" status: 200 len: 217 time: 0.0363410 Sep 30 08:04:34.556024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aae37c-ed48-437e-a4c7-a51d0175a733 req-a357cee8-6c1c-49b8-9fe1-47e93d368f43 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:34.557552 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2aae37c-ed48-437e-a4c7-a51d0175a733 req-a357cee8-6c1c-49b8-9fe1-47e93d368f43 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0552423 Sep 30 08:04:34.613281 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-de7a2859-cc49-4bbc-916f-6e55cb74aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:34.614754 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-de7a2859-cc49-4bbc-916f-6e55cb74aa14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d239a631-318f-475f-ad41-a02fa80a44bf HTTP/1.1" status: 200 len: 853 time: 0.0577869 Sep 30 08:04:34.658865 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2aae37c-ed48-437e-a4c7-a51d0175a733 req-4da365b7-a412-478a-864f-f211abc90ebe tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903156 Sep 30 08:04:34.660884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-8605e5a6-2d1a-4bb8-80f2-f32cd73ac65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:34.662439 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-8605e5a6-2d1a-4bb8-80f2-f32cd73ac65d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28&tenant_id=21516085bfed40e3aed84af26bb1b679 HTTP/1.1" status: 200 len: 1101 time: 0.1039243 Sep 30 08:04:34.668856 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37d75687-d7b3-4ad3-ba30-1905b3ac24b0 req-54cd4452-f8b6-4aa6-95dc-d5457edb8fa9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0989764 Sep 30 08:04:34.682389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:04:34.690907 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-613d85a3-9a01-4320-9254-5f3c2117c909 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414131 Sep 30 08:04:34.790112 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-0a88f24f-acad-4609-b0c7-fa18b37081df service neutron] 10.222.0.35 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889134 Sep 30 08:04:34.827890 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:34.854364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d75687-d7b3-4ad3-ba30-1905b3ac24b0 req-450ad323-deba-4fda-b4f4-1365d3606eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:34.855836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37d75687-d7b3-4ad3-ba30-1905b3ac24b0 req-450ad323-deba-4fda-b4f4-1365d3606eb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 1096 time: 0.1470892 Sep 30 08:04:34.893897 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d31cbf5-ac2b-4993-804b-b21bfb837041 req-24a9d0d9-fc3d-489e-a0cc-f1cdfd645ed0 service neutron] 10.222.0.35 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966902 Sep 30 08:04:34.919686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-49dba2fa-8d86-4530-bd88-795fd65bbc93 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:34.921315 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-49dba2fa-8d86-4530-bd88-795fd65bbc93 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.36 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 805 time: 0.2137306 Sep 30 08:04:34.950815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-31c401fa-063b-405c-ab44-17f287566a46 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Request body: {'port': {'device_id': '02771fbb-1f68-47a3-bc95-c2df774381d6', 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d', 'admin_state_up': True, 'tenant_id': 'f61b1dfac07541759cd786566cabda1b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:04:35.454227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d75687-d7b3-4ad3-ba30-1905b3ac24b0 req-620f3fd2-b584-4519-9cb2-40eef1ee135e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:35.455673 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37d75687-d7b3-4ad3-ba30-1905b3ac24b0 req-620f3fd2-b584-4519-9cb2-40eef1ee135e service neutron] 10.222.0.36 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.5662627 Sep 30 08:04:35.486016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bc99f-4961-4358-92f3-b4eb94209c1f req-3008b819-bffc-408b-b7e6-9b1356a714e7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:35.487418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61bc99f-4961-4358-92f3-b4eb94209c1f req-3008b819-bffc-408b-b7e6-9b1356a714e7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 943 time: 0.4757497 Sep 30 08:04:35.563932 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37d75687-d7b3-4ad3-ba30-1905b3ac24b0 req-3d2b6313-370b-4ce3-beee-19f1fda64d10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3 HTTP/1.1" status: 200 len: 217 time: 0.0913327 Sep 30 08:04:35.586679 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ed2ca-c9a0-4874-a8b7-b419afceed5c req-fe4ba2bb-bc26-48dc-8648-a9f2a9312b3f tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:35.588130 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-471ed2ca-c9a0-4874-a8b7-b419afceed5c req-fe4ba2bb-bc26-48dc-8648-a9f2a9312b3f tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 944 time: 0.5188537 Sep 30 08:04:35.674459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9b9f757f-e980-4507-8389-974130932a9e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:35.694480 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61bc99f-4961-4358-92f3-b4eb94209c1f req-d182c83b-a507-4393-874b-c94622adf8a8 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942821 Sep 30 08:04:35.702825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-31c401fa-063b-405c-ab44-17f287566a46 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Made reservation on behalf of f61b1dfac07541759cd786566cabda1b for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:04:35.706266 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-31c401fa-063b-405c-ab44-17f287566a46 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:35.728990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdcc6d9-fd51-4f65-bdc3-96f84f90711a', 'tag': 'ed9c6dfe-5868-40bf-8518-72cc3f79b5e7'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:35.729553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d75687-d7b3-4ad3-ba30-1905b3ac24b0 req-44ad4f4e-f774-4f03-afa9-98970fda892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:35.730801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37d75687-d7b3-4ad3-ba30-1905b3ac24b0 req-44ad4f4e-f774-4f03-afa9-98970fda892a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.1387510 Sep 30 08:04:35.731657 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ef2ab3-43ab-489b-8f84-4c0a0dd58611" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdcc6d9-fd51-4f65-bdc3-96f84f90711a", "tag": "ed9c6dfe-5868-40bf-8518-72cc3f79b5e7"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:35.740525 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-471ed2ca-c9a0-4874-a8b7-b419afceed5c req-0b4ec569-d759-48e4-8bbe-952d687270fd tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443396 Sep 30 08:04:35.796672 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37d75687-d7b3-4ad3-ba30-1905b3ac24b0 req-498fda80-0855-438a-8a27-fa96d7a6b48a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551963 Sep 30 08:04:35.797643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:04:35.836635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315d586-a001-4339-bb79-130e105360a2 req-bc46302e-fbb7-4633-b256-f073ac54fdc9 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:35.838141 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-bc46302e-fbb7-4633-b256-f073ac54fdc9 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31&tenant_id=b077f759674d4d92a5ac98950a22949d&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 1097 time: 0.0475645 Sep 30 08:04:35.850656 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807359-2'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:04:35.908106 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:35.936495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9fa04116-1c41-4932-bac1-d6915a01cb56 req-5c336afc-66b4-465d-85e0-670fddc8f9f1 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 210 time: 0.0759728 Sep 30 08:04:36.005122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9f757f-e980-4507-8389-974130932a9e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:36.007674 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036d7649-e80c-4706-8420-bffb161ac7fc" -d '{"events": [{"server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9f757f-e980-4507-8389-974130932a9e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:36.016593 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:36.042858 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa84706-48ff-4f89-acb3-6ee12164c07b req-730fdc4e-097b-43b7-a9ed-8e7d502cdb03 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:36.044608 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4aa84706-48ff-4f89-acb3-6ee12164c07b req-730fdc4e-097b-43b7-a9ed-8e7d502cdb03 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 946 time: 0.2861683 Sep 30 08:04:36.061257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] For port 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=28f481eb-ae7f-4fb6-bb50-0db3f497a434,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:36.078529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Transition to ACTIVE for port object 9b9f757f-e980-4507-8389-974130932a9e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:04:36.099054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-31c401fa-063b-405c-ab44-17f287566a46 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Allocated IP 172.20.0.7 (57266100-45c6-4c3c-82b6-0b9860cc0f6d/2b57160f-abdc-4be4-8f56-c9c7324d85d0/3c973af0-e420-4cd0-842f-30ba5a466f4a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:04:36.103983 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:36.114794 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37d75687-d7b3-4ad3-ba30-1905b3ac24b0 req-261395c6-ea6e-4a28-8a74-e8c7b6bb6040 service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823412 Sep 30 08:04:36.122627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] For port 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:04:36.169391 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:36.178398 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:36.200014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4aa84706-48ff-4f89-acb3-6ee12164c07b req-8495145d-b7f0-4632-818c-b43c91d03457 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453521 Sep 30 08:04:36.262431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] No DVR routers for this DVR port 9b9f757f-e980-4507-8389-974130932a9e on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:04:36.292335 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648522ff-1f12-4e4b-b257-037ac9c41267 x-openstack-request-id: req-648522ff-1f12-4e4b-b257-037ac9c41267 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:36.292629 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdcc6d9-fd51-4f65-bdc3-96f84f90711a", "tag": "ed9c6dfe-5868-40bf-8518-72cc3f79b5e7", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:36.292884 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-648522ff-1f12-4e4b-b257-037ac9c41267 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:36.293279 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdcc6d9-fd51-4f65-bdc3-96f84f90711a', 'tag': 'ed9c6dfe-5868-40bf-8518-72cc3f79b5e7', 'status': 'completed', 'code': 200} Sep 30 08:04:36.319742 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Attempting to bind port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 on host n-h1-807359-2 for vnic_type normal with profile {"migrating_to": "n-h2-807359-2"} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:04:36.320074 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Attempting to bind port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:04:36.320234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Pushing event updated for resources: {'Port': ['ID=9b9f757f-e980-4507-8389-974130932a9e,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:36.320519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Attempting to bind port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:36.327172 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Pushing event updated for resources: {'Port': ['ID=28f481eb-ae7f-4fb6-bb50-0db3f497a434,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:36.341079 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 on network 407edc8e-eacf-4658-b430-a785aa6467d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:04:36.341407 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Attempting to bind port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 on network 407edc8e-eacf-4658-b430-a785aa6467d1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:36.355994 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2103478-b59a-46ed-86fc-727fd8bc3c19 x-openstack-request-id: req-a2103478-b59a-46ed-86fc-727fd8bc3c19 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:36.356335 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9f757f-e980-4507-8389-974130932a9e", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:36.356669 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2103478-b59a-46ed-86fc-727fd8bc3c19 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:36.357053 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9f757f-e980-4507-8389-974130932a9e', 'code': 200} Sep 30 08:04:36.364352 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:04:36.364554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Checking segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:04:36.364927 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Bound using segment: {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:04:36.367246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Bound port: 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '407edc8e-eacf-4658-b430-a785aa6467d1'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:04:36.367246 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:36.418316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef2ab3-43ab-489b-8f84-4c0a0dd58611 req-98d17fb6-4fab-4fc4-93f5-cc7fc6d5ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:36.420940 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98ef2ab3-43ab-489b-8f84-4c0a0dd58611 req-98d17fb6-4fab-4fc4-93f5-cc7fc6d5ef78 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecfb4fb7526149ea91de221ed833fc2c&device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 1095 time: 0.0895007 Sep 30 08:04:36.442152 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37d75687-d7b3-4ad3-ba30-1905b3ac24b0 req-f0e7e245-5aea-4a40-9aee-95a4762bfb2b service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145194 Sep 30 08:04:36.442796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Attempting to bind port 9b9f757f-e980-4507-8389-974130932a9e on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:04:36.443121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Attempting to bind port 9b9f757f-e980-4507-8389-974130932a9e by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:04:36.443441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Attempting to bind port 9b9f757f-e980-4507-8389-974130932a9e on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:36.473036 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] For port 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:04:36.485809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Port 9b9f757f-e980-4507-8389-974130932a9e on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:04:36.486170 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Attempting to bind port 9b9f757f-e980-4507-8389-974130932a9e on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:36.505476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17c82d-731f-485c-9943-d79c76d40d39 req-b80eeb3a-d9ba-42ab-96a4-288f35ad9354 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:36.506958 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa17c82d-731f-485c-9943-d79c76d40d39 req-b80eeb3a-d9ba-42ab-96a4-288f35ad9354 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 949 time: 0.1975791 Sep 30 08:04:36.511417 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:04:36.511754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:04:36.511968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] For port 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=28f481eb-ae7f-4fb6-bb50-0db3f497a434,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:04:36.512156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:04:36.512647 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Bound port: 9b9f757f-e980-4507-8389-974130932a9e, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:04:36.513396 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:36.518684 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:36.580278 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef2ab3-43ab-489b-8f84-4c0a0dd58611 req-9171e5d0-5f52-4951-820e-9a0150eecb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:36.581765 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98ef2ab3-43ab-489b-8f84-4c0a0dd58611 req-9171e5d0-5f52-4951-820e-9a0150eecb3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 HTTP/1.1" status: 200 len: 914 time: 0.1510663 Sep 30 08:04:36.582306 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-31c401fa-063b-405c-ab44-17f287566a46 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:36.620847 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa17c82d-731f-485c-9943-d79c76d40d39 req-373f045b-a9e6-4153-b928-746ed1451aa7 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981333 Sep 30 08:04:36.648318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:04:36.650645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Pushing event updated for resources: {'Port': ['ID=28f481eb-ae7f-4fb6-bb50-0db3f497a434,revision_number=8']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:36.654877 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98ef2ab3-43ab-489b-8f84-4c0a0dd58611 req-71dd7435-c4bc-45e1-a57e-ecf9f08fb3c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 HTTP/1.1" status: 200 len: 217 time: 0.0607772 Sep 30 08:04:36.658587 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:36.658587 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:36.659918 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-ac9e2ec6-1149-4ade-a173-da61d99a9f1b service neutron] 10.222.0.35 "PUT /v2.0/ports/28f481eb-ae7f-4fb6-bb50-0db3f497a434 HTTP/1.1" status: 200 len: 1122 time: 0.8133094 Sep 30 08:04:36.663168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9b9f757f-e980-4507-8389-974130932a9e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:04:36.668236 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:36.673445 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-31c401fa-063b-405c-ab44-17f287566a46 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:36.692728 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:36.726078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:36.726648 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:36.728077 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] 10.222.0.35 "PUT /v2.0/ports/9b9f757f-e980-4507-8389-974130932a9e HTTP/1.1" status: 200 len: 1097 time: 2.0497499 Sep 30 08:04:36.728274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef2ab3-43ab-489b-8f84-4c0a0dd58611 req-4ad6d26c-d199-4030-b3a2-68b6257d1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:36.730256 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98ef2ab3-43ab-489b-8f84-4c0a0dd58611 req-4ad6d26c-d199-4030-b3a2-68b6257d1838 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d239a631-318f-475f-ad41-a02fa80a44bf HTTP/1.1" status: 200 len: 853 time: 0.0535717 Sep 30 08:04:36.739795 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-31c401fa-063b-405c-ab44-17f287566a46 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Network 57266100-45c6-4c3c-82b6-0b9860cc0f6d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:04:36.744618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-31c401fa-063b-405c-ab44-17f287566a46 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:04:36.748621 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-31c401fa-063b-405c-ab44-17f287566a46 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:04:36.783734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7418251-5ab2-4381-8d6b-4e77e4db20fb service neutron] Pushing event updated for resources: {'Port': ['ID=9b9f757f-e980-4507-8389-974130932a9e,revision_number=11']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:36.808907 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98ef2ab3-43ab-489b-8f84-4c0a0dd58611 req-049d13a9-4c0c-4061-a6de-adedbbca4721 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527568 Sep 30 08:04:36.822377 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['28f481eb-ae7f-4fb6-bb50-0db3f497a434'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:36.880707 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['28f481eb-ae7f-4fb6-bb50-0db3f497a434'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:36.916024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-31c401fa-063b-405c-ab44-17f287566a46 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:36.916716 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-31c401fa-063b-405c-ab44-17f287566a46 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:36.970223 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98ef2ab3-43ab-489b-8f84-4c0a0dd58611 req-1e60b7ad-848e-4bd7-aa44-1648bafd2c0d service neutron] 10.222.0.35 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418951 Sep 30 08:04:36.976684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c401fa-063b-405c-ab44-17f287566a46 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Pushing event updated for resources: {'Port': ['ID=3c973af0-e420-4cd0-842f-30ba5a466f4a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:37.016990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-c7545c60-58df-4419-91ec-e6feb3c0b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:37.018870 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-c7545c60-58df-4419-91ec-e6feb3c0b459 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 1100 time: 0.2441318 Sep 30 08:04:37.047502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-31c401fa-063b-405c-ab44-17f287566a46 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1031265 Sep 30 08:04:37.072790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Request body: {'port': {'device_id': '02771fbb-1f68-47a3-bc95-c2df774381d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:04:37.104588 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98ef2ab3-43ab-489b-8f84-4c0a0dd58611 req-c5578dfe-d394-4be1-a5f3-36895de1c7ac service neutron] 10.222.0.35 "GET /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197932 Sep 30 08:04:37.134777 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07720c-54dd-44c3-a13a-bc0fe5cc15a0 req-89916c88-cb6f-47a7-8dcd-76109b55f760 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:37.140372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f07720c-54dd-44c3-a13a-bc0fe5cc15a0 req-89916c88-cb6f-47a7-8dcd-76109b55f760 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 944 time: 0.1983085 Sep 30 08:04:37.180639 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633a831-d023-49e7-ad0e-ee5196e6ceb0 req-e67c14d8-1f65-4bf3-924b-2f45618157be tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:37.182122 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8633a831-d023-49e7-ad0e-ee5196e6ceb0 req-e67c14d8-1f65-4bf3-924b-2f45618157be tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 943 time: 0.2414908 Sep 30 08:04:37.247390 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:37.290870 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-405798b9-c7f7-4630-8228-4e0d4f274a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:37.292397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-405798b9-c7f7-4630-8228-4e0d4f274a34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2550271 Sep 30 08:04:37.298131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f07720c-54dd-44c3-a13a-bc0fe5cc15a0 req-daaf1299-f653-4194-ae92-17a00b58c1d8 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266098 Sep 30 08:04:37.331983 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8633a831-d023-49e7-ad0e-ee5196e6ceb0 req-4b29a586-2a17-4e7b-86f0-7e27ed0e6dc3 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264772 Sep 30 08:04:37.367726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-93853f4d-e0ac-4f15-beff-b13e62cf80e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9b9f757f-e980-4507-8389-974130932a9e HTTP/1.1" status: 200 len: 217 time: 0.0644388 Sep 30 08:04:37.516187 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-6c1f8b2a-cd59-49a7-94af-a7074de22c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:37.517656 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-6c1f8b2a-cd59-49a7-94af-a7074de22c7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1407461 Sep 30 08:04:37.548289 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cae40-e709-40ac-9e7f-7db66dda6dff req-2ce8e371-0ae5-4e4c-8330-0a14f03c783c tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:37.549992 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-858cae40-e709-40ac-9e7f-7db66dda6dff req-2ce8e371-0ae5-4e4c-8330-0a14f03c783c tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 931 time: 0.1859653 Sep 30 08:04:37.664369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9b9f757f-e980-4507-8389-974130932a9e no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:37.691169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-858cae40-e709-40ac-9e7f-7db66dda6dff req-91c7717d-566b-46dc-a1ac-1370f68f41d1 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199968 Sep 30 08:04:37.692890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-5ce86f0b-5024-4198-bacf-c9fed2b0b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:37.694285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-5ce86f0b-5024-4198-bacf-c9fed2b0b0f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1632156 Sep 30 08:04:37.705683 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9b9f757f-e980-4507-8389-974130932a9e not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:04:37.761623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e142c3-66ae-46fb-868b-1aa5602e3fec req-9680b5c9-5269-499a-adfc-31920b86cf0b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:37.763109 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90e142c3-66ae-46fb-868b-1aa5602e3fec req-9680b5c9-5269-499a-adfc-31920b86cf0b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 944 time: 0.1386325 Sep 30 08:04:37.779628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:04:37.874198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port ed9c6dfe-5868-40bf-8518-72cc3f79b5e7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=ed9c6dfe-5868-40bf-8518-72cc3f79b5e7,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:37.890274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'ed9c6dfe-5868-40bf-8518-72cc3f79b5e7', 'network_id': 'b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36', 'port_id': 'ed9c6dfe-5868-40bf-8518-72cc3f79b5e7', 'mac_address': 'fa:16:3e:c1:3b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd239a631-318f-475f-ad41-a02fa80a44bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:04:37.890538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c973af0-e420-4cd0-842f-30ba5a466f4a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:37.905945 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:37.920432 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90e142c3-66ae-46fb-868b-1aa5602e3fec req-93b56306-a55f-48ef-9854-f8a1dd421a5d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249022 Sep 30 08:04:37.925984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-85791d26-2b40-4d3e-9509-a6411c60fde6 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229676 Sep 30 08:04:37.929111 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:37.932436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Transition to ACTIVE for port object 3c973af0-e420-4cd0-842f-30ba5a466f4a will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:04:37.940076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8b959-4990-4e93-8fee-3d08e0ca9bda req-b4b10dc3-2486-44d3-9502-520b2d03a91f tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:37.941576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aef8b959-4990-4e93-8fee-3d08e0ca9bda req-b4b10dc3-2486-44d3-9502-520b2d03a91f tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 946 time: 0.1719675 Sep 30 08:04:37.949657 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:37.951423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:37.973985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port ed9c6dfe-5868-40bf-8518-72cc3f79b5e7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=ed9c6dfe-5868-40bf-8518-72cc3f79b5e7,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:37.979242 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:37.979900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 28f481eb-ae7f-4fb6-bb50-0db3f497a434 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:04:38.053249 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=ed9c6dfe-5868-40bf-8518-72cc3f79b5e7,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:38.106285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Pushing event updated for resources: {'Port': ['ID=3c973af0-e420-4cd0-842f-30ba5a466f4a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:38.126182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=28f481eb-ae7f-4fb6-bb50-0db3f497a434,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:38.134363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aef8b959-4990-4e93-8fee-3d08e0ca9bda req-836f8ff8-2a0f-4cd7-9b57-b2ef606a6e3b tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1818018 Sep 30 08:04:38.140369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 28f481eb-ae7f-4fb6-bb50-0db3f497a434 has no active binding in host n-h2-807359-2 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:04:38.181023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bfc09b2-a63a-4c5c-b924-0f15d9bb636a req-9d60c0aa-83a7-4d37-aac6-36f98c51b59f service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385082 Sep 30 08:04:38.192733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9ff99-128f-4b01-9c91-dce8e1396d53 req-ebf242a2-a168-44e5-aa03-162eb6daedd7 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:38.194165 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9bc9ff99-128f-4b01-9c91-dce8e1396d53 req-ebf242a2-a168-44e5-aa03-162eb6daedd7 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 949 time: 0.1829162 Sep 30 08:04:38.294759 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec488792-44ed-4cdc-8996-861d03261d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f481eb-ae7f-4fb6-bb50-0db3f497a434'}, {'name': 'network-changed', 'server_uuid': 'ec488792-44ed-4cdc-8996-861d03261d31', 'tag': '28f481eb-ae7f-4fb6-bb50-0db3f497a434'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:38.297462 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7705fa8e-449d-4bcd-af95-3f9123b71c8b" -d '{"events": [{"server_uuid": "ec488792-44ed-4cdc-8996-861d03261d31", "name": "network-vif-unplugged", "status": "completed", "tag": "28f481eb-ae7f-4fb6-bb50-0db3f497a434"}, {"name": "network-changed", "server_uuid": "ec488792-44ed-4cdc-8996-861d03261d31", "tag": "28f481eb-ae7f-4fb6-bb50-0db3f497a434"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:38.336275 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf056a2a-e0e5-4a47-8ca6-91245a95083a x-openstack-request-id: req-cf056a2a-e0e5-4a47-8ca6-91245a95083a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:38.336730 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec488792-44ed-4cdc-8996-861d03261d31", "name": "network-vif-unplugged", "status": "completed", "tag": "28f481eb-ae7f-4fb6-bb50-0db3f497a434", "code": 200}, {"name": "network-changed", "server_uuid": "ec488792-44ed-4cdc-8996-861d03261d31", "tag": "28f481eb-ae7f-4fb6-bb50-0db3f497a434", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:38.337076 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf056a2a-e0e5-4a47-8ca6-91245a95083a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:38.337571 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec488792-44ed-4cdc-8996-861d03261d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f481eb-ae7f-4fb6-bb50-0db3f497a434', 'code': 200} Sep 30 08:04:38.337918 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec488792-44ed-4cdc-8996-861d03261d31', 'tag': '28f481eb-ae7f-4fb6-bb50-0db3f497a434', 'status': 'completed', 'code': 200} Sep 30 08:04:38.487731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'tag': '9b9f757f-e980-4507-8389-974130932a9e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:38.489974 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bc849b-a458-4952-be0b-b93c365a058c" -d '{"events": [{"name": "network-changed", "server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "tag": "9b9f757f-e980-4507-8389-974130932a9e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:38.558242 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Attempting to bind port 3c973af0-e420-4cd0-842f-30ba5a466f4a on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:04:38.558484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Attempting to bind port 3c973af0-e420-4cd0-842f-30ba5a466f4a by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:04:38.558808 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Attempting to bind port 3c973af0-e420-4cd0-842f-30ba5a466f4a on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:38.573125 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9bc9ff99-128f-4b01-9c91-dce8e1396d53 req-9031e9d9-7995-42c3-9716-f271deea319f tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726854 Sep 30 08:04:38.577816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Port 3c973af0-e420-4cd0-842f-30ba5a466f4a on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:04:38.577816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Attempting to bind port 3c973af0-e420-4cd0-842f-30ba5a466f4a on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:38.595810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705fa8e-449d-4bcd-af95-3f9123b71c8b req-46f2a6c1-06f1-46dd-aa30-9e22d69407a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:38.597340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7705fa8e-449d-4bcd-af95-3f9123b71c8b req-46f2a6c1-06f1-46dd-aa30-9e22d69407a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 1125 time: 0.1029897 Sep 30 08:04:38.598902 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:04:38.599238 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Checking segment: {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:04:38.599619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Bound using segment: {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:04:38.600096 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Bound port: 3c973af0-e420-4cd0-842f-30ba5a466f4a, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:04:38.600462 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:38.611270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ac218-f41e-4c61-82dd-173cb0a6ffee req-59e52118-0167-444e-a9c9-2a35d83618c1 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:38.612866 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-da7ac218-f41e-4c61-82dd-173cb0a6ffee req-59e52118-0167-444e-a9c9-2a35d83618c1 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 945 time: 0.1194751 Sep 30 08:04:38.666364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['ed9c6dfe-5868-40bf-8518-72cc3f79b5e7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:38.790282 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-da7ac218-f41e-4c61-82dd-173cb0a6ffee req-eb6c2b6b-2a48-4951-9451-23fe74559148 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607740 Sep 30 08:04:38.803482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] For port 3c973af0-e420-4cd0-842f-30ba5a466f4a, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:04:38.810148 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] For port 3c973af0-e420-4cd0-842f-30ba5a466f4a, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3c973af0-e420-4cd0-842f-30ba5a466f4a,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:04:38.820583 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:38.829418 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a1433-8ba3-4886-a834-a177c9b90618 req-245ce823-1a1d-4771-9a90-8e743e50ca6f tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:38.831279 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b3a1433-8ba3-4886-a834-a177c9b90618 req-245ce823-1a1d-4771-9a90-8e743e50ca6f tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 943 time: 0.1981685 Sep 30 08:04:38.842013 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705fa8e-449d-4bcd-af95-3f9123b71c8b req-82cd699d-8412-418a-a87f-fcc95011beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:38.843377 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7705fa8e-449d-4bcd-af95-3f9123b71c8b req-82cd699d-8412-418a-a87f-fcc95011beb2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.2240138 Sep 30 08:04:38.866415 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6074d1df-6f57-4a8f-9761-a63a60616b63 x-openstack-request-id: req-6074d1df-6f57-4a8f-9761-a63a60616b63 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:38.866542 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "tag": "9b9f757f-e980-4507-8389-974130932a9e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:38.866889 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6074d1df-6f57-4a8f-9761-a63a60616b63 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:38.867132 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'tag': '9b9f757f-e980-4507-8389-974130932a9e', 'status': 'completed', 'code': 200} Sep 30 08:04:38.944258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7705fa8e-449d-4bcd-af95-3f9123b71c8b req-ec3f99ee-0a8b-47f4-9125-eae1abf9229c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28f481eb-ae7f-4fb6-bb50-0db3f497a434 HTTP/1.1" status: 200 len: 217 time: 0.0712528 Sep 30 08:04:38.950884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:38.950884 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:38.952202 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] 10.222.0.36 "PUT /v2.0/ports/3c973af0-e420-4cd0-842f-30ba5a466f4a HTTP/1.1" status: 200 len: 1091 time: 1.8841977 Sep 30 08:04:39.065207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f82d45-e6cc-4769-b41c-0c9aae4b0d8b service neutron] Pushing event updated for resources: {'Port': ['ID=3c973af0-e420-4cd0-842f-30ba5a466f4a,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:39.083089 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b3a1433-8ba3-4886-a834-a177c9b90618 req-4d6b814a-e74b-4d56-b14d-1f7f92b16ec9 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440565 Sep 30 08:04:39.127699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc849b-a458-4952-be0b-b93c365a058c req-40fe076c-873f-4b5b-a589-451123b412d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:39.129277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9bc849b-a458-4952-be0b-b93c365a058c req-40fe076c-873f-4b5b-a589-451123b412d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 1100 time: 0.2123082 Sep 30 08:04:39.130889 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc849b-a458-4952-be0b-b93c365a058c req-dca03014-1b1a-4165-963c-e11a89a7592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:39.132262 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9bc849b-a458-4952-be0b-b93c365a058c req-dca03014-1b1a-4165-963c-e11a89a7592d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=21516085bfed40e3aed84af26bb1b679&device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 1100 time: 0.2142692 Sep 30 08:04:39.142022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705fa8e-449d-4bcd-af95-3f9123b71c8b req-aee59781-3c3e-4ef2-98f8-c0032ec3afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:39.143475 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7705fa8e-449d-4bcd-af95-3f9123b71c8b req-aee59781-3c3e-4ef2-98f8-c0032ec3afac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.1903772 Sep 30 08:04:39.182801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-9492df26-dde2-4117-8204-95de56777bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:39.184451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-9492df26-dde2-4117-8204-95de56777bb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 1094 time: 0.1794417 Sep 30 08:04:39.258578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7705fa8e-449d-4bcd-af95-3f9123b71c8b req-ddc5f876-61f9-4f36-879f-a6d4c2fbbd21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809381 Sep 30 08:04:39.301319 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c20ad3-4461-4175-86cc-a87ae0731bbf req-9f4498f9-09f6-405c-8e29-f7c95400c43e tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:39.302795 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19c20ad3-4461-4175-86cc-a87ae0731bbf req-9f4498f9-09f6-405c-8e29-f7c95400c43e tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 943 time: 0.2316718 Sep 30 08:04:39.348860 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-ed6db979-8503-4302-9af1-87ab9def72b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c973af0-e420-4cd0-842f-30ba5a466f4a HTTP/1.1" status: 200 len: 217 time: 0.1352947 Sep 30 08:04:39.471357 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5784d1-b792-47de-882b-0782cce0ccc5 req-c69326e1-710f-41f4-8bc1-af683537b312 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:39.472874 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b5784d1-b792-47de-882b-0782cce0ccc5 req-c69326e1-710f-41f4-8bc1-af683537b312 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 945 time: 0.3274481 Sep 30 08:04:39.568447 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19c20ad3-4461-4175-86cc-a87ae0731bbf req-d029ec94-b7a3-4386-9c1c-2e523e78c79d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213399 Sep 30 08:04:39.569468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc849b-a458-4952-be0b-b93c365a058c req-af34c725-610f-4615-b310-b35540cd91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:39.570844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9bc849b-a458-4952-be0b-b93c365a058c req-af34c725-610f-4615-b310-b35540cd91f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.4264841 Sep 30 08:04:39.580021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-f7c521dc-3d4b-49ea-a680-e2731e5f3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:39.581464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-f7c521dc-3d4b-49ea-a680-e2731e5f3512 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b57160f-abdc-4be4-8f56-c9c7324d85d0 HTTP/1.1" status: 200 len: 845 time: 0.2073534 Sep 30 08:04:39.592092 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc849b-a458-4952-be0b-b93c365a058c req-b657a1ab-f951-4b72-b5c5-dfdb0ac222ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:39.593516 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9bc849b-a458-4952-be0b-b93c365a058c req-b657a1ab-f951-4b72-b5c5-dfdb0ac222ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.4128046 Sep 30 08:04:39.657499 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9bc849b-a458-4952-be0b-b93c365a058c req-6a34d6db-722d-4d24-a7cf-2606daf6b091 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9b9f757f-e980-4507-8389-974130932a9e HTTP/1.1" status: 200 len: 217 time: 0.0750961 Sep 30 08:04:39.679371 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3a7d9464-983f-471b-9010-2f52d71453fe details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:04:39.716526 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-43c390ae-6ac0-4be0-bc79-61b889436dba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57266100-45c6-4c3c-82b6-0b9860cc0f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219432 Sep 30 08:04:39.737867 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7705fa8e-449d-4bcd-af95-3f9123b71c8b req-25007a82-4475-430c-8fa7-08344f341f64 service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268613 Sep 30 08:04:39.743167 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b5784d1-b792-47de-882b-0782cce0ccc5 req-d17537cb-b0f9-4cf0-8956-b83d508bb8c8 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d1c7736-4e08-4319-8c06-290532fab756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540162 Sep 30 08:04:39.744424 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9bc849b-a458-4952-be0b-b93c365a058c req-148b946a-37d8-448f-90d4-b491eef76fd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9b9f757f-e980-4507-8389-974130932a9e HTTP/1.1" status: 200 len: 217 time: 0.1027906 Sep 30 08:04:39.777984 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3a7d9464-983f-471b-9010-2f52d71453fe, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3a7d9464-983f-471b-9010-2f52d71453fe,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:39.791082 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '3a7d9464-983f-471b-9010-2f52d71453fe', 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25', 'port_id': '3a7d9464-983f-471b-9010-2f52d71453fe', 'mac_address': 'fa:16:3e:35:ae:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2ee65f-beaa-498e-bdba-cae189f73676', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:04:39.832930 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:39.868070 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7d9464-983f-471b-9010-2f52d71453fe {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:39.887079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc849b-a458-4952-be0b-b93c365a058c req-a3822754-2ac5-42a9-a80b-55ba13e64e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:39.888594 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9bc849b-a458-4952-be0b-b93c365a058c req-a3822754-2ac5-42a9-a80b-55ba13e64e14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.2066536 Sep 30 08:04:39.888990 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:39.899896 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3a7d9464-983f-471b-9010-2f52d71453fe, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3a7d9464-983f-471b-9010-2f52d71453fe,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:39.906607 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:39.970186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc849b-a458-4952-be0b-b93c365a058c req-e032e71f-e647-4a0d-9f45-7950d400bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:39.971645 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9bc849b-a458-4952-be0b-b93c365a058c req-e032e71f-e647-4a0d-9f45-7950d400bf15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.2016945 Sep 30 08:04:39.979800 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=3a7d9464-983f-471b-9010-2f52d71453fe,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:39.994758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff8d8b-2105-4b44-9155-67e11b6c3eec req-750b6127-522a-4a56-8e16-7577d060179c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:39.996284 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5bff8d8b-2105-4b44-9155-67e11b6c3eec req-750b6127-522a-4a56-8e16-7577d060179c tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 944 time: 0.3535774 Sep 30 08:04:40.118288 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-41b290ce-0285-40b2-939e-52b436d766cc service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793542 Sep 30 08:04:40.124489 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7705fa8e-449d-4bcd-af95-3f9123b71c8b req-5130c854-3acf-4a33-9b4d-ad4faa131582 service neutron] 10.222.0.36 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515632 Sep 30 08:04:40.141295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc849b-a458-4952-be0b-b93c365a058c req-1604b4a7-c372-46f5-9952-39520bf7d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:40.142590 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9bc849b-a458-4952-be0b-b93c365a058c req-1604b4a7-c372-46f5-9952-39520bf7d7ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1942334 Sep 30 08:04:40.176538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc849b-a458-4952-be0b-b93c365a058c req-257c8210-5811-4d34-b9ab-65f4e5b6e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:40.178103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9bc849b-a458-4952-be0b-b93c365a058c req-257c8210-5811-4d34-b9ab-65f4e5b6e318 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1793647 Sep 30 08:04:40.181233 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5bff8d8b-2105-4b44-9155-67e11b6c3eec req-3c081b25-5607-43ad-974c-941baab8ba28 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760893 Sep 30 08:04:40.208025 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ac4ff-e722-4af4-889e-328a020f69f9 req-fdf8798a-9a35-43c0-8c70-01925f950f31 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:40.209588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321ac4ff-e722-4af4-889e-328a020f69f9 req-fdf8798a-9a35-43c0-8c70-01925f950f31 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 949 time: 0.2118804 Sep 30 08:04:40.219464 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['3a7d9464-983f-471b-9010-2f52d71453fe'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:40.716011 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321ac4ff-e722-4af4-889e-328a020f69f9 req-7fce44e1-6d6d-49ff-ae2c-fe0728fab3cc tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808226 Sep 30 08:04:40.724206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9bc849b-a458-4952-be0b-b93c365a058c req-22110301-a345-475b-b004-420097f61874 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686841 Sep 30 08:04:40.748986 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f227ec6-a025-4af4-8e6e-2e9874bea8f7 req-0ec20afc-cd94-4ba6-b3a5-dc3bd18a7973 service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142685 Sep 30 08:04:40.756463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc630a-cdf3-4190-96f9-6b88e16dc0ab req-908b6da4-c9e9-44b4-b013-865a72a07db8 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:40.757980 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d1bc630a-cdf3-4190-96f9-6b88e16dc0ab req-908b6da4-c9e9-44b4-b013-865a72a07db8 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 945 time: 0.5037744 Sep 30 08:04:40.782517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9bc849b-a458-4952-be0b-b93c365a058c req-cc23fd8b-a3ae-4c97-8925-d06c4600cabe service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833147 Sep 30 08:04:40.878164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02771fbb-1f68-47a3-bc95-c2df774381d6', 'tag': '3c973af0-e420-4cd0-842f-30ba5a466f4a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:40.880285 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec24bdab-2b75-4492-9f04-4908e8f8bdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "02771fbb-1f68-47a3-bc95-c2df774381d6", "tag": "3c973af0-e420-4cd0-842f-30ba5a466f4a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:40.943155 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d1bc630a-cdf3-4190-96f9-6b88e16dc0ab req-d281f7db-3cf4-45c1-82e3-30089d8249c4 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727827 Sep 30 08:04:40.972558 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9bc849b-a458-4952-be0b-b93c365a058c req-308d9a16-98ea-4739-8e77-2ecdaec7b9ed service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356412 Sep 30 08:04:41.002686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd5c31-1185-4d97-a085-1dcbb8d0451a req-4eaca3fc-ddce-42f1-9028-4d9d943349c9 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:41.010695 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ecd5c31-1185-4d97-a085-1dcbb8d0451a req-4eaca3fc-ddce-42f1-9028-4d9d943349c9 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 946 time: 0.1608098 Sep 30 08:04:41.029430 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9bc849b-a458-4952-be0b-b93c365a058c req-4ebad098-2a30-49cb-821f-392aa1751708 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311234 Sep 30 08:04:41.058290 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ecd5c31-1185-4d97-a085-1dcbb8d0451a req-1b3aee83-5ee3-4804-8408-165a927c2521 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461123 Sep 30 08:04:41.199342 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f8036-1375-4cf1-b05c-5b4ee1a4748d req-f06417fe-2543-4ef7-a06d-fa93fa556aea tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:41.201655 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-200f8036-1375-4cf1-b05c-5b4ee1a4748d req-f06417fe-2543-4ef7-a06d-fa93fa556aea tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 944 time: 0.0802987 Sep 30 08:04:41.214565 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca02eb-0651-4109-82b4-eab24fe92885 req-0126fa17-4e01-417b-b72f-b48bc68bc99d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:41.216643 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11ca02eb-0651-4109-82b4-eab24fe92885 req-0126fa17-4e01-417b-b72f-b48bc68bc99d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 943 time: 0.0835414 Sep 30 08:04:41.276225 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-200f8036-1375-4cf1-b05c-5b4ee1a4748d req-1e1d5670-2c20-482c-9ccd-ee0b57aa11d8 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584557 Sep 30 08:04:41.282190 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11ca02eb-0651-4109-82b4-eab24fe92885 req-44b91594-8789-48a2-81e9-8f8d2cea01d8 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587118 Sep 30 08:04:41.343264 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1a389c-e3fb-464f-ae98-43054ba8d31c x-openstack-request-id: req-0b1a389c-e3fb-464f-ae98-43054ba8d31c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:41.343558 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02771fbb-1f68-47a3-bc95-c2df774381d6", "tag": "3c973af0-e420-4cd0-842f-30ba5a466f4a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:41.343815 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b1a389c-e3fb-464f-ae98-43054ba8d31c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:41.344268 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02771fbb-1f68-47a3-bc95-c2df774381d6', 'tag': '3c973af0-e420-4cd0-842f-30ba5a466f4a', 'status': 'completed', 'code': 200} Sep 30 08:04:41.471301 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24bdab-2b75-4492-9f04-4908e8f8bdc5 req-88272048-138d-487f-8dae-9927c857cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:41.472724 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec24bdab-2b75-4492-9f04-4908e8f8bdc5 req-88272048-138d-487f-8dae-9927c857cf95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 1094 time: 0.1001225 Sep 30 08:04:41.530201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c841f-726f-4a35-b5c4-25e24ad69064 req-07dbc8aa-266e-4766-a3ee-db06d9339065 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:41.531728 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d68c841f-726f-4a35-b5c4-25e24ad69064 req-07dbc8aa-266e-4766-a3ee-db06d9339065 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 944 time: 0.1287389 Sep 30 08:04:41.546784 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-9dc5d9d8-fc08-40d6-a81d-9b483a1f9ec3 service neutron] 10.222.0.36 "GET /v2.0/ports/28f481eb-ae7f-4fb6-bb50-0db3f497a434/bindings/n-h2-807359-2 HTTP/1.1" status: 200 len: 384 time: 0.1130664 Sep 30 08:04:41.666297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d68c841f-726f-4a35-b5c4-25e24ad69064 req-8910d2aa-b1e4-46aa-9088-8858ce85592f tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244493 Sep 30 08:04:41.677382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24bdab-2b75-4492-9f04-4908e8f8bdc5 req-25117b21-76db-4cb3-b16f-52d8673be3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:41.678837 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec24bdab-2b75-4492-9f04-4908e8f8bdc5 req-25117b21-76db-4cb3-b16f-52d8673be3b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 906 time: 0.1927464 Sep 30 08:04:41.713134 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3a7d9464-983f-471b-9010-2f52d71453fe up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:04:41.740403 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec24bdab-2b75-4492-9f04-4908e8f8bdc5 req-319333b5-bb41-43c7-8ded-ba8c1062f447 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c973af0-e420-4cd0-842f-30ba5a466f4a HTTP/1.1" status: 200 len: 217 time: 0.0393384 Sep 30 08:04:41.774781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 3a7d9464-983f-471b-9010-2f52d71453fe completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:04:41.778944 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 3a7d9464-983f-471b-9010-2f52d71453fe triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:04:41.779196 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:41.929551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9b9f757f-e980-4507-8389-974130932a9e details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:04:41.931677 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:04:41.947601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24bdab-2b75-4492-9f04-4908e8f8bdc5 req-a53eb11e-80c8-4dcf-b022-53907b9c83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:41.949083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec24bdab-2b75-4492-9f04-4908e8f8bdc5 req-a53eb11e-80c8-4dcf-b022-53907b9c83e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b57160f-abdc-4be4-8f56-c9c7324d85d0 HTTP/1.1" status: 200 len: 845 time: 0.1998358 Sep 30 08:04:41.983382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c580d6-3a3b-401c-95c6-ce50fc983877 req-60d68930-93f4-45b8-96cb-bbd8cf33375b tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:41.984806 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7c580d6-3a3b-401c-95c6-ce50fc983877 req-60d68930-93f4-45b8-96cb-bbd8cf33375b tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 945 time: 0.2182660 Sep 30 08:04:41.987553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6315d586-a001-4339-bb79-130e105360a2 req-dd69af9c-cf08-41d1-a765-26dd32623854 service neutron] For port 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=28f481eb-ae7f-4fb6-bb50-0db3f497a434,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:42.019301 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fd209c8-02aa-4cbd-8560-eaf32db1d9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:42.031380 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bde34b-754f-4cb7-9ef7-bcd1ddab97e2 req-44f1afd6-ef23-424a-b986-cab5a3a1afd4 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:42.032899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0bde34b-754f-4cb7-9ef7-bcd1ddab97e2 req-44f1afd6-ef23-424a-b986-cab5a3a1afd4 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 949 time: 0.2265162 Sep 30 08:04:42.034713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec24bdab-2b75-4492-9f04-4908e8f8bdc5 req-566a957e-6f36-44e6-be47-044a948c1a26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57266100-45c6-4c3c-82b6-0b9860cc0f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735915 Sep 30 08:04:42.054689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfce7a-1999-4f6c-845a-e443819e0bd2 req-f2f0ff59-21b5-4d73-a21f-daff150518e4 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:42.056155 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2dcfce7a-1999-4f6c-845a-e443819e0bd2 req-f2f0ff59-21b5-4d73-a21f-daff150518e4 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 946 time: 0.1855826 Sep 30 08:04:42.107286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:04:42.120275 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:04:42.120657 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:42.127343 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6315d586-a001-4339-bb79-130e105360a2 req-dd69af9c-cf08-41d1-a765-26dd32623854 service neutron] For port 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:04:42.169016 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:42.172640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9b9f757f-e980-4507-8389-974130932a9e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:42.201433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '9b9f757f-e980-4507-8389-974130932a9e', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '9b9f757f-e980-4507-8389-974130932a9e', 'mac_address': 'fa:16:3e:d4:b0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:04:42.219164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b02802-e484-4ffb-b318-991c816a4ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7d9464-983f-471b-9010-2f52d71453fe'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:42.219407 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7c580d6-3a3b-401c-95c6-ce50fc983877 req-d66f51d2-66e5-4749-b072-0762e31b17c3 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d1c7736-4e08-4319-8c06-290532fab756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206373 Sep 30 08:04:42.221471 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a996a5-5854-4a72-998b-61f9562ae8d6" -d '{"events": [{"server_uuid": "74b02802-e484-4ffb-b318-991c816a4ac4", "name": "network-vif-plugged", "status": "completed", "tag": "3a7d9464-983f-471b-9010-2f52d71453fe"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:42.259231 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0bde34b-754f-4cb7-9ef7-bcd1ddab97e2 req-f2a75f4e-61ef-4bf8-9782-0154f6f71d30 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133744 Sep 30 08:04:42.264399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-6315d586-a001-4339-bb79-130e105360a2 req-dd69af9c-cf08-41d1-a765-26dd32623854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f481eb-ae7f-4fb6-bb50-0db3f497a434 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:42.275273 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3a7d9464-983f-471b-9010-2f52d71453fe, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3a7d9464-983f-471b-9010-2f52d71453fe,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:42.287492 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:42.288214 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6315d586-a001-4339-bb79-130e105360a2 req-dd69af9c-cf08-41d1-a765-26dd32623854 service neutron] For port 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=28f481eb-ae7f-4fb6-bb50-0db3f497a434,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:42.315774 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec24bdab-2b75-4492-9f04-4908e8f8bdc5 req-c75b30e0-10f2-4f6f-89de-fb996867728a service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547982 Sep 30 08:04:42.319289 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6315d586-a001-4339-bb79-130e105360a2 req-dd69af9c-cf08-41d1-a765-26dd32623854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:42.350954 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:42.389880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9f757f-e980-4507-8389-974130932a9e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:42.406375 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:42.437040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=3a7d9464-983f-471b-9010-2f52d71453fe,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:42.450496 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9b9f757f-e980-4507-8389-974130932a9e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:42.451801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2dcfce7a-1999-4f6c-845a-e443819e0bd2 req-9264bea2-7d7d-4422-b9dd-c537f2c5a3c5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Deleting port 64418efa-b228-48ad-8aa2-580c35ad693c {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:42.452172 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2dcfce7a-1999-4f6c-845a-e443819e0bd2 req-9264bea2-7d7d-4422-b9dd-c537f2c5a3c5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:42.460199 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:42.485363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116729e-db3f-4a7d-863e-89946e11a4e3 req-83d75909-12bc-45de-8a66-42bb64b2da16 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:42.486836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5116729e-db3f-4a7d-863e-89946e11a4e3 req-83d75909-12bc-45de-8a66-42bb64b2da16 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 945 time: 0.1952333 Sep 30 08:04:42.500879 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port ed9c6dfe-5868-40bf-8518-72cc3f79b5e7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=ed9c6dfe-5868-40bf-8518-72cc3f79b5e7,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:42.506126 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:42.525499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9b9f757f-e980-4507-8389-974130932a9e,revision_number=12']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:42.578550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=ed9c6dfe-5868-40bf-8518-72cc3f79b5e7,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:42.633951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec24bdab-2b75-4492-9f04-4908e8f8bdc5 req-cc10538b-8bb6-44fa-89d0-a39c0e830e0a service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956998 Sep 30 08:04:42.640288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6315d586-a001-4339-bb79-130e105360a2 req-dd69af9c-cf08-41d1-a765-26dd32623854 service neutron] Transition to ACTIVE for port object 28f481eb-ae7f-4fb6-bb50-0db3f497a434 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:04:42.655473 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6315d586-a001-4339-bb79-130e105360a2 req-dd69af9c-cf08-41d1-a765-26dd32623854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:42.667586 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5116729e-db3f-4a7d-863e-89946e11a4e3 req-9f0e9fc3-372c-4ad6-a0dc-e699888977a4 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531727 Sep 30 08:04:42.670570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2dcfce7a-1999-4f6c-845a-e443819e0bd2 req-9264bea2-7d7d-4422-b9dd-c537f2c5a3c5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] For port 64418efa-b228-48ad-8aa2-580c35ad693c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=64418efa-b228-48ad-8aa2-580c35ad693c,segment=NetworkSegment(f2bea4ae-530c-4238-8e19-ad84a770a171),segment_id=f2bea4ae-530c-4238-8e19-ad84a770a171)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:42.670937 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2dcfce7a-1999-4f6c-845a-e443819e0bd2 req-9264bea2-7d7d-4422-b9dd-c537f2c5a3c5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:42.713649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a57a2-62f7-4ca0-8e7a-95d5a2588b10 req-e6498388-a424-4b0c-9ed0-4ba9fe5b8f2f tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:42.715028 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-063a57a2-62f7-4ca0-8e7a-95d5a2588b10 req-e6498388-a424-4b0c-9ed0-4ba9fe5b8f2f tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 946 time: 0.2470717 Sep 30 08:04:42.742116 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d95d8f-e0c4-4395-b891-b08f613ea4d4 x-openstack-request-id: req-47d95d8f-e0c4-4395-b891-b08f613ea4d4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:42.742696 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b02802-e484-4ffb-b318-991c816a4ac4", "name": "network-vif-plugged", "status": "completed", "tag": "3a7d9464-983f-471b-9010-2f52d71453fe", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:42.742696 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47d95d8f-e0c4-4395-b891-b08f613ea4d4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:42.743250 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b02802-e484-4ffb-b318-991c816a4ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7d9464-983f-471b-9010-2f52d71453fe', 'code': 200} Sep 30 08:04:42.821153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6315d586-a001-4339-bb79-130e105360a2 req-dd69af9c-cf08-41d1-a765-26dd32623854 service neutron] No DVR routers for this DVR port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:04:42.822828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69af9c-cf08-41d1-a765-26dd32623854 service neutron] Pushing event updated for resources: {'Port': ['ID=28f481eb-ae7f-4fb6-bb50-0db3f497a434,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:42.842917 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['9b9f757f-e980-4507-8389-974130932a9e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:42.929427 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-063a57a2-62f7-4ca0-8e7a-95d5a2588b10 req-2a213eb1-26c2-4183-b9be-26243ecf636e tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2024753 Sep 30 08:04:42.960579 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-dd69af9c-cf08-41d1-a765-26dd32623854 service neutron] 10.222.0.36 "PUT /v2.0/ports/28f481eb-ae7f-4fb6-bb50-0db3f497a434/bindings/n-h2-807359-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3828378 Sep 30 08:04:43.017545 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a9f7e-62c2-4c3d-a862-34c018973792 req-1a54dd16-2f66-4d0c-b395-4e571ad4cea4 tempest-MigrationsAdminTest-83948743 tempest-MigrationsAdminTest-83948743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:43.018986 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca8a9f7e-62c2-4c3d-a862-34c018973792 req-1a54dd16-2f66-4d0c-b395-4e571ad4cea4 tempest-MigrationsAdminTest-83948743 tempest-MigrationsAdminTest-83948743-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 1101 time: 0.1990521 Sep 30 08:04:43.020609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0b423-1c08-4345-b0a2-1909be04f97d req-4ae44e63-e578-4895-b2a2-cd90d157de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:43.021955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85d0b423-1c08-4345-b0a2-1909be04f97d req-4ae44e63-e578-4895-b2a2-cd90d157de0b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 1096 time: 0.2030871 Sep 30 08:04:43.072420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315d586-a001-4339-bb79-130e105360a2 req-3f804767-85db-4f70-acdf-5944f88b8594 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:43.073958 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-3f804767-85db-4f70-acdf-5944f88b8594 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31&tenant_id=b077f759674d4d92a5ac98950a22949d&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 1096 time: 0.0466921 Sep 30 08:04:43.100920 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2dcfce7a-1999-4f6c-845a-e443819e0bd2 req-9264bea2-7d7d-4422-b9dd-c537f2c5a3c5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:43.101279 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2dcfce7a-1999-4f6c-845a-e443819e0bd2 req-9264bea2-7d7d-4422-b9dd-c537f2c5a3c5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:43.101594 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-2dcfce7a-1999-4f6c-845a-e443819e0bd2 req-9264bea2-7d7d-4422-b9dd-c537f2c5a3c5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Floating IP 8fc92ce5-c5d6-4213-9246-2d52a261fce9 disassociated. External IP: 172.25.0.147, port: 64418efa-b228-48ad-8aa2-580c35ad693c. Sep 30 08:04:43.101936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2dcfce7a-1999-4f6c-845a-e443819e0bd2 req-9264bea2-7d7d-4422-b9dd-c537f2c5a3c5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Calling delete_port for 64418efa-b228-48ad-8aa2-580c35ad693c owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:43.122855 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315d586-a001-4339-bb79-130e105360a2 req-88ba29ad-13ba-4a3d-bf55-a2fce6e9d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:43.124583 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-88ba29ad-13ba-4a3d-bf55-a2fce6e9d391 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31&tenant_id=b077f759674d4d92a5ac98950a22949d HTTP/1.1" status: 200 len: 1096 time: 0.0430222 Sep 30 08:04:43.130517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca8a9f7e-62c2-4c3d-a862-34c018973792 req-7ab66b3e-7e49-4daf-92d4-8dea67aa480b tempest-MigrationsAdminTest-83948743 tempest-MigrationsAdminTest-83948743-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979168 Sep 30 08:04:43.133502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85d0b423-1c08-4345-b0a2-1909be04f97d req-2f29f5d0-eb78-4a60-aea8-b152411e1ac6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999708 Sep 30 08:04:43.146956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f758d04-c526-438a-99cf-00eee82b9039 req-23e3535a-fe6b-42a9-ba6a-fe5af4efde36 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:43.148586 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f758d04-c526-438a-99cf-00eee82b9039 req-23e3535a-fe6b-42a9-ba6a-fe5af4efde36 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 945 time: 0.1388516 Sep 30 08:04:43.220767 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315d586-a001-4339-bb79-130e105360a2 req-9e35fb33-3a2a-4a5e-b199-e4cb3989dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:43.222278 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-9e35fb33-3a2a-4a5e-b199-e4cb3989dc10 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b077f759674d4d92a5ac98950a22949d&device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 1096 time: 0.0467877 Sep 30 08:04:43.253068 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f758d04-c526-438a-99cf-00eee82b9039 req-57858d1b-faf1-4ada-8a61-96603d5d9443 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722916 Sep 30 08:04:43.292539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad666f9-0916-4152-85c7-18714a8bf144 req-8958f61e-fb75-41b8-996e-7b2823e31a9f tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:43.295141 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aad666f9-0916-4152-85c7-18714a8bf144 req-8958f61e-fb75-41b8-996e-7b2823e31a9f tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 943 time: 0.0988240 Sep 30 08:04:43.334012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315d586-a001-4339-bb79-130e105360a2 req-8d45cb06-6d4e-4ff3-815f-5333a8e63984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:43.335543 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-8d45cb06-6d4e-4ff3-815f-5333a8e63984 service neutron] 10.222.0.35 "GET /v2.0/networks?id=407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 200 len: 909 time: 0.1049962 Sep 30 08:04:43.384823 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-3b462578-dbb4-4d78-88a6-ee4b576d58c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28f481eb-ae7f-4fb6-bb50-0db3f497a434 HTTP/1.1" status: 200 len: 217 time: 0.0404627 Sep 30 08:04:43.441275 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315d586-a001-4339-bb79-130e105360a2 req-c39df05a-b3af-4d70-8263-a9f8ffbeeea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:43.442789 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-c39df05a-b3af-4d70-8263-a9f8ffbeeea8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 200 len: 848 time: 0.0483820 Sep 30 08:04:43.478240 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-2c8b0ecc-6986-423f-b962-f74a16db561f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407edc8e-eacf-4658-b430-a785aa6467d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266068 Sep 30 08:04:43.581464 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-b736ebf5-57e4-4ee8-8c20-52c5d48730e7 service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948279 Sep 30 08:04:43.668030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aad666f9-0916-4152-85c7-18714a8bf144 req-cd953577-3117-466a-bacf-3d4b7340d770 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640480 Sep 30 08:04:43.676380 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2dcfce7a-1999-4f6c-845a-e443819e0bd2 req-9264bea2-7d7d-4422-b9dd-c537f2c5a3c5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:43.681013 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-a27ba628-a59d-4988-a6ae-c529cf05dfd7 service neutron] 10.222.0.35 "GET /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910580 Sep 30 08:04:43.712459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3c973af0-e420-4cd0-842f-30ba5a466f4a details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:04:43.717150 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 28f481eb-ae7f-4fb6-bb50-0db3f497a434 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:43.722932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a01fe-5f3d-492d-a55a-bce271075596 req-056afb35-5901-4df6-b5c7-180c45ac1bde tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:43.724449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-972a01fe-5f3d-492d-a55a-bce271075596 req-056afb35-5901-4df6-b5c7-180c45ac1bde tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 945 time: 0.3810341 Sep 30 08:04:43.725220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264bea2-7d7d-4422-b9dd-c537f2c5a3c5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Pushing event deleted for resources: {'Port': ['ID=64418efa-b228-48ad-8aa2-580c35ad693c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:43.798774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 28f481eb-ae7f-4fb6-bb50-0db3f497a434 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:04:43.808175 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-972a01fe-5f3d-492d-a55a-bce271075596 req-b74f70e6-59e7-4e2d-879f-287126bd46f5 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737815 Sep 30 08:04:43.899933 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3c973af0-e420-4cd0-842f-30ba5a466f4a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3c973af0-e420-4cd0-842f-30ba5a466f4a,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:43.912213 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dcfce7a-1999-4f6c-845a-e443819e0bd2 req-9264bea2-7d7d-4422-b9dd-c537f2c5a3c5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Router 71265e85-b728-4762-80db-05242b67da7a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:04:43.936987 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '3c973af0-e420-4cd0-842f-30ba5a466f4a', 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d', 'port_id': '3c973af0-e420-4cd0-842f-30ba5a466f4a', 'mac_address': 'fa:16:3e:3d:4f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b57160f-abdc-4be4-8f56-c9c7324d85d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:04:43.993367 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:44.010255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c973af0-e420-4cd0-842f-30ba5a466f4a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:04:44.035131 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3c973af0-e420-4cd0-842f-30ba5a466f4a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3c973af0-e420-4cd0-842f-30ba5a466f4a,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:44.045026 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:44.095437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315d586-a001-4339-bb79-130e105360a2 req-310d2968-9973-4b4f-bff9-d5868836c1b5 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:44.099857 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-310d2968-9973-4b4f-bff9-d5868836c1b5 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31&tenant_id=b077f759674d4d92a5ac98950a22949d&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 1096 time: 0.0660336 Sep 30 08:04:44.104691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=3c973af0-e420-4cd0-842f-30ba5a466f4a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:44.142939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dcfce7a-1999-4f6c-845a-e443819e0bd2 req-9264bea2-7d7d-4422-b9dd-c537f2c5a3c5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:04:44.155124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec5015f-0ce5-46ec-95b0-58ac1acce5ed None None] Sync routers for ids ['71265e85-b728-4762-80db-05242b67da7a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:04:44.164665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5015f-0ce5-46ec-95b0-58ac1acce5ed None None] Routers {'71265e85-b728-4762-80db-05242b67da7a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:04:44.166103 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-aec5015f-0ce5-46ec-95b0-58ac1acce5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:04:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71265e85-b728-4762-80db-05242b67da7a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:44.206128 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcfce7a-1999-4f6c-845a-e443819e0bd2 req-9264bea2-7d7d-4422-b9dd-c537f2c5a3c5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] No DVR routers for this DVR port 64418efa-b228-48ad-8aa2-580c35ad693c on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:04:44.210734 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2dcfce7a-1999-4f6c-845a-e443819e0bd2 req-9264bea2-7d7d-4422-b9dd-c537f2c5a3c5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:44.212951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2dcfce7a-1999-4f6c-845a-e443819e0bd2 req-9264bea2-7d7d-4422-b9dd-c537f2c5a3c5 tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.35 "DELETE /v2.0/ports/64418efa-b228-48ad-8aa2-580c35ad693c HTTP/1.1" status: 204 len: 173 time: 2.1370499 Sep 30 08:04:44.216139 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f19bf77-8d46-41ad-a512-e576c34c606b', 'name': 'network-vif-deleted', 'tag': '64418efa-b228-48ad-8aa2-580c35ad693c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:44.224991 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b805ba3e-bde6-4639-9123-4008b419dd34" -d '{"events": [{"server_uuid": "5f19bf77-8d46-41ad-a512-e576c34c606b", "name": "network-vif-deleted", "tag": "64418efa-b228-48ad-8aa2-580c35ad693c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:44.243337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14f546-c8e0-4b6d-a7e7-d2c3ad50478c req-96e15a72-77f6-4938-83e2-b00c0c002c0b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:44.251770 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e14f546-c8e0-4b6d-a7e7-d2c3ad50478c req-96e15a72-77f6-4938-83e2-b00c0c002c0b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 946 time: 0.1909256 Sep 30 08:04:44.252351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6315d586-a001-4339-bb79-130e105360a2 req-d49a9704-2c15-4eec-8f5a-9529a96f7f80 service neutron] For port 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:04:44.259081 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6315d586-a001-4339-bb79-130e105360a2 req-d49a9704-2c15-4eec-8f5a-9529a96f7f80 service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:44.261323 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6315d586-a001-4339-bb79-130e105360a2 req-d49a9704-2c15-4eec-8f5a-9529a96f7f80 service neutron] 10.222.0.35 "DELETE /v2.0/ports/28f481eb-ae7f-4fb6-bb50-0db3f497a434/bindings/n-h1-807359-2 HTTP/1.1" status: 204 len: 173 time: 0.1541963 Sep 30 08:04:44.270501 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef9851-23c8-43b1-a01a-23f420074b78 req-c883f8c0-aeb5-4c78-ba54-8dd2de732075 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:44.278868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10ef9851-23c8-43b1-a01a-23f420074b78 req-c883f8c0-aeb5-4c78-ba54-8dd2de732075 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 945 time: 0.1942937 Sep 30 08:04:44.335430 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10ef9851-23c8-43b1-a01a-23f420074b78 req-f4ef3e69-a042-468e-92a9-565aae1c2783 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d1c7736-4e08-4319-8c06-290532fab756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558486 Sep 30 08:04:44.345481 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e14f546-c8e0-4b6d-a7e7-d2c3ad50478c req-6198f006-3ca9-4fde-a42d-02bf5a25304b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927622 Sep 30 08:04:44.374484 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-aec5015f-0ce5-46ec-95b0-58ac1acce5ed None None] Set router 71265e85-b728-4762-80db-05242b67da7a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:04:44.418906 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['3c973af0-e420-4cd0-842f-30ba5a466f4a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:44.499392 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b355682-ec0b-49d7-b646-6bb544ea1ea4 req-ea7a4000-98c0-4dfe-918b-30dab19bb0db tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f19bf77-8d46-41ad-a512-e576c34c606b HTTP/1.1" status: 200 len: 210 time: 0.0310822 Sep 30 08:04:44.520128 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946443e-73cc-4762-8bcf-6e257d8e6ee0 req-75f5ea29-db47-4fd0-82dd-72a4fc536319 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:44.521350 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0946443e-73cc-4762-8bcf-6e257d8e6ee0 req-75f5ea29-db47-4fd0-82dd-72a4fc536319 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.0933185 Sep 30 08:04:44.567187 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a61f353-fe2c-443e-b4a0-7b68a0e99a29 x-openstack-request-id: req-7a61f353-fe2c-443e-b4a0-7b68a0e99a29 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:44.567480 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f19bf77-8d46-41ad-a512-e576c34c606b", "name": "network-vif-deleted", "tag": "64418efa-b228-48ad-8aa2-580c35ad693c", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:44.567729 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a61f353-fe2c-443e-b4a0-7b68a0e99a29 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:44.568551 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f19bf77-8d46-41ad-a512-e576c34c606b', 'name': 'network-vif-deleted', 'tag': '64418efa-b228-48ad-8aa2-580c35ad693c', 'status': 'completed', 'code': 200} Sep 30 08:04:44.580518 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0946443e-73cc-4762-8bcf-6e257d8e6ee0 req-4ad8d771-ce70-4a5f-9d9d-9f17bfddd4f0 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515106 Sep 30 08:04:44.672443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923d9ef-7928-4624-9510-45eff839b592 req-becfa577-7927-481c-ab08-7396d17ae400 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:44.673952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4923d9ef-7928-4624-9510-45eff839b592 req-becfa577-7927-481c-ab08-7396d17ae400 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 945 time: 0.0605822 Sep 30 08:04:44.702872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-aec5015f-0ce5-46ec-95b0-58ac1acce5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'b362308f-afe0-4a52-88d5-da67393fb908', 'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'mac_address': 'fa:16:3e:e1:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:55Z', 'updated_at': '2021-09-30T08:00:03Z', 'revision_number': 5, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'subnets': [{'id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:44.727177 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4923d9ef-7928-4624-9510-45eff839b592 req-6eabca2d-533c-4aab-bae0-a19ff971d237 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414605 Sep 30 08:04:44.737595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec5015f-0ce5-46ec-95b0-58ac1acce5ed None None] Checking router: 71265e85-b728-4762-80db-05242b67da7a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:04:44.747044 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdcc6d9-fd51-4f65-bdc3-96f84f90711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9c6dfe-5868-40bf-8518-72cc3f79b5e7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:44.749473 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b72df52-bda0-4bb6-9c7c-2526ee183301" -d '{"events": [{"server_uuid": "bbdcc6d9-fd51-4f65-bdc3-96f84f90711a", "name": "network-vif-plugged", "status": "completed", "tag": "ed9c6dfe-5868-40bf-8518-72cc3f79b5e7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:44.760638 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5015f-0ce5-46ec-95b0-58ac1acce5ed None None] Routers {'71265e85-b728-4762-80db-05242b67da7a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:04:44.761319 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-aec5015f-0ce5-46ec-95b0-58ac1acce5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:04:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71265e85-b728-4762-80db-05242b67da7a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:44.765948 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e768a0c2-e110-4676-b527-b598c96f6127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:44.881671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029fef2-4cde-441b-8aff-5edfa4f263cc req-27511761-b18d-4b46-a143-9464e56f3f3b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:44.883191 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a029fef2-4cde-441b-8aff-5edfa4f263cc req-27511761-b18d-4b46-a143-9464e56f3f3b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 944 time: 0.0922968 Sep 30 08:04:44.890491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514ffab-a9b5-4579-a742-ac67ad8e606b req-6bc788df-3716-4cc8-8545-a31046066043 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:44.892796 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0514ffab-a9b5-4579-a742-ac67ad8e606b req-6bc788df-3716-4cc8-8545-a31046066043 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0690060 Sep 30 08:04:44.900442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-aec5015f-0ce5-46ec-95b0-58ac1acce5ed None None] Set router 71265e85-b728-4762-80db-05242b67da7a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:04:44.945212 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a029fef2-4cde-441b-8aff-5edfa4f263cc req-cbfd3d7b-fbef-40c2-87d7-8940a02e3d4b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521095 Sep 30 08:04:44.964868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0514ffab-a9b5-4579-a742-ac67ad8e606b req-d4cd37c9-66c5-457a-9a13-79d95aad1782 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647137 Sep 30 08:04:45.009538 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be35884a-b03f-446f-88e2-a1d83b9ad302 x-openstack-request-id: req-be35884a-b03f-446f-88e2-a1d83b9ad302 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:45.009838 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdcc6d9-fd51-4f65-bdc3-96f84f90711a", "name": "network-vif-plugged", "status": "completed", "tag": "ed9c6dfe-5868-40bf-8518-72cc3f79b5e7", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:45.010184 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be35884a-b03f-446f-88e2-a1d83b9ad302 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:45.010577 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdcc6d9-fd51-4f65-bdc3-96f84f90711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9c6dfe-5868-40bf-8518-72cc3f79b5e7', 'code': 200} Sep 30 08:04:45.124364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484c4d1-6b29-4789-a8c8-27da316ce372 req-dbe4068a-cbaa-4c71-8977-aee2fdc8959e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:45.126145 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a484c4d1-6b29-4789-a8c8-27da316ce372 req-dbe4068a-cbaa-4c71-8977-aee2fdc8959e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 945 time: 0.0555422 Sep 30 08:04:45.128650 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-aec5015f-0ce5-46ec-95b0-58ac1acce5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'b362308f-afe0-4a52-88d5-da67393fb908', 'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'mac_address': 'fa:16:3e:e1:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:55Z', 'updated_at': '2021-09-30T08:00:03Z', 'revision_number': 5, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'subnets': [{'id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:45.162976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec5015f-0ce5-46ec-95b0-58ac1acce5ed None None] The sync data for ids ['71265e85-b728-4762-80db-05242b67da7a'] in n-d-807359-2 is: [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:56Z', 'revision_number': 4, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'b362308f-afe0-4a52-88d5-da67393fb908', 'name': '', 'network_id': 'c693cec2-10a8-4bc9-9dc9-ec670a2edec6', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'mac_address': 'fa:16:3e:e1:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:55Z', 'updated_at': '2021-09-30T08:00:03Z', 'revision_number': 5, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'subnets': [{'id': 'a6eae367-e63e-468e-b670-66f47b5bf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:04:45.176620 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a484c4d1-6b29-4789-a8c8-27da316ce372 req-2ac84847-0e8b-4ef1-8d32-0d2edb65c324 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Sep 30 08:04:45.220690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ae2ba-0c03-4012-aed5-7b02ab35da3f req-2c3dfb9a-a550-48bf-944e-3c634d1b83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:45.222745 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7e8ae2ba-0c03-4012-aed5-7b02ab35da3f req-2c3dfb9a-a550-48bf-944e-3c634d1b83be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 1097 time: 0.0804393 Sep 30 08:04:45.226357 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:45.269768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401df216-c146-4d6e-a27a-5b8b93d4208f req-c25e311e-609d-45df-be00-8bf78b49b0ee tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:45.270396 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7e8ae2ba-0c03-4012-aed5-7b02ab35da3f req-ceaa96a7-fe84-4fcd-b7c3-6ce528186fd9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399973 Sep 30 08:04:45.272404 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-401df216-c146-4d6e-a27a-5b8b93d4208f req-c25e311e-609d-45df-be00-8bf78b49b0ee tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0843911 Sep 30 08:04:45.333973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-401df216-c146-4d6e-a27a-5b8b93d4208f req-3dd9a231-af82-4534-8c39-74cf57889025 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536537 Sep 30 08:04:45.373533 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6d22b-d268-4359-876c-309778cf5b0a req-6975ba1a-3e06-4795-9cd0-5eb60d2b9964 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:45.376534 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0db6d22b-d268-4359-876c-309778cf5b0a req-6975ba1a-3e06-4795-9cd0-5eb60d2b9964 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 1096 time: 0.0567596 Sep 30 08:04:45.422424 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0db6d22b-d268-4359-876c-309778cf5b0a req-2eda618c-1d4b-433f-9d74-9860c5dd8ff8 tempest-LiveMigrationTest-1638340806 tempest-LiveMigrationTest-1638340806-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385211 Sep 30 08:04:45.502936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449131e-fb71-4887-b26e-faabb7c4e0b2 req-1ba97f74-b1cd-42b2-b80d-e70e8124642a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:45.504471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e449131e-fb71-4887-b26e-faabb7c4e0b2 req-1ba97f74-b1cd-42b2-b80d-e70e8124642a tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 946 time: 0.0613348 Sep 30 08:04:45.513289 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca02d202-787b-4cd0-9087-13067f632be9 None None] New status for floating IP 8fc92ce5-c5d6-4213-9246-2d52a261fce9: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:04:45.567393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afface3-8757-4591-b155-9a43dbdfb73a req-7739c3e3-896b-4bc6-ac5d-8b0b1a3775fe tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:45.568876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4afface3-8757-4591-b155-9a43dbdfb73a req-7739c3e3-896b-4bc6-ac5d-8b0b1a3775fe tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 945 time: 0.0872626 Sep 30 08:04:45.573826 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e449131e-fb71-4887-b26e-faabb7c4e0b2 req-aa53076e-3cda-45cc-9177-49cf1a7c8901 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552416 Sep 30 08:04:45.641602 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4afface3-8757-4591-b155-9a43dbdfb73a req-8462356e-9a0e-4547-b276-749251fe5112 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d1c7736-4e08-4319-8c06-290532fab756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652890 Sep 30 08:04:45.705223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9c7ec-16e3-4750-9da2-64d77814a319 req-67dfaf55-7400-4f55-8273-7d6358cf156c tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:45.707043 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fc9c7ec-16e3-4750-9da2-64d77814a319 req-67dfaf55-7400-4f55-8273-7d6358cf156c tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.36 "GET /v2.0/ports?device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 945 time: 0.1047552 Sep 30 08:04:45.734195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3c973af0-e420-4cd0-842f-30ba5a466f4a up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:04:45.735660 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e02d6fc1-8ddf-429c-8326-7cf3b46f92a5 req-ad5e1a61-0ae9-4386-b6b7-a04257129668 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0606411 Sep 30 08:04:45.785534 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:45.834250 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 3c973af0-e420-4cd0-842f-30ba5a466f4a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:04:45.839162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 3c973af0-e420-4cd0-842f-30ba5a466f4a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:04:45.839611 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:45.849240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d6fc1-8ddf-429c-8326-7cf3b46f92a5 req-0cfbde7c-95d1-419a-93bc-e50394d34b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:45.851574 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e02d6fc1-8ddf-429c-8326-7cf3b46f92a5 req-0cfbde7c-95d1-419a-93bc-e50394d34b6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 1095 time: 0.0663083 Sep 30 08:04:45.869524 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9b9f757f-e980-4507-8389-974130932a9e up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:04:45.888538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6d6ef-0df5-4cc0-94dc-5815967178b9 req-a7a1effc-c2b0-4b61-8a9f-f75d6663ffed tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:45.890146 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bed6d6ef-0df5-4cc0-94dc-5815967178b9 req-a7a1effc-c2b0-4b61-8a9f-f75d6663ffed tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.1022248 Sep 30 08:04:45.925024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0fc9c7ec-16e3-4750-9da2-64d77814a319 req-8fa8491b-33a5-4d4b-b73c-49ff56279f15 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Deleting port 88b90d2b-264c-4996-8ca0-002c5179a12d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:45.925368 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0fc9c7ec-16e3-4750-9da2-64d77814a319 req-8fa8491b-33a5-4d4b-b73c-49ff56279f15 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:45.975559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bed6d6ef-0df5-4cc0-94dc-5815967178b9 req-d98fa5d7-f3f7-4313-bbfa-2c7176a03ad6 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763025 Sep 30 08:04:45.976419 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 9b9f757f-e980-4507-8389-974130932a9e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:04:46.003078 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 9b9f757f-e980-4507-8389-974130932a9e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:04:46.003976 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:46.039827 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:46.074258 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0fc9c7ec-16e3-4750-9da2-64d77814a319 req-8fa8491b-33a5-4d4b-b73c-49ff56279f15 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] For port 88b90d2b-264c-4996-8ca0-002c5179a12d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=88b90d2b-264c-4996-8ca0-002c5179a12d,segment=NetworkSegment(7a2a5505-be05-4ae2-9dfe-adbf80130a9c),segment_id=7a2a5505-be05-4ae2-9dfe-adbf80130a9c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:46.076371 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0fc9c7ec-16e3-4750-9da2-64d77814a319 req-8fa8491b-33a5-4d4b-b73c-49ff56279f15 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:46.091647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d6fc1-8ddf-429c-8326-7cf3b46f92a5 req-c1fad060-b384-43c6-8ab4-8b33fc0d0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:46.093466 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e02d6fc1-8ddf-429c-8326-7cf3b46f92a5 req-c1fad060-b384-43c6-8ab4-8b33fc0d0777 service neutron] 10.222.0.35 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.1366317 Sep 30 08:04:46.139563 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3c973af0-e420-4cd0-842f-30ba5a466f4a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3c973af0-e420-4cd0-842f-30ba5a466f4a,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:46.155631 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e02d6fc1-8ddf-429c-8326-7cf3b46f92a5 req-868ae1cf-cb77-4001-9daf-11d0bcf397d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4731e352-b768-4713-84c2-6bc665bc0792 HTTP/1.1" status: 200 len: 217 time: 0.0539761 Sep 30 08:04:46.176113 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:46.220951 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:46.258382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=3c973af0-e420-4cd0-842f-30ba5a466f4a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:46.285663 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d6fc1-8ddf-429c-8326-7cf3b46f92a5 req-dd470adf-f6f5-4534-bc2d-7ea9d18d76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:46.287251 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e02d6fc1-8ddf-429c-8326-7cf3b46f92a5 req-dd470adf-f6f5-4534-bc2d-7ea9d18d76f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.0824523 Sep 30 08:04:46.294923 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9b9f757f-e980-4507-8389-974130932a9e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:46.312915 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:46.313787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 64418efa-b228-48ad-8aa2-580c35ad693c no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:46.343483 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e02d6fc1-8ddf-429c-8326-7cf3b46f92a5 req-9ec66351-2eaa-4a0d-ac13-908419962de9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339754 Sep 30 08:04:46.358109 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 64418efa-b228-48ad-8aa2-580c35ad693c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:04:46.358460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 64418efa-b228-48ad-8aa2-580c35ad693c not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:04:46.359464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6881d-7361-4653-ad63-0476f43790e1 req-08d8ed08-b124-41cc-8d60-b8f71a0ed9ea tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:46.361169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98c6881d-7361-4653-ad63-0476f43790e1 req-08d8ed08-b124-41cc-8d60-b8f71a0ed9ea tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 945 time: 0.2065780 Sep 30 08:04:46.396868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9b9f757f-e980-4507-8389-974130932a9e,revision_number=13']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:46.461372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08177374-8f26-47a0-b708-ba02adc890c4 req-eeb7c9b7-4150-45b0-8b8c-1ddb37608963 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:46.463000 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08177374-8f26-47a0-b708-ba02adc890c4 req-eeb7c9b7-4150-45b0-8b8c-1ddb37608963 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 950 time: 0.2478309 Sep 30 08:04:46.471650 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0fc9c7ec-16e3-4750-9da2-64d77814a319 req-8fa8491b-33a5-4d4b-b73c-49ff56279f15 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:46.472044 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0fc9c7ec-16e3-4750-9da2-64d77814a319 req-8fa8491b-33a5-4d4b-b73c-49ff56279f15 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:46.472363 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-0fc9c7ec-16e3-4750-9da2-64d77814a319 req-8fa8491b-33a5-4d4b-b73c-49ff56279f15 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Floating IP 542e7ffe-7b90-42f8-afdd-c893a5ac77ac disassociated. External IP: 172.25.0.2, port: 88b90d2b-264c-4996-8ca0-002c5179a12d. Sep 30 08:04:46.472702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0fc9c7ec-16e3-4750-9da2-64d77814a319 req-8fa8491b-33a5-4d4b-b73c-49ff56279f15 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Calling delete_port for 88b90d2b-264c-4996-8ca0-002c5179a12d owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:46.480440 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e02d6fc1-8ddf-429c-8326-7cf3b46f92a5 req-29b977b0-2efc-458d-9170-b80bd70451d5 service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290758 Sep 30 08:04:46.488919 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98c6881d-7361-4653-ad63-0476f43790e1 req-073e6a90-1811-4969-a5a3-2a12e9456f61 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802448 Sep 30 08:04:46.612886 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e02d6fc1-8ddf-429c-8326-7cf3b46f92a5 req-b62ce58d-6ceb-4098-99d9-ff931f309402 service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098709 Sep 30 08:04:46.677080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a276d2f-0501-4190-9fd4-d3ca4180c5ac req-a20c6975-1d03-4038-b5ff-cdbe03b8bf65 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:46.678577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a276d2f-0501-4190-9fd4-d3ca4180c5ac req-a20c6975-1d03-4038-b5ff-cdbe03b8bf65 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 945 time: 0.1199243 Sep 30 08:04:46.758042 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-08177374-8f26-47a0-b708-ba02adc890c4 req-2c1af0cc-1754-46e6-a61a-8b6b4c40ed21 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Deleting port 9b9f757f-e980-4507-8389-974130932a9e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:46.758394 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-08177374-8f26-47a0-b708-ba02adc890c4 req-2c1af0cc-1754-46e6-a61a-8b6b4c40ed21 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:46.784860 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0fc9c7ec-16e3-4750-9da2-64d77814a319 req-8fa8491b-33a5-4d4b-b73c-49ff56279f15 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:46.834641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a276d2f-0501-4190-9fd4-d3ca4180c5ac req-d4ebb895-845d-45af-b1b7-c89e582ec827 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447062 Sep 30 08:04:46.841288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8491b-33a5-4d4b-b73c-49ff56279f15 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Pushing event deleted for resources: {'Port': ['ID=88b90d2b-264c-4996-8ca0-002c5179a12d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:46.949472 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0468c94-2369-4dbb-8ea0-678238ed44b7 req-969c78bb-ac65-4dd4-b978-f66f539e77e7 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:46.951753 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d0468c94-2369-4dbb-8ea0-678238ed44b7 req-969c78bb-ac65-4dd4-b978-f66f539e77e7 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 945 time: 0.0835347 Sep 30 08:04:46.981881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-08177374-8f26-47a0-b708-ba02adc890c4 req-2c1af0cc-1754-46e6-a61a-8b6b4c40ed21 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] For port 9b9f757f-e980-4507-8389-974130932a9e, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9b9f757f-e980-4507-8389-974130932a9e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:46.982582 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-08177374-8f26-47a0-b708-ba02adc890c4 req-2c1af0cc-1754-46e6-a61a-8b6b4c40ed21 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:47.005647 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-08177374-8f26-47a0-b708-ba02adc890c4 req-2c1af0cc-1754-46e6-a61a-8b6b4c40ed21 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Calling delete_port for 9b9f757f-e980-4507-8389-974130932a9e owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:47.011921 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02771fbb-1f68-47a3-bc95-c2df774381d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c973af0-e420-4cd0-842f-30ba5a466f4a'}, {'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9f757f-e980-4507-8389-974130932a9e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:47.014675 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141ce863-f7f6-4227-906a-5da139dca68d" -d '{"events": [{"server_uuid": "02771fbb-1f68-47a3-bc95-c2df774381d6", "name": "network-vif-plugged", "status": "completed", "tag": "3c973af0-e420-4cd0-842f-30ba5a466f4a"}, {"server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "name": "network-vif-plugged", "status": "completed", "tag": "9b9f757f-e980-4507-8389-974130932a9e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:47.039266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-eed67569-f718-4a5b-8de9-26c67807ee05 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:04:47.040140 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-eed67569-f718-4a5b-8de9-26c67807ee05 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078037 Sep 30 08:04:47.132577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fc9c7ec-16e3-4750-9da2-64d77814a319 req-8fa8491b-33a5-4d4b-b73c-49ff56279f15 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Router e591f7be-cf34-4c07-95e1-327dc88edcb8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:04:47.150239 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-6f1e71b8-3fd1-40d4-97ab-78a69376c595 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:47.152679 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-6f1e71b8-3fd1-40d4-97ab-78a69376c595 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports/3a7d9464-983f-471b-9010-2f52d71453fe HTTP/1.1" status: 200 len: 1093 time: 0.1035771 Sep 30 08:04:47.163757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-7d39affb-8c87-43c2-b5e0-ae31e4b64d70 service neutron] Request body: {'binding': {'host': 'n-h2-807359-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:04:47.164344 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-7d39affb-8c87-43c2-b5e0-ae31e4b64d70 service neutron] Unknown quota resources ['binding']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:04:47.322934 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fc9c7ec-16e3-4750-9da2-64d77814a319 req-8fa8491b-33a5-4d4b-b73c-49ff56279f15 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:04:47.336928 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-d0468c94-2369-4dbb-8ea0-678238ed44b7 req-08ec1ac6-0412-4368-ba19-bdf9dbe6186b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Deleting port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:47.337505 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0468c94-2369-4dbb-8ea0-678238ed44b7 req-08ec1ac6-0412-4368-ba19-bdf9dbe6186b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:47.352070 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed0d187-1fd3-477a-b92e-8a2bfb795071 None None] Sync routers for ids ['e591f7be-cf34-4c07-95e1-327dc88edcb8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:04:47.407030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc9c7ec-16e3-4750-9da2-64d77814a319 req-8fa8491b-33a5-4d4b-b73c-49ff56279f15 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] No DVR routers for this DVR port 88b90d2b-264c-4996-8ca0-002c5179a12d on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:04:47.408964 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-08177374-8f26-47a0-b708-ba02adc890c4 req-2c1af0cc-1754-46e6-a61a-8b6b4c40ed21 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:47.411440 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0fc9c7ec-16e3-4750-9da2-64d77814a319 req-8fa8491b-33a5-4d4b-b73c-49ff56279f15 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:47.413743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fc9c7ec-16e3-4750-9da2-64d77814a319 req-8fa8491b-33a5-4d4b-b73c-49ff56279f15 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.36 "DELETE /v2.0/ports/88b90d2b-264c-4996-8ca0-002c5179a12d HTTP/1.1" status: 204 len: 173 time: 1.7000914 Sep 30 08:04:47.414335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d227fb-d117-4765-bba9-f04aa254d515', 'name': 'network-vif-deleted', 'tag': '88b90d2b-264c-4996-8ca0-002c5179a12d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:47.416812 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c807ac-5ce2-47cc-82dd-004d5cb03f1f" -d '{"events": [{"server_uuid": "79d227fb-d117-4765-bba9-f04aa254d515", "name": "network-vif-deleted", "tag": "88b90d2b-264c-4996-8ca0-002c5179a12d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:47.468107 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-7d39affb-8c87-43c2-b5e0-ae31e4b64d70 service neutron] Attempting to bind port 3a7d9464-983f-471b-9010-2f52d71453fe on host n-h2-807359-2 for vnic_type normal with profile None {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:04:47.468442 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-7d39affb-8c87-43c2-b5e0-ae31e4b64d70 service neutron] Attempting to bind port 3a7d9464-983f-471b-9010-2f52d71453fe by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:04:47.468775 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-7d39affb-8c87-43c2-b5e0-ae31e4b64d70 service neutron] Attempting to bind port 3a7d9464-983f-471b-9010-2f52d71453fe on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:47.469943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1af0cc-1754-46e6-a61a-8b6b4c40ed21 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Pushing event deleted for resources: {'Port': ['ID=9b9f757f-e980-4507-8389-974130932a9e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:47.486624 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-7d39affb-8c87-43c2-b5e0-ae31e4b64d70 service neutron] Port 3a7d9464-983f-471b-9010-2f52d71453fe on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:04:47.487123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-7d39affb-8c87-43c2-b5e0-ae31e4b64d70 service neutron] Attempting to bind port 3a7d9464-983f-471b-9010-2f52d71453fe on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:04:47.521051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-08177374-8f26-47a0-b708-ba02adc890c4 req-2c1af0cc-1754-46e6-a61a-8b6b4c40ed21 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] No DVR routers for this DVR port 9b9f757f-e980-4507-8389-974130932a9e on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:04:47.533677 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-7d39affb-8c87-43c2-b5e0-ae31e4b64d70 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:04:47.534007 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-7d39affb-8c87-43c2-b5e0-ae31e4b64d70 service neutron] Checking segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:04:47.534408 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-7d39affb-8c87-43c2-b5e0-ae31e4b64d70 service neutron] Bound using segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:04:47.534859 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-7d39affb-8c87-43c2-b5e0-ae31e4b64d70 service neutron] Bound port: 3a7d9464-983f-471b-9010-2f52d71453fe, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:04:47.538057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d0468c94-2369-4dbb-8ea0-678238ed44b7 req-08ec1ac6-0412-4368-ba19-bdf9dbe6186b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] For port 28f481eb-ae7f-4fb6-bb50-0db3f497a434, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=28f481eb-ae7f-4fb6-bb50-0db3f497a434,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:47.538483 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0468c94-2369-4dbb-8ea0-678238ed44b7 req-08ec1ac6-0412-4368-ba19-bdf9dbe6186b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:47.540780 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-08177374-8f26-47a0-b708-ba02adc890c4 req-2c1af0cc-1754-46e6-a61a-8b6b4c40ed21 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:47.547168 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08177374-8f26-47a0-b708-ba02adc890c4 req-2c1af0cc-1754-46e6-a61a-8b6b4c40ed21 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "DELETE /v2.0/ports/9b9f757f-e980-4507-8389-974130932a9e HTTP/1.1" status: 204 len: 173 time: 1.0232499 Sep 30 08:04:47.605287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-d0468c94-2369-4dbb-8ea0-678238ed44b7 req-08ec1ac6-0412-4368-ba19-bdf9dbe6186b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Calling delete_port for 28f481eb-ae7f-4fb6-bb50-0db3f497a434 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:47.655274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e129ce-611c-4d6f-aa5a-b1472993ac32 req-8dacb9ef-7970-4b9d-b7d6-8cdad57d7298 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:47.678369 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18e129ce-611c-4d6f-aa5a-b1472993ac32 req-8dacb9ef-7970-4b9d-b7d6-8cdad57d7298 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 946 time: 0.1862240 Sep 30 08:04:47.708182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['98d33256-ecf2-4bfe-9a97-7d4afde340f0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:47.710901 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['90964885-bc3d-4d3b-894b-ff2a2e11e652', 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec', '9b9f757f-e980-4507-8389-974130932a9e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:47.781667 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18e129ce-611c-4d6f-aa5a-b1472993ac32 req-fd96ebd2-58d4-4552-8f04-a56e05cd45a8 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973063 Sep 30 08:04:47.800145 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-7d39affb-8c87-43c2-b5e0-ae31e4b64d70 service neutron] For port 3a7d9464-983f-471b-9010-2f52d71453fe, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=3a7d9464-983f-471b-9010-2f52d71453fe,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:04:47.813945 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:47.814827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed0d187-1fd3-477a-b92e-8a2bfb795071 None None] Routers {'e591f7be-cf34-4c07-95e1-327dc88edcb8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:04:47.815651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8ed0d187-1fd3-477a-b92e-8a2bfb795071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:04:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e591f7be-cf34-4c07-95e1-327dc88edcb8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:47.825528 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-7d39affb-8c87-43c2-b5e0-ae31e4b64d70 service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:47.834713 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-7d39affb-8c87-43c2-b5e0-ae31e4b64d70 service neutron] 10.222.0.24 "POST /v2.0/ports/3a7d9464-983f-471b-9010-2f52d71453fe/bindings HTTP/1.1" status: 201 len: 389 time: 0.6709630 Sep 30 08:04:47.929035 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef7d2929-663b-413d-a6b5-b1374a57c827 req-2440c33d-dfc3-4e6c-bf87-c0f6d3553e83 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d227fb-d117-4765-bba9-f04aa254d515 HTTP/1.1" status: 200 len: 210 time: 0.0343003 Sep 30 08:04:47.977453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49186) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:04:48.008904 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0468c94-2369-4dbb-8ea0-678238ed44b7 req-08ec1ac6-0412-4368-ba19-bdf9dbe6186b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:48.059229 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46331913-2c2e-459c-81fe-0b43ab872ad6 x-openstack-request-id: req-46331913-2c2e-459c-81fe-0b43ab872ad6 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:48.060147 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02771fbb-1f68-47a3-bc95-c2df774381d6", "name": "network-vif-plugged", "status": "completed", "tag": "3c973af0-e420-4cd0-842f-30ba5a466f4a", "code": 200}, {"server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "name": "network-vif-plugged", "status": "completed", "tag": "9b9f757f-e980-4507-8389-974130932a9e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:48.060147 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46331913-2c2e-459c-81fe-0b43ab872ad6 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:48.060464 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02771fbb-1f68-47a3-bc95-c2df774381d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c973af0-e420-4cd0-842f-30ba5a466f4a', 'code': 200} Sep 30 08:04:48.060617 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9f757f-e980-4507-8389-974130932a9e', 'code': 200} Sep 30 08:04:48.074908 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec1ac6-0412-4368-ba19-bdf9dbe6186b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Pushing event deleted for resources: {'Port': ['ID=28f481eb-ae7f-4fb6-bb50-0db3f497a434,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:48.108776 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b4bd64d-189f-4ee9-b24c-2faf3a0a99cd req-2aa79df8-97e4-4c7f-86c7-9c6adc9fd3b1 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=41dffbc9-0817-444c-a127-2c5808cbbe28 HTTP/1.1" status: 200 len: 210 time: 0.0639493 Sep 30 08:04:48.126700 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52020a40-6982-4618-b7e2-5c9d1442a27d x-openstack-request-id: req-52020a40-6982-4618-b7e2-5c9d1442a27d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:48.127426 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d227fb-d117-4765-bba9-f04aa254d515", "name": "network-vif-deleted", "tag": "88b90d2b-264c-4996-8ca0-002c5179a12d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:48.127880 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52020a40-6982-4618-b7e2-5c9d1442a27d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:48.128503 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d227fb-d117-4765-bba9-f04aa254d515', 'name': 'network-vif-deleted', 'tag': '88b90d2b-264c-4996-8ca0-002c5179a12d', 'status': 'completed', 'code': 200} Sep 30 08:04:48.151206 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8ed0d187-1fd3-477a-b92e-8a2bfb795071 None None] Set router e591f7be-cf34-4c07-95e1-327dc88edcb8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:04:48.179949 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0468c94-2369-4dbb-8ea0-678238ed44b7 req-08ec1ac6-0412-4368-ba19-bdf9dbe6186b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] No DVR routers for this DVR port 28f481eb-ae7f-4fb6-bb50-0db3f497a434 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:04:48.184176 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0468c94-2369-4dbb-8ea0-678238ed44b7 req-08ec1ac6-0412-4368-ba19-bdf9dbe6186b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:48.189847 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d0468c94-2369-4dbb-8ea0-678238ed44b7 req-08ec1ac6-0412-4368-ba19-bdf9dbe6186b tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.35 "DELETE /v2.0/ports/28f481eb-ae7f-4fb6-bb50-0db3f497a434 HTTP/1.1" status: 204 len: 173 time: 1.2298374 Sep 30 08:04:48.190316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec488792-44ed-4cdc-8996-861d03261d31', 'name': 'network-vif-deleted', 'tag': '28f481eb-ae7f-4fb6-bb50-0db3f497a434'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:48.192803 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910e5650-e556-47e6-af3f-86c674c04aa4" -d '{"events": [{"server_uuid": "ec488792-44ed-4cdc-8996-861d03261d31", "name": "network-vif-deleted", "tag": "28f481eb-ae7f-4fb6-bb50-0db3f497a434"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:48.333360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cbb664a4-7812-4ac1-93ce-19d329a0ea84 req-c6918af2-7070-4e06-98c4-18060e4b1aa7 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 210 time: 0.0733125 Sep 30 08:04:48.397781 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc19a-626e-4d44-ac0c-2c6fff8dceef tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:48.493277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab58eb-2b3e-4531-9f05-186e9cec840b req-162e3d8f-747a-4d13-849e-1c5a4d4870fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:48.494594 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46ab58eb-2b3e-4531-9f05-186e9cec840b req-162e3d8f-747a-4d13-849e-1c5a4d4870fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 1096 time: 0.3335774 Sep 30 08:04:48.503502 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc19a-626e-4d44-ac0c-2c6fff8dceef tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:48.546894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40aefeb-da41-4bf0-befc-13db7218b79c req-8fad4d50-1e73-4ed1-9cfe-98a8a02a4fd0 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:48.551763 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b40aefeb-da41-4bf0-befc-13db7218b79c req-8fad4d50-1e73-4ed1-9cfe-98a8a02a4fd0 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 946 time: 0.3036833 Sep 30 08:04:48.577549 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-160f0fcf-2894-49d5-bc51-7045708ead7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:48.579625 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-160f0fcf-2894-49d5-bc51-7045708ead7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 1096 time: 0.4066341 Sep 30 08:04:48.607154 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8ed0d187-1fd3-477a-b92e-8a2bfb795071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'name': 'tempest-ServersTestJSON-313719193-router', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:26Z', 'revision_number': 4, 'project_id': 'aab592c024964189951f6130a08b730f', 'gw_port': {'id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'efe5f67b-3471-4927-9aa0-864f17c5d5bc', 'name': '', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'mac_address': 'fa:16:3e:f1:e1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:26Z', 'updated_at': '2021-09-30T08:02:33Z', 'revision_number': 5, 'project_id': 'aab592c024964189951f6130a08b730f', 'subnets': [{'id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:48.611768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde3699-4bf6-4e1c-b75f-924e5999703e req-60624d45-b790-4cc4-a834-ccf77b1d3d4f tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:48.614908 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-edde3699-4bf6-4e1c-b75f-924e5999703e req-60624d45-b790-4cc4-a834-ccf77b1d3d4f tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 945 time: 0.1833241 Sep 30 08:04:48.635696 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed0d187-1fd3-477a-b92e-8a2bfb795071 None None] Checking router: e591f7be-cf34-4c07-95e1-327dc88edcb8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:04:48.647090 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed0d187-1fd3-477a-b92e-8a2bfb795071 None None] Routers {'e591f7be-cf34-4c07-95e1-327dc88edcb8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:04:48.647703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8ed0d187-1fd3-477a-b92e-8a2bfb795071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:04:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e591f7be-cf34-4c07-95e1-327dc88edcb8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:48.694175 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46ab58eb-2b3e-4531-9f05-186e9cec840b req-c604986c-a793-4dc8-93e4-a23ae62b8a30 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848695 Sep 30 08:04:48.749512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b40aefeb-da41-4bf0-befc-13db7218b79c req-de55bdc8-d31d-4457-843c-950fb5133fc4 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943998 Sep 30 08:04:48.760293 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc19a-626e-4d44-ac0c-2c6fff8dceef tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:48.763938 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc19a-626e-4d44-ac0c-2c6fff8dceef tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:48.765319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b1fbc19a-626e-4d44-ac0c-2c6fff8dceef tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "DELETE /v2.0/security-groups/aaaf523a-5304-4b3a-a46e-7bfc5e2faa12 HTTP/1.1" status: 204 len: 168 time: 0.7866919 Sep 30 08:04:48.768959 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['9bb5c774-24b9-4ebf-be50-5dc507bc22ef'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:48.769847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49192) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:04:48.789672 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-edde3699-4bf6-4e1c-b75f-924e5999703e req-47322cfb-5e51-4f94-8f79-e44b589348b2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536274 Sep 30 08:04:48.798425 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbc19a-626e-4d44-ac0c-2c6fff8dceef tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaf523a-5304-4b3a-a46e-7bfc5e2faa12,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:48.800541 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-3e3b28eb-5e3a-4292-baff-702e60342b3a tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] show failed (client error): The resource could not be found. Sep 30 08:04:48.801713 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3e3b28eb-5e3a-4292-baff-702e60342b3a tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "GET /v2.0/security-groups/aaaf523a-5304-4b3a-a46e-7bfc5e2faa12 HTTP/1.1" status: 404 len: 347 time: 0.0307498 Sep 30 08:04:48.804721 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49196) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:04:48.848052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-30e91270-0a2f-4099-8d49-4a427adf9439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:48.850297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-30e91270-0a2f-4099-8d49-4a427adf9439 service neutron] 10.222.0.35 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.2490704 Sep 30 08:04:48.879882 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e450f94-c142-46d1-8710-dc4de20cd5ff x-openstack-request-id: req-0e450f94-c142-46d1-8710-dc4de20cd5ff {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:48.880303 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec488792-44ed-4cdc-8996-861d03261d31", "name": "network-vif-deleted", "tag": "28f481eb-ae7f-4fb6-bb50-0db3f497a434", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:48.880653 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e450f94-c142-46d1-8710-dc4de20cd5ff {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:48.881146 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec488792-44ed-4cdc-8996-861d03261d31', 'name': 'network-vif-deleted', 'tag': '28f481eb-ae7f-4fb6-bb50-0db3f497a434', 'status': 'completed', 'code': 200} Sep 30 08:04:48.923968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-1c471bf3-9842-4f14-ba39-92cbcb33e255 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a7d9464-983f-471b-9010-2f52d71453fe HTTP/1.1" status: 200 len: 217 time: 0.0544615 Sep 30 08:04:48.936635 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8ed0d187-1fd3-477a-b92e-8a2bfb795071 None None] Set router e591f7be-cf34-4c07-95e1-327dc88edcb8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:04:48.966441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd927981-fbca-4476-ab04-4dda8ae9eb7d req-98fd8798-2f27-496e-bd03-9890f4d80576 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:48.975088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd927981-fbca-4476-ab04-4dda8ae9eb7d req-98fd8798-2f27-496e-bd03-9890f4d80576 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 945 time: 0.0973191 Sep 30 08:04:49.034175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d2da239c-a9bb-491b-929d-6a6d45564eec tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Deleting port 72e6a454-7395-4ee4-b81c-c4799ab52e4d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:49.034529 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2da239c-a9bb-491b-929d-6a6d45564eec tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:49.067969 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd927981-fbca-4476-ab04-4dda8ae9eb7d req-d8ae2f48-92d0-497b-a2cf-6264af728220 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917084 Sep 30 08:04:49.075872 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-964890a1-bca6-4afe-9fc3-c6fd6da21218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:49.077420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-964890a1-bca6-4afe-9fc3-c6fd6da21218 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.0988784 Sep 30 08:04:49.141960 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-17b269a6-7b63-44f7-a2ec-3638abf9d5bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569711 Sep 30 08:04:49.247885 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2da239c-a9bb-491b-929d-6a6d45564eec tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:49.248322 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2da239c-a9bb-491b-929d-6a6d45564eec tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:49.274132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49208) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:04:49.314632 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d2da239c-a9bb-491b-929d-6a6d45564eec tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Calling delete_port for 72e6a454-7395-4ee4-b81c-c4799ab52e4d owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:49.317084 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8ed0d187-1fd3-477a-b92e-8a2bfb795071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'name': 'tempest-ServersTestJSON-313719193-router', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:26Z', 'revision_number': 4, 'project_id': 'aab592c024964189951f6130a08b730f', 'gw_port': {'id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'efe5f67b-3471-4927-9aa0-864f17c5d5bc', 'name': '', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'mac_address': 'fa:16:3e:f1:e1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:26Z', 'updated_at': '2021-09-30T08:02:33Z', 'revision_number': 5, 'project_id': 'aab592c024964189951f6130a08b730f', 'subnets': [{'id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:49.358578 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed0d187-1fd3-477a-b92e-8a2bfb795071 None None] The sync data for ids ['e591f7be-cf34-4c07-95e1-327dc88edcb8'] in n-d-807359-2 is: [{'id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'name': 'tempest-ServersTestJSON-313719193-router', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:26Z', 'revision_number': 4, 'project_id': 'aab592c024964189951f6130a08b730f', 'gw_port': {'id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'efe5f67b-3471-4927-9aa0-864f17c5d5bc', 'name': '', 'network_id': '6f846470-403a-4969-83cd-da1c298e9ff1', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'mac_address': 'fa:16:3e:f1:e1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:26Z', 'updated_at': '2021-09-30T08:02:33Z', 'revision_number': 5, 'project_id': 'aab592c024964189951f6130a08b730f', 'subnets': [{'id': '88f016fe-2591-4fdf-8f5c-64e0fa1cbb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:04:49.459140 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42affb32-a677-41b1-9fc9-f19f5c4e00b8 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:49.493877 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42affb32-a677-41b1-9fc9-f19f5c4e00b8 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:49.578552 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42affb32-a677-41b1-9fc9-f19f5c4e00b8 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:49.581393 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42affb32-a677-41b1-9fc9-f19f5c4e00b8 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:49.584828 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-42affb32-a677-41b1-9fc9-f19f5c4e00b8 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "DELETE /v2.0/security-groups/0d1c7736-4e08-4319-8c06-290532fab756 HTTP/1.1" status: 204 len: 168 time: 0.3051300 Sep 30 08:04:49.596864 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:04:49.597627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42affb32-a677-41b1-9fc9-f19f5c4e00b8 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1c7736-4e08-4319-8c06-290532fab756,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:49.621068 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-f764c161-f910-4814-b509-32fbad837849 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] show failed (client error): The resource could not be found. Sep 30 08:04:49.626262 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f764c161-f910-4814-b509-32fbad837849 tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "GET /v2.0/security-groups/0d1c7736-4e08-4319-8c06-290532fab756 HTTP/1.1" status: 404 len: 347 time: 0.0218956 Sep 30 08:04:49.634833 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49216) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:04:49.747738 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ffef472-33fe-4a79-806d-853cc8fadd17 req-e9641d79-7a68-4164-bbf0-3af067401007 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 210 time: 0.0674386 Sep 30 08:04:49.758152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 88b90d2b-264c-4996-8ca0-002c5179a12d no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:49.807189 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5d506079-b73a-4232-b0bf-c4111feb43f4 service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489995 Sep 30 08:04:49.810343 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 88b90d2b-264c-4996-8ca0-002c5179a12d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:04:49.810937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 88b90d2b-264c-4996-8ca0-002c5179a12d not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:04:49.816319 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af27945-c27c-4c98-994c-8992312f92cc req-7a83bff8-0ed2-4042-976a-8fa405153799 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:49.825423 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6af27945-c27c-4c98-994c-8992312f92cc req-7a83bff8-0ed2-4042-976a-8fa405153799 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 946 time: 0.5486250 Sep 30 08:04:49.827294 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9004f11a-a921-4640-8df4-778184773342 None None] New status for floating IP 542e7ffe-7b90-42f8-afdd-c893a5ac77ac: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:04:49.874341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a8017a6c-bc12-4f82-b4dc-7275ad7212fe tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Deleting port 89404efc-dc2b-4762-a404-989efd473563 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:49.874944 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8017a6c-bc12-4f82-b4dc-7275ad7212fe tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:49.877782 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9b9f757f-e980-4507-8389-974130932a9e no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:49.901247 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2da239c-a9bb-491b-929d-6a6d45564eec tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:49.936710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 9b9f757f-e980-4507-8389-974130932a9e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:04:49.937091 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9b9f757f-e980-4507-8389-974130932a9e not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:04:49.937477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 28f481eb-ae7f-4fb6-bb50-0db3f497a434 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:49.964747 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6af27945-c27c-4c98-994c-8992312f92cc req-4b188801-6481-4527-a0ab-8cb8aa825eda tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383889 Sep 30 08:04:49.991762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 28f481eb-ae7f-4fb6-bb50-0db3f497a434 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:04:49.992404 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 28f481eb-ae7f-4fb6-bb50-0db3f497a434 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:04:49.997978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da239c-a9bb-491b-929d-6a6d45564eec tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Pushing event deleted for resources: {'Port': ['ID=72e6a454-7395-4ee4-b81c-c4799ab52e4d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:50.047719 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e09b04-3f3e-46f9-afc7-44106756d22c req-ea0374af-7aa0-4dad-935c-83b141ae954e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:50.055593 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-20e09b04-3f3e-46f9-afc7-44106756d22c req-ea0374af-7aa0-4dad-935c-83b141ae954e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 951 time: 0.1637855 Sep 30 08:04:50.118908 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2da239c-a9bb-491b-929d-6a6d45564eec tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:50.122077 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2da239c-a9bb-491b-929d-6a6d45564eec tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:50.126367 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d2da239c-a9bb-491b-929d-6a6d45564eec tempest-ServersWithSpecificFlavorTestJSON-814138347 tempest-ServersWithSpecificFlavorTestJSON-814138347-project] 10.222.0.24 "DELETE /v2.0/floatingips/8fc92ce5-c5d6-4213-9246-2d52a261fce9 HTTP/1.1" status: 204 len: 168 time: 1.3174098 Sep 30 08:04:50.126493 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-3735eb01-662a-4f57-b703-1731b9a4cc7f service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959487 Sep 30 08:04:50.129689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'name': 'network-vif-deleted', 'tag': '9b9f757f-e980-4507-8389-974130932a9e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:50.132161 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f59e34f-75b0-4aa1-b90a-9f99182639dc" -d '{"events": [{"server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "name": "network-vif-deleted", "tag": "9b9f757f-e980-4507-8389-974130932a9e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:50.132648 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8017a6c-bc12-4f82-b4dc-7275ad7212fe tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:50.133014 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8017a6c-bc12-4f82-b4dc-7275ad7212fe tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:50.148012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a8017a6c-bc12-4f82-b4dc-7275ad7212fe tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Calling delete_port for 89404efc-dc2b-4762-a404-989efd473563 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:50.181238 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-20e09b04-3f3e-46f9-afc7-44106756d22c req-f1e3f12c-b334-4e90-b568-61203b815b52 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246209 Sep 30 08:04:50.190867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab310e3-83d8-4c94-83f0-606bc6341cc5 req-10eef9c5-32de-4b9a-b3ce-824b20c10d1d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:50.192411 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cab310e3-83d8-4c94-83f0-606bc6341cc5 req-10eef9c5-32de-4b9a-b3ce-824b20c10d1d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 945 time: 0.1280689 Sep 30 08:04:50.258854 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cab310e3-83d8-4c94-83f0-606bc6341cc5 req-ba731447-d15f-4764-95ad-e196fb046cff tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508475 Sep 30 08:04:50.317517 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8017a6c-bc12-4f82-b4dc-7275ad7212fe tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:50.352863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8017a6c-bc12-4f82-b4dc-7275ad7212fe tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Pushing event deleted for resources: {'Port': ['ID=89404efc-dc2b-4762-a404-989efd473563,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:50.452454 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809adb4-7f0f-4f29-b9be-e6e26bbaafb5 req-b2199f90-752e-445d-adfc-99ffd610bf3b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:50.460255 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1809adb4-7f0f-4f29-b9be-e6e26bbaafb5 req-b2199f90-752e-445d-adfc-99ffd610bf3b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 946 time: 0.1103051 Sep 30 08:04:50.510506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fb27b-8d05-4c96-85ed-2062ce513974 req-66b13b1e-6b93-4ad4-a17d-16afbc989675 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:50.520171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af9fb27b-8d05-4c96-85ed-2062ce513974 req-66b13b1e-6b93-4ad4-a17d-16afbc989675 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 945 time: 0.1189981 Sep 30 08:04:50.549108 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1809adb4-7f0f-4f29-b9be-e6e26bbaafb5 req-6d596dce-d3a4-4459-9cff-d1c959ce305f tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878623 Sep 30 08:04:50.608360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af9fb27b-8d05-4c96-85ed-2062ce513974 req-4bb82f19-d4d8-45df-b827-df337159e255 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872843 Sep 30 08:04:50.660068 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c9704c-74b0-49c7-8bd4-4f70daf3c501 x-openstack-request-id: req-00c9704c-74b0-49c7-8bd4-4f70daf3c501 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:50.660344 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dffbc9-0817-444c-a127-2c5808cbbe28", "name": "network-vif-deleted", "tag": "9b9f757f-e980-4507-8389-974130932a9e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:50.660608 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00c9704c-74b0-49c7-8bd4-4f70daf3c501 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:50.661007 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dffbc9-0817-444c-a127-2c5808cbbe28', 'name': 'network-vif-deleted', 'tag': '9b9f757f-e980-4507-8389-974130932a9e', 'status': 'completed', 'code': 200} Sep 30 08:04:50.772892 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8017a6c-bc12-4f82-b4dc-7275ad7212fe tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:50.778518 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8017a6c-bc12-4f82-b4dc-7275ad7212fe tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:50.782802 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49242) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:04:50.784497 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a8017a6c-bc12-4f82-b4dc-7275ad7212fe tempest-ServersTestJSON-1760426094 tempest-ServersTestJSON-1760426094-project] 10.222.0.24 "DELETE /v2.0/floatingips/542e7ffe-7b90-42f8-afdd-c893a5ac77ac HTTP/1.1" status: 204 len: 168 time: 1.1431627 Sep 30 08:04:50.894265 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc090565-82f9-444f-a2ed-0c368912d878 req-7a042f09-9ff0-43f5-8f9f-16bcc76b8e76 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 210 time: 0.0591025 Sep 30 08:04:50.959124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d6126-6ffc-4a15-a862-4018734a641b req-d6afc577-2e1f-49f5-96c1-5b995cf1b015 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:50.960798 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df9d6126-6ffc-4a15-a862-4018734a641b req-d6afc577-2e1f-49f5-96c1-5b995cf1b015 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 946 time: 0.1244466 Sep 30 08:04:51.092659 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df9d6126-6ffc-4a15-a862-4018734a641b req-bbfaadc4-d588-4445-85cb-04d34d53dbc7 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174746 Sep 30 08:04:51.182136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24128801-5018-4fed-955c-04e2e62dc698 req-00a39f18-52e2-49ea-8cc1-cd0c4cd6da85 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:51.184288 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24128801-5018-4fed-955c-04e2e62dc698 req-00a39f18-52e2-49ea-8cc1-cd0c4cd6da85 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 951 time: 0.1501484 Sep 30 08:04:51.192284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49254) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:04:51.422468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f299b-f2eb-4081-9134-e2c38b63f226 req-2910e977-b69d-4ab3-922a-2c590258e96b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:51.423822 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-da8f299b-f2eb-4081-9134-e2c38b63f226 req-2910e977-b69d-4ab3-922a-2c590258e96b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 946 time: 0.2506826 Sep 30 08:04:51.445215 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fbf13-e226-4f24-ba51-a3d57e432b93 req-2b19ff5d-9921-4fbe-9d68-400701404f71 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:51.446833 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b7fbf13-e226-4f24-ba51-a3d57e432b93 req-2b19ff5d-9921-4fbe-9d68-400701404f71 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 951 time: 0.1736982 Sep 30 08:04:51.544112 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-24128801-5018-4fed-955c-04e2e62dc698 req-f25be5b0-f5fd-4522-9a35-4b3edb8efc33 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Deleting port d3b2dfb4-355b-41b6-a2e2-28be5a079fec {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:51.544530 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24128801-5018-4fed-955c-04e2e62dc698 req-f25be5b0-f5fd-4522-9a35-4b3edb8efc33 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:51.554513 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-da8f299b-f2eb-4081-9134-e2c38b63f226 req-a4ef1529-d96a-4e39-b0f3-864874a12547 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181753 Sep 30 08:04:51.572425 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b7fbf13-e226-4f24-ba51-a3d57e432b93 req-04c549b4-0abe-4933-b294-a85b48cfecfd tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150169 Sep 30 08:04:51.669145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21da4dea-ddda-4ac2-944d-52dd4ab0f200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:51.757371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-24128801-5018-4fed-955c-04e2e62dc698 req-f25be5b0-f5fd-4522-9a35-4b3edb8efc33 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] For port d3b2dfb4-355b-41b6-a2e2-28be5a079fec, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:51.758531 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24128801-5018-4fed-955c-04e2e62dc698 req-f25be5b0-f5fd-4522-9a35-4b3edb8efc33 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:51.798056 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-24128801-5018-4fed-955c-04e2e62dc698 req-f25be5b0-f5fd-4522-9a35-4b3edb8efc33 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Calling delete_port for d3b2dfb4-355b-41b6-a2e2-28be5a079fec owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:51.877686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474a769-e2d0-473f-bfb7-46ae77d5eb00 req-4a4387bf-a5bd-4f11-bec4-2af12f5f1d9d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:51.884816 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8474a769-e2d0-473f-bfb7-46ae77d5eb00 req-4a4387bf-a5bd-4f11-bec4-2af12f5f1d9d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 945 time: 0.2132387 Sep 30 08:04:51.987284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-21da4dea-ddda-4ac2-944d-52dd4ab0f200 admin admin] Deleting port b362308f-afe0-4a52-88d5-da67393fb908 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:51.987661 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21da4dea-ddda-4ac2-944d-52dd4ab0f200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:52.014927 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8474a769-e2d0-473f-bfb7-46ae77d5eb00 req-b5597512-525f-4fd5-9cc4-8af8155eed0d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291673 Sep 30 08:04:52.025319 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10be2e3c-bfe1-4417-b0d8-31b64c8cd1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:52.081834 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2862c9-ad8c-49ca-b62a-3d64dc79c281 req-b425ae55-0f71-4a54-8dfb-59489de248a1 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:52.083348 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e2862c9-ad8c-49ca-b62a-3d64dc79c281 req-b425ae55-0f71-4a54-8dfb-59489de248a1 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 945 time: 0.1560454 Sep 30 08:04:52.101739 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-21da4dea-ddda-4ac2-944d-52dd4ab0f200 admin admin] For port b362308f-afe0-4a52-88d5-da67393fb908, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b362308f-afe0-4a52-88d5-da67393fb908,segment=NetworkSegment(f2bea4ae-530c-4238-8e19-ad84a770a171),segment_id=f2bea4ae-530c-4238-8e19-ad84a770a171)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:52.102111 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21da4dea-ddda-4ac2-944d-52dd4ab0f200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:52.116736 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-21da4dea-ddda-4ac2-944d-52dd4ab0f200 admin admin] Calling delete_port for b362308f-afe0-4a52-88d5-da67393fb908 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:52.199779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e2862c9-ad8c-49ca-b62a-3d64dc79c281 req-8084aa22-5bbd-4e01-bbbf-0a79836db81d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061332 Sep 30 08:04:52.218501 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24128801-5018-4fed-955c-04e2e62dc698 req-f25be5b0-f5fd-4522-9a35-4b3edb8efc33 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:52.232496 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['98d33256-ecf2-4bfe-9a97-7d4afde340f0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:52.292457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['90964885-bc3d-4d3b-894b-ff2a2e11e652'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:52.338381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42928e64-19c7-4a57-b109-ff6aa040ee26 req-00341e6d-af07-4f7e-817b-1b805f1b5b33 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec488792-44ed-4cdc-8996-861d03261d31 HTTP/1.1" status: 200 len: 210 time: 0.0871627 Sep 30 08:04:52.384131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25be5b0-f5fd-4522-9a35-4b3edb8efc33 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Pushing event deleted for resources: {'Port': ['ID=d3b2dfb4-355b-41b6-a2e2-28be5a079fec,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:52.471095 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21da4dea-ddda-4ac2-944d-52dd4ab0f200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:52.524328 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da4dea-ddda-4ac2-944d-52dd4ab0f200 admin admin] Pushing event deleted for resources: {'Port': ['ID=b362308f-afe0-4a52-88d5-da67393fb908,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:52.556966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-24128801-5018-4fed-955c-04e2e62dc698 req-f25be5b0-f5fd-4522-9a35-4b3edb8efc33 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] No DVR routers for this DVR port d3b2dfb4-355b-41b6-a2e2-28be5a079fec on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:04:52.566009 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24128801-5018-4fed-955c-04e2e62dc698 req-f25be5b0-f5fd-4522-9a35-4b3edb8efc33 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:52.568517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24128801-5018-4fed-955c-04e2e62dc698 req-f25be5b0-f5fd-4522-9a35-4b3edb8efc33 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "DELETE /v2.0/ports/d3b2dfb4-355b-41b6-a2e2-28be5a079fec HTTP/1.1" status: 204 len: 173 time: 1.3738284 Sep 30 08:04:52.627748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba55f5-1b03-4e44-b8e0-3a04e927fd48 req-e2e28dcb-e3d5-42cb-82c5-88d7ac157255 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:52.644598 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2ba55f5-1b03-4e44-b8e0-3a04e927fd48 req-e2e28dcb-e3d5-42cb-82c5-88d7ac157255 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 945 time: 0.2981210 Sep 30 08:04:52.666747 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66521610-d06f-4ed3-a788-dfafac31a4b4', 'name': 'network-vif-deleted', 'tag': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:52.669537 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a695e550-6f5d-459b-861e-5d0a8e9f29a2" -d '{"events": [{"server_uuid": "66521610-d06f-4ed3-a788-dfafac31a4b4", "name": "network-vif-deleted", "tag": "d3b2dfb4-355b-41b6-a2e2-28be5a079fec"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:52.696611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33786950-9d77-4337-91b3-78222f610d74 req-5af1cae6-6beb-41bc-8fc7-e6880d71f2be tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:52.705885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33786950-9d77-4337-91b3-78222f610d74 req-5af1cae6-6beb-41bc-8fc7-e6880d71f2be tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 946 time: 0.2407825 Sep 30 08:04:52.774984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2ba55f5-1b03-4e44-b8e0-3a04e927fd48 req-32cdc980-b2d8-4950-8426-f156b34988b7 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157744 Sep 30 08:04:52.888689 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33786950-9d77-4337-91b3-78222f610d74 req-b30ab5f4-2768-4975-9c88-acf0ecc2b759 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818502 Sep 30 08:04:52.910359 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-10be2e3c-bfe1-4417-b0d8-31b64c8cd1ab admin admin] Deleting port efe5f67b-3471-4927-9aa0-864f17c5d5bc {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:52.910706 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10be2e3c-bfe1-4417-b0d8-31b64c8cd1ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:52.939072 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21da4dea-ddda-4ac2-944d-52dd4ab0f200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:53.042531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-10be2e3c-bfe1-4417-b0d8-31b64c8cd1ab admin admin] For port efe5f67b-3471-4927-9aa0-864f17c5d5bc, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=efe5f67b-3471-4927-9aa0-864f17c5d5bc,segment=NetworkSegment(7a2a5505-be05-4ae2-9dfe-adbf80130a9c),segment_id=7a2a5505-be05-4ae2-9dfe-adbf80130a9c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:53.043754 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10be2e3c-bfe1-4417-b0d8-31b64c8cd1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:53.060837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-10be2e3c-bfe1-4417-b0d8-31b64c8cd1ab admin admin] Calling delete_port for efe5f67b-3471-4927-9aa0-864f17c5d5bc owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:53.075361 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83df8c54-d2a7-418b-b681-31677906ecf5 x-openstack-request-id: req-83df8c54-d2a7-418b-b681-31677906ecf5 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:53.075825 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66521610-d06f-4ed3-a788-dfafac31a4b4", "name": "network-vif-deleted", "tag": "d3b2dfb4-355b-41b6-a2e2-28be5a079fec", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:53.076240 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83df8c54-d2a7-418b-b681-31677906ecf5 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:53.076639 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66521610-d06f-4ed3-a788-dfafac31a4b4', 'name': 'network-vif-deleted', 'tag': 'd3b2dfb4-355b-41b6-a2e2-28be5a079fec', 'status': 'completed', 'code': 200} Sep 30 08:04:53.106540 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02f99a4e-20ad-46ff-a245-0fcdff3c7577 req-2568efde-e068-42c5-b442-21d455ada8fc tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=66521610-d06f-4ed3-a788-dfafac31a4b4 HTTP/1.1" status: 200 len: 210 time: 0.0290403 Sep 30 08:04:53.248329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21da4dea-ddda-4ac2-944d-52dd4ab0f200 admin admin] Router 71265e85-b728-4762-80db-05242b67da7a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:04:53.414152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21da4dea-ddda-4ac2-944d-52dd4ab0f200 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:04:53.423528 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-21da4dea-ddda-4ac2-944d-52dd4ab0f200 admin admin] 10.222.0.24 "PUT /v2.0/routers/71265e85-b728-4762-80db-05242b67da7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2301733 Sep 30 08:04:53.426319 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:04:53.431015 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8237de2-b831-497d-8653-d27bbcae40c2 None None] Sync routers for ids ['71265e85-b728-4762-80db-05242b67da7a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:04:53.454160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8237de2-b831-497d-8653-d27bbcae40c2 None None] Routers {'71265e85-b728-4762-80db-05242b67da7a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:04:53.454778 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e8237de2-b831-497d-8653-d27bbcae40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:04:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71265e85-b728-4762-80db-05242b67da7a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:53.460357 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5f5b7-9cb2-431c-a8d8-445c177c4fe9 req-5c660000-64f5-4129-b6d5-c21841a39c06 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:53.463478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ad5f5b7-9cb2-431c-a8d8-445c177c4fe9 req-5c660000-64f5-4129-b6d5-c21841a39c06 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 945 time: 0.1147988 Sep 30 08:04:53.480806 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10be2e3c-bfe1-4417-b0d8-31b64c8cd1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:53.547639 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be2e3c-bfe1-4417-b0d8-31b64c8cd1ab admin admin] Pushing event deleted for resources: {'Port': ['ID=efe5f67b-3471-4927-9aa0-864f17c5d5bc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:53.559368 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-406a60fa-5c68-4e00-baef-66d7d9c61225 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:53.673825 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e8237de2-b831-497d-8653-d27bbcae40c2 None None] Set router 71265e85-b728-4762-80db-05242b67da7a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:04:53.818718 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-406a60fa-5c68-4e00-baef-66d7d9c61225 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:53.887967 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d3b2dfb4-355b-41b6-a2e2-28be5a079fec no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:53.899199 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-406a60fa-5c68-4e00-baef-66d7d9c61225 admin admin] Deleting port fc0559b5-a213-4046-988b-e0a283c74355 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:53.899537 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-406a60fa-5c68-4e00-baef-66d7d9c61225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:53.939657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: d3b2dfb4-355b-41b6-a2e2-28be5a079fec {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:04:53.940025 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d3b2dfb4-355b-41b6-a2e2-28be5a079fec not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:04:53.940489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:54.001526 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-406a60fa-5c68-4e00-baef-66d7d9c61225 admin admin] For port fc0559b5-a213-4046-988b-e0a283c74355, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fc0559b5-a213-4046-988b-e0a283c74355,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:54.001906 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-406a60fa-5c68-4e00-baef-66d7d9c61225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:54.011243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb33ee-a0d5-4ecf-a00d-8eb15666f27b req-bf3551e1-6a0d-4677-a9d7-1058c6b75cbb tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:54.016620 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-406a60fa-5c68-4e00-baef-66d7d9c61225 admin admin] Calling delete_port for fc0559b5-a213-4046-988b-e0a283c74355 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:54.021382 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7cb33ee-a0d5-4ecf-a00d-8eb15666f27b req-bf3551e1-6a0d-4677-a9d7-1058c6b75cbb tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 945 time: 0.6380394 Sep 30 08:04:54.053554 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e8237de2-b831-497d-8653-d27bbcae40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T08:04:52Z', 'revision_number': 5, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port': {'id': 'fc0559b5-a213-4046-988b-e0a283c74355', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71265e85-b728-4762-80db-05242b67da7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T07:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:54.120357 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7cb33ee-a0d5-4ecf-a00d-8eb15666f27b req-425837b2-e698-4e0b-97f0-914a3640de06 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833452 Sep 30 08:04:54.141650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f503467-dd82-4854-8652-a2b668369940 req-85be36d9-5851-4cf4-b49b-4a706fb62a9e tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:54.143439 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f503467-dd82-4854-8652-a2b668369940 req-85be36d9-5851-4cf4-b49b-4a706fb62a9e tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 946 time: 0.6787429 Sep 30 08:04:54.224921 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-406a60fa-5c68-4e00-baef-66d7d9c61225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:54.266675 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8237de2-b831-497d-8653-d27bbcae40c2 None None] Checking router: 71265e85-b728-4762-80db-05242b67da7a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:04:54.274583 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:54.301480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a60fa-5c68-4e00-baef-66d7d9c61225 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0559b5-a213-4046-988b-e0a283c74355,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:54.303731 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10be2e3c-bfe1-4417-b0d8-31b64c8cd1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:54.315083 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8237de2-b831-497d-8653-d27bbcae40c2 None None] Routers {'71265e85-b728-4762-80db-05242b67da7a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:04:54.315888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e8237de2-b831-497d-8653-d27bbcae40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:04:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71265e85-b728-4762-80db-05242b67da7a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:54.400352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdcc6d9-fd51-4f65-bdc3-96f84f90711a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed9c6dfe-5868-40bf-8518-72cc3f79b5e7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:54.403872 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf0b46e-3b2d-4aa3-8e96-5f33ebb22423" -d '{"events": [{"server_uuid": "bbdcc6d9-fd51-4f65-bdc3-96f84f90711a", "name": "network-vif-unplugged", "status": "completed", "tag": "ed9c6dfe-5868-40bf-8518-72cc3f79b5e7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:54.455418 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e8237de2-b831-497d-8653-d27bbcae40c2 None None] Set router 71265e85-b728-4762-80db-05242b67da7a gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:04:54.456921 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-406a60fa-5c68-4e00-baef-66d7d9c61225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:54.461972 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port ed9c6dfe-5868-40bf-8518-72cc3f79b5e7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=ed9c6dfe-5868-40bf-8518-72cc3f79b5e7,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:54.472873 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ad5f5b7-9cb2-431c-a8d8-445c177c4fe9 req-2fe4c764-5162-4490-bf05-ab5983f3157f tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9808097 Sep 30 08:04:54.490821 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:54.533021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-8f503467-dd82-4854-8652-a2b668369940 req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Deleting port ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:54.533384 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f503467-dd82-4854-8652-a2b668369940 req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:54.542093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e8237de2-b831-497d-8653-d27bbcae40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T08:04:54Z', 'revision_number': 7, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:54.555270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ffa0e-3a18-46a8-8d00-d94119fc0aed req-4a132fd3-78fb-440a-b554-5a4020302e8b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:54.556715 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d0ffa0e-3a18-46a8-8d00-d94119fc0aed req-4a132fd3-78fb-440a-b554-5a4020302e8b tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 946 time: 0.2431195 Sep 30 08:04:54.594735 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8237de2-b831-497d-8653-d27bbcae40c2 None None] The sync data for ids ['71265e85-b728-4762-80db-05242b67da7a'] in n-d-807359-2 is: [{'id': '71265e85-b728-4762-80db-05242b67da7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229620769-router', 'tenant_id': '28da63c1dc59482bb1a1e2e0060695fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T07:59:52Z', 'updated_at': '2021-09-30T08:04:54Z', 'revision_number': 7, 'project_id': '28da63c1dc59482bb1a1e2e0060695fe', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:04:54.634260 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=ed9c6dfe-5868-40bf-8518-72cc3f79b5e7,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:54.641486 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-406a60fa-5c68-4e00-baef-66d7d9c61225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:54.643345 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-406a60fa-5c68-4e00-baef-66d7d9c61225 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:54.692502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d0ffa0e-3a18-46a8-8d00-d94119fc0aed req-cdc046e6-6e07-4bcc-9b44-94a55d579c67 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd9f9bdb-d66b-4955-8981-51bff7728c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894072 Sep 30 08:04:54.696002 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-406a60fa-5c68-4e00-baef-66d7d9c61225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:54.696761 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406a60fa-5c68-4e00-baef-66d7d9c61225 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71265e85-b728-4762-80db-05242b67da7a {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:04:54.703080 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-406a60fa-5c68-4e00-baef-66d7d9c61225 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:54.704635 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-406a60fa-5c68-4e00-baef-66d7d9c61225 admin admin] 10.222.0.24 "DELETE /v2.0/routers/71265e85-b728-4762-80db-05242b67da7a HTTP/1.1" status: 204 len: 168 time: 1.2719939 Sep 30 08:04:54.707035 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49306) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:04:54.718145 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b171e845-7862-42e0-b01f-2bb20dc427db x-openstack-request-id: req-b171e845-7862-42e0-b01f-2bb20dc427db {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:54.718648 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdcc6d9-fd51-4f65-bdc3-96f84f90711a", "name": "network-vif-unplugged", "status": "completed", "tag": "ed9c6dfe-5868-40bf-8518-72cc3f79b5e7", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:54.718961 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b171e845-7862-42e0-b01f-2bb20dc427db {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:54.719362 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdcc6d9-fd51-4f65-bdc3-96f84f90711a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed9c6dfe-5868-40bf-8518-72cc3f79b5e7', 'code': 200} Sep 30 08:04:54.765632 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef937ede-3c85-4179-9c78-cf3051a38488 admin admin] Deleting subnet a6eae367-e63e-468e-b670-66f47b5bf007 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:04:54.769335 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef937ede-3c85-4179-9c78-cf3051a38488 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:54.812677 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef937ede-3c85-4179-9c78-cf3051a38488 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:54.897461 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a75d40-9014-4388-b460-18729d009faf req-ce38a525-fc70-4499-8be5-7f1f80d0f4c0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:54.898671 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05a75d40-9014-4388-b460-18729d009faf req-ce38a525-fc70-4499-8be5-7f1f80d0f4c0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.36 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 945 time: 0.1686125 Sep 30 08:04:54.910630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8f503467-dd82-4854-8652-a2b668369940 req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] For port ed9c6dfe-5868-40bf-8518-72cc3f79b5e7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=ed9c6dfe-5868-40bf-8518-72cc3f79b5e7,segment=NetworkSegment(8b2bfaa0-9002-4d63-85fe-09b873bb757f),segment_id=8b2bfaa0-9002-4d63-85fe-09b873bb757f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:54.911010 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f503467-dd82-4854-8652-a2b668369940 req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:54.932265 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef937ede-3c85-4179-9c78-cf3051a38488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:54.957265 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-8f503467-dd82-4854-8652-a2b668369940 req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Calling delete_port for ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:55.006060 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef937ede-3c85-4179-9c78-cf3051a38488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:55.026755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cc99d0-58d4-4a6e-8933-9ce8ecadb5d2 None None] Network c693cec2-10a8-4bc9-9dc9-ec670a2edec6 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:04:55.071074 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef937ede-3c85-4179-9c78-cf3051a38488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:55.077665 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ef937ede-3c85-4179-9c78-cf3051a38488 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a6eae367-e63e-468e-b670-66f47b5bf007 HTTP/1.1" status: 204 len: 168 time: 0.3670046 Sep 30 08:04:55.079773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49310) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:04:55.142478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10be2e3c-bfe1-4417-b0d8-31b64c8cd1ab admin admin] Router e591f7be-cf34-4c07-95e1-327dc88edcb8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:04:55.153412 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f19c6-e04b-4daf-9d34-437b5ca4573d req-5a374a1b-6192-456d-9320-f37ef151e6e4 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:55.156490 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-140f19c6-e04b-4daf-9d34-437b5ca4573d req-5a374a1b-6192-456d-9320-f37ef151e6e4 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.1521578 Sep 30 08:04:55.198355 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:55.203936 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef937ede-3c85-4179-9c78-cf3051a38488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6eae367-e63e-468e-b670-66f47b5bf007,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:55.271940 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Deleting port df82d318-efab-4d57-bcf6-c383bd2974fa {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:55.271940 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:55.282440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-140f19c6-e04b-4daf-9d34-437b5ca4573d req-ff219c75-7b30-4135-8174-0d505d438279 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106110 Sep 30 08:04:55.294504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-05a75d40-9014-4388-b460-18729d009faf req-05e28cef-65a0-4988-94b6-f25d314d0790 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Deleting port 3c973af0-e420-4cd0-842f-30ba5a466f4a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:55.294859 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-05a75d40-9014-4388-b460-18729d009faf req-05e28cef-65a0-4988-94b6-f25d314d0790 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:55.343040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] For port df82d318-efab-4d57-bcf6-c383bd2974fa, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=df82d318-efab-4d57-bcf6-c383bd2974fa,segment=NetworkSegment(f2bea4ae-530c-4238-8e19-ad84a770a171),segment_id=f2bea4ae-530c-4238-8e19-ad84a770a171)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:55.343527 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:55.361232 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Calling delete_port for df82d318-efab-4d57-bcf6-c383bd2974fa owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:55.467117 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:55.478577 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b314db1-ba24-4f4f-85a4-847c2c37365a None None] DHCP port deletion for c693cec2-10a8-4bc9-9dc9-ec670a2edec6 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:04:55.487154 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f503467-dd82-4854-8652-a2b668369940 req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:55.517758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=df82d318-efab-4d57-bcf6-c383bd2974fa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:55.548228 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.548698 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.549422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.549979 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.550348 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.550772 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.551471 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.552719 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.552997 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.553307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Pushing event deleted for resources: {'Port': ['ID=ed9c6dfe-5868-40bf-8518-72cc3f79b5e7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:55.553422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.553803 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.554191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.562470 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] No DVR routers for this DVR port df82d318-efab-4d57-bcf6-c383bd2974fa on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:04:55.562940 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10be2e3c-bfe1-4417-b0d8-31b64c8cd1ab admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:04:55.573278 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-10be2e3c-bfe1-4417-b0d8-31b64c8cd1ab admin admin] 10.222.0.24 "PUT /v2.0/routers/e591f7be-cf34-4c07-95e1-327dc88edcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7849233 Sep 30 08:04:55.574182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-05a75d40-9014-4388-b460-18729d009faf req-05e28cef-65a0-4988-94b6-f25d314d0790 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] For port 3c973af0-e420-4cd0-842f-30ba5a466f4a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3c973af0-e420-4cd0-842f-30ba5a466f4a,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:55.574558 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-05a75d40-9014-4388-b460-18729d009faf req-05e28cef-65a0-4988-94b6-f25d314d0790 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:55.578115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49320) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:04:55.587525 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4e051-06a1-457e-934c-71a7fec2b59e None None] Sync routers for ids ['e591f7be-cf34-4c07-95e1-327dc88edcb8'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:04:55.599787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.600186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.600527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.600975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.601179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.601513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.602017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.602160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.602567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.602804 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.603125 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.603496 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:04:55.607757 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb4e051-06a1-457e-934c-71a7fec2b59e None None] Routers {'e591f7be-cf34-4c07-95e1-327dc88edcb8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:04:55.608648 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1cb4e051-06a1-457e-934c-71a7fec2b59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:04:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e591f7be-cf34-4c07-95e1-327dc88edcb8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:55.670586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-05a75d40-9014-4388-b460-18729d009faf req-05e28cef-65a0-4988-94b6-f25d314d0790 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Calling delete_port for 3c973af0-e420-4cd0-842f-30ba5a466f4a owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:55.680014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f80d0-01fd-4020-a144-d2a4efa194e3 req-76abf58f-36f5-4e54-8c09-eb86d45be504 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:55.687620 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b5f80d0-01fd-4020-a144-d2a4efa194e3 req-76abf58f-36f5-4e54-8c09-eb86d45be504 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 945 time: 0.4165313 Sep 30 08:04:55.703581 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b362308f-afe0-4a52-88d5-da67393fb908 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:55.720155 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:55.751840 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c693cec2-10a8-4bc9-9dc9-ec670a2edec6']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:55.754077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: b362308f-afe0-4a52-88d5-da67393fb908 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:04:55.754077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b362308f-afe0-4a52-88d5-da67393fb908 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:04:55.754660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device df82d318-efab-4d57-bcf6-c383bd2974fa no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:55.761134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f503467-dd82-4854-8652-a2b668369940 req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] No DVR routers for this DVR port ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:04:55.763224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bea4ae-530c-4238-8e19-ad84a770a171') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:55.763525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bea4ae-530c-4238-8e19-ad84a770a171') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:55.767229 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f503467-dd82-4854-8652-a2b668369940 req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:55.769277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f503467-dd82-4854-8652-a2b668369940 req-cf0e5ea8-4e82-441d-bb56-a0a7ffdeef09 tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.35 "DELETE /v2.0/ports/ed9c6dfe-5868-40bf-8518-72cc3f79b5e7 HTTP/1.1" status: 204 len: 173 time: 1.4470155 Sep 30 08:04:55.771661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdcc6d9-fd51-4f65-bdc3-96f84f90711a', 'name': 'network-vif-deleted', 'tag': 'ed9c6dfe-5868-40bf-8518-72cc3f79b5e7'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:55.774342 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18d5217-3afd-4989-9b1a-c7cd78544a1b" -d '{"events": [{"server_uuid": "bbdcc6d9-fd51-4f65-bdc3-96f84f90711a", "name": "network-vif-deleted", "tag": "ed9c6dfe-5868-40bf-8518-72cc3f79b5e7"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:55.790876 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:55.811933 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:55.820312 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:04:55.820776 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:04:55.823128 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:04:55.832802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: df82d318-efab-4d57-bcf6-c383bd2974fa {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:04:55.833405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device df82d318-efab-4d57-bcf6-c383bd2974fa not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:04:55.833982 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fc0559b5-a213-4046-988b-e0a283c74355 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:55.860013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: fc0559b5-a213-4046-988b-e0a283c74355 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:04:55.860728 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fc0559b5-a213-4046-988b-e0a283c74355 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:04:55.897536 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1cb4e051-06a1-457e-934c-71a7fec2b59e None None] Set router e591f7be-cf34-4c07-95e1-327dc88edcb8 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:04:55.897856 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b5f80d0-01fd-4020-a144-d2a4efa194e3 req-d000342f-903d-46df-8ec5-7ae30daa50b6 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094309 Sep 30 08:04:55.929433 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316777c4-b5e8-408f-b302-630c7770d4bd req-d21b06e5-9fd0-4918-82c5-372f75dc2e9e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:55.938001 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-316777c4-b5e8-408f-b302-630c7770d4bd req-d21b06e5-9fd0-4918-82c5-372f75dc2e9e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 945 time: 0.2785764 Sep 30 08:04:55.978925 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67fb-a0b8-4c76-89ed-3bfdca6d6573 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:56.022427 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:56.054870 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:56.061738 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c693cec2-10a8-4bc9-9dc9-ec670a2edec6 HTTP/1.1" status: 204 len: 168 time: 0.9751041 Sep 30 08:04:56.062697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07029b-7854-4213-81df-4a11d000f9b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c693cec2-10a8-4bc9-9dc9-ec670a2edec6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:56.065245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49328) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:04:56.232579 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-316777c4-b5e8-408f-b302-630c7770d4bd req-596ccd7e-7743-4273-9626-a2df3e622014 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935169 Sep 30 08:04:56.332146 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1cb4e051-06a1-457e-934c-71a7fec2b59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'name': 'tempest-ServersTestJSON-313719193-router', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:04:53Z', 'revision_number': 5, 'project_id': 'aab592c024964189951f6130a08b730f', 'gw_port': {'id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:56.338487 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260b0e1f-6e79-4c2d-9f08-6005ca04202c x-openstack-request-id: req-260b0e1f-6e79-4c2d-9f08-6005ca04202c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:56.338969 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdcc6d9-fd51-4f65-bdc3-96f84f90711a", "name": "network-vif-deleted", "tag": "ed9c6dfe-5868-40bf-8518-72cc3f79b5e7", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:56.339276 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-260b0e1f-6e79-4c2d-9f08-6005ca04202c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:56.341107 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdcc6d9-fd51-4f65-bdc3-96f84f90711a', 'name': 'network-vif-deleted', 'tag': 'ed9c6dfe-5868-40bf-8518-72cc3f79b5e7', 'status': 'completed', 'code': 200} Sep 30 08:04:56.395480 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4e051-06a1-457e-934c-71a7fec2b59e None None] Checking router: e591f7be-cf34-4c07-95e1-327dc88edcb8 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:04:56.397867 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecdbd024-ee29-4930-aabf-2fa0e046c887 req-18f40dfa-ecf6-4bca-aaa8-262eb12a0baf tempest-ServerDiskConfigTestJSON-754622596 tempest-ServerDiskConfigTestJSON-754622596-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbdcc6d9-fd51-4f65-bdc3-96f84f90711a HTTP/1.1" status: 200 len: 210 time: 0.2167253 Sep 30 08:04:56.409797 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-05a75d40-9014-4388-b460-18729d009faf req-05e28cef-65a0-4988-94b6-f25d314d0790 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:56.427097 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb4e051-06a1-457e-934c-71a7fec2b59e None None] Routers {'e591f7be-cf34-4c07-95e1-327dc88edcb8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:04:56.427330 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:56.428228 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1cb4e051-06a1-457e-934c-71a7fec2b59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:04:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e591f7be-cf34-4c07-95e1-327dc88edcb8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:56.603437 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1cb4e051-06a1-457e-934c-71a7fec2b59e None None] Set router e591f7be-cf34-4c07-95e1-327dc88edcb8 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:04:56.685406 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d6f23be-dfb5-4989-8b80-d6913a69d167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:56.864164 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1cb4e051-06a1-457e-934c-71a7fec2b59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'name': 'tempest-ServersTestJSON-313719193-router', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:04:53Z', 'revision_number': 5, 'project_id': 'aab592c024964189951f6130a08b730f', 'gw_port': {'id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:56.895589 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4e051-06a1-457e-934c-71a7fec2b59e None None] The sync data for ids ['e591f7be-cf34-4c07-95e1-327dc88edcb8'] in n-d-807359-2 is: [{'id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'name': 'tempest-ServersTestJSON-313719193-router', 'tenant_id': 'aab592c024964189951f6130a08b730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:04:53Z', 'revision_number': 5, 'project_id': 'aab592c024964189951f6130a08b730f', 'gw_port': {'id': '78bbb6ef-62c2-4d11-bf12-843951a8663f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591f7be-cf34-4c07-95e1-327dc88edcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:23Z', 'updated_at': '2021-09-30T08:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:04:56.920909 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e28cef-65a0-4988-94b6-f25d314d0790 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Pushing event deleted for resources: {'Port': ['ID=3c973af0-e420-4cd0-842f-30ba5a466f4a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:56.980905 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67fb-a0b8-4c76-89ed-3bfdca6d6573 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:57.009302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a75d40-9014-4388-b460-18729d009faf req-05e28cef-65a0-4988-94b6-f25d314d0790 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] No DVR routers for this DVR port 3c973af0-e420-4cd0-842f-30ba5a466f4a on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:04:57.013725 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-05a75d40-9014-4388-b460-18729d009faf req-05e28cef-65a0-4988-94b6-f25d314d0790 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:57.016054 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05a75d40-9014-4388-b460-18729d009faf req-05e28cef-65a0-4988-94b6-f25d314d0790 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.36 "DELETE /v2.0/ports/3c973af0-e420-4cd0-842f-30ba5a466f4a HTTP/1.1" status: 204 len: 173 time: 2.1025081 Sep 30 08:04:57.085224 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ab737-acb1-405d-b1dd-448bfcae620e req-61cc37b3-c2cb-488a-9590-87ae47df2a49 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:57.093432 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c85ab737-acb1-405d-b1dd-448bfcae620e req-61cc37b3-c2cb-488a-9590-87ae47df2a49 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.6501637 Sep 30 08:04:57.102484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c32ff5-6f9a-4035-800c-8ba5ae3f2171 req-993b95ad-54d2-4eda-9b7c-59fb2843f407 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:57.104334 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43c32ff5-6f9a-4035-800c-8ba5ae3f2171 req-993b95ad-54d2-4eda-9b7c-59fb2843f407 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 949 time: 0.7110634 Sep 30 08:04:57.119716 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d324da95-5b25-4d18-b5b0-e78ad0aa0fd0 req-9e90801e-bed1-409a-a418-bc295d6c72f4 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=02771fbb-1f68-47a3-bc95-c2df774381d6 HTTP/1.1" status: 200 len: 210 time: 0.1134741 Sep 30 08:04:57.268939 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c85ab737-acb1-405d-b1dd-448bfcae620e req-7e842a66-6fbc-458a-b6f4-2644e7e1f431 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746299 Sep 30 08:04:57.329520 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-43c32ff5-6f9a-4035-800c-8ba5ae3f2171 req-41534a4d-d9e4-42e0-b7ae-0a22798bd76e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Deleting port 90964885-bc3d-4d3b-894b-ff2a2e11e652 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:57.330117 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-43c32ff5-6f9a-4035-800c-8ba5ae3f2171 req-41534a4d-d9e4-42e0-b7ae-0a22798bd76e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:57.372569 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f23be-dfb5-4989-8b80-d6913a69d167 admin admin] Deleting port 9f7b255f-8bcf-43da-b45e-f6e354b1164a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:57.373113 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d6f23be-dfb5-4989-8b80-d6913a69d167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:57.472687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-43c32ff5-6f9a-4035-800c-8ba5ae3f2171 req-41534a4d-d9e4-42e0-b7ae-0a22798bd76e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] For port 90964885-bc3d-4d3b-894b-ff2a2e11e652, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=90964885-bc3d-4d3b-894b-ff2a2e11e652,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:57.473062 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-43c32ff5-6f9a-4035-800c-8ba5ae3f2171 req-41534a4d-d9e4-42e0-b7ae-0a22798bd76e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:57.492778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-43c32ff5-6f9a-4035-800c-8ba5ae3f2171 req-41534a4d-d9e4-42e0-b7ae-0a22798bd76e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Calling delete_port for 90964885-bc3d-4d3b-894b-ff2a2e11e652 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:57.577887 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0d6f23be-dfb5-4989-8b80-d6913a69d167 admin admin] For port 9f7b255f-8bcf-43da-b45e-f6e354b1164a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9f7b255f-8bcf-43da-b45e-f6e354b1164a,segment=NetworkSegment(1e63c5bb-420d-41d4-80b2-ec4f36ffe78a),segment_id=1e63c5bb-420d-41d4-80b2-ec4f36ffe78a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:57.578443 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d6f23be-dfb5-4989-8b80-d6913a69d167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:57.629621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f23be-dfb5-4989-8b80-d6913a69d167 admin admin] Calling delete_port for 9f7b255f-8bcf-43da-b45e-f6e354b1164a owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:57.631439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f67fb-a0b8-4c76-89ed-3bfdca6d6573 admin admin] Deleting port 78bbb6ef-62c2-4d11-bf12-843951a8663f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:04:57.632243 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67fb-a0b8-4c76-89ed-3bfdca6d6573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:57.707304 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device efe5f67b-3471-4927-9aa0-864f17c5d5bc no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:57.749744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: efe5f67b-3471-4927-9aa0-864f17c5d5bc {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:04:57.750609 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device efe5f67b-3471-4927-9aa0-864f17c5d5bc not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:04:57.782377 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49352) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:04:57.786444 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-43c32ff5-6f9a-4035-800c-8ba5ae3f2171 req-41534a4d-d9e4-42e0-b7ae-0a22798bd76e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:57.795191 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3c973af0-e420-4cd0-842f-30ba5a466f4a no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:57.800078 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['98d33256-ecf2-4bfe-9a97-7d4afde340f0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:57.878320 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['90964885-bc3d-4d3b-894b-ff2a2e11e652'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:04:57.894294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8621b7e-fd78-4f32-bf10-e60ac1f195ec admin admin] Deleting subnet d239a631-318f-475f-ad41-a02fa80a44bf {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:04:57.900654 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8621b7e-fd78-4f32-bf10-e60ac1f195ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:57.914315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 3c973af0-e420-4cd0-842f-30ba5a466f4a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:04:57.915253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3c973af0-e420-4cd0-842f-30ba5a466f4a not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:04:57.960469 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8621b7e-fd78-4f32-bf10-e60ac1f195ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:57.960689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41534a4d-d9e4-42e0-b7ae-0a22798bd76e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Pushing event deleted for resources: {'Port': ['ID=90964885-bc3d-4d3b-894b-ff2a2e11e652,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:58.007654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c32ff5-6f9a-4035-800c-8ba5ae3f2171 req-41534a4d-d9e4-42e0-b7ae-0a22798bd76e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] No DVR routers for this DVR port 90964885-bc3d-4d3b-894b-ff2a2e11e652 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:04:58.024663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13cc7b-a80b-425e-b50a-782dfa1eb159 req-773840d1-a8f6-47a9-84e6-4840b47408ae tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:58.033675 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc13cc7b-a80b-425e-b50a-782dfa1eb159 req-773840d1-a8f6-47a9-84e6-4840b47408ae tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 945 time: 0.4304919 Sep 30 08:04:58.039701 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-43c32ff5-6f9a-4035-800c-8ba5ae3f2171 req-41534a4d-d9e4-42e0-b7ae-0a22798bd76e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:58.041907 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43c32ff5-6f9a-4035-800c-8ba5ae3f2171 req-41534a4d-d9e4-42e0-b7ae-0a22798bd76e tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.35 "DELETE /v2.0/ports/90964885-bc3d-4d3b-894b-ff2a2e11e652 HTTP/1.1" status: 204 len: 173 time: 0.9192736 Sep 30 08:04:58.063141 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8621b7e-fd78-4f32-bf10-e60ac1f195ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:58.092290 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc13cc7b-a80b-425e-b50a-782dfa1eb159 req-7b18ae3b-741e-4465-aa03-51147eac0e51 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589390 Sep 30 08:04:58.114206 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-0a5f67fb-a0b8-4c76-89ed-3bfdca6d6573 admin admin] For port 78bbb6ef-62c2-4d11-bf12-843951a8663f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=78bbb6ef-62c2-4d11-bf12-843951a8663f,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:04:58.120161 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67fb-a0b8-4c76-89ed-3bfdca6d6573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:58.138699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f67fb-a0b8-4c76-89ed-3bfdca6d6573 admin admin] Calling delete_port for 78bbb6ef-62c2-4d11-bf12-843951a8663f owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:04:58.176650 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d6f23be-dfb5-4989-8b80-d6913a69d167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:58.342452 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02771fbb-1f68-47a3-bc95-c2df774381d6', 'name': 'network-vif-deleted', 'tag': '3c973af0-e420-4cd0-842f-30ba5a466f4a'}, {'server_uuid': '821a542c-feb7-416b-b612-ecd983a71eac', 'name': 'network-vif-deleted', 'tag': '90964885-bc3d-4d3b-894b-ff2a2e11e652'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:04:58.345373 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59a83fb-a9ea-4c54-b890-55934f959299" -d '{"events": [{"server_uuid": "02771fbb-1f68-47a3-bc95-c2df774381d6", "name": "network-vif-deleted", "tag": "3c973af0-e420-4cd0-842f-30ba5a466f4a"}, {"server_uuid": "821a542c-feb7-416b-b612-ecd983a71eac", "name": "network-vif-deleted", "tag": "90964885-bc3d-4d3b-894b-ff2a2e11e652"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:04:58.361843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f23be-dfb5-4989-8b80-d6913a69d167 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7b255f-8bcf-43da-b45e-f6e354b1164a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:58.570252 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eae3760-ed0c-41ba-8dec-092fd87b0fbc x-openstack-request-id: req-4eae3760-ed0c-41ba-8dec-092fd87b0fbc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:04:58.570784 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02771fbb-1f68-47a3-bc95-c2df774381d6", "name": "network-vif-deleted", "tag": "3c973af0-e420-4cd0-842f-30ba5a466f4a", "status": "completed", "code": 200}, {"server_uuid": "821a542c-feb7-416b-b612-ecd983a71eac", "name": "network-vif-deleted", "tag": "90964885-bc3d-4d3b-894b-ff2a2e11e652", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:04:58.571091 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4eae3760-ed0c-41ba-8dec-092fd87b0fbc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:04:58.571621 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02771fbb-1f68-47a3-bc95-c2df774381d6', 'name': 'network-vif-deleted', 'tag': '3c973af0-e420-4cd0-842f-30ba5a466f4a', 'status': 'completed', 'code': 200} Sep 30 08:04:58.571991 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821a542c-feb7-416b-b612-ecd983a71eac', 'name': 'network-vif-deleted', 'tag': '90964885-bc3d-4d3b-894b-ff2a2e11e652', 'status': 'completed', 'code': 200} Sep 30 08:04:58.576425 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67fb-a0b8-4c76-89ed-3bfdca6d6573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:58.577908 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8621b7e-fd78-4f32-bf10-e60ac1f195ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:58.637997 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fccd3df6-8efb-4cfe-b000-aef777cde299 req-207cf31b-62d5-4a9a-a0f6-2000567c1559 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=821a542c-feb7-416b-b612-ecd983a71eac HTTP/1.1" status: 200 len: 210 time: 0.1084003 Sep 30 08:04:58.671525 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f67fb-a0b8-4c76-89ed-3bfdca6d6573 admin admin] Pushing event deleted for resources: {'Port': ['ID=78bbb6ef-62c2-4d11-bf12-843951a8663f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:58.743577 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8621b7e-fd78-4f32-bf10-e60ac1f195ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d239a631-318f-475f-ad41-a02fa80a44bf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:58.753578 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8621b7e-fd78-4f32-bf10-e60ac1f195ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:58.758706 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c8621b7e-fd78-4f32-bf10-e60ac1f195ec admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d239a631-318f-475f-ad41-a02fa80a44bf HTTP/1.1" status: 204 len: 168 time: 0.9752896 Sep 30 08:04:58.759446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:04:58.891422 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67fb-a0b8-4c76-89ed-3bfdca6d6573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:58.993124 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d90288d1-d2d1-46b5-bbe2-3a7dcc24b87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:59.033061 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d6f23be-dfb5-4989-8b80-d6913a69d167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:59.142025 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67fb-a0b8-4c76-89ed-3bfdca6d6573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:59.145078 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67fb-a0b8-4c76-89ed-3bfdca6d6573 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:59.186437 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d90288d1-d2d1-46b5-bbe2-3a7dcc24b87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:59.295445 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67fb-a0b8-4c76-89ed-3bfdca6d6573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:59.295726 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d90288d1-d2d1-46b5-bbe2-3a7dcc24b87b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:59.296792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5f67fb-a0b8-4c76-89ed-3bfdca6d6573 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e591f7be-cf34-4c07-95e1-327dc88edcb8 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:04:59.317149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d90288d1-d2d1-46b5-bbe2-3a7dcc24b87b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2bfaa0-9002-4d63-85fe-09b873bb757f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:59.317447 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d90288d1-d2d1-46b5-bbe2-3a7dcc24b87b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2bfaa0-9002-4d63-85fe-09b873bb757f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:04:59.317590 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67fb-a0b8-4c76-89ed-3bfdca6d6573 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:59.321781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0a5f67fb-a0b8-4c76-89ed-3bfdca6d6573 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e591f7be-cf34-4c07-95e1-327dc88edcb8 HTTP/1.1" status: 204 len: 168 time: 3.7348609 Sep 30 08:04:59.322814 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49384) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:04:59.353082 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d90288d1-d2d1-46b5-bbe2-3a7dcc24b87b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:59.401689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f41c28-52e2-4bfe-86e6-2fe0ec10c805 req-cfe7bc1a-e90d-4e9f-8384-93f316bfcddf tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:59.405575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6f41c28-52e2-4bfe-86e6-2fe0ec10c805 req-cfe7bc1a-e90d-4e9f-8384-93f316bfcddf tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 945 time: 0.1830175 Sep 30 08:04:59.405765 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d90288d1-d2d1-46b5-bbe2-3a7dcc24b87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:59.426057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-9578f420-a69c-4f44-a7ed-7c9ae46a5022 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:04:59.431743 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:59.439472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-9578f420-a69c-4f44-a7ed-7c9ae46a5022 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 805 time: 0.3556221 Sep 30 08:04:59.473913 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90288d1-d2d1-46b5-bbe2-3a7dcc24b87b admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:04:59.476664 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d90288d1-d2d1-46b5-bbe2-3a7dcc24b87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:04:59.479587 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:04:59.492808 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26b5dbc6-6eda-4d95-ab65-8f42bd06f2bc tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/quotas/f61b1dfac07541759cd786566cabda1b HTTP/1.1" status: 200 len: 375 time: 0.0523231 Sep 30 08:04:59.525811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-09943589-50bb-485b-9d28-1eab29b0b581 admin admin] Deleting subnet 88f016fe-2591-4fdf-8f5c-64e0fa1cbb89 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:04:59.554881 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6f41c28-52e2-4bfe-86e6-2fe0ec10c805 req-04458f3f-cd67-4349-9cc7-64096ddd9447 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098933 Sep 30 08:04:59.556487 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09943589-50bb-485b-9d28-1eab29b0b581 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:59.636067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-a6f134e9-3f42-47b8-8c7c-d276a5d43a31 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1405606 Sep 30 08:04:59.640316 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d90288d1-d2d1-46b5-bbe2-3a7dcc24b87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:59.662210 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09943589-50bb-485b-9d28-1eab29b0b581 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:59.670084 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d90288d1-d2d1-46b5-bbe2-3a7dcc24b87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:04:59.677562 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d90288d1-d2d1-46b5-bbe2-3a7dcc24b87b admin admin] 10.222.0.24 "DELETE /v2.0/networks/b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36 HTTP/1.1" status: 204 len: 168 time: 0.9145725 Sep 30 08:04:59.772915 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90288d1-d2d1-46b5-bbe2-3a7dcc24b87b admin admin] Pushing event deleted for resources: {'Network': ['ID=b7da8e3f-0fc2-4bca-9e4c-c7a61a7b0a36,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:04:59.820055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6f23be-dfb5-4989-8b80-d6913a69d167 admin admin] Router 94ad5934-6406-44c9-b91f-6030f0e24121 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:04:59.930174 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 90964885-bc3d-4d3b-894b-ff2a2e11e652 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:04:59.968494 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49396) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:00.014512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 90964885-bc3d-4d3b-894b-ff2a2e11e652 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:05:00.014847 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 90964885-bc3d-4d3b-894b-ff2a2e11e652 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:05:00.044565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 78bbb6ef-62c2-4d11-bf12-843951a8663f no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:05:00.084014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 78bbb6ef-62c2-4d11-bf12-843951a8663f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:05:00.084782 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 78bbb6ef-62c2-4d11-bf12-843951a8663f not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:05:00.134586 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-afcca92a-da9d-4059-b2f3-c352eb052c34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecfb4fb7526149ea91de221ed833fc2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585183 Sep 30 08:05:00.144082 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49398) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:00.144895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-7793a17c-624a-4f15-bc0f-43fd018829e5 service neutron] 10.222.0.24 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065627 Sep 30 08:05:00.182357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6f23be-dfb5-4989-8b80-d6913a69d167 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:05:00.196148 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c222b-8e83-4932-b3a4-7c87eb6fe7db None None] Sync routers for ids ['94ad5934-6406-44c9-b91f-6030f0e24121'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:05:00.212047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c222b-8e83-4932-b3a4-7c87eb6fe7db None None] Routers {'94ad5934-6406-44c9-b91f-6030f0e24121'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:05:00.213689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a06c222b-8e83-4932-b3a4-7c87eb6fe7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:04:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['94ad5934-6406-44c9-b91f-6030f0e24121'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:00.220510 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0d6f23be-dfb5-4989-8b80-d6913a69d167 admin admin] 10.222.0.24 "PUT /v2.0/routers/94ad5934-6406-44c9-b91f-6030f0e24121/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1501367 Sep 30 08:05:00.222311 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49402) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:00.238636 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09943589-50bb-485b-9d28-1eab29b0b581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:00.463431 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91fefe41-c0d2-4128-99ae-0e0932fa2ad9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:00.478149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a06c222b-8e83-4932-b3a4-7c87eb6fe7db None None] Set router 94ad5934-6406-44c9-b91f-6030f0e24121 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:05:00.515937 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcc774-3029-4235-8b4f-0c55110314f8 req-40ac0d14-9689-410f-8ff1-b3b06331af7d tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:00.523749 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39bcc774-3029-4235-8b4f-0c55110314f8 req-40ac0d14-9689-410f-8ff1-b3b06331af7d tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.1884720 Sep 30 08:05:00.579044 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39bcc774-3029-4235-8b4f-0c55110314f8 req-e4595ecc-92ea-4ec2-a3b8-96518a60c4f3 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540648 Sep 30 08:05:00.607884 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-ad35a872-6873-4813-994a-605625c7ed6e service neutron] 10.222.0.24 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572101 Sep 30 08:05:00.615444 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09943589-50bb-485b-9d28-1eab29b0b581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:00.657762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09943589-50bb-485b-9d28-1eab29b0b581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f016fe-2591-4fdf-8f5c-64e0fa1cbb89,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:00.666007 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09943589-50bb-485b-9d28-1eab29b0b581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:00.671283 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-09943589-50bb-485b-9d28-1eab29b0b581 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/88f016fe-2591-4fdf-8f5c-64e0fa1cbb89 HTTP/1.1" status: 204 len: 168 time: 1.3414662 Sep 30 08:05:00.671761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49406) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:00.713820 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd21b851-9ae4-4c74-8d06-8e02cd165cff None None] Network 6f846470-403a-4969-83cd-da1c298e9ff1 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:05:00.719741 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91fefe41-c0d2-4128-99ae-0e0932fa2ad9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:00.847168 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c022-3623-457c-a2c5-85ac0542d0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:00.877826 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c022-3623-457c-a2c5-85ac0542d0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:00.906369 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-91fefe41-c0d2-4128-99ae-0e0932fa2ad9 admin admin] Deleting port c506abb2-ba4a-45ed-ad38-dd67136506b1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:00.906844 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91fefe41-c0d2-4128-99ae-0e0932fa2ad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:00.960540 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:00.987197 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c022-3623-457c-a2c5-85ac0542d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:00.990343 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c022-3623-457c-a2c5-85ac0542d0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:00.993127 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ecc5c022-3623-457c-a2c5-85ac0542d0b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd9f9bdb-d66b-4955-8981-51bff7728c94 HTTP/1.1" status: 204 len: 168 time: 0.8448153 Sep 30 08:05:01.020468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5162ae-74c8-4e56-9683-8d16fbdbc29c req-88d9ddae-5657-4fb5-aa50-bc64ff297b48 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:01.022155 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf5162ae-74c8-4e56-9683-8d16fbdbc29c req-88d9ddae-5657-4fb5-aa50-bc64ff297b48 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 945 time: 0.2925024 Sep 30 08:05:01.100085 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:05:01.109577 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5c022-3623-457c-a2c5-85ac0542d0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9f9bdb-d66b-4955-8981-51bff7728c94,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:01.177791 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-91fefe41-c0d2-4128-99ae-0e0932fa2ad9 admin admin] For port c506abb2-ba4a-45ed-ad38-dd67136506b1, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c506abb2-ba4a-45ed-ad38-dd67136506b1,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:01.178162 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91fefe41-c0d2-4128-99ae-0e0932fa2ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:01.228097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec1412cc-fee2-461a-9d05-e31c7660e6ed req-a8764e5e-47a8-402d-b062-e39f1ee2d09d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 210 time: 0.0791175 Sep 30 08:05:01.228311 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-91fefe41-c0d2-4128-99ae-0e0932fa2ad9 admin admin] Calling delete_port for c506abb2-ba4a-45ed-ad38-dd67136506b1 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:01.232273 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a06c222b-8e83-4932-b3a4-7c87eb6fe7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1948168501-router', 'tenant_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'c506abb2-ba4a-45ed-ad38-dd67136506b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:00:03Z', 'updated_at': '2021-09-30T08:04:57Z', 'revision_number': 5, 'project_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'gw_port': {'id': 'c506abb2-ba4a-45ed-ad38-dd67136506b1', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:00:05Z', 'updated_at': '2021-09-30T08:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:01.273030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf5162ae-74c8-4e56-9683-8d16fbdbc29c req-22fdbd00-b709-4e62-8182-339c093c6b9c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364447 Sep 30 08:05:01.280133 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c222b-8e83-4932-b3a4-7c87eb6fe7db None None] Checking router: 94ad5934-6406-44c9-b91f-6030f0e24121 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:05:01.303311 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a88ab4-7120-4352-8e43-bbd0a9d84664 None None] DHCP port deletion for 6f846470-403a-4969-83cd-da1c298e9ff1 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:05:01.308218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] Deleting port 23bb3fed-04fb-4b4c-937a-261e1608fbb6 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:01.308600 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:01.337190 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c222b-8e83-4932-b3a4-7c87eb6fe7db None None] Routers {'94ad5934-6406-44c9-b91f-6030f0e24121'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:05:01.337822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a06c222b-8e83-4932-b3a4-7c87eb6fe7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:04:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['94ad5934-6406-44c9-b91f-6030f0e24121'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:01.610136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] For port 23bb3fed-04fb-4b4c-937a-261e1608fbb6, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=23bb3fed-04fb-4b4c-937a-261e1608fbb6,segment=NetworkSegment(7a2a5505-be05-4ae2-9dfe-adbf80130a9c),segment_id=7a2a5505-be05-4ae2-9dfe-adbf80130a9c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:01.610762 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:01.647302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] Calling delete_port for 23bb3fed-04fb-4b4c-937a-261e1608fbb6 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:01.725524 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91fefe41-c0d2-4128-99ae-0e0932fa2ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:01.729682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 23bb3fed-04fb-4b4c-937a-261e1608fbb6 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:05:01.780880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fefe41-c0d2-4128-99ae-0e0932fa2ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c506abb2-ba4a-45ed-ad38-dd67136506b1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:01.922349 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:01.976388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a06c222b-8e83-4932-b3a4-7c87eb6fe7db None None] Set router 94ad5934-6406-44c9-b91f-6030f0e24121 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:05:01.988191 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91fefe41-c0d2-4128-99ae-0e0932fa2ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.026289 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] No DVR routers for this DVR port 23bb3fed-04fb-4b4c-937a-261e1608fbb6 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:05:02.043308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b178d6-16b8-4ca8-8e64-45e5aa62ef41 req-ef49c63b-8395-4cf9-a071-7c894d863d6b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:02.045696 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24b178d6-16b8-4ca8-8e64-45e5aa62ef41 req-ef49c63b-8395-4cf9-a071-7c894d863d6b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.36 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.3269014 Sep 30 08:05:02.046922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] Pushing event deleted for resources: {'Port': ['ID=23bb3fed-04fb-4b4c-937a-261e1608fbb6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:02.147921 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a06c222b-8e83-4932-b3a4-7c87eb6fe7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1948168501-router', 'tenant_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:00:03Z', 'updated_at': '2021-09-30T08:05:00Z', 'revision_number': 6, 'project_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:02.152196 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91fefe41-c0d2-4128-99ae-0e0932fa2ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.154611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a4a88ab4-7120-4352-8e43-bbd0a9d84664 None None] Deleting port 23bb3fed-04fb-4b4c-937a-261e1608fbb6 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:02.155393 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4a88ab4-7120-4352-8e43-bbd0a9d84664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.157293 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91fefe41-c0d2-4128-99ae-0e0932fa2ad9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.200855 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No active binding found for port 23bb3fed-04fb-4b4c-937a-261e1608fbb6 {{(pid=94839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 30 08:05:02.201632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 23bb3fed-04fb-4b4c-937a-261e1608fbb6 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:05:02.207610 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c222b-8e83-4932-b3a4-7c87eb6fe7db None None] The sync data for ids ['94ad5934-6406-44c9-b91f-6030f0e24121'] in n-d-807359-2 is: [{'id': '94ad5934-6406-44c9-b91f-6030f0e24121', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1948168501-router', 'tenant_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:00:03Z', 'updated_at': '2021-09-30T08:05:00Z', 'revision_number': 6, 'project_id': 'c728a5bc9f5744aaa4d2e42b8f31e5db', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:05:02.222372 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91fefe41-c0d2-4128-99ae-0e0932fa2ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.223301 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fefe41-c0d2-4128-99ae-0e0932fa2ad9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94ad5934-6406-44c9-b91f-6030f0e24121 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:05:02.239684 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.241256 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91fefe41-c0d2-4128-99ae-0e0932fa2ad9 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.242514 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-91fefe41-c0d2-4128-99ae-0e0932fa2ad9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/94ad5934-6406-44c9-b91f-6030f0e24121 HTTP/1.1" status: 204 len: 168 time: 2.0190732 Sep 30 08:05:02.244770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49444) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:02.326165 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a4a88ab4-7120-4352-8e43-bbd0a9d84664 None None] For port 23bb3fed-04fb-4b4c-937a-261e1608fbb6, host n-d-807359-2, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:02.326691 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4a88ab4-7120-4352-8e43-bbd0a9d84664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.331954 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a523f39-b57d-4abb-a96f-6ab7d51fd6fc admin admin] Deleting subnet 632ff4cb-91b6-4417-93b1-14d2c86365a5 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:05:02.341796 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a523f39-b57d-4abb-a96f-6ab7d51fd6fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.344868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a4a88ab4-7120-4352-8e43-bbd0a9d84664 None None] Calling delete_port for 23bb3fed-04fb-4b4c-937a-261e1608fbb6 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:02.348140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-a4a88ab4-7120-4352-8e43-bbd0a9d84664 None None] Port 23bb3fed-04fb-4b4c-937a-261e1608fbb6 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:05:02.349610 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4a88ab4-7120-4352-8e43-bbd0a9d84664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.383719 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f846470-403a-4969-83cd-da1c298e9ff1']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:02.385755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a88ab4-7120-4352-8e43-bbd0a9d84664 None None] Pushing event deleted for resources: {'Port': ['ID=23bb3fed-04fb-4b4c-937a-261e1608fbb6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:02.404623 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a88ab4-7120-4352-8e43-bbd0a9d84664 None None] No DVR routers for this DVR port 23bb3fed-04fb-4b4c-937a-261e1608fbb6 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:05:02.410733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89002183-857c-42d5-bd64-63f5420f154c req-24da8a7f-4178-406e-9d2e-1ca419bcead4 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:02.413515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-89002183-857c-42d5-bd64-63f5420f154c req-24da8a7f-4178-406e-9d2e-1ca419bcead4 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.6958144 Sep 30 08:05:02.422561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9271d-8681-4246-a166-dde67d5ee8c4 req-3f7052b5-e450-45b6-97b8-1cd599640917 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:02.423596 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a523f39-b57d-4abb-a96f-6ab7d51fd6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.424406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dac9271d-8681-4246-a166-dde67d5ee8c4 req-3f7052b5-e450-45b6-97b8-1cd599640917 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 944 time: 0.5622721 Sep 30 08:05:02.432298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2a5505-be05-4ae2-9dfe-adbf80130a9c') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:02.432602 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2a5505-be05-4ae2-9dfe-adbf80130a9c') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:02.475818 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.526655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7059e20-d958-4103-a2cd-5d2fb57c9e41 req-5bcbde8d-921b-4934-8a02-9c574e6055d0 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:02.529073 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7059e20-d958-4103-a2cd-5d2fb57c9e41 req-5bcbde8d-921b-4934-8a02-9c574e6055d0 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.36 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 944 time: 0.2376988 Sep 30 08:05:02.530434 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a523f39-b57d-4abb-a96f-6ab7d51fd6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.532300 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.560951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:05:02.561361 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:05:02.568293 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:05:02.577388 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-89002183-857c-42d5-bd64-63f5420f154c req-4c680257-4781-4fda-9c0d-fe3a9054c23a tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487682 Sep 30 08:05:02.612152 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a523f39-b57d-4abb-a96f-6ab7d51fd6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.656887 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a523f39-b57d-4abb-a96f-6ab7d51fd6fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=632ff4cb-91b6-4417-93b1-14d2c86365a5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:02.657177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b2a6ba-71b5-4c84-9429-4a62c46a7abe None None] Network bf1a6eaf-4ce6-466b-977d-27b169539de8 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:05:02.660231 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a523f39-b57d-4abb-a96f-6ab7d51fd6fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.667022 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3a523f39-b57d-4abb-a96f-6ab7d51fd6fc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/632ff4cb-91b6-4417-93b1-14d2c86365a5 HTTP/1.1" status: 204 len: 168 time: 0.4212182 Sep 30 08:05:02.668615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:02.695946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dac9271d-8681-4246-a166-dde67d5ee8c4 req-7df38f36-7c98-4158-ab70-dcff54d03e4e tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433791 Sep 30 08:05:02.801024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-24b178d6-16b8-4ca8-8e64-45e5aa62ef41 req-840f3ca3-ec02-4ac7-9f09-0a04b4c0841b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Deleting port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:02.804951 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24b178d6-16b8-4ca8-8e64-45e5aa62ef41 req-840f3ca3-ec02-4ac7-9f09-0a04b4c0841b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.836704 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.838490 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:02.921976 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.934826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] Deleting port 49446aa5-a987-40ba-92dd-35b9888021f8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:02.935665 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.989405 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:02.992037 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6f846470-403a-4969-83cd-da1c298e9ff1 HTTP/1.1" status: 204 len: 168 time: 2.3173485 Sep 30 08:05:03.038608 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] For port 49446aa5-a987-40ba-92dd-35b9888021f8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=49446aa5-a987-40ba-92dd-35b9888021f8,segment=NetworkSegment(1e63c5bb-420d-41d4-80b2-ec4f36ffe78a),segment_id=1e63c5bb-420d-41d4-80b2-ec4f36ffe78a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:03.038990 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.047923 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b7bac04c-795b-4762-92c1-9ce6866a47cb req-9b6ca3e3-f53c-4475-b003-46dcf0968717 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 210 time: 0.1442587 Sep 30 08:05:03.075216 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] Calling delete_port for 49446aa5-a987-40ba-92dd-35b9888021f8 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:03.089991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088289f6-090d-485c-ac53-360aafe2c551 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f846470-403a-4969-83cd-da1c298e9ff1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:03.118127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7deb607b-426c-4a70-be74-52dcfe003776 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-596382114-network', 'tenant_id': 'cfb56dda8d9f4848b5c33c3e531d8958'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:03.190788 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4665587-8c43-4edf-b2fb-1327dac3a753 None None] DHCP port deletion for bf1a6eaf-4ce6-466b-977d-27b169539de8 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:05:03.231498 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deb607b-426c-4a70-be74-52dcfe003776 admin admin] Made reservation on behalf of cfb56dda8d9f4848b5c33c3e531d8958 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:03.233926 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7deb607b-426c-4a70-be74-52dcfe003776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.254607 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7deb607b-426c-4a70-be74-52dcfe003776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.257762 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49466) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:03.278185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f4665587-8c43-4edf-b2fb-1327dac3a753 None None] Deleting port 49446aa5-a987-40ba-92dd-35b9888021f8 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:03.278486 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4665587-8c43-4edf-b2fb-1327dac3a753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.316980 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.359744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f4665587-8c43-4edf-b2fb-1327dac3a753 None None] For port 49446aa5-a987-40ba-92dd-35b9888021f8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=49446aa5-a987-40ba-92dd-35b9888021f8,segment=NetworkSegment(1e63c5bb-420d-41d4-80b2-ec4f36ffe78a),segment_id=1e63c5bb-420d-41d4-80b2-ec4f36ffe78a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:03.360237 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4665587-8c43-4edf-b2fb-1327dac3a753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.377682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f4665587-8c43-4edf-b2fb-1327dac3a753 None None] Calling delete_port for 49446aa5-a987-40ba-92dd-35b9888021f8 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:03.406671 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] Pushing event deleted for resources: {'Port': ['ID=49446aa5-a987-40ba-92dd-35b9888021f8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:03.423129 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-05488008-9bac-4eca-a700-ade3b064bb93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aab592c024964189951f6130a08b730f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641603 Sep 30 08:05:03.430721 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49468) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:03.448514 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] No DVR routers for this DVR port 49446aa5-a987-40ba-92dd-35b9888021f8 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:05:03.497063 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4665587-8c43-4edf-b2fb-1327dac3a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.518725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38675c8c-baa5-4902-a5b2-ff649ff4b169 req-5f4a8a9e-ec3d-455b-b7b4-a81b714d1a38 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:03.520265 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38675c8c-baa5-4902-a5b2-ff649ff4b169 req-5f4a8a9e-ec3d-455b-b7b4-a81b714d1a38 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 945 time: 0.6409659 Sep 30 08:05:03.527961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4665587-8c43-4edf-b2fb-1327dac3a753 None None] Pushing event deleted for resources: {'Port': ['ID=49446aa5-a987-40ba-92dd-35b9888021f8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:03.531681 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4665587-8c43-4edf-b2fb-1327dac3a753 None None] No DVR routers for this DVR port 49446aa5-a987-40ba-92dd-35b9888021f8 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:05:03.539378 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-24b178d6-16b8-4ca8-8e64-45e5aa62ef41 req-840f3ca3-ec02-4ac7-9f09-0a04b4c0841b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] For port 98d33256-ecf2-4bfe-9a97-7d4afde340f0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=98d33256-ecf2-4bfe-9a97-7d4afde340f0,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:03.539749 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24b178d6-16b8-4ca8-8e64-45e5aa62ef41 req-840f3ca3-ec02-4ac7-9f09-0a04b4c0841b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.548708 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.572403 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1a6eaf-4ce6-466b-977d-27b169539de8']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:03.577890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d7059e20-d958-4103-a2cd-5d2fb57c9e41 req-a7fc0c6e-bae1-4417-b0f6-69fe6d2148e8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Deleting port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:03.578325 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d7059e20-d958-4103-a2cd-5d2fb57c9e41 req-a7fc0c6e-bae1-4417-b0f6-69fe6d2148e8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.582572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-24b178d6-16b8-4ca8-8e64-45e5aa62ef41 req-840f3ca3-ec02-4ac7-9f09-0a04b4c0841b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Calling delete_port for 98d33256-ecf2-4bfe-9a97-7d4afde340f0 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:03.590796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e63c5bb-420d-41d4-80b2-ec4f36ffe78a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:03.591089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e63c5bb-420d-41d4-80b2-ec4f36ffe78a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:03.591894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-8d4a1210-e228-4b5c-b0ad-6ecc0f353ae6 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:03.593433 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-8d4a1210-e228-4b5c-b0ad-6ecc0f353ae6 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.35 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 805 time: 0.7799187 Sep 30 08:05:03.619263 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-57f46919-5a07-45fc-b9ef-32c72957ce57 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Request body: {'port': {'device_id': '5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc', 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d', 'admin_state_up': True, 'tenant_id': 'f61b1dfac07541759cd786566cabda1b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:03.623063 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.675305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9f7b255f-8bcf-43da-b45e-f6e354b1164a no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:05:03.676729 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36f0dfd9-c512-4917-b645-90ea53a8d72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.689170 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.708041 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:05:03.708744 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:05:03.711637 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:05:03.720380 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 9f7b255f-8bcf-43da-b45e-f6e354b1164a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:05:03.720730 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9f7b255f-8bcf-43da-b45e-f6e354b1164a not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:05:03.721151 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c506abb2-ba4a-45ed-ad38-dd67136506b1 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:05:03.726812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38675c8c-baa5-4902-a5b2-ff649ff4b169 req-f38f94a5-351e-43db-bcd6-7d1239ebe06a tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968398 Sep 30 08:05:03.750322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: c506abb2-ba4a-45ed-ad38-dd67136506b1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:05:03.750942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c506abb2-ba4a-45ed-ad38-dd67136506b1 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:05:03.751859 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 49446aa5-a987-40ba-92dd-35b9888021f8 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:05:03.786878 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 49446aa5-a987-40ba-92dd-35b9888021f8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:05:03.787223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 49446aa5-a987-40ba-92dd-35b9888021f8 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:05:03.790673 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36f0dfd9-c512-4917-b645-90ea53a8d72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.803675 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7deb607b-426c-4a70-be74-52dcfe003776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.815193 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7deb607b-426c-4a70-be74-52dcfe003776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.822133 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.853773 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.856872 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] 10.222.0.24 "DELETE /v2.0/networks/bf1a6eaf-4ce6-466b-977d-27b169539de8 HTTP/1.1" status: 204 len: 168 time: 1.1873040 Sep 30 08:05:03.867536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7deb607b-426c-4a70-be74-52dcfe003776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:05:03.889326 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d7af5-cf36-4513-bea3-a6192e91c75b admin admin] Pushing event deleted for resources: {'Network': ['ID=bf1a6eaf-4ce6-466b-977d-27b169539de8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:03.900348 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb607b-426c-4a70-be74-52dcfe003776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af3aaf5-b75a-4c44-855d-23f634068e60,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:03.904503 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7deb607b-426c-4a70-be74-52dcfe003776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.904851 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-7deb607b-426c-4a70-be74-52dcfe003776 admin admin] Added segment 9b25266b-cdcb-4bd4-a7fd-503ab195794e of type vlan for network f1ec80db-4134-42ec-ab4c-bb79f088e7df Sep 30 08:05:03.940910 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d7059e20-d958-4103-a2cd-5d2fb57c9e41 req-a7fc0c6e-bae1-4417-b0f6-69fe6d2148e8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] For port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:03.941143 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d7059e20-d958-4103-a2cd-5d2fb57c9e41 req-a7fc0c6e-bae1-4417-b0f6-69fe6d2148e8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.948096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36f0dfd9-c512-4917-b645-90ea53a8d72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.951287 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36f0dfd9-c512-4917-b645-90ea53a8d72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.960411 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-36f0dfd9-c512-4917-b645-90ea53a8d72e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da6aaa76-463c-4614-acad-fe60db853153 HTTP/1.1" status: 204 len: 168 time: 0.5224833 Sep 30 08:05:03.974350 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7deb607b-426c-4a70-be74-52dcfe003776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:03.979298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422cb22-f6fd-458f-be91-fe9d5836c45b req-1e97e3b9-cdc7-4d34-9f12-b3077e14160c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:03.980954 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c422cb22-f6fd-458f-be91-fe9d5836c45b req-1e97e3b9-cdc7-4d34-9f12-b3077e14160c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 949 time: 0.2681344 Sep 30 08:05:04.000647 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d7059e20-d958-4103-a2cd-5d2fb57c9e41 req-a7fc0c6e-bae1-4417-b0f6-69fe6d2148e8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Calling delete_port for 9bb5c774-24b9-4ebf-be50-5dc507bc22ef owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:04.019651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0dfd9-c512-4917-b645-90ea53a8d72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6aaa76-463c-4614-acad-fe60db853153,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:04.030987 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7deb607b-426c-4a70-be74-52dcfe003776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:04.032470 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deb607b-426c-4a70-be74-52dcfe003776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:04.033381 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7deb607b-426c-4a70-be74-52dcfe003776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:04.119848 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49484) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:04.140698 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb607b-426c-4a70-be74-52dcfe003776 admin admin] Pushing event updated for resources: {'Network': ['ID=f1ec80db-4134-42ec-ab4c-bb79f088e7df,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:04.155797 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f1ec80db-4134-42ec-ab4c-bb79f088e7df details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:05:04.157521 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7deb607b-426c-4a70-be74-52dcfe003776 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3179183 Sep 30 08:05:04.159144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a650b-4ba0-4f75-b20a-cf122e789419 req-776e9917-6c21-48ac-a0ea-0f0a4ca999e6 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:04.161434 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49486) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:04.166161 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f0958148-1c49-4795-a809-528513a81535 admin admin] Request body: {'subnet': {'network_id': 'f1ec80db-4134-42ec-ab4c-bb79f088e7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-596382114-subnet', 'tenant_id': 'cfb56dda8d9f4848b5c33c3e531d8958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:04.166641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d1a650b-4ba0-4f75-b20a-cf122e789419 req-776e9917-6c21-48ac-a0ea-0f0a4ca999e6 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=28de7ef6-91fc-47e6-9a47-541686ff88be HTTP/1.1" status: 200 len: 944 time: 0.3151741 Sep 30 08:05:04.175456 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-57f46919-5a07-45fc-b9ef-32c72957ce57 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Made reservation on behalf of f61b1dfac07541759cd786566cabda1b for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:04.179417 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-57f46919-5a07-45fc-b9ef-32c72957ce57 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:04.187428 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c6a267a4-7c13-4c8e-947f-4c2129e56e65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28da63c1dc59482bb1a1e2e0060695fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0665064 Sep 30 08:05:04.196357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49488) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:04.203455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c422cb22-f6fd-458f-be91-fe9d5836c45b req-9c0915cd-abbe-43d9-999d-fd6ed53d527c tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/security-groups?id=3daaa774-a2e0-4b45-9890-2ab1e88d3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089584 Sep 30 08:05:04.245080 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24b178d6-16b8-4ca8-8e64-45e5aa62ef41 req-840f3ca3-ec02-4ac7-9f09-0a04b4c0841b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:04.279437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0958148-1c49-4795-a809-528513a81535 admin admin] Made reservation on behalf of cfb56dda8d9f4848b5c33c3e531d8958 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:04.282041 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0958148-1c49-4795-a809-528513a81535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:04.299804 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a98cee23-459d-468c-862c-1ffe161cd4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:04.327002 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a98cee23-459d-468c-862c-1ffe161cd4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:04.375705 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f3ca3-ec02-4ac7-9f09-0a04b4c0841b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Pushing event deleted for resources: {'Port': ['ID=98d33256-ecf2-4bfe-9a97-7d4afde340f0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:04.449778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b178d6-16b8-4ca8-8e64-45e5aa62ef41 req-840f3ca3-ec02-4ac7-9f09-0a04b4c0841b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] No DVR routers for this DVR port 98d33256-ecf2-4bfe-9a97-7d4afde340f0 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:05:04.452948 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24b178d6-16b8-4ca8-8e64-45e5aa62ef41 req-840f3ca3-ec02-4ac7-9f09-0a04b4c0841b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:04.453338 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a98cee23-459d-468c-862c-1ffe161cd4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:04.455712 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24b178d6-16b8-4ca8-8e64-45e5aa62ef41 req-840f3ca3-ec02-4ac7-9f09-0a04b4c0841b tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.36 "DELETE /v2.0/ports/98d33256-ecf2-4bfe-9a97-7d4afde340f0 HTTP/1.1" status: 204 len: 173 time: 2.3687611 Sep 30 08:05:04.456939 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a98cee23-459d-468c-862c-1ffe161cd4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:04.459430 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d1a650b-4ba0-4f75-b20a-cf122e789419 req-dcd936d1-27d0-4141-b4c4-7135ff501277 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920148 Sep 30 08:05:04.460357 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a98cee23-459d-468c-862c-1ffe161cd4d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60b6471f-f475-4ab8-8aac-831933c1ef01 HTTP/1.1" status: 204 len: 168 time: 0.2630441 Sep 30 08:05:04.472592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82782f13-d4f0-4e7c-a66e-c2aa73b864d5', 'name': 'network-vif-deleted', 'tag': '98d33256-ecf2-4bfe-9a97-7d4afde340f0'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:04.475806 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c838d0-a45b-4a3a-b32f-16f7e4286bb9" -d '{"events": [{"server_uuid": "82782f13-d4f0-4e7c-a66e-c2aa73b864d5", "name": "network-vif-deleted", "tag": "98d33256-ecf2-4bfe-9a97-7d4afde340f0"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:04.522684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cee23-459d-468c-862c-1ffe161cd4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b6471f-f475-4ab8-8aac-831933c1ef01,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:04.541325 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-148a0531-ce33-462f-8b00-983790a674d3 req-b1075b11-1fe7-42ca-98fd-8e5ea0573084 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 210 time: 0.0930779 Sep 30 08:05:04.622051 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0958148-1c49-4795-a809-528513a81535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:04.649553 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b3ebd1-65ae-4360-aaf7-9e30333f1cdd x-openstack-request-id: req-50b3ebd1-65ae-4360-aaf7-9e30333f1cdd {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:04.649553 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82782f13-d4f0-4e7c-a66e-c2aa73b864d5", "name": "network-vif-deleted", "tag": "98d33256-ecf2-4bfe-9a97-7d4afde340f0", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:04.649553 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50b3ebd1-65ae-4360-aaf7-9e30333f1cdd {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:04.650106 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82782f13-d4f0-4e7c-a66e-c2aa73b864d5', 'name': 'network-vif-deleted', 'tag': '98d33256-ecf2-4bfe-9a97-7d4afde340f0', 'status': 'completed', 'code': 200} Sep 30 08:05:04.672888 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0958148-1c49-4795-a809-528513a81535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe33ac99-fc99-41ff-b911-83e9f984edae,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:04.696965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-57f46919-5a07-45fc-b9ef-32c72957ce57 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Allocated IP 172.20.0.8 (57266100-45c6-4c3c-82b6-0b9860cc0f6d/2b57160f-abdc-4be4-8f56-c9c7324d85d0/1143afbb-2f4f-4494-a330-d63945ead984) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:04.718421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0958148-1c49-4795-a809-528513a81535 admin admin] Checking segment: {'id': '9b25266b-cdcb-4bd4-a7fd-503ab195794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ec80db-4134-42ec-ab4c-bb79f088e7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:04.718862 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0958148-1c49-4795-a809-528513a81535 admin admin] Network hostable DHCP agents. Network: f1ec80db-4134-42ec-ab4c-bb79f088e7df, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:05:04.735287 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d7059e20-d958-4103-a2cd-5d2fb57c9e41 req-a7fc0c6e-bae1-4417-b0f6-69fe6d2148e8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:04.744842 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0958148-1c49-4795-a809-528513a81535 admin admin] Network f1ec80db-4134-42ec-ab4c-bb79f088e7df is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:05:04.759319 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f0958148-1c49-4795-a809-528513a81535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f1ec80db-4134-42ec-ab4c-bb79f088e7df) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:04.778711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f897f019-c408-48c9-8323-28eee7b27f51 None None] Network f1ec80db-4134-42ec-ab4c-bb79f088e7df requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:05:04.791344 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0958148-1c49-4795-a809-528513a81535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:04.795785 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0958148-1c49-4795-a809-528513a81535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:04.849602 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc0c6e-bae1-4417-b0f6-69fe6d2148e8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Pushing event deleted for resources: {'Port': ['ID=9bb5c774-24b9-4ebf-be50-5dc507bc22ef,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:04.853595 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f0958148-1c49-4795-a809-528513a81535 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6910679 Sep 30 08:05:04.895389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7059e20-d958-4103-a2cd-5d2fb57c9e41 req-a7fc0c6e-bae1-4417-b0f6-69fe6d2148e8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] No DVR routers for this DVR port 9bb5c774-24b9-4ebf-be50-5dc507bc22ef on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:05:04.899513 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d7059e20-d958-4103-a2cd-5d2fb57c9e41 req-a7fc0c6e-bae1-4417-b0f6-69fe6d2148e8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:04.902566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7059e20-d958-4103-a2cd-5d2fb57c9e41 req-a7fc0c6e-bae1-4417-b0f6-69fe6d2148e8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.36 "DELETE /v2.0/ports/9bb5c774-24b9-4ebf-be50-5dc507bc22ef HTTP/1.1" status: 204 len: 173 time: 2.3575561 Sep 30 08:05:05.043996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27c410-4ffe-4fd4-8c78-9c31628265c5 req-c5506da3-6fdb-41f1-956b-71e9e25f90b2 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:05.047087 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f27c410-4ffe-4fd4-8c78-9c31628265c5 req-c5506da3-6fdb-41f1-956b-71e9e25f90b2 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 945 time: 0.1248655 Sep 30 08:05:05.073878 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac341791-7f65-4677-8903-288c5bc55e6e None None] Network f1ec80db-4134-42ec-ab4c-bb79f088e7df requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:05:05.141708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f27c410-4ffe-4fd4-8c78-9c31628265c5 req-aadb9bf2-5bef-4807-a6e6-e5ba49906025 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810444 Sep 30 08:05:05.149322 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-57f46919-5a07-45fc-b9ef-32c72957ce57 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:05.182419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49516) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:05.212053 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-57f46919-5a07-45fc-b9ef-32c72957ce57 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:05.226311 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:05.270441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-57f46919-5a07-45fc-b9ef-32c72957ce57 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Network 57266100-45c6-4c3c-82b6-0b9860cc0f6d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:05.278950 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-57f46919-5a07-45fc-b9ef-32c72957ce57 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:05.285365 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f46919-5a07-45fc-b9ef-32c72957ce57 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Pushing event updated for resources: {'Port': ['ID=1143afbb-2f4f-4494-a330-d63945ead984,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:05.299727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-57f46919-5a07-45fc-b9ef-32c72957ce57 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:05.328992 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-36ca39f5-61fd-4da0-8728-e61ded67a802 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c728a5bc9f5744aaa4d2e42b8f31e5db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1412547 Sep 30 08:05:05.329485 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49528) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:05.376587 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-57f46919-5a07-45fc-b9ef-32c72957ce57 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:05.377636 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-57f46919-5a07-45fc-b9ef-32c72957ce57 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:05.385527 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d1c8c54-b4f8-4391-986f-523e34b5f389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:05.427124 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53f6c7f0-818d-4733-afae-69621d0cde5a req-84757bf0-fa07-4b3a-adb6-d18f2382ca70 tempest-MigrationsAdminTest-317591029 tempest-MigrationsAdminTest-317591029-project] 10.222.0.24 "GET /v2.0/ports?device_id=82782f13-d4f0-4e7c-a66e-c2aa73b864d5 HTTP/1.1" status: 200 len: 210 time: 0.0377307 Sep 30 08:05:05.427773 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d1c8c54-b4f8-4391-986f-523e34b5f389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:05.437502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-57f46919-5a07-45fc-b9ef-32c72957ce57 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8268385 Sep 30 08:05:05.503290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49534) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:05.515356 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d1c8c54-b4f8-4391-986f-523e34b5f389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:05.519498 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d1c8c54-b4f8-4391-986f-523e34b5f389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:05.524421 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2d1c8c54-b4f8-4391-986f-523e34b5f389 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49685df7-3d42-47d2-8a96-a23ccd51d784 HTTP/1.1" status: 204 len: 168 time: 0.1933577 Sep 30 08:05:05.551688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c8c54-b4f8-4391-986f-523e34b5f389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49685df7-3d42-47d2-8a96-a23ccd51d784,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:05.670779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4b1f7cde-8226-40c3-a9a4-ce77736df96d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1483157208-network', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:05.677198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Request body: {'port': {'device_id': '5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:05.810582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1f7cde-8226-40c3-a9a4-ce77736df96d admin admin] Made reservation on behalf of 3b271bd85d2347b2a47c1a71e66c3a02 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:05.812868 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b1f7cde-8226-40c3-a9a4-ce77736df96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:05.819348 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 98d33256-ecf2-4bfe-9a97-7d4afde340f0 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:05:05.839325 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 98d33256-ecf2-4bfe-9a97-7d4afde340f0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:05:05.839719 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 98d33256-ecf2-4bfe-9a97-7d4afde340f0 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:05:05.840126 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9bb5c774-24b9-4ebf-be50-5dc507bc22ef no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:05:05.859499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 9bb5c774-24b9-4ebf-be50-5dc507bc22ef {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:05:05.859849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9bb5c774-24b9-4ebf-be50-5dc507bc22ef not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:05:05.861976 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:05.867472 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b1f7cde-8226-40c3-a9a4-ce77736df96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:05.877763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6eff4-e39d-4826-8d0a-66557c49edde req-4d9dfda4-7b49-4386-8c24-b46b8e53d09c tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:05.879452 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40f6eff4-e39d-4826-8d0a-66557c49edde req-4d9dfda4-7b49-4386-8c24-b46b8e53d09c tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 931 time: 0.1968954 Sep 30 08:05:05.979429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-c4b2103b-8133-4088-9f32-ce1183bc6287 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:05.981539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-c4b2103b-8133-4088-9f32-ce1183bc6287 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/networks?id=f1ec80db-4134-42ec-ab4c-bb79f088e7df HTTP/1.1" status: 200 len: 813 time: 0.2709880 Sep 30 08:05:06.019845 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40f6eff4-e39d-4826-8d0a-66557c49edde req-d14193e1-75e1-46fb-8cee-6273336fd226 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263909 Sep 30 08:05:06.034591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-2a5edbdd-b971-43fa-9964-10806ecfb33d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/quotas/cfb56dda8d9f4848b5c33c3e531d8958 HTTP/1.1" status: 200 len: 375 time: 0.0441720 Sep 30 08:05:06.144752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-c6a28102-19d0-4614-88f5-8ee813214a38 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb56dda8d9f4848b5c33c3e531d8958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488338 Sep 30 08:05:06.342488 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b1f7cde-8226-40c3-a9a4-ce77736df96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:06.352780 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b1f7cde-8226-40c3-a9a4-ce77736df96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:06.412901 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1f7cde-8226-40c3-a9a4-ce77736df96d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:05:06.420985 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-9854c13d-14ab-4889-89f3-7d948f9b957d service neutron] 10.222.0.24 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628815 Sep 30 08:05:06.457663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f7cde-8226-40c3-a9a4-ce77736df96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561e937e-4f2e-4057-b157-2837798b5beb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:06.473220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b3786-2e78-46b1-bb76-7ad3d6aae7ee req-aaa32844-da9c-4be2-a68b-1a0d515871be tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:06.474872 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-506b3786-2e78-46b1-bb76-7ad3d6aae7ee req-aaa32844-da9c-4be2-a68b-1a0d515871be tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 945 time: 0.2084546 Sep 30 08:05:06.487370 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b1f7cde-8226-40c3-a9a4-ce77736df96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:06.487835 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-4b1f7cde-8226-40c3-a9a4-ce77736df96d admin admin] Added segment 70062f06-a5c7-4f6e-b874-a6fa043a9644 of type vlan for network 6aaeb68f-c9c7-45dc-a6b0-08d022d097f1 Sep 30 08:05:06.579707 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b1f7cde-8226-40c3-a9a4-ce77736df96d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:06.654082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28de7ef6-91fc-47e6-9a47-541686ff88be', 'name': 'network-vif-deleted', 'tag': '9bb5c774-24b9-4ebf-be50-5dc507bc22ef'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:06.656880 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca78108-9e33-42dc-92cb-1278e0806a1e" -d '{"events": [{"server_uuid": "28de7ef6-91fc-47e6-9a47-541686ff88be", "name": "network-vif-deleted", "tag": "9bb5c774-24b9-4ebf-be50-5dc507bc22ef"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:06.670231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1143afbb-2f4f-4494-a330-d63945ead984 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:05:06.686790 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-506b3786-2e78-46b1-bb76-7ad3d6aae7ee req-f34f3670-39cd-4031-9495-079060c15184 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973033 Sep 30 08:05:06.689935 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:06.758229 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b1f7cde-8226-40c3-a9a4-ce77736df96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:06.759225 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1f7cde-8226-40c3-a9a4-ce77736df96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:06.759880 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b1f7cde-8226-40c3-a9a4-ce77736df96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:06.766969 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Transition to ACTIVE for port object 1143afbb-2f4f-4494-a330-d63945ead984 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:05:06.782806 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-92b1c06d-87ce-4a12-8d9d-cbfe91e65727 service neutron] 10.222.0.24 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480601 Sep 30 08:05:06.798633 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:06.876492 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4b1f7cde-8226-40c3-a9a4-ce77736df96d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3720605 Sep 30 08:05:06.879581 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:06.884480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9cacd4e9-916d-41cd-b247-bf8c48fc489e admin admin] Request body: {'subnet': {'network_id': '6aaeb68f-c9c7-45dc-a6b0-08d022d097f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1483157208-subnet', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:06.919886 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cacd4e9-916d-41cd-b247-bf8c48fc489e admin admin] Made reservation on behalf of 3b271bd85d2347b2a47c1a71e66c3a02 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:06.926385 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cacd4e9-916d-41cd-b247-bf8c48fc489e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:06.953871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37bc8-d388-4504-a7a3-d11503656a6b req-7ece8874-4482-4170-a1d9-c592ba6e54dd tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:06.955404 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7bc37bc8-d388-4504-a7a3-d11503656a6b req-7ece8874-4482-4170-a1d9-c592ba6e54dd tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.36 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 944 time: 0.2614319 Sep 30 08:05:06.961891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f7cde-8226-40c3-a9a4-ce77736df96d admin admin] Pushing event updated for resources: {'Network': ['ID=6aaeb68f-c9c7-45dc-a6b0-08d022d097f1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:06.975561 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 6aaeb68f-c9c7-45dc-a6b0-08d022d097f1 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:05:06.983639 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Pushing event updated for resources: {'Port': ['ID=1143afbb-2f4f-4494-a330-d63945ead984,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:07.012731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94920f1-dc73-4f84-9d88-c82a4ff485b8 req-e86e615b-55b0-476c-b274-7a91893b398d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:07.020358 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f94920f1-dc73-4f84-9d88-c82a4ff485b8 req-e86e615b-55b0-476c-b274-7a91893b398d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 944 time: 0.2569790 Sep 30 08:05:07.163993 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d23650-1db1-4208-bd81-e61c181e0844 x-openstack-request-id: req-c3d23650-1db1-4208-bd81-e61c181e0844 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:07.164828 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28de7ef6-91fc-47e6-9a47-541686ff88be", "name": "network-vif-deleted", "tag": "9bb5c774-24b9-4ebf-be50-5dc507bc22ef", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:07.165529 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3d23650-1db1-4208-bd81-e61c181e0844 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:07.166352 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28de7ef6-91fc-47e6-9a47-541686ff88be', 'name': 'network-vif-deleted', 'tag': '9bb5c774-24b9-4ebf-be50-5dc507bc22ef', 'status': 'completed', 'code': 200} Sep 30 08:05:07.185148 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f94920f1-dc73-4f84-9d88-c82a4ff485b8 req-4593e4a9-f0e4-4577-ab01-4c6ffdc1da26 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642997 Sep 30 08:05:07.251321 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d25b3e5d-3853-4564-bfb1-49c4e6fc9eed req-2e11e766-98f6-40bd-a260-354c3baaa075 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 210 time: 0.0415516 Sep 30 08:05:07.253446 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Attempting to bind port 1143afbb-2f4f-4494-a330-d63945ead984 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:07.254014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Attempting to bind port 1143afbb-2f4f-4494-a330-d63945ead984 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:07.254635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Attempting to bind port 1143afbb-2f4f-4494-a330-d63945ead984 on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:07.263112 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Port 1143afbb-2f4f-4494-a330-d63945ead984 on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:05:07.263436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Attempting to bind port 1143afbb-2f4f-4494-a330-d63945ead984 on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:07.275719 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:07.276255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Checking segment: {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:07.276726 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Bound using segment: {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:07.277173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Bound port: 1143afbb-2f4f-4494-a330-d63945ead984, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:07.277583 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:07.281285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-7bc37bc8-d388-4504-a7a3-d11503656a6b req-d5faf410-8a5e-4972-bf42-c96481241278 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Deleting port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:07.281668 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7bc37bc8-d388-4504-a7a3-d11503656a6b req-d5faf410-8a5e-4972-bf42-c96481241278 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:07.313323 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-57f2c417-111f-4c19-bc4e-68df601e9ae5 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:07.317629 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-57f2c417-111f-4c19-bc4e-68df601e9ae5 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4&tenant_id=b90880b9f658495fbcf10eee4b545dee&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 1096 time: 0.1079257 Sep 30 08:05:07.336991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807359-2'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:07.443851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49614) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:07.535690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7bc37bc8-d388-4504-a7a3-d11503656a6b req-d5faf410-8a5e-4972-bf42-c96481241278 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] For port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:07.536197 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7bc37bc8-d388-4504-a7a3-d11503656a6b req-d5faf410-8a5e-4972-bf42-c96481241278 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:07.571688 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-7bc37bc8-d388-4504-a7a3-d11503656a6b req-d5faf410-8a5e-4972-bf42-c96481241278 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Calling delete_port for 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:07.591831 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253184b-fcd9-40a1-8213-74cd8c1895f4 req-8fcf3d1d-8208-4d1c-b370-06021cabe4dd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:07.599513 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e253184b-fcd9-40a1-8213-74cd8c1895f4 req-8fcf3d1d-8208-4d1c-b370-06021cabe4dd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 943 time: 0.1890154 Sep 30 08:05:07.613455 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] For port 1143afbb-2f4f-4494-a330-d63945ead984, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:07.618707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] For port 1143afbb-2f4f-4494-a330-d63945ead984, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1143afbb-2f4f-4494-a330-d63945ead984,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:07.673369 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:07.772052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:07.772853 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:07.774508 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] 10.222.0.35 "PUT /v2.0/ports/1143afbb-2f4f-4494-a330-d63945ead984 HTTP/1.1" status: 200 len: 1091 time: 2.3216193 Sep 30 08:05:07.794760 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e253184b-fcd9-40a1-8213-74cd8c1895f4 req-d7c109c8-2d29-4cf3-b08d-56781cdbbedb tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942861 Sep 30 08:05:07.814641 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cacd4e9-916d-41cd-b247-bf8c48fc489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:07.834557 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-617a25d0-f0e0-44d8-b71d-00af38cbaf08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21516085bfed40e3aed84af26bb1b679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896043 Sep 30 08:05:07.837347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49628) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:07.845256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26155bef-98ab-4cd4-ad16-a445120d3278 service neutron] Pushing event updated for resources: {'Port': ['ID=1143afbb-2f4f-4494-a330-d63945ead984,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:07.911131 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:07.952575 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacd4e9-916d-41cd-b247-bf8c48fc489e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b750c6d-5744-4a95-bd31-889f82587423,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:07.990132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cacd4e9-916d-41cd-b247-bf8c48fc489e admin admin] Checking segment: {'id': '70062f06-a5c7-4f6e-b874-a6fa043a9644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aaeb68f-c9c7-45dc-a6b0-08d022d097f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:07.990633 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cacd4e9-916d-41cd-b247-bf8c48fc489e admin admin] Network hostable DHCP agents. Network: 6aaeb68f-c9c7-45dc-a6b0-08d022d097f1, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:05:08.006548 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 3a7d9464-983f-471b-9010-2f52d71453fe details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:05:08.024509 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cacd4e9-916d-41cd-b247-bf8c48fc489e admin admin] Network 6aaeb68f-c9c7-45dc-a6b0-08d022d097f1 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:05:08.050089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-91d32f03-92f7-46c7-b490-2ce4e172972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:08.052032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-91d32f03-92f7-46c7-b490-2ce4e172972d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 1094 time: 0.2032626 Sep 30 08:05:08.065549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9cacd4e9-916d-41cd-b247-bf8c48fc489e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 6aaeb68f-c9c7-45dc-a6b0-08d022d097f1) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:08.078688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cacd4e9-916d-41cd-b247-bf8c48fc489e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:08.079521 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cacd4e9-916d-41cd-b247-bf8c48fc489e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:08.080637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f7b8f9-d8e5-47b7-87d9-5e80cc097ec4 None None] Network 6aaeb68f-c9c7-45dc-a6b0-08d022d097f1 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:05:08.082831 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee038f09-48e7-4a11-bb2c-2e61e1a9237c req-67e01a62-1cb7-42e8-acba-6a6e8960c002 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:08.084425 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee038f09-48e7-4a11-bb2c-2e61e1a9237c req-67e01a62-1cb7-42e8-acba-6a6e8960c002 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 945 time: 0.1809790 Sep 30 08:05:08.101398 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7bc37bc8-d388-4504-a7a3-d11503656a6b req-d5faf410-8a5e-4972-bf42-c96481241278 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:08.138409 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9cacd4e9-916d-41cd-b247-bf8c48fc489e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2577004 Sep 30 08:05:08.141244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:08.145802 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1483157208-router', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:08.176340 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] For port 3a7d9464-983f-471b-9010-2f52d71453fe, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3a7d9464-983f-471b-9010-2f52d71453fe,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:08.203119 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:08.205376 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:08.292324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 3a7d9464-983f-471b-9010-2f52d71453fe, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3a7d9464-983f-471b-9010-2f52d71453fe,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:08.312911 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 3a7d9464-983f-471b-9010-2f52d71453fe has no active binding in host n-h2-807359-2 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:05:08.354702 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-6aaeb68f-c9c7-45dc-a6b0-08d022d097f1', 'network_id': '6aaeb68f-c9c7-45dc-a6b0-08d022d097f1', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'fixed_ips': [{'subnet_id': '2b750c6d-5744-4a95-bd31-889f82587423'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:05:08.356377 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:08.368286 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:08.369827 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] For port 3a7d9464-983f-471b-9010-2f52d71453fe, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:08.486410 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-2b14e414-edca-4c5e-b794-74648ce9fca5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1143afbb-2f4f-4494-a330-d63945ead984 HTTP/1.1" status: 200 len: 217 time: 0.4195180 Sep 30 08:05:08.486920 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef5868b5-bcf4-4ec3-81a6-3e23568806f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:08.503089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b02802-e484-4ffb-b318-991c816a4ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a7d9464-983f-471b-9010-2f52d71453fe'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:08.506130 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa9f4fc-602c-4fdf-9f43-e16ebbba0b94" -d '{"events": [{"server_uuid": "74b02802-e484-4ffb-b318-991c816a4ac4", "name": "network-vif-unplugged", "status": "completed", "tag": "3a7d9464-983f-471b-9010-2f52d71453fe"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:08.510400 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:08.518667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Allocated IP 172.20.0.2 (6aaeb68f-c9c7-45dc-a6b0-08d022d097f1/2b750c6d-5744-4a95-bd31-889f82587423/fc071dac-8b43-4ab9-8b0c-7b89f748ffc7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:08.545526 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5faf410-8a5e-4972-bf42-c96481241278 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Pushing event deleted for resources: {'Port': ['ID=25b2a149-6b39-4d5a-94f5-9fa3a8e28bff,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:08.593434 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:08.599569 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:08.613307 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d745ed2b-86c1-44e5-8f92-5feffc6f0741 req-84a48ecb-8c4c-47c4-812c-8fbbeee3abe3 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=11436004-ae33-431e-bb91-dbabf58c37bb HTTP/1.1" status: 200 len: 210 time: 0.1040659 Sep 30 08:05:08.650080 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef5868b5-bcf4-4ec3-81a6-3e23568806f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:08.715965 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee038f09-48e7-4a11-bb2c-2e61e1a9237c req-44f66c7c-7ef9-474f-a881-e6c578777b52 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6199737 Sep 30 08:05:08.730977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Pushing event updated for resources: {'Port': ['ID=3a7d9464-983f-471b-9010-2f52d71453fe,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:08.743548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc37bc8-d388-4504-a7a3-d11503656a6b req-d5faf410-8a5e-4972-bf42-c96481241278 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] No DVR routers for this DVR port 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:05:08.753437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Attempting to bind port 3a7d9464-983f-471b-9010-2f52d71453fe on host n-h1-807359-2 for vnic_type normal with profile {"migrating_to": "n-h2-807359-2"} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:08.753587 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7bc37bc8-d388-4504-a7a3-d11503656a6b req-d5faf410-8a5e-4972-bf42-c96481241278 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:08.754096 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Attempting to bind port 3a7d9464-983f-471b-9010-2f52d71453fe by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:08.754573 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Attempting to bind port 3a7d9464-983f-471b-9010-2f52d71453fe on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:08.755505 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7bc37bc8-d388-4504-a7a3-d11503656a6b req-d5faf410-8a5e-4972-bf42-c96481241278 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.36 "DELETE /v2.0/ports/25b2a149-6b39-4d5a-94f5-9fa3a8e28bff HTTP/1.1" status: 204 len: 173 time: 1.7841613 Sep 30 08:05:08.761377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-7e71e7df-9f1f-4644-a6ac-d39fea6ebb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:08.762869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-7e71e7df-9f1f-4644-a6ac-d39fea6ebb0a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b57160f-abdc-4be4-8f56-c9c7324d85d0 HTTP/1.1" status: 200 len: 845 time: 0.2385488 Sep 30 08:05:08.767185 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:08.785336 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:08.818767 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Network 6aaeb68f-c9c7-45dc-a6b0-08d022d097f1 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:08.842194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-23f4b6eb-9ebd-49b6-9c7b-d424c671359d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57266100-45c6-4c3c-82b6-0b9860cc0f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712333 Sep 30 08:05:08.844578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Port 3a7d9464-983f-471b-9010-2f52d71453fe on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:05:08.846196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Attempting to bind port 3a7d9464-983f-471b-9010-2f52d71453fe on network 27eb64fb-38bc-4d58-ae7e-58a30f475b25 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:08.847427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:08.850798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:08.874369 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cafd1dd-becf-4d01-9423-7bbab8f1a60e x-openstack-request-id: req-3cafd1dd-becf-4d01-9423-7bbab8f1a60e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:08.874667 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b02802-e484-4ffb-b318-991c816a4ac4", "name": "network-vif-unplugged", "status": "completed", "tag": "3a7d9464-983f-471b-9010-2f52d71453fe", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:08.874902 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3cafd1dd-becf-4d01-9423-7bbab8f1a60e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:08.878632 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b02802-e484-4ffb-b318-991c816a4ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a7d9464-983f-471b-9010-2f52d71453fe', 'code': 200} Sep 30 08:05:08.880452 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:08.881690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Checking segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:08.883263 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Bound using segment: {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:08.883730 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Bound port: 3a7d9464-983f-471b-9010-2f52d71453fe, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '27eb64fb-38bc-4d58-ae7e-58a30f475b25'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:08.884127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:08.920465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-e2f8d56f-0a8d-42c7-8fd5-59e9e3bdc94d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:08.922278 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-e2f8d56f-0a8d-42c7-8fd5-59e9e3bdc94d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.36 "GET /v2.0/networks?id=f1ec80db-4134-42ec-ab4c-bb79f088e7df HTTP/1.1" status: 200 len: 813 time: 0.4168313 Sep 30 08:05:08.934965 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2cab4d1d-5ea2-4e58-9e0a-f53c3b2a2375 req-112c60a5-17cc-46e4-843b-4971edec854a tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 210 time: 0.0953906 Sep 30 08:05:08.942986 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-344b0b59-9971-48dd-99c1-2827b7b7a31f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Request body: {'port': {'device_id': '539c53f9-7a00-4e79-b48b-baf4de76cb62', 'network_id': 'f1ec80db-4134-42ec-ab4c-bb79f088e7df', 'admin_state_up': True, 'tenant_id': 'cfb56dda8d9f4848b5c33c3e531d8958'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:09.031761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Attempting to bind port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:09.032487 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Attempting to bind port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '70062f06-a5c7-4f6e-b874-a6fa043a9644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aaeb68f-c9c7-45dc-a6b0-08d022d097f1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:09.032487 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Attempting to bind port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 on network 6aaeb68f-c9c7-45dc-a6b0-08d022d097f1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:09.034838 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Pushing event updated for resources: {'Port': ['ID=fc071dac-8b43-4ab9-8b0c-7b89f748ffc7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:09.035125 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef5868b5-bcf4-4ec3-81a6-3e23568806f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:09.038258 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef5868b5-bcf4-4ec3-81a6-3e23568806f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:09.039727 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ef5868b5-bcf4-4ec3-81a6-3e23568806f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3daaa774-a2e0-4b45-9890-2ab1e88d3c52 HTTP/1.1" status: 204 len: 168 time: 1.2010312 Sep 30 08:05:09.045459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:09.046056 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Checking segment: {'id': '70062f06-a5c7-4f6e-b874-a6fa043a9644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aaeb68f-c9c7-45dc-a6b0-08d022d097f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:09.046932 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:09.047560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Bound using segment: {'id': '70062f06-a5c7-4f6e-b874-a6fa043a9644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aaeb68f-c9c7-45dc-a6b0-08d022d097f1'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:09.048074 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Bound port: fc071dac-8b43-4ab9-8b0c-7b89f748ffc7, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70062f06-a5c7-4f6e-b874-a6fa043a9644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aaeb68f-c9c7-45dc-a6b0-08d022d097f1'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:09.048462 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:09.067280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] For port 3a7d9464-983f-471b-9010-2f52d71453fe, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:09.089293 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] For port 3a7d9464-983f-471b-9010-2f52d71453fe, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3a7d9464-983f-471b-9010-2f52d71453fe,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:09.119581 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:09.128660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5868b5-bcf4-4ec3-81a6-3e23568806f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daaa774-a2e0-4b45-9890-2ab1e88d3c52,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:09.169236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc', 'tag': '1143afbb-2f4f-4494-a330-d63945ead984'}, {'server_uuid': '11436004-ae33-431e-bb91-dbabf58c37bb', 'name': 'network-vif-deleted', 'tag': '25b2a149-6b39-4d5a-94f5-9fa3a8e28bff'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:09.173873 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8f75c8-9316-4a65-b451-7fb554e7e162" -d '{"events": [{"name": "network-changed", "server_uuid": "5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc", "tag": "1143afbb-2f4f-4494-a330-d63945ead984"}, {"server_uuid": "11436004-ae33-431e-bb91-dbabf58c37bb", "name": "network-vif-deleted", "tag": "25b2a149-6b39-4d5a-94f5-9fa3a8e28bff"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:09.194811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6385db-7e24-4e89-bacb-9b097773c56d req-7a7da302-d233-488b-8193-ba24a6e49181 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:09.196839 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf6385db-7e24-4e89-bacb-9b097773c56d req-7a7da302-d233-488b-8193-ba24a6e49181 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 943 time: 0.2215891 Sep 30 08:05:09.204999 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-f30643c8-e1c1-442b-adf7-ea1901297798 service neutron] 10.222.0.35 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541784 Sep 30 08:05:09.340877 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] For port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:09.351826 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] For port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fc071dac-8b43-4ab9-8b0c-7b89f748ffc7,segment=NetworkSegment(70062f06-a5c7-4f6e-b874-a6fa043a9644),segment_id=70062f06-a5c7-4f6e-b874-a6fa043a9644)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:09.360965 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:09.372523 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-344b0b59-9971-48dd-99c1-2827b7b7a31f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Made reservation on behalf of cfb56dda8d9f4848b5c33c3e531d8958 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:09.375097 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-344b0b59-9971-48dd-99c1-2827b7b7a31f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:09.388200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf6385db-7e24-4e89-bacb-9b097773c56d req-5ae850b9-465f-4049-8b8d-0723d0f95f59 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695297 Sep 30 08:05:09.407339 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:09.413777 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:09.414599 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:09.416374 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] 10.222.0.35 "PUT /v2.0/ports/3a7d9464-983f-471b-9010-2f52d71453fe HTTP/1.1" status: 200 len: 1121 time: 2.0891244 Sep 30 08:05:09.438998 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49680) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:09.445874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d411a-79e3-4905-85b5-95408747a93a service neutron] Pushing event updated for resources: {'Port': ['ID=3a7d9464-983f-471b-9010-2f52d71453fe,revision_number=8']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:09.450895 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:09.478545 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723808b6-eef4-4e3b-b8a6-9edc737ab94f x-openstack-request-id: req-723808b6-eef4-4e3b-b8a6-9edc737ab94f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:09.479044 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc", "tag": "1143afbb-2f4f-4494-a330-d63945ead984", "status": "completed", "code": 200}, {"server_uuid": "11436004-ae33-431e-bb91-dbabf58c37bb", "name": "network-vif-deleted", "tag": "25b2a149-6b39-4d5a-94f5-9fa3a8e28bff", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:09.479476 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-723808b6-eef4-4e3b-b8a6-9edc737ab94f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:09.480715 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc', 'tag': '1143afbb-2f4f-4494-a330-d63945ead984', 'status': 'completed', 'code': 200} Sep 30 08:05:09.481150 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11436004-ae33-431e-bb91-dbabf58c37bb', 'name': 'network-vif-deleted', 'tag': '25b2a149-6b39-4d5a-94f5-9fa3a8e28bff', 'status': 'completed', 'code': 200} Sep 30 08:05:09.502049 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e7f8f94-6135-4d22-b56b-22218d266184 req-b51b09a9-312c-48fc-a191-cc3130b54ed4 service neutron] 10.222.0.35 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823067 Sep 30 08:05:09.522354 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['3a7d9464-983f-471b-9010-2f52d71453fe'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:09.592277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['3a7d9464-983f-471b-9010-2f52d71453fe'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:09.727709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49688) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:09.732465 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e71207d-a966-48f1-9264-e9f450e12276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:09.785911 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-344b0b59-9971-48dd-99c1-2827b7b7a31f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Allocated IP 172.20.0.7 (f1ec80db-4134-42ec-ab4c-bb79f088e7df/fe33ac99-fc99-41ff-b911-83e9f984edae/15a01a98-df89-48f7-aae9-0964bf2959a2) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:09.817659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f75c8-9316-4a65-b451-7fb554e7e162 req-d9369d5d-e96b-49b9-b26b-9621013f8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:09.819261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba8f75c8-9316-4a65-b451-7fb554e7e162 req-d9369d5d-e96b-49b9-b26b-9621013f8f3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 1094 time: 0.1764793 Sep 30 08:05:09.824834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-361e062d-c44b-4a37-9685-6c5f3dc2ad17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3d7f083c76e46399586f47072ec3e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0911434 Sep 30 08:05:09.829161 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49692) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:09.971688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Allocated IP 172.25.0.230 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:10.004912 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e71207d-a966-48f1-9264-e9f450e12276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.011324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:05:10.070863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769e16b-8753-45e7-a611-4ed6480ae872 None None] Pushing event updated for resources: {'Port': ['ID=fc071dac-8b43-4ab9-8b0c-7b89f748ffc7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:10.080259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:05:10.080605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 25b2a149-6b39-4d5a-94f5-9fa3a8e28bff not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:05:10.123950 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e71207d-a966-48f1-9264-e9f450e12276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.128003 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.179827 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f75c8-9316-4a65-b451-7fb554e7e162 req-f0228089-de88-49e2-b2af-a4050ce23a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:10.181356 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba8f75c8-9316-4a65-b451-7fb554e7e162 req-f0228089-de88-49e2-b2af-a4050ce23a42 service neutron] 10.222.0.35 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 906 time: 0.3531380 Sep 30 08:05:10.182202 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3759a5e-336a-4935-8a1a-85a75d108d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.182427 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71207d-a966-48f1-9264-e9f450e12276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacbc36f-3089-4e3a-ae93-a48dca7fdbef,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:10.191611 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6e71207d-a966-48f1-9264-e9f450e12276 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72be0fe7a2d24b988df4216c7aa5d6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7487006 Sep 30 08:05:10.195022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:10.209149 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e4cb7c4-6e97-4e1f-b610-65002cd2eb16 req-b9dc440a-22c8-4311-b33a-c19e91c09322 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 210 time: 0.0816603 Sep 30 08:05:10.218707 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.238687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132bcc1-4722-434b-ac6f-942f656e896e req-0f39d890-f641-45dd-b781-bf5c1e5218d8 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:10.245910 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0132bcc1-4722-434b-ac6f-942f656e896e req-0f39d890-f641-45dd-b781-bf5c1e5218d8 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 943 time: 0.2643430 Sep 30 08:05:10.305672 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db32b1c9-3213-4845-b3db-f2b9956f93f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.315297 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3759a5e-336a-4935-8a1a-85a75d108d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.317900 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba8f75c8-9316-4a65-b451-7fb554e7e162 req-7281dfdd-98af-4cdc-ade3-dfc7554d3860 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1143afbb-2f4f-4494-a330-d63945ead984 HTTP/1.1" status: 200 len: 217 time: 0.0995505 Sep 30 08:05:10.327219 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.364967 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db32b1c9-3213-4845-b3db-f2b9956f93f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.413472 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:10.419583 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-344b0b59-9971-48dd-99c1-2827b7b7a31f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.420569 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Pushing event updated for resources: {'Port': ['ID=3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:10.427623 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:10.432424 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:10.480235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0132bcc1-4722-434b-ac6f-942f656e896e req-d46674fa-5387-4e8b-b982-cd06a32ad4c2 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331655 Sep 30 08:05:10.511012 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f75c8-9316-4a65-b451-7fb554e7e162 req-edf58382-88f6-4803-888d-3eb3d262ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:10.514047 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba8f75c8-9316-4a65-b451-7fb554e7e162 req-edf58382-88f6-4803-888d-3eb3d262ce2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b57160f-abdc-4be4-8f56-c9c7324d85d0 HTTP/1.1" status: 200 len: 845 time: 0.1772368 Sep 30 08:05:10.521531 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db32b1c9-3213-4845-b3db-f2b9956f93f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.524929 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db32b1c9-3213-4845-b3db-f2b9956f93f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.528785 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-db32b1c9-3213-4845-b3db-f2b9956f93f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cacbc36f-3089-4e3a-ae93-a48dca7fdbef HTTP/1.1" status: 204 len: 168 time: 0.3302178 Sep 30 08:05:10.604573 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-344b0b59-9971-48dd-99c1-2827b7b7a31f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.611711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba8f75c8-9316-4a65-b451-7fb554e7e162 req-5de0cb96-6836-4c2f-95b2-e1e234d2de4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57266100-45c6-4c3c-82b6-0b9860cc0f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590079 Sep 30 08:05:10.631085 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32b1c9-3213-4845-b3db-f2b9956f93f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacbc36f-3089-4e3a-ae93-a48dca7fdbef,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:10.685001 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3a434-4711-4a96-a394-c8661ccda238 req-99aa5805-3e1b-4afe-b71a-40e7d59c70f8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:10.692906 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bf3a434-4711-4a96-a394-c8661ccda238 req-99aa5805-3e1b-4afe-b71a-40e7d59c70f8 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 945 time: 0.3440220 Sep 30 08:05:10.725946 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3759a5e-336a-4935-8a1a-85a75d108d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.728655 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3759a5e-336a-4935-8a1a-85a75d108d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.733670 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b3759a5e-336a-4935-8a1a-85a75d108d68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dea6b599-9bcf-4435-aa53-e7ac9cf3738b HTTP/1.1" status: 204 len: 168 time: 0.9035506 Sep 30 08:05:10.766282 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b0b59-9971-48dd-99c1-2827b7b7a31f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Pushing event updated for resources: {'Port': ['ID=15a01a98-df89-48f7-aae9-0964bf2959a2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:10.828635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3759a5e-336a-4935-8a1a-85a75d108d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea6b599-9bcf-4435-aa53-e7ac9cf3738b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:10.852824 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6023c-3a12-4fa8-a775-9a3eca0edbe9 req-7b18df12-a02b-42cf-9928-69559f9a5f2f tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:10.854142 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03d6023c-3a12-4fa8-a775-9a3eca0edbe9 req-7b18df12-a02b-42cf-9928-69559f9a5f2f tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 945 time: 0.3476157 Sep 30 08:05:10.862880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-344b0b59-9971-48dd-99c1-2827b7b7a31f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Network f1ec80db-4134-42ec-ab4c-bb79f088e7df is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:10.880570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b02802-e484-4ffb-b318-991c816a4ac4', 'tag': '3a7d9464-983f-471b-9010-2f52d71453fe'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:10.884151 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db1b1d2-4225-4610-a3ea-6319b38711b0" -d '{"events": [{"name": "network-changed", "server_uuid": "74b02802-e484-4ffb-b318-991c816a4ac4", "tag": "3a7d9464-983f-471b-9010-2f52d71453fe"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:10.889600 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:10.920689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-344b0b59-9971-48dd-99c1-2827b7b7a31f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:10.954422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-344b0b59-9971-48dd-99c1-2827b7b7a31f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:10.968274 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bf3a434-4711-4a96-a394-c8661ccda238 req-7e753c0e-5102-46dd-a846-cb7034070db3 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743812 Sep 30 08:05:11.082550 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438c5fa-314d-43ca-94ca-62e0d4cb446d req-d2b2b26a-3076-4971-9655-8c268bc12ad3 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:11.084870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b71acc-7eba-499c-b64f-8f362d4c3a76 None None] Network 6aaeb68f-c9c7-45dc-a6b0-08d022d097f1 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:05:11.090793 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9438c5fa-314d-43ca-94ca-62e0d4cb446d req-d2b2b26a-3076-4971-9655-8c268bc12ad3 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 943 time: 0.3371785 Sep 30 08:05:11.114905 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:11.127194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba8f75c8-9316-4a65-b451-7fb554e7e162 req-389d2291-5848-4e31-b6af-93d74f967097 service neutron] 10.222.0.35 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105999 Sep 30 08:05:11.197657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e55fc62a-3ce0-440f-8b04-528823162503 None None] Provisioning complete for port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:11.198875 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e55fc62a-3ce0-440f-8b04-528823162503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:11.213052 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4a6178c-2b84-47ee-92b9-6dde7e760ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:11.215494 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba8f75c8-9316-4a65-b451-7fb554e7e162 req-0c6724ba-505e-4bbb-888c-770ca614d63d service neutron] 10.222.0.35 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871041 Sep 30 08:05:11.240885 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-344b0b59-9971-48dd-99c1-2827b7b7a31f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:11.241868 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-344b0b59-9971-48dd-99c1-2827b7b7a31f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:11.269287 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:11.271932 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9438c5fa-314d-43ca-94ca-62e0d4cb446d req-79db658f-20ff-41ad-9a49-1641cbb4ad07 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758368 Sep 30 08:05:11.302576 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-03d6023c-3a12-4fa8-a775-9a3eca0edbe9 req-ae314040-b9f9-4ecd-b437-ebe0a88bbd22 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Deleting port 8ac326a5-688d-43b5-9f07-320c48ea59b3 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:11.304988 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-03d6023c-3a12-4fa8-a775-9a3eca0edbe9 req-ae314040-b9f9-4ecd-b437-ebe0a88bbd22 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:11.392548 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9647a4e7-39fb-4e79-aa1f-ffc7aca6eb36 x-openstack-request-id: req-9647a4e7-39fb-4e79-aa1f-ffc7aca6eb36 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:11.392747 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b02802-e484-4ffb-b318-991c816a4ac4", "tag": "3a7d9464-983f-471b-9010-2f52d71453fe", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:11.392995 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9647a4e7-39fb-4e79-aa1f-ffc7aca6eb36 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:11.393442 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b02802-e484-4ffb-b318-991c816a4ac4', 'tag': '3a7d9464-983f-471b-9010-2f52d71453fe', 'status': 'completed', 'code': 200} Sep 30 08:05:11.404356 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e55fc62a-3ce0-440f-8b04-528823162503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:11.471399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e55fc62a-3ce0-440f-8b04-528823162503 None None] For port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fc071dac-8b43-4ab9-8b0c-7b89f748ffc7,segment=NetworkSegment(70062f06-a5c7-4f6e-b874-a6fa043a9644),segment_id=70062f06-a5c7-4f6e-b874-a6fa043a9644)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:11.477640 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e55fc62a-3ce0-440f-8b04-528823162503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:11.564236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7013d05-f979-4857-bc9d-f5efd003904c req-b91dd0b9-c6f9-4f6b-935f-6e3963c2f474 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:11.565856 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7013d05-f979-4857-bc9d-f5efd003904c req-b91dd0b9-c6f9-4f6b-935f-6e3963c2f474 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 931 time: 0.1991277 Sep 30 08:05:11.567781 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-03d6023c-3a12-4fa8-a775-9a3eca0edbe9 req-ae314040-b9f9-4ecd-b437-ebe0a88bbd22 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] For port 8ac326a5-688d-43b5-9f07-320c48ea59b3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8ac326a5-688d-43b5-9f07-320c48ea59b3,segment=NetworkSegment(8e01e8b0-10d9-41c3-95ce-6c6f822d2b91),segment_id=8e01e8b0-10d9-41c3-95ce-6c6f822d2b91)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:11.568174 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-03d6023c-3a12-4fa8-a775-9a3eca0edbe9 req-ae314040-b9f9-4ecd-b437-ebe0a88bbd22 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:11.605511 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4a6178c-2b84-47ee-92b9-6dde7e760ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:11.618315 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4a6178c-2b84-47ee-92b9-6dde7e760ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:11.634256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-03d6023c-3a12-4fa8-a775-9a3eca0edbe9 req-ae314040-b9f9-4ecd-b437-ebe0a88bbd22 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Calling delete_port for 8ac326a5-688d-43b5-9f07-320c48ea59b3 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:11.641806 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-344b0b59-9971-48dd-99c1-2827b7b7a31f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7055898 Sep 30 08:05:11.661012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fc62a-3ce0-440f-8b04-528823162503 None None] Pushing event updated for resources: {'Port': ['ID=fc071dac-8b43-4ab9-8b0c-7b89f748ffc7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:11.731176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:11.742213 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f4a6178c-2b84-47ee-92b9-6dde7e760ca6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74712af33b0a44c285566a4a83cc050f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6188812 Sep 30 08:05:11.748895 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49736) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:11.773339 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6178c-2b84-47ee-92b9-6dde7e760ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5526e60f-3c8d-4a5a-9b06-207c9f91f7ba,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:11.773895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7013d05-f979-4857-bc9d-f5efd003904c req-66059dce-bff0-414a-991d-c9b20511d580 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976244 Sep 30 08:05:11.790550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Router 95cb103e-477e-44e8-a991-5ac3edab442c is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:05:11.827616 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063566f-9e60-4308-bff7-afa59be0d3e9 req-41d7ae7a-8cd5-4460-9117-286828948f7e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:11.835006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3063566f-9e60-4308-bff7-afa59be0d3e9 req-41d7ae7a-8cd5-4460-9117-286828948f7e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 943 time: 0.2090845 Sep 30 08:05:11.871609 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:11.875655 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:11.902641 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Request body: {'port': {'device_id': '539c53f9-7a00-4e79-b48b-baf4de76cb62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:11.938916 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5c3d1f8d-b271-4e67-a4bf-f01588528da3 None None] Provisioning complete for port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:11.939287 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c3d1f8d-b271-4e67-a4bf-f01588528da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:11.940253 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78f1045a-e92f-44eb-9f37-8787baab27f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:12.008363 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78f1045a-e92f-44eb-9f37-8787baab27f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:12.013653 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1b1d2-4225-4610-a3ea-6319b38711b0 req-cabc0379-651b-4305-a54a-deab98f9f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:12.015452 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6db1b1d2-4225-4610-a3ea-6319b38711b0 req-cabc0379-651b-4305-a54a-deab98f9f696 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 1124 time: 0.5797620 Sep 30 08:05:12.052185 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3063566f-9e60-4308-bff7-afa59be0d3e9 req-9581ac1f-5bbb-424f-b980-8809452b5150 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125063 Sep 30 08:05:12.055106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1143afbb-2f4f-4494-a330-d63945ead984 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:05:12.078616 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:05:12.091783 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Sync routers for ids ['95cb103e-477e-44e8-a991-5ac3edab442c'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:05:12.105536 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9749ebb9-54e0-4acd-a04e-d804dec5cb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:12.114380 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Routers {'95cb103e-477e-44e8-a991-5ac3edab442c'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:05:12.115129 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:04:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['95cb103e-477e-44e8-a991-5ac3edab442c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:12.128708 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:12.130848 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-98534b9b-90d6-4005-bb34-ae3444c51d6b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9877377 Sep 30 08:05:12.133374 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49748) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:12.242961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1143afbb-2f4f-4494-a330-d63945ead984, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1143afbb-2f4f-4494-a330-d63945ead984,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:12.257759 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '1143afbb-2f4f-4494-a330-d63945ead984', 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d', 'port_id': '1143afbb-2f4f-4494-a330-d63945ead984', 'mac_address': 'fa:16:3e:32:4c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b57160f-abdc-4be4-8f56-c9c7324d85d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:05:12.310272 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:12.312867 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78f1045a-e92f-44eb-9f37-8787baab27f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:12.316095 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78f1045a-e92f-44eb-9f37-8787baab27f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:12.317527 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-78f1045a-e92f-44eb-9f37-8787baab27f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5526e60f-3c8d-4a5a-9b06-207c9f91f7ba HTTP/1.1" status: 204 len: 168 time: 0.5663300 Sep 30 08:05:12.333101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1143afbb-2f4f-4494-a330-d63945ead984 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:05:12.345354 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Set router 95cb103e-477e-44e8-a991-5ac3edab442c gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:05:12.386606 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1143afbb-2f4f-4494-a330-d63945ead984, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1143afbb-2f4f-4494-a330-d63945ead984,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:12.393277 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:12.459481 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=1143afbb-2f4f-4494-a330-d63945ead984,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:12.460035 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1045a-e92f-44eb-9f37-8787baab27f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5526e60f-3c8d-4a5a-9b06-207c9f91f7ba,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:12.691541 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'name': 'tempest-ServersTestMultiNic-1483157208-router', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:08Z', 'updated_at': '2021-09-30T08:05:10Z', 'revision_number': 3, 'project_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'gw_port': {'id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:09Z', 'updated_at': '2021-09-30T08:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:12.741277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['1143afbb-2f4f-4494-a330-d63945ead984'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:12.757831 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:12.773493 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Checking router: 95cb103e-477e-44e8-a991-5ac3edab442c for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:05:12.776139 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Updating router 95cb103e-477e-44e8-a991-5ac3edab442c port 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:05:12.811463 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:13.042296 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:13.051433 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1d542-58bc-4110-9130-50a9f5bcc182 req-536cfcea-d442-4484-86cc-7e4f3eadfd4d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:13.053031 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47b1d542-58bc-4110-9130-50a9f5bcc182 req-536cfcea-d442-4484-86cc-7e4f3eadfd4d tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b1621d5-5068-45e9-afdb-dcbab5977c13 HTTP/1.1" status: 200 len: 945 time: 0.9127808 Sep 30 08:05:13.067296 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-03d6023c-3a12-4fa8-a775-9a3eca0edbe9 req-ae314040-b9f9-4ecd-b437-ebe0a88bbd22 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:13.176447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae314040-b9f9-4ecd-b437-ebe0a88bbd22 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Pushing event deleted for resources: {'Port': ['ID=8ac326a5-688d-43b5-9f07-320c48ea59b3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:13.362651 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:13.369193 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:13.419000 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb10263-0eac-4f44-8042-6fb735cb02f4 None None] Pushing event updated for resources: {'Port': ['ID=3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:13.436786 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10263-0eac-4f44-8042-6fb735cb02f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:13.438016 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10263-0eac-4f44-8042-6fb735cb02f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:13.438016 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10263-0eac-4f44-8042-6fb735cb02f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:13.438336 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10263-0eac-4f44-8042-6fb735cb02f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:13.438865 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10263-0eac-4f44-8042-6fb735cb02f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:13.438993 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10263-0eac-4f44-8042-6fb735cb02f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:13.439378 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10263-0eac-4f44-8042-6fb735cb02f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:13.439776 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10263-0eac-4f44-8042-6fb735cb02f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:13.440222 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10263-0eac-4f44-8042-6fb735cb02f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:13.440553 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10263-0eac-4f44-8042-6fb735cb02f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:13.441076 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10263-0eac-4f44-8042-6fb735cb02f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:13.441445 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb10263-0eac-4f44-8042-6fb735cb02f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:13.473065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Allocated IP 172.20.0.1 (6aaeb68f-c9c7-45dc-a6b0-08d022d097f1/2b750c6d-5744-4a95-bd31-889f82587423/0c982a60-7b05-4b38-b29e-398d2a189a3a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:13.483789 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Attempting to bind port 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:13.484316 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Attempting to bind port 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:13.484799 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Attempting to bind port 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:13.492293 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:13.493065 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:13.493748 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:13.494346 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:13.495001 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Bound port: 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:13.496575 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:13.642711 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:13.689434 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] For port 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:13.701831 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] For port 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:13.712610 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:13.730421 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c751f-b096-4d8a-8808-e44140bcb863 req-8a2827e8-9a2d-4948-8266-6504309bcbde tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:13.740164 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:13.747652 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e3c751f-b096-4d8a-8808-e44140bcb863 req-8a2827e8-9a2d-4948-8266-6504309bcbde tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 944 time: 0.9860694 Sep 30 08:05:13.757333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:13.786985 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Network 6aaeb68f-c9c7-45dc-a6b0-08d022d097f1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:13.790907 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:13.796020 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1b1d2-4225-4610-a3ea-6319b38711b0 req-68ff78d5-9975-405c-8025-520362b50f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:13.798349 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6db1b1d2-4225-4610-a3ea-6319b38711b0 req-68ff78d5-9975-405c-8025-520362b50f7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 1.7628355 Sep 30 08:05:13.805483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:13.837707 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:13.838173 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:13.857224 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:13.889335 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3a7d9464-983f-471b-9010-2f52d71453fe no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:05:13.931289 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Pushing event updated for resources: {'Port': ['ID=0c982a60-7b05-4b38-b29e-398d2a189a3a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:13.984430 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Routers {'95cb103e-477e-44e8-a991-5ac3edab442c'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:05:13.988138 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:04:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['95cb103e-477e-44e8-a991-5ac3edab442c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:13.995437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49798) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:14.042625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1143afbb-2f4f-4494-a330-d63945ead984 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:14.123844 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 8ac326a5-688d-43b5-9f07-320c48ea59b3 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:05:14.175941 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 8ac326a5-688d-43b5-9f07-320c48ea59b3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:05:14.176601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 8ac326a5-688d-43b5-9f07-320c48ea59b3 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:05:14.177605 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:14.189163 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 1143afbb-2f4f-4494-a330-d63945ead984 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:05:14.194753 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 1143afbb-2f4f-4494-a330-d63945ead984 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:14.195354 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:14.258917 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a01a98-df89-48f7-aae9-0964bf2959a2 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:05:14.268566 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:14.288568 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Transition to ACTIVE for port object 15a01a98-df89-48f7-aae9-0964bf2959a2 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:05:14.330116 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-571919ce-6dfa-4c58-9033-877bcd0b7fec None None] Provisioning complete for port 0c982a60-7b05-4b38-b29e-398d2a189a3a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:14.330488 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-571919ce-6dfa-4c58-9033-877bcd0b7fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:14.340875 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:14.365826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d6023c-3a12-4fa8-a775-9a3eca0edbe9 req-ae314040-b9f9-4ecd-b437-ebe0a88bbd22 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] No DVR routers for this DVR port 8ac326a5-688d-43b5-9f07-320c48ea59b3 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:05:14.379169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47b1d542-58bc-4110-9130-50a9f5bcc182 req-ab1802f1-ad26-4de8-9952-50234cd8b902 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3028474 Sep 30 08:05:14.381475 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6db1b1d2-4225-4610-a3ea-6319b38711b0 req-0da299e3-28a6-48b8-81dd-93aee0a91f88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a7d9464-983f-471b-9010-2f52d71453fe HTTP/1.1" status: 200 len: 217 time: 0.5314956 Sep 30 08:05:14.381925 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb10263-0eac-4f44-8042-6fb735cb02f4 None None] Pushing event updated for resources: {'Port': ['ID=3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:14.402062 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-03d6023c-3a12-4fa8-a775-9a3eca0edbe9 req-ae314040-b9f9-4ecd-b437-ebe0a88bbd22 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:14.407799 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03d6023c-3a12-4fa8-a775-9a3eca0edbe9 req-ae314040-b9f9-4ecd-b437-ebe0a88bbd22 tempest-LiveMigrationTest-1352555556 tempest-LiveMigrationTest-1352555556-project] 10.222.0.36 "DELETE /v2.0/ports/8ac326a5-688d-43b5-9f07-320c48ea59b3 HTTP/1.1" status: 204 len: 173 time: 3.5012841 Sep 30 08:05:14.408317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1621d5-5068-45e9-afdb-dcbab5977c13', 'name': 'network-vif-deleted', 'tag': '8ac326a5-688d-43b5-9f07-320c48ea59b3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:14.424385 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1ffde4-f999-49a4-b2e3-4256fb33e452" -d '{"events": [{"server_uuid": "0b1621d5-5068-45e9-afdb-dcbab5977c13", "name": "network-vif-deleted", "tag": "8ac326a5-688d-43b5-9f07-320c48ea59b3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:14.520312 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] Set router 95cb103e-477e-44e8-a991-5ac3edab442c gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:05:14.585406 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:14.662472 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-571919ce-6dfa-4c58-9033-877bcd0b7fec None None] Port 0c982a60-7b05-4b38-b29e-398d2a189a3a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:05:14.689457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1143afbb-2f4f-4494-a330-d63945ead984'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:14.691796 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da04c90-2a3c-4506-885e-827737a5d9ae" -d '{"events": [{"server_uuid": "5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc", "name": "network-vif-plugged", "status": "completed", "tag": "1143afbb-2f4f-4494-a330-d63945ead984"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:14.700540 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c35ac71-9628-483a-8be9-4c3ab173f70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:14.705493 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e3c751f-b096-4d8a-8808-e44140bcb863 req-dd9b494c-ed96-44dd-a3af-99f0aaf0b52f tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9564869 Sep 30 08:05:14.789697 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1143afbb-2f4f-4494-a330-d63945ead984, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1143afbb-2f4f-4494-a330-d63945ead984,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:14.810811 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:14.816423 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34bce5a9-cb42-4c98-9b58-6b5e5fe668d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:14.882861 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Pushing event updated for resources: {'Port': ['ID=15a01a98-df89-48f7-aae9-0964bf2959a2,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:14.901006 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:14.909002 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=1143afbb-2f4f-4494-a330-d63945ead984,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:14.925223 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:14.960079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1b1d2-4225-4610-a3ea-6319b38711b0 req-72560275-61f3-48a7-b402-44ce2f5cd871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:14.962107 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6db1b1d2-4225-4610-a3ea-6319b38711b0 req-72560275-61f3-48a7-b402-44ce2f5cd871 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.5181580 Sep 30 08:05:15.083843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Pushing event updated for resources: {'Port': ['ID=0c982a60-7b05-4b38-b29e-398d2a189a3a,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:15.093927 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'name': 'tempest-ServersTestMultiNic-1483157208-router', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:08Z', 'updated_at': '2021-09-30T08:05:10Z', 'revision_number': 3, 'project_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'gw_port': {'id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:09Z', 'updated_at': '2021-09-30T08:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:15.094633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6db1b1d2-4225-4610-a3ea-6319b38711b0 req-13b4bc7c-ba6b-4161-b5b0-2c8cc3133aab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845044 Sep 30 08:05:15.112733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f693a8-d5dc-48b1-9cc9-3dc2380657fc req-01f5d73c-5bde-4545-b861-b119ed050124 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:15.114292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22f693a8-d5dc-48b1-9cc9-3dc2380657fc req-01f5d73c-5bde-4545-b861-b119ed050124 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.4633329 Sep 30 08:05:15.137590 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf0598-bb68-4547-8d03-ac0979d677c7 None None] The sync data for ids ['95cb103e-477e-44e8-a991-5ac3edab442c'] in n-d-807359-2 is: [{'id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'name': 'tempest-ServersTestMultiNic-1483157208-router', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:08Z', 'updated_at': '2021-09-30T08:05:10Z', 'revision_number': 3, 'project_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'gw_port': {'id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:09Z', 'updated_at': '2021-09-30T08:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:05:15.139957 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:15.228566 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:15.252319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22f693a8-d5dc-48b1-9cc9-3dc2380657fc req-455b733c-7536-4fa8-92e7-c9cc68c868fa tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048467 Sep 30 08:05:15.310634 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Attempting to bind port 15a01a98-df89-48f7-aae9-0964bf2959a2 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:15.311117 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Attempting to bind port 15a01a98-df89-48f7-aae9-0964bf2959a2 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '9b25266b-cdcb-4bd4-a7fd-503ab195794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ec80db-4134-42ec-ab4c-bb79f088e7df'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:15.311557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Attempting to bind port 15a01a98-df89-48f7-aae9-0964bf2959a2 on network f1ec80db-4134-42ec-ab4c-bb79f088e7df {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:15.321308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Port 15a01a98-df89-48f7-aae9-0964bf2959a2 on network f1ec80db-4134-42ec-ab4c-bb79f088e7df not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:05:15.321786 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c35ac71-9628-483a-8be9-4c3ab173f70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:15.321939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Attempting to bind port 15a01a98-df89-48f7-aae9-0964bf2959a2 on network f1ec80db-4134-42ec-ab4c-bb79f088e7df {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:15.333264 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c35ac71-9628-483a-8be9-4c3ab173f70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:15.337998 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653032b5-0ead-49ee-99b4-40aae8040547 x-openstack-request-id: req-653032b5-0ead-49ee-99b4-40aae8040547 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:15.338356 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1621d5-5068-45e9-afdb-dcbab5977c13", "name": "network-vif-deleted", "tag": "8ac326a5-688d-43b5-9f07-320c48ea59b3", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:15.338596 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-653032b5-0ead-49ee-99b4-40aae8040547 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:15.339056 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1621d5-5068-45e9-afdb-dcbab5977c13', 'name': 'network-vif-deleted', 'tag': '8ac326a5-688d-43b5-9f07-320c48ea59b3', 'status': 'completed', 'code': 200} Sep 30 08:05:15.341820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:15.342168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Checking segment: {'id': '9b25266b-cdcb-4bd4-a7fd-503ab195794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ec80db-4134-42ec-ab4c-bb79f088e7df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:15.342564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Bound using segment: {'id': '9b25266b-cdcb-4bd4-a7fd-503ab195794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ec80db-4134-42ec-ab4c-bb79f088e7df'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:15.343050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Bound port: 15a01a98-df89-48f7-aae9-0964bf2959a2, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b25266b-cdcb-4bd4-a7fd-503ab195794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ec80db-4134-42ec-ab4c-bb79f088e7df'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:15.343701 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:15.363112 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcc240-0730-46b4-a1cf-40ec896867df req-ee59b65c-4591-4d3d-813b-3826eabc4a93 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:15.364754 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66dcc240-0730-46b4-a1cf-40ec896867df req-ee59b65c-4591-4d3d-813b-3826eabc4a93 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 943 time: 0.2781432 Sep 30 08:05:15.386362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Network 6aaeb68f-c9c7-45dc-a6b0-08d022d097f1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:15.389525 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6db1b1d2-4225-4610-a3ea-6319b38711b0 req-d3a89ecd-584d-45dc-a6ce-ae8d70875e14 service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718744 Sep 30 08:05:15.391311 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e518d72-dddb-4425-8d4d-7f8aaceb225e x-openstack-request-id: req-6e518d72-dddb-4425-8d4d-7f8aaceb225e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:15.392191 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc", "name": "network-vif-plugged", "status": "completed", "tag": "1143afbb-2f4f-4494-a330-d63945ead984", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:15.392822 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e518d72-dddb-4425-8d4d-7f8aaceb225e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:15.393526 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1143afbb-2f4f-4494-a330-d63945ead984', 'code': 200} Sep 30 08:05:15.396626 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:15.398423 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35ac71-9628-483a-8be9-4c3ab173f70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83497656-e55b-4da5-9b4d-a6feb1f3f161,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:15.411293 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6c35ac71-9628-483a-8be9-4c3ab173f70d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=effc79d1a6384a0484d1c4192658a92e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4132166 Sep 30 08:05:15.414844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49820) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:15.556264 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66dcc240-0730-46b4-a1cf-40ec896867df req-e23fc284-60dd-4ef2-8e18-12d8d4d62a5e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803145 Sep 30 08:05:15.752284 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:15.795498 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49826) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:15.802234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] For port 15a01a98-df89-48f7-aae9-0964bf2959a2, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:15.809685 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:15.815325 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] For port 15a01a98-df89-48f7-aae9-0964bf2959a2, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=15a01a98-df89-48f7-aae9-0964bf2959a2,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:15.824272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6db1b1d2-4225-4610-a3ea-6319b38711b0 req-d9fbb8f0-9d5e-4819-8a23-379b50c9bb89 service neutron] 10.222.0.36 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251275 Sep 30 08:05:15.936492 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:15.946805 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9052f315-1798-4355-bca2-39511272477e None None] Provisioning complete for port 0c982a60-7b05-4b38-b29e-398d2a189a3a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:15.947181 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9052f315-1798-4355-bca2-39511272477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:15.986076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde18888-d7e5-46ca-9dec-29dab40957ef req-4f8ea978-2635-42f1-9b49-431b353129b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:15.987775 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dde18888-d7e5-46ca-9dec-29dab40957ef req-4f8ea978-2635-42f1-9b49-431b353129b0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 1096 time: 0.4590776 Sep 30 08:05:16.016188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:16.017143 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.020117 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9052f315-1798-4355-bca2-39511272477e None None] Port 0c982a60-7b05-4b38-b29e-398d2a189a3a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:05:16.103340 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3088759-2df6-4fb3-bd71-21549a0162f7 admin admin] Deleting subnet 03d5e453-47cb-4a1c-9b01-81aa8a96aed1 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:05:16.112314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:16.114345 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.115573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] 10.222.0.36 "PUT /v2.0/ports/15a01a98-df89-48f7-aae9-0964bf2959a2 HTTP/1.1" status: 200 len: 1091 time: 4.4578955 Sep 30 08:05:16.116694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38cc9a-cb25-49a0-9e12-c8cec3fe021b service neutron] Pushing event updated for resources: {'Port': ['ID=15a01a98-df89-48f7-aae9-0964bf2959a2,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:16.146663 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Router 95cb103e-477e-44e8-a991-5ac3edab442c has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:05:16.155517 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.169966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-63f35e39-27a1-4ce3-8288-c54938140bf9 req-21e0dcd9-04e7-46e6-b6ff-0668efb4bd3c tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1944654545', 'description': 'tempest-description-2080780021'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:16.177789 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d3088759-2df6-4fb3-bd71-21549a0162f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.188682 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abf32f2d-b4e7-450c-96d9-b41741d7c744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.191243 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:16.200596 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.258099 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abf32f2d-b4e7-450c-96d9-b41741d7c744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.266743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:16.320618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183d4b9-3b05-4136-9b1b-532c0852aee4 req-2dbc3bfb-5402-468d-99cf-6ccf059876a0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:16.322401 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9183d4b9-3b05-4136-9b1b-532c0852aee4 req-2dbc3bfb-5402-468d-99cf-6ccf059876a0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 945 time: 0.4795501 Sep 30 08:05:16.363432 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d3088759-2df6-4fb3-bd71-21549a0162f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.377880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:05:16.390236 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-718c5256-a1bf-4da7-872c-250a5920478a admin admin] 10.222.0.24 "PUT /v2.0/routers/95cb103e-477e-44e8-a991-5ac3edab442c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2509527 Sep 30 08:05:16.399678 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abf32f2d-b4e7-450c-96d9-b41741d7c744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.402668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dde18888-d7e5-46ca-9dec-29dab40957ef req-04515ed3-221c-47bc-9926-4b0049135914 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680371 Sep 30 08:05:16.403488 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-63f35e39-27a1-4ce3-8288-c54938140bf9 req-21e0dcd9-04e7-46e6-b6ff-0668efb4bd3c tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.403853 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abf32f2d-b4e7-450c-96d9-b41741d7c744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.405403 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-abf32f2d-b4e7-450c-96d9-b41741d7c744 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83497656-e55b-4da5-9b4d-a6feb1f3f161 HTTP/1.1" status: 204 len: 168 time: 0.9896004 Sep 30 08:05:16.413854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf32f2d-b4e7-450c-96d9-b41741d7c744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83497656-e55b-4da5-9b4d-a6feb1f3f161,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:16.446931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-5c8e1ca3-a10b-4f64-963d-4d21208efab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:16.449071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-5c8e1ca3-a10b-4f64-963d-4d21208efab9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb56dda8d9f4848b5c33c3e531d8958&device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 1094 time: 0.2559032 Sep 30 08:05:16.473731 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-63f35e39-27a1-4ce3-8288-c54938140bf9 req-21e0dcd9-04e7-46e6-b6ff-0668efb4bd3c tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.533106 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49838) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:16.552592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-37c0db67-2bb6-4b97-9a65-7e7118ca8e3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15a01a98-df89-48f7-aae9-0964bf2959a2 HTTP/1.1" status: 200 len: 217 time: 0.0728714 Sep 30 08:05:16.563435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9183d4b9-3b05-4136-9b1b-532c0852aee4 req-f3bde9ff-69e1-42b7-b2d2-eb53045cb4b2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277517 Sep 30 08:05:16.565728 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d3088759-2df6-4fb3-bd71-21549a0162f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.675991 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-4d0cf6ce-9f29-40ed-92e0-a805a9ce1f13 service neutron] 10.222.0.36 "GET /v2.0/ports/3a7d9464-983f-471b-9010-2f52d71453fe/bindings/n-h2-807359-2 HTTP/1.1" status: 200 len: 384 time: 0.2437527 Sep 30 08:05:16.696682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-63316505-592c-4f07-9ace-6081eafe50db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:16.698946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-63316505-592c-4f07-9ace-6081eafe50db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe33ac99-fc99-41ff-b911-83e9f984edae HTTP/1.1" status: 200 len: 853 time: 0.1338382 Sep 30 08:05:16.769105 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-2a7225f1-2407-49b6-befd-0cf22195e6ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1ec80db-4134-42ec-ab4c-bb79f088e7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593951 Sep 30 08:05:16.799236 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d3088759-2df6-4fb3-bd71-21549a0162f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.857707 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ec2dc419-8972-48bc-9370-1a16237afe81 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-694181484'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:16.864218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49846) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:16.878656 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3088759-2df6-4fb3-bd71-21549a0162f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03d5e453-47cb-4a1c-9b01-81aa8a96aed1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:16.881907 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76b05de9-2cc4-4e14-9127-09b38e883a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.893195 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d3088759-2df6-4fb3-bd71-21549a0162f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.896846 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d3088759-2df6-4fb3-bd71-21549a0162f7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/03d5e453-47cb-4a1c-9b01-81aa8a96aed1 HTTP/1.1" status: 204 len: 168 time: 1.0702736 Sep 30 08:05:16.899405 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49848) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:16.978059 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6b98cc8-c5cc-4fd5-b5ac-65f4cda19a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:16.991987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3451d66-314c-452a-abca-d6986f56411b req-cb69cc0c-3530-4f91-8d0f-0dde83c1f9c2 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:16.993512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3451d66-314c-452a-abca-d6986f56411b req-cb69cc0c-3530-4f91-8d0f-0dde83c1f9c2 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.2459211 Sep 30 08:05:17.037542 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-63f35e39-27a1-4ce3-8288-c54938140bf9 req-21e0dcd9-04e7-46e6-b6ff-0668efb4bd3c tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.055745 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-63f35e39-27a1-4ce3-8288-c54938140bf9 req-21e0dcd9-04e7-46e6-b6ff-0668efb4bd3c tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.060164 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-2616da09-2bb6-4499-9744-fe55eda898ee service neutron] 10.222.0.36 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745037 Sep 30 08:05:17.090711 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6b98cc8-c5cc-4fd5-b5ac-65f4cda19a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.100405 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-76b05de9-2cc4-4e14-9127-09b38e883a48 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:05:17.100405 n-d-807359-2 neutron-server[94838]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 08:05:17.100405 n-d-807359-2 neutron-server[94838]: [parameters: {'project_id_1': '75f3562245bf40ae860c50862a6a3479', 'expiration_1': datetime.datetime(2021, 9, 30, 8, 4, 56, 895083)}] Sep 30 08:05:17.100405 n-d-807359-2 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:05:17.100958 n-d-807359-2 neutron-server[94838]: DEBUG oslo_db.api [None req-76b05de9-2cc4-4e14-9127-09b38e883a48 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:05:17.108153 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2dc419-8972-48bc-9370-1a16237afe81 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Made reservation on behalf of 3b271bd85d2347b2a47c1a71e66c3a02 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:17.111812 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec2dc419-8972-48bc-9370-1a16237afe81 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.127345 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d6b98cc8-c5cc-4fd5-b5ac-65f4cda19a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407edc8e-eacf-4658-b430-a785aa6467d1']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:17.142386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d6b98cc8-c5cc-4fd5-b5ac-65f4cda19a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:17.142755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d6b98cc8-c5cc-4fd5-b5ac-65f4cda19a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e01e8b0-10d9-41c3-95ce-6c6f822d2b91') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:17.155389 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6b98cc8-c5cc-4fd5-b5ac-65f4cda19a0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.169116 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2dc419-8972-48bc-9370-1a16237afe81 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:05:17.182039 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6b98cc8-c5cc-4fd5-b5ac-65f4cda19a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.182269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3451d66-314c-452a-abca-d6986f56411b req-55bb94d2-1587-429c-9206-7877c43a134e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743977 Sep 30 08:05:17.183027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0dcd9-04e7-46e6-b6ff-0668efb4bd3c tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824ede54-1f72-436c-be73-c8c0285c5254,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:17.185659 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec2dc419-8972-48bc-9370-1a16237afe81 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.185659 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-ec2dc419-8972-48bc-9370-1a16237afe81 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Added segment 3270a3ed-1f9c-4f43-a8fd-e19db1143275 of type vlan for network 9c969046-2a9f-4e60-b8f0-91df2fab0378 Sep 30 08:05:17.199563 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b98cc8-c5cc-4fd5-b5ac-65f4cda19a0c admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:05:17.200687 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6b98cc8-c5cc-4fd5-b5ac-65f4cda19a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:05:17.202448 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:05:17.297105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec2dc419-8972-48bc-9370-1a16237afe81 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.310850 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6b98cc8-c5cc-4fd5-b5ac-65f4cda19a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.324574 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6b98cc8-c5cc-4fd5-b5ac-65f4cda19a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.329629 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d6b98cc8-c5cc-4fd5-b5ac-65f4cda19a0c admin admin] 10.222.0.24 "DELETE /v2.0/networks/407edc8e-eacf-4658-b430-a785aa6467d1 HTTP/1.1" status: 204 len: 168 time: 0.4290922 Sep 30 08:05:17.332358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49850) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:17.340736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539c53f9-7a00-4e79-b48b-baf4de76cb62', 'tag': '15a01a98-df89-48f7-aae9-0964bf2959a2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:17.343015 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d922daf7-81f5-44f9-ad7c-e55c020cebf8" -d '{"events": [{"name": "network-changed", "server_uuid": "539c53f9-7a00-4e79-b48b-baf4de76cb62", "tag": "15a01a98-df89-48f7-aae9-0964bf2959a2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:17.350580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b98cc8-c5cc-4fd5-b5ac-65f4cda19a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=407edc8e-eacf-4658-b430-a785aa6467d1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:17.352902 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8654f96d-61d1-4d48-a355-91a60eff4986 req-a5a85e26-e664-494f-8c2f-4be00fe6dedf service neutron] 10.222.0.36 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620780 Sep 30 08:05:17.378043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-e984bfa4-f223-4fd6-9ee4-ab810230deca service neutron] For port 3a7d9464-983f-471b-9010-2f52d71453fe, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3a7d9464-983f-471b-9010-2f52d71453fe,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:17.388498 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec2dc419-8972-48bc-9370-1a16237afe81 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.395577 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2dc419-8972-48bc-9370-1a16237afe81 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:17.396486 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec2dc419-8972-48bc-9370-1a16237afe81 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.416513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-e984bfa4-f223-4fd6-9ee4-ab810230deca service neutron] For port 3a7d9464-983f-471b-9010-2f52d71453fe, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:17.452061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440544a-3a85-4608-82f2-6d17313d11bf req-08a9020d-0821-494b-91a9-4a2fb7830fe7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:17.456426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0440544a-3a85-4608-82f2-6d17313d11bf req-08a9020d-0821-494b-91a9-4a2fb7830fe7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 943 time: 0.1564178 Sep 30 08:05:17.489147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8cc214-908a-407d-9eb0-7ba7ab0bed4b admin admin] Deleting subnet 2c679c19-f076-41fb-b82f-ea4237c638c3 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:05:17.493725 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b8cc214-908a-407d-9eb0-7ba7ab0bed4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.499534 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-63f35e39-27a1-4ce3-8288-c54938140bf9 req-21e0dcd9-04e7-46e6-b6ff-0668efb4bd3c tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.520968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Sync routers for ids ['95cb103e-477e-44e8-a991-5ac3edab442c'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:05:17.521456 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-63f35e39-27a1-4ce3-8288-c54938140bf9 req-21e0dcd9-04e7-46e6-b6ff-0668efb4bd3c tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.531486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Routers {'95cb103e-477e-44e8-a991-5ac3edab442c'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:05:17.532166 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['95cb103e-477e-44e8-a991-5ac3edab442c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:17.553974 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0440544a-3a85-4608-82f2-6d17313d11bf req-3ec894e4-88dc-4501-ac81-bef081e05143 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905674 Sep 30 08:05:17.577800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-e984bfa4-f223-4fd6-9ee4-ab810230deca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7d9464-983f-471b-9010-2f52d71453fe {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:05:17.626218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-e984bfa4-f223-4fd6-9ee4-ab810230deca service neutron] For port 3a7d9464-983f-471b-9010-2f52d71453fe, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=3a7d9464-983f-471b-9010-2f52d71453fe,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:17.632024 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-63f35e39-27a1-4ce3-8288-c54938140bf9 req-21e0dcd9-04e7-46e6-b6ff-0668efb4bd3c tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.644725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63f35e39-27a1-4ce3-8288-c54938140bf9 req-21e0dcd9-04e7-46e6-b6ff-0668efb4bd3c tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.6091599 Sep 30 08:05:17.644846 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76b05de9-2cc4-4e14-9127-09b38e883a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.669831 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1257fc-d2d1-4cb4-9ced-54f425881114 x-openstack-request-id: req-cd1257fc-d2d1-4cb4-9ced-54f425881114 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:17.670133 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539c53f9-7a00-4e79-b48b-baf4de76cb62", "tag": "15a01a98-df89-48f7-aae9-0964bf2959a2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:17.670436 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd1257fc-d2d1-4cb4-9ced-54f425881114 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:17.673955 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539c53f9-7a00-4e79-b48b-baf4de76cb62', 'tag': '15a01a98-df89-48f7-aae9-0964bf2959a2', 'status': 'completed', 'code': 200} Sep 30 08:05:17.682322 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ec2dc419-8972-48bc-9370-1a16237afe81 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1477365 Sep 30 08:05:17.687442 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0dcd9-04e7-46e6-b6ff-0668efb4bd3c tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1391814d-52eb-48c2-b5e6-5ca4aa53adf0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:17.687611 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2dc419-8972-48bc-9370-1a16237afe81 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event updated for resources: {'Network': ['ID=9c969046-2a9f-4e60-b8f0-91df2fab0378,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:17.692471 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49858) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:17.694453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-03e3cfa3-5f7f-499a-ae12-606a596a74d2 req-68a7f007-c247-4f79-96fb-54d35ec93d06 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Request body: {'security_group': {'name': 'tempest-securitygroup-633493848', 'description': 'tempest-description-1998327470'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:17.703650 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-05d3b6f6-1f0a-4f62-bda5-56c70f22c7d6 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Request body: {'subnet': {'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:17.714498 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-e984bfa4-f223-4fd6-9ee4-ab810230deca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.716009 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:17.720834 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 9c969046-2a9f-4e60-b8f0-91df2fab0378 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:05:17.742695 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b8cc214-908a-407d-9eb0-7ba7ab0bed4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.805915 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.827276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Set router 95cb103e-477e-44e8-a991-5ac3edab442c gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:05:17.840847 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922daf7-81f5-44f9-ad7c-e55c020cebf8 req-4ac43313-5c6e-4dd6-b139-7bf37068afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:17.842352 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d922daf7-81f5-44f9-ad7c-e55c020cebf8 req-4ac43313-5c6e-4dd6-b139-7bf37068afa4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb56dda8d9f4848b5c33c3e531d8958&device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 1094 time: 0.1400433 Sep 30 08:05:17.859438 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0d413-2b68-4a03-8e40-d2253758d19d req-3f8a08f5-73e6-4703-916a-90c34978548f tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:17.866779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59e0d413-2b68-4a03-8e40-d2253758d19d req-3f8a08f5-73e6-4703-916a-90c34978548f tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 945 time: 0.1446722 Sep 30 08:05:17.868668 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b8cc214-908a-407d-9eb0-7ba7ab0bed4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.978656 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b8cc214-908a-407d-9eb0-7ba7ab0bed4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.983754 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76b05de9-2cc4-4e14-9127-09b38e883a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.985080 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59e0d413-2b68-4a03-8e40-d2253758d19d req-ba7e7eda-eee7-4bf2-bdbf-7cf7142cb3ac tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175213 Sep 30 08:05:17.987775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-e984bfa4-f223-4fd6-9ee4-ab810230deca service neutron] Transition to ACTIVE for port object 3a7d9464-983f-471b-9010-2f52d71453fe will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:05:17.987967 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:17.988402 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:17.996714 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76b05de9-2cc4-4e14-9127-09b38e883a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:18.011077 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-e984bfa4-f223-4fd6-9ee4-ab810230deca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:18.019272 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-03e3cfa3-5f7f-499a-ae12-606a596a74d2 req-68a7f007-c247-4f79-96fb-54d35ec93d06 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:18.064000 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b8cc214-908a-407d-9eb0-7ba7ab0bed4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:18.068176 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0b8cc214-908a-407d-9eb0-7ba7ab0bed4b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2c679c19-f076-41fb-b82f-ea4237c638c3 HTTP/1.1" status: 204 len: 168 time: 0.7269061 Sep 30 08:05:18.076117 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49864) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:18.090481 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922daf7-81f5-44f9-ad7c-e55c020cebf8 req-ce33006a-22ac-4ea1-8106-8ecd006719be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:18.091986 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d922daf7-81f5-44f9-ad7c-e55c020cebf8 req-ce33006a-22ac-4ea1-8106-8ecd006719be service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1ec80db-4134-42ec-ab4c-bb79f088e7df HTTP/1.1" status: 200 len: 914 time: 0.2407143 Sep 30 08:05:18.094946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d3b6f6-1f0a-4f62-bda5-56c70f22c7d6 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Made reservation on behalf of 3b271bd85d2347b2a47c1a71e66c3a02 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:18.109295 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05d3b6f6-1f0a-4f62-bda5-56c70f22c7d6 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:18.196869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-e984bfa4-f223-4fd6-9ee4-ab810230deca service neutron] No DVR routers for this DVR port 3a7d9464-983f-471b-9010-2f52d71453fe on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:05:18.207114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d922daf7-81f5-44f9-ad7c-e55c020cebf8 req-615f54f6-4dba-4e6a-b00e-956027a8fbb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15a01a98-df89-48f7-aae9-0964bf2959a2 HTTP/1.1" status: 200 len: 217 time: 0.0970275 Sep 30 08:05:18.216110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8cc214-908a-407d-9eb0-7ba7ab0bed4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c679c19-f076-41fb-b82f-ea4237c638c3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:18.247774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984bfa4-f223-4fd6-9ee4-ab810230deca service neutron] Pushing event updated for resources: {'Port': ['ID=3a7d9464-983f-471b-9010-2f52d71453fe,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:18.255728 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-76b05de9-2cc4-4e14-9127-09b38e883a48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75f3562245bf40ae860c50862a6a3479&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3904438 Sep 30 08:05:18.256637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b05de9-2cc4-4e14-9127-09b38e883a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e688bf5-8dd5-4e75-8b6e-15d86f01c00b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:18.260108 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49874) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:18.332115 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b93e8fe-e978-407e-97e8-a14243b06e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:18.374923 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-e984bfa4-f223-4fd6-9ee4-ab810230deca service neutron] 10.222.0.36 "PUT /v2.0/ports/3a7d9464-983f-471b-9010-2f52d71453fe/bindings/n-h2-807359-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6870224 Sep 30 08:05:18.388895 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d231b39-3d75-4edb-81e6-acb99fa9b1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:18.396733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922daf7-81f5-44f9-ad7c-e55c020cebf8 req-7f362cb7-2d5b-4479-8b7b-91305382367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:18.398360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d922daf7-81f5-44f9-ad7c-e55c020cebf8 req-7f362cb7-2d5b-4479-8b7b-91305382367c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe33ac99-fc99-41ff-b911-83e9f984edae HTTP/1.1" status: 200 len: 853 time: 0.1519306 Sep 30 08:05:18.448703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'name': 'tempest-ServersTestMultiNic-1483157208-router', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:08Z', 'updated_at': '2021-09-30T08:05:14Z', 'revision_number': 4, 'project_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'gw_port': {'id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:09Z', 'updated_at': '2021-09-30T08:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '0c982a60-7b05-4b38-b29e-398d2a189a3a', 'name': '', 'network_id': '6aaeb68f-c9c7-45dc-a6b0-08d022d097f1', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'mac_address': 'fa:16:3e:49:dd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '2b750c6d-5744-4a95-bd31-889f82587423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:13Z', 'updated_at': '2021-09-30T08:05:14Z', 'revision_number': 2, 'project_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'subnets': [{'id': '2b750c6d-5744-4a95-bd31-889f82587423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:18.450607 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d231b39-3d75-4edb-81e6-acb99fa9b1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:18.477337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Checking router: 95cb103e-477e-44e8-a991-5ac3edab442c for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:05:18.477998 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Updating router 95cb103e-477e-44e8-a991-5ac3edab442c port 0c982a60-7b05-4b38-b29e-398d2a189a3a binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:05:18.507896 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:18.568453 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05d3b6f6-1f0a-4f62-bda5-56c70f22c7d6 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:18.604854 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d231b39-3d75-4edb-81e6-acb99fa9b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:18.608526 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d231b39-3d75-4edb-81e6-acb99fa9b1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:18.609965 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1d231b39-3d75-4edb-81e6-acb99fa9b1b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e688bf5-8dd5-4e75-8b6e-15d86f01c00b HTTP/1.1" status: 204 len: 168 time: 0.3449068 Sep 30 08:05:18.660527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d231b39-3d75-4edb-81e6-acb99fa9b1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e688bf5-8dd5-4e75-8b6e-15d86f01c00b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:18.688166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3b6f6-1f0a-4f62-bda5-56c70f22c7d6 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event updated for resources: {'Subnet': ['ID=10cc7a95-0863-43fc-b698-345bd8b7c431,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:18.707104 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d3b6f6-1f0a-4f62-bda5-56c70f22c7d6 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Checking segment: {'id': '3270a3ed-1f9c-4f43-a8fd-e19db1143275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:18.707473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d3b6f6-1f0a-4f62-bda5-56c70f22c7d6 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Network hostable DHCP agents. Network: 9c969046-2a9f-4e60-b8f0-91df2fab0378, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:05:18.736905 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d3b6f6-1f0a-4f62-bda5-56c70f22c7d6 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Network 9c969046-2a9f-4e60-b8f0-91df2fab0378 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:05:18.750459 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-05d3b6f6-1f0a-4f62-bda5-56c70f22c7d6 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 9c969046-2a9f-4e60-b8f0-91df2fab0378) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:18.755144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d3b6f6-1f0a-4f62-bda5-56c70f22c7d6 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:18.756329 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05d3b6f6-1f0a-4f62-bda5-56c70f22c7d6 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:18.771655 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97246567-344e-4dc6-a889-c1227836ea85 None None] Network 9c969046-2a9f-4e60-b8f0-91df2fab0378 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:05:18.831174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d922daf7-81f5-44f9-ad7c-e55c020cebf8 req-4c9dd6d4-3790-496c-a39f-40dcc575fe3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1ec80db-4134-42ec-ab4c-bb79f088e7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4192357 Sep 30 08:05:18.976483 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:18.980314 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b93e8fe-e978-407e-97e8-a14243b06e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:18.986292 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-03e3cfa3-5f7f-499a-ae12-606a596a74d2 req-68a7f007-c247-4f79-96fb-54d35ec93d06 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:18.997181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-a2ac01e3-1106-40ca-ae75-95e79f7b1dc0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:19.001122 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-05d3b6f6-1f0a-4f62-bda5-56c70f22c7d6 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3008075 Sep 30 08:05:19.001286 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-a2ac01e3-1106-40ca-ae75-95e79f7b1dc0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 805 time: 0.6726613 Sep 30 08:05:19.001952 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49886) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:19.003660 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.008233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fa3c9553-65f3-4fc4-adde-9de93e592535 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1910623042'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:19.034560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-9c969046-2a9f-4e60-b8f0-91df2fab0378', 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'fixed_ips': [{'subnet_id': '10cc7a95-0863-43fc-b698-345bd8b7c431'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:05:19.035802 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.041475 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3c9553-65f3-4fc4-adde-9de93e592535 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Made reservation on behalf of 3b271bd85d2347b2a47c1a71e66c3a02 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:19.046092 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9553-65f3-4fc4-adde-9de93e592535 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.046879 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-03e3cfa3-5f7f-499a-ae12-606a596a74d2 req-68a7f007-c247-4f79-96fb-54d35ec93d06 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.081368 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3c9553-65f3-4fc4-adde-9de93e592535 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:05:19.087772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1b93e8fe-e978-407e-97e8-a14243b06e3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f0c256-2b0b-49d8-8751-4d3a173c060f']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:19.094177 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-9cadeb1b-0190-433e-9ff3-8c1d3df7d5b8 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:19.096050 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-9cadeb1b-0190-433e-9ff3-8c1d3df7d5b8 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4&tenant_id=b90880b9f658495fbcf10eee4b545dee&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 1095 time: 0.2993236 Sep 30 08:05:19.100043 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9553-65f3-4fc4-adde-9de93e592535 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.100397 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-fa3c9553-65f3-4fc4-adde-9de93e592535 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Added segment f77bfa7b-9a07-4326-a326-3a04798a55ce of type vlan for network f3b9bdf8-b1ca-439d-a88d-e06125d590ad Sep 30 08:05:19.109503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-6691d238-ab73-43ed-bffd-9efd3d1524b5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/quotas/f61b1dfac07541759cd786566cabda1b HTTP/1.1" status: 200 len: 375 time: 0.0998197 Sep 30 08:05:19.125800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1b93e8fe-e978-407e-97e8-a14243b06e3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b222d3f3-e117-4239-9acb-7595e8403e72') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:19.126304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1b93e8fe-e978-407e-97e8-a14243b06e3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b222d3f3-e117-4239-9acb-7595e8403e72') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:19.194174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7f007-c247-4f79-96fb-54d35ec93d06 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7f45ee-8347-43e4-b175-9f03f907e1c9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:19.203505 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9553-65f3-4fc4-adde-9de93e592535 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.220677 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b93e8fe-e978-407e-97e8-a14243b06e3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.222499 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-03e3cfa3-5f7f-499a-ae12-606a596a74d2 req-68a7f007-c247-4f79-96fb-54d35ec93d06 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.223782 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03e3cfa3-5f7f-499a-ae12-606a596a74d2 req-68a7f007-c247-4f79-96fb-54d35ec93d06 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5389349 Sep 30 08:05:19.270304 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9553-65f3-4fc4-adde-9de93e592535 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.280150 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3c9553-65f3-4fc4-adde-9de93e592535 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:19.281144 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9553-65f3-4fc4-adde-9de93e592535 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.304630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cb900-f2ba-4db8-9cc3-cf6292e7ebaa None None] Pushing event updated for resources: {'Port': ['ID=0c982a60-7b05-4b38-b29e-398d2a189a3a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:19.320714 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d922daf7-81f5-44f9-ad7c-e55c020cebf8 req-378b55dc-2807-4606-a08d-34694ba93447 service neutron] 10.222.0.36 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612508 Sep 30 08:05:19.325767 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b93e8fe-e978-407e-97e8-a14243b06e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.371900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b93e8fe-e978-407e-97e8-a14243b06e3a admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:05:19.372750 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b93e8fe-e978-407e-97e8-a14243b06e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.381681 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Attempting to bind port 0c982a60-7b05-4b38-b29e-398d2a189a3a on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:19.382052 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Attempting to bind port 0c982a60-7b05-4b38-b29e-398d2a189a3a by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '70062f06-a5c7-4f6e-b874-a6fa043a9644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aaeb68f-c9c7-45dc-a6b0-08d022d097f1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:19.382418 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Attempting to bind port 0c982a60-7b05-4b38-b29e-398d2a189a3a on network 6aaeb68f-c9c7-45dc-a6b0-08d022d097f1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:19.383701 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fa3c9553-65f3-4fc4-adde-9de93e592535 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3806350 Sep 30 08:05:19.384627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:19.396511 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:19.396791 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e8b9cf7c-0aab-458c-a519-2178287920d5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Request body: {'subnet': {'network_id': 'f3b9bdf8-b1ca-439d-a88d-e06125d590ad', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:19.396924 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Checking segment: {'id': '70062f06-a5c7-4f6e-b874-a6fa043a9644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aaeb68f-c9c7-45dc-a6b0-08d022d097f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:19.397269 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.397662 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Bound using segment: {'id': '70062f06-a5c7-4f6e-b874-a6fa043a9644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aaeb68f-c9c7-45dc-a6b0-08d022d097f1'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:19.398131 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Bound port: 0c982a60-7b05-4b38-b29e-398d2a189a3a, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70062f06-a5c7-4f6e-b874-a6fa043a9644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aaeb68f-c9c7-45dc-a6b0-08d022d097f1'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:19.398515 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:05:19.407511 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:05:19.414470 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Allocated IP 19.80.0.2 (9c969046-2a9f-4e60-b8f0-91df2fab0378/10cc7a95-0863-43fc-b698-345bd8b7c431/0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:19.467484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c9553-65f3-4fc4-adde-9de93e592535 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event updated for resources: {'Network': ['ID=f3b9bdf8-b1ca-439d-a88d-e06125d590ad,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:19.486234 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f3b9bdf8-b1ca-439d-a88d-e06125d590ad details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:05:19.579103 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-220de8b8-2600-4eba-91dc-ad3b37ba71bb None None] Provisioning complete for port 0c982a60-7b05-4b38-b29e-398d2a189a3a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:19.579599 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-220de8b8-2600-4eba-91dc-ad3b37ba71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.585840 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-9496dff8-12e0-4f76-89a8-045b88d0f421 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4658532 Sep 30 08:05:19.590734 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b93e8fe-e978-407e-97e8-a14243b06e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.593120 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b9cf7c-0aab-458c-a519-2178287920d5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Made reservation on behalf of 3b271bd85d2347b2a47c1a71e66c3a02 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:19.597934 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8b9cf7c-0aab-458c-a519-2178287920d5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.606643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-3b1de4a4-b260-4608-9abf-152700d5d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:19.608175 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-3b1de4a4-b260-4608-9abf-152700d5d1fa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4&tenant_id=b90880b9f658495fbcf10eee4b545dee HTTP/1.1" status: 200 len: 1095 time: 0.4928801 Sep 30 08:05:19.627731 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b93e8fe-e978-407e-97e8-a14243b06e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.629602 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1b93e8fe-e978-407e-97e8-a14243b06e3a admin admin] 10.222.0.24 "DELETE /v2.0/networks/55f0c256-2b0b-49d8-8751-4d3a173c060f HTTP/1.1" status: 204 len: 168 time: 1.5505495 Sep 30 08:05:19.641613 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] For port 0c982a60-7b05-4b38-b29e-398d2a189a3a, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:19.660541 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93e8fe-e978-407e-97e8-a14243b06e3a admin admin] Pushing event deleted for resources: {'Network': ['ID=55f0c256-2b0b-49d8-8751-4d3a173c060f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:19.748565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] For port 0c982a60-7b05-4b38-b29e-398d2a189a3a, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0c982a60-7b05-4b38-b29e-398d2a189a3a,segment=NetworkSegment(70062f06-a5c7-4f6e-b874-a6fa043a9644),segment_id=70062f06-a5c7-4f6e-b874-a6fa043a9644)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:19.757307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf43379-a94e-4c62-bfae-62ec422735b8 req-30bd36d9-e05a-4c42-aa49-fc027b290e97 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:19.759036 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbf43379-a94e-4c62-bfae-62ec422735b8 req-30bd36d9-e05a-4c42-aa49-fc027b290e97 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.3496921 Sep 30 08:05:19.770144 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d922daf7-81f5-44f9-ad7c-e55c020cebf8 req-c2a7ab51-1361-4509-b094-1fe5c1cc9fad service neutron] 10.222.0.36 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160862 Sep 30 08:05:19.786114 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:19.845567 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-322fecb2-15a0-4146-aae7-4af90961cc8d service neutron] 10.222.0.24 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587552 Sep 30 08:05:19.848039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49912) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:19.873389 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 15a01a98-df89-48f7-aae9-0964bf2959a2 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:05:19.878233 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-bd564695-0708-48a6-a8ed-d54f54057b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:19.880573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-bd564695-0708-48a6-a8ed-d54f54057b97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b90880b9f658495fbcf10eee4b545dee&device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 1095 time: 0.2057066 Sep 30 08:05:19.890960 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-220de8b8-2600-4eba-91dc-ad3b37ba71bb None None] Port 0c982a60-7b05-4b38-b29e-398d2a189a3a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:05:19.903423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Routers {'95cb103e-477e-44e8-a991-5ac3edab442c'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:05:19.904215 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['95cb103e-477e-44e8-a991-5ac3edab442c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:19.906677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbf43379-a94e-4c62-bfae-62ec422735b8 req-595bce52-5215-4dc0-8398-1d94142f922c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354971 Sep 30 08:05:20.024356 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8b9cf7c-0aab-458c-a519-2178287920d5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:20.065046 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49916) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:20.084458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9cf7c-0aab-458c-a519-2178287920d5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event updated for resources: {'Subnet': ['ID=0fb3c59b-0fbf-458c-a140-f99e176aa1a9,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:20.112379 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9cf7c-0aab-458c-a519-2178287920d5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Checking segment: {'id': 'f77bfa7b-9a07-4326-a326-3a04798a55ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3b9bdf8-b1ca-439d-a88d-e06125d590ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:20.113092 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b9cf7c-0aab-458c-a519-2178287920d5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Network hostable DHCP agents. Network: f3b9bdf8-b1ca-439d-a88d-e06125d590ad, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:05:20.128663 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] Set router 95cb103e-477e-44e8-a991-5ac3edab442c gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:05:20.139691 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b9cf7c-0aab-458c-a519-2178287920d5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Network f3b9bdf8-b1ca-439d-a88d-e06125d590ad is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:05:20.160229 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e8b9cf7c-0aab-458c-a519-2178287920d5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f3b9bdf8-b1ca-439d-a88d-e06125d590ad) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:20.166250 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-3cf4b726-aee7-4d45-a472-3f1827b3b80b service neutron] 10.222.0.24 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189502 Sep 30 08:05:20.174231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b9cf7c-0aab-458c-a519-2178287920d5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:20.175105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8b9cf7c-0aab-458c-a519-2178287920d5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:20.193270 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e8b9cf7c-0aab-458c-a519-2178287920d5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8028858 Sep 30 08:05:20.200395 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b589a11-95b4-4902-9fbb-dc97f5162fa4 None None] Network f3b9bdf8-b1ca-439d-a88d-e06125d590ad requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:05:20.317172 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ba82c0f6-801a-4c6c-b7b7-a66a755c6f8d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2080742568-network', 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:20.330235 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:20.331186 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-19311dd3-3eb0-4338-8029-946e50592b51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b077f759674d4d92a5ac98950a22949d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898322 Sep 30 08:05:20.362520 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af8389-c5a4-4ea2-a420-1586a296cb6e req-f6f07032-8602-4cb5-bc70-734ec3bb13f7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:20.364480 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33af8389-c5a4-4ea2-a420-1586a296cb6e req-f6f07032-8602-4cb5-bc70-734ec3bb13f7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 944 time: 0.3080082 Sep 30 08:05:20.399518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-c772905b-5afd-462e-a312-c7c6a6318524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:20.401571 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-c772905b-5afd-462e-a312-c7c6a6318524 service neutron] 10.222.0.35 "GET /v2.0/networks?id=27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 200 len: 921 time: 0.5001700 Sep 30 08:05:20.406783 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:05:20.454419 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cb900-f2ba-4db8-9cc3-cf6292e7ebaa None None] Pushing event updated for resources: {'Port': ['ID=0c982a60-7b05-4b38-b29e-398d2a189a3a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:20.457663 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c72eb9ce-af71-4092-869e-beb0318cbfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:20.460576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-7d6192d5-5a17-49e1-8fd0-aa635df304a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a7d9464-983f-471b-9010-2f52d71453fe HTTP/1.1" status: 200 len: 217 time: 0.0479834 Sep 30 08:05:20.461145 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba82c0f6-801a-4c6c-b7b7-a66a755c6f8d admin admin] Made reservation on behalf of d877af138e1a4840a1edc3d3bcdffa97 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:20.463666 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba82c0f6-801a-4c6c-b7b7-a66a755c6f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:20.502489 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c72eb9ce-af71-4092-869e-beb0318cbfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:20.512651 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:20.531584 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-dcd8d3eb-a541-4b83-bfb1-d60fb117b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:20.533083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-dcd8d3eb-a541-4b83-bfb1-d60fb117b970 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 200 len: 860 time: 0.0637920 Sep 30 08:05:20.534331 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba82c0f6-801a-4c6c-b7b7-a66a755c6f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:20.552842 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33af8389-c5a4-4ea2-a420-1586a296cb6e req-f5200dc7-282a-4e06-bd81-364404d31194 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792274 Sep 30 08:05:20.558151 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c72eb9ce-af71-4092-869e-beb0318cbfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:20.563744 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c72eb9ce-af71-4092-869e-beb0318cbfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:20.565333 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c72eb9ce-af71-4092-869e-beb0318cbfe7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f5ff19b-e8ee-4b36-ba32-6d4a242129e4 HTTP/1.1" status: 204 len: 168 time: 0.2337239 Sep 30 08:05:20.575279 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72eb9ce-af71-4092-869e-beb0318cbfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5ff19b-e8ee-4b36-ba32-6d4a242129e4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:20.608383 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-7c730f98-e553-4d73-8c1a-166b648a1cb7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27eb64fb-38bc-4d58-ae7e-58a30f475b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625503 Sep 30 08:05:20.613793 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Provisioning complete for port 0c982a60-7b05-4b38-b29e-398d2a189a3a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:20.614371 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:20.626296 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:20.724707 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-e5a82bd2-d8f1-4f5a-b053-ba5cea711b54 service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101134 Sep 30 08:05:20.988104 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-57fa666c-1225-4419-8f86-d0f8a9b9c88e service neutron] 10.222.0.35 "GET /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482769 Sep 30 08:05:21.002497 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-8cae6ffb-92ea-477d-88f5-e387c84856d8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:21.009675 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-8cae6ffb-92ea-477d-88f5-e387c84856d8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:21.018092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-8cae6ffb-92ea-477d-88f5-e387c84856d8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/networks?id=9c969046-2a9f-4e60-b8f0-91df2fab0378&id=f3b9bdf8-b1ca-439d-a88d-e06125d590ad&id=9c969046-2a9f-4e60-b8f0-91df2fab0378 HTTP/1.1" status: 200 len: 1391 time: 0.2902884 Sep 30 08:05:21.024953 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 15a01a98-df89-48f7-aae9-0964bf2959a2, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=15a01a98-df89-48f7-aae9-0964bf2959a2,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:21.032637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Network 9c969046-2a9f-4e60-b8f0-91df2fab0378 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:21.047708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-79a9256a-18c0-45e4-a535-712475376ed7 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/quotas/3b271bd85d2347b2a47c1a71e66c3a02 HTTP/1.1" status: 200 len: 375 time: 0.0285850 Sep 30 08:05:21.073521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:21.077494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:21.092376 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba82c0f6-801a-4c6c-b7b7-a66a755c6f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.095951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a1a0d12b-ee65-47d8-bdc7-914ebbd60eb3 req-2add1320-4690-4a5c-8d3a-c83a551e0436 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1207764423', 'description': 'tempest-description-1029413722'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:21.110876 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba82c0f6-801a-4c6c-b7b7-a66a755c6f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.117149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Pushing event updated for resources: {'Port': ['ID=0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:21.138628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '15a01a98-df89-48f7-aae9-0964bf2959a2', 'network_id': 'f1ec80db-4134-42ec-ab4c-bb79f088e7df', 'port_id': '15a01a98-df89-48f7-aae9-0964bf2959a2', 'mac_address': 'fa:16:3e:84:0e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe33ac99-fc99-41ff-b911-83e9f984edae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:05:21.148015 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba82c0f6-801a-4c6c-b7b7-a66a755c6f8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:05:21.179043 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-f3b9bdf8-b1ca-439d-a88d-e06125d590ad', 'network_id': 'f3b9bdf8-b1ca-439d-a88d-e06125d590ad', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'fixed_ips': [{'subnet_id': '0fb3c59b-0fbf-458c-a140-f99e176aa1a9'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:05:21.179935 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.184608 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-eb7bfdb9-89d6-4c2b-ab00-90b97029be21 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b271bd85d2347b2a47c1a71e66c3a02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1352541 Sep 30 08:05:21.201822 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a1a0d12b-ee65-47d8-bdc7-914ebbd60eb3 req-2add1320-4690-4a5c-8d3a-c83a551e0436 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.219322 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba82c0f6-801a-4c6c-b7b7-a66a755c6f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.219870 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-ba82c0f6-801a-4c6c-b7b7-a66a755c6f8d admin admin] Added segment 2cab286c-38ca-47aa-a03c-3138952fc3b6 of type vlan for network 81b6f71b-62d9-4ada-8d6d-79815d129187 Sep 30 08:05:21.235691 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82c0f6-801a-4c6c-b7b7-a66a755c6f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2310329-4ae3-4b80-9b7e-402e3325930c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:21.242105 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a1a0d12b-ee65-47d8-bdc7-914ebbd60eb3 req-2add1320-4690-4a5c-8d3a-c83a551e0436 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.258947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49950) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:21.322051 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bd81668b-b4f5-4fae-9a5d-a7862f24c0ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19fdb7f6d9b64582919b32039acede1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614550 Sep 30 08:05:21.324403 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49952) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:21.353255 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba82c0f6-801a-4c6c-b7b7-a66a755c6f8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.394845 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5028eda-1efc-4d66-a9b5-cbebc5da17ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.410598 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Attempting to bind port 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:21.410964 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Attempting to bind port 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '3270a3ed-1f9c-4f43-a8fd-e19db1143275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:21.411481 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Attempting to bind port 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 on network 9c969046-2a9f-4e60-b8f0-91df2fab0378 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:21.417761 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.420519 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.423955 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5028eda-1efc-4d66-a9b5-cbebc5da17ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.441520 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-f2f4cc04-986b-4554-b9a4-75418cbae095 service neutron] 10.222.0.24 "GET /v2.0/networks/9c969046-2a9f-4e60-b8f0-91df2fab0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545371 Sep 30 08:05:21.444981 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba82c0f6-801a-4c6c-b7b7-a66a755c6f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.445663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba82c0f6-801a-4c6c-b7b7-a66a755c6f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:21.446245 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba82c0f6-801a-4c6c-b7b7-a66a755c6f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.453619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:21.453903 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Checking segment: {'id': '3270a3ed-1f9c-4f43-a8fd-e19db1143275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:21.454297 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.454949 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Bound using segment: {'id': '3270a3ed-1f9c-4f43-a8fd-e19db1143275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:21.455505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Bound port: 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3270a3ed-1f9c-4f43-a8fd-e19db1143275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:21.456022 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.480368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-df706393-faa5-47d2-9eac-7bcb89aa9ca2 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:21.481886 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-df706393-faa5-47d2-9eac-7bcb89aa9ca2 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4&tenant_id=b90880b9f658495fbcf10eee4b545dee&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 1095 time: 0.1450756 Sep 30 08:05:21.490015 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a01a98-df89-48f7-aae9-0964bf2959a2 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:05:21.493548 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5028eda-1efc-4d66-a9b5-cbebc5da17ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.497135 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5028eda-1efc-4d66-a9b5-cbebc5da17ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.499165 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a5028eda-1efc-4d66-a9b5-cbebc5da17ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83ee074f-70c3-4aba-9aa7-d6b1079094ac HTTP/1.1" status: 204 len: 168 time: 0.1730716 Sep 30 08:05:21.509035 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5028eda-1efc-4d66-a9b5-cbebc5da17ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee074f-70c3-4aba-9aa7-d6b1079094ac,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:21.591858 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 15a01a98-df89-48f7-aae9-0964bf2959a2, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=15a01a98-df89-48f7-aae9-0964bf2959a2,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:21.621873 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] For port 0c982a60-7b05-4b38-b29e-398d2a189a3a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0c982a60-7b05-4b38-b29e-398d2a189a3a,segment=NetworkSegment(70062f06-a5c7-4f6e-b874-a6fa043a9644),segment_id=70062f06-a5c7-4f6e-b874-a6fa043a9644)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:21.634168 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.648489 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.652781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'name': 'tempest-ServersTestMultiNic-1483157208-router', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:08Z', 'updated_at': '2021-09-30T08:05:14Z', 'revision_number': 4, 'project_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'gw_port': {'id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:09Z', 'updated_at': '2021-09-30T08:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '0c982a60-7b05-4b38-b29e-398d2a189a3a', 'name': '', 'network_id': '6aaeb68f-c9c7-45dc-a6b0-08d022d097f1', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'mac_address': 'fa:16:3e:49:dd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '2b750c6d-5744-4a95-bd31-889f82587423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:13Z', 'updated_at': '2021-09-30T08:05:19Z', 'revision_number': 4, 'project_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'subnets': [{'id': '2b750c6d-5744-4a95-bd31-889f82587423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:21.666432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82c0f6-801a-4c6c-b7b7-a66a755c6f8d admin admin] Pushing event updated for resources: {'Network': ['ID=81b6f71b-62d9-4ada-8d6d-79815d129187,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:21.685679 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 81b6f71b-62d9-4ada-8d6d-79815d129187 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:05:21.732692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-1462f421-ff56-4f8b-8b8a-b8aae12c26fc service neutron] 10.222.0.24 "GET /v2.0/networks/9c969046-2a9f-4e60-b8f0-91df2fab0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721374 Sep 30 08:05:21.739493 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a1a0d12b-ee65-47d8-bdc7-914ebbd60eb3 req-2add1320-4690-4a5c-8d3a-c83a551e0436 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.757463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff317de-71c3-4d47-a0af-4da4288c4704 None None] The sync data for ids ['95cb103e-477e-44e8-a991-5ac3edab442c'] in n-d-807359-2 is: [{'id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'name': 'tempest-ServersTestMultiNic-1483157208-router', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:08Z', 'updated_at': '2021-09-30T08:05:14Z', 'revision_number': 4, 'project_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'gw_port': {'id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:09Z', 'updated_at': '2021-09-30T08:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '0c982a60-7b05-4b38-b29e-398d2a189a3a', 'name': '', 'network_id': '6aaeb68f-c9c7-45dc-a6b0-08d022d097f1', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'mac_address': 'fa:16:3e:49:dd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '2b750c6d-5744-4a95-bd31-889f82587423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:13Z', 'updated_at': '2021-09-30T08:05:19Z', 'revision_number': 4, 'project_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'subnets': [{'id': '2b750c6d-5744-4a95-bd31-889f82587423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:05:21.759566 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Allocated IP 19.86.0.2 (f3b9bdf8-b1ca-439d-a88d-e06125d590ad/0fb3c59b-0fbf-458c-a140-f99e176aa1a9/d035b304-1598-434f-8294-3295cf271a24) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:21.782899 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a1a0d12b-ee65-47d8-bdc7-914ebbd60eb3 req-2add1320-4690-4a5c-8d3a-c83a551e0436 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.797799 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ba82c0f6-801a-4c6c-b7b7-a66a755c6f8d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9377346 Sep 30 08:05:21.801150 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:21.811184 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5ba23803-fe8f-4af7-addb-f4a091d350b8 admin admin] Request body: {'subnet': {'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080742568-subnet', 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:21.871520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] For port 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:21.878792 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['15a01a98-df89-48f7-aae9-0964bf2959a2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:21.908169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add1320-4690-4a5c-8d3a-c83a551e0436 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e425c2d-1280-4918-9fc3-0914fa7aa5f9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:21.934476 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] For port 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2,segment=NetworkSegment(3270a3ed-1f9c-4f43-a8fd-e19db1143275),segment_id=3270a3ed-1f9c-4f43-a8fd-e19db1143275)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:21.945656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=15a01a98-df89-48f7-aae9-0964bf2959a2,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:21.947747 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-aa4b10ed-80db-4f13-a933-01d2b19d949c service neutron] For port 3a7d9464-983f-471b-9010-2f52d71453fe, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:21.967466 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.974607 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-aa4b10ed-80db-4f13-a933-01d2b19d949c service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:21.975781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac441d2-6ec3-4d8e-862e-3d124938c643 req-aa4b10ed-80db-4f13-a933-01d2b19d949c service neutron] 10.222.0.35 "DELETE /v2.0/ports/3a7d9464-983f-471b-9010-2f52d71453fe/bindings/n-h1-807359-2 HTTP/1.1" status: 204 len: 173 time: 0.4633510 Sep 30 08:05:21.988181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-a37b4d63-f7d4-4e7e-9197-f43b4d32eedc service neutron] 10.222.0.24 "GET /v2.0/networks/f3b9bdf8-b1ca-439d-a88d-e06125d590ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433062 Sep 30 08:05:22.112320 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Pushing event updated for resources: {'Port': ['ID=0c982a60-7b05-4b38-b29e-398d2a189a3a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:22.147154 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:22.147510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:22.147849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:22.148235 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:22.148578 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:22.148913 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:22.149402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:22.149830 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:22.150115 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:22.150501 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:22.150876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:22.151246 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade79b71-0006-4947-adb0-963d5f3cd6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:22.218944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-dce90d41-1945-4b2c-a4be-c76224c76ab1 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:22.223219 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-dce90d41-1945-4b2c-a4be-c76224c76ab1 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.35 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 805 time: 0.1689372 Sep 30 08:05:22.284702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-ce70925f-db3c-4ede-9031-60852e84cd7b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Request body: {'port': {'device_id': '9caeb481-8cb8-4610-999c-f2fdd10d7272', 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d', 'admin_state_up': True, 'tenant_id': 'f61b1dfac07541759cd786566cabda1b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:22.460259 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:22.502198 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a1a0d12b-ee65-47d8-bdc7-914ebbd60eb3 req-2add1320-4690-4a5c-8d3a-c83a551e0436 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:22.522258 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a1a0d12b-ee65-47d8-bdc7-914ebbd60eb3 req-2add1320-4690-4a5c-8d3a-c83a551e0436 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:22.528754 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:22.547273 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8b7d5-76a9-4050-be60-39304bde81a0 None None] Pushing event updated for resources: {'Port': ['ID=0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:22.570022 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-ce0a004c-79b2-4e66-a55e-3e6e7d49c98a service neutron] 10.222.0.24 "GET /v2.0/networks/f3b9bdf8-b1ca-439d-a88d-e06125d590ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778933 Sep 30 08:05:22.571313 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba23803-fe8f-4af7-addb-f4a091d350b8 admin admin] Made reservation on behalf of d877af138e1a4840a1edc3d3bcdffa97 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:22.579771 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ba23803-fe8f-4af7-addb-f4a091d350b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:22.603785 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a1a0d12b-ee65-47d8-bdc7-914ebbd60eb3 req-2add1320-4690-4a5c-8d3a-c83a551e0436 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:22.628043 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1a0d12b-ee65-47d8-bdc7-914ebbd60eb3 req-2add1320-4690-4a5c-8d3a-c83a551e0436 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.5525532 Sep 30 08:05:22.671860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Network f3b9bdf8-b1ca-439d-a88d-e06125d590ad is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:22.679578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add1320-4690-4a5c-8d3a-c83a551e0436 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b988ca-c806-4a2a-a649-8f2832f6fb24,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:22.705280 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Pushing event updated for resources: {'Port': ['ID=d035b304-1598-434f-8294-3295cf271a24,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:22.707441 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:22.728570 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:22.851047 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-053eaedc-5bc3-4410-87eb-b824c8830f79 req-c4b727b3-df8a-482b-8397-4317bac11ead tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=9caeb481-8cb8-4610-999c-f2fdd10d7272 HTTP/1.1" status: 200 len: 210 time: 0.0848417 Sep 30 08:05:22.877951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Attempting to bind port d035b304-1598-434f-8294-3295cf271a24 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:22.881867 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Attempting to bind port d035b304-1598-434f-8294-3295cf271a24 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'f77bfa7b-9a07-4326-a326-3a04798a55ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3b9bdf8-b1ca-439d-a88d-e06125d590ad'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:22.882335 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Attempting to bind port d035b304-1598-434f-8294-3295cf271a24 on network f3b9bdf8-b1ca-439d-a88d-e06125d590ad {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:22.882923 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-ce70925f-db3c-4ede-9031-60852e84cd7b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Made reservation on behalf of f61b1dfac07541759cd786566cabda1b for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:22.897321 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:22.897697 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Checking segment: {'id': 'f77bfa7b-9a07-4326-a326-3a04798a55ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3b9bdf8-b1ca-439d-a88d-e06125d590ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:22.898108 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:22.898504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Bound using segment: {'id': 'f77bfa7b-9a07-4326-a326-3a04798a55ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3b9bdf8-b1ca-439d-a88d-e06125d590ad'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:22.900789 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Bound port: d035b304-1598-434f-8294-3295cf271a24, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77bfa7b-9a07-4326-a326-3a04798a55ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3b9bdf8-b1ca-439d-a88d-e06125d590ad'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:22.901453 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:22.915942 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-ce70925f-db3c-4ede-9031-60852e84cd7b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:23.038167 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ba23803-fe8f-4af7-addb-f4a091d350b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:23.079050 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] For port d035b304-1598-434f-8294-3295cf271a24, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:23.083075 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] For port d035b304-1598-434f-8294-3295cf271a24, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d035b304-1598-434f-8294-3295cf271a24,segment=NetworkSegment(f77bfa7b-9a07-4326-a326-3a04798a55ce),segment_id=f77bfa7b-9a07-4326-a326-3a04798a55ce)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:23.098587 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:23.131531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba23803-fe8f-4af7-addb-f4a091d350b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8d07eec-e2da-4b25-8a94-a6797db3e1bd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:23.149327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba23803-fe8f-4af7-addb-f4a091d350b8 admin admin] Checking segment: {'id': '2cab286c-38ca-47aa-a03c-3138952fc3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:23.150993 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba23803-fe8f-4af7-addb-f4a091d350b8 admin admin] Network hostable DHCP agents. Network: 81b6f71b-62d9-4ada-8d6d-79815d129187, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:05:23.198652 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba23803-fe8f-4af7-addb-f4a091d350b8 admin admin] Network 81b6f71b-62d9-4ada-8d6d-79815d129187 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:05:23.214267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5ba23803-fe8f-4af7-addb-f4a091d350b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 81b6f71b-62d9-4ada-8d6d-79815d129187) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:23.222731 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba23803-fe8f-4af7-addb-f4a091d350b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:23.223408 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ba23803-fe8f-4af7-addb-f4a091d350b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:23.226402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04e5e2a-df64-4820-8725-429dc3c656ec None None] Network 81b6f71b-62d9-4ada-8d6d-79815d129187 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:05:23.251438 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5ba23803-fe8f-4af7-addb-f4a091d350b8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4479978 Sep 30 08:05:23.253336 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49986) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:23.261886 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2080742568-router', 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:23.281004 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e4340-f01d-49ab-9c2c-561698c66dcd None None] Pushing event updated for resources: {'Port': ['ID=d035b304-1598-434f-8294-3295cf271a24,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:23.320843 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:23.322747 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:23.459748 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:23.584125 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-81b6f71b-62d9-4ada-8d6d-79815d129187', 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187', 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'fixed_ips': [{'subnet_id': 'f8d07eec-e2da-4b25-8a94-a6797db3e1bd'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:05:23.589660 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:23.784896 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-4ecff51d-7c37-42ab-a79d-2011dd9bff5c service neutron] 10.222.0.24 "GET /v2.0/networks/9c969046-2a9f-4e60-b8f0-91df2fab0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2020600 Sep 30 08:05:23.799830 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:23.863273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12f26d-d193-45b3-a6d7-bd3351d40d55 req-39d91686-789b-43c6-9907-e73cfd29d349 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:23.871301 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be12f26d-d193-45b3-a6d7-bd3351d40d55 req-39d91686-789b-43c6-9907-e73cfd29d349 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 944 time: 0.2445405 Sep 30 08:05:23.884143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 15a01a98-df89-48f7-aae9-0964bf2959a2 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:23.950221 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d035b304-1598-434f-8294-3295cf271a24 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:23.953591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e35a202-f28c-495f-bdbe-10f02a9e4833 None None] Network 9c969046-2a9f-4e60-b8f0-91df2fab0378 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:05:24.046925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Allocated IP 172.20.0.2 (81b6f71b-62d9-4ada-8d6d-79815d129187/f8d07eec-e2da-4b25-8a94-a6797db3e1bd/4162ac3e-430c-450d-84eb-2820e6324a5e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:24.084489 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be12f26d-d193-45b3-a6d7-bd3351d40d55 req-9d74afd9-878b-400c-9de1-d6774df7d0bb tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118053 Sep 30 08:05:24.146943 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fca0c550-977a-4ca2-b1d1-cee5f9ae6221 service neutron] 10.222.0.24 "GET /v2.0/networks/9c969046-2a9f-4e60-b8f0-91df2fab0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598673 Sep 30 08:05:24.163887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-ce70925f-db3c-4ede-9031-60852e84cd7b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Allocated IP 172.20.0.12 (57266100-45c6-4c3c-82b6-0b9860cc0f6d/2b57160f-abdc-4be4-8f56-c9c7324d85d0/f40f4918-2312-4869-a3b4-19b54eb684a8) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:24.212239 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:24.240581 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:24.364099 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-631c2bab-8a18-45ff-a4c9-4e87e0f4071d None None] Provisioning complete for port 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:24.364927 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-631c2bab-8a18-45ff-a4c9-4e87e0f4071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:24.375423 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-dd9c49b6-8e6a-4c4f-adb6-e10d6b727e63 req-f63c131a-6e4a-4c03-857a-b7be3eaf7f94 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1918837840', 'description': 'tempest-description-1786906053'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:24.380929 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Allocated IP 172.25.0.198 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/f826f4a2-43f3-49ea-a934-0bddd3d55aa8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:24.446722 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e886f-4063-4081-9754-d4e033145d89 req-63d55d02-827a-450a-8d3a-0b64e30cc7e8 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:24.455252 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d2e886f-4063-4081-9754-d4e033145d89 req-63d55d02-827a-450a-8d3a-0b64e30cc7e8 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 944 time: 0.1373336 Sep 30 08:05:24.462412 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd9c49b6-8e6a-4c4f-adb6-e10d6b727e63 req-f63c131a-6e4a-4c03-857a-b7be3eaf7f94 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:24.471929 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 15a01a98-df89-48f7-aae9-0964bf2959a2 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:05:24.495560 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-ce70925f-db3c-4ede-9031-60852e84cd7b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:24.537807 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d035b304-1598-434f-8294-3295cf271a24 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:24.538241 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:24.547234 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 15a01a98-df89-48f7-aae9-0964bf2959a2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:24.547234 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:24.582683 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d2e886f-4063-4081-9754-d4e033145d89 req-a40845af-5398-4f5b-ba0b-030c3c784f2d tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211548 Sep 30 08:05:24.587868 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:24.673065 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-ce70925f-db3c-4ede-9031-60852e84cd7b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:24.686404 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:24.729918 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:24.759150 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['1143afbb-2f4f-4494-a330-d63945ead984'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:24.772127 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-ce70925f-db3c-4ede-9031-60852e84cd7b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Network 57266100-45c6-4c3c-82b6-0b9860cc0f6d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:24.790819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:24.795067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:24.800159 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:24.810088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-ce70925f-db3c-4ede-9031-60852e84cd7b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:24.820820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-ce70925f-db3c-4ede-9031-60852e84cd7b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:24.835298 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=f826f4a2-43f3-49ea-a934-0bddd3d55aa8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:24.866529 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-631c2bab-8a18-45ff-a4c9-4e87e0f4071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:24.909853 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd9c49b6-8e6a-4c4f-adb6-e10d6b727e63 req-f63c131a-6e4a-4c03-857a-b7be3eaf7f94 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:24.921231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-ce70925f-db3c-4ede-9031-60852e84cd7b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:24.921466 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-ce70925f-db3c-4ede-9031-60852e84cd7b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:24.937506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-631c2bab-8a18-45ff-a4c9-4e87e0f4071d None None] For port 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2,segment=NetworkSegment(3270a3ed-1f9c-4f43-a8fd-e19db1143275),segment_id=3270a3ed-1f9c-4f43-a8fd-e19db1143275)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:24.952220 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd9c49b6-8e6a-4c4f-adb6-e10d6b727e63 req-f63c131a-6e4a-4c03-857a-b7be3eaf7f94 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:24.968882 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-631c2bab-8a18-45ff-a4c9-4e87e0f4071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:24.999942 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-ce70925f-db3c-4ede-9031-60852e84cd7b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7217579 Sep 30 08:05:25.010628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70925f-db3c-4ede-9031-60852e84cd7b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Pushing event updated for resources: {'Port': ['ID=f40f4918-2312-4869-a3b4-19b54eb684a8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:25.014934 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c131a-6e4a-4c03-857a-b7be3eaf7f94 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dc47cc-0cb1-4fc7-9d65-b1f160ef5f6d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:25.031783 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed21a0-52e9-4088-8a99-e93827cc29f9 req-fbbe62ff-42c5-4480-aeb5-2280ee052914 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:25.039199 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2fed21a0-52e9-4088-8a99-e93827cc29f9 req-fbbe62ff-42c5-4480-aeb5-2280ee052914 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=9caeb481-8cb8-4610-999c-f2fdd10d7272 HTTP/1.1" status: 200 len: 932 time: 0.3048317 Sep 30 08:05:25.051040 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Request body: {'port': {'device_id': '9caeb481-8cb8-4610-999c-f2fdd10d7272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:25.059136 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:25.066133 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd9c49b6-8e6a-4c4f-adb6-e10d6b727e63 req-f63c131a-6e4a-4c03-857a-b7be3eaf7f94 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:25.067365 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd9c49b6-8e6a-4c4f-adb6-e10d6b727e63 req-f63c131a-6e4a-4c03-857a-b7be3eaf7f94 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7164266 Sep 30 08:05:25.126448 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:25.129168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6a33da-19c7-43df-b904-9d10c37c23e3 None None] Network f3b9bdf8-b1ca-439d-a88d-e06125d590ad requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:05:25.131720 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2fed21a0-52e9-4088-8a99-e93827cc29f9 req-4d67a30a-95c8-42bd-be6d-5f7b86ecbdf5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758905 Sep 30 08:05:25.175106 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:25.176596 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:25.307771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c2bab-8a18-45ff-a4c9-4e87e0f4071d None None] Pushing event updated for resources: {'Port': ['ID=0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:25.330084 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2cb75b24-ff12-47a7-89e1-79870b16e98c None None] Provisioning complete for port d035b304-1598-434f-8294-3295cf271a24 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:25.330450 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2cb75b24-ff12-47a7-89e1-79870b16e98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:25.413170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Pushing event updated for resources: {'Port': ['ID=4162ac3e-430c-450d-84eb-2820e6324a5e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:25.416080 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c46d9ee-3ac2-44d7-af7d-8147aa18aed6 req-bb9c46ba-3aa1-4268-bfdf-e6ba653f9b03 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 210 time: 0.0306864 Sep 30 08:05:25.428629 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Network 81b6f71b-62d9-4ada-8d6d-79815d129187 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:25.472945 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:25.486418 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:25.530825 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:25.555850 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 15a01a98-df89-48f7-aae9-0964bf2959a2, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=15a01a98-df89-48f7-aae9-0964bf2959a2,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:25.639143 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40f4918-2312-4869-a3b4-19b54eb684a8 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:05:25.644262 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port d035b304-1598-434f-8294-3295cf271a24, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d035b304-1598-434f-8294-3295cf271a24,segment=NetworkSegment(f77bfa7b-9a07-4326-a326-3a04798a55ce),segment_id=f77bfa7b-9a07-4326-a326-3a04798a55ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:25.648668 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539c53f9-7a00-4e79-b48b-baf4de76cb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a01a98-df89-48f7-aae9-0964bf2959a2'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:25.649863 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66e50f3-12eb-4ecf-be87-2247dd38531e" -d '{"events": [{"server_uuid": "539c53f9-7a00-4e79-b48b-baf4de76cb62", "name": "network-vif-plugged", "status": "completed", "tag": "15a01a98-df89-48f7-aae9-0964bf2959a2"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:25.653282 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:25.653970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:25.683320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Transition to ACTIVE for port object f40f4918-2312-4869-a3b4-19b54eb684a8 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:05:25.692599 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:25.694678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:25.699965 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:25.717368 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:25.718141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:25.724887 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Router b2c612ff-4a68-4306-9aa4-a66a198b63e0 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:05:25.810069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Pushing event updated for resources: {'Port': ['ID=f40f4918-2312-4869-a3b4-19b54eb684a8,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:25.855526 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d75534-5a71-4094-894c-f38b9996e06d req-bcbec190-68da-4d81-b166-fc4c664b0e88 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:25.857139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0d75534-5a71-4094-894c-f38b9996e06d req-bcbec190-68da-4d81-b166-fc4c664b0e88 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1624303 Sep 30 08:05:25.976201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0d75534-5a71-4094-894c-f38b9996e06d req-a8e4c332-2f6e-4cad-a938-f47c8dc4ef52 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935433 Sep 30 08:05:25.994509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=15a01a98-df89-48f7-aae9-0964bf2959a2,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:25.998452 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Attempting to bind port f40f4918-2312-4869-a3b4-19b54eb684a8 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:25.998781 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Attempting to bind port f40f4918-2312-4869-a3b4-19b54eb684a8 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:25.999115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Attempting to bind port f40f4918-2312-4869-a3b4-19b54eb684a8 on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:26.036267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Port f40f4918-2312-4869-a3b4-19b54eb684a8 on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:05:26.036657 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Attempting to bind port f40f4918-2312-4869-a3b4-19b54eb684a8 on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:26.046573 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Attempting to bind port 4162ac3e-430c-450d-84eb-2820e6324a5e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:26.046951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Attempting to bind port 4162ac3e-430c-450d-84eb-2820e6324a5e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '2cab286c-38ca-47aa-a03c-3138952fc3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:26.047322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Attempting to bind port 4162ac3e-430c-450d-84eb-2820e6324a5e on network 81b6f71b-62d9-4ada-8d6d-79815d129187 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:26.065869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:26.066280 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Checking segment: {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:26.066647 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Bound using segment: {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:26.067099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Bound port: f40f4918-2312-4869-a3b4-19b54eb684a8, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:26.067552 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:26.111500 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:26.111866 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Checking segment: {'id': '2cab286c-38ca-47aa-a03c-3138952fc3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:26.112269 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:26.112669 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Bound using segment: {'id': '2cab286c-38ca-47aa-a03c-3138952fc3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:26.113194 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Bound port: 4162ac3e-430c-450d-84eb-2820e6324a5e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cab286c-38ca-47aa-a03c-3138952fc3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:26.114270 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:26.150954 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-a07837cb-41c1-4063-b6b2-3f3dfd036b79 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42330 time: 0.6104171 Sep 30 08:05:26.160871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:26.161253 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:26.246240 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=d035b304-1598-434f-8294-3295cf271a24,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:26.272383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-47fe6e05-6a72-4a6e-8331-b600843fee65 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:26.279760 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-47fe6e05-6a72-4a6e-8331-b600843fee65 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:26.281685 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-47fe6e05-6a72-4a6e-8331-b600843fee65 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.36 "GET /v2.0/networks?id=9c969046-2a9f-4e60-b8f0-91df2fab0378&id=f3b9bdf8-b1ca-439d-a88d-e06125d590ad&id=9c969046-2a9f-4e60-b8f0-91df2fab0378 HTTP/1.1" status: 200 len: 1391 time: 0.3131452 Sep 30 08:05:26.314756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-132ebdf6-a3ca-4835-bcbe-25fe841295f2 None None] Provisioning complete for port 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:26.315135 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-132ebdf6-a3ca-4835-bcbe-25fe841295f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:26.315348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-db448db0-bbd2-4a90-bd04-605db703a340 req-cdadff5a-081e-4bbf-ad9b-952492592224 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Request body: {'port': {'device_id': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378', 'admin_state_up': True, 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:26.329620 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-3389371c-b169-41b1-86ba-8696d407f487 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/09741023-3005-4d61-a104-2d8042935151 HTTP/1.1" status: 200 len: 2981 time: 0.1771498 Sep 30 08:05:26.332172 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:05:26.353322 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Sync routers for ids ['b2c612ff-4a68-4306-9aa4-a66a198b63e0'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:05:26.353949 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:26.356379 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a7d64e05-d6e5-4f7e-a2ce-e942e0e69ee1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1008978 Sep 30 08:05:26.357410 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50036) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:26.361985 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Routers {'b2c612ff-4a68-4306-9aa4-a66a198b63e0'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:05:26.362828 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b2c612ff-4a68-4306-9aa4-a66a198b63e0'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:26.367790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] For port 4162ac3e-430c-450d-84eb-2820e6324a5e, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:26.371764 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] For port f40f4918-2312-4869-a3b4-19b54eb684a8, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:26.406418 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] For port 4162ac3e-430c-450d-84eb-2820e6324a5e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=4162ac3e-430c-450d-84eb-2820e6324a5e,segment=NetworkSegment(2cab286c-38ca-47aa-a03c-3138952fc3b6),segment_id=2cab286c-38ca-47aa-a03c-3138952fc3b6)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:26.410100 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] For port f40f4918-2312-4869-a3b4-19b54eb684a8, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f40f4918-2312-4869-a3b4-19b54eb684a8,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:26.437292 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:26.454439 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:26.526421 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c191154-bde2-4fd5-ac47-b6a582777163 req-15c2336b-bc32-4e1f-8cad-ab0c744311d1 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:26.534218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c191154-bde2-4fd5-ac47-b6a582777163 req-15c2336b-bc32-4e1f-8cad-ab0c744311d1 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 1095 time: 0.2443633 Sep 30 08:05:26.544319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-0aaacae5-8710-4a2e-a90e-e66d781eb249 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/09741023-3005-4d61-a104-2d8042935151 HTTP/1.1" status: 200 len: 2981 time: 0.1906769 Sep 30 08:05:26.552678 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:26.553221 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:26.554613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] 10.222.0.35 "PUT /v2.0/ports/f40f4918-2312-4869-a3b4-19b54eb684a8 HTTP/1.1" status: 200 len: 1092 time: 1.5132473 Sep 30 08:05:26.555064 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9caeb481-8cb8-4610-999c-f2fdd10d7272', 'tag': 'f40f4918-2312-4869-a3b4-19b54eb684a8'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:26.557938 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab435e55-0fff-4808-84ea-988ad78bb6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9caeb481-8cb8-4610-999c-f2fdd10d7272", "tag": "f40f4918-2312-4869-a3b4-19b54eb684a8"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:26.558201 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Set router b2c612ff-4a68-4306-9aa4-a66a198b63e0 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:05:26.583791 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0c982a60-7b05-4b38-b29e-398d2a189a3a up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:26.656014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40ee2d-f5f9-4557-b2f0-2bcb31dba7e8 None None] Pushing event updated for resources: {'Port': ['ID=4162ac3e-430c-450d-84eb-2820e6324a5e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:26.702308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb5228-ed0f-49b0-8453-9f905d8bdd54 service neutron] Pushing event updated for resources: {'Port': ['ID=f40f4918-2312-4869-a3b4-19b54eb684a8,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:26.735950 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c191154-bde2-4fd5-ac47-b6a582777163 req-1133d20b-e205-4b66-9321-2b5ea8c932f8 tempest-LiveAutoBlockMigrationV225Test-946712000 tempest-LiveAutoBlockMigrationV225Test-946712000-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978133 Sep 30 08:05:26.751419 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-99151375-fd28-4c44-8327-c73fd7116114 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/0af3aaf5-b75a-4c44-855d-23f634068e60 HTTP/1.1" status: 200 len: 2981 time: 0.1785152 Sep 30 08:05:26.753838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-cdadff5a-081e-4bbf-ad9b-952492592224 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Made reservation on behalf of 3b271bd85d2347b2a47c1a71e66c3a02 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:26.763213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0c982a60-7b05-4b38-b29e-398d2a189a3a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:26.763927 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:26.769012 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-cdadff5a-081e-4bbf-ad9b-952492592224 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:26.847424 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-02a9f70b-9820-40f1-9b03-b6a4b14d8632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:26.849183 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-02a9f70b-9820-40f1-9b03-b6a4b14d8632 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&device_id=9caeb481-8cb8-4610-999c-f2fdd10d7272 HTTP/1.1" status: 200 len: 1095 time: 0.2321529 Sep 30 08:05:26.904691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b84eab1a-01ac-4c42-b236-25cc7df7aae4 None None] Provisioning complete for port d035b304-1598-434f-8294-3295cf271a24 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:26.905102 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b84eab1a-01ac-4c42-b236-25cc7df7aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:26.946648 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-c0e65d37-4d75-4032-8c73-e969f2e0288c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40f4918-2312-4869-a3b4-19b54eb684a8 HTTP/1.1" status: 200 len: 217 time: 0.0791826 Sep 30 08:05:27.025320 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-82dbb5d0-fb5b-42d3-a388-8901785f73be tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/0af3aaf5-b75a-4c44-855d-23f634068e60 HTTP/1.1" status: 200 len: 2981 time: 0.2528498 Sep 30 08:05:27.046656 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080742568-router', 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f826f4a2-43f3-49ea-a934-0bddd3d55aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:23Z', 'updated_at': '2021-09-30T08:05:25Z', 'revision_number': 3, 'project_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'gw_port': {'id': 'f826f4a2-43f3-49ea-a934-0bddd3d55aa8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:24Z', 'updated_at': '2021-09-30T08:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:27.087768 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Checking router: b2c612ff-4a68-4306-9aa4-a66a198b63e0 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:05:27.089457 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Updating router b2c612ff-4a68-4306-9aa4-a66a198b63e0 port f826f4a2-43f3-49ea-a934-0bddd3d55aa8 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:05:27.153359 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b008c190-5135-4885-893a-a1299820417b x-openstack-request-id: req-b008c190-5135-4885-893a-a1299820417b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:27.154026 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539c53f9-7a00-4e79-b48b-baf4de76cb62", "name": "network-vif-plugged", "status": "completed", "tag": "15a01a98-df89-48f7-aae9-0964bf2959a2", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:27.154539 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b008c190-5135-4885-893a-a1299820417b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:27.155427 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539c53f9-7a00-4e79-b48b-baf4de76cb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a01a98-df89-48f7-aae9-0964bf2959a2', 'code': 200} Sep 30 08:05:27.174672 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:27.183267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-5ef013e6-3028-44bc-b4d3-cd45dc3ad261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:27.189484 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-5ef013e6-3028-44bc-b4d3-cd45dc3ad261 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b57160f-abdc-4be4-8f56-c9c7324d85d0 HTTP/1.1" status: 200 len: 845 time: 0.2128906 Sep 30 08:05:27.219836 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:27.303212 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-a4448105-c5be-47e0-a6c9-149b38c880ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57266100-45c6-4c3c-82b6-0b9860cc0f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748272 Sep 30 08:05:27.311295 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-35c5eeed-f3e4-41cf-b675-4a48deb15e7d tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1fe45637-085f-4d62-bad6-b858eaa7e319 HTTP/1.1" status: 200 len: 2981 time: 0.2761123 Sep 30 08:05:27.366273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-db448db0-bbd2-4a90-bd04-605db703a340 req-cdadff5a-081e-4bbf-ad9b-952492592224 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Allocated IP 19.80.0.229 (9c969046-2a9f-4e60-b8f0-91df2fab0378/10cc7a95-0863-43fc-b698-345bd8b7c431/654f5053-7bec-4974-8502-b28d63197520) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:27.396766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4162ac3e-430c-450d-84eb-2820e6324a5e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:27.427142 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-72fd8b39-9e9e-4a4a-86fa-de40e0719db4 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1fe45637-085f-4d62-bad6-b858eaa7e319 HTTP/1.1" status: 200 len: 2981 time: 0.1149533 Sep 30 08:05:27.435023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854b731-185b-4a73-be7d-efcdc1beb284 req-ef5cd8e3-6aef-48ef-97f2-ff9f3b8b51d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:27.436679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f854b731-185b-4a73-be7d-efcdc1beb284 req-ef5cd8e3-6aef-48ef-97f2-ff9f3b8b51d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 1096 time: 0.2428188 Sep 30 08:05:27.437102 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Allocated IP 172.20.0.1 (81b6f71b-62d9-4ada-8d6d-79815d129187/f8d07eec-e2da-4b25-8a94-a6797db3e1bd/8c944183-fef8-4fc0-842d-31ae26a188cb) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:27.483587 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce676e-6cd3-49d0-8885-e50f2f6febd3 req-811af59b-fff0-45c9-bf1c-ecdf207062b9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:27.492566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33ce676e-6cd3-49d0-8885-e50f2f6febd3 req-811af59b-fff0-45c9-bf1c-ecdf207062b9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=9caeb481-8cb8-4610-999c-f2fdd10d7272 HTTP/1.1" status: 200 len: 944 time: 0.2372701 Sep 30 08:05:27.566807 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:27.575573 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:27.609626 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33ce676e-6cd3-49d0-8885-e50f2f6febd3 req-c825e710-3ab7-4fd3-a67c-8cf81e751ede tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103885 Sep 30 08:05:27.618769 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Attempting to bind port f826f4a2-43f3-49ea-a934-0bddd3d55aa8 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:27.619139 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Attempting to bind port f826f4a2-43f3-49ea-a934-0bddd3d55aa8 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:27.620195 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Attempting to bind port f826f4a2-43f3-49ea-a934-0bddd3d55aa8 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:27.629495 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:27.652751 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:27.653190 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:27.653610 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:27.654153 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:27.655255 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Bound port: f826f4a2-43f3-49ea-a934-0bddd3d55aa8, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:27.655483 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:27.668252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 4162ac3e-430c-450d-84eb-2820e6324a5e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:27.669399 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:27.718745 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:27.721527 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-25842006-4eb9-474f-93bb-d59e4f44d74b tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3a846b45-c521-4a4e-b84a-68d5b0ef1775 HTTP/1.1" status: 200 len: 2981 time: 0.2549686 Sep 30 08:05:27.788290 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f854b731-185b-4a73-be7d-efcdc1beb284 req-9e4a1e80-9a23-4d40-a43e-ee1dc016b544 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206041 Sep 30 08:05:27.790931 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] For port f826f4a2-43f3-49ea-a934-0bddd3d55aa8, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:27.797807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-463c90bf-012c-4706-adff-eae52c8635af tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3a846b45-c521-4a4e-b84a-68d5b0ef1775 HTTP/1.1" status: 200 len: 2981 time: 0.0622542 Sep 30 08:05:27.803437 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] For port f826f4a2-43f3-49ea-a934-0bddd3d55aa8, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f826f4a2-43f3-49ea-a934-0bddd3d55aa8,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:27.816694 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:27.817342 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:27.831450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Network 81b6f71b-62d9-4ada-8d6d-79815d129187 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:27.833967 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Pushing event updated for resources: {'Port': ['ID=8c944183-fef8-4fc0-842d-31ae26a188cb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:27.837000 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:27.844560 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:27.847420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-46f22877-0643-44a0-abee-83fb655311f3 service neutron] 10.222.0.35 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313618 Sep 30 08:05:27.877752 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 4162ac3e-430c-450d-84eb-2820e6324a5e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=4162ac3e-430c-450d-84eb-2820e6324a5e,segment=NetworkSegment(2cab286c-38ca-47aa-a03c-3138952fc3b6),segment_id=2cab286c-38ca-47aa-a03c-3138952fc3b6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:27.879141 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbde6a4-48ef-484c-97d5-73b10597968b None None] Pushing event updated for resources: {'Port': ['ID=f826f4a2-43f3-49ea-a934-0bddd3d55aa8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:27.883503 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:27.884945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:27.898846 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:27.948534 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbde6a4-48ef-484c-97d5-73b10597968b None None] Pushing event updated for resources: {'Port': ['ID=f826f4a2-43f3-49ea-a934-0bddd3d55aa8,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:27.962493 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Routers {'b2c612ff-4a68-4306-9aa4-a66a198b63e0'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:05:27.963131 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b2c612ff-4a68-4306-9aa4-a66a198b63e0'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:27.977686 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4fa4151f-d849-47f6-8f5f-78eee5f132c0 req-1cda691d-6d76-4661-a915-927d8e69a7b7 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 210 time: 0.1884263 Sep 30 08:05:27.994911 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:27.996079 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:28.059341 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac154ad-e479-450e-a96a-35a40e4ddb0d None None] Network 81b6f71b-62d9-4ada-8d6d-79815d129187 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:05:28.087413 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84d3479-a499-499a-bcc2-71814b77c14f x-openstack-request-id: req-e84d3479-a499-499a-bcc2-71814b77c14f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:28.087700 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9caeb481-8cb8-4610-999c-f2fdd10d7272", "tag": "f40f4918-2312-4869-a3b4-19b54eb684a8", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:28.087989 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e84d3479-a499-499a-bcc2-71814b77c14f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:28.089018 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9caeb481-8cb8-4610-999c-f2fdd10d7272', 'tag': 'f40f4918-2312-4869-a3b4-19b54eb684a8', 'status': 'completed', 'code': 200} Sep 30 08:05:28.090553 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:28.098142 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-790fc8d1-b171-486c-86a9-cb592ad4d82e tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3e6238f8-15e1-40fe-ab45-974314846ddc HTTP/1.1" status: 200 len: 2977 time: 0.2864947 Sep 30 08:05:28.138040 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] Set router b2c612ff-4a68-4306-9aa4-a66a198b63e0 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:05:28.215398 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=4162ac3e-430c-450d-84eb-2820e6324a5e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:28.224470 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-cdadff5a-081e-4bbf-ad9b-952492592224 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:28.225987 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dcbab02e-e885-4a4b-b03c-b593c3ac4166 None None] Provisioning complete for port 4162ac3e-430c-450d-84eb-2820e6324a5e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:28.226403 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcbab02e-e885-4a4b-b03c-b593c3ac4166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:28.232249 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933f7f27-9b7f-449c-80ac-50c06390fc96 req-a6a4cd70-f4d6-48c7-af10-4a8d95c6d4ca service neutron] 10.222.0.35 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131902 Sep 30 08:05:28.259177 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-9a9dff40-911e-42de-bb1f-127303586f50 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3e6238f8-15e1-40fe-ab45-974314846ddc HTTP/1.1" status: 200 len: 2977 time: 0.1527250 Sep 30 08:05:28.335539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-c39017eb-cb2b-4fa9-b8e5-a1875406e69d tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/561e937e-4f2e-4057-b157-2837798b5beb HTTP/1.1" status: 200 len: 2981 time: 0.0753784 Sep 30 08:05:28.339673 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-cdadff5a-081e-4bbf-ad9b-952492592224 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:28.382863 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:28.394040 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:28.433361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db448db0-bbd2-4a90-bd04-605db703a340 req-cdadff5a-081e-4bbf-ad9b-952492592224 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Network 9c969046-2a9f-4e60-b8f0-91df2fab0378 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:28.447080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-db448db0-bbd2-4a90-bd04-605db703a340 req-cdadff5a-081e-4bbf-ad9b-952492592224 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:28.450376 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:28.455418 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-db448db0-bbd2-4a90-bd04-605db703a340 req-cdadff5a-081e-4bbf-ad9b-952492592224 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:28.555518 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080742568-router', 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f826f4a2-43f3-49ea-a934-0bddd3d55aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:23Z', 'updated_at': '2021-09-30T08:05:25Z', 'revision_number': 3, 'project_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'gw_port': {'id': 'f826f4a2-43f3-49ea-a934-0bddd3d55aa8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:24Z', 'updated_at': '2021-09-30T08:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:28.572210 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d035b304-1598-434f-8294-3295cf271a24 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:28.636159 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Network 81b6f71b-62d9-4ada-8d6d-79815d129187 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:28.638953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Pushing event updated for resources: {'Port': ['ID=8c944183-fef8-4fc0-842d-31ae26a188cb,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:28.639092 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf349a4-1c59-4a80-b146-eddfb66f0980 None None] The sync data for ids ['b2c612ff-4a68-4306-9aa4-a66a198b63e0'] in n-d-807359-2 is: [{'id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080742568-router', 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f826f4a2-43f3-49ea-a934-0bddd3d55aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:23Z', 'updated_at': '2021-09-30T08:05:25Z', 'revision_number': 3, 'project_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'gw_port': {'id': 'f826f4a2-43f3-49ea-a934-0bddd3d55aa8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:24Z', 'updated_at': '2021-09-30T08:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:05:28.650058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:28.691524 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d035b304-1598-434f-8294-3295cf271a24 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:28.692952 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:28.891874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Router b2c612ff-4a68-4306-9aa4-a66a198b63e0 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:05:28.950000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-99dd7240-497d-4784-8a33-625dc23fc3e5 None None] Provisioning complete for port 4162ac3e-430c-450d-84eb-2820e6324a5e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:28.950511 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99dd7240-497d-4784-8a33-625dc23fc3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:28.959324 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadff5a-081e-4bbf-ad9b-952492592224 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event updated for resources: {'Port': ['ID=654f5053-7bec-4974-8502-b28d63197520,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:28.987887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-580a9bd2-f09e-4427-b1fb-0c0e8377b87b tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/561e937e-4f2e-4057-b157-2837798b5beb HTTP/1.1" status: 200 len: 2981 time: 0.6514449 Sep 30 08:05:29.035144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:05:29.035388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab435e55-0fff-4808-84ea-988ad78bb6b4 req-a2fe0636-bd3a-4cdd-be2d-d7cd8ee82bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:29.036721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab435e55-0fff-4808-84ea-988ad78bb6b4 req-a2fe0636-bd3a-4cdd-be2d-d7cd8ee82bb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&device_id=9caeb481-8cb8-4610-999c-f2fdd10d7272 HTTP/1.1" status: 200 len: 1095 time: 0.6890950 Sep 30 08:05:29.051461 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4652f3d9-fc89-4a83-912c-89b122cb5a70 admin admin] 10.222.0.24 "PUT /v2.0/routers/b2c612ff-4a68-4306-9aa4-a66a198b63e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6925373 Sep 30 08:05:29.115866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-cdadff5a-081e-4bbf-ad9b-952492592224 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:29.116516 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-cdadff5a-081e-4bbf-ad9b-952492592224 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:29.126294 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-99dd7240-497d-4784-8a33-625dc23fc3e5 None None] Provisioning complete for port 8c944183-fef8-4fc0-842d-31ae26a188cb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:29.126832 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99dd7240-497d-4784-8a33-625dc23fc3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:29.192332 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-99dd7240-497d-4784-8a33-625dc23fc3e5 None None] Port 8c944183-fef8-4fc0-842d-31ae26a188cb cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:05:29.216571 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-99dd7240-497d-4784-8a33-625dc23fc3e5 None None] Provisioning complete for port 654f5053-7bec-4974-8502-b28d63197520 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:29.217351 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99dd7240-497d-4784-8a33-625dc23fc3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:29.219848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c5ae6-0369-4fce-a3ed-a97a6960a55d req-c9be0bea-adec-46f0-b00b-ff1714b743f5 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:29.221470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f7c5ae6-0369-4fce-a3ed-a97a6960a55d req-c9be0bea-adec-46f0-b00b-ff1714b743f5 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2655563 Sep 30 08:05:29.229775 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-cdadff5a-081e-4bbf-ad9b-952492592224 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9367511 Sep 30 08:05:29.236637 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-47e90c1d-0aa0-4282-aaff-740bb9a94d45 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/6e425c2d-1280-4918-9fc3-0914fa7aa5f9 HTTP/1.1" status: 200 len: 2981 time: 0.2300334 Sep 30 08:05:29.273356 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-db448db0-bbd2-4a90-bd04-605db703a340 req-c43ee555-67ad-4ec1-949d-fa866d4518a8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Request body: {'port': {'device_id': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'network_id': 'f3b9bdf8-b1ca-439d-a88d-e06125d590ad', 'admin_state_up': True, 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:29.330898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-99dd7240-497d-4784-8a33-625dc23fc3e5 None None] Port 654f5053-7bec-4974-8502-b28d63197520 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:05:29.375099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab435e55-0fff-4808-84ea-988ad78bb6b4 req-46471b6f-ec30-4976-8592-101afe2549e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:29.378066 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4162ac3e-430c-450d-84eb-2820e6324a5e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:29.380519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2640d-4789-4887-9a5c-c7f579484329 req-7eaf8825-ec78-4c7b-a505-ca47849c9285 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:29.381195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab435e55-0fff-4808-84ea-988ad78bb6b4 req-46471b6f-ec30-4976-8592-101afe2549e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 906 time: 0.3073494 Sep 30 08:05:29.387301 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a0b2640d-4789-4887-9a5c-c7f579484329 req-7eaf8825-ec78-4c7b-a505-ca47849c9285 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.35 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 944 time: 0.1320031 Sep 30 08:05:29.450447 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:29.479899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a4775684-c912-41b8-aba9-957c67d4232e None None] Provisioning complete for port 8c944183-fef8-4fc0-842d-31ae26a188cb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:29.480711 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4775684-c912-41b8-aba9-957c67d4232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:29.522408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 4162ac3e-430c-450d-84eb-2820e6324a5e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:29.523014 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:29.533464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f7c5ae6-0369-4fce-a3ed-a97a6960a55d req-5c920348-ccee-4d66-a84c-1cfa93c81b72 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823763 Sep 30 08:05:29.595295 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-a0b2640d-4789-4887-9a5c-c7f579484329 req-d84e5c30-2f02-488d-9f80-4e8c42c97b8b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Deleting port 3a7d9464-983f-471b-9010-2f52d71453fe {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:29.595802 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a0b2640d-4789-4887-9a5c-c7f579484329 req-d84e5c30-2f02-488d-9f80-4e8c42c97b8b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:29.621737 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a4775684-c912-41b8-aba9-957c67d4232e None None] Port 8c944183-fef8-4fc0-842d-31ae26a188cb cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:05:29.634352 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab435e55-0fff-4808-84ea-988ad78bb6b4 req-0312a72b-a32b-4793-b355-98eca6e61d68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40f4918-2312-4869-a3b4-19b54eb684a8 HTTP/1.1" status: 200 len: 217 time: 0.2315722 Sep 30 08:05:29.655433 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-e63aa671-cee0-45f6-939e-de17c134addd tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/6e425c2d-1280-4918-9fc3-0914fa7aa5f9 HTTP/1.1" status: 200 len: 2981 time: 0.4032462 Sep 30 08:05:29.728670 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a0b2640d-4789-4887-9a5c-c7f579484329 req-d84e5c30-2f02-488d-9f80-4e8c42c97b8b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] For port 3a7d9464-983f-471b-9010-2f52d71453fe, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=3a7d9464-983f-471b-9010-2f52d71453fe,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:29.729570 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a0b2640d-4789-4887-9a5c-c7f579484329 req-d84e5c30-2f02-488d-9f80-4e8c42c97b8b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:29.729689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f826f4a2-43f3-49ea-a934-0bddd3d55aa8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:29.759868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-a0b2640d-4789-4887-9a5c-c7f579484329 req-d84e5c30-2f02-488d-9f80-4e8c42c97b8b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Calling delete_port for 3a7d9464-983f-471b-9010-2f52d71453fe owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:29.799137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab435e55-0fff-4808-84ea-988ad78bb6b4 req-45fd0904-e297-4e0f-9f98-346996d2bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:29.800928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab435e55-0fff-4808-84ea-988ad78bb6b4 req-45fd0904-e297-4e0f-9f98-346996d2bfb1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b57160f-abdc-4be4-8f56-c9c7324d85d0 HTTP/1.1" status: 200 len: 845 time: 0.1544440 Sep 30 08:05:29.812850 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-67f760b1-6298-48b1-91e4-44cb2f6bcfc0 None None] Provisioning complete for port 8c944183-fef8-4fc0-842d-31ae26a188cb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:29.813355 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67f760b1-6298-48b1-91e4-44cb2f6bcfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:29.879119 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-67f760b1-6298-48b1-91e4-44cb2f6bcfc0 None None] Port 8c944183-fef8-4fc0-842d-31ae26a188cb cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:05:29.894942 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab435e55-0fff-4808-84ea-988ad78bb6b4 req-94d2e58f-cc5e-41e4-b9e6-ed42dbdae9a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=57266100-45c6-4c3c-82b6-0b9860cc0f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794866 Sep 30 08:05:29.899869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-c43ee555-67ad-4ec1-949d-fa866d4518a8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Made reservation on behalf of 3b271bd85d2347b2a47c1a71e66c3a02 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:29.904601 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-c43ee555-67ad-4ec1-949d-fa866d4518a8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:29.926177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port f826f4a2-43f3-49ea-a934-0bddd3d55aa8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:29.926694 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:29.932776 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-48df7c8d-5642-4412-8718-9ebebba9bcbd tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/824ede54-1f72-436c-be73-c8c0285c5254 HTTP/1.1" status: 200 len: 2981 time: 0.2313621 Sep 30 08:05:29.948928 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a0b2640d-4789-4887-9a5c-c7f579484329 req-d84e5c30-2f02-488d-9f80-4e8c42c97b8b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:29.971729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['a6c23571-21e8-4ea8-ac57-ab3db0dacdba'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:29.980391 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e5c30-2f02-488d-9f80-4e8c42c97b8b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Pushing event deleted for resources: {'Port': ['ID=3a7d9464-983f-471b-9010-2f52d71453fe,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:29.990381 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['3a7d9464-983f-471b-9010-2f52d71453fe'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:30.053353 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b2640d-4789-4887-9a5c-c7f579484329 req-d84e5c30-2f02-488d-9f80-4e8c42c97b8b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] No DVR routers for this DVR port 3a7d9464-983f-471b-9010-2f52d71453fe on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:05:30.056605 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a0b2640d-4789-4887-9a5c-c7f579484329 req-d84e5c30-2f02-488d-9f80-4e8c42c97b8b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:30.060082 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a0b2640d-4789-4887-9a5c-c7f579484329 req-d84e5c30-2f02-488d-9f80-4e8c42c97b8b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.35 "DELETE /v2.0/ports/3a7d9464-983f-471b-9010-2f52d71453fe HTTP/1.1" status: 204 len: 173 time: 0.6607037 Sep 30 08:05:30.060612 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b02802-e484-4ffb-b318-991c816a4ac4', 'name': 'network-vif-deleted', 'tag': '3a7d9464-983f-471b-9010-2f52d71453fe'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:30.069166 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e28446d-cfc0-455b-a71b-3fe5423b9711" -d '{"events": [{"server_uuid": "74b02802-e484-4ffb-b318-991c816a4ac4", "name": "network-vif-deleted", "tag": "3a7d9464-983f-471b-9010-2f52d71453fe"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:30.076649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce40e3a-eb76-4785-a6be-3815bb4bb40f req-8443fb80-95b0-4cd7-bd3e-659887526f6b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:30.078478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bce40e3a-eb76-4785-a6be-3815bb4bb40f req-8443fb80-95b0-4cd7-bd3e-659887526f6b tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 866 time: 0.2814236 Sep 30 08:05:30.106186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50080) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:30.111077 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e103a514-19c7-447b-a32c-ab1f7b389208 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-72775296-network', 'tenant_id': '1e9461a781624837b9c095b02241376c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:30.120162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f40f4918-2312-4869-a3b4-19b54eb684a8 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:05:30.139327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e103a514-19c7-447b-a32c-ab1f7b389208 admin admin] Made reservation on behalf of 1e9461a781624837b9c095b02241376c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:30.142781 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e103a514-19c7-447b-a32c-ab1f7b389208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:30.154736 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e103a514-19c7-447b-a32c-ab1f7b389208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:30.195224 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-826f2407-b4c8-4cb0-8f8c-1b39058d322a tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/824ede54-1f72-436c-be73-c8c0285c5254 HTTP/1.1" status: 200 len: 2981 time: 0.2388840 Sep 30 08:05:30.262097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab435e55-0fff-4808-84ea-988ad78bb6b4 req-14055e9c-6fcd-4c06-9708-f86db4782cae service neutron] 10.222.0.35 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540311 Sep 30 08:05:30.296378 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bce40e3a-eb76-4785-a6be-3815bb4bb40f req-6dd01ca9-9857-4c40-9073-11f1ca396ad5 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623192 Sep 30 08:05:30.325616 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e103a514-19c7-447b-a32c-ab1f7b389208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:30.332293 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e103a514-19c7-447b-a32c-ab1f7b389208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:30.345822 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:30.397060 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port f826f4a2-43f3-49ea-a934-0bddd3d55aa8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f826f4a2-43f3-49ea-a934-0bddd3d55aa8,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:30.415867 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103a514-19c7-447b-a32c-ab1f7b389208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5230d198-74aa-4cd5-8167-e2dfacb3456a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:30.429899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e103a514-19c7-447b-a32c-ab1f7b389208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:05:30.439308 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port f40f4918-2312-4869-a3b4-19b54eb684a8, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f40f4918-2312-4869-a3b4-19b54eb684a8,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:30.450143 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e103a514-19c7-447b-a32c-ab1f7b389208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:30.450491 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-e103a514-19c7-447b-a32c-ab1f7b389208 admin admin] Added segment 0db893a4-d3d2-4fa5-ac9b-92089b06b0e1 of type vlan for network da5abebf-734f-4168-83ec-e613f2058d4a Sep 30 08:05:30.462978 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'f40f4918-2312-4869-a3b4-19b54eb684a8', 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d', 'port_id': 'f40f4918-2312-4869-a3b4-19b54eb684a8', 'mac_address': 'fa:16:3e:31:cb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b57160f-abdc-4be4-8f56-c9c7324d85d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:05:30.467029 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:30.518583 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-8646535e-2cc3-4990-a2b5-3437fb2827f0 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/89da8c48-5f35-4985-98ae-143347796020 HTTP/1.1" status: 200 len: 2973 time: 0.3119111 Sep 30 08:05:30.535296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-db448db0-bbd2-4a90-bd04-605db703a340 req-c43ee555-67ad-4ec1-949d-fa866d4518a8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Allocated IP 19.86.0.96 (f3b9bdf8-b1ca-439d-a88d-e06125d590ad/0fb3c59b-0fbf-458c-a140-f99e176aa1a9/12516ca3-09f3-4d95-ad3e-9f542fbcc1de) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:30.567323 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e103a514-19c7-447b-a32c-ab1f7b389208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:30.610318 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab435e55-0fff-4808-84ea-988ad78bb6b4 req-5d503fb1-75d4-4ca4-ac31-a1c3292fea64 service neutron] 10.222.0.35 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199751 Sep 30 08:05:30.627556 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3caa2-bbc7-4b60-beaf-561630e094f1 req-0cfb298e-a4c6-4b33-855a-3c4a6c2e6996 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:30.629565 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0af3caa2-bbc7-4b60-beaf-561630e094f1 req-0cfb298e-a4c6-4b33-855a-3c4a6c2e6996 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=9caeb481-8cb8-4610-999c-f2fdd10d7272 HTTP/1.1" status: 200 len: 944 time: 0.1921992 Sep 30 08:05:30.633619 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e103a514-19c7-447b-a32c-ab1f7b389208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:30.636635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e103a514-19c7-447b-a32c-ab1f7b389208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:30.641373 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e103a514-19c7-447b-a32c-ab1f7b389208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:30.654897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=f826f4a2-43f3-49ea-a934-0bddd3d55aa8,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:30.664735 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:30.674075 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-e60c6c8f-0630-48a3-a4eb-9f0a52b0792e tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/89da8c48-5f35-4985-98ae-143347796020 HTTP/1.1" status: 200 len: 2973 time: 0.1257133 Sep 30 08:05:30.693540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40f4918-2312-4869-a3b4-19b54eb684a8 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:05:30.708019 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e103a514-19c7-447b-a32c-ab1f7b389208 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6001465 Sep 30 08:05:30.710310 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:30.718076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4075ebf2-90f1-4d56-89a0-b8c945b6a5e1 admin admin] Request body: {'subnet': {'network_id': 'da5abebf-734f-4168-83ec-e613f2058d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-72775296-subnet', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:30.726014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port f40f4918-2312-4869-a3b4-19b54eb684a8, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f40f4918-2312-4869-a3b4-19b54eb684a8,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:30.732092 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:30.765982 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103a514-19c7-447b-a32c-ab1f7b389208 admin admin] Pushing event updated for resources: {'Network': ['ID=da5abebf-734f-4168-83ec-e613f2058d4a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:30.789257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4075ebf2-90f1-4d56-89a0-b8c945b6a5e1 admin admin] Made reservation on behalf of 1e9461a781624837b9c095b02241376c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:30.789567 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network da5abebf-734f-4168-83ec-e613f2058d4a details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:05:30.793159 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4075ebf2-90f1-4d56-89a0-b8c945b6a5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:30.898245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50094) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:30.922753 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-b1a84349-5a18-45ca-b19c-c4cb71c749c8 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/9fe1612c-8f3b-4d4a-b55a-e3bbf74fe768 HTTP/1.1" status: 200 len: 2981 time: 0.2477744 Sep 30 08:05:30.961617 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=f40f4918-2312-4869-a3b4-19b54eb684a8,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:31.006024 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0af3caa2-bbc7-4b60-beaf-561630e094f1 req-2ac62dc3-a466-4f6b-b594-0a3186ed6afd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492324 Sep 30 08:05:31.059333 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4075ebf2-90f1-4d56-89a0-b8c945b6a5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:31.072032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['f40f4918-2312-4869-a3b4-19b54eb684a8'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:31.102079 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-c43ee555-67ad-4ec1-949d-fa866d4518a8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:31.116738 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7bc932f-8df0-4394-b21c-c57ec5f3825a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:31.117416 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-41e01588-0b9b-4ec2-9229-bc4098ec2893 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/9fe1612c-8f3b-4d4a-b55a-e3bbf74fe768 HTTP/1.1" status: 200 len: 2981 time: 0.1747494 Sep 30 08:05:31.140661 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075ebf2-90f1-4d56-89a0-b8c945b6a5e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=987ba1af-0ee7-42f5-9297-bf790bd95015,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:31.179833 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4075ebf2-90f1-4d56-89a0-b8c945b6a5e1 admin admin] Checking segment: {'id': '0db893a4-d3d2-4fa5-ac9b-92089b06b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'da5abebf-734f-4168-83ec-e613f2058d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:31.180556 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4075ebf2-90f1-4d56-89a0-b8c945b6a5e1 admin admin] Network hostable DHCP agents. Network: da5abebf-734f-4168-83ec-e613f2058d4a, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:05:31.210027 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4075ebf2-90f1-4d56-89a0-b8c945b6a5e1 admin admin] Network da5abebf-734f-4168-83ec-e613f2058d4a is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:05:31.225357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4075ebf2-90f1-4d56-89a0-b8c945b6a5e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, da5abebf-734f-4168-83ec-e613f2058d4a) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:31.240505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4075ebf2-90f1-4d56-89a0-b8c945b6a5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:31.241093 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4075ebf2-90f1-4d56-89a0-b8c945b6a5e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:31.245716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88646589-41a5-414c-8ec8-3bee342f234f None None] Network da5abebf-734f-4168-83ec-e613f2058d4a requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:05:31.269566 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f826f4a2-43f3-49ea-a934-0bddd3d55aa8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:31.319264 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Sync routers for ids ['b2c612ff-4a68-4306-9aa4-a66a198b63e0'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:05:31.327673 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-b8937b00-040e-4ee6-9ff8-f1ba21de8ca3 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c2310329-4ae3-4b80-9b7e-402e3325930c HTTP/1.1" status: 200 len: 2981 time: 0.1987679 Sep 30 08:05:31.337840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f819dcb-9644-4d2f-a71b-4f91ae834d42 req-21d8a9f8-277e-4404-bddb-482163007c16 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:31.339545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f819dcb-9644-4d2f-a71b-4f91ae834d42 req-21d8a9f8-277e-4404-bddb-482163007c16 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 932 time: 0.2132518 Sep 30 08:05:31.344745 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-c43ee555-67ad-4ec1-949d-fa866d4518a8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:31.405289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Routers {'b2c612ff-4a68-4306-9aa4-a66a198b63e0'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:05:31.405931 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b2c612ff-4a68-4306-9aa4-a66a198b63e0'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:31.457451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db448db0-bbd2-4a90-bd04-605db703a340 req-c43ee555-67ad-4ec1-949d-fa866d4518a8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Network f3b9bdf8-b1ca-439d-a88d-e06125d590ad is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:31.480528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-db448db0-bbd2-4a90-bd04-605db703a340 req-c43ee555-67ad-4ec1-949d-fa866d4518a8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:31.483291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-db448db0-bbd2-4a90-bd04-605db703a340 req-c43ee555-67ad-4ec1-949d-fa866d4518a8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:31.485689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ee555-67ad-4ec1-949d-fa866d4518a8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event updated for resources: {'Port': ['ID=12516ca3-09f3-4d95-ad3e-9f542fbcc1de,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:31.528445 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-2b2e2052-3784-4d7d-a262-12413d70ddce tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c2310329-4ae3-4b80-9b7e-402e3325930c HTTP/1.1" status: 200 len: 2981 time: 0.1874230 Sep 30 08:05:31.540808 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f819dcb-9644-4d2f-a71b-4f91ae834d42 req-8f97f38e-31a4-4a39-9343-8e64828f413a tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878152 Sep 30 08:05:31.551267 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7bc932f-8df0-4394-b21c-c57ec5f3825a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:31.566802 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7bc932f-8df0-4394-b21c-c57ec5f3825a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:31.583073 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4075ebf2-90f1-4d56-89a0-b8c945b6a5e1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8705575 Sep 30 08:05:31.585207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50100) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:31.593312 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-72775296-router', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:31.609682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-c43ee555-67ad-4ec1-949d-fa866d4518a8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:31.610361 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-c43ee555-67ad-4ec1-949d-fa866d4518a8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:31.665648 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a419d4f7-9255-4de5-862b-e22be1b58d48 x-openstack-request-id: req-a419d4f7-9255-4de5-862b-e22be1b58d48 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:31.666310 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b02802-e484-4ffb-b318-991c816a4ac4", "name": "network-vif-deleted", "tag": "3a7d9464-983f-471b-9010-2f52d71453fe", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:31.667249 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a419d4f7-9255-4de5-862b-e22be1b58d48 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:31.668101 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b02802-e484-4ffb-b318-991c816a4ac4', 'name': 'network-vif-deleted', 'tag': '3a7d9464-983f-471b-9010-2f52d71453fe', 'status': 'completed', 'code': 200} Sep 30 08:05:31.671694 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:31.673027 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:31.709338 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b7bc932f-8df0-4394-b21c-c57ec5f3825a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc120096baa247389f0b69f58bb24ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8096485 Sep 30 08:05:31.710116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc932f-8df0-4394-b21c-c57ec5f3825a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cfdee7-c05d-4c54-b4cb-ce3bacac1130,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:31.717957 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50102) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:31.719615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-c43ee555-67ad-4ec1-949d-fa866d4518a8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4657900 Sep 30 08:05:31.739349 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-3ec87e20-8d8d-4c80-98ff-2ea11ce8882a tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c6d6ac45-560b-436b-ae3c-17c89991a90c HTTP/1.1" status: 200 len: 2981 time: 0.1839843 Sep 30 08:05:31.763685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-db448db0-bbd2-4a90-bd04-605db703a340 req-295fd9a4-bb0d-46e6-82ca-71f8d16187a5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Request body: {'port': {'device_id': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378', 'admin_state_up': True, 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:31.790870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port f826f4a2-43f3-49ea-a934-0bddd3d55aa8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:31.791524 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:31.813200 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:31.896347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Set router b2c612ff-4a68-4306-9aa4-a66a198b63e0 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:05:31.930939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-da5abebf-734f-4168-83ec-e613f2058d4a', 'network_id': 'da5abebf-734f-4168-83ec-e613f2058d4a', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'fixed_ips': [{'subnet_id': '987ba1af-0ee7-42f5-9297-bf790bd95015'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:05:31.932433 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:31.950743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-921ec863-b211-4488-8f49-05965a03b31b req-be07c56e-71d4-4935-8925-e844eb1966b4 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c6d6ac45-560b-436b-ae3c-17c89991a90c HTTP/1.1" status: 200 len: 2981 time: 0.1808691 Sep 30 08:05:31.951351 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0668c263-a7d7-4ab4-890b-293a8213534c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:31.984229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee83ca4-e781-4de1-9d7e-baadbd49fabc req-baac90a7-f86d-4c43-b1c1-5505016c4486 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:31.985822 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ee83ca4-e781-4de1-9d7e-baadbd49fabc req-baac90a7-f86d-4c43-b1c1-5505016c4486 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2131565 Sep 30 08:05:32.010954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:32.068857 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0668c263-a7d7-4ab4-890b-293a8213534c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:32.083340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ee83ca4-e781-4de1-9d7e-baadbd49fabc req-f3ed6f36-58fc-4a9e-ac21-dffce85c764d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780983 Sep 30 08:05:32.097657 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-295fd9a4-bb0d-46e6-82ca-71f8d16187a5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Made reservation on behalf of 3b271bd85d2347b2a47c1a71e66c3a02 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:32.101408 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-295fd9a4-bb0d-46e6-82ca-71f8d16187a5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:32.201535 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Allocated IP 172.20.0.2 (da5abebf-734f-4168-83ec-e613f2058d4a/987ba1af-0ee7-42f5-9297-bf790bd95015/9e0d5406-29f5-469f-889a-f96b97f4fa3d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:32.248616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9e8308a-d43d-4f74-8568-56cb438a6737 req-9a69c57d-ca87-4a43-875c-4a68606caa8e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 210 time: 0.0390079 Sep 30 08:05:32.314096 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 3a7d9464-983f-471b-9010-2f52d71453fe no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:05:32.340363 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0668c263-a7d7-4ab4-890b-293a8213534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:32.343901 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0668c263-a7d7-4ab4-890b-293a8213534c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:32.345381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0668c263-a7d7-4ab4-890b-293a8213534c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96cfdee7-c05d-4c54-b4cb-ce3bacac1130 HTTP/1.1" status: 204 len: 168 time: 0.6224902 Sep 30 08:05:32.394158 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5bde5f8a-b66a-464e-990e-45f29bea911e req-498597c1-eb06-43f6-b884-701da44f51ad tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5163ecee6d8244d79118fca7fe5e2561 HTTP/1.1" status: 200 len: 6103 time: 0.2603939 Sep 30 08:05:32.413329 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668c263-a7d7-4ab4-890b-293a8213534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cfdee7-c05d-4c54-b4cb-ce3bacac1130,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:32.429967 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:32.449376 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:32.449988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-db448db0-bbd2-4a90-bd04-605db703a340 req-295fd9a4-bb0d-46e6-82ca-71f8d16187a5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Allocated IP 19.80.0.49 (9c969046-2a9f-4e60-b8f0-91df2fab0378/10cc7a95-0863-43fc-b698-345bd8b7c431/fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:32.542285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5bde5f8a-b66a-464e-990e-45f29bea911e req-0962a03a-4a00-44bb-90a2-6ec91a046d69 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] 10.222.0.24 "GET /v2.0/security-groups/824ede54-1f72-436c-be73-c8c0285c5254 HTTP/1.1" status: 200 len: 2981 time: 0.1459680 Sep 30 08:05:32.562660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 3a7d9464-983f-471b-9010-2f52d71453fe {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:05:32.563025 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 3a7d9464-983f-471b-9010-2f52d71453fe not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:05:32.619383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b9037-f608-4b65-a381-a1e9a28a994c req-5d388bfa-4a01-4aca-8dfb-b1b75da694ae tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:32.620976 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f73b9037-f608-4b65-a381-a1e9a28a994c req-5d388bfa-4a01-4aca-8dfb-b1b75da694ae tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=9caeb481-8cb8-4610-999c-f2fdd10d7272 HTTP/1.1" status: 200 len: 945 time: 0.2247357 Sep 30 08:05:32.623089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Allocated IP 172.25.0.19 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:32.742626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3b13e87c-ec72-4617-8d6c-72f633ddee2d None None] Provisioning complete for port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:32.743045 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b13e87c-ec72-4617-8d6c-72f633ddee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:32.770986 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5bde5f8a-b66a-464e-990e-45f29bea911e req-3caacce7-3532-4fae-a294-5a2964cd222a tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] 10.222.0.24 "GET /v2.0/security-groups/824ede54-1f72-436c-be73-c8c0285c5254 HTTP/1.1" status: 200 len: 2981 time: 0.2276268 Sep 30 08:05:32.777937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f73b9037-f608-4b65-a381-a1e9a28a994c req-df2c1ca0-912a-4f34-8a0a-65f245912e4d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447709 Sep 30 08:05:32.833887 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-295fd9a4-bb0d-46e6-82ca-71f8d16187a5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:32.882192 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-295fd9a4-bb0d-46e6-82ca-71f8d16187a5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:32.914842 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:32.920239 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3b13e87c-ec72-4617-8d6c-72f633ddee2d None None] Port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:05:32.921493 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:32.925385 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50130) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:32.935067 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:32.943702 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-187ce480-33d9-490a-8954-9dcaa85176de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:32.984515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Network da5abebf-734f-4168-83ec-e613f2058d4a is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:32.990050 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:32.999121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db448db0-bbd2-4a90-bd04-605db703a340 req-295fd9a4-bb0d-46e6-82ca-71f8d16187a5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Network 9c969046-2a9f-4e60-b8f0-91df2fab0378 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:32.999378 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:33.003616 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:33.019138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-db448db0-bbd2-4a90-bd04-605db703a340 req-295fd9a4-bb0d-46e6-82ca-71f8d16187a5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:33.044519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-db448db0-bbd2-4a90-bd04-605db703a340 req-295fd9a4-bb0d-46e6-82ca-71f8d16187a5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:33.064623 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Pushing event updated for resources: {'Port': ['ID=cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:33.078472 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:33.082806 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:33.085242 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Attempting to bind port 9e0d5406-29f5-469f-889a-f96b97f4fa3d on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:33.085622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Attempting to bind port 9e0d5406-29f5-469f-889a-f96b97f4fa3d by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '0db893a4-d3d2-4fa5-ac9b-92089b06b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'da5abebf-734f-4168-83ec-e613f2058d4a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:33.085854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:33.085981 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Attempting to bind port 9e0d5406-29f5-469f-889a-f96b97f4fa3d on network da5abebf-734f-4168-83ec-e613f2058d4a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:33.100379 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Pushing event updated for resources: {'Port': ['ID=9e0d5406-29f5-469f-889a-f96b97f4fa3d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:33.113655 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080742568-router', 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f826f4a2-43f3-49ea-a934-0bddd3d55aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:23Z', 'updated_at': '2021-09-30T08:05:28Z', 'revision_number': 4, 'project_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'gw_port': {'id': 'f826f4a2-43f3-49ea-a934-0bddd3d55aa8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:24Z', 'updated_at': '2021-09-30T08:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '8c944183-fef8-4fc0-842d-31ae26a188cb', 'name': '', 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187', 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'mac_address': 'fa:16:3e:00:c0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8d07eec-e2da-4b25-8a94-a6797db3e1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:27Z', 'updated_at': '2021-09-30T08:05:28Z', 'revision_number': 2, 'project_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'subnets': [{'id': 'f8d07eec-e2da-4b25-8a94-a6797db3e1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:33.117709 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:33.118082 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Checking segment: {'id': '0db893a4-d3d2-4fa5-ac9b-92089b06b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'da5abebf-734f-4168-83ec-e613f2058d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:33.118482 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:33.118873 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Bound using segment: {'id': '0db893a4-d3d2-4fa5-ac9b-92089b06b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'da5abebf-734f-4168-83ec-e613f2058d4a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:33.119875 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Bound port: 9e0d5406-29f5-469f-889a-f96b97f4fa3d, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db893a4-d3d2-4fa5-ac9b-92089b06b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'da5abebf-734f-4168-83ec-e613f2058d4a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:33.124559 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:33.164703 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fd9a4-bb0d-46e6-82ca-71f8d16187a5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event updated for resources: {'Port': ['ID=fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:33.177819 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-295fd9a4-bb0d-46e6-82ca-71f8d16187a5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:33.178463 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-295fd9a4-bb0d-46e6-82ca-71f8d16187a5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:33.195772 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Checking router: b2c612ff-4a68-4306-9aa4-a66a198b63e0 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:05:33.202000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Updating router b2c612ff-4a68-4306-9aa4-a66a198b63e0 port 8c944183-fef8-4fc0-842d-31ae26a188cb binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:05:33.243952 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:33.275421 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85518d03-326f-4795-89d1-32af6d549c82 req-8a643c89-b336-4ddf-9b25-185474ad2685 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:33.282605 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85518d03-326f-4795-89d1-32af6d549c82 req-8a643c89-b336-4ddf-9b25-185474ad2685 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:33.289347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85518d03-326f-4795-89d1-32af6d549c82 req-8a643c89-b336-4ddf-9b25-185474ad2685 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:33.299577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85518d03-326f-4795-89d1-32af6d549c82 req-8a643c89-b336-4ddf-9b25-185474ad2685 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2375 time: 0.3984041 Sep 30 08:05:33.330251 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-187ce480-33d9-490a-8954-9dcaa85176de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:33.338564 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-187ce480-33d9-490a-8954-9dcaa85176de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:33.369348 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85518d03-326f-4795-89d1-32af6d549c82 req-8eecab89-8e2d-4ae6-99e7-818f20e7f89f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651755 Sep 30 08:05:33.399615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-7ab9520c-6481-438e-be86-3d536201dbe2 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:33.411875 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-7ab9520c-6481-438e-be86-3d536201dbe2 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/networks?id=f1ec80db-4134-42ec-ab4c-bb79f088e7df HTTP/1.1" status: 200 len: 813 time: 0.4918137 Sep 30 08:05:33.419423 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-295fd9a4-bb0d-46e6-82ca-71f8d16187a5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6865947 Sep 30 08:05:33.444334 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Request body: {'port': {'device_id': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:33.451607 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-187ce480-33d9-490a-8954-9dcaa85176de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=545c11d11b6d490a8fcbb624e5906a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5213125 Sep 30 08:05:33.451821 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] For port 9e0d5406-29f5-469f-889a-f96b97f4fa3d, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:33.451980 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50136) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:33.460016 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-7b66b0a7-693f-4bf8-a229-e9bf099f05b7 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/quotas/cfb56dda8d9f4848b5c33c3e531d8958 HTTP/1.1" status: 200 len: 375 time: 0.0468969 Sep 30 08:05:33.474414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] For port 9e0d5406-29f5-469f-889a-f96b97f4fa3d, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9e0d5406-29f5-469f-889a-f96b97f4fa3d,segment=NetworkSegment(0db893a4-d3d2-4fa5-ac9b-92089b06b0e1),segment_id=0db893a4-d3d2-4fa5-ac9b-92089b06b0e1)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:33.477957 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7235fc32-be93-4f37-ab08-eaac4e16a762 None None] Provisioning complete for port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:33.478380 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7235fc32-be93-4f37-ab08-eaac4e16a762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:33.481528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ce480-33d9-490a-8954-9dcaa85176de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff88b28-27da-43e6-aa94-c14ffb79dd55,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:33.485074 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:33.564161 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cbb0bb-747f-4517-9051-00513f4568b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:33.572037 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb9528-0fe1-4f1a-8f00-52863cbfe2c4 None None] Pushing event updated for resources: {'Port': ['ID=9e0d5406-29f5-469f-889a-f96b97f4fa3d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:33.618452 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7235fc32-be93-4f37-ab08-eaac4e16a762 None None] Port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:05:33.625473 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-2d3dd3b3-5ca0-466b-9654-649ffb65dfbe tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb56dda8d9f4848b5c33c3e531d8958&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1637106 Sep 30 08:05:33.638097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66e20fe1-b0fb-403b-b906-0cb607a1088f req-6ab84bfb-781d-4a9d-a2f5-1e09c82baf9c tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/02dc47cc-0cb1-4fc7-9d65-b1f160ef5f6d HTTP/1.1" status: 200 len: 1778 time: 0.2105451 Sep 30 08:05:33.642261 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cbb0bb-747f-4517-9051-00513f4568b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:33.664469 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:33.769865 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:33.857172 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:33.872245 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:34.052739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f1dab-ff4d-417e-9a08-4218f2dfc6d8 None None] Pushing event updated for resources: {'Port': ['ID=8c944183-fef8-4fc0-842d-31ae26a188cb,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:34.131772 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f40f4918-2312-4869-a3b4-19b54eb684a8 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:34.273495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Attempting to bind port 8c944183-fef8-4fc0-842d-31ae26a188cb on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:34.274143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Attempting to bind port 8c944183-fef8-4fc0-842d-31ae26a188cb by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '2cab286c-38ca-47aa-a03c-3138952fc3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:34.274665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Attempting to bind port 8c944183-fef8-4fc0-842d-31ae26a188cb on network 81b6f71b-62d9-4ada-8d6d-79815d129187 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:34.313377 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:34.313866 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Checking segment: {'id': '2cab286c-38ca-47aa-a03c-3138952fc3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:34.314357 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:34.314825 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Bound using segment: {'id': '2cab286c-38ca-47aa-a03c-3138952fc3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:34.315383 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Bound port: 8c944183-fef8-4fc0-842d-31ae26a188cb, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cab286c-38ca-47aa-a03c-3138952fc3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:34.315837 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:34.388658 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port f40f4918-2312-4869-a3b4-19b54eb684a8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:05:34.418913 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port f40f4918-2312-4869-a3b4-19b54eb684a8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:34.425553 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:34.460812 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cbb0bb-747f-4517-9051-00513f4568b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:34.464622 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cbb0bb-747f-4517-9051-00513f4568b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:34.468569 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-67cbb0bb-747f-4517-9051-00513f4568b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ff88b28-27da-43e6-aa94-c14ffb79dd55 HTTP/1.1" status: 204 len: 168 time: 1.0158608 Sep 30 08:05:34.496570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbb0bb-747f-4517-9051-00513f4568b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff88b28-27da-43e6-aa94-c14ffb79dd55,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:34.511093 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654f5053-7bec-4974-8502-b28d63197520 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:05:34.524152 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:34.538506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Transition to ACTIVE for port object 654f5053-7bec-4974-8502-b28d63197520 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:05:34.545592 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:34.560392 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-e57934f6-54f2-4cfb-b71e-c490771e5b55 service neutron] 10.222.0.24 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9336467 Sep 30 08:05:34.585098 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-66e20fe1-b0fb-403b-b906-0cb607a1088f req-c98a27dd-5af3-4645-80f8-62d40c524b80 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:34.609729 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-66e20fe1-b0fb-403b-b906-0cb607a1088f req-c98a27dd-5af3-4645-80f8-62d40c524b80 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:34.615347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-066f4df5-11fa-4405-9bd2-e6be9b1cf4e7 None None] Provisioning complete for port 8c944183-fef8-4fc0-842d-31ae26a188cb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:34.616031 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-066f4df5-11fa-4405-9bd2-e6be9b1cf4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:34.622394 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] For port 8c944183-fef8-4fc0-842d-31ae26a188cb, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:34.691625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] For port 8c944183-fef8-4fc0-842d-31ae26a188cb, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=8c944183-fef8-4fc0-842d-31ae26a188cb,segment=NetworkSegment(2cab286c-38ca-47aa-a03c-3138952fc3b6),segment_id=2cab286c-38ca-47aa-a03c-3138952fc3b6)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:34.704193 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:34.713980 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:34.835457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-066f4df5-11fa-4405-9bd2-e6be9b1cf4e7 None None] Port 8c944183-fef8-4fc0-842d-31ae26a188cb cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:05:34.853390 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:34.936051 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Router 7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:05:34.951656 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-66e20fe1-b0fb-403b-b906-0cb607a1088f req-c98a27dd-5af3-4645-80f8-62d40c524b80 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:34.954319 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-66e20fe1-b0fb-403b-b906-0cb607a1088f req-c98a27dd-5af3-4645-80f8-62d40c524b80 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:34.955492 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66e20fe1-b0fb-403b-b906-0cb607a1088f req-c98a27dd-5af3-4645-80f8-62d40c524b80 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/02dc47cc-0cb1-4fc7-9d65-b1f160ef5f6d HTTP/1.1" status: 204 len: 173 time: 1.1871231 Sep 30 08:05:34.957519 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-7e5f1fba-6424-4ffc-b4f9-f8c3ae893542 service neutron] 10.222.0.24 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333865 Sep 30 08:05:34.962144 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caeb481-8cb8-4610-999c-f2fdd10d7272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40f4918-2312-4869-a3b4-19b54eb684a8'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:34.965083 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d23292-c7e8-4678-b6f1-7b05f9a3b88c" -d '{"events": [{"server_uuid": "9caeb481-8cb8-4610-999c-f2fdd10d7272", "name": "network-vif-plugged", "status": "completed", "tag": "f40f4918-2312-4869-a3b4-19b54eb684a8"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:35.027686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a27dd-5af3-4645-80f8-62d40c524b80 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dc47cc-0cb1-4fc7-9d65-b1f160ef5f6d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:35.053494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port f40f4918-2312-4869-a3b4-19b54eb684a8, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f40f4918-2312-4869-a3b4-19b54eb684a8,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:35.097101 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:35.106026 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f1dab-ff4d-417e-9a08-4218f2dfc6d8 None None] Pushing event updated for resources: {'Port': ['ID=8c944183-fef8-4fc0-842d-31ae26a188cb,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:35.109662 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Pushing event updated for resources: {'Port': ['ID=654f5053-7bec-4974-8502-b28d63197520,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:35.128567 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Routers {'b2c612ff-4a68-4306-9aa4-a66a198b63e0'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:05:35.128567 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b2c612ff-4a68-4306-9aa4-a66a198b63e0'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:35.211775 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:05:35.225931 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Sync routers for ids ['7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:05:35.249420 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Routers {'7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:05:35.250074 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:35.255551 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:35.268031 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4199f516-97c6-4206-bdfb-21e76083f3bf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6776903 Sep 30 08:05:35.269965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50156) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:35.341909 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4421dec-9320-40ee-bd90-6c3194da5ecf req-b21c6d5a-d205-4b21-b8b1-301e81373df6 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=74b02802-e484-4ffb-b318-991c816a4ac4 HTTP/1.1" status: 200 len: 210 time: 0.0939672 Sep 30 08:05:35.354072 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Attempting to bind port 654f5053-7bec-4974-8502-b28d63197520 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:35.354962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Attempting to bind port 654f5053-7bec-4974-8502-b28d63197520 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3270a3ed-1f9c-4f43-a8fd-e19db1143275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:35.355569 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Attempting to bind port 654f5053-7bec-4974-8502-b28d63197520 on network 9c969046-2a9f-4e60-b8f0-91df2fab0378 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:35.374979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Port 654f5053-7bec-4974-8502-b28d63197520 on network 9c969046-2a9f-4e60-b8f0-91df2fab0378 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:05:35.376302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Attempting to bind port 654f5053-7bec-4974-8502-b28d63197520 on network 9c969046-2a9f-4e60-b8f0-91df2fab0378 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:35.425315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:35.447716 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Checking segment: {'id': '3270a3ed-1f9c-4f43-a8fd-e19db1143275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:35.448237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Bound using segment: {'id': '3270a3ed-1f9c-4f43-a8fd-e19db1143275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:35.448783 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Bound port: 654f5053-7bec-4974-8502-b28d63197520, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3270a3ed-1f9c-4f43-a8fd-e19db1143275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:35.457642 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:35.754071 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Set router 7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:05:35.840820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e1e40-8877-452c-ba7d-8c1f63ad3be2 req-046da91a-53e7-4e45-b9f6-6e2b814a62b9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:35.845479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b6e1e40-8877-452c-ba7d-8c1f63ad3be2 req-046da91a-53e7-4e45-b9f6-6e2b814a62b9 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=9caeb481-8cb8-4610-999c-f2fdd10d7272 HTTP/1.1" status: 200 len: 946 time: 0.2437539 Sep 30 08:05:35.847878 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9e0d5406-29f5-469f-889a-f96b97f4fa3d up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:35.850550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c90ba1-03f6-44e6-8bf5-29552037a99f None None] Network da5abebf-734f-4168-83ec-e613f2058d4a requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:05:35.879999 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0c34a-2f2e-4ff3-bca4-f61741aa1c9d req-a56abdb6-9965-4fab-b5ea-8a46cce86fe5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:35.890574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0c34a-2f2e-4ff3-bca4-f61741aa1c9d req-a56abdb6-9965-4fab-b5ea-8a46cce86fe5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:35.919422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0c34a-2f2e-4ff3-bca4-f61741aa1c9d req-a56abdb6-9965-4fab-b5ea-8a46cce86fe5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:35.939854 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-daf0c34a-2f2e-4ff3-bca4-f61741aa1c9d req-a56abdb6-9965-4fab-b5ea-8a46cce86fe5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2387 time: 0.4206250 Sep 30 08:05:35.942860 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] For port 654f5053-7bec-4974-8502-b28d63197520, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:35.953381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] For port 654f5053-7bec-4974-8502-b28d63197520, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=654f5053-7bec-4974-8502-b28d63197520,segment=NetworkSegment(3270a3ed-1f9c-4f43-a8fd-e19db1143275),segment_id=3270a3ed-1f9c-4f43-a8fd-e19db1143275)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:36.013511 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-daf0c34a-2f2e-4ff3-bca4-f61741aa1c9d req-80acdc89-384e-4f47-ac26-082eea103189 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725420 Sep 30 08:05:36.025211 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:36.114295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:36.114924 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:36.116563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] 10.222.0.36 "PUT /v2.0/ports/654f5053-7bec-4974-8502-b28d63197520 HTTP/1.1" status: 200 len: 1092 time: 2.6857758 Sep 30 08:05:36.131125 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'tag': '654f5053-7bec-4974-8502-b28d63197520'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:36.146211 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6180653-6443-4a1d-9c88-948080cd2a74" -d '{"events": [{"name": "network-changed", "server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "tag": "654f5053-7bec-4974-8502-b28d63197520"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:36.162703 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Request body: {'port': {'device_id': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:36.173660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] Set router b2c612ff-4a68-4306-9aa4-a66a198b63e0 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:05:36.256070 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:36.268976 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:36.279675 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b6e1e40-8877-452c-ba7d-8c1f63ad3be2 req-c3691a32-e020-4ac9-9043-0676cc683aa5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274282 Sep 30 08:05:36.324118 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=f40f4918-2312-4869-a3b4-19b54eb684a8,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:36.387885 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'name': 'tempest-AttachSCSIVolumeTestJSON-72775296-router', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:31Z', 'updated_at': '2021-09-30T08:05:33Z', 'revision_number': 3, 'project_id': '1e9461a781624837b9c095b02241376c', 'gw_port': {'id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:32Z', 'updated_at': '2021-09-30T08:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:36.392709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6dd3e-4760-43cd-b44b-9d73798977ba service neutron] Pushing event updated for resources: {'Port': ['ID=654f5053-7bec-4974-8502-b28d63197520,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:36.394744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2786c00b-d28f-41c5-a199-2f5e82525afc None None] Provisioning complete for port 9e0d5406-29f5-469f-889a-f96b97f4fa3d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:36.398759 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2786c00b-d28f-41c5-a199-2f5e82525afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:36.427844 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c09e391-2915-48e8-bac8-fb6f623272eb x-openstack-request-id: req-2c09e391-2915-48e8-bac8-fb6f623272eb {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:36.428161 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caeb481-8cb8-4610-999c-f2fdd10d7272", "name": "network-vif-plugged", "status": "completed", "tag": "f40f4918-2312-4869-a3b4-19b54eb684a8", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:36.428391 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c09e391-2915-48e8-bac8-fb6f623272eb {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:36.428786 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9caeb481-8cb8-4610-999c-f2fdd10d7272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40f4918-2312-4869-a3b4-19b54eb684a8', 'code': 200} Sep 30 08:05:36.539563 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Checking router: 7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:05:36.539998 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Updating router 7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0 port cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:05:36.610869 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:36.626938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 9e0d5406-29f5-469f-889a-f96b97f4fa3d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:36.627606 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:36.669199 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Allocated IP 172.20.0.1 (da5abebf-734f-4168-83ec-e613f2058d4a/987ba1af-0ee7-42f5-9297-bf790bd95015/a1357e67-5872-4a15-8ee3-62d9f4e244c5) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:36.866835 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2786c00b-d28f-41c5-a199-2f5e82525afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:36.893107 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f47845b9-885a-49ec-868d-9d9b8b2bfbc1 req-ca3fc1bc-7f96-4213-868f-f7ee5bbf2818 tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "GET /v2.0/security-groups/60b988ca-c806-4a2a-a649-8f2832f6fb24 HTTP/1.1" status: 200 len: 1778 time: 0.7944989 Sep 30 08:05:36.936607 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:36.962709 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:36.996654 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:37.013374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2786c00b-d28f-41c5-a199-2f5e82525afc None None] For port 9e0d5406-29f5-469f-889a-f96b97f4fa3d, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9e0d5406-29f5-469f-889a-f96b97f4fa3d,segment=NetworkSegment(0db893a4-d3d2-4fa5-ac9b-92089b06b0e1),segment_id=0db893a4-d3d2-4fa5-ac9b-92089b06b0e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:37.025043 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2786c00b-d28f-41c5-a199-2f5e82525afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:37.037061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080742568-router', 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f826f4a2-43f3-49ea-a934-0bddd3d55aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:23Z', 'updated_at': '2021-09-30T08:05:28Z', 'revision_number': 4, 'project_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'gw_port': {'id': 'f826f4a2-43f3-49ea-a934-0bddd3d55aa8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:24Z', 'updated_at': '2021-09-30T08:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '8c944183-fef8-4fc0-842d-31ae26a188cb', 'name': '', 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187', 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'mac_address': 'fa:16:3e:00:c0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8d07eec-e2da-4b25-8a94-a6797db3e1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:27Z', 'updated_at': '2021-09-30T08:05:34Z', 'revision_number': 4, 'project_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'subnets': [{'id': 'f8d07eec-e2da-4b25-8a94-a6797db3e1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:37.100729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Pushing event updated for resources: {'Port': ['ID=a1357e67-5872-4a15-8ee3-62d9f4e244c5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:37.118429 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Network da5abebf-734f-4168-83ec-e613f2058d4a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:37.120760 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:37.124170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:37.193489 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:37.198437 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079dd88f-dd65-472b-bbdb-45791471655e None None] The sync data for ids ['b2c612ff-4a68-4306-9aa4-a66a198b63e0'] in n-d-807359-2 is: [{'id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080742568-router', 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f826f4a2-43f3-49ea-a934-0bddd3d55aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:23Z', 'updated_at': '2021-09-30T08:05:28Z', 'revision_number': 4, 'project_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'gw_port': {'id': 'f826f4a2-43f3-49ea-a934-0bddd3d55aa8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:24Z', 'updated_at': '2021-09-30T08:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '8c944183-fef8-4fc0-842d-31ae26a188cb', 'name': '', 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187', 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'mac_address': 'fa:16:3e:00:c0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8d07eec-e2da-4b25-8a94-a6797db3e1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:27Z', 'updated_at': '2021-09-30T08:05:34Z', 'revision_number': 4, 'project_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'subnets': [{'id': 'f8d07eec-e2da-4b25-8a94-a6797db3e1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:05:37.243668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6092f6-1556-4ba3-925a-2b4e8f049de3 req-8ae4d589-20cd-47ef-a23f-69bf889eb19e tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:37.274750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d6092f6-1556-4ba3-925a-2b4e8f049de3 req-8ae4d589-20cd-47ef-a23f-69bf889eb19e tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 945 time: 0.4157047 Sep 30 08:05:37.340863 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:37.363545 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:37.366103 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2786c00b-d28f-41c5-a199-2f5e82525afc None None] Provisioning complete for port 8c944183-fef8-4fc0-842d-31ae26a188cb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:37.366582 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2786c00b-d28f-41c5-a199-2f5e82525afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:37.438801 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:05:37.439408 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:05:37.443792 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786c00b-d28f-41c5-a199-2f5e82525afc None None] Pushing event updated for resources: {'Port': ['ID=9e0d5406-29f5-469f-889a-f96b97f4fa3d,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:37.487689 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Attempting to bind port cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:37.488455 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Attempting to bind port cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:37.489026 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Attempting to bind port cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:37.492623 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed7bf4-031d-42dc-b1a2-deaab496671f None None] Pushing event updated for resources: {'Port': ['ID=cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:37.499276 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:37.500114 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:37.500914 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:37.501460 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:37.502269 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Bound port: cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:37.502980 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:37.561051 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2786c00b-d28f-41c5-a199-2f5e82525afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:37.608657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2786c00b-d28f-41c5-a199-2f5e82525afc None None] For port 8c944183-fef8-4fc0-842d-31ae26a188cb, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=8c944183-fef8-4fc0-842d-31ae26a188cb,segment=NetworkSegment(2cab286c-38ca-47aa-a03c-3138952fc3b6),segment_id=2cab286c-38ca-47aa-a03c-3138952fc3b6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:37.622296 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2786c00b-d28f-41c5-a199-2f5e82525afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:37.627856 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] For port cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:37.635162 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] For port cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:37.643074 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:37.647415 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:37.691830 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc50624-cab1-4ad5-bb81-a234987389d4 req-14b7bc8a-655d-438c-aa16-e1cc5e139f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:37.713387 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cdc50624-cab1-4ad5-bb81-a234987389d4 req-14b7bc8a-655d-438c-aa16-e1cc5e139f5b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9caeb481-8cb8-4610-999c-f2fdd10d7272 HTTP/1.1" status: 200 len: 1097 time: 0.8533092 Sep 30 08:05:37.716641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786c00b-d28f-41c5-a199-2f5e82525afc None None] Pushing event updated for resources: {'Port': ['ID=8c944183-fef8-4fc0-842d-31ae26a188cb,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:37.766847 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c111c867-495a-4ff1-80c5-b111b3cae877 None None] Provisioning complete for port 9e0d5406-29f5-469f-889a-f96b97f4fa3d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:37.767956 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c111c867-495a-4ff1-80c5-b111b3cae877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:37.785081 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Routers {'7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:05:37.785720 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:37.790590 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed7bf4-031d-42dc-b1a2-deaab496671f None None] Pushing event updated for resources: {'Port': ['ID=cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:37.821539 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f47845b9-885a-49ec-868d-9d9b8b2bfbc1 req-2eb2d218-59d0-4e6d-88a6-09add31aa35f tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:37.888135 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c111c867-495a-4ff1-80c5-b111b3cae877 None None] Provisioning complete for port a1357e67-5872-4a15-8ee3-62d9f4e244c5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:37.889200 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c111c867-495a-4ff1-80c5-b111b3cae877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:37.931881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c111c867-495a-4ff1-80c5-b111b3cae877 None None] Port a1357e67-5872-4a15-8ee3-62d9f4e244c5 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:05:37.993125 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:38.002314 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:38.014721 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] Set router 7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:05:38.109438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d6092f6-1556-4ba3-925a-2b4e8f049de3 req-9da51a64-99a4-49a1-abfe-3f800f9e19a3 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8349619 Sep 30 08:05:38.145997 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:38.146510 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f47845b9-885a-49ec-868d-9d9b8b2bfbc1 req-2eb2d218-59d0-4e6d-88a6-09add31aa35f tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:38.170633 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:05:38.187548 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cdc50624-cab1-4ad5-bb81-a234987389d4 req-6304f4ae-b502-49ee-a0d1-6a4a8cccc7d7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120629 Sep 30 08:05:38.264714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 8c944183-fef8-4fc0-842d-31ae26a188cb up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:38.269453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12516ca3-09f3-4d95-ad3e-9f542fbcc1de {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:05:38.309565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Pushing event updated for resources: {'Port': ['ID=a1357e67-5872-4a15-8ee3-62d9f4e244c5,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:38.332627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Network da5abebf-734f-4168-83ec-e613f2058d4a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:38.334528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:38.359437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-cdec4d84-c70f-4c7c-98df-f79f0b4d59cb tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:38.361230 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-cdec4d84-c70f-4c7c-98df-f79f0b4d59cb tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.36 "GET /v2.0/networks?id=f1ec80db-4134-42ec-ab4c-bb79f088e7df HTTP/1.1" status: 200 len: 813 time: 1.0612111 Sep 30 08:05:38.369882 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:38.375973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 8c944183-fef8-4fc0-842d-31ae26a188cb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:38.376422 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:38.396443 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'name': 'tempest-AttachSCSIVolumeTestJSON-72775296-router', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:31Z', 'updated_at': '2021-09-30T08:05:37Z', 'revision_number': 4, 'project_id': '1e9461a781624837b9c095b02241376c', 'gw_port': {'id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:32Z', 'updated_at': '2021-09-30T08:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a1357e67-5872-4a15-8ee3-62d9f4e244c5', 'name': '', 'network_id': 'da5abebf-734f-4168-83ec-e613f2058d4a', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'mac_address': 'fa:16:3e:26:98:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '987ba1af-0ee7-42f5-9297-bf790bd95015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:36Z', 'updated_at': '2021-09-30T08:05:36Z', 'revision_number': 1, 'project_id': '1e9461a781624837b9c095b02241376c', 'subnets': [{'id': '987ba1af-0ee7-42f5-9297-bf790bd95015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:38.401171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9aa99a4-3dbb-405f-9a40-cca3d523e82b req-aea8f1ec-9e0f-41c5-9e6a-289f8941c0eb tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc85a6b5-1eef-40b6-94d5-91404b40490e HTTP/1.1" status: 200 len: 210 time: 0.1817296 Sep 30 08:05:38.433044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-02087d89-ea3f-41bb-a203-bc4aef21ad52 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Request body: {'port': {'device_id': 'cc85a6b5-1eef-40b6-94d5-91404b40490e', 'network_id': 'f1ec80db-4134-42ec-ab4c-bb79f088e7df', 'admin_state_up': True, 'tenant_id': 'cfb56dda8d9f4848b5c33c3e531d8958'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:38.464306 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Transition to ACTIVE for port object 12516ca3-09f3-4d95-ad3e-9f542fbcc1de will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:05:38.474900 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:38.476947 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17d0e0-d44a-4b58-9179-a86969f55c42 None None] The sync data for ids ['7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'] in n-d-807359-2 is: [{'id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'name': 'tempest-AttachSCSIVolumeTestJSON-72775296-router', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:31Z', 'updated_at': '2021-09-30T08:05:37Z', 'revision_number': 4, 'project_id': '1e9461a781624837b9c095b02241376c', 'gw_port': {'id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:32Z', 'updated_at': '2021-09-30T08:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a1357e67-5872-4a15-8ee3-62d9f4e244c5', 'name': '', 'network_id': 'da5abebf-734f-4168-83ec-e613f2058d4a', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'mac_address': 'fa:16:3e:26:98:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '987ba1af-0ee7-42f5-9297-bf790bd95015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:36Z', 'updated_at': '2021-09-30T08:05:36Z', 'revision_number': 1, 'project_id': '1e9461a781624837b9c095b02241376c', 'subnets': [{'id': '987ba1af-0ee7-42f5-9297-bf790bd95015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:05:38.482705 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f47845b9-885a-49ec-868d-9d9b8b2bfbc1 req-2eb2d218-59d0-4e6d-88a6-09add31aa35f tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:38.489112 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f47845b9-885a-49ec-868d-9d9b8b2bfbc1 req-2eb2d218-59d0-4e6d-88a6-09add31aa35f tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:38.496644 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f47845b9-885a-49ec-868d-9d9b8b2bfbc1 req-2eb2d218-59d0-4e6d-88a6-09add31aa35f tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/60b988ca-c806-4a2a-a649-8f2832f6fb24 HTTP/1.1" status: 204 len: 173 time: 1.5857832 Sep 30 08:05:38.545958 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9e0d5406-29f5-469f-889a-f96b97f4fa3d up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:38.618447 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Router 7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:05:38.623823 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 9e0d5406-29f5-469f-889a-f96b97f4fa3d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:38.624242 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:38.858372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Pushing event updated for resources: {'Port': ['ID=12516ca3-09f3-4d95-ad3e-9f542fbcc1de,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:38.877147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2d218-59d0-4e6d-88a6-09add31aa35f tempest-SecurityGroupsTestAdminJSON-1087632588 tempest-SecurityGroupsTestAdminJSON-1087632588-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b988ca-c806-4a2a-a649-8f2832f6fb24,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:38.943163 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d940749-d2d9-4c88-ad1d-78cbe4c1bf08 x-openstack-request-id: req-2d940749-d2d9-4c88-ad1d-78cbe4c1bf08 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:38.943487 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "tag": "654f5053-7bec-4974-8502-b28d63197520", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:38.943712 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d940749-d2d9-4c88-ad1d-78cbe4c1bf08 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:38.944137 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'tag': '654f5053-7bec-4974-8502-b28d63197520', 'status': 'completed', 'code': 200} Sep 30 08:05:38.954171 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:05:38.971987 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9da64b17-4949-46e3-bbc6-4b5f2ce9a413 admin admin] 10.222.0.24 "PUT /v2.0/routers/7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6908529 Sep 30 08:05:39.031219 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-02087d89-ea3f-41bb-a203-bc4aef21ad52 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Made reservation on behalf of cfb56dda8d9f4848b5c33c3e531d8958 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:39.035331 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2bdaeb42-2cc1-442b-8bfb-650fe3bb72fc None None] Provisioning complete for port a1357e67-5872-4a15-8ee3-62d9f4e244c5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:39.035714 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2bdaeb42-2cc1-442b-8bfb-650fe3bb72fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:39.038970 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-02087d89-ea3f-41bb-a203-bc4aef21ad52 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:39.196524 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2bdaeb42-2cc1-442b-8bfb-650fe3bb72fc None None] Port a1357e67-5872-4a15-8ee3-62d9f4e244c5 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:05:39.449712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d267fab-bfa6-460f-8dcf-84d40f77517c req-a4b38ccf-9b62-4917-aa2b-42a31e7258b8 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:39.451312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d267fab-bfa6-460f-8dcf-84d40f77517c req-a4b38ccf-9b62-4917-aa2b-42a31e7258b8 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=9caeb481-8cb8-4610-999c-f2fdd10d7272 HTTP/1.1" status: 200 len: 946 time: 0.2231033 Sep 30 08:05:39.470880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309df19-dd63-445e-b3c4-48523dbb496e req-ef4b80c2-655f-42b6-be7d-98de893e6cdf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:39.486698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309df19-dd63-445e-b3c4-48523dbb496e req-ef4b80c2-655f-42b6-be7d-98de893e6cdf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:39.497029 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309df19-dd63-445e-b3c4-48523dbb496e req-ef4b80c2-655f-42b6-be7d-98de893e6cdf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:39.501930 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1309df19-dd63-445e-b3c4-48523dbb496e req-ef4b80c2-655f-42b6-be7d-98de893e6cdf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2399 time: 0.3377419 Sep 30 08:05:39.597960 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6180653-6443-4a1d-9c88-948080cd2a74 req-8d4b35be-8abd-4e38-b2a8-323ec40cc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:39.598471 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6180653-6443-4a1d-9c88-948080cd2a74 req-8d4b35be-8abd-4e38-b2a8-323ec40cc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:39.598945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6180653-6443-4a1d-9c88-948080cd2a74 req-8d4b35be-8abd-4e38-b2a8-323ec40cc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:39.601948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6180653-6443-4a1d-9c88-948080cd2a74 req-8d4b35be-8abd-4e38-b2a8-323ec40cc080 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b271bd85d2347b2a47c1a71e66c3a02&device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2755 time: 0.6554749 Sep 30 08:05:39.642399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Attempting to bind port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:39.642712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Attempting to bind port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'f77bfa7b-9a07-4326-a326-3a04798a55ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3b9bdf8-b1ca-439d-a88d-e06125d590ad'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:39.643027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Attempting to bind port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de on network f3b9bdf8-b1ca-439d-a88d-e06125d590ad {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:39.738531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de on network f3b9bdf8-b1ca-439d-a88d-e06125d590ad not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:05:39.738751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Attempting to bind port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de on network f3b9bdf8-b1ca-439d-a88d-e06125d590ad {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:39.809456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d267fab-bfa6-460f-8dcf-84d40f77517c req-1d014d19-b9cb-479a-a965-4d3761c252b6 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866530 Sep 30 08:05:39.872825 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:39.877802 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:39.878186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Checking segment: {'id': 'f77bfa7b-9a07-4326-a326-3a04798a55ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3b9bdf8-b1ca-439d-a88d-e06125d590ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:39.878575 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Bound using segment: {'id': 'f77bfa7b-9a07-4326-a326-3a04798a55ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3b9bdf8-b1ca-439d-a88d-e06125d590ad'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:39.879123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Bound port: 12516ca3-09f3-4d95-ad3e-9f542fbcc1de, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77bfa7b-9a07-4326-a326-3a04798a55ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3b9bdf8-b1ca-439d-a88d-e06125d590ad'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:39.879473 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:39.922234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1309df19-dd63-445e-b3c4-48523dbb496e req-f4e44f01-7bd6-4be3-b602-ba49064d329f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633478 Sep 30 08:05:39.923719 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-02087d89-ea3f-41bb-a203-bc4aef21ad52 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Allocated IP 172.20.0.5 (f1ec80db-4134-42ec-ab4c-bb79f088e7df/fe33ac99-fc99-41ff-b911-83e9f984edae/f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:40.293738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6180653-6443-4a1d-9c88-948080cd2a74 req-1eaa9a55-a495-4390-b3e2-18fcd5e33cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:40.294211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6180653-6443-4a1d-9c88-948080cd2a74 req-1eaa9a55-a495-4390-b3e2-18fcd5e33cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:40.294671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6180653-6443-4a1d-9c88-948080cd2a74 req-1eaa9a55-a495-4390-b3e2-18fcd5e33cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:40.296335 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6180653-6443-4a1d-9c88-948080cd2a74 req-1eaa9a55-a495-4390-b3e2-18fcd5e33cfc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3b271bd85d2347b2a47c1a71e66c3a02&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6718287 Sep 30 08:05:40.310291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ce3ffc5-3b0c-4ee3-bc6c-a46af65e554c req-580bf2b8-0b61-418a-9277-90b9c7d60e3d tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] 10.222.0.24 "GET /v2.0/security-groups/2e7f45ee-8347-43e4-b175-9f03f907e1c9 HTTP/1.1" status: 200 len: 1777 time: 0.4434228 Sep 30 08:05:40.533769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] For port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:40.859984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] For port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=12516ca3-09f3-4d95-ad3e-9f542fbcc1de,segment=NetworkSegment(f77bfa7b-9a07-4326-a326-3a04798a55ce),segment_id=f77bfa7b-9a07-4326-a326-3a04798a55ce)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:40.892561 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22faa8db-febf-4817-9478-ce2b3f883258 req-587586df-fde1-48f8-9e6b-604c86b9b696 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc85a6b5-1eef-40b6-94d5-91404b40490e HTTP/1.1" status: 200 len: 210 time: 0.1394231 Sep 30 08:05:40.981421 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:41.117848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6180653-6443-4a1d-9c88-948080cd2a74 req-d4e59be3-e99f-4fdd-9ff4-bb8b18a149a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:41.119946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6180653-6443-4a1d-9c88-948080cd2a74 req-d4e59be3-e99f-4fdd-9ff4-bb8b18a149a1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8086405 Sep 30 08:05:41.143005 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:41.143433 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:41.144828 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] 10.222.0.36 "PUT /v2.0/ports/12516ca3-09f3-4d95-ad3e-9f542fbcc1de HTTP/1.1" status: 200 len: 1091 time: 4.9955156 Sep 30 08:05:41.145286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'tag': '12516ca3-09f3-4d95-ad3e-9f542fbcc1de'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:41.147510 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cac675-4b2f-4df9-84af-7850e7df76a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "tag": "12516ca3-09f3-4d95-ad3e-9f542fbcc1de"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:41.162912 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8ce3ffc5-3b0c-4ee3-bc6c-a46af65e554c req-56ea4bdc-9174-4044-8c6b-775d693a9290 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:41.186080 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-02087d89-ea3f-41bb-a203-bc4aef21ad52 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:41.220934 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Request body: {'port': {'device_id': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:41.376961 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2730709-ccd5-43b8-a662-ce85a7e50c3a service neutron] Pushing event updated for resources: {'Port': ['ID=12516ca3-09f3-4d95-ad3e-9f542fbcc1de,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:41.382531 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8ce3ffc5-3b0c-4ee3-bc6c-a46af65e554c req-56ea4bdc-9174-4044-8c6b-775d693a9290 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:41.493195 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:41.554419 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-02087d89-ea3f-41bb-a203-bc4aef21ad52 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:41.579899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['15a01a98-df89-48f7-aae9-0964bf2959a2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:41.692614 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8ce3ffc5-3b0c-4ee3-bc6c-a46af65e554c req-56ea4bdc-9174-4044-8c6b-775d693a9290 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:41.695674 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8ce3ffc5-3b0c-4ee3-bc6c-a46af65e554c req-56ea4bdc-9174-4044-8c6b-775d693a9290 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:41.697795 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ce3ffc5-3b0c-4ee3-bc6c-a46af65e554c req-56ea4bdc-9174-4044-8c6b-775d693a9290 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] 10.222.0.24 "DELETE /v2.0/security-groups/2e7f45ee-8347-43e4-b175-9f03f907e1c9 HTTP/1.1" status: 204 len: 173 time: 1.3654416 Sep 30 08:05:41.765578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea4bdc-9174-4044-8c6b-775d693a9290 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7f45ee-8347-43e4-b175-9f03f907e1c9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:41.776393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-02087d89-ea3f-41bb-a203-bc4aef21ad52 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Network f1ec80db-4134-42ec-ab4c-bb79f088e7df is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:41.778413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02087d89-ea3f-41bb-a203-bc4aef21ad52 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Pushing event updated for resources: {'Port': ['ID=f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:41.798729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-02087d89-ea3f-41bb-a203-bc4aef21ad52 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:41.877754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-02087d89-ea3f-41bb-a203-bc4aef21ad52 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:41.932478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-02087d89-ea3f-41bb-a203-bc4aef21ad52 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:41.933481 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-02087d89-ea3f-41bb-a203-bc4aef21ad52 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:41.952172 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467109e-ec52-4588-813d-a5ae982c0e46 req-eb7a401d-59df-487c-8ea9-ee87032d6801 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:41.964532 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f467109e-ec52-4588-813d-a5ae982c0e46 req-eb7a401d-59df-487c-8ea9-ee87032d6801 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 945 time: 0.3042076 Sep 30 08:05:42.012205 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70f62f4c-1990-4898-92de-30431bd23199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:42.072783 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-02087d89-ea3f-41bb-a203-bc4aef21ad52 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6680853 Sep 30 08:05:42.108651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Request body: {'port': {'device_id': 'cc85a6b5-1eef-40b6-94d5-91404b40490e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:42.254322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:42.314553 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f467109e-ec52-4588-813d-a5ae982c0e46 req-8a242c02-f9e5-4f44-83d4-6835c7098a82 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3484120 Sep 30 08:05:42.335223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:42.335823 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:42.625740 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:42.680950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:42.691319 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:42.934185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Sync routers for ids ['7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:05:42.945563 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:42.968136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Routers {'7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:05:42.968865 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:43.067802 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4316b5b-2cb5-4267-b047-075501366df5 req-fc179ce8-333d-4b14-893e-aad93d038056 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:43.070344 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d4316b5b-2cb5-4267-b047-075501366df5 req-fc179ce8-333d-4b14-893e-aad93d038056 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=9caeb481-8cb8-4610-999c-f2fdd10d7272 HTTP/1.1" status: 200 len: 946 time: 1.2030151 Sep 30 08:05:43.096422 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:43.108992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Set router 7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:05:43.215626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532ace4-6252-4089-af4e-b184f5ee3666 req-40b03def-8983-4f9a-83db-ad6e28c58c83 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:43.222383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532ace4-6252-4089-af4e-b184f5ee3666 req-40b03def-8983-4f9a-83db-ad6e28c58c83 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:43.229989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532ace4-6252-4089-af4e-b184f5ee3666 req-40b03def-8983-4f9a-83db-ad6e28c58c83 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:43.232357 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2532ace4-6252-4089-af4e-b184f5ee3666 req-40b03def-8983-4f9a-83db-ad6e28c58c83 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2399 time: 0.2642865 Sep 30 08:05:43.248484 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d4316b5b-2cb5-4267-b047-075501366df5 req-72e92a00-9695-4c05-816b-39b2aaac1f68 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664932 Sep 30 08:05:43.423011 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9851ca-7944-489b-a964-b8d54aac525e x-openstack-request-id: req-4e9851ca-7944-489b-a964-b8d54aac525e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:43.423333 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "tag": "12516ca3-09f3-4d95-ad3e-9f542fbcc1de", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:43.423587 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e9851ca-7944-489b-a964-b8d54aac525e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:43.424000 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'tag': '12516ca3-09f3-4d95-ad3e-9f542fbcc1de', 'status': 'completed', 'code': 200} Sep 30 08:05:43.513317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'name': 'tempest-AttachSCSIVolumeTestJSON-72775296-router', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:31Z', 'updated_at': '2021-09-30T08:05:37Z', 'revision_number': 4, 'project_id': '1e9461a781624837b9c095b02241376c', 'gw_port': {'id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:32Z', 'updated_at': '2021-09-30T08:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a1357e67-5872-4a15-8ee3-62d9f4e244c5', 'name': '', 'network_id': 'da5abebf-734f-4168-83ec-e613f2058d4a', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'mac_address': 'fa:16:3e:26:98:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '987ba1af-0ee7-42f5-9297-bf790bd95015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:36Z', 'updated_at': '2021-09-30T08:05:37Z', 'revision_number': 2, 'project_id': '1e9461a781624837b9c095b02241376c', 'subnets': [{'id': '987ba1af-0ee7-42f5-9297-bf790bd95015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:43.524854 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2532ace4-6252-4089-af4e-b184f5ee3666 req-98dd43e7-e4da-4025-b462-8b07c5dc9eca tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726560 Sep 30 08:05:43.560998 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:05:43.583178 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Checking router: 7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:05:43.583561 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Updating router 7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0 port a1357e67-5872-4a15-8ee3-62d9f4e244c5 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:05:43.596754 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:43.614561 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:43.762187 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Transition to ACTIVE for port object fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:05:43.777496 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cac675-4b2f-4df9-84af-7850e7df76a9 req-a2af0c80-5181-4473-afe8-e9aab6d59983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:43.781750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cac675-4b2f-4df9-84af-7850e7df76a9 req-a2af0c80-5181-4473-afe8-e9aab6d59983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:43.786580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cac675-4b2f-4df9-84af-7850e7df76a9 req-a2af0c80-5181-4473-afe8-e9aab6d59983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:43.788732 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d4cac675-4b2f-4df9-84af-7850e7df76a9 req-a2af0c80-5181-4473-afe8-e9aab6d59983 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b271bd85d2347b2a47c1a71e66c3a02&device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2797 time: 0.3687022 Sep 30 08:05:43.823472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a6fbb9c-f4d2-4e46-abc5-ebc5076d2005 req-0ae94d81-f2b8-4d16-94ac-0166e90bddc2 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] 10.222.0.24 "GET /v2.0/security-groups/1391814d-52eb-48c2-b5e6-5ca4aa53adf0 HTTP/1.1" status: 200 len: 1778 time: 0.4022255 Sep 30 08:05:43.861140 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:44.049395 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:44.063124 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:44.166950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:44.212023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:05:44.223766 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:44.274787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Transition to ACTIVE for port object f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:05:44.323688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e062c2-6ba5-49d1-af52-d36717476473 None None] Pushing event updated for resources: {'Port': ['ID=a1357e67-5872-4a15-8ee3-62d9f4e244c5,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:44.398337 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:44.406109 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Attempting to bind port a1357e67-5872-4a15-8ee3-62d9f4e244c5 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:44.406721 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Attempting to bind port a1357e67-5872-4a15-8ee3-62d9f4e244c5 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '0db893a4-d3d2-4fa5-ac9b-92089b06b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'da5abebf-734f-4168-83ec-e613f2058d4a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:44.407417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Attempting to bind port a1357e67-5872-4a15-8ee3-62d9f4e244c5 on network da5abebf-734f-4168-83ec-e613f2058d4a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:44.421044 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:44.421745 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Checking segment: {'id': '0db893a4-d3d2-4fa5-ac9b-92089b06b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'da5abebf-734f-4168-83ec-e613f2058d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:44.422319 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:44.423137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Bound using segment: {'id': '0db893a4-d3d2-4fa5-ac9b-92089b06b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'da5abebf-734f-4168-83ec-e613f2058d4a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:44.424255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Bound port: a1357e67-5872-4a15-8ee3-62d9f4e244c5, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db893a4-d3d2-4fa5-ac9b-92089b06b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'da5abebf-734f-4168-83ec-e613f2058d4a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:44.424851 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:44.491774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:44.492483 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:44.501609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec2da7-8039-4a41-8066-ff3aa75534d5 req-3d433a5d-155f-470a-b12f-72874eb54cb2 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:44.511192 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b3ec2da7-8039-4a41-8066-ff3aa75534d5 req-3d433a5d-155f-470a-b12f-72874eb54cb2 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc85a6b5-1eef-40b6-94d5-91404b40490e HTTP/1.1" status: 200 len: 931 time: 0.7693338 Sep 30 08:05:44.609375 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] For port a1357e67-5872-4a15-8ee3-62d9f4e244c5, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:44.613309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Attempting to bind port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:44.613941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Attempting to bind port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3270a3ed-1f9c-4f43-a8fd-e19db1143275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:44.614274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Attempting to bind port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd on network 9c969046-2a9f-4e60-b8f0-91df2fab0378 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:44.614867 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] For port a1357e67-5872-4a15-8ee3-62d9f4e244c5, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a1357e67-5872-4a15-8ee3-62d9f4e244c5,segment=NetworkSegment(0db893a4-d3d2-4fa5-ac9b-92089b06b0e1),segment_id=0db893a4-d3d2-4fa5-ac9b-92089b06b0e1)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:44.619666 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b3ec2da7-8039-4a41-8066-ff3aa75534d5 req-ff6f0c36-6f03-4750-bc66-308a4f4d9603 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070604 Sep 30 08:05:44.623569 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:44.631960 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a9d63d67-ce66-491a-a437-6b6fb90e0af5 None None] Provisioning complete for port a1357e67-5872-4a15-8ee3-62d9f4e244c5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:44.631960 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9d63d67-ce66-491a-a437-6b6fb90e0af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:44.637105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Pushing event updated for resources: {'Port': ['ID=fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:44.734005 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Pushing event updated for resources: {'Port': ['ID=f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:44.782570 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e062c2-6ba5-49d1-af52-d36717476473 None None] Pushing event updated for resources: {'Port': ['ID=a1357e67-5872-4a15-8ee3-62d9f4e244c5,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:44.805912 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Routers {'7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:05:44.807243 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:44.815047 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a6fbb9c-f4d2-4e46-abc5-ebc5076d2005 req-b8a3ec9a-d5df-49fd-af71-f19c6fd15199 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:44.844986 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a6fbb9c-f4d2-4e46-abc5-ebc5076d2005 req-b8a3ec9a-d5df-49fd-af71-f19c6fd15199 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:44.847420 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0002a57-e92d-454e-a101-99d8a7a5d18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:44.918613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd on network 9c969046-2a9f-4e60-b8f0-91df2fab0378 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:05:44.919297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Attempting to bind port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd on network 9c969046-2a9f-4e60-b8f0-91df2fab0378 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:44.971396 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a6fbb9c-f4d2-4e46-abc5-ebc5076d2005 req-b8a3ec9a-d5df-49fd-af71-f19c6fd15199 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:44.974177 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a6fbb9c-f4d2-4e46-abc5-ebc5076d2005 req-b8a3ec9a-d5df-49fd-af71-f19c6fd15199 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:44.988617 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a6fbb9c-f4d2-4e46-abc5-ebc5076d2005 req-b8a3ec9a-d5df-49fd-af71-f19c6fd15199 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] 10.222.0.24 "DELETE /v2.0/security-groups/1391814d-52eb-48c2-b5e6-5ca4aa53adf0 HTTP/1.1" status: 204 len: 173 time: 1.1135490 Sep 30 08:05:45.036427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3ec9a-d5df-49fd-af71-f19c6fd15199 tempest-SecurityGroupsTestAdminJSON-1690435810 tempest-SecurityGroupsTestAdminJSON-1690435810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1391814d-52eb-48c2-b5e6-5ca4aa53adf0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:45.095797 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] Set router 7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:05:45.109251 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:45.109585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Checking segment: {'id': '3270a3ed-1f9c-4f43-a8fd-e19db1143275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:45.109971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Bound using segment: {'id': '3270a3ed-1f9c-4f43-a8fd-e19db1143275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:45.110413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Bound port: fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3270a3ed-1f9c-4f43-a8fd-e19db1143275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:45.110773 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:45.201088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] For port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:45.207921 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] For port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd,segment=NetworkSegment(3270a3ed-1f9c-4f43-a8fd-e19db1143275),segment_id=3270a3ed-1f9c-4f43-a8fd-e19db1143275)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:45.235282 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cac675-4b2f-4df9-84af-7850e7df76a9 req-cba6c1c5-6835-4156-aecb-bf8ca44ed73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:45.235956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cac675-4b2f-4df9-84af-7850e7df76a9 req-cba6c1c5-6835-4156-aecb-bf8ca44ed73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:45.236893 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cac675-4b2f-4df9-84af-7850e7df76a9 req-cba6c1c5-6835-4156-aecb-bf8ca44ed73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:45.238736 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d4cac675-4b2f-4df9-84af-7850e7df76a9 req-cba6c1c5-6835-4156-aecb-bf8ca44ed73c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3b271bd85d2347b2a47c1a71e66c3a02&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.4088750 Sep 30 08:05:45.240929 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:45.389468 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9d63d67-ce66-491a-a437-6b6fb90e0af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:45.419752 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:45.424865 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:45.430743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] 10.222.0.36 "PUT /v2.0/ports/fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd HTTP/1.1" status: 200 len: 1091 time: 4.2361710 Sep 30 08:05:45.433180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cac675-4b2f-4df9-84af-7850e7df76a9 req-59c7c7f5-f85e-4a0d-ba7a-0cd2a0c3fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:45.439568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d4cac675-4b2f-4df9-84af-7850e7df76a9 req-59c7c7f5-f85e-4a0d-ba7a-0cd2a0c3fa1e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1844664 Sep 30 08:05:45.458551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a9d63d67-ce66-491a-a437-6b6fb90e0af5 None None] For port a1357e67-5872-4a15-8ee3-62d9f4e244c5, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a1357e67-5872-4a15-8ee3-62d9f4e244c5,segment=NetworkSegment(0db893a4-d3d2-4fa5-ac9b-92089b06b0e1),segment_id=0db893a4-d3d2-4fa5-ac9b-92089b06b0e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:45.498978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'tag': 'fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:45.501392 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4061cb3-ac3b-44f9-9ed3-d13184d4490f" -d '{"events": [{"name": "network-changed", "server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "tag": "fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:45.502641 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9d63d67-ce66-491a-a437-6b6fb90e0af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:45.548465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50268) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:45.559858 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:45.578631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b476160-e6d0-4d10-aec6-ceaa4167b50c req-4ff8fe1e-60c7-43b4-93a4-be59ad503e40 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:45.580269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b476160-e6d0-4d10-aec6-ceaa4167b50c req-4ff8fe1e-60c7-43b4-93a4-be59ad503e40 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 945 time: 0.6387568 Sep 30 08:05:45.607735 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'name': 'tempest-AttachSCSIVolumeTestJSON-72775296-router', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:31Z', 'updated_at': '2021-09-30T08:05:37Z', 'revision_number': 4, 'project_id': '1e9461a781624837b9c095b02241376c', 'gw_port': {'id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:32Z', 'updated_at': '2021-09-30T08:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a1357e67-5872-4a15-8ee3-62d9f4e244c5', 'name': '', 'network_id': 'da5abebf-734f-4168-83ec-e613f2058d4a', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'mac_address': 'fa:16:3e:26:98:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '987ba1af-0ee7-42f5-9297-bf790bd95015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:36Z', 'updated_at': '2021-09-30T08:05:44Z', 'revision_number': 4, 'project_id': '1e9461a781624837b9c095b02241376c', 'subnets': [{'id': '987ba1af-0ee7-42f5-9297-bf790bd95015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:45.703236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acad69b-b4a4-496d-8271-b08a8b71e60b req-3d456f97-5569-4b1d-af1d-b5cbc2ef21f7 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:45.709377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acad69b-b4a4-496d-8271-b08a8b71e60b req-3d456f97-5569-4b1d-af1d-b5cbc2ef21f7 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:45.711040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffe193-8d76-487d-804f-d20b706c2df2 None None] The sync data for ids ['7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'] in n-d-807359-2 is: [{'id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'name': 'tempest-AttachSCSIVolumeTestJSON-72775296-router', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:31Z', 'updated_at': '2021-09-30T08:05:37Z', 'revision_number': 4, 'project_id': '1e9461a781624837b9c095b02241376c', 'gw_port': {'id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:32Z', 'updated_at': '2021-09-30T08:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a1357e67-5872-4a15-8ee3-62d9f4e244c5', 'name': '', 'network_id': 'da5abebf-734f-4168-83ec-e613f2058d4a', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'mac_address': 'fa:16:3e:26:98:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '987ba1af-0ee7-42f5-9297-bf790bd95015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:36Z', 'updated_at': '2021-09-30T08:05:44Z', 'revision_number': 4, 'project_id': '1e9461a781624837b9c095b02241376c', 'subnets': [{'id': '987ba1af-0ee7-42f5-9297-bf790bd95015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:05:45.715687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acad69b-b4a4-496d-8271-b08a8b71e60b req-3d456f97-5569-4b1d-af1d-b5cbc2ef21f7 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:45.715787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d63d67-ce66-491a-a437-6b6fb90e0af5 None None] Pushing event updated for resources: {'Port': ['ID=a1357e67-5872-4a15-8ee3-62d9f4e244c5,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:45.717532 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3acad69b-b4a4-496d-8271-b08a8b71e60b req-3d456f97-5569-4b1d-af1d-b5cbc2ef21f7 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2411 time: 0.6206169 Sep 30 08:05:45.718271 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Attempting to bind port f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:45.718601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Attempting to bind port f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '9b25266b-cdcb-4bd4-a7fd-503ab195794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ec80db-4134-42ec-ab4c-bb79f088e7df'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:45.718928 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Attempting to bind port f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f on network f1ec80db-4134-42ec-ab4c-bb79f088e7df {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:45.758051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-42b9756d-a88c-457d-95eb-ae15b59209be None None] Provisioning complete for port a1357e67-5872-4a15-8ee3-62d9f4e244c5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:45.758582 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42b9756d-a88c-457d-95eb-ae15b59209be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:45.770904 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-9a2dae66-bae5-4c4a-8f55-6ec3db48f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:45.771759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-9a2dae66-bae5-4c4a-8f55-6ec3db48f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:45.772461 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-9a2dae66-bae5-4c4a-8f55-6ec3db48f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:45.774626 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-9a2dae66-bae5-4c4a-8f55-6ec3db48f3fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b271bd85d2347b2a47c1a71e66c3a02&device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2864 time: 0.2694275 Sep 30 08:05:45.776447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Port f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f on network f1ec80db-4134-42ec-ab4c-bb79f088e7df not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:05:45.776882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Attempting to bind port f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f on network f1ec80db-4134-42ec-ab4c-bb79f088e7df {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:45.790780 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60cd41-2341-4958-939d-e3ab3e17231c service neutron] Pushing event updated for resources: {'Port': ['ID=fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:45.803419 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:45.856060 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a7eed972-d066-42c2-8964-9c637d99dda8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5163ecee6d8244d79118fca7fe5e2561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062723 Sep 30 08:05:45.860195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:45.884783 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:45.885215 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Checking segment: {'id': '9b25266b-cdcb-4bd4-a7fd-503ab195794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ec80db-4134-42ec-ab4c-bb79f088e7df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:45.885524 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Bound using segment: {'id': '9b25266b-cdcb-4bd4-a7fd-503ab195794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ec80db-4134-42ec-ab4c-bb79f088e7df'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:45.886350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Bound port: f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b25266b-cdcb-4bd4-a7fd-503ab195794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ec80db-4134-42ec-ab4c-bb79f088e7df'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:45.886350 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:45.933555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b476160-e6d0-4d10-aec6-ceaa4167b50c req-57f7f23c-4fde-4a5e-bd5e-e7fd031f4795 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348155 Sep 30 08:05:45.940683 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-e8043863-a091-4192-a6b9-5ee61f44ca3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.229&port_id=654f5053-7bec-4974-8502-b28d63197520 HTTP/1.1" status: 200 len: 217 time: 0.1433017 Sep 30 08:05:45.955942 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1b62979-00e6-42f4-8ce7-6a01b3334e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:45.995385 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1b62979-00e6-42f4-8ce7-6a01b3334e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:46.001067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3acad69b-b4a4-496d-8271-b08a8b71e60b req-18500071-75b3-44c7-8611-686e93ad3300 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733166 Sep 30 08:05:46.049357 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1b62979-00e6-42f4-8ce7-6a01b3334e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:46.052308 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1b62979-00e6-42f4-8ce7-6a01b3334e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:46.053876 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d1b62979-00e6-42f4-8ce7-6a01b3334e02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/824ede54-1f72-436c-be73-c8c0285c5254 HTTP/1.1" status: 204 len: 168 time: 0.1926746 Sep 30 08:05:46.079809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b62979-00e6-42f4-8ce7-6a01b3334e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824ede54-1f72-436c-be73-c8c0285c5254,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:46.095346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] For port f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:46.103937 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] For port f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:46.128142 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:46.210337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:46.212182 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:46.214614 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] 10.222.0.36 "PUT /v2.0/ports/f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f HTTP/1.1" status: 200 len: 1091 time: 4.1175106 Sep 30 08:05:46.231136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-abd5d766-d644-4136-b3d5-b4b0e484c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:46.233594 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-abd5d766-d644-4136-b3d5-b4b0e484c377 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10cc7a95-0863-43fc-b698-345bd8b7c431 HTTP/1.1" status: 200 len: 801 time: 0.2758999 Sep 30 08:05:46.364761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a1357e67-5872-4a15-8ee3-62d9f4e244c5 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:46.394008 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea42799-cd96-429d-8b68-8dedfda25d5c service neutron] Pushing event updated for resources: {'Port': ['ID=f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:46.443591 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1564ef9c-c212-4d32-8224-4c06f6f15fe1 x-openstack-request-id: req-1564ef9c-c212-4d32-8224-4c06f6f15fe1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:46.443876 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "tag": "fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:46.444297 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1564ef9c-c212-4d32-8224-4c06f6f15fe1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:46.444894 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'tag': 'fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd', 'status': 'completed', 'code': 200} Sep 30 08:05:46.451575 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-03c13e33-6eb2-4baf-93c7-796c5f4337b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:46.462263 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-03c13e33-6eb2-4baf-93c7-796c5f4337b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb56dda8d9f4848b5c33c3e531d8958&device_id=cc85a6b5-1eef-40b6-94d5-91404b40490e HTTP/1.1" status: 200 len: 1094 time: 0.1042464 Sep 30 08:05:46.477360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-116532ab-f4f1-49f8-9323-80122d9cafa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:46.479503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-116532ab-f4f1-49f8-9323-80122d9cafa1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c969046-2a9f-4e60-b8f0-91df2fab0378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1985788 Sep 30 08:05:46.543724 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a1357e67-5872-4a15-8ee3-62d9f4e244c5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:46.546362 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:46.561503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-2cacea76-5afe-4992-bc4d-193199fb8bf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f HTTP/1.1" status: 200 len: 217 time: 0.0765407 Sep 30 08:05:46.785540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50288) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:46.818068 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-8dfebbbf-6aca-4394-8326-7ec5c83adc1b service neutron] 10.222.0.36 "GET /v2.0/networks/9c969046-2a9f-4e60-b8f0-91df2fab0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572415 Sep 30 08:05:46.821366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-6c147caf-032f-4cac-9f03-2938996d9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:46.823743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-6c147caf-032f-4cac-9f03-2938996d9b01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe33ac99-fc99-41ff-b911-83e9f984edae HTTP/1.1" status: 200 len: 853 time: 0.2330730 Sep 30 08:05:46.835694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7389e6-f818-469b-8625-843243e02d20 req-cd426f28-c54a-4cd4-8355-bba9a6c6b3b9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:46.837265 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef7389e6-f818-469b-8625-843243e02d20 req-cd426f28-c54a-4cd4-8355-bba9a6c6b3b9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc85a6b5-1eef-40b6-94d5-91404b40490e HTTP/1.1" status: 200 len: 943 time: 0.2668693 Sep 30 08:05:46.870048 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e3394771-ef05-4ceb-89a8-2b290bb3a3cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4706fc9b59e450bb7a9053fe354daa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0823936 Sep 30 08:05:46.872351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:46.882464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c654e-4e4b-48ec-8c21-aad164971f34 req-4e999628-e0dc-436e-9208-dd74f429e5be tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:46.883977 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-944c654e-4e4b-48ec-8c21-aad164971f34 req-4e999628-e0dc-436e-9208-dd74f429e5be tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=9caeb481-8cb8-4610-999c-f2fdd10d7272 HTTP/1.1" status: 200 len: 946 time: 0.2159529 Sep 30 08:05:46.897332 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-c9eec89f-08a7-4340-a177-777b433eb853 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1ec80db-4134-42ec-ab4c-bb79f088e7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508099 Sep 30 08:05:46.942886 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caf8a83b-2433-4034-8842-567fb038017b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:46.970509 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caf8a83b-2433-4034-8842-567fb038017b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:47.025299 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caf8a83b-2433-4034-8842-567fb038017b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:47.030270 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caf8a83b-2433-4034-8842-567fb038017b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:47.031783 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-caf8a83b-2433-4034-8842-567fb038017b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e425c2d-1280-4918-9fc3-0914fa7aa5f9 HTTP/1.1" status: 204 len: 168 time: 0.1562865 Sep 30 08:05:47.042454 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8a83b-2433-4034-8842-567fb038017b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e425c2d-1280-4918-9fc3-0914fa7aa5f9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:47.068081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef7389e6-f818-469b-8625-843243e02d20 req-66589941-9cfe-46e8-9451-20578a8b330b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934402 Sep 30 08:05:47.145525 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-944c654e-4e4b-48ec-8c21-aad164971f34 req-b6f6e166-a863-4587-abc2-a3a78d26f206 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315407 Sep 30 08:05:47.166673 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f70a05-a8e0-46ef-b3b4-2b0cdd231e66 req-dd93bb68-0551-4976-99a5-77374af542c0 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:47.169931 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46f70a05-a8e0-46ef-b3b4-2b0cdd231e66 req-dd93bb68-0551-4976-99a5-77374af542c0 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.36 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 945 time: 0.2760415 Sep 30 08:05:47.179542 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-42105846-5142-48d4-b23a-7f6ee7ddb89b service neutron] 10.222.0.36 "GET /v2.0/networks/9c969046-2a9f-4e60-b8f0-91df2fab0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520691 Sep 30 08:05:47.302045 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-5fa4240c-d96c-4389-8baf-9e0e9066d163 service neutron] 10.222.0.36 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737009 Sep 30 08:05:47.341303 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-7eb66132-1a54-4d15-960d-1b8165e0898d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.96&port_id=12516ca3-09f3-4d95-ad3e-9f542fbcc1de HTTP/1.1" status: 200 len: 217 time: 0.1421978 Sep 30 08:05:47.501547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-9a77e729-da10-4ebe-9a0f-aebecb9c24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:47.503035 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-9a77e729-da10-4ebe-9a0f-aebecb9c24d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fb3c59b-0fbf-458c-a140-f99e176aa1a9 HTTP/1.1" status: 200 len: 801 time: 0.1513426 Sep 30 08:05:47.610768 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:47.945801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1709606c-3dfa-4b4f-a5c8-417e03e92f03 req-548a56a6-31bf-444a-ac81-63cfc4743162 service neutron] 10.222.0.36 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228142 Sep 30 08:05:47.970602 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341991ff-83e7-4940-9f6b-3934e17370e5 req-16e7b6d5-1802-4b81-889a-85753e6f3046 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:47.972198 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-341991ff-83e7-4940-9f6b-3934e17370e5 req-16e7b6d5-1802-4b81-889a-85753e6f3046 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=1babbae6-849d-449e-98d1-160554ff992f HTTP/1.1" status: 200 len: 945 time: 0.7137332 Sep 30 08:05:47.989285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eae73a-ae64-4e11-8d27-5b32171a2460 req-8a9adb6e-fec2-4064-83f1-54cedc6f7d43 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:47.989285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5eae73a-ae64-4e11-8d27-5b32171a2460 req-8a9adb6e-fec2-4064-83f1-54cedc6f7d43 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 945 time: 0.7266657 Sep 30 08:05:48.049221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-c3aab2dc-3125-431b-a31c-1a4f70ca87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:48.050726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-c3aab2dc-3125-431b-a31c-1a4f70ca87ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3b9bdf8-b1ca-439d-a88d-e06125d590ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5376799 Sep 30 08:05:48.052926 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-46f70a05-a8e0-46ef-b3b4-2b0cdd231e66 req-e27d6ca3-44c3-4598-8a10-3efe46c7531e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Deleting port a6c23571-21e8-4ea8-ac57-ab3db0dacdba {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:48.053413 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46f70a05-a8e0-46ef-b3b4-2b0cdd231e66 req-e27d6ca3-44c3-4598-8a10-3efe46c7531e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:48.133681 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5eae73a-ae64-4e11-8d27-5b32171a2460 req-2a204c68-1fed-4a26-b9ca-a2b037d2e406 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264954 Sep 30 08:05:48.137700 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-341991ff-83e7-4940-9f6b-3934e17370e5 req-e3585731-7248-4c6c-98c7-d6803cdfdaa7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443539 Sep 30 08:05:48.440658 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-2326c4fe-ce2f-45d4-ba36-e65456495b98 service neutron] 10.222.0.36 "GET /v2.0/networks/f3b9bdf8-b1ca-439d-a88d-e06125d590ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791356 Sep 30 08:05:48.447871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc85a6b5-1eef-40b6-94d5-91404b40490e', 'tag': 'f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:48.451941 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1cfe24-452f-4f90-a7ed-09333dfc3426" -d '{"events": [{"name": "network-changed", "server_uuid": "cc85a6b5-1eef-40b6-94d5-91404b40490e", "tag": "f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:48.458116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-46f70a05-a8e0-46ef-b3b4-2b0cdd231e66 req-e27d6ca3-44c3-4598-8a10-3efe46c7531e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] For port a6c23571-21e8-4ea8-ac57-ab3db0dacdba, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:48.458658 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46f70a05-a8e0-46ef-b3b4-2b0cdd231e66 req-e27d6ca3-44c3-4598-8a10-3efe46c7531e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:48.514628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc38e8-0728-434c-aa95-9a836e9664c6 req-24d5fc5d-3eac-44d4-9265-3e01ea877420 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:48.516234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51bc38e8-0728-434c-aa95-9a836e9664c6 req-24d5fc5d-3eac-44d4-9265-3e01ea877420 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.35 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 945 time: 0.2778032 Sep 30 08:05:48.519844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-46f70a05-a8e0-46ef-b3b4-2b0cdd231e66 req-e27d6ca3-44c3-4598-8a10-3efe46c7531e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Calling delete_port for a6c23571-21e8-4ea8-ac57-ab3db0dacdba owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:48.666760 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f38a2-c8b4-4e17-ad61-ab5aa6f48504 req-5d21f53b-fd72-44be-84f3-590b16a36420 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:48.674981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f38a2-c8b4-4e17-ad61-ab5aa6f48504 req-5d21f53b-fd72-44be-84f3-590b16a36420 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:48.681974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f38a2-c8b4-4e17-ad61-ab5aa6f48504 req-5d21f53b-fd72-44be-84f3-590b16a36420 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:48.683684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-106f38a2-c8b4-4e17-ad61-ab5aa6f48504 req-5d21f53b-fd72-44be-84f3-590b16a36420 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2411 time: 0.3390565 Sep 30 08:05:48.848674 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-ce79f39a-693a-4b25-8130-e83242ba2bae service neutron] 10.222.0.36 "GET /v2.0/networks/f3b9bdf8-b1ca-439d-a88d-e06125d590ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871446 Sep 30 08:05:48.861912 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-106f38a2-c8b4-4e17-ad61-ab5aa6f48504 req-082c8611-d35d-424a-b012-0d19ee9f5b29 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467419 Sep 30 08:05:48.887474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77daad5c-7062-42a4-b7e2-1fd03e1fda14 req-c23747f1-dc09-44ae-8a39-6eca130d4eaf tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:48.900397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-77daad5c-7062-42a4-b7e2-1fd03e1fda14 req-c23747f1-dc09-44ae-8a39-6eca130d4eaf tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc85a6b5-1eef-40b6-94d5-91404b40490e HTTP/1.1" status: 200 len: 943 time: 0.2703547 Sep 30 08:05:49.022005 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe89da8-9c39-4bae-9e9c-8408473ba120 x-openstack-request-id: req-4fe89da8-9c39-4bae-9e9c-8408473ba120 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:49.022395 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc85a6b5-1eef-40b6-94d5-91404b40490e", "tag": "f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:49.022647 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fe89da8-9c39-4bae-9e9c-8408473ba120 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:49.023045 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc85a6b5-1eef-40b6-94d5-91404b40490e', 'tag': 'f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f', 'status': 'completed', 'code': 200} Sep 30 08:05:49.060363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-45e23532-e226-4e05-a345-670a4a046e7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.49&port_id=fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd HTTP/1.1" status: 200 len: 217 time: 0.1997297 Sep 30 08:05:49.173653 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46f70a05-a8e0-46ef-b3b4-2b0cdd231e66 req-e27d6ca3-44c3-4598-8a10-3efe46c7531e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:49.249735 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d6ca3-44c3-4598-8a10-3efe46c7531e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Pushing event deleted for resources: {'Port': ['ID=a6c23571-21e8-4ea8-ac57-ab3db0dacdba,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:49.265637 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-77daad5c-7062-42a4-b7e2-1fd03e1fda14 req-7d8fae4b-5776-4d7e-b2c8-dab51dd389f2 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642509 Sep 30 08:05:49.297000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-51bc38e8-0728-434c-aa95-9a836e9664c6 req-dd9799cf-e6d3-47e6-8747-29ad198b0491 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Deleting port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:49.297344 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-51bc38e8-0728-434c-aa95-9a836e9664c6 req-dd9799cf-e6d3-47e6-8747-29ad198b0491 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:49.305478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cfe24-452f-4f90-a7ed-09333dfc3426 req-fe4144ad-91f7-44e2-ab60-f8db58727e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:49.307171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c1cfe24-452f-4f90-a7ed-09333dfc3426 req-fe4144ad-91f7-44e2-ab60-f8db58727e5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb56dda8d9f4848b5c33c3e531d8958&device_id=cc85a6b5-1eef-40b6-94d5-91404b40490e HTTP/1.1" status: 200 len: 1094 time: 0.2483084 Sep 30 08:05:49.324014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-035e797b-20b9-4a01-ae9d-b9238b01a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:49.325518 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-035e797b-20b9-4a01-ae9d-b9238b01a529 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10cc7a95-0863-43fc-b698-345bd8b7c431 HTTP/1.1" status: 200 len: 801 time: 0.2439222 Sep 30 08:05:49.345218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f70a05-a8e0-46ef-b3b4-2b0cdd231e66 req-e27d6ca3-44c3-4598-8a10-3efe46c7531e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] No DVR routers for this DVR port a6c23571-21e8-4ea8-ac57-ab3db0dacdba on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:05:49.367120 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46f70a05-a8e0-46ef-b3b4-2b0cdd231e66 req-e27d6ca3-44c3-4598-8a10-3efe46c7531e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:49.369159 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46f70a05-a8e0-46ef-b3b4-2b0cdd231e66 req-e27d6ca3-44c3-4598-8a10-3efe46c7531e tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.36 "DELETE /v2.0/ports/a6c23571-21e8-4ea8-ac57-ab3db0dacdba HTTP/1.1" status: 204 len: 173 time: 2.1847553 Sep 30 08:05:49.381553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22eb76c-622a-4877-b4a2-eb5138cabc92 req-16141384-10e9-4ff8-95a9-cc7cbe30bf55 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:49.383088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f22eb76c-622a-4877-b4a2-eb5138cabc92 req-16141384-10e9-4ff8-95a9-cc7cbe30bf55 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=9caeb481-8cb8-4610-999c-f2fdd10d7272 HTTP/1.1" status: 200 len: 946 time: 0.3118339 Sep 30 08:05:49.561800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448db0-bbd2-4a90-bd04-605db703a340 req-f4d0ab0a-0916-4bbb-946d-8fac9a20bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:49.563276 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-f4d0ab0a-0916-4bbb-946d-8fac9a20bc7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c969046-2a9f-4e60-b8f0-91df2fab0378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2211301 Sep 30 08:05:49.574842 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f22eb76c-622a-4877-b4a2-eb5138cabc92 req-c9efc6ef-bb9e-4bd3-a36f-f6c2c2c11d5b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553655 Sep 30 08:05:49.697322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-51bc38e8-0728-434c-aa95-9a836e9664c6 req-dd9799cf-e6d3-47e6-8747-29ad198b0491 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] For port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=79f9e0cf-23fc-4a51-bb68-c2baa7ad0804,segment=NetworkSegment(b52daade-4df6-44af-a65c-ee0d6879fe32),segment_id=b52daade-4df6-44af-a65c-ee0d6879fe32)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:49.697715 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-51bc38e8-0728-434c-aa95-9a836e9664c6 req-dd9799cf-e6d3-47e6-8747-29ad198b0491 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:49.701392 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-f348e38f-46ff-40eb-bb80-fe76528d0844 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e3609992ca72436d91473dd96fb4a655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943701 Sep 30 08:05:49.748070 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cfe24-452f-4f90-a7ed-09333dfc3426 req-5a6f40da-5cf7-4c88-bec0-9a8a0efab195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:49.749907 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c1cfe24-452f-4f90-a7ed-09333dfc3426 req-5a6f40da-5cf7-4c88-bec0-9a8a0efab195 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1ec80db-4134-42ec-ab4c-bb79f088e7df HTTP/1.1" status: 200 len: 914 time: 0.4234672 Sep 30 08:05:49.901500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c1cfe24-452f-4f90-a7ed-09333dfc3426 req-8ff5a06c-7763-4ab4-b7e5-84fe965cead7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f HTTP/1.1" status: 200 len: 217 time: 0.1310909 Sep 30 08:05:49.908726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-8c6e7642-fdd3-45ca-a8c5-9a19f043a1f1 service neutron] 10.222.0.36 "GET /v2.0/networks/9c969046-2a9f-4e60-b8f0-91df2fab0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326924 Sep 30 08:05:50.038264 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:05:50.045116 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device a6c23571-21e8-4ea8-ac57-ab3db0dacdba no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:05:50.058593 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81204-3df6-4504-a123-6e16f8eabc4b req-1a362f8e-23e6-4012-8488-5ccdb89d9199 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:50.060151 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98a81204-3df6-4504-a123-6e16f8eabc4b req-1a362f8e-23e6-4012-8488-5ccdb89d9199 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 945 time: 0.3686683 Sep 30 08:05:50.079660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: a6c23571-21e8-4ea8-ac57-ab3db0dacdba {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:05:50.080307 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device a6c23571-21e8-4ea8-ac57-ab3db0dacdba not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:05:50.156956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cfe24-452f-4f90-a7ed-09333dfc3426 req-61139505-6bb8-4492-9737-f8ef0a8c6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:50.158446 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c1cfe24-452f-4f90-a7ed-09333dfc3426 req-61139505-6bb8-4492-9737-f8ef0a8c6cbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe33ac99-fc99-41ff-b911-83e9f984edae HTTP/1.1" status: 200 len: 853 time: 0.2419052 Sep 30 08:05:50.174337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:50.183942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-8d64ff64-4e82-4433-b321-da079853c354 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:50.187689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f', 'network_id': 'f1ec80db-4134-42ec-ab4c-bb79f088e7df', 'port_id': 'f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f', 'mac_address': 'fa:16:3e:b5:1b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe33ac99-fc99-41ff-b911-83e9f984edae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:05:50.190818 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-8d64ff64-4e82-4433-b321-da079853c354 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4680979 Sep 30 08:05:50.231778 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:50.249922 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c1cfe24-452f-4f90-a7ed-09333dfc3426 req-2de66178-cf84-4cee-85ba-cc3d582fc2af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1ec80db-4134-42ec-ab4c-bb79f088e7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765903 Sep 30 08:05:50.317981 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98a81204-3df6-4504-a123-6e16f8eabc4b req-fdc4d0fa-c2bc-4cc9-8788-38b0ec153b20 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa8624b7-3e98-419d-add9-3875d4928163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306862 Sep 30 08:05:50.329483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-c0bf7e31-ee97-41bd-a07e-c89bc9be36c9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/quotas/e3609992ca72436d91473dd96fb4a655 HTTP/1.1" status: 200 len: 375 time: 0.1376932 Sep 30 08:05:50.338840 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db448db0-bbd2-4a90-bd04-605db703a340 req-edb9a5bc-78df-48ed-b458-991d16e51aeb service neutron] 10.222.0.36 "GET /v2.0/networks/9c969046-2a9f-4e60-b8f0-91df2fab0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082634 Sep 30 08:05:50.383648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488df38-4255-46b5-99d1-d040d2417383 req-c2c61786-9e66-42d0-bce0-6484d740cad7 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:50.386531 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a488df38-4255-46b5-99d1-d040d2417383 req-c2c61786-9e66-42d0-bce0-6484d740cad7 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9caeb481-8cb8-4610-999c-f2fdd10d7272 HTTP/1.1" status: 200 len: 946 time: 0.1627376 Sep 30 08:05:50.407215 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:05:50.407371 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-9b56ffea-378a-4a25-99f5-692197b96a65 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3609992ca72436d91473dd96fb4a655&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769217 Sep 30 08:05:50.429956 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:50.447602 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:50.450945 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-51bc38e8-0728-434c-aa95-9a836e9664c6 req-dd9799cf-e6d3-47e6-8747-29ad198b0491 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:50.451316 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-51bc38e8-0728-434c-aa95-9a836e9664c6 req-dd9799cf-e6d3-47e6-8747-29ad198b0491 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:50.451638 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-51bc38e8-0728-434c-aa95-9a836e9664c6 req-dd9799cf-e6d3-47e6-8747-29ad198b0491 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Floating IP 2af3c06b-29a9-4812-ad5c-82be3cfaaffa disassociated. External IP: 172.25.0.202, port: 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804. Sep 30 08:05:50.452211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-51bc38e8-0728-434c-aa95-9a836e9664c6 req-dd9799cf-e6d3-47e6-8747-29ad198b0491 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Calling delete_port for 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:50.563474 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:50.678486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:50.748030 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-a488df38-4255-46b5-99d1-d040d2417383 req-fc8abf78-feb6-44af-a2a5-6180e4e91149 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Deleting port f40f4918-2312-4869-a3b4-19b54eb684a8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:50.748381 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a488df38-4255-46b5-99d1-d040d2417383 req-fc8abf78-feb6-44af-a2a5-6180e4e91149 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:50.913482 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a488df38-4255-46b5-99d1-d040d2417383 req-fc8abf78-feb6-44af-a2a5-6180e4e91149 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] For port f40f4918-2312-4869-a3b4-19b54eb684a8, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f40f4918-2312-4869-a3b4-19b54eb684a8,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:50.913902 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a488df38-4255-46b5-99d1-d040d2417383 req-fc8abf78-feb6-44af-a2a5-6180e4e91149 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:50.933101 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-a488df38-4255-46b5-99d1-d040d2417383 req-fc8abf78-feb6-44af-a2a5-6180e4e91149 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Calling delete_port for f40f4918-2312-4869-a3b4-19b54eb684a8 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:50.993402 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c1cfe24-452f-4f90-a7ed-09333dfc3426 req-7643c74b-66be-4efd-9a3b-8b49a66530e6 service neutron] 10.222.0.36 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206008 Sep 30 08:05:51.052518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1babbae6-849d-449e-98d1-160554ff992f', 'name': 'network-vif-deleted', 'tag': 'a6c23571-21e8-4ea8-ac57-ab3db0dacdba'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:51.055124 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3cf359-c743-4636-bb5b-9f321c92d2bc" -d '{"events": [{"server_uuid": "1babbae6-849d-449e-98d1-160554ff992f", "name": "network-vif-deleted", "tag": "a6c23571-21e8-4ea8-ac57-ab3db0dacdba"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:51.183037 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a488df38-4255-46b5-99d1-d040d2417383 req-fc8abf78-feb6-44af-a2a5-6180e4e91149 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:51.217767 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['1143afbb-2f4f-4494-a330-d63945ead984', 'f40f4918-2312-4869-a3b4-19b54eb684a8'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:51.232235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4061cb3-ac3b-44f9-9ed3-d13184d4490f req-13cb7ca4-1d9f-4ed0-9087-3a4efa069513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:51.232235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4061cb3-ac3b-44f9-9ed3-d13184d4490f req-13cb7ca4-1d9f-4ed0-9087-3a4efa069513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:51.232235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4061cb3-ac3b-44f9-9ed3-d13184d4490f req-13cb7ca4-1d9f-4ed0-9087-3a4efa069513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:51.232235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4061cb3-ac3b-44f9-9ed3-d13184d4490f req-13cb7ca4-1d9f-4ed0-9087-3a4efa069513 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b271bd85d2347b2a47c1a71e66c3a02&device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2864 time: 0.8353424 Sep 30 08:05:51.254778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ff40b-1e94-4260-a4e3-c6f391289a38 req-f3ebabf5-74ae-4b0e-b0a5-efb99f5351ae tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:51.261888 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ff40b-1e94-4260-a4e3-c6f391289a38 req-f3ebabf5-74ae-4b0e-b0a5-efb99f5351ae tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:51.267990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ff40b-1e94-4260-a4e3-c6f391289a38 req-f3ebabf5-74ae-4b0e-b0a5-efb99f5351ae tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:51.276866 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-562ff40b-1e94-4260-a4e3-c6f391289a38 req-f3ebabf5-74ae-4b0e-b0a5-efb99f5351ae tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2411 time: 0.2810924 Sep 30 08:05:51.334939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8abf78-feb6-44af-a2a5-6180e4e91149 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Pushing event deleted for resources: {'Port': ['ID=f40f4918-2312-4869-a3b4-19b54eb684a8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:51.335286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e02108-effa-4cc2-8d91-7a76852d8747 req-36d3fab8-e294-47f1-a8e5-0e2a557b187d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:51.343065 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e8e02108-effa-4cc2-8d91-7a76852d8747 req-36d3fab8-e294-47f1-a8e5-0e2a557b187d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc85a6b5-1eef-40b6-94d5-91404b40490e HTTP/1.1" status: 200 len: 944 time: 0.3264596 Sep 30 08:05:51.345820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a488df38-4255-46b5-99d1-d040d2417383 req-fc8abf78-feb6-44af-a2a5-6180e4e91149 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] No DVR routers for this DVR port f40f4918-2312-4869-a3b4-19b54eb684a8 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:05:51.363736 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a488df38-4255-46b5-99d1-d040d2417383 req-fc8abf78-feb6-44af-a2a5-6180e4e91149 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:51.374179 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a488df38-4255-46b5-99d1-d040d2417383 req-fc8abf78-feb6-44af-a2a5-6180e4e91149 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.35 "DELETE /v2.0/ports/f40f4918-2312-4869-a3b4-19b54eb684a8 HTTP/1.1" status: 204 len: 173 time: 0.9779348 Sep 30 08:05:51.376546 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caeb481-8cb8-4610-999c-f2fdd10d7272', 'name': 'network-vif-deleted', 'tag': 'f40f4918-2312-4869-a3b4-19b54eb684a8'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:51.387132 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facde53c-3a62-42fe-8f86-9029275c638c" -d '{"events": [{"server_uuid": "9caeb481-8cb8-4610-999c-f2fdd10d7272", "name": "network-vif-deleted", "tag": "f40f4918-2312-4869-a3b4-19b54eb684a8"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:51.400307 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:51.459580 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c1cfe24-452f-4f90-a7ed-09333dfc3426 req-791590ff-9c0e-4a15-8d2d-09b1c70f21b4 service neutron] 10.222.0.36 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381723 Sep 30 08:05:51.634873 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-562ff40b-1e94-4260-a4e3-c6f391289a38 req-8ac78f7d-6b90-4647-a817-f4cf6019a44b tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554442 Sep 30 08:05:51.702619 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e8e02108-effa-4cc2-8d91-7a76852d8747 req-2d1afdc9-d616-48fb-b24e-ecb6ce253569 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557956 Sep 30 08:05:51.717530 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-51bc38e8-0728-434c-aa95-9a836e9664c6 req-dd9799cf-e6d3-47e6-8747-29ad198b0491 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:51.816222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9799cf-e6d3-47e6-8747-29ad198b0491 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Pushing event deleted for resources: {'Port': ['ID=79f9e0cf-23fc-4a51-bb68-c2baa7ad0804,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:51.823490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4061cb3-ac3b-44f9-9ed3-d13184d4490f req-169ec41f-deb2-4bdc-b590-42ff9fa0153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:51.830705 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4061cb3-ac3b-44f9-9ed3-d13184d4490f req-169ec41f-deb2-4bdc-b590-42ff9fa0153a service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c969046-2a9f-4e60-b8f0-91df2fab0378 HTTP/1.1" status: 200 len: 902 time: 0.5855885 Sep 30 08:05:51.921123 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4061cb3-ac3b-44f9-9ed3-d13184d4490f req-a5d994f1-4bb9-4587-b4b6-022fc534413a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.49&port_id=fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd HTTP/1.1" status: 200 len: 217 time: 0.0811222 Sep 30 08:05:52.019172 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-69c417d5-2d40-45b5-8e0b-8119c3d8e24d req-3f774cae-0f2d-485b-85dd-b5c12ee02fea tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=9caeb481-8cb8-4610-999c-f2fdd10d7272 HTTP/1.1" status: 200 len: 210 time: 0.0920954 Sep 30 08:05:52.054623 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:52.145089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4061cb3-ac3b-44f9-9ed3-d13184d4490f req-1be4801d-85c7-4f2a-9262-91675c1aa2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:52.146711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4061cb3-ac3b-44f9-9ed3-d13184d4490f req-1be4801d-85c7-4f2a-9262-91675c1aa2e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10cc7a95-0863-43fc-b698-345bd8b7c431 HTTP/1.1" status: 200 len: 801 time: 0.2161803 Sep 30 08:05:52.151068 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da83b09-d275-4a56-9dda-7ad709655778 x-openstack-request-id: req-1da83b09-d275-4a56-9dda-7ad709655778 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:52.151480 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1babbae6-849d-449e-98d1-160554ff992f", "name": "network-vif-deleted", "tag": "a6c23571-21e8-4ea8-ac57-ab3db0dacdba", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:52.151837 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1da83b09-d275-4a56-9dda-7ad709655778 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:52.152345 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1babbae6-849d-449e-98d1-160554ff992f', 'name': 'network-vif-deleted', 'tag': 'a6c23571-21e8-4ea8-ac57-ab3db0dacdba', 'status': 'completed', 'code': 200} Sep 30 08:05:52.172822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51bc38e8-0728-434c-aa95-9a836e9664c6 req-dd9799cf-e6d3-47e6-8747-29ad198b0491 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Router e99b6f17-fca4-41cc-a567-f92b2a21b048 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:05:52.173900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:05:52.180857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:52.181453 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:52.204119 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-98831cd8-5ca7-4267-8bc8-ec464b9b3ec2 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e3609992ca72436d91473dd96fb4a655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748620 Sep 30 08:05:52.237021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f40f4918-2312-4869-a3b4-19b54eb684a8 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:05:52.276975 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: f40f4918-2312-4869-a3b4-19b54eb684a8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:05:52.277376 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f40f4918-2312-4869-a3b4-19b54eb684a8 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:05:52.277843 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:05:52.308248 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:05:52.308587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:05:52.375539 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:52.411419 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc85a6b5-1eef-40b6-94d5-91404b40490e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:52.413713 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efb2599-7e87-49d5-a0ba-9f93604773a2" -d '{"events": [{"server_uuid": "cc85a6b5-1eef-40b6-94d5-91404b40490e", "name": "network-vif-plugged", "status": "completed", "tag": "f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:52.439382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:52.439842 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b8cbd3d-b058-4d3b-a3e0-29e2b7ac9f01 req-c9419679-d421-4f30-80e1-4ec7a7e9f68c tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 210 time: 0.2090688 Sep 30 08:05:52.449073 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:52.488418 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51bc38e8-0728-434c-aa95-9a836e9664c6 req-dd9799cf-e6d3-47e6-8747-29ad198b0491 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:05:52.500612 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aad3e78-136a-4031-bed8-aacecdae270e None None] Sync routers for ids ['e99b6f17-fca4-41cc-a567-f92b2a21b048'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:05:52.513035 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aad3e78-136a-4031-bed8-aacecdae270e None None] Routers {'e99b6f17-fca4-41cc-a567-f92b2a21b048'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:05:52.515773 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5aad3e78-136a-4031-bed8-aacecdae270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:05:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e99b6f17-fca4-41cc-a567-f92b2a21b048'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:52.529719 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781acc25-cda8-4abf-950d-48759b1a1550 x-openstack-request-id: req-781acc25-cda8-4abf-950d-48759b1a1550 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:52.531005 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caeb481-8cb8-4610-999c-f2fdd10d7272", "name": "network-vif-deleted", "tag": "f40f4918-2312-4869-a3b4-19b54eb684a8", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:52.531520 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-781acc25-cda8-4abf-950d-48759b1a1550 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:52.532139 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9caeb481-8cb8-4610-999c-f2fdd10d7272', 'name': 'network-vif-deleted', 'tag': 'f40f4918-2312-4869-a3b4-19b54eb684a8', 'status': 'completed', 'code': 200} Sep 30 08:05:52.534459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:52.591067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bc38e8-0728-434c-aa95-9a836e9664c6 req-dd9799cf-e6d3-47e6-8747-29ad198b0491 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] No DVR routers for this DVR port 79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:05:52.596725 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-51bc38e8-0728-434c-aa95-9a836e9664c6 req-dd9799cf-e6d3-47e6-8747-29ad198b0491 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:52.598789 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51bc38e8-0728-434c-aa95-9a836e9664c6 req-dd9799cf-e6d3-47e6-8747-29ad198b0491 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.35 "DELETE /v2.0/ports/79f9e0cf-23fc-4a51-bb68-c2baa7ad0804 HTTP/1.1" status: 204 len: 173 time: 4.0116115 Sep 30 08:05:52.607178 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4061cb3-ac3b-44f9-9ed3-d13184d4490f req-df9301d8-6099-42b8-ac01-fba5beb547b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:52.608875 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4061cb3-ac3b-44f9-9ed3-d13184d4490f req-df9301d8-6099-42b8-ac01-fba5beb547b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c969046-2a9f-4e60-b8f0-91df2fab0378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4324703 Sep 30 08:05:52.645777 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5aad3e78-136a-4031-bed8-aacecdae270e None None] Set router e99b6f17-fca4-41cc-a567-f92b2a21b048 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:05:52.671310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-4b91fb42-b9a7-4531-8b92-e8105face225 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:52.673220 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-4b91fb42-b9a7-4531-8b92-e8105face225 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4680886 Sep 30 08:05:52.783857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-79f15124-29df-46fd-ade8-7017116bc990 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/quotas/e3609992ca72436d91473dd96fb4a655 HTTP/1.1" status: 200 len: 375 time: 0.0506649 Sep 30 08:05:52.826798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076b031-1fef-46b7-9efa-123b46a165e2 req-bb9184a2-85cf-4715-ab07-8e875e2ed7b1 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:52.828545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c076b031-1fef-46b7-9efa-123b46a165e2 req-bb9184a2-85cf-4715-ab07-8e875e2ed7b1 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.35 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 944 time: 0.1893642 Sep 30 08:05:52.870667 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-03551f15-6801-4dc2-b139-64caf16f4d6a tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3609992ca72436d91473dd96fb4a655&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766234 Sep 30 08:05:52.876830 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5aad3e78-136a-4031-bed8-aacecdae270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'name': 'tempest-ServersTestBootFromVolume-921361433-router', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:46Z', 'updated_at': '2021-09-30T08:02:50Z', 'revision_number': 4, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'gw_port': {'id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:47Z', 'updated_at': '2021-09-30T08:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '1596b5fb-f8d8-4c15-8818-860b1ad1d783', 'name': '', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'mac_address': 'fa:16:3e:16:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a589755d-193f-4724-ad80-150315883aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:50Z', 'updated_at': '2021-09-30T08:02:57Z', 'revision_number': 5, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'subnets': [{'id': 'a589755d-193f-4724-ad80-150315883aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:52.879978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09819a-6f56-49f9-bdd6-7e54ad191edd req-c52de0f8-5c9a-4763-9321-de74ac672552 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:52.887316 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d09819a-6f56-49f9-bdd6-7e54ad191edd req-c52de0f8-5c9a-4763-9321-de74ac672552 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 944 time: 0.2267630 Sep 30 08:05:52.933181 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aad3e78-136a-4031-bed8-aacecdae270e None None] Checking router: e99b6f17-fca4-41cc-a567-f92b2a21b048 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:05:52.942737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4061cb3-ac3b-44f9-9ed3-d13184d4490f req-abb70bac-ed37-4e34-8eae-c95c9cf0cc90 service neutron] 10.222.0.36 "GET /v2.0/networks/9c969046-2a9f-4e60-b8f0-91df2fab0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215899 Sep 30 08:05:52.955803 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aad3e78-136a-4031-bed8-aacecdae270e None None] Routers {'e99b6f17-fca4-41cc-a567-f92b2a21b048'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:05:52.956478 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5aad3e78-136a-4031-bed8-aacecdae270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:05:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e99b6f17-fca4-41cc-a567-f92b2a21b048'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:52.957721 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-b4f65a5a-0c07-4b6d-a240-feaba52f2f9b tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e3609992ca72436d91473dd96fb4a655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695553 Sep 30 08:05:53.070743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d09819a-6f56-49f9-bdd6-7e54ad191edd req-d6d8fd27-7a94-4f56-9e38-df0bcfdb6591 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823006 Sep 30 08:05:53.109484 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5aad3e78-136a-4031-bed8-aacecdae270e None None] Set router e99b6f17-fca4-41cc-a567-f92b2a21b048 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:05:53.161404 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007c84cc-dbaa-42f7-969a-802b01a9077c x-openstack-request-id: req-007c84cc-dbaa-42f7-969a-802b01a9077c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:53.161705 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc85a6b5-1eef-40b6-94d5-91404b40490e", "name": "network-vif-plugged", "status": "completed", "tag": "f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:53.161963 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-007c84cc-dbaa-42f7-969a-802b01a9077c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:53.162364 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc85a6b5-1eef-40b6-94d5-91404b40490e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f', 'code': 200} Sep 30 08:05:53.256236 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-f9ef5182-0ad9-4773-ac0d-34d2673539ed tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:53.266897 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-f9ef5182-0ad9-4773-ac0d-34d2673539ed tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3025832 Sep 30 08:05:53.287359 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Request body: {'port': {'device_id': '92e5310a-3fce-4fb4-a914-9ae01cd53a6f', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': 'e3609992ca72436d91473dd96fb4a655'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:53.303991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c076b031-1fef-46b7-9efa-123b46a165e2 req-898d30eb-1886-42fd-bb6c-534826d638d7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Deleting port 4731e352-b768-4713-84c2-6bc665bc0792 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:53.304898 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c076b031-1fef-46b7-9efa-123b46a165e2 req-898d30eb-1886-42fd-bb6c-534826d638d7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:53.466977 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4061cb3-ac3b-44f9-9ed3-d13184d4490f req-d488493c-06a9-4d55-acab-092db49dd3f2 service neutron] 10.222.0.36 "GET /v2.0/networks/9c969046-2a9f-4e60-b8f0-91df2fab0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900100 Sep 30 08:05:53.535943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Made reservation on behalf of e3609992ca72436d91473dd96fb4a655 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:53.540969 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:53.560204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffe6de-4936-4189-806e-e4cfaa408748 req-b6c2997f-90a7-4247-8f59-993a19416a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:53.562046 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-77ffe6de-4936-4189-806e-e4cfaa408748 req-b6c2997f-90a7-4247-8f59-993a19416a1c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc85a6b5-1eef-40b6-94d5-91404b40490e HTTP/1.1" status: 200 len: 1096 time: 0.3292537 Sep 30 08:05:53.578815 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:53.651979 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5aad3e78-136a-4031-bed8-aacecdae270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'name': 'tempest-ServersTestBootFromVolume-921361433-router', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:46Z', 'updated_at': '2021-09-30T08:02:50Z', 'revision_number': 4, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'gw_port': {'id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:47Z', 'updated_at': '2021-09-30T08:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '1596b5fb-f8d8-4c15-8818-860b1ad1d783', 'name': '', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'mac_address': 'fa:16:3e:16:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a589755d-193f-4724-ad80-150315883aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:50Z', 'updated_at': '2021-09-30T08:02:57Z', 'revision_number': 5, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'subnets': [{'id': 'a589755d-193f-4724-ad80-150315883aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:05:53.692393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c5462-ff7b-4668-b77c-8fc1af5ee874 req-470ece9d-8bcb-4f29-b6cd-0525c82f5748 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:53.701301 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-822c5462-ff7b-4668-b77c-8fc1af5ee874 req-470ece9d-8bcb-4f29-b6cd-0525c82f5748 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc85a6b5-1eef-40b6-94d5-91404b40490e HTTP/1.1" status: 200 len: 945 time: 0.3262193 Sep 30 08:05:53.723569 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aad3e78-136a-4031-bed8-aacecdae270e None None] The sync data for ids ['e99b6f17-fca4-41cc-a567-f92b2a21b048'] in n-d-807359-2 is: [{'id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'name': 'tempest-ServersTestBootFromVolume-921361433-router', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:46Z', 'updated_at': '2021-09-30T08:02:50Z', 'revision_number': 4, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'gw_port': {'id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:47Z', 'updated_at': '2021-09-30T08:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '1596b5fb-f8d8-4c15-8818-860b1ad1d783', 'name': '', 'network_id': '19ac8e75-e829-49e3-8984-923b49844d50', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'mac_address': 'fa:16:3e:16:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a589755d-193f-4724-ad80-150315883aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:50Z', 'updated_at': '2021-09-30T08:02:57Z', 'revision_number': 5, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'subnets': [{'id': 'a589755d-193f-4724-ad80-150315883aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:05:53.770548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c03b74-0429-4435-915e-410cf91540c6 req-28325fe1-a169-4503-b29b-37096362be93 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:53.784687 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:53.784887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c03b74-0429-4435-915e-410cf91540c6 req-28325fe1-a169-4503-b29b-37096362be93 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:53.791410 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c03b74-0429-4435-915e-410cf91540c6 req-28325fe1-a169-4503-b29b-37096362be93 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:53.794376 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:53.801694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-70c03b74-0429-4435-915e-410cf91540c6 req-28325fe1-a169-4503-b29b-37096362be93 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2411 time: 0.4244897 Sep 30 08:05:53.854145 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c076b031-1fef-46b7-9efa-123b46a165e2 req-898d30eb-1886-42fd-bb6c-534826d638d7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] For port 4731e352-b768-4713-84c2-6bc665bc0792, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=4731e352-b768-4713-84c2-6bc665bc0792,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:53.854881 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c076b031-1fef-46b7-9efa-123b46a165e2 req-898d30eb-1886-42fd-bb6c-534826d638d7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:53.911375 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-77ffe6de-4936-4189-806e-e4cfaa408748 req-4be89d7b-8ee9-4237-819a-4f1b2522ebba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367288 Sep 30 08:05:53.914633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c076b031-1fef-46b7-9efa-123b46a165e2 req-898d30eb-1886-42fd-bb6c-534826d638d7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Calling delete_port for 4731e352-b768-4713-84c2-6bc665bc0792 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:53.927135 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-70c03b74-0429-4435-915e-410cf91540c6 req-279b7ce8-cb5f-40c4-be2e-cbb9e0eacd8b tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240773 Sep 30 08:05:53.961396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-822c5462-ff7b-4668-b77c-8fc1af5ee874 req-5b28b19b-d405-4fcf-8de3-5c1c0831b6fb tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474732 Sep 30 08:05:53.989265 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52591554-b943-4a78-b5d5-8e071ec13553,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:54.069113 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 654f5053-7bec-4974-8502-b28d63197520 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:05:54.125001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Allocated IP 192.168.233.206 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/2fffc92f-2851-4abc-aa1a-2be59769fbf7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:54.153936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a26c4d-15c3-42bf-8f5a-9903e1ae9220', 'name': 'network-vif-deleted', 'tag': '79f9e0cf-23fc-4a51-bb68-c2baa7ad0804'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:54.157540 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013bc0fa-cf19-4ba7-a6dd-1144ca43b8dd" -d '{"events": [{"server_uuid": "61a26c4d-15c3-42bf-8f5a-9903e1ae9220", "name": "network-vif-deleted", "tag": "79f9e0cf-23fc-4a51-bb68-c2baa7ad0804"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:54.248718 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dafd588c-4aaf-4d9d-bc3b-fe9e48503e2a req-96214842-e46f-4e3f-b112-f658f66e916b tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 210 time: 0.0621336 Sep 30 08:05:54.365359 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 654f5053-7bec-4974-8502-b28d63197520, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=654f5053-7bec-4974-8502-b28d63197520,segment=NetworkSegment(3270a3ed-1f9c-4f43-a8fd-e19db1143275),segment_id=3270a3ed-1f9c-4f43-a8fd-e19db1143275)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:54.420463 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d875d773-a3ed-4852-9c75-8cfdd324692d req-bb5d83e1-dc80-40ba-aa67-79cb5571a2f6 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 210 time: 0.0499434 Sep 30 08:05:54.422988 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '654f5053-7bec-4974-8502-b28d63197520', 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378', 'port_id': '654f5053-7bec-4974-8502-b28d63197520', 'mac_address': 'fa:16:3e:ff:2d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10cc7a95-0863-43fc-b698-345bd8b7c431', 'ip_address': '19.80.0.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:05:54.436652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e378600-4851-4678-b0c6-f5b1c1a3438f None None] New status for floating IP 2af3c06b-29a9-4812-ad5c-82be3cfaaffa: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:05:54.458868 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c076b031-1fef-46b7-9efa-123b46a165e2 req-898d30eb-1886-42fd-bb6c-534826d638d7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:54.515204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d30eb-1886-42fd-bb6c-534826d638d7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Pushing event deleted for resources: {'Port': ['ID=4731e352-b768-4713-84c2-6bc665bc0792,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:54.542119 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:54.629162 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c076b031-1fef-46b7-9efa-123b46a165e2 req-898d30eb-1886-42fd-bb6c-534826d638d7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] No DVR routers for this DVR port 4731e352-b768-4713-84c2-6bc665bc0792 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:05:54.637836 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:54.669610 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677b47c1-ee18-41f2-9d4f-d086d3cbede4 x-openstack-request-id: req-677b47c1-ee18-41f2-9d4f-d086d3cbede4 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:54.671156 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a26c4d-15c3-42bf-8f5a-9903e1ae9220", "name": "network-vif-deleted", "tag": "79f9e0cf-23fc-4a51-bb68-c2baa7ad0804", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:54.671420 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-677b47c1-ee18-41f2-9d4f-d086d3cbede4 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:54.672988 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a26c4d-15c3-42bf-8f5a-9903e1ae9220', 'name': 'network-vif-deleted', 'tag': '79f9e0cf-23fc-4a51-bb68-c2baa7ad0804', 'status': 'completed', 'code': 200} Sep 30 08:05:54.674163 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c076b031-1fef-46b7-9efa-123b46a165e2 req-898d30eb-1886-42fd-bb6c-534826d638d7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:54.680336 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c076b031-1fef-46b7-9efa-123b46a165e2 req-898d30eb-1886-42fd-bb6c-534826d638d7 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.35 "DELETE /v2.0/ports/4731e352-b768-4713-84c2-6bc665bc0792 HTTP/1.1" status: 204 len: 173 time: 1.8397484 Sep 30 08:05:54.706424 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc2cb644-7bbb-4c9a-bd75-0868e4952e94 req-a83c597d-f986-4bd2-94d6-960b042b3ed1 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a33a2928-09e1-46eb-bb2e-f7498f4dd284 HTTP/1.1" status: 200 len: 210 time: 0.1134505 Sep 30 08:05:54.747796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:05:54.760310 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:05:54.767207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:05:54.856674 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Pushing event updated for resources: {'Port': ['ID=2fffc92f-2851-4abc-aa1a-2be59769fbf7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:54.859423 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:54.885176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654f5053-7bec-4974-8502-b28d63197520 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:05:54.906863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85921444-38ea-45ee-866d-77a149936fe0 req-57d0d257-c7e8-41a9-8600-c2a3d2678063 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:54.916660 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:54.917335 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:54.921071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85921444-38ea-45ee-866d-77a149936fe0 req-57d0d257-c7e8-41a9-8600-c2a3d2678063 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 945 time: 0.1553178 Sep 30 08:05:54.933149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 654f5053-7bec-4974-8502-b28d63197520, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=654f5053-7bec-4974-8502-b28d63197520,segment=NetworkSegment(3270a3ed-1f9c-4f43-a8fd-e19db1143275),segment_id=3270a3ed-1f9c-4f43-a8fd-e19db1143275)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:54.942370 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:54.943351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 12516ca3-09f3-4d95-ad3e-9f542fbcc1de details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:05:54.966740 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-17dbcf3b-7906-498b-85be-33e604b3ebd9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6831985 Sep 30 08:05:54.992598 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Request body: {'port': {'device_id': '92e5310a-3fce-4fb4-a914-9ae01cd53a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:55.063817 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85921444-38ea-45ee-866d-77a149936fe0 req-73238554-376d-43f9-a156-fd8f83d9ba9c tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422670 Sep 30 08:05:55.154326 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-15dad57d-dc64-47ab-a705-89d925c3bdff tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e3609992ca72436d91473dd96fb4a655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580406 Sep 30 08:05:55.204033 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:55.245278 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e678d45-c299-4f82-8428-4f6bec2726a0 req-20959a57-25a0-4781-acd2-57b2955ba674 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:55.256935 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e678d45-c299-4f82-8428-4f6bec2726a0 req-20959a57-25a0-4781-acd2-57b2955ba674 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:55.271295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e678d45-c299-4f82-8428-4f6bec2726a0 req-20959a57-25a0-4781-acd2-57b2955ba674 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:55.285678 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e678d45-c299-4f82-8428-4f6bec2726a0 req-20959a57-25a0-4781-acd2-57b2955ba674 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2412 time: 0.2352924 Sep 30 08:05:55.407342 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=12516ca3-09f3-4d95-ad3e-9f542fbcc1de,segment=NetworkSegment(f77bfa7b-9a07-4326-a326-3a04798a55ce),segment_id=f77bfa7b-9a07-4326-a326-3a04798a55ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:55.485672 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '12516ca3-09f3-4d95-ad3e-9f542fbcc1de', 'network_id': 'f3b9bdf8-b1ca-439d-a88d-e06125d590ad', 'port_id': '12516ca3-09f3-4d95-ad3e-9f542fbcc1de', 'mac_address': 'fa:16:3e:06:b6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb3c59b-0fbf-458c-a140-f99e176aa1a9', 'ip_address': '19.86.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:05:55.557111 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=654f5053-7bec-4974-8502-b28d63197520,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:55.564694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e678d45-c299-4f82-8428-4f6bec2726a0 req-64778285-951c-4f75-bbda-d1eeb286c021 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766938 Sep 30 08:05:55.589232 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e121b030-fb01-40da-bbc5-fa681be82de2 None None] Provisioning complete for port 2fffc92f-2851-4abc-aa1a-2be59769fbf7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:55.589904 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e121b030-fb01-40da-bbc5-fa681be82de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:55.677092 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-babc4e17-36ec-4960-9d72-7d2ce5fa0788 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:55.682156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-babc4e17-36ec-4960-9d72-7d2ce5fa0788 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5207908 Sep 30 08:05:55.737333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd775e2c-34ac-43ff-b956-43c78b475b40 req-4bc8b68b-b478-4880-bfe3-2fc027d04715 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:55.742338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fffc92f-2851-4abc-aa1a-2be59769fbf7 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:05:55.745238 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd775e2c-34ac-43ff-b956-43c78b475b40 req-4bc8b68b-b478-4880-bfe3-2fc027d04715 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc85a6b5-1eef-40b6-94d5-91404b40490e HTTP/1.1" status: 200 len: 945 time: 0.3973284 Sep 30 08:05:55.752365 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:55.772535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-1328945b-db75-4c83-8806-9f85348c9416 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Request body: {'port': {'device_id': '96e437b5-66c2-4b3d-b185-c00d06f033be', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': 'e3609992ca72436d91473dd96fb4a655'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:05:55.782472 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Transition to ACTIVE for port object 2fffc92f-2851-4abc-aa1a-2be59769fbf7 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:05:55.788287 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:55.790929 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e121b030-fb01-40da-bbc5-fa681be82de2 None None] Port 2fffc92f-2851-4abc-aa1a-2be59769fbf7 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:05:55.840269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50482) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:55.842947 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:55.857639 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12516ca3-09f3-4d95-ad3e-9f542fbcc1de {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:05:55.893752 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=12516ca3-09f3-4d95-ad3e-9f542fbcc1de,segment=NetworkSegment(f77bfa7b-9a07-4326-a326-3a04798a55ce),segment_id=f77bfa7b-9a07-4326-a326-3a04798a55ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:55.902434 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:55.903108 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:05:55.964697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f422b000-c037-45d0-bbd4-32783d092d8f req-c640a40f-14db-4d77-8ff0-985497101a5c tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 210 time: 0.2137558 Sep 30 08:05:55.979047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd,segment=NetworkSegment(3270a3ed-1f9c-4f43-a8fd-e19db1143275),segment_id=3270a3ed-1f9c-4f43-a8fd-e19db1143275)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:55.995520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd', 'network_id': '9c969046-2a9f-4e60-b8f0-91df2fab0378', 'port_id': 'fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd', 'mac_address': 'fa:16:3e:b9:e0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10cc7a95-0863-43fc-b698-345bd8b7c431', 'ip_address': '19.80.0.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:05:56.028975 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Pushing event updated for resources: {'Port': ['ID=2fffc92f-2851-4abc-aa1a-2be59769fbf7,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:56.091802 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd775e2c-34ac-43ff-b956-43c78b475b40 req-c324e447-d0bf-42c9-8920-1adc345923cd tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139796 Sep 30 08:05:56.132765 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:56.133122 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:56.133469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:56.133802 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:56.134676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:56.135000 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:56.135406 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:56.135699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:56.139442 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:56.139863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:56.140245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:56.140588 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:56.219654 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=12516ca3-09f3-4d95-ad3e-9f542fbcc1de,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:56.235945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 4731e352-b768-4713-84c2-6bc665bc0792 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:05:56.289484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Attempting to bind port 2fffc92f-2851-4abc-aa1a-2be59769fbf7 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:05:56.289890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Attempting to bind port 2fffc92f-2851-4abc-aa1a-2be59769fbf7 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:05:56.290176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Attempting to bind port 2fffc92f-2851-4abc-aa1a-2be59769fbf7 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:56.298653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Port 2fffc92f-2851-4abc-aa1a-2be59769fbf7 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:05:56.299023 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Attempting to bind port 2fffc92f-2851-4abc-aa1a-2be59769fbf7 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:05:56.310560 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:05:56.310931 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:05:56.311288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:05:56.311729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Bound port: 2fffc92f-2851-4abc-aa1a-2be59769fbf7, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:05:56.312138 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:56.322168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 4731e352-b768-4713-84c2-6bc665bc0792 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:05:56.322844 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 4731e352-b768-4713-84c2-6bc665bc0792 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:05:56.323611 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a905b0f-9f61-43ad-bdbd-12f8ae117e51 req-46205100-7210-4195-8edb-3b2bc452704b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:56.325807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-978f126c-8b0f-4cf8-841b-fb931acc19c6 req-a443a088-ca7f-4360-8151-0d43a2e62694 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 210 time: 0.1298399 Sep 30 08:05:56.328499 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:56.330823 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:56.337444 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2a905b0f-9f61-43ad-bdbd-12f8ae117e51 req-46205100-7210-4195-8edb-3b2bc452704b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 945 time: 0.1197391 Sep 30 08:05:56.356666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:05:56.391794 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd,segment=NetworkSegment(3270a3ed-1f9c-4f43-a8fd-e19db1143275),segment_id=3270a3ed-1f9c-4f43-a8fd-e19db1143275)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:56.402485 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:56.516350 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:56.562145 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fe4da-66df-414a-8427-4dfa699243ea req-4ebc1ee9-567e-4c94-a9ee-9d8a297140ec tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:56.566028 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a49fe4da-66df-414a-8427-4dfa699243ea req-4ebc1ee9-567e-4c94-a9ee-9d8a297140ec tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc HTTP/1.1" status: 200 len: 945 time: 0.1974702 Sep 30 08:05:56.609582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] For port 2fffc92f-2851-4abc-aa1a-2be59769fbf7, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:05:56.613718 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] For port 2fffc92f-2851-4abc-aa1a-2be59769fbf7, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:05:56.627999 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:56.654834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a49fe4da-66df-414a-8427-4dfa699243ea req-fb725b4d-8476-494e-88de-04551735ff31 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746257 Sep 30 08:05:56.675359 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33a2928-09e1-46eb-bb2e-f7498f4dd284', 'name': 'network-vif-deleted', 'tag': '4731e352-b768-4713-84c2-6bc665bc0792'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:56.676500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-2a905b0f-9f61-43ad-bdbd-12f8ae117e51 req-08abb29e-57b4-440d-9299-bacc61f60704 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Deleting port 1143afbb-2f4f-4494-a330-d63945ead984 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:56.676830 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2a905b0f-9f61-43ad-bdbd-12f8ae117e51 req-08abb29e-57b4-440d-9299-bacc61f60704 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:56.678676 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed8e702-72ff-4032-a7c9-cb097763ea0a" -d '{"events": [{"server_uuid": "a33a2928-09e1-46eb-bb2e-f7498f4dd284", "name": "network-vif-deleted", "tag": "4731e352-b768-4713-84c2-6bc665bc0792"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:56.688833 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['654f5053-7bec-4974-8502-b28d63197520'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:56.711191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:56.711924 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:56.724280 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] 10.222.0.35 "PUT /v2.0/ports/2fffc92f-2851-4abc-aa1a-2be59769fbf7 HTTP/1.1" status: 200 len: 1096 time: 1.7359126 Sep 30 08:05:56.729083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e5310a-3fce-4fb4-a914-9ae01cd53a6f', 'tag': '2fffc92f-2851-4abc-aa1a-2be59769fbf7'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:56.735993 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25215a41-e595-491d-9abb-26b7919737b1" -d '{"events": [{"name": "network-changed", "server_uuid": "92e5310a-3fce-4fb4-a914-9ae01cd53a6f", "tag": "2fffc92f-2851-4abc-aa1a-2be59769fbf7"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:56.757898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:56.788408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['12516ca3-09f3-4d95-ad3e-9f542fbcc1de'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:56.841327 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:56.881029 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:56.925849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aee27c4f6e144bcd9c3c59752e4f2ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0828660 Sep 30 08:05:56.927143 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-1328945b-db75-4c83-8806-9f85348c9416 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Made reservation on behalf of e3609992ca72436d91473dd96fb4a655 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:05:56.932509 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-1328945b-db75-4c83-8806-9f85348c9416 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:56.950137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50500) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:57.186061 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1aaabff-c8df-47f2-9bc1-39d3032f2e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:57.202150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748c941b-18df-4eb6-b066-ecef70535d1a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:57.252102 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fa65e-5d2a-4644-908e-4553dc6d5c11 req-46fce6c9-d736-4ab7-86d4-86935d75bce4 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:57.260680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fa65e-5d2a-4644-908e-4553dc6d5c11 req-46fce6c9-d736-4ab7-86d4-86935d75bce4 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:57.267223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fa65e-5d2a-4644-908e-4553dc6d5c11 req-46fce6c9-d736-4ab7-86d4-86935d75bce4 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:57.276168 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e40fa65e-5d2a-4644-908e-4553dc6d5c11 req-46fce6c9-d736-4ab7-86d4-86935d75bce4 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2414 time: 0.3570888 Sep 30 08:05:57.349218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e66c0c-5bf9-48c2-b30b-4bd5f0c3469b service neutron] Pushing event updated for resources: {'Port': ['ID=2fffc92f-2851-4abc-aa1a-2be59769fbf7,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:57.395199 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e40fa65e-5d2a-4644-908e-4553dc6d5c11 req-d715c640-2ed8-4de1-a931-fa191394b7cb tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176028 Sep 30 08:05:57.405436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-2a905b0f-9f61-43ad-bdbd-12f8ae117e51 req-08abb29e-57b4-440d-9299-bacc61f60704 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] For port 1143afbb-2f4f-4494-a330-d63945ead984, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1143afbb-2f4f-4494-a330-d63945ead984,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:57.405801 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2a905b0f-9f61-43ad-bdbd-12f8ae117e51 req-08abb29e-57b4-440d-9299-bacc61f60704 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:57.409524 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-e49d1080-aa4d-4758-8b90-725334f9eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:57.409966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:57.410317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:57.410658 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:57.410992 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:57.411125 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-e49d1080-aa4d-4758-8b90-725334f9eb2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3609992ca72436d91473dd96fb4a655&device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 1099 time: 0.5960116 Sep 30 08:05:57.411321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:57.411651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:57.412001 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:57.412328 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:57.412650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:57.412970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:57.413287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:57.413605 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4aa4ae-b60c-4037-a263-fe2263bf7cc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:05:57.423307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-2a905b0f-9f61-43ad-bdbd-12f8ae117e51 req-08abb29e-57b4-440d-9299-bacc61f60704 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Calling delete_port for 1143afbb-2f4f-4494-a330-d63945ead984 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:57.475483 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-c8510c2e-eac5-4061-960a-5d2d088a848a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7 HTTP/1.1" status: 200 len: 217 time: 0.0455806 Sep 30 08:05:57.479221 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1aaabff-c8df-47f2-9bc1-39d3032f2e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:57.530019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.35', 49581) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:05:57.581111 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacd207b-6d82-4a0f-9744-f87788035262 x-openstack-request-id: req-eacd207b-6d82-4a0f-9744-f87788035262 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:57.581444 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e5310a-3fce-4fb4-a914-9ae01cd53a6f", "tag": "2fffc92f-2851-4abc-aa1a-2be59769fbf7", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:57.581655 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eacd207b-6d82-4a0f-9744-f87788035262 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:57.582015 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e5310a-3fce-4fb4-a914-9ae01cd53a6f', 'tag': '2fffc92f-2851-4abc-aa1a-2be59769fbf7', 'status': 'completed', 'code': 200} Sep 30 08:05:57.643275 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-afaa23cc-cf83-42ed-ac94-1856b9d18799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:57.644885 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-afaa23cc-cf83-42ed-ac94-1856b9d18799 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1139050 Sep 30 08:05:57.723980 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6af25-c05c-476f-baa8-4743da1d6d5d req-a4bffce5-7dfc-44e3-8d6b-02e79f1b5511 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:57.725456 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39d6af25-c05c-476f-baa8-4743da1d6d5d req-a4bffce5-7dfc-44e3-8d6b-02e79f1b5511 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.35 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 944 time: 0.1933548 Sep 30 08:05:57.807205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-3b53a945-4310-481e-ad2d-2f726cb6fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:57.809037 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-3b53a945-4310-481e-ad2d-2f726cb6fef2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1557484 Sep 30 08:05:57.819446 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2a905b0f-9f61-43ad-bdbd-12f8ae117e51 req-08abb29e-57b4-440d-9299-bacc61f60704 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:57.852759 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['1143afbb-2f4f-4494-a330-d63945ead984'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:57.974247 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abb29e-57b4-440d-9299-bacc61f60704 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Pushing event deleted for resources: {'Port': ['ID=1143afbb-2f4f-4494-a330-d63945ead984,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:57.985206 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a905b0f-9f61-43ad-bdbd-12f8ae117e51 req-08abb29e-57b4-440d-9299-bacc61f60704 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] No DVR routers for this DVR port 1143afbb-2f4f-4494-a330-d63945ead984 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:05:57.999708 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2a905b0f-9f61-43ad-bdbd-12f8ae117e51 req-08abb29e-57b4-440d-9299-bacc61f60704 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:58.001882 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2a905b0f-9f61-43ad-bdbd-12f8ae117e51 req-08abb29e-57b4-440d-9299-bacc61f60704 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.35 "DELETE /v2.0/ports/1143afbb-2f4f-4494-a330-d63945ead984 HTTP/1.1" status: 204 len: 173 time: 1.6475942 Sep 30 08:05:58.104064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-39d6af25-c05c-476f-baa8-4743da1d6d5d req-3722228f-7a33-43fd-9889-95684cd3548c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Deleting port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:58.104779 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39d6af25-c05c-476f-baa8-4743da1d6d5d req-3722228f-7a33-43fd-9889-95684cd3548c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:58.216687 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb750a1-81c8-4cb2-b43e-4e9ec7c7adc0 x-openstack-request-id: req-1fb750a1-81c8-4cb2-b43e-4e9ec7c7adc0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:58.217387 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33a2928-09e1-46eb-bb2e-f7498f4dd284", "name": "network-vif-deleted", "tag": "4731e352-b768-4713-84c2-6bc665bc0792", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:58.217771 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fb750a1-81c8-4cb2-b43e-4e9ec7c7adc0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:58.218406 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33a2928-09e1-46eb-bb2e-f7498f4dd284', 'name': 'network-vif-deleted', 'tag': '4731e352-b768-4713-84c2-6bc665bc0792', 'status': 'completed', 'code': 200} Sep 30 08:05:58.220368 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-39d6af25-c05c-476f-baa8-4743da1d6d5d req-3722228f-7a33-43fd-9889-95684cd3548c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] For port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,segment=NetworkSegment(3a55f94d-4b70-4096-81ae-3d38ecf4b8e4),segment_id=3a55f94d-4b70-4096-81ae-3d38ecf4b8e4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:58.220746 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39d6af25-c05c-476f-baa8-4743da1d6d5d req-3722228f-7a33-43fd-9889-95684cd3548c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:58.297605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:05:58.329684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-39d6af25-c05c-476f-baa8-4743da1d6d5d req-3722228f-7a33-43fd-9889-95684cd3548c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Calling delete_port for 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:58.349034 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-6ebc52a5-001f-464b-b844-d777b8e8f69f service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303617 Sep 30 08:05:58.374746 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81331e9b-ac6a-4c1a-ba85-f8e65862455c req-cc795288-f8c7-4bbf-9567-50ad2ad96fce tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:58.385681 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81331e9b-ac6a-4c1a-ba85-f8e65862455c req-cc795288-f8c7-4bbf-9567-50ad2ad96fce tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc85a6b5-1eef-40b6-94d5-91404b40490e HTTP/1.1" status: 200 len: 945 time: 1.3294752 Sep 30 08:05:58.430471 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 654f5053-7bec-4974-8502-b28d63197520 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:05:58.485366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68a304-0647-481a-bc30-25032ec87f09 req-980480cb-0c5d-4976-832d-f4527dc7ac10 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:58.486924 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1a68a304-0647-481a-bc30-25032ec87f09 req-980480cb-0c5d-4976-832d-f4527dc7ac10 tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a915bc-8a24-4a48-820c-0e4f4cf96da6 HTTP/1.1" status: 200 len: 944 time: 0.2646284 Sep 30 08:05:58.537653 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-660e2a27-420d-45cb-b713-f7d6a71d63a1 req-31ccf338-52d1-4d2b-a489-7621bcbe6bab service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797295 Sep 30 08:05:58.566225 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1aaabff-c8df-47f2-9bc1-39d3032f2e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:58.573945 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1aaabff-c8df-47f2-9bc1-39d3032f2e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:58.576653 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d1aaabff-c8df-47f2-9bc1-39d3032f2e3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/748c941b-18df-4eb6-b066-ecef70535d1a HTTP/1.1" status: 204 len: 168 time: 1.6195374 Sep 30 08:05:58.639011 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 654f5053-7bec-4974-8502-b28d63197520 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:05:58.649561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca4299-9bdd-44bf-97e2-c3b409a2b539 req-1e1e31ab-d97d-46c7-964f-b7a5b5e35b2b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:58.653388 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74ca4299-9bdd-44bf-97e2-c3b409a2b539 req-1e1e31ab-d97d-46c7-964f-b7a5b5e35b2b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc85a6b5-1eef-40b6-94d5-91404b40490e HTTP/1.1" status: 200 len: 945 time: 0.4720962 Sep 30 08:05:58.654737 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 654f5053-7bec-4974-8502-b28d63197520 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:05:58.655132 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:58.656195 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-1328945b-db75-4c83-8806-9f85348c9416 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Allocated IP 192.168.233.239 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/d29541f6-a460-4a09-8076-2f8300e46194) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:05:58.661228 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39d6af25-c05c-476f-baa8-4743da1d6d5d req-3722228f-7a33-43fd-9889-95684cd3548c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:58.697246 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81331e9b-ac6a-4c1a-ba85-f8e65862455c req-45c92e35-4ea0-4e5a-b91c-13a05ace7b2c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100488 Sep 30 08:05:58.792660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aaabff-c8df-47f2-9bc1-39d3032f2e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748c941b-18df-4eb6-b066-ecef70535d1a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:58.924129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722228f-7a33-43fd-9889-95684cd3548c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Pushing event deleted for resources: {'Port': ['ID=201282c8-ca62-4ef6-b2b9-7d8e99f260c7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:58.926847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d6af25-c05c-476f-baa8-4743da1d6d5d req-3722228f-7a33-43fd-9889-95684cd3548c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] No DVR routers for this DVR port 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:05:58.932909 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39d6af25-c05c-476f-baa8-4743da1d6d5d req-3722228f-7a33-43fd-9889-95684cd3548c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:58.934980 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39d6af25-c05c-476f-baa8-4743da1d6d5d req-3722228f-7a33-43fd-9889-95684cd3548c tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.35 "DELETE /v2.0/ports/201282c8-ca62-4ef6-b2b9-7d8e99f260c7 HTTP/1.1" status: 204 len: 173 time: 1.1988187 Sep 30 08:05:58.955316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215a41-e595-491d-9abb-26b7919737b1 req-6d93b7da-c55d-4854-847a-123f95ced6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:58.957193 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-25215a41-e595-491d-9abb-26b7919737b1 req-6d93b7da-c55d-4854-847a-123f95ced6e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3609992ca72436d91473dd96fb4a655&device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 1099 time: 0.3246872 Sep 30 08:05:58.960450 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1a68a304-0647-481a-bc30-25032ec87f09 req-e4c92690-b184-4df2-b6fc-c51c2867c1af tempest-LiveAutoBlockMigrationV225Test-623919924 tempest-LiveAutoBlockMigrationV225Test-623919924-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fe45637-085f-4d62-bad6-b858eaa7e319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340537 Sep 30 08:05:58.971855 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:59.034063 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99392e05-8834-4319-a7e3-a7b7e9f94128 req-1269df7a-645b-46a5-8688-c3b468709c63 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 210 time: 0.1537950 Sep 30 08:05:59.045257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 654f5053-7bec-4974-8502-b28d63197520, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=654f5053-7bec-4974-8502-b28d63197520,segment=NetworkSegment(3270a3ed-1f9c-4f43-a8fd-e19db1143275),segment_id=3270a3ed-1f9c-4f43-a8fd-e19db1143275)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:59.046475 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654f5053-7bec-4974-8502-b28d63197520'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:59.049412 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465383c5-ce7f-48a5-b17b-d9d3be158282" -d '{"events": [{"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-plugged", "status": "completed", "tag": "654f5053-7bec-4974-8502-b28d63197520"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:59.064783 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:59.198649 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=654f5053-7bec-4974-8502-b28d63197520,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:05:59.318066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215a41-e595-491d-9abb-26b7919737b1 req-78bea803-4c8c-4362-b0ae-65e6c6404ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:59.328958 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-25215a41-e595-491d-9abb-26b7919737b1 req-78bea803-4c8c-4362-b0ae-65e6c6404ba6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.3591676 Sep 30 08:05:59.362807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a30d8115-a053-4c5c-a41d-64ff81ae3bc8 req-771fb7bf-9b3e-4683-a257-0a91e502dc27 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a26c4d-15c3-42bf-8f5a-9903e1ae9220 HTTP/1.1" status: 200 len: 210 time: 0.1734190 Sep 30 08:05:59.402319 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-25215a41-e595-491d-9abb-26b7919737b1 req-ed5eab25-cb4d-41d2-b479-2a609c23b47b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7 HTTP/1.1" status: 200 len: 217 time: 0.0642014 Sep 30 08:05:59.411435 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-74ca4299-9bdd-44bf-97e2-c3b409a2b539 req-5b37e46e-104c-4045-9fd6-ee327cbeb08c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Deleting port f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:05:59.412259 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-74ca4299-9bdd-44bf-97e2-c3b409a2b539 req-5b37e46e-104c-4045-9fd6-ee327cbeb08c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:59.420234 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619178bf-6cd7-4d03-bcba-6b606f2fe975 x-openstack-request-id: req-619178bf-6cd7-4d03-bcba-6b606f2fe975 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:05:59.420635 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-plugged", "status": "completed", "tag": "654f5053-7bec-4974-8502-b28d63197520", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:05:59.420991 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-619178bf-6cd7-4d03-bcba-6b606f2fe975 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:05:59.421486 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654f5053-7bec-4974-8502-b28d63197520', 'code': 200} Sep 30 08:05:59.456955 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:59.516163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215a41-e595-491d-9abb-26b7919737b1 req-8eb6ac05-6cbe-4c4c-b973-c3fcd5dc9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:59.518509 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-25215a41-e595-491d-9abb-26b7919737b1 req-8eb6ac05-6cbe-4c4c-b973-c3fcd5dc9d98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1078289 Sep 30 08:05:59.586612 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc', 'name': 'network-vif-deleted', 'tag': '1143afbb-2f4f-4494-a330-d63945ead984'}, {'server_uuid': '60a915bc-8a24-4a48-820c-0e4f4cf96da6', 'name': 'network-vif-deleted', 'tag': '201282c8-ca62-4ef6-b2b9-7d8e99f260c7'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:05:59.591004 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028db277-f4b2-4903-862a-2e1c3f9a3463" -d '{"events": [{"server_uuid": "5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc", "name": "network-vif-deleted", "tag": "1143afbb-2f4f-4494-a330-d63945ead984"}, {"server_uuid": "60a915bc-8a24-4a48-820c-0e4f4cf96da6", "name": "network-vif-deleted", "tag": "201282c8-ca62-4ef6-b2b9-7d8e99f260c7"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:05:59.632280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215a41-e595-491d-9abb-26b7919737b1 req-2538c4ae-83f7-442e-b08e-66bd95c84611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:59.634601 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-25215a41-e595-491d-9abb-26b7919737b1 req-2538c4ae-83f7-442e-b08e-66bd95c84611 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1079233 Sep 30 08:05:59.768386 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-1328945b-db75-4c83-8806-9f85348c9416 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:59.806649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6875a-6816-443a-91bb-53f9956db41c req-8aa304dd-2fc2-4bad-81c3-9dcb49b0e88b tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:59.813490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6875a-6816-443a-91bb-53f9956db41c req-8aa304dd-2fc2-4bad-81c3-9dcb49b0e88b tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:59.820372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6875a-6816-443a-91bb-53f9956db41c req-8aa304dd-2fc2-4bad-81c3-9dcb49b0e88b tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:05:59.822482 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95c6875a-6816-443a-91bb-53f9956db41c req-8aa304dd-2fc2-4bad-81c3-9dcb49b0e88b tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2415 time: 0.5188534 Sep 30 08:05:59.833727 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-25215a41-e595-491d-9abb-26b7919737b1 req-beccb2b6-6d43-49d6-8a98-65d68eaf66d7 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916959 Sep 30 08:05:59.900701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-74ca4299-9bdd-44bf-97e2-c3b409a2b539 req-5b37e46e-104c-4045-9fd6-ee327cbeb08c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] For port f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:05:59.901193 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-74ca4299-9bdd-44bf-97e2-c3b409a2b539 req-5b37e46e-104c-4045-9fd6-ee327cbeb08c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:05:59.947316 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-74ca4299-9bdd-44bf-97e2-c3b409a2b539 req-5b37e46e-104c-4045-9fd6-ee327cbeb08c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Calling delete_port for f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:05:59.985048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95c6875a-6816-443a-91bb-53f9956db41c req-4270abbc-80f4-4b5b-bdab-2b9aaa043b3e tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399887 Sep 30 08:06:00.076301 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-f4365e49-0715-433a-8ee1-3d7f23b4c846 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:00.089681 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-f4365e49-0715-433a-8ee1-3d7f23b4c846 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 805 time: 0.5135818 Sep 30 08:06:00.099606 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-1328945b-db75-4c83-8806-9f85348c9416 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:00.146899 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97744c14-e98d-494f-b4fb-114560d56f2e x-openstack-request-id: req-97744c14-e98d-494f-b4fb-114560d56f2e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:00.147520 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc", "name": "network-vif-deleted", "tag": "1143afbb-2f4f-4494-a330-d63945ead984", "status": "completed", "code": 200}, {"server_uuid": "60a915bc-8a24-4a48-820c-0e4f4cf96da6", "name": "network-vif-deleted", "tag": "201282c8-ca62-4ef6-b2b9-7d8e99f260c7", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:00.148214 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97744c14-e98d-494f-b4fb-114560d56f2e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:00.153688 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bff4d41-54f9-4e5a-80fa-8cb13bd0fbbc', 'name': 'network-vif-deleted', 'tag': '1143afbb-2f4f-4494-a330-d63945ead984', 'status': 'completed', 'code': 200} Sep 30 08:06:00.154185 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a915bc-8a24-4a48-820c-0e4f4cf96da6', 'name': 'network-vif-deleted', 'tag': '201282c8-ca62-4ef6-b2b9-7d8e99f260c7', 'status': 'completed', 'code': 200} Sep 30 08:06:00.163677 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-25215a41-e595-491d-9abb-26b7919737b1 req-702bcd06-a622-4d9e-b5cc-475986de42f0 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173144 Sep 30 08:06:00.177685 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50556) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:00.209891 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2fffc92f-2851-4abc-aa1a-2be59769fbf7 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:06:00.217125 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:06:00.267669 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:06:00.272913 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 201282c8-ca62-4ef6-b2b9-7d8e99f260c7 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:06:00.273689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1143afbb-2f4f-4494-a330-d63945ead984 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:06:00.301305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 1143afbb-2f4f-4494-a330-d63945ead984 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:06:00.301688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1143afbb-2f4f-4494-a330-d63945ead984 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:06:00.340353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-505e69f4-7389-44f2-a9a6-41b8518d9f8f tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/quotas/f61b1dfac07541759cd786566cabda1b HTTP/1.1" status: 200 len: 375 time: 0.2446697 Sep 30 08:06:00.375311 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d74094cb-7a6f-4b94-a3e4-d6518c1d7b31 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-network', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:00.409419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-1328945b-db75-4c83-8806-9f85348c9416 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:00.416462 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-1328945b-db75-4c83-8806-9f85348c9416 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:00.431623 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74094cb-7a6f-4b94-a3e4-d6518c1d7b31 admin admin] Made reservation on behalf of dcfd02a4420f45ae80de716be102bc08 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:06:00.434738 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d74094cb-7a6f-4b94-a3e4-d6518c1d7b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:00.447018 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-1328945b-db75-4c83-8806-9f85348c9416 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:00.452968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:00.469309 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d74094cb-7a6f-4b94-a3e4-d6518c1d7b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:00.591832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2fffc92f-2851-4abc-aa1a-2be59769fbf7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:00.598651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328945b-db75-4c83-8806-9f85348c9416 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Pushing event updated for resources: {'Port': ['ID=d29541f6-a460-4a09-8076-2f8300e46194,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:00.631564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:06:00.639245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-1328945b-db75-4c83-8806-9f85348c9416 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:00.639945 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-1328945b-db75-4c83-8806-9f85348c9416 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:00.642326 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-74ca4299-9bdd-44bf-97e2-c3b409a2b539 req-5b37e46e-104c-4045-9fd6-ee327cbeb08c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:00.652064 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d74094cb-7a6f-4b94-a3e4-d6518c1d7b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:00.654861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '2fffc92f-2851-4abc-aa1a-2be59769fbf7', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '2fffc92f-2851-4abc-aa1a-2be59769fbf7', 'mac_address': 'fa:16:3e:8d:d3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:06:00.659014 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d74094cb-7a6f-4b94-a3e4-d6518c1d7b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:00.710465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74094cb-7a6f-4b94-a3e4-d6518c1d7b31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:06:00.745020 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d74094cb-7a6f-4b94-a3e4-d6518c1d7b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:00.745485 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-d74094cb-7a6f-4b94-a3e4-d6518c1d7b31 admin admin] Added segment 78f01a6e-fdfc-41dc-86a1-8a034f5c7004 of type vlan for network 02cd2598-3207-49a9-acc9-daf424000aed Sep 30 08:06:00.759939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74094cb-7a6f-4b94-a3e4-d6518c1d7b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f849a2a-f4d8-42f4-9606-a47bf56cca54,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:00.773857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['15a01a98-df89-48f7-aae9-0964bf2959a2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:06:00.784034 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebf37a-093f-4f07-8e57-5d64b46c4f86 req-0869aa51-395a-4858-943c-5070e48f6b6d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:00.785700 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:00.786072 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:00.795463 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cdebf37a-093f-4f07-8e57-5d64b46c4f86 req-0869aa51-395a-4858-943c-5070e48f6b6d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc85a6b5-1eef-40b6-94d5-91404b40490e HTTP/1.1" status: 200 len: 867 time: 0.4499824 Sep 30 08:06:00.827587 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d74094cb-7a6f-4b94-a3e4-d6518c1d7b31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:00.827849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-a01e91a1-7fa7-4b3f-b982-8609d1eb228b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4854836 Sep 30 08:06:00.836567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37e46e-104c-4045-9fd6-ee327cbeb08c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Pushing event deleted for resources: {'Port': ['ID=f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:00.874698 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-1328945b-db75-4c83-8806-9f85348c9416 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1199186 Sep 30 08:06:00.878840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ca4299-9bdd-44bf-97e2-c3b409a2b539 req-5b37e46e-104c-4045-9fd6-ee327cbeb08c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] No DVR routers for this DVR port f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:06:00.885273 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d74094cb-7a6f-4b94-a3e4-d6518c1d7b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:00.886611 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74094cb-7a6f-4b94-a3e4-d6518c1d7b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:00.887469 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d74094cb-7a6f-4b94-a3e4-d6518c1d7b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:00.893853 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cdebf37a-093f-4f07-8e57-5d64b46c4f86 req-473e4c18-440f-4263-8e88-3bc60783b420 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963907 Sep 30 08:06:00.895474 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-74ca4299-9bdd-44bf-97e2-c3b409a2b539 req-5b37e46e-104c-4045-9fd6-ee327cbeb08c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:00.905596 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74ca4299-9bdd-44bf-97e2-c3b409a2b539 req-5b37e46e-104c-4045-9fd6-ee327cbeb08c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.36 "DELETE /v2.0/ports/f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f HTTP/1.1" status: 204 len: 173 time: 2.2210979 Sep 30 08:06:00.918413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Request body: {'port': {'device_id': '96e437b5-66c2-4b3d-b185-c00d06f033be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:00.994038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc85a6b5-1eef-40b6-94d5-91404b40490e', 'name': 'network-vif-deleted', 'tag': 'f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:00.997346 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad380e7f-35bb-4d08-817e-d8044c6a1163" -d '{"events": [{"server_uuid": "cc85a6b5-1eef-40b6-94d5-91404b40490e", "name": "network-vif-deleted", "tag": "f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:01.004967 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:01.026859 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d74094cb-7a6f-4b94-a3e4-d6518c1d7b31 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8479865 Sep 30 08:06:01.032471 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:01.059106 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:01.174137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ddf185-4a0f-4996-a1f9-4da20aceaadd admin admin] Deleting subnet ab2ee65f-beaa-498e-bdba-cae189f73676 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:06:01.188880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-73b24228-4eb6-4f19-8e03-2fe7cef2a050 admin admin] Request body: {'subnet': {'network_id': '02cd2598-3207-49a9-acc9-daf424000aed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-subnet', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:01.194337 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-7e07990d-c00b-49d2-9e8d-b8d94678024b service neutron] 10.222.0.24 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523905 Sep 30 08:06:01.247632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fffc92f-2851-4abc-aa1a-2be59769fbf7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:01.260374 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:01.290594 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf185-4a0f-4996-a1f9-4da20aceaadd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:01.301426 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74094cb-7a6f-4b94-a3e4-d6518c1d7b31 admin admin] Pushing event updated for resources: {'Network': ['ID=02cd2598-3207-49a9-acc9-daf424000aed,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:01.310867 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2fffc92f-2851-4abc-aa1a-2be59769fbf7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:01.317072 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-160c2a86-c4e9-464f-b156-671d497df8a7 None None] Provisioning complete for port d29541f6-a460-4a09-8076-2f8300e46194 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:01.318594 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-160c2a86-c4e9-464f-b156-671d497df8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:01.332852 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:01.337948 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 02cd2598-3207-49a9-acc9-daf424000aed details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:06:01.423743 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b24228-4eb6-4f19-8e03-2fe7cef2a050 admin admin] Made reservation on behalf of dcfd02a4420f45ae80de716be102bc08 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:06:01.426157 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73b24228-4eb6-4f19-8e03-2fe7cef2a050 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:01.443540 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf185-4a0f-4996-a1f9-4da20aceaadd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:01.542439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac813f4b-663d-40da-87d1-e84809ade93b req-f6c68af2-5cd4-4deb-b0c7-5567b6028936 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:01.550544 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac813f4b-663d-40da-87d1-e84809ade93b req-f6c68af2-5cd4-4deb-b0c7-5567b6028936 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 936 time: 0.3568735 Sep 30 08:06:01.577071 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-160c2a86-c4e9-464f-b156-671d497df8a7 None None] Port d29541f6-a460-4a09-8076-2f8300e46194 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:06:01.623056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-12c2fc7d-38c2-48a3-905a-63ca7b8fd09c service neutron] 10.222.0.24 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045739 Sep 30 08:06:01.655744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['2fffc92f-2851-4abc-aa1a-2be59769fbf7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:06:01.658073 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac813f4b-663d-40da-87d1-e84809ade93b req-a2eddd5a-3327-4e90-9945-ea4f40d250f3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687115 Sep 30 08:06:01.704339 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf185-4a0f-4996-a1f9-4da20aceaadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:01.761000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=2fffc92f-2851-4abc-aa1a-2be59769fbf7,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:01.798976 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:01.861223 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfe7bc7-7c5c-4fb0-8686-6a7756bfe67f x-openstack-request-id: req-4dfe7bc7-7c5c-4fb0-8686-6a7756bfe67f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:01.861831 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc85a6b5-1eef-40b6-94d5-91404b40490e", "name": "network-vif-deleted", "tag": "f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:01.861831 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4dfe7bc7-7c5c-4fb0-8686-6a7756bfe67f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:01.862135 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc85a6b5-1eef-40b6-94d5-91404b40490e', 'name': 'network-vif-deleted', 'tag': 'f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f', 'status': 'completed', 'code': 200} Sep 30 08:06:01.899037 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:01.901962 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7278361-dcba-40ee-87c1-6dc9a01e9265" -d '{"events": [{"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-plugged", "status": "completed", "tag": "fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:01.918415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd,segment=NetworkSegment(3270a3ed-1f9c-4f43-a8fd-e19db1143275),segment_id=3270a3ed-1f9c-4f43-a8fd-e19db1143275)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:01.922053 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29541f6-a460-4a09-8076-2f8300e46194 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:01.934746 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:01.936770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 12516ca3-09f3-4d95-ad3e-9f542fbcc1de up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:01.942738 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:01.967348 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf185-4a0f-4996-a1f9-4da20aceaadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:01.979607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Transition to ACTIVE for port object d29541f6-a460-4a09-8076-2f8300e46194 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:06:01.996978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddf185-4a0f-4996-a1f9-4da20aceaadd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab2ee65f-beaa-498e-bdba-cae189f73676,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:02.058860 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf185-4a0f-4996-a1f9-4da20aceaadd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:02.074227 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a5ddf185-4a0f-4996-a1f9-4da20aceaadd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ab2ee65f-beaa-498e-bdba-cae189f73676 HTTP/1.1" status: 204 len: 168 time: 1.0655673 Sep 30 08:06:02.091504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50586) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:02.092142 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50588) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:02.131525 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70442b21-e9fc-4265-b39d-5d76e49e9696 x-openstack-request-id: req-70442b21-e9fc-4265-b39d-5d76e49e9696 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:02.131525 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-plugged", "status": "completed", "tag": "fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:02.133421 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70442b21-e9fc-4265-b39d-5d76e49e9696 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:02.134047 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd', 'code': 200} Sep 30 08:06:02.152740 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:02.177414 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73b24228-4eb6-4f19-8e03-2fe7cef2a050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:02.189324 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:02.288809 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:06:02.300177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:02.300487 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:02.370807 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b24228-4eb6-4f19-8e03-2fe7cef2a050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff604b4-4ea3-444f-b90c-17291184c96e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:02.373474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b24228-4eb6-4f19-8e03-2fe7cef2a050 admin admin] Checking segment: {'id': '78f01a6e-fdfc-41dc-86a1-8a034f5c7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:02.373972 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b24228-4eb6-4f19-8e03-2fe7cef2a050 admin admin] Network hostable DHCP agents. Network: 02cd2598-3207-49a9-acc9-daf424000aed, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:06:02.414448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b24228-4eb6-4f19-8e03-2fe7cef2a050 admin admin] Network 02cd2598-3207-49a9-acc9-daf424000aed is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:06:02.442775 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:02.444798 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-73b24228-4eb6-4f19-8e03-2fe7cef2a050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 02cd2598-3207-49a9-acc9-daf424000aed) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:02.456326 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b24228-4eb6-4f19-8e03-2fe7cef2a050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:02.456920 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73b24228-4eb6-4f19-8e03-2fe7cef2a050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:02.463164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b355dc-4daf-4b88-b2f9-40ba9520dbcd None None] Network 02cd2598-3207-49a9-acc9-daf424000aed requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:06:02.490583 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-73b24228-4eb6-4f19-8e03-2fe7cef2a050 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3296747 Sep 30 08:06:02.492473 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50596) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:02.516818 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e4205f6-0fef-4de9-a803-bb58725df065 req-5eeba61e-ea96-442a-8f00-bb293a602a9f tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 210 time: 0.2920442 Sep 30 08:06:02.531074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-router', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:02.591514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=12516ca3-09f3-4d95-ad3e-9f542fbcc1de,segment=NetworkSegment(f77bfa7b-9a07-4326-a326-3a04798a55ce),segment_id=f77bfa7b-9a07-4326-a326-3a04798a55ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:02.617842 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c12fcfc5-f571-4a6b-80e0-d880f4112170 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:02.621465 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:02.622266 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:06:02.654423 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eb816f96-4526-447a-acb9-221eb9b3faec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:02.683557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a64ca-d327-495a-b3e7-b1d2fb75f339 req-e85a68b9-f4c8-4997-9441-0dcfd51994d8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:02.689775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a64ca-d327-495a-b3e7-b1d2fb75f339 req-e85a68b9-f4c8-4997-9441-0dcfd51994d8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:02.696699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a64ca-d327-495a-b3e7-b1d2fb75f339 req-e85a68b9-f4c8-4997-9441-0dcfd51994d8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:02.704454 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-414a64ca-d327-495a-b3e7-b1d2fb75f339 req-e85a68b9-f4c8-4997-9441-0dcfd51994d8 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2416 time: 0.7202904 Sep 30 08:06:02.723340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:06:02.723696 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device f13eb9c6-4e90-4f0d-96ae-8d5bc584ce2f not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:06:02.803252 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Pushing event updated for resources: {'Port': ['ID=d29541f6-a460-4a09-8076-2f8300e46194,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:02.952994 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c12fcfc5-f571-4a6b-80e0-d880f4112170 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:02.982983 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:02.984340 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:03.051430 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:03.069353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-414a64ca-d327-495a-b3e7-b1d2fb75f339 req-7a35b1af-c7ba-42b3-a4d0-4d41830c71fc tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601305 Sep 30 08:06:03.093783 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=12516ca3-09f3-4d95-ad3e-9f542fbcc1de,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:03.204425 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02cd2598-3207-49a9-acc9-daf424000aed', 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'fixed_ips': [{'subnet_id': '1ff604b4-4ea3-444f-b90c-17291184c96e'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:06:03.205281 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:03.283105 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eb816f96-4526-447a-acb9-221eb9b3faec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:03.335864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cd421-51bd-49d1-b293-bdbb50b2c42e req-b3fa54c0-10f8-41d5-ae81-dce255fd21ad tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:03.344123 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d7cd421-51bd-49d1-b293-bdbb50b2c42e req-b3fa54c0-10f8-41d5-ae81-dce255fd21ad tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.6767488 Sep 30 08:06:03.367115 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Allocated IP 172.20.0.2 (02cd2598-3207-49a9-acc9-daf424000aed/1ff604b4-4ea3-444f-b90c-17291184c96e/a165caaf-bd7e-4b61-a50d-44fb1ff834ee) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:03.612060 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:03.622437 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:03.661300 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Network 02cd2598-3207-49a9-acc9-daf424000aed is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:03.664313 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:03.669219 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:03.709248 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Pushing event updated for resources: {'Port': ['ID=a165caaf-bd7e-4b61-a50d-44fb1ff834ee,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:03.761338 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Attempting to bind port a165caaf-bd7e-4b61-a50d-44fb1ff834ee on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:03.761604 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Attempting to bind port a165caaf-bd7e-4b61-a50d-44fb1ff834ee by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '78f01a6e-fdfc-41dc-86a1-8a034f5c7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:03.762001 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Attempting to bind port a165caaf-bd7e-4b61-a50d-44fb1ff834ee on network 02cd2598-3207-49a9-acc9-daf424000aed {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:03.769101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:03.769652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Checking segment: {'id': '78f01a6e-fdfc-41dc-86a1-8a034f5c7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:03.770196 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:03.770691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Bound using segment: {'id': '78f01a6e-fdfc-41dc-86a1-8a034f5c7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:03.771262 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Bound port: a165caaf-bd7e-4b61-a50d-44fb1ff834ee, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f01a6e-fdfc-41dc-86a1-8a034f5c7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:03.771749 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:03.794610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-eb816f96-4526-447a-acb9-221eb9b3faec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27eb64fb-38bc-4d58-ae7e-58a30f475b25']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:03.856985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] For port a165caaf-bd7e-4b61-a50d-44fb1ff834ee, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:03.862636 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] For port a165caaf-bd7e-4b61-a50d-44fb1ff834ee, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a165caaf-bd7e-4b61-a50d-44fb1ff834ee,segment=NetworkSegment(78f01a6e-fdfc-41dc-86a1-8a034f5c7004),segment_id=78f01a6e-fdfc-41dc-86a1-8a034f5c7004)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:03.869623 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:03.895873 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:03.962673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5d2cf-cf23-4827-b96b-46736f06fdd1 None None] Pushing event updated for resources: {'Port': ['ID=a165caaf-bd7e-4b61-a50d-44fb1ff834ee,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:04.073623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-eb816f96-4526-447a-acb9-221eb9b3faec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:04.074154 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-eb816f96-4526-447a-acb9-221eb9b3faec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a55f94d-4b70-4096-81ae-3d38ecf4b8e4') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:04.079635 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c12fcfc5-f571-4a6b-80e0-d880f4112170 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:04.087338 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c12fcfc5-f571-4a6b-80e0-d880f4112170 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:04.088552 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c12fcfc5-f571-4a6b-80e0-d880f4112170 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "DELETE /v2.0/security-groups/fa8624b7-3e98-419d-add9-3875d4928163 HTTP/1.1" status: 204 len: 168 time: 1.9878604 Sep 30 08:06:04.091106 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:04.113046 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-9688e55f-a202-44a5-b25f-bc10c0549628 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] show failed (client error): The resource could not be found. Sep 30 08:06:04.114179 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9688e55f-a202-44a5-b25f-bc10c0549628 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "GET /v2.0/security-groups/fa8624b7-3e98-419d-add9-3875d4928163 HTTP/1.1" status: 404 len: 347 time: 0.0212846 Sep 30 08:06:04.116935 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50608) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:04.122688 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-e3a6c3bb-96bc-4e22-9f44-0920830b2781 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:04.124239 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-e3a6c3bb-96bc-4e22-9f44-0920830b2781 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.36 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 805 time: 0.2152424 Sep 30 08:06:04.135041 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12516ca3-09f3-4d95-ad3e-9f542fbcc1de'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:04.143703 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c3e249-cef4-4800-94eb-aa2a1d4978a0" -d '{"events": [{"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-plugged", "status": "completed", "tag": "12516ca3-09f3-4d95-ad3e-9f542fbcc1de"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:04.186704 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eb816f96-4526-447a-acb9-221eb9b3faec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:04.207438 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2fffc92f-2851-4abc-aa1a-2be59769fbf7 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:04.260393 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d7cd421-51bd-49d1-b293-bdbb50b2c42e req-291c073c-022a-460b-b949-681cbe0344d9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9152970 Sep 30 08:06:04.267291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fcfc5-f571-4a6b-80e0-d880f4112170 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8624b7-3e98-419d-add9-3875d4928163,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:04.278286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Attempting to bind port d29541f6-a460-4a09-8076-2f8300e46194 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:04.278746 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Attempting to bind port d29541f6-a460-4a09-8076-2f8300e46194 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:04.279200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Attempting to bind port d29541f6-a460-4a09-8076-2f8300e46194 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:04.285565 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-13b0d126-cec4-48a2-a42f-bf47c1b9ec2d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Request body: {'port': {'device_id': '6a712f42-f94f-470e-b2bb-8089b9bf4ab9', 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d', 'admin_state_up': True, 'tenant_id': 'f61b1dfac07541759cd786566cabda1b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:04.438766 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06478137-ce68-4a7d-9a25-946c2f2246ab req-ece6e675-8eae-42b2-8fea-76265c6189ed tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:04.441145 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06478137-ce68-4a7d-9a25-946c2f2246ab req-ece6e675-8eae-42b2-8fea-76265c6189ed tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 948 time: 1.2385509 Sep 30 08:06:04.452996 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 2fffc92f-2851-4abc-aa1a-2be59769fbf7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:06:04.459157 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eb816f96-4526-447a-acb9-221eb9b3faec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:04.472851 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 2fffc92f-2851-4abc-aa1a-2be59769fbf7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:04.475553 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:04.500968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Port d29541f6-a460-4a09-8076-2f8300e46194 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:06:04.501313 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Attempting to bind port d29541f6-a460-4a09-8076-2f8300e46194 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:04.517918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:04.518264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:04.518663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:04.519121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Bound port: d29541f6-a460-4a09-8076-2f8300e46194, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:04.519492 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:04.526235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb816f96-4526-447a-acb9-221eb9b3faec admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:06:04.526470 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eb816f96-4526-447a-acb9-221eb9b3faec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:06:04.538166 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:06:04.579892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cfe61ad4-4f94-4068-af87-293ccbb0b565 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Deleting port 09203518-c3dc-492c-905f-56dbb620263c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:06:04.580626 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cfe61ad4-4f94-4068-af87-293ccbb0b565 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:04.597739 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:04.606655 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1494285a-113d-4eec-8f1a-db22563899eb req-e81ec4ee-2e9f-416e-b9ce-63f7af37c8a2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 210 time: 0.0951798 Sep 30 08:06:04.653195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06478137-ce68-4a7d-9a25-946c2f2246ab req-db5745ab-036d-4271-bf48-e95f06393761 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882253 Sep 30 08:06:04.669004 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2fffc92f-2851-4abc-aa1a-2be59769fbf7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:04.669722 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-13b0d126-cec4-48a2-a42f-bf47c1b9ec2d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Made reservation on behalf of f61b1dfac07541759cd786566cabda1b for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:06:04.688553 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:04.688924 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-13b0d126-cec4-48a2-a42f-bf47c1b9ec2d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:04.777188 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] For port d29541f6-a460-4a09-8076-2f8300e46194, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:04.781625 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] For port d29541f6-a460-4a09-8076-2f8300e46194, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d29541f6-a460-4a09-8076-2f8300e46194,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:04.802206 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b20ec2-fea0-44f4-8854-b2a933eda74c x-openstack-request-id: req-c8b20ec2-fea0-44f4-8854-b2a933eda74c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:04.804719 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-plugged", "status": "completed", "tag": "12516ca3-09f3-4d95-ad3e-9f542fbcc1de", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:04.807049 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8b20ec2-fea0-44f4-8854-b2a933eda74c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:04.807199 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12516ca3-09f3-4d95-ad3e-9f542fbcc1de', 'code': 200} Sep 30 08:06:04.807925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=2fffc92f-2851-4abc-aa1a-2be59769fbf7,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:04.808997 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cfe61ad4-4f94-4068-af87-293ccbb0b565 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:04.811578 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cfe61ad4-4f94-4068-af87-293ccbb0b565 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:04.833618 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cfe61ad4-4f94-4068-af87-293ccbb0b565 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Calling delete_port for 09203518-c3dc-492c-905f-56dbb620263c owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:06:04.850509 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:04.942604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:04.943389 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:04.945698 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] 10.222.0.35 "PUT /v2.0/ports/d29541f6-a460-4a09-8076-2f8300e46194 HTTP/1.1" status: 200 len: 1096 time: 4.0372815 Sep 30 08:06:05.004881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e437b5-66c2-4b3d-b185-c00d06f033be', 'tag': 'd29541f6-a460-4a09-8076-2f8300e46194'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:05.007335 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1a140b-8f2f-4810-997b-c20a9401c58d" -d '{"events": [{"name": "network-changed", "server_uuid": "96e437b5-66c2-4b3d-b185-c00d06f033be", "tag": "d29541f6-a460-4a09-8076-2f8300e46194"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:05.117453 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eb816f96-4526-447a-acb9-221eb9b3faec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:05.161991 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cfe61ad4-4f94-4068-af87-293ccbb0b565 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:05.211681 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eb816f96-4526-447a-acb9-221eb9b3faec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:05.214095 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-eb816f96-4526-447a-acb9-221eb9b3faec admin admin] 10.222.0.24 "DELETE /v2.0/networks/27eb64fb-38bc-4d58-ae7e-58a30f475b25 HTTP/1.1" status: 204 len: 168 time: 3.1145515 Sep 30 08:06:05.215393 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe61ad4-4f94-4068-af87-293ccbb0b565 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Pushing event deleted for resources: {'Port': ['ID=09203518-c3dc-492c-905f-56dbb620263c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:05.230135 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50620) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:05.306567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620330c-66f5-46df-8e05-7fff2ff4911e req-0d5098c6-c99a-4230-87c2-9db63f68c078 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:05.313149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620330c-66f5-46df-8e05-7fff2ff4911e req-0d5098c6-c99a-4230-87c2-9db63f68c078 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:05.319662 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620330c-66f5-46df-8e05-7fff2ff4911e req-0d5098c6-c99a-4230-87c2-9db63f68c078 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:05.323251 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2620330c-66f5-46df-8e05-7fff2ff4911e req-0d5098c6-c99a-4230-87c2-9db63f68c078 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2417 time: 0.4812186 Sep 30 08:06:05.369256 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc83984-8287-4474-bab4-c331943ec56d admin admin] Deleting subnet 36d7954c-6cea-4667-ad66-12a64f615bd6 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:06:05.373107 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7dc83984-8287-4474-bab4-c331943ec56d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:05.390754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb816f96-4526-447a-acb9-221eb9b3faec admin admin] Pushing event deleted for resources: {'Network': ['ID=27eb64fb-38bc-4d58-ae7e-58a30f475b25,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:05.423889 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec13f9-ad37-40d9-b999-11052b1ab634 req-f3c1e50b-211f-4b86-9780-1d9ef20e3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:05.424483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec13f9-ad37-40d9-b999-11052b1ab634 req-f3c1e50b-211f-4b86-9780-1d9ef20e3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:05.425033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec13f9-ad37-40d9-b999-11052b1ab634 req-f3c1e50b-211f-4b86-9780-1d9ef20e3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:05.426740 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8cec13f9-ad37-40d9-b999-11052b1ab634 req-f3c1e50b-211f-4b86-9780-1d9ef20e3155 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2870 time: 0.5534816 Sep 30 08:06:05.461738 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7dc83984-8287-4474-bab4-c331943ec56d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:05.509809 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7dc83984-8287-4474-bab4-c331943ec56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:05.529209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf4da2-cfc5-4215-a8dc-cc794c2f3486 service neutron] Pushing event updated for resources: {'Port': ['ID=d29541f6-a460-4a09-8076-2f8300e46194,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:05.559568 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-eb96d02e-e145-4634-86b5-4292fe34fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:05.572479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-eb96d02e-e145-4634-86b5-4292fe34fd54 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3609992ca72436d91473dd96fb4a655&device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 1099 time: 0.5389466 Sep 30 08:06:05.580835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0a8f9-e426-4031-80df-b3d02acbf03a req-d2ff3092-d8f4-4d22-8728-63b4af364073 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:05.590984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5aa0a8f9-e426-4031-80df-b3d02acbf03a req-d2ff3092-d8f4-4d22-8728-63b4af364073 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.5558152 Sep 30 08:06:05.597284 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7dc83984-8287-4474-bab4-c331943ec56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:05.612073 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7dc83984-8287-4474-bab4-c331943ec56d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:05.614011 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7dc83984-8287-4474-bab4-c331943ec56d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/36d7954c-6cea-4667-ad66-12a64f615bd6 HTTP/1.1" status: 204 len: 168 time: 0.3766189 Sep 30 08:06:05.618363 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cfe61ad4-4f94-4068-af87-293ccbb0b565 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:05.622497 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cfe61ad4-4f94-4068-af87-293ccbb0b565 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:05.622655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50622) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:05.626443 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cfe61ad4-4f94-4068-af87-293ccbb0b565 tempest-ServersTestBootFromVolume-371430772 tempest-ServersTestBootFromVolume-371430772-project] 10.222.0.24 "DELETE /v2.0/floatingips/2af3c06b-29a9-4812-ad5c-82be3cfaaffa HTTP/1.1" status: 204 len: 168 time: 1.5058186 Sep 30 08:06:05.647853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50624) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:05.653466 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc83984-8287-4474-bab4-c331943ec56d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d7954c-6cea-4667-ad66-12a64f615bd6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:05.685321 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460abb25-98f8-4061-a7ec-85295f63c39f None None] Network 02cd2598-3207-49a9-acc9-daf424000aed requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:06:05.734577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-484db8c9-d47f-4e91-897d-6c65bd933dc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=d29541f6-a460-4a09-8076-2f8300e46194 HTTP/1.1" status: 200 len: 217 time: 0.1187887 Sep 30 08:06:05.736218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8cec13f9-ad37-40d9-b999-11052b1ab634 req-45f72e8f-59d6-496a-b282-aad94de78a99 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955534 Sep 30 08:06:05.773784 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d67e5af0-4c8c-490a-b6a6-72049ca52647 None None] Provisioning complete for port a165caaf-bd7e-4b61-a50d-44fb1ff834ee triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:05.775110 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d67e5af0-4c8c-490a-b6a6-72049ca52647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:05.802298 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5aa0a8f9-e426-4031-80df-b3d02acbf03a req-97f0d5a4-6793-47fc-ae9d-1c3fe18ce2b9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935380 Sep 30 08:06:05.802298 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2620330c-66f5-46df-8e05-7fff2ff4911e req-e0423925-8d77-4969-9660-5d12487d6f3d tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095109 Sep 30 08:06:05.851403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-13b0d126-cec4-48a2-a42f-bf47c1b9ec2d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Allocated IP 172.20.0.10 (57266100-45c6-4c3c-82b6-0b9860cc0f6d/2b57160f-abdc-4be4-8f56-c9c7324d85d0/43db7a12-f3c9-47a5-aef0-8a689c4fc6fd) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:05.964405 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e60e53-29a7-47f6-9aff-1da64ae54d3a x-openstack-request-id: req-53e60e53-29a7-47f6-9aff-1da64ae54d3a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:05.967559 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e437b5-66c2-4b3d-b185-c00d06f033be", "tag": "d29541f6-a460-4a09-8076-2f8300e46194", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:05.969373 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53e60e53-29a7-47f6-9aff-1da64ae54d3a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:05.969806 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e437b5-66c2-4b3d-b185-c00d06f033be', 'tag': 'd29541f6-a460-4a09-8076-2f8300e46194', 'status': 'completed', 'code': 200} Sep 30 08:06:06.005942 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d67e5af0-4c8c-490a-b6a6-72049ca52647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:06.046066 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d67e5af0-4c8c-490a-b6a6-72049ca52647 None None] For port a165caaf-bd7e-4b61-a50d-44fb1ff834ee, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a165caaf-bd7e-4b61-a50d-44fb1ff834ee,segment=NetworkSegment(78f01a6e-fdfc-41dc-86a1-8a034f5c7004),segment_id=78f01a6e-fdfc-41dc-86a1-8a034f5c7004)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:06.055062 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d67e5af0-4c8c-490a-b6a6-72049ca52647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:06.074397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e57ff2c-74d2-4c9b-abb9-76722d383ec7 req-baedc88b-fc59-47cb-ad2f-1af943bda182 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 210 time: 0.0816483 Sep 30 08:06:06.125492 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f25ece1-8100-4656-a7a8-6345bb1f818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:06.201416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-5c083206-de7e-49b9-b843-1e8b63a13d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:06.202875 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-5c083206-de7e-49b9-b843-1e8b63a13d8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.4480581 Sep 30 08:06:06.210686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e5af0-4c8c-490a-b6a6-72049ca52647 None None] Pushing event updated for resources: {'Port': ['ID=a165caaf-bd7e-4b61-a50d-44fb1ff834ee,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:06.323819 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a165caaf-bd7e-4b61-a50d-44fb1ff834ee up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:06.377062 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79f3d000-8caf-4819-a8ba-f6a42cb9d388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:06.422081 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a165caaf-bd7e-4b61-a50d-44fb1ff834ee triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:06.422794 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:06.599156 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-917af40b-83e6-4e08-9f92-9fa6b7dd7034 None None] Provisioning complete for port a165caaf-bd7e-4b61-a50d-44fb1ff834ee triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:06.599690 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-917af40b-83e6-4e08-9f92-9fa6b7dd7034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:06.674269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071bfe6-870c-4aaf-b4da-99206912321c req-526f62c5-88c9-4606-ade0-ed9d7604aa00 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:06.676486 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0071bfe6-870c-4aaf-b4da-99206912321c req-526f62c5-88c9-4606-ade0-ed9d7604aa00 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 948 time: 0.6097620 Sep 30 08:06:06.759180 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:06.808301 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-79f3d000-8caf-4819-a8ba-f6a42cb9d388 admin admin] Deleting port 1596b5fb-f8d8-4c15-8818-860b1ad1d783 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:06:06.808872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e5310a-3fce-4fb4-a914-9ae01cd53a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fffc92f-2851-4abc-aa1a-2be59769fbf7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:06.809762 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79f3d000-8caf-4819-a8ba-f6a42cb9d388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:06.812432 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9047f32-83f3-4b68-839d-236c308bd1dc" -d '{"events": [{"server_uuid": "92e5310a-3fce-4fb4-a914-9ae01cd53a6f", "name": "network-vif-plugged", "status": "completed", "tag": "2fffc92f-2851-4abc-aa1a-2be59769fbf7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:06.833481 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:06.899272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0071bfe6-870c-4aaf-b4da-99206912321c req-9349b0dd-8e5b-4c59-96b7-f008d2ee880a tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026428 Sep 30 08:06:06.903257 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-efc7ba62-f01b-4868-a899-a573838ca0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:06.905957 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-efc7ba62-f01b-4868-a899-a573838ca0dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6152463 Sep 30 08:06:06.939114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-79f3d000-8caf-4819-a8ba-f6a42cb9d388 admin admin] For port 1596b5fb-f8d8-4c15-8818-860b1ad1d783, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1596b5fb-f8d8-4c15-8818-860b1ad1d783,segment=NetworkSegment(b52daade-4df6-44af-a65c-ee0d6879fe32),segment_id=b52daade-4df6-44af-a65c-ee0d6879fe32)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:06.939545 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79f3d000-8caf-4819-a8ba-f6a42cb9d388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:06.944475 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae886e17-4fe3-48eb-ae2c-9d1cc3eb282c req-4aa65962-0c51-4fed-8824-8a51a11b0144 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:06.948272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae886e17-4fe3-48eb-ae2c-9d1cc3eb282c req-4aa65962-0c51-4fed-8824-8a51a11b0144 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.6595726 Sep 30 08:06:06.955430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-79f3d000-8caf-4819-a8ba-f6a42cb9d388 admin admin] Calling delete_port for 1596b5fb-f8d8-4c15-8818-860b1ad1d783 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:06:06.975110 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faf0a20-891d-460d-8941-9a4e647f43e2 x-openstack-request-id: req-3faf0a20-891d-460d-8941-9a4e647f43e2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:06.975479 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e5310a-3fce-4fb4-a914-9ae01cd53a6f", "name": "network-vif-plugged", "status": "completed", "tag": "2fffc92f-2851-4abc-aa1a-2be59769fbf7", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:06.975727 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3faf0a20-891d-460d-8941-9a4e647f43e2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:06.976199 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e5310a-3fce-4fb4-a914-9ae01cd53a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fffc92f-2851-4abc-aa1a-2be59769fbf7', 'code': 200} Sep 30 08:06:07.140466 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f59695-87c2-43a5-b67e-1483cabe18af req-32640d4d-7583-40bf-85ad-cbb54fe77b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:07.141954 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-65f59695-87c2-43a5-b67e-1483cabe18af req-32640d4d-7583-40bf-85ad-cbb54fe77b9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 1101 time: 0.0620978 Sep 30 08:06:07.179183 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f25ece1-8100-4656-a7a8-6345bb1f818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:07.192128 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae886e17-4fe3-48eb-ae2c-9d1cc3eb282c req-b7a64096-bf11-4527-a0d0-f29aad138bf9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440759 Sep 30 08:06:07.193093 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-65f59695-87c2-43a5-b67e-1483cabe18af req-de100597-b6ae-4d9e-a101-b1596d210a68 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396974 Sep 30 08:06:07.269014 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79f3d000-8caf-4819-a8ba-f6a42cb9d388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:07.295512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6f25ece1-8100-4656-a7a8-6345bb1f818a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438950cb-3da5-4c39-b8bb-cdd58c0fb462']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:07.304243 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-331c9b0c-e3d6-4414-bfb1-7e9020d60aec service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544471 Sep 30 08:06:07.306879 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3d000-8caf-4819-a8ba-f6a42cb9d388 admin admin] Pushing event deleted for resources: {'Port': ['ID=1596b5fb-f8d8-4c15-8818-860b1ad1d783,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:07.351867 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bec13eba-f55e-4ff1-8fb4-41dce1b660ac req-4d587f48-249e-4f10-a14e-52e179b29a04 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 210 time: 0.0669389 Sep 30 08:06:07.356202 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-13b0d126-cec4-48a2-a42f-bf47c1b9ec2d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:07.410476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6f25ece1-8100-4656-a7a8-6345bb1f818a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b95cc26-8a0c-4c60-9899-a0576c12e7ca') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:07.410856 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6f25ece1-8100-4656-a7a8-6345bb1f818a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b95cc26-8a0c-4c60-9899-a0576c12e7ca') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:07.432762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864e726-22bb-440b-9f14-16ce93bf165d req-ad84c4d2-ea62-4327-be8f-e76167a5a5ae tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:07.444930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864e726-22bb-440b-9f14-16ce93bf165d req-ad84c4d2-ea62-4327-be8f-e76167a5a5ae tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:07.456261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864e726-22bb-440b-9f14-16ce93bf165d req-ad84c4d2-ea62-4327-be8f-e76167a5a5ae tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:07.457987 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d864e726-22bb-440b-9f14-16ce93bf165d req-ad84c4d2-ea62-4327-be8f-e76167a5a5ae tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2417 time: 0.3684475 Sep 30 08:06:07.504615 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f25ece1-8100-4656-a7a8-6345bb1f818a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:07.587623 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f25ece1-8100-4656-a7a8-6345bb1f818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:07.647523 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f25ece1-8100-4656-a7a8-6345bb1f818a admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:06:07.647974 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f25ece1-8100-4656-a7a8-6345bb1f818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:06:07.651777 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:06:07.745678 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Allocated IP 172.25.0.170 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/bbe039b0-eebd-4298-a18b-e6fb65b7ea0c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:07.761204 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d864e726-22bb-440b-9f14-16ce93bf165d req-a9d67ed8-ab14-40fd-a95f-a5c09e73a080 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834518 Sep 30 08:06:07.928300 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-13b0d126-cec4-48a2-a42f-bf47c1b9ec2d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:07.928703 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f25ece1-8100-4656-a7a8-6345bb1f818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:07.939295 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:06:07.998191 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0d126-cec4-48a2-a42f-bf47c1b9ec2d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Pushing event updated for resources: {'Port': ['ID=43db7a12-f3c9-47a5-aef0-8a689c4fc6fd,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:08.025525 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79f3d000-8caf-4819-a8ba-f6a42cb9d388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:08.061303 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f25ece1-8100-4656-a7a8-6345bb1f818a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:08.063708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6f25ece1-8100-4656-a7a8-6345bb1f818a admin admin] 10.222.0.24 "DELETE /v2.0/networks/438950cb-3da5-4c39-b8bb-cdd58c0fb462 HTTP/1.1" status: 204 len: 168 time: 2.4164858 Sep 30 08:06:08.409439 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a165caaf-bd7e-4b61-a50d-44fb1ff834ee up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:08.527803 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f3d000-8caf-4819-a8ba-f6a42cb9d388 admin admin] Router e99b6f17-fca4-41cc-a567-f92b2a21b048 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:06:08.530038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50658) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:08.535953 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a165caaf-bd7e-4b61-a50d-44fb1ff834ee triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:08.536588 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:08.680003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f3d000-8caf-4819-a8ba-f6a42cb9d388 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:06:08.690527 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-79f3d000-8caf-4819-a8ba-f6a42cb9d388 admin admin] 10.222.0.24 "PUT /v2.0/routers/e99b6f17-fca4-41cc-a567-f92b2a21b048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0432327 Sep 30 08:06:08.691436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c79480f1-eb55-4b07-a3e6-3d3790d582bf req-7f6db230-12b4-4ed7-8206-8f9cbf09bcc5 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2287846 Sep 30 08:06:08.691869 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50660) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:08.693175 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fb2663-1990-454d-8541-a87338cc00ad None None] Sync routers for ids ['e99b6f17-fca4-41cc-a567-f92b2a21b048'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:06:08.708647 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25ece1-8100-4656-a7a8-6345bb1f818a admin admin] Pushing event deleted for resources: {'Network': ['ID=438950cb-3da5-4c39-b8bb-cdd58c0fb462,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:08.710304 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb2663-1990-454d-8541-a87338cc00ad None None] Routers {'e99b6f17-fca4-41cc-a567-f92b2a21b048'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:06:08.718079 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c4fb2663-1990-454d-8541-a87338cc00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:05:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e99b6f17-fca4-41cc-a567-f92b2a21b048'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:08.734238 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-13b0d126-cec4-48a2-a42f-bf47c1b9ec2d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Network 57266100-45c6-4c3c-82b6-0b9860cc0f6d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:08.843048 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-13b0d126-cec4-48a2-a42f-bf47c1b9ec2d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:08.876643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-13b0d126-cec4-48a2-a42f-bf47c1b9ec2d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:08.905396 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20a118ad-2986-4714-a1ca-bba076f5b574 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:08.979155 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fe44b-99b8-40f2-a946-339cc31eab98 req-ca156434-a8cc-4f1d-8d42-00b3208a3978 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:08.987673 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-984fe44b-99b8-40f2-a946-339cc31eab98 req-ca156434-a8cc-4f1d-8d42-00b3208a3978 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 948 time: 0.2943811 Sep 30 08:06:09.005617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c666767-5c08-455e-bb93-cdfa9e1951fd req-b15cd8cc-ce8f-4d0a-9d32-0801fa6f2841 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:09.013002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c666767-5c08-455e-bb93-cdfa9e1951fd req-b15cd8cc-ce8f-4d0a-9d32-0801fa6f2841 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:09.022730 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c666767-5c08-455e-bb93-cdfa9e1951fd req-b15cd8cc-ce8f-4d0a-9d32-0801fa6f2841 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:09.030970 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c666767-5c08-455e-bb93-cdfa9e1951fd req-b15cd8cc-ce8f-4d0a-9d32-0801fa6f2841 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2417 time: 0.3317957 Sep 30 08:06:09.042258 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cbb3bbfa-6752-46a8-b24f-55d2d9a22874 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b90880b9f658495fbcf10eee4b545dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5091903 Sep 30 08:06:09.043066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50666) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:09.075039 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20a118ad-2986-4714-a1ca-bba076f5b574 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:09.083668 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c4fb2663-1990-454d-8541-a87338cc00ad None None] Set router e99b6f17-fca4-41cc-a567-f92b2a21b048 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:06:09.137076 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:09.238643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-20a118ad-2986-4714-a1ca-bba076f5b574 admin admin] Deleting port 3b137713-68f8-4fd0-b145-1f3a315251d2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:06:09.241094 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20a118ad-2986-4714-a1ca-bba076f5b574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:09.279660 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c666767-5c08-455e-bb93-cdfa9e1951fd req-fa0a0dd2-a4cc-48bf-81df-872d9e634603 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468569 Sep 30 08:06:09.327157 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c4fb2663-1990-454d-8541-a87338cc00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'name': 'tempest-ServersTestBootFromVolume-921361433-router', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:46Z', 'updated_at': '2021-09-30T08:06:07Z', 'revision_number': 5, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'gw_port': {'id': '3b137713-68f8-4fd0-b145-1f3a315251d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:02:47Z', 'updated_at': '2021-09-30T08:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:09.369526 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fb2663-1990-454d-8541-a87338cc00ad None None] Checking router: e99b6f17-fca4-41cc-a567-f92b2a21b048 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:06:09.380834 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb2663-1990-454d-8541-a87338cc00ad None None] Routers {'e99b6f17-fca4-41cc-a567-f92b2a21b048'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:06:09.381539 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c4fb2663-1990-454d-8541-a87338cc00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:05:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e99b6f17-fca4-41cc-a567-f92b2a21b048'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:09.384289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-984fe44b-99b8-40f2-a946-339cc31eab98 req-2a1c48e2-373a-4ba8-afe7-ebf8210b7c1d tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902435 Sep 30 08:06:09.390548 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:09.440558 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-13b0d126-cec4-48a2-a42f-bf47c1b9ec2d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:09.446110 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-13b0d126-cec4-48a2-a42f-bf47c1b9ec2d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:09.466086 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:09.471347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a140b-8f2f-4810-997b-c20a9401c58d req-91820a99-144f-4672-b168-2e179c5c525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:09.476321 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f1a140b-8f2f-4810-997b-c20a9401c58d req-91820a99-144f-4672-b168-2e179c5c525d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3609992ca72436d91473dd96fb4a655&device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 1099 time: 0.6852334 Sep 30 08:06:09.497289 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-20a118ad-2986-4714-a1ca-bba076f5b574 admin admin] For port 3b137713-68f8-4fd0-b145-1f3a315251d2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3b137713-68f8-4fd0-b145-1f3a315251d2,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:09.497826 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20a118ad-2986-4714-a1ca-bba076f5b574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:09.510447 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c4fb2663-1990-454d-8541-a87338cc00ad None None] Set router e99b6f17-fca4-41cc-a567-f92b2a21b048 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:06:09.511965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-20a118ad-2986-4714-a1ca-bba076f5b574 admin admin] Calling delete_port for 3b137713-68f8-4fd0-b145-1f3a315251d2 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:06:09.512632 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:09.577249 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c4fb2663-1990-454d-8541-a87338cc00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'name': 'tempest-ServersTestBootFromVolume-921361433-router', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:46Z', 'updated_at': '2021-09-30T08:06:09Z', 'revision_number': 6, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:09.605312 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fb2663-1990-454d-8541-a87338cc00ad None None] The sync data for ids ['e99b6f17-fca4-41cc-a567-f92b2a21b048'] in n-d-807359-2 is: [{'id': 'e99b6f17-fca4-41cc-a567-f92b2a21b048', 'name': 'tempest-ServersTestBootFromVolume-921361433-router', 'tenant_id': '7daa18222fbc4f299bad9f34d1548c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:02:46Z', 'updated_at': '2021-09-30T08:06:09Z', 'revision_number': 6, 'project_id': '7daa18222fbc4f299bad9f34d1548c16', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:06:09.632732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:09.659553 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cbae889-8a0c-453d-9573-3f5774bdf645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:09.700846 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cbae889-8a0c-453d-9573-3f5774bdf645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:09.731316 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-13b0d126-cec4-48a2-a42f-bf47c1b9ec2d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4645739 Sep 30 08:06:09.755135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Request body: {'port': {'device_id': '6a712f42-f94f-470e-b2bb-8089b9bf4ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:09.761609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe039b0-eebd-4298-a18b-e6fb65b7ea0c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:09.778263 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20a118ad-2986-4714-a1ca-bba076f5b574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:09.816981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a118ad-2986-4714-a1ca-bba076f5b574 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b137713-68f8-4fd0-b145-1f3a315251d2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:09.864276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745472-25cb-4759-beab-e7e80532dc33 req-256d1d57-b3fc-4dfc-a781-c9c13db75c5c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:09.872240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745472-25cb-4759-beab-e7e80532dc33 req-256d1d57-b3fc-4dfc-a781-c9c13db75c5c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:09.873183 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:09.874598 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cbae889-8a0c-453d-9573-3f5774bdf645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:09.877232 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cbae889-8a0c-453d-9573-3f5774bdf645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:09.878198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745472-25cb-4759-beab-e7e80532dc33 req-256d1d57-b3fc-4dfc-a781-c9c13db75c5c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:09.879883 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8745472-25cb-4759-beab-e7e80532dc33 req-256d1d57-b3fc-4dfc-a781-c9c13db75c5c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.36 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2417 time: 0.2358379 Sep 30 08:06:09.881462 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6cbae889-8a0c-453d-9573-3f5774bdf645 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1fe45637-085f-4d62-bad6-b858eaa7e319 HTTP/1.1" status: 204 len: 168 time: 0.8360946 Sep 30 08:06:09.891174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612fdc8-1083-4ef4-992f-1e8d3444d482 req-742ffd26-08f0-4e25-bf0c-0e5d7b757e56 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:09.898608 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbae889-8a0c-453d-9573-3f5774bdf645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe45637-085f-4d62-bad6-b858eaa7e319,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:09.901111 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d612fdc8-1083-4ef4-992f-1e8d3444d482 req-742ffd26-08f0-4e25-bf0c-0e5d7b757e56 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 932 time: 0.4489334 Sep 30 08:06:09.924865 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20a118ad-2986-4714-a1ca-bba076f5b574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:09.963350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a140b-8f2f-4810-997b-c20a9401c58d req-847b8a82-3091-483f-a1ac-2993a3aeb0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:09.964760 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f1a140b-8f2f-4810-997b-c20a9401c58d req-847b8a82-3091-483f-a1ac-2993a3aeb0f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.4767261 Sep 30 08:06:10.174552 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20a118ad-2986-4714-a1ca-bba076f5b574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:10.182179 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20a118ad-2986-4714-a1ca-bba076f5b574 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:10.192766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1596b5fb-f8d8-4c15-8818-860b1ad1d783 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:06:10.256214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f1a140b-8f2f-4810-997b-c20a9401c58d req-74ecd36d-5e29-4b01-8849-4fd185acfb9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=d29541f6-a460-4a09-8076-2f8300e46194 HTTP/1.1" status: 200 len: 217 time: 0.2682946 Sep 30 08:06:10.260296 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20a118ad-2986-4714-a1ca-bba076f5b574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:10.262073 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a118ad-2986-4714-a1ca-bba076f5b574 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e99b6f17-fca4-41cc-a567-f92b2a21b048 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:06:10.265535 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:10.272056 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20a118ad-2986-4714-a1ca-bba076f5b574 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:10.277310 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-20a118ad-2986-4714-a1ca-bba076f5b574 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e99b6f17-fca4-41cc-a567-f92b2a21b048 HTTP/1.1" status: 204 len: 168 time: 1.5807266 Sep 30 08:06:10.279427 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50680) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:10.286870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d29541f6-a460-4a09-8076-2f8300e46194 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:06:10.292709 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 1596b5fb-f8d8-4c15-8818-860b1ad1d783 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:06:10.293047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1596b5fb-f8d8-4c15-8818-860b1ad1d783 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:06:10.438686 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae6e57b-fb49-41b0-a5ba-c26d5d86c0d5 admin admin] Deleting subnet a589755d-193f-4724-ad80-150315883aa5 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:06:10.443457 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dae6e57b-fb49-41b0-a5ba-c26d5d86c0d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:10.515817 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dae6e57b-fb49-41b0-a5ba-c26d5d86c0d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:10.536795 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d29541f6-a460-4a09-8076-2f8300e46194, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d29541f6-a460-4a09-8076-2f8300e46194,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:10.553889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'd29541f6-a460-4a09-8076-2f8300e46194', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': 'd29541f6-a460-4a09-8076-2f8300e46194', 'mac_address': 'fa:16:3e:50:7b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:06:10.615060 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:10.629958 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29541f6-a460-4a09-8076-2f8300e46194 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:10.675159 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d29541f6-a460-4a09-8076-2f8300e46194, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d29541f6-a460-4a09-8076-2f8300e46194,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:10.686084 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:10.713270 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dae6e57b-fb49-41b0-a5ba-c26d5d86c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:10.737554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:10.758108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a140b-8f2f-4810-997b-c20a9401c58d req-dec8e87b-1297-448d-aca5-8dcadac0f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:10.760257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f1a140b-8f2f-4810-997b-c20a9401c58d req-dec8e87b-1297-448d-aca5-8dcadac0f897 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.4904892 Sep 30 08:06:10.766421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=d29541f6-a460-4a09-8076-2f8300e46194,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:10.789443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d612fdc8-1083-4ef4-992f-1e8d3444d482 req-4a849122-ac94-4fe4-bb16-535d57eee6ba tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8861604 Sep 30 08:06:10.825711 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c936f4e0-ada3-4883-8733-4554c53b9dce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bf27c9436d741e1991e7502961e6549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0847108 Sep 30 08:06:10.826003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50692) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:10.843861 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dae6e57b-fb49-41b0-a5ba-c26d5d86c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:10.910495 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dae6e57b-fb49-41b0-a5ba-c26d5d86c0d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:10.912973 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dae6e57b-fb49-41b0-a5ba-c26d5d86c0d5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a589755d-193f-4724-ad80-150315883aa5 HTTP/1.1" status: 204 len: 168 time: 0.6323814 Sep 30 08:06:10.913792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6e57b-fb49-41b0-a5ba-c26d5d86c0d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a589755d-193f-4724-ad80-150315883aa5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:10.920358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939de0fa-e22a-4702-8e62-3f66bf54d931 None None] Network 19ac8e75-e829-49e3-8984-923b49844d50 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:06:10.921212 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50696) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:10.973394 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['d29541f6-a460-4a09-8076-2f8300e46194'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:06:11.037722 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4074a49-2054-4477-894a-334f3f1e60a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.082680 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.101169 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4074a49-2054-4477-894a-334f3f1e60a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.140442 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661dce2-f15e-43c5-8371-0aa16402b1be req-c0e4051f-3753-419a-bdbc-068e52075665 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:11.146377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661dce2-f15e-43c5-8371-0aa16402b1be req-c0e4051f-3753-419a-bdbc-068e52075665 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:11.154061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661dce2-f15e-43c5-8371-0aa16402b1be req-c0e4051f-3753-419a-bdbc-068e52075665 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:11.155759 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5661dce2-f15e-43c5-8371-0aa16402b1be req-c0e4051f-3753-419a-bdbc-068e52075665 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2417 time: 0.6367605 Sep 30 08:06:11.200018 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4074a49-2054-4477-894a-334f3f1e60a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.211165 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4074a49-2054-4477-894a-334f3f1e60a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.218578 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b4074a49-2054-4477-894a-334f3f1e60a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9fe1612c-8f3b-4d4a-b55a-e3bbf74fe768 HTTP/1.1" status: 204 len: 168 time: 0.3862526 Sep 30 08:06:11.233665 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] Deleting port 66dcae8e-29c4-4766-ab65-3521a46d2e5b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:06:11.234128 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.266037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4074a49-2054-4477-894a-334f3f1e60a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe1612c-8f3b-4d4a-b55a-e3bbf74fe768,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:11.357450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4bb3f6d3-b1c9-4645-a92e-4c7c3c5204d7 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Deleting port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:06:11.357799 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4bb3f6d3-b1c9-4645-a92e-4c7c3c5204d7 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.378787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] For port 66dcae8e-29c4-4766-ab65-3521a46d2e5b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=66dcae8e-29c4-4766-ab65-3521a46d2e5b,segment=NetworkSegment(b52daade-4df6-44af-a65c-ee0d6879fe32),segment_id=b52daade-4df6-44af-a65c-ee0d6879fe32)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:11.379473 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.387542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a140b-8f2f-4810-997b-c20a9401c58d req-cb885c6a-acff-4840-bbdb-afffad5eb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:11.389594 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f1a140b-8f2f-4810-997b-c20a9401c58d req-cb885c6a-acff-4840-bbdb-afffad5eb3aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6143394 Sep 30 08:06:11.392570 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5661dce2-f15e-43c5-8371-0aa16402b1be req-a2e4f72b-e080-40a9-8080-0679cb412296 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223997 Sep 30 08:06:11.405579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] Calling delete_port for 66dcae8e-29c4-4766-ab65-3521a46d2e5b owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:06:11.407114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0065994-8a53-44ad-99ce-a1ca64f0063c None None] DHCP port deletion for 19ac8e75-e829-49e3-8984-923b49844d50 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:06:11.511135 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e0065994-8a53-44ad-99ce-a1ca64f0063c None None] Deleting port 66dcae8e-29c4-4766-ab65-3521a46d2e5b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:06:11.511513 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0065994-8a53-44ad-99ce-a1ca64f0063c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.530004 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f1a140b-8f2f-4810-997b-c20a9401c58d req-dd8c94a2-a2b3-44b2-8af7-50aab990b1c3 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211057 Sep 30 08:06:11.532055 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.588950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] No DVR routers for this DVR port 66dcae8e-29c4-4766-ab65-3521a46d2e5b on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:06:11.605668 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=66dcae8e-29c4-4766-ab65-3521a46d2e5b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:11.676919 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e0065994-8a53-44ad-99ce-a1ca64f0063c None None] For port 66dcae8e-29c4-4766-ab65-3521a46d2e5b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=66dcae8e-29c4-4766-ab65-3521a46d2e5b,segment=NetworkSegment(b52daade-4df6-44af-a65c-ee0d6879fe32),segment_id=b52daade-4df6-44af-a65c-ee0d6879fe32)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:11.677331 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0065994-8a53-44ad-99ce-a1ca64f0063c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.686105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b3cbf-6379-4d46-bc0c-5335a22f6404 req-081807fa-cc18-461c-9db6-f57b34bd5efb tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:11.687653 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae9b3cbf-6379-4d46-bc0c-5335a22f6404 req-081807fa-cc18-461c-9db6-f57b34bd5efb tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 949 time: 0.5705905 Sep 30 08:06:11.698581 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e0065994-8a53-44ad-99ce-a1ca64f0063c None None] Calling delete_port for 66dcae8e-29c4-4766-ab65-3521a46d2e5b owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:06:11.745174 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.764259 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.809295 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ac8e75-e829-49e3-8984-923b49844d50']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:11.840100 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52daade-4df6-44af-a65c-ee0d6879fe32') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:11.842700 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52daade-4df6-44af-a65c-ee0d6879fe32') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:11.859221 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.889112 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.890403 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0065994-8a53-44ad-99ce-a1ca64f0063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.899443 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:06:11.903413 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:11.923884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0065994-8a53-44ad-99ce-a1ca64f0063c None None] Pushing event deleted for resources: {'Port': ['ID=66dcae8e-29c4-4766-ab65-3521a46d2e5b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:06:11.938988 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:06:11.941432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0065994-8a53-44ad-99ce-a1ca64f0063c None None] No DVR routers for this DVR port 66dcae8e-29c4-4766-ab65-3521a46d2e5b on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:06:11.961504 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f1a140b-8f2f-4810-997b-c20a9401c58d req-8600f1e1-af2b-4cea-a156-07b3ba9a50fd service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157929 Sep 30 08:06:11.974885 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f53b2a93-6b70-4fb0-954c-630458401b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:12.030758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4bb3f6d3-b1c9-4645-a92e-4c7c3c5204d7 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] For port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd,segment=NetworkSegment(3270a3ed-1f9c-4f43-a8fd-e19db1143275),segment_id=3270a3ed-1f9c-4f43-a8fd-e19db1143275)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:12.030758 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4bb3f6d3-b1c9-4645-a92e-4c7c3c5204d7 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:12.057232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7b117-5410-4a54-9e05-751131f1eaea req-62f40e8b-4aa9-4158-8040-32e7b2bde9d1 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:12.058794 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94f7b117-5410-4a54-9e05-751131f1eaea req-62f40e8b-4aa9-4158-8040-32e7b2bde9d1 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.4963181 Sep 30 08:06:12.073006 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:12.088182 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:12.094707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4bb3f6d3-b1c9-4645-a92e-4c7c3c5204d7 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Calling delete_port for fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:06:12.095086 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] 10.222.0.24 "DELETE /v2.0/networks/19ac8e75-e829-49e3-8984-923b49844d50 HTTP/1.1" status: 204 len: 168 time: 1.1720011 Sep 30 08:06:12.113236 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47164366-da6a-4dc2-8b64-77823e5c7b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=19ac8e75-e829-49e3-8984-923b49844d50,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:12.114057 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae9b3cbf-6379-4d46-bc0c-5335a22f6404 req-451e0d99-670f-47a4-9a7c-1dbca6a8c3ed tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558695 Sep 30 08:06:12.175578 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 66dcae8e-29c4-4766-ab65-3521a46d2e5b no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:06:12.226044 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 66dcae8e-29c4-4766-ab65-3521a46d2e5b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:06:12.227150 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 66dcae8e-29c4-4766-ab65-3521a46d2e5b not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:06:12.228875 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3b137713-68f8-4fd0-b145-1f3a315251d2 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:06:12.257358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 3b137713-68f8-4fd0-b145-1f3a315251d2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:06:12.257358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3b137713-68f8-4fd0-b145-1f3a315251d2 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:06:12.261549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d29541f6-a460-4a09-8076-2f8300e46194 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:12.345209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50726) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:12.409474 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port d29541f6-a460-4a09-8076-2f8300e46194 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:06:12.415227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port d29541f6-a460-4a09-8076-2f8300e46194 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:12.415611 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:12.437107 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-55e04a9f-1802-49e0-8ec4-297184f56e95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7daa18222fbc4f299bad9f34d1548c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0899754 Sep 30 08:06:12.439511 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50730) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:12.523973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 654f5053-7bec-4974-8502-b28d63197520 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:06:12.587878 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2f5aab4-332d-41ac-86f2-88c2bc945276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:12.662007 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2f5aab4-332d-41ac-86f2-88c2bc945276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:12.727625 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:12.734576 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:12.747964 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2f5aab4-332d-41ac-86f2-88c2bc945276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:12.753693 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2f5aab4-332d-41ac-86f2-88c2bc945276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:12.755613 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f2f5aab4-332d-41ac-86f2-88c2bc945276 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a846b45-c521-4a4e-b84a-68d5b0ef1775 HTTP/1.1" status: 204 len: 168 time: 0.3140557 Sep 30 08:06:12.784205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '654f5053-7bec-4974-8502-b28d63197520'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:12.786704 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a615b326-b5d4-4a03-8d32-7ea6fe51cfc2" -d '{"events": [{"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-unplugged", "status": "completed", "tag": "654f5053-7bec-4974-8502-b28d63197520"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:12.788168 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5aab4-332d-41ac-86f2-88c2bc945276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a846b45-c521-4a4e-b84a-68d5b0ef1775,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:12.824894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 654f5053-7bec-4974-8502-b28d63197520, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=654f5053-7bec-4974-8502-b28d63197520,segment=NetworkSegment(3270a3ed-1f9c-4f43-a8fd-e19db1143275),segment_id=3270a3ed-1f9c-4f43-a8fd-e19db1143275)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:12.827081 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d29541f6-a460-4a09-8076-2f8300e46194, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d29541f6-a460-4a09-8076-2f8300e46194,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:12.831296 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:12.832124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:06:12.853460 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:12.862584 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94f7b117-5410-4a54-9e05-751131f1eaea req-e513270b-5037-41a0-9b11-d676ea64d72c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7856944 Sep 30 08:06:12.869375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:12.884664 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:12.918378 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=654f5053-7bec-4974-8502-b28d63197520,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:12.936332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938e019-aa35-4939-a8a0-4852853aaf30 req-13c7a8df-40f9-428d-95fc-8ecf39bdd11c tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:12.943606 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9938e019-aa35-4939-a8a0-4852853aaf30 req-13c7a8df-40f9-428d-95fc-8ecf39bdd11c tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 932 time: 0.3734219 Sep 30 08:06:12.950799 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:12.959986 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Transition to ACTIVE for port object 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:06:12.982700 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:13.056324 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:13.058237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=d29541f6-a460-4a09-8076-2f8300e46194,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:13.136262 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd,segment=NetworkSegment(3270a3ed-1f9c-4f43-a8fd-e19db1143275),segment_id=3270a3ed-1f9c-4f43-a8fd-e19db1143275)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:13.145622 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:13.146643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 12516ca3-09f3-4d95-ad3e-9f542fbcc1de no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:06:13.306687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:13.346913 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9938e019-aa35-4939-a8a0-4852853aaf30 req-6729de5f-c203-4dfc-ae02-bce77dace3ef tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007180 Sep 30 08:06:13.377869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Pushing event updated for resources: {'Port': ['ID=43db7a12-f3c9-47a5-aef0-8a689c4fc6fd,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:13.414162 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:13.464651 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccf99f6-54f9-442f-9177-27628367c123 x-openstack-request-id: req-1ccf99f6-54f9-442f-9177-27628367c123 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:13.467117 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-unplugged", "status": "completed", "tag": "654f5053-7bec-4974-8502-b28d63197520", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:13.467386 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ccf99f6-54f9-442f-9177-27628367c123 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:13.467792 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '654f5053-7bec-4974-8502-b28d63197520', 'code': 200} Sep 30 08:06:13.507761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=12516ca3-09f3-4d95-ad3e-9f542fbcc1de,segment=NetworkSegment(f77bfa7b-9a07-4326-a326-3a04798a55ce),segment_id=f77bfa7b-9a07-4326-a326-3a04798a55ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:13.516650 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:13.604927 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4bb3f6d3-b1c9-4645-a92e-4c7c3c5204d7 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:13.659105 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=12516ca3-09f3-4d95-ad3e-9f542fbcc1de,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:13.723595 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb76d77-327a-4791-a9fa-3f52af394d0d req-79861ced-6168-439d-8f46-b8b67069e7e9 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:13.730394 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb76d77-327a-4791-a9fa-3f52af394d0d req-79861ced-6168-439d-8f46-b8b67069e7e9 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:13.740325 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb76d77-327a-4791-a9fa-3f52af394d0d req-79861ced-6168-439d-8f46-b8b67069e7e9 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:13.750281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbb76d77-327a-4791-a9fa-3f52af394d0d req-79861ced-6168-439d-8f46-b8b67069e7e9 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 2335 time: 0.6890519 Sep 30 08:06:13.764179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3f6d3-b1c9-4645-a92e-4c7c3c5204d7 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Port': ['ID=fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:13.840548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Attempting to bind port 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:13.840894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Attempting to bind port 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:13.841220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Attempting to bind port 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:13.883990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4bb3f6d3-b1c9-4645-a92e-4c7c3c5204d7 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] No DVR routers for this DVR port fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:06:13.906555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d40c23-cdf3-4ce4-a986-e1c71c6f4c26 req-d6838ff4-b9be-4abc-af22-8694ea532041 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:13.908183 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07d40c23-cdf3-4ce4-a986-e1c71c6f4c26 req-d6838ff4-b9be-4abc-af22-8694ea532041 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.3265464 Sep 30 08:06:13.909286 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4bb3f6d3-b1c9-4645-a92e-4c7c3c5204d7 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:13.911226 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4bb3f6d3-b1c9-4645-a92e-4c7c3c5204d7 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.36 "DELETE /v2.0/ports/fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd HTTP/1.1" status: 204 len: 173 time: 3.9564035 Sep 30 08:06:13.940348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-deleted', 'tag': 'fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:13.942756 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11ae99d-dd6e-4860-8e55-f0270fc28205" -d '{"events": [{"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-deleted", "tag": "fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:14.004416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Port 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:06:14.004754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Attempting to bind port 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:14.139143 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbb76d77-327a-4791-a9fa-3f52af394d0d req-f0688e76-b325-4e01-bcaf-85f4c2e6e4e6 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880110 Sep 30 08:06:14.161958 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:14.162298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Checking segment: {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:14.162686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Bound using segment: {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:14.163133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Bound port: 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:14.163492 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:14.292804 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] For port 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:14.296691 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] For port 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=43db7a12-f3c9-47a5-aef0-8a689c4fc6fd,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:14.333812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Router e4daaaa5-56c0-481b-8cc6-81f99f189ced is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:06:14.340598 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:14.358104 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:14.359008 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:14.360491 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] 10.222.0.36 "PUT /v2.0/ports/43db7a12-f3c9-47a5-aef0-8a689c4fc6fd HTTP/1.1" status: 200 len: 1092 time: 4.6176949 Sep 30 08:06:14.372783 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07d40c23-cdf3-4ce4-a986-e1c71c6f4c26 req-e41ff39e-ac4b-49f5-a7fa-4b51dce93640 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116721 Sep 30 08:06:14.381322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:14.508123 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcc390b-0857-4820-bff5-d64f88be51f8 x-openstack-request-id: req-4fcc390b-0857-4820-bff5-d64f88be51f8 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:14.508516 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-deleted", "tag": "fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:14.508737 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fcc390b-0857-4820-bff5-d64f88be51f8 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:14.509125 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-deleted', 'tag': 'fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd', 'status': 'completed', 'code': 200} Sep 30 08:06:14.581577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02ce44-d483-4c97-90f7-7296159ed927 req-212cbbbe-bc03-4bc9-90b4-3336c430962a tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:14.589802 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d02ce44-d483-4c97-90f7-7296159ed927 req-212cbbbe-bc03-4bc9-90b4-3336c430962a tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 950 time: 0.2907362 Sep 30 08:06:14.591042 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b14b47fb-3de5-473e-a42c-e0b89dcf8391 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-950897291-network', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:14.598752 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4cdab6dd-45f1-404b-963f-836ef4499975 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Deleting port 654f5053-7bec-4974-8502-b28d63197520 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:06:14.599108 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4cdab6dd-45f1-404b-963f-836ef4499975 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:14.644559 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14b47fb-3de5-473e-a42c-e0b89dcf8391 admin admin] Made reservation on behalf of 1900b8b429224e11af0c1459c08f5eb0 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:06:14.649815 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b14b47fb-3de5-473e-a42c-e0b89dcf8391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:14.674565 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b14b47fb-3de5-473e-a42c-e0b89dcf8391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:14.724721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b55e8d-cbfb-497f-ad6d-00ff5c35022d service neutron] Pushing event updated for resources: {'Port': ['ID=43db7a12-f3c9-47a5-aef0-8a689c4fc6fd,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:14.744499 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0e3d0e4-280c-447a-a659-1be78bd37c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:14.779232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-c74c2530-1bc1-4f54-a12e-9614d014f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:14.779232 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-c74c2530-1bc1-4f54-a12e-9614d014f6d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 1095 time: 0.3043351 Sep 30 08:06:14.845506 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d02ce44-d483-4c97-90f7-7296159ed927 req-94663f4d-4cbe-4517-b1b5-7c5d64dd3d83 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499483 Sep 30 08:06:14.931694 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b14b47fb-3de5-473e-a42c-e0b89dcf8391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:14.938482 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b14b47fb-3de5-473e-a42c-e0b89dcf8391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:14.977665 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14b47fb-3de5-473e-a42c-e0b89dcf8391 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:06:14.984810 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b47fb-3de5-473e-a42c-e0b89dcf8391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2979210-fcc3-40d5-823b-98e43268da10,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:15.003407 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-87292573-986b-4132-b33c-7eec77c05cbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43db7a12-f3c9-47a5-aef0-8a689c4fc6fd HTTP/1.1" status: 200 len: 217 time: 0.1566730 Sep 30 08:06:15.006536 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b14b47fb-3de5-473e-a42c-e0b89dcf8391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:15.006878 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-b14b47fb-3de5-473e-a42c-e0b89dcf8391 admin admin] Added segment 754dc389-1c24-4dc9-9553-78e63143e859 of type vlan for network c89ed25b-8a50-4ba5-ad0a-e407f767a371 Sep 30 08:06:15.060646 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b14b47fb-3de5-473e-a42c-e0b89dcf8391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:15.103509 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b14b47fb-3de5-473e-a42c-e0b89dcf8391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:15.104843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14b47fb-3de5-473e-a42c-e0b89dcf8391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:15.105967 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b14b47fb-3de5-473e-a42c-e0b89dcf8391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:15.110786 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:06:15.127441 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b14b47fb-3de5-473e-a42c-e0b89dcf8391 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7441573 Sep 30 08:06:15.128175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50794) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:15.145733 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-421775b8-803f-416c-bff5-e6127738d097 admin admin] Request body: {'subnet': {'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-950897291-subnet', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:15.177008 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:06:15.179677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4cdab6dd-45f1-404b-963f-836ef4499975 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] For port 654f5053-7bec-4974-8502-b28d63197520, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=654f5053-7bec-4974-8502-b28d63197520,segment=NetworkSegment(3270a3ed-1f9c-4f43-a8fd-e19db1143275),segment_id=3270a3ed-1f9c-4f43-a8fd-e19db1143275)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:15.180626 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4cdab6dd-45f1-404b-963f-836ef4499975 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:15.187597 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Sync routers for ids ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:06:15.200612 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b47fb-3de5-473e-a42c-e0b89dcf8391 admin admin] Pushing event updated for resources: {'Network': ['ID=c89ed25b-8a50-4ba5-ad0a-e407f767a371,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:15.210546 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Routers {'e4daaaa5-56c0-481b-8cc6-81f99f189ced'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:06:15.211893 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:06:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:15.214419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421775b8-803f-416c-bff5-e6127738d097 admin admin] Made reservation on behalf of 1900b8b429224e11af0c1459c08f5eb0 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:06:15.215930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4cdab6dd-45f1-404b-963f-836ef4499975 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Calling delete_port for 654f5053-7bec-4974-8502-b28d63197520 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:06:15.217260 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-421775b8-803f-416c-bff5-e6127738d097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:15.252508 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3759b-1986-4780-a5f9-10e8a2ba7294 req-01421632-34ac-4cbf-9388-6d36a7459612 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:15.260267 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ca3759b-1986-4780-a5f9-10e8a2ba7294 req-01421632-34ac-4cbf-9388-6d36a7459612 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 944 time: 0.2748139 Sep 30 08:06:15.263108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-e28f4a53-6c30-46ee-b812-9f8ceee0c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:15.265045 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-e28f4a53-6c30-46ee-b812-9f8ceee0c4e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b57160f-abdc-4be4-8f56-c9c7324d85d0 HTTP/1.1" status: 200 len: 845 time: 0.2289138 Sep 30 08:06:15.271959 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:15.277794 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-96e0a9a2-1463-4b23-90ec-fcac8af8d025 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 12.7761841 Sep 30 08:06:15.287986 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network c89ed25b-8a50-4ba5-ad0a-e407f767a371 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:06:15.295948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50800) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:15.537713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e437b5-66c2-4b3d-b185-c00d06f033be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29541f6-a460-4a09-8076-2f8300e46194'}, {'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd'}, {'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12516ca3-09f3-4d95-ad3e-9f542fbcc1de'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:15.540169 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a061a66f-42cf-4cdd-925a-f8c06d44f770" -d '{"events": [{"server_uuid": "96e437b5-66c2-4b3d-b185-c00d06f033be", "name": "network-vif-plugged", "status": "completed", "tag": "d29541f6-a460-4a09-8076-2f8300e46194"}, {"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-unplugged", "status": "completed", "tag": "fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd"}, {"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-unplugged", "status": "completed", "tag": "12516ca3-09f3-4d95-ad3e-9f542fbcc1de"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:15.569371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed515-90c7-4d36-9189-5f6ac82f5a30 req-b8c87b88-84b7-4ac0-aa7a-2d7341ca598b tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:15.570470 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed515-90c7-4d36-9189-5f6ac82f5a30 req-b8c87b88-84b7-4ac0-aa7a-2d7341ca598b tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:15.571785 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed515-90c7-4d36-9189-5f6ac82f5a30 req-b8c87b88-84b7-4ac0-aa7a-2d7341ca598b tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:15.572535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed515-90c7-4d36-9189-5f6ac82f5a30 req-b8c87b88-84b7-4ac0-aa7a-2d7341ca598b tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:15.573269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed515-90c7-4d36-9189-5f6ac82f5a30 req-b8c87b88-84b7-4ac0-aa7a-2d7341ca598b tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:15.574032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed515-90c7-4d36-9189-5f6ac82f5a30 req-b8c87b88-84b7-4ac0-aa7a-2d7341ca598b tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:15.575370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed515-90c7-4d36-9189-5f6ac82f5a30 req-b8c87b88-84b7-4ac0-aa7a-2d7341ca598b tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:15.575562 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-421775b8-803f-416c-bff5-e6127738d097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:15.576956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed515-90c7-4d36-9189-5f6ac82f5a30 req-b8c87b88-84b7-4ac0-aa7a-2d7341ca598b tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:15.578150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed515-90c7-4d36-9189-5f6ac82f5a30 req-b8c87b88-84b7-4ac0-aa7a-2d7341ca598b tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:15.578825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed515-90c7-4d36-9189-5f6ac82f5a30 req-b8c87b88-84b7-4ac0-aa7a-2d7341ca598b tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:15.579501 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed515-90c7-4d36-9189-5f6ac82f5a30 req-b8c87b88-84b7-4ac0-aa7a-2d7341ca598b tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:15.582053 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c5eed515-90c7-4d36-9189-5f6ac82f5a30 req-b8c87b88-84b7-4ac0-aa7a-2d7341ca598b tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7798 time: 0.7342713 Sep 30 08:06:15.589218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-b55dca42-4f3b-46c8-8d4d-361c23214760 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57266100-45c6-4c3c-82b6-0b9860cc0f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3100243 Sep 30 08:06:15.594205 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4cdab6dd-45f1-404b-963f-836ef4499975 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:15.689761 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421775b8-803f-416c-bff5-e6127738d097 admin admin] Checking segment: {'id': '754dc389-1c24-4dc9-9553-78e63143e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:15.690498 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421775b8-803f-416c-bff5-e6127738d097 admin admin] Network hostable DHCP agents. Network: c89ed25b-8a50-4ba5-ad0a-e407f767a371, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:06:15.697543 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421775b8-803f-416c-bff5-e6127738d097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=885b474c-c086-4b68-9681-30d06e1cef74,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:15.716217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421775b8-803f-416c-bff5-e6127738d097 admin admin] Network c89ed25b-8a50-4ba5-ad0a-e407f767a371 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:06:15.728429 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:15.735769 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-421775b8-803f-416c-bff5-e6127738d097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, c89ed25b-8a50-4ba5-ad0a-e407f767a371) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:15.771072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421775b8-803f-416c-bff5-e6127738d097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:15.772499 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-421775b8-803f-416c-bff5-e6127738d097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:15.784115 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-21b55865-3ea8-49d4-ba3e-0a89b79b4af1 service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797469 Sep 30 08:06:15.803175 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2a2b44-b21b-4cf1-b590-ca0bd6662d3e None None] Network c89ed25b-8a50-4ba5-ad0a-e407f767a371 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:06:15.814498 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-421775b8-803f-416c-bff5-e6127738d097 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6722066 Sep 30 08:06:15.814827 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50810) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:15.823632 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-950897291-router', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:15.855807 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Set router e4daaaa5-56c0-481b-8cc6-81f99f189ced gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:06:15.871144 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:15.874705 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:15.902356 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:15.983391 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:16.064738 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ca3759b-1986-4780-a5f9-10e8a2ba7294 req-ffcfa735-02be-4b79-a7de-64aa04deda5c tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8032086 Sep 30 08:06:16.071368 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c355cd4-af4d-4afa-aa83-ff317d1d3bcc req-d6fa689c-328b-4c75-822a-b24b2b117298 service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467818 Sep 30 08:06:16.084732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdab6dd-45f1-404b-963f-836ef4499975 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Port': ['ID=654f5053-7bec-4974-8502-b28d63197520,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:16.213886 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8afd8e-7568-49f6-ba3a-511605cdf201 x-openstack-request-id: req-2e8afd8e-7568-49f6-ba3a-511605cdf201 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:16.214248 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e437b5-66c2-4b3d-b185-c00d06f033be", "name": "network-vif-plugged", "status": "completed", "tag": "d29541f6-a460-4a09-8076-2f8300e46194", "code": 200}, {"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-unplugged", "status": "completed", "tag": "fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd", "code": 200}, {"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-unplugged", "status": "completed", "tag": "12516ca3-09f3-4d95-ad3e-9f542fbcc1de", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:16.214432 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e8afd8e-7568-49f6-ba3a-511605cdf201 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:16.214830 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e437b5-66c2-4b3d-b185-c00d06f033be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29541f6-a460-4a09-8076-2f8300e46194', 'code': 200} Sep 30 08:06:16.215086 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc06cbc1-00ef-40fc-88a0-6cdfe08edfbd', 'code': 200} Sep 30 08:06:16.215336 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12516ca3-09f3-4d95-ad3e-9f542fbcc1de', 'code': 200} Sep 30 08:06:16.312633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4cdab6dd-45f1-404b-963f-836ef4499975 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] No DVR routers for this DVR port 654f5053-7bec-4974-8502-b28d63197520 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:06:16.353936 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'fixed_ips': [{'subnet_id': '885b474c-c086-4b68-9681-30d06e1cef74'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:06:16.354781 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:16.530012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-router', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:02Z', 'updated_at': '2021-09-30T08:06:10Z', 'revision_number': 3, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'gw_port': {'id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:06Z', 'updated_at': '2021-09-30T08:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:16.597477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Checking router: e4daaaa5-56c0-481b-8cc6-81f99f189ced for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:06:16.597899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Updating router e4daaaa5-56c0-481b-8cc6-81f99f189ced port bbe039b0-eebd-4298-a18b-e6fb65b7ea0c binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:06:16.629606 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:16.684393 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Allocated IP 172.20.0.2 (c89ed25b-8a50-4ba5-ad0a-e407f767a371/885b474c-c086-4b68-9681-30d06e1cef74/2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:16.728506 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:16.797950 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4cdab6dd-45f1-404b-963f-836ef4499975 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:16.799932 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8745472-25cb-4759-beab-e7e80532dc33 req-4cdab6dd-45f1-404b-963f-836ef4499975 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.36 "DELETE /v2.0/ports/654f5053-7bec-4974-8502-b28d63197520 HTTP/1.1" status: 204 len: 173 time: 2.8422754 Sep 30 08:06:16.808720 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a712f42-f94f-470e-b2bb-8089b9bf4ab9', 'tag': '43db7a12-f3c9-47a5-aef0-8a689c4fc6fd'}, {'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-deleted', 'tag': '654f5053-7bec-4974-8502-b28d63197520'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:16.810934 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d9b129-ebea-4a0b-9607-9ec2b3c4bf39" -d '{"events": [{"name": "network-changed", "server_uuid": "6a712f42-f94f-470e-b2bb-8089b9bf4ab9", "tag": "43db7a12-f3c9-47a5-aef0-8a689c4fc6fd"}, {"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-deleted", "tag": "654f5053-7bec-4974-8502-b28d63197520"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:16.899099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cd839-f788-48c0-90b2-1602d434b40e req-490a0156-d54c-4e7c-b510-9e6cff53cbb3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:16.900682 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332cd839-f788-48c0-90b2-1602d434b40e req-490a0156-d54c-4e7c-b510-9e6cff53cbb3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 943 time: 1.0970995 Sep 30 08:06:16.972633 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:16.993389 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.026397 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.041870 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.065770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68fcd9-2e81-43bd-920f-45f4ccbc3af4 req-1e0c2f5f-a035-4cd9-a443-5829c59719ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:17.067292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf68fcd9-2e81-43bd-920f-45f4ccbc3af4 req-1e0c2f5f-a035-4cd9-a443-5829c59719ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 1101 time: 0.7621450 Sep 30 08:06:17.089381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332cd839-f788-48c0-90b2-1602d434b40e req-9d1c5ecc-29d2-4858-8b88-f907a2dc71ab tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712306 Sep 30 08:06:17.124663 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Network c89ed25b-8a50-4ba5-ad0a-e407f767a371 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:17.125479 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Pushing event updated for resources: {'Port': ['ID=2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:17.130626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:17.133557 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:17.156115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bb74b-36e8-4220-84ba-b59a2f1e64eb req-4dc7d9b0-a3b8-4f03-87ab-5e333ae0ea76 tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:17.157651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-158bb74b-36e8-4220-84ba-b59a2f1e64eb req-4dc7d9b0-a3b8-4f03-87ab-5e333ae0ea76 tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 886 time: 0.8587856 Sep 30 08:06:17.206045 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.210226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Attempting to bind port 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:17.210628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Attempting to bind port 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '754dc389-1c24-4dc9-9553-78e63143e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:17.210989 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Attempting to bind port 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0 on network c89ed25b-8a50-4ba5-ad0a-e407f767a371 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:17.217853 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.223620 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:17.224018 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Checking segment: {'id': '754dc389-1c24-4dc9-9553-78e63143e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:17.224418 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.224811 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Bound using segment: {'id': '754dc389-1c24-4dc9-9553-78e63143e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:17.225334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Bound port: 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754dc389-1c24-4dc9-9553-78e63143e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:17.226020 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.248152 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb899ae-1aca-4449-849b-011520d8fe59 x-openstack-request-id: req-efb899ae-1aca-4449-849b-011520d8fe59 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:17.248575 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a712f42-f94f-470e-b2bb-8089b9bf4ab9", "tag": "43db7a12-f3c9-47a5-aef0-8a689c4fc6fd", "status": "completed", "code": 200}, {"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-deleted", "tag": "654f5053-7bec-4974-8502-b28d63197520", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:17.248842 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efb899ae-1aca-4449-849b-011520d8fe59 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:17.249239 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a712f42-f94f-470e-b2bb-8089b9bf4ab9', 'tag': '43db7a12-f3c9-47a5-aef0-8a689c4fc6fd', 'status': 'completed', 'code': 200} Sep 30 08:06:17.249495 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-deleted', 'tag': '654f5053-7bec-4974-8502-b28d63197520', 'status': 'completed', 'code': 200} Sep 30 08:06:17.296325 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf68fcd9-2e81-43bd-920f-45f4ccbc3af4 req-34260129-ad60-44a1-be7e-ddd895eeb496 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136478 Sep 30 08:06:17.302169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b8745472-25cb-4759-beab-e7e80532dc33 req-1cac6f54-2c2b-40bd-8c63-1ea053000dbd tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Deleting port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:06:17.302524 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8745472-25cb-4759-beab-e7e80532dc33 req-1cac6f54-2c2b-40bd-8c63-1ea053000dbd tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.307316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Allocated IP 172.25.0.150 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/24c9b4b4-e454-4895-b89c-957a9f40e298) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:17.363697 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Attempting to bind port bbe039b0-eebd-4298-a18b-e6fb65b7ea0c on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:17.364095 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Attempting to bind port bbe039b0-eebd-4298-a18b-e6fb65b7ea0c by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:17.364460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Attempting to bind port bbe039b0-eebd-4298-a18b-e6fb65b7ea0c on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:17.369790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] For port 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:17.385571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd575fa-a743-4d91-b529-c3a8fb7cbade req-86b4c1ac-1c5b-4aaa-b05a-75836dda45f1 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:17.387116 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbd575fa-a743-4d91-b529-c3a8fb7cbade req-86b4c1ac-1c5b-4aaa-b05a-75836dda45f1 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 950 time: 0.1966829 Sep 30 08:06:17.387537 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0d8f9-3e97-4daf-b325-651706e7221b None None] Pushing event updated for resources: {'Port': ['ID=bbe039b0-eebd-4298-a18b-e6fb65b7ea0c,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:17.391057 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:17.391434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:17.391836 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.392320 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:17.392800 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Bound port: bbe039b0-eebd-4298-a18b-e6fb65b7ea0c, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:17.393191 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.437925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] For port 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0,segment=NetworkSegment(754dc389-1c24-4dc9-9553-78e63143e859),segment_id=754dc389-1c24-4dc9-9553-78e63143e859)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:17.450854 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.463084 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.479626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] For port bbe039b0-eebd-4298-a18b-e6fb65b7ea0c, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:17.484555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9b129-ebea-4a0b-9607-9ec2b3c4bf39 req-e2a9c404-dbbd-44b0-8986-75624882440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:17.485655 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39d9b129-ebea-4a0b-9607-9ec2b3c4bf39 req-e2a9c404-dbbd-44b0-8986-75624882440c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 1095 time: 0.2043993 Sep 30 08:06:17.504644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] For port bbe039b0-eebd-4298-a18b-e6fb65b7ea0c, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=bbe039b0-eebd-4298-a18b-e6fb65b7ea0c,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:17.508897 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.525837 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.540180 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f56f1-31e7-4cc9-b00b-08f37c309b57 None None] Pushing event updated for resources: {'Port': ['ID=2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:17.565159 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:17.570106 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:17.574291 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:17.610479 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Pushing event updated for resources: {'Port': ['ID=24c9b4b4-e454-4895-b89c-957a9f40e298,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:17.622933 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Routers {'e4daaaa5-56c0-481b-8cc6-81f99f189ced'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:06:17.624722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:06:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:17.627421 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b8745472-25cb-4759-beab-e7e80532dc33 req-1cac6f54-2c2b-40bd-8c63-1ea053000dbd tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] For port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=12516ca3-09f3-4d95-ad3e-9f542fbcc1de,segment=NetworkSegment(f77bfa7b-9a07-4326-a326-3a04798a55ce),segment_id=f77bfa7b-9a07-4326-a326-3a04798a55ce)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:17.627812 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8745472-25cb-4759-beab-e7e80532dc33 req-1cac6f54-2c2b-40bd-8c63-1ea053000dbd tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.630473 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.643966 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbd575fa-a743-4d91-b529-c3a8fb7cbade req-fd59f1c6-69bf-4c6b-89ef-4b1d19054aa3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062047 Sep 30 08:06:17.667273 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0d8f9-3e97-4daf-b325-651706e7221b None None] Pushing event updated for resources: {'Port': ['ID=bbe039b0-eebd-4298-a18b-e6fb65b7ea0c,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:17.741566 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b8745472-25cb-4759-beab-e7e80532dc33 req-1cac6f54-2c2b-40bd-8c63-1ea053000dbd tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Calling delete_port for 12516ca3-09f3-4d95-ad3e-9f542fbcc1de owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:06:17.759247 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] Set router e4daaaa5-56c0-481b-8cc6-81f99f189ced gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:06:17.938978 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.956032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-2ab134e7-8579-4452-ac33-9af44fdaf5bd tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:17.962752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-2ab134e7-8579-4452-ac33-9af44fdaf5bd tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/networks?id=81b6f71b-62d9-4ada-8d6d-79815d129187 HTTP/1.1" status: 200 len: 815 time: 0.5179217 Sep 30 08:06:17.976606 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:17.995026 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-router', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:02Z', 'updated_at': '2021-09-30T08:06:10Z', 'revision_number': 3, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'gw_port': {'id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:06Z', 'updated_at': '2021-09-30T08:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:18.010950 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e30060-98c4-4913-a1fb-cf88eab40a75 req-21857eaf-f285-45e5-967d-11bef7fffcf3 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:18.013357 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98e30060-98c4-4913-a1fb-cf88eab40a75 req-21857eaf-f285-45e5-967d-11bef7fffcf3 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 944 time: 0.2855711 Sep 30 08:06:18.019750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9b129-ebea-4a0b-9607-9ec2b3c4bf39 req-79ddd817-e3d3-4eed-9373-28904df0adff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:18.021252 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39d9b129-ebea-4a0b-9607-9ec2b3c4bf39 req-79ddd817-e3d3-4eed-9373-28904df0adff service neutron] 10.222.0.36 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 906 time: 0.5156457 Sep 30 08:06:18.021526 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d7e35-2d3f-4c16-84fc-55e8a630cffe None None] The sync data for ids ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'] in n-d-807359-2 is: [{'id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-router', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:02Z', 'updated_at': '2021-09-30T08:06:10Z', 'revision_number': 3, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'gw_port': {'id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:06Z', 'updated_at': '2021-09-30T08:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:06:18.092754 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d03d7fc1-37f2-4df6-9536-5aa735fbd941 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/quotas/d877af138e1a4840a1edc3d3bcdffa97 HTTP/1.1" status: 200 len: 375 time: 0.1094463 Sep 30 08:06:18.183238 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:18.201661 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:18.206885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39d9b129-ebea-4a0b-9607-9ec2b3c4bf39 req-5321017b-25bb-4289-945f-c309b62a8872 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43db7a12-f3c9-47a5-aef0-8a689c4fc6fd HTTP/1.1" status: 200 len: 217 time: 0.1741886 Sep 30 08:06:18.339078 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98e30060-98c4-4913-a1fb-cf88eab40a75 req-fa2f220b-b41e-43fa-9074-e2c16c4a4f3a tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122962 Sep 30 08:06:18.455055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d46000b8-7cfd-4d6e-b952-0c9383924d58 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d877af138e1a4840a1edc3d3bcdffa97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3385127 Sep 30 08:06:18.456432 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Router 386a83e0-6ef2-4f3e-b900-466a48e5f982 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:06:18.459049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9b129-ebea-4a0b-9607-9ec2b3c4bf39 req-6b5f52bb-f971-4799-87c2-86110389f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:18.464645 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39d9b129-ebea-4a0b-9607-9ec2b3c4bf39 req-6b5f52bb-f971-4799-87c2-86110389f4fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b57160f-abdc-4be4-8f56-c9c7324d85d0 HTTP/1.1" status: 200 len: 845 time: 0.2489030 Sep 30 08:06:18.546152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:18.546681 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:18.575481 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:06:18.657383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Allocated IP 172.20.0.1 (02cd2598-3207-49a9-acc9-daf424000aed/1ff604b4-4ea3-444f-b90c-17291184c96e/3470f2bb-8021-46f4-8ea9-c56e2f1d4e85) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:18.658849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:06:18.673259 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Sync routers for ids ['386a83e0-6ef2-4f3e-b900-466a48e5f982'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:06:18.693337 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:18.693893 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Routers {'386a83e0-6ef2-4f3e-b900-466a48e5f982'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:06:18.698022 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-682e21ac-5a9a-4ad6-a1bf-d7f027b40121 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8781798 Sep 30 08:06:18.698380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50852) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:18.699211 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:06:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['386a83e0-6ef2-4f3e-b900-466a48e5f982'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:18.751948 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8745472-25cb-4759-beab-e7e80532dc33 req-1cac6f54-2c2b-40bd-8c63-1ea053000dbd tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:18.844565 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39d9b129-ebea-4a0b-9607-9ec2b3c4bf39 req-d037353b-197a-41fc-9d16-838da9709d08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57266100-45c6-4c3c-82b6-0b9860cc0f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070979 Sep 30 08:06:18.849778 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Set router 386a83e0-6ef2-4f3e-b900-466a48e5f982 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:06:18.884347 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:18.928040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=43db7a12-f3c9-47a5-aef0-8a689c4fc6fd,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:18.971116 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '43db7a12-f3c9-47a5-aef0-8a689c4fc6fd', 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d', 'port_id': '43db7a12-f3c9-47a5-aef0-8a689c4fc6fd', 'mac_address': 'fa:16:3e:5f:f4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b57160f-abdc-4be4-8f56-c9c7324d85d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:06:19.059125 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0,segment=NetworkSegment(754dc389-1c24-4dc9-9553-78e63143e859),segment_id=754dc389-1c24-4dc9-9553-78e63143e859)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:19.079247 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:19.108839 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a88603-34eb-4988-869c-3d45d6565ddd None None] Network c89ed25b-8a50-4ba5-ad0a-e407f767a371 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:06:19.181554 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:19.212027 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:19.227484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac6f54-2c2b-40bd-8c63-1ea053000dbd tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Port': ['ID=12516ca3-09f3-4d95-ad3e-9f542fbcc1de,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:19.238651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39d9b129-ebea-4a0b-9607-9ec2b3c4bf39 req-ee0c08bb-9393-45d6-9932-2eacce154489 service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114386 Sep 30 08:06:19.279261 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-613c630c-8a6b-49a9-8a24-11fc2a76a0c3 None None] Provisioning complete for port 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:19.279699 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-613c630c-8a6b-49a9-8a24-11fc2a76a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:19.280579 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'name': 'tempest-ServersTestFqdnHostnames-950897291-router', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:15Z', 'updated_at': '2021-09-30T08:06:17Z', 'revision_number': 3, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'gw_port': {'id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:16Z', 'updated_at': '2021-09-30T08:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:19.312861 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Checking router: 386a83e0-6ef2-4f3e-b900-466a48e5f982 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:06:19.313780 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Updating router 386a83e0-6ef2-4f3e-b900-466a48e5f982 port 24c9b4b4-e454-4895-b89c-957a9f40e298 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:06:19.335629 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=43db7a12-f3c9-47a5-aef0-8a689c4fc6fd,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:19.364839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8745472-25cb-4759-beab-e7e80532dc33 req-1cac6f54-2c2b-40bd-8c63-1ea053000dbd tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] No DVR routers for this DVR port 12516ca3-09f3-4d95-ad3e-9f542fbcc1de on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:06:19.373408 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:19.375876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:19.382297 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8745472-25cb-4759-beab-e7e80532dc33 req-1cac6f54-2c2b-40bd-8c63-1ea053000dbd tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:19.385506 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8745472-25cb-4759-beab-e7e80532dc33 req-1cac6f54-2c2b-40bd-8c63-1ea053000dbd tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.36 "DELETE /v2.0/ports/12516ca3-09f3-4d95-ad3e-9f542fbcc1de HTTP/1.1" status: 204 len: 173 time: 2.5586298 Sep 30 08:06:19.386656 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:19.393618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-deleted', 'tag': '12516ca3-09f3-4d95-ad3e-9f542fbcc1de'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:19.396325 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5a2c7f-cf07-48c0-9d09-9fbf4d646fbd" -d '{"events": [{"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-deleted", "tag": "12516ca3-09f3-4d95-ad3e-9f542fbcc1de"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:19.470684 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:19.481579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=43db7a12-f3c9-47a5-aef0-8a689c4fc6fd,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:19.600613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-4fac2eda-efaa-4671-8313-7c18a1f33270 service neutron] 10.222.0.24 "GET /v2.0/networks/81b6f71b-62d9-4ada-8d6d-79815d129187?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1165216 Sep 30 08:06:19.608282 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39d9b129-ebea-4a0b-9607-9ec2b3c4bf39 req-5e1283b6-7148-4584-acfa-c8414b9be5b0 service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552017 Sep 30 08:06:19.618642 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:19.624419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c725a-26aa-4c23-80d0-d67e88561eae req-8f2894f6-fa0c-41e0-9a98-ef9523dae3b5 tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:19.624942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c725a-26aa-4c23-80d0-d67e88561eae req-8f2894f6-fa0c-41e0-9a98-ef9523dae3b5 tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:19.625414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c725a-26aa-4c23-80d0-d67e88561eae req-8f2894f6-fa0c-41e0-9a98-ef9523dae3b5 tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:19.625886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c725a-26aa-4c23-80d0-d67e88561eae req-8f2894f6-fa0c-41e0-9a98-ef9523dae3b5 tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:19.626359 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c725a-26aa-4c23-80d0-d67e88561eae req-8f2894f6-fa0c-41e0-9a98-ef9523dae3b5 tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:19.626812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c725a-26aa-4c23-80d0-d67e88561eae req-8f2894f6-fa0c-41e0-9a98-ef9523dae3b5 tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:19.627269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c725a-26aa-4c23-80d0-d67e88561eae req-8f2894f6-fa0c-41e0-9a98-ef9523dae3b5 tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:19.627731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c725a-26aa-4c23-80d0-d67e88561eae req-8f2894f6-fa0c-41e0-9a98-ef9523dae3b5 tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:19.628211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c725a-26aa-4c23-80d0-d67e88561eae req-8f2894f6-fa0c-41e0-9a98-ef9523dae3b5 tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:19.628663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c725a-26aa-4c23-80d0-d67e88561eae req-8f2894f6-fa0c-41e0-9a98-ef9523dae3b5 tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:19.636420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c725a-26aa-4c23-80d0-d67e88561eae req-8f2894f6-fa0c-41e0-9a98-ef9523dae3b5 tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:19.636420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c725a-26aa-4c23-80d0-d67e88561eae req-8f2894f6-fa0c-41e0-9a98-ef9523dae3b5 tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:19.650496 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-809c725a-26aa-4c23-80d0-d67e88561eae req-8f2894f6-fa0c-41e0-9a98-ef9523dae3b5 tempest-NetworksTest-137800626 tempest-NetworksTest-137800626-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8500 time: 1.1767395 Sep 30 08:06:19.684041 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['43db7a12-f3c9-47a5-aef0-8a689c4fc6fd'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:06:19.824800 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:19.882504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Allocated IP 172.20.0.1 (c89ed25b-8a50-4ba5-ad0a-e407f767a371/885b474c-c086-4b68-9681-30d06e1cef74/04bc7f28-0675-4ad6-8ac0-63ad792bb783) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:19.986287 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94ac4467-d125-45b1-af53-15578353d144 req-4b1aad6e-0423-47be-858e-efe9d90f86b3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=b90f5a60-c3ad-4738-9b6c-1f49cc187662 HTTP/1.1" status: 200 len: 210 time: 0.1682401 Sep 30 08:06:20.003751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Pushing event updated for resources: {'Port': ['ID=3470f2bb-8021-46f4-8ea9-c56e2f1d4e85,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:20.065674 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:20.067607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Network 02cd2598-3207-49a9-acc9-daf424000aed is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:20.076051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:20.083182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:20.136620 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:20.150100 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:20.170529 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50864) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:20.201229 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:20.229588 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-07f7e3e1-fba6-4ba3-ba46-8a330129bfd6 None None] Provisioning complete for port 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:20.230170 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07f7e3e1-fba6-4ba3-ba46-8a330129bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:20.245626 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-7e0d50e2-1de4-4cee-8455-1d05ab0fe473 service neutron] 10.222.0.24 "GET /v2.0/networks/81b6f71b-62d9-4ada-8d6d-79815d129187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241760 Sep 30 08:06:20.299403 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Network c89ed25b-8a50-4ba5-ad0a-e407f767a371 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:20.308390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:20.313677 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:20.344851 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e8c7e-df37-4779-897c-3f0b2f65d2f4 None None] Pushing event updated for resources: {'Port': ['ID=24c9b4b4-e454-4895-b89c-957a9f40e298,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:20.364399 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:20.374486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bbe039b0-eebd-4298-a18b-e6fb65b7ea0c up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:20.378375 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Pushing event updated for resources: {'Port': ['ID=04bc7f28-0675-4ad6-8ac0-63ad792bb783,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:20.382092 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e8c7e-df37-4779-897c-3f0b2f65d2f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:20.382970 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e8c7e-df37-4779-897c-3f0b2f65d2f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:20.387345 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e8c7e-df37-4779-897c-3f0b2f65d2f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:20.388271 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e8c7e-df37-4779-897c-3f0b2f65d2f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:20.389564 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e8c7e-df37-4779-897c-3f0b2f65d2f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:20.389564 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e8c7e-df37-4779-897c-3f0b2f65d2f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:20.395451 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e8c7e-df37-4779-897c-3f0b2f65d2f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:20.396917 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e8c7e-df37-4779-897c-3f0b2f65d2f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:20.397574 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e8c7e-df37-4779-897c-3f0b2f65d2f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:20.397982 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e8c7e-df37-4779-897c-3f0b2f65d2f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:20.399218 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e8c7e-df37-4779-897c-3f0b2f65d2f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:20.402785 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e8c7e-df37-4779-897c-3f0b2f65d2f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:20.409906 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Attempting to bind port 24c9b4b4-e454-4895-b89c-957a9f40e298 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:20.414225 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Attempting to bind port 24c9b4b4-e454-4895-b89c-957a9f40e298 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:20.414960 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Attempting to bind port 24c9b4b4-e454-4895-b89c-957a9f40e298 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:20.433601 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:20.435185 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:20.435562 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:20.436090 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:20.444446 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:20.445187 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Bound port: 24c9b4b4-e454-4895-b89c-957a9f40e298, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:20.446272 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:20.534131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba661ed-c4ea-4291-ae3a-e6d313b4079c req-4e7b5e00-662c-4c5c-87fb-7b55e2a4ba07 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:20.543161 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bba661ed-c4ea-4291-ae3a-e6d313b4079c req-4e7b5e00-662c-4c5c-87fb-7b55e2a4ba07 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 950 time: 0.3713424 Sep 30 08:06:20.575379 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:20.601424 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2ac54a-4c47-4c7f-a491-a0540ffaabc2 x-openstack-request-id: req-0d2ac54a-4c47-4c7f-a491-a0540ffaabc2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:20.607368 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f5a60-c3ad-4738-9b6c-1f49cc187662", "name": "network-vif-deleted", "tag": "12516ca3-09f3-4d95-ad3e-9f542fbcc1de", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:20.607368 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d2ac54a-4c47-4c7f-a491-a0540ffaabc2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:20.607368 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5a60-c3ad-4738-9b6c-1f49cc187662', 'name': 'network-vif-deleted', 'tag': '12516ca3-09f3-4d95-ad3e-9f542fbcc1de', 'status': 'completed', 'code': 200} Sep 30 08:06:20.615493 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] For port 24c9b4b4-e454-4895-b89c-957a9f40e298, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:20.619284 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] For port 24c9b4b4-e454-4895-b89c-957a9f40e298, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=24c9b4b4-e454-4895-b89c-957a9f40e298,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:20.629799 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:20.699770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port bbe039b0-eebd-4298-a18b-e6fb65b7ea0c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:20.700179 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:20.749631 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05b9cf53-8100-4a7e-af8f-6c69e9203bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:20.751868 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Routers {'386a83e0-6ef2-4f3e-b900-466a48e5f982'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:06:20.752878 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:06:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['386a83e0-6ef2-4f3e-b900-466a48e5f982'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:20.800605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d119c11d-6b95-40e2-92c2-56e9b20528c1 None None] Provisioning complete for port 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:20.801004 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d119c11d-6b95-40e2-92c2-56e9b20528c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:20.837240 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:06:20.853820 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:20.854199 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:20.906865 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] Set router 386a83e0-6ef2-4f3e-b900-466a48e5f982 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:06:20.913713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d119c11d-6b95-40e2-92c2-56e9b20528c1 None None] Port 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:06:20.965945 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:20.976638 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05b9cf53-8100-4a7e-af8f-6c69e9203bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:20.986482 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:21.016533 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port bbe039b0-eebd-4298-a18b-e6fb65b7ea0c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=bbe039b0-eebd-4298-a18b-e6fb65b7ea0c,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:21.032676 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:21.033527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:21.125812 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:21.159550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e97be693-ccc5-43bc-9e85-6a09ba738e18 None None] Provisioning complete for port 04bc7f28-0675-4ad6-8ac0-63ad792bb783 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:21.159945 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e97be693-ccc5-43bc-9e85-6a09ba738e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:21.203223 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e8c7e-df37-4779-897c-3f0b2f65d2f4 None None] Pushing event updated for resources: {'Port': ['ID=24c9b4b4-e454-4895-b89c-957a9f40e298,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:21.221127 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'name': 'tempest-ServersTestFqdnHostnames-950897291-router', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:15Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'gw_port': {'id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:16Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '04bc7f28-0675-4ad6-8ac0-63ad792bb783', 'name': '', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'mac_address': 'fa:16:3e:af:ba:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '885b474c-c086-4b68-9681-30d06e1cef74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:19Z', 'updated_at': '2021-09-30T08:06:19Z', 'revision_number': 1, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'subnets': [{'id': '885b474c-c086-4b68-9681-30d06e1cef74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:21.224954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05b9cf53-8100-4a7e-af8f-6c69e9203bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:21.227650 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a712f42-f94f-470e-b2bb-8089b9bf4ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43db7a12-f3c9-47a5-aef0-8a689c4fc6fd'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:21.237346 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5311bd-066a-4cc8-8c22-4faab24219cf" -d '{"events": [{"server_uuid": "6a712f42-f94f-470e-b2bb-8089b9bf4ab9", "name": "network-vif-plugged", "status": "completed", "tag": "43db7a12-f3c9-47a5-aef0-8a689c4fc6fd"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:21.254660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=bbe039b0-eebd-4298-a18b-e6fb65b7ea0c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:21.256243 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802d168-9c7c-426e-84f3-11ea6d891d1f None None] The sync data for ids ['386a83e0-6ef2-4f3e-b900-466a48e5f982'] in n-d-807359-2 is: [{'id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'name': 'tempest-ServersTestFqdnHostnames-950897291-router', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:15Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'gw_port': {'id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:16Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '04bc7f28-0675-4ad6-8ac0-63ad792bb783', 'name': '', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'mac_address': 'fa:16:3e:af:ba:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '885b474c-c086-4b68-9681-30d06e1cef74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:19Z', 'updated_at': '2021-09-30T08:06:19Z', 'revision_number': 1, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'subnets': [{'id': '885b474c-c086-4b68-9681-30d06e1cef74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:06:21.288817 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-05b9cf53-8100-4a7e-af8f-6c69e9203bdf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4724720345354b0d88323a25a48cd6b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0964038 Sep 30 08:06:21.291497 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:21.293641 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50882) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:21.305416 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=43db7a12-f3c9-47a5-aef0-8a689c4fc6fd,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:21.305667 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9cf53-8100-4a7e-af8f-6c69e9203bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56602372-2131-4a1a-af81-7930212beb39,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:21.312115 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e97be693-ccc5-43bc-9e85-6a09ba738e18 None None] Port 04bc7f28-0675-4ad6-8ac0-63ad792bb783 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:06:21.316088 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:21.318272 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:21.331369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:21.331799 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:21.346600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bba661ed-c4ea-4291-ae3a-e6d313b4079c req-a220697b-3a6b-4698-89c8-34b8554e1b7d tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8022847 Sep 30 08:06:21.457364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=43db7a12-f3c9-47a5-aef0-8a689c4fc6fd,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:21.459993 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Pushing event updated for resources: {'Port': ['ID=04bc7f28-0675-4ad6-8ac0-63ad792bb783,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:21.481506 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:21.488049 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e428-2fc6-4bde-9413-ef2c5120cb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:21.491259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70873887-a44e-4ca4-b575-5582266d52c8 req-5cb1dd09-0023-4cb7-a2fd-85d4bd2af388 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:21.499792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-70873887-a44e-4ca4-b575-5582266d52c8 req-5cb1dd09-0023-4cb7-a2fd-85d4bd2af388 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 946 time: 0.1740129 Sep 30 08:06:21.520190 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:21.548160 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e428-2fc6-4bde-9413-ef2c5120cb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:21.619781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-70873887-a44e-4ca4-b575-5582266d52c8 req-959dc9ba-204c-40ea-a4fa-05cce2944448 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190243 Sep 30 08:06:21.643329 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f61ad-793a-4f67-a70f-d440a0669529 req-9d754e6f-bae0-412e-9bfa-f3a0888c1ac4 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:21.644938 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9a0f61ad-793a-4f67-a70f-d440a0669529 req-9d754e6f-bae0-412e-9bfa-f3a0888c1ac4 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1412997 Sep 30 08:06:21.728315 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Network c89ed25b-8a50-4ba5-ad0a-e407f767a371 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:21.729754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:21.790310 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e428-2fc6-4bde-9413-ef2c5120cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:21.799309 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e428-2fc6-4bde-9413-ef2c5120cb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:21.803267 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2fa3e428-2fc6-4bde-9413-ef2c5120cb1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56602372-2131-4a1a-af81-7930212beb39 HTTP/1.1" status: 204 len: 168 time: 0.5061579 Sep 30 08:06:21.819116 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3e428-2fc6-4bde-9413-ef2c5120cb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56602372-2131-4a1a-af81-7930212beb39,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:21.871711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fbdcc07-ebcf-478b-aaf8-0a7a1d47d421 req-4b6f8901-b3ff-41b2-8bf0-ed4aaf1ee430 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76 HTTP/1.1" status: 200 len: 210 time: 0.1165328 Sep 30 08:06:21.934334 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9a0f61ad-793a-4f67-a70f-d440a0669529 req-20f91292-ea70-4958-9101-ab780720ef9c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296762 Sep 30 08:06:21.977381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50890) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:22.071822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e136bc41-ec6e-4c8c-9ed1-3812006e8287 None None] Provisioning complete for port 04bc7f28-0675-4ad6-8ac0-63ad792bb783 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:22.074013 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e136bc41-ec6e-4c8c-9ed1-3812006e8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:22.089132 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eca4e8f-0f4c-4e5a-a4d9-107db18f0595 x-openstack-request-id: req-9eca4e8f-0f4c-4e5a-a4d9-107db18f0595 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:22.105017 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a712f42-f94f-470e-b2bb-8089b9bf4ab9", "name": "network-vif-plugged", "status": "completed", "tag": "43db7a12-f3c9-47a5-aef0-8a689c4fc6fd", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:22.108609 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9eca4e8f-0f4c-4e5a-a4d9-107db18f0595 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:22.111667 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a712f42-f94f-470e-b2bb-8089b9bf4ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43db7a12-f3c9-47a5-aef0-8a689c4fc6fd', 'code': 200} Sep 30 08:06:22.189077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bbe039b0-eebd-4298-a18b-e6fb65b7ea0c up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:22.291854 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e136bc41-ec6e-4c8c-9ed1-3812006e8287 None None] Port 04bc7f28-0675-4ad6-8ac0-63ad792bb783 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:06:22.364740 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port bbe039b0-eebd-4298-a18b-e6fb65b7ea0c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:22.365397 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:22.469453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6a1f79-9676-4b0b-ae72-1bf1d853339d tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Deleting subnet 0fb3c59b-0fbf-458c-a140-f99e176aa1a9 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:06:22.490279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50898) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:22.503226 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1f79-9676-4b0b-ae72-1bf1d853339d tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:22.683946 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:22.709585 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-337a9bd9-9443-47b9-8c2c-ddfea9db39e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:22.728648 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:22.737227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e62119-ffd0-486a-bcfa-ec35ab5a5653 req-e4ed1f84-f39f-4d26-84f9-47377c667858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:22.739059 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8e62119-ffd0-486a-bcfa-ec35ab5a5653 req-e4ed1f84-f39f-4d26-84f9-47377c667858 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 1097 time: 0.4934895 Sep 30 08:06:22.753367 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Router 386a83e0-6ef2-4f3e-b900-466a48e5f982 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:06:22.848295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1c7d9-c009-4a80-9401-1eebe556c21b req-cc297bcd-c762-4b54-9f60-f9f91c0f1f8e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:22.849928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6a1c7d9-c009-4a80-9401-1eebe556c21b req-cc297bcd-c762-4b54-9f60-f9f91c0f1f8e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.6145117 Sep 30 08:06:22.931209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:06:22.939966 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2c15e680-3403-4ef9-b43a-08cdfe01626f admin admin] 10.222.0.24 "PUT /v2.0/routers/386a83e0-6ef2-4f3e-b900-466a48e5f982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2382565 Sep 30 08:06:22.963749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-480ea253-6b0b-4e68-929f-bad95218b653 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:22.966549 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-480ea253-6b0b-4e68-929f-bad95218b653 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.36 "GET /v2.0/networks?id=81b6f71b-62d9-4ada-8d6d-79815d129187 HTTP/1.1" status: 200 len: 815 time: 0.8509870 Sep 30 08:06:22.968974 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1f79-9676-4b0b-ae72-1bf1d853339d tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:23.064407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Pushing event updated for resources: {'Port': ['ID=3470f2bb-8021-46f4-8ea9-c56e2f1d4e85,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:23.068999 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:23.111028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-318cfa45-3700-4b78-b493-281df548a9d7 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Request body: {'port': {'device_id': '5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76', 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187', 'admin_state_up': True, 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:23.139311 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6a1c7d9-c009-4a80-9401-1eebe556c21b req-b4cc2b1e-e026-4641-b67b-f6d617b71c4d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938424 Sep 30 08:06:23.248590 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8e62119-ffd0-486a-bcfa-ec35ab5a5653 req-10e34d20-a4b1-4cbb-81ea-a5c65fa3e18c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404457 Sep 30 08:06:23.318445 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b95d3-4bac-46d1-97f0-3a870a424bfb req-399a4e76-c90e-40e7-873b-06e715d5272e tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:23.325676 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a48b95d3-4bac-46d1-97f0-3a870a424bfb req-399a4e76-c90e-40e7-873b-06e715d5272e tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.6574676 Sep 30 08:06:23.604375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477102df-e3a3-4d6e-b43f-11a0ebf410e5 req-133f1a18-ced1-4f40-a4ac-2258486c6ea5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:23.606505 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-477102df-e3a3-4d6e-b43f-11a0ebf410e5 req-133f1a18-ced1-4f40-a4ac-2258486c6ea5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 946 time: 0.2978494 Sep 30 08:06:23.675568 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1f79-9676-4b0b-ae72-1bf1d853339d tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:23.724182 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a48b95d3-4bac-46d1-97f0-3a870a424bfb req-079e1358-6b67-469d-83bd-9a47f4b63c2a tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725960 Sep 30 08:06:23.808692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-477102df-e3a3-4d6e-b43f-11a0ebf410e5 req-9b8c71e5-6b6c-4574-bc39-dcdda6842cfa tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664350 Sep 30 08:06:23.899280 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Network 02cd2598-3207-49a9-acc9-daf424000aed is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:23.901848 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-337a9bd9-9443-47b9-8c2c-ddfea9db39e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:23.906720 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b7af8cc0-b15c-4041-8fb2-a08cc9591a6a req-05c84803-4eb0-4587-bf17-ed03469cd952 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76 HTTP/1.1" status: 200 len: 210 time: 0.0609589 Sep 30 08:06:23.909925 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:23.924137 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-337a9bd9-9443-47b9-8c2c-ddfea9db39e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:24.117941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a9bd9-9443-47b9-8c2c-ddfea9db39e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a3dc2e-5a52-419d-a46d-ddb7a7468f1f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:24.139294 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-318cfa45-3700-4b78-b493-281df548a9d7 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Made reservation on behalf of d877af138e1a4840a1edc3d3bcdffa97 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:06:24.150967 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-318cfa45-3700-4b78-b493-281df548a9d7 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:24.290415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 24c9b4b4-e454-4895-b89c-957a9f40e298 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:24.326055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50940) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:24.326639 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-337a9bd9-9443-47b9-8c2c-ddfea9db39e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=574ea5abd1104b508466ff69960830eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8242350 Sep 30 08:06:24.332574 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-5f40a986-3368-423e-80f0-ed7f4177451d tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e3609992ca72436d91473dd96fb4a655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2031817 Sep 30 08:06:24.364420 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1f79-9676-4b0b-ae72-1bf1d853339d tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:24.463230 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 24c9b4b4-e454-4895-b89c-957a9f40e298 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:24.463941 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:24.466477 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf541217-9728-4e5f-969a-767747e84608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:24.503879 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1f79-9676-4b0b-ae72-1bf1d853339d tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:24.508993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4f6a1f79-9676-4b0b-ae72-1bf1d853339d tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "DELETE /v2.0/subnets/0fb3c59b-0fbf-458c-a140-f99e176aa1a9 HTTP/1.1" status: 204 len: 168 time: 2.5305912 Sep 30 08:06:24.520388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50942) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:24.546197 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf541217-9728-4e5f-969a-767747e84608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:24.550133 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f878598f-5326-4f56-abae-595a6b83af01 None None] Network f3b9bdf8-b1ca-439d-a88d-e06125d590ad requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:06:24.599313 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a1f79-9676-4b0b-ae72-1bf1d853339d tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Subnet': ['ID=0fb3c59b-0fbf-458c-a140-f99e176aa1a9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:24.685477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50944) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:24.693211 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-90004144-9f95-4b71-b966-3f107ec721e1 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1921965876', 'description': 'tempest-description--256574508'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:24.710584 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:24.771293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b9657252-01d2-4ee6-b710-0e8382e0e701 None None] Provisioning complete for port 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:24.772812 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9657252-01d2-4ee6-b710-0e8382e0e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:24.800093 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf541217-9728-4e5f-969a-767747e84608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:24.804151 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf541217-9728-4e5f-969a-767747e84608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:24.809451 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cf541217-9728-4e5f-969a-767747e84608 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5a3dc2e-5a52-419d-a46d-ddb7a7468f1f HTTP/1.1" status: 204 len: 168 time: 0.4791329 Sep 30 08:06:24.841830 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf541217-9728-4e5f-969a-767747e84608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a3dc2e-5a52-419d-a46d-ddb7a7468f1f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:24.843482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Router e4daaaa5-56c0-481b-8cc6-81f99f189ced has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:06:24.844640 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90004144-9f95-4b71-b966-3f107ec721e1 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:24.953922 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Sync routers for ids ['386a83e0-6ef2-4f3e-b900-466a48e5f982'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:06:24.995307 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b9657252-01d2-4ee6-b710-0e8382e0e701 None None] Port 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:06:25.050624 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Routers {'386a83e0-6ef2-4f3e-b900-466a48e5f982'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:06:25.052767 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:06:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['386a83e0-6ef2-4f3e-b900-466a48e5f982'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:25.092165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-318cfa45-3700-4b78-b493-281df548a9d7 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Allocated IP 172.20.0.13 (81b6f71b-62d9-4ada-8d6d-79815d129187/f8d07eec-e2da-4b25-8a94-a6797db3e1bd/1dbfee16-65b6-414d-a561-162ffe8b52d6) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:25.135861 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90004144-9f95-4b71-b966-3f107ec721e1 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:25.136121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-4e5e2ae3-7fe6-48cf-9606-1530baaae034 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:25.139201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Deleting port d035b304-1598-434f-8294-3295cf271a24 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:06:25.140175 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:25.145329 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90004144-9f95-4b71-b966-3f107ec721e1 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:25.146726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-4e5e2ae3-7fe6-48cf-9606-1530baaae034 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7596147 Sep 30 08:06:25.231218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:06:25.246178 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Sync routers for ids ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:06:25.250098 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-92601d64-1156-45da-a9af-a74c167e0d2d admin admin] 10.222.0.24 "PUT /v2.0/routers/e4daaaa5-56c0-481b-8cc6-81f99f189ced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9526303 Sep 30 08:06:25.270746 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498e5ed-265a-4a1d-abf0-707d01faa5fd req-f1a5917a-d313-4559-8741-636511bdd434 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:25.281758 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e498e5ed-265a-4a1d-abf0-707d01faa5fd req-f1a5917a-d313-4559-8741-636511bdd434 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.4527893 Sep 30 08:06:25.294898 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Routers {'e4daaaa5-56c0-481b-8cc6-81f99f189ced'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:06:25.300749 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:06:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:25.310105 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-02c67288-6fb8-4425-898b-cf1794936a41 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/quotas/e3609992ca72436d91473dd96fb4a655 HTTP/1.1" status: 200 len: 375 time: 0.1620619 Sep 30 08:06:25.343826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90004144-9f95-4b71-b966-3f107ec721e1 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbec4c5e-26a5-49d3-b9da-b14285800932,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:25.391268 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90004144-9f95-4b71-b966-3f107ec721e1 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:25.393694 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-90004144-9f95-4b71-b966-3f107ec721e1 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7068288 Sep 30 08:06:25.401244 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50956) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:25.480907 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-bbf34452-c3c6-4c7b-982a-b6d90a67dd8a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Request body: {'security_group_rule': {'security_group_id': 'bbec4c5e-26a5-49d3-b9da-b14285800932', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:25.503723 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e498e5ed-265a-4a1d-abf0-707d01faa5fd req-6c733b8d-19db-4ddc-af02-8f8c5a352637 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197640 Sep 30 08:06:25.543944 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] For port d035b304-1598-434f-8294-3295cf271a24, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d035b304-1598-434f-8294-3295cf271a24,segment=NetworkSegment(f77bfa7b-9a07-4326-a326-3a04798a55ce),segment_id=f77bfa7b-9a07-4326-a326-3a04798a55ce)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:25.546274 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:25.579001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Calling delete_port for d035b304-1598-434f-8294-3295cf271a24 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:06:25.663360 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Set router e4daaaa5-56c0-481b-8cc6-81f99f189ced gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:06:25.763119 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-5ae79745-f0ed-4414-9931-b7951a898714 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3609992ca72436d91473dd96fb4a655&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4516785 Sep 30 08:06:25.763259 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:25.812212 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:25.841770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3056b726-bb8a-4893-9dd1-cafcf9854042 None None] DHCP port deletion for f3b9bdf8-b1ca-439d-a88d-e06125d590ad request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:06:25.896859 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bbf34452-c3c6-4c7b-982a-b6d90a67dd8a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:25.903861 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Port': ['ID=d035b304-1598-434f-8294-3295cf271a24,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:25.913075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] No DVR routers for this DVR port d035b304-1598-434f-8294-3295cf271a24 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:06:25.990684 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 24c9b4b4-e454-4895-b89c-957a9f40e298, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=24c9b4b4-e454-4895-b89c-957a9f40e298,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:26.017028 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:26.122170 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-318cfa45-3700-4b78-b493-281df548a9d7 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:26.162817 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Set router 386a83e0-6ef2-4f3e-b900-466a48e5f982 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:06:26.186799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f9fb4-0864-4b95-9d30-5f808c2afb78 req-598d707e-fe3d-48f9-9976-ce5150f6e964 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:26.195531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-569f9fb4-0864-4b95-9d30-5f808c2afb78 req-598d707e-fe3d-48f9-9976-ce5150f6e964 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 946 time: 0.4272287 Sep 30 08:06:26.269208 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d035b304-1598-434f-8294-3295cf271a24 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:06:26.275434 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38b9fbb4-adf7-45fd-92b7-3e38d97fbbe4 req-fc86184d-3928-4d10-aef4-282c8371733e tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76 HTTP/1.1" status: 200 len: 210 time: 0.0761776 Sep 30 08:06:26.337695 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:26.346311 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bbf34452-c3c6-4c7b-982a-b6d90a67dd8a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:26.386902 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bbf34452-c3c6-4c7b-982a-b6d90a67dd8a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:26.415387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b9bdf8-b1ca-439d-a88d-e06125d590ad']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:26.435784 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77bfa7b-9a07-4326-a326-3a04798a55ce') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:26.436096 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77bfa7b-9a07-4326-a326-3a04798a55ce') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:26.460361 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:26.489044 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-569f9fb4-0864-4b95-9d30-5f808c2afb78 req-f5ba0c6f-ab32-45e9-bd0c-e6015f771063 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925069 Sep 30 08:06:26.496646 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:26.514528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:06:26.514969 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:26.525106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d035b304-1598-434f-8294-3295cf271a24 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:06:26.527352 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bbf34452-c3c6-4c7b-982a-b6d90a67dd8a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:26.528472 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d035b304-1598-434f-8294-3295cf271a24 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:06:26.544452 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bbf34452-c3c6-4c7b-982a-b6d90a67dd8a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0833721 Sep 30 08:06:26.545868 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-router', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:02Z', 'updated_at': '2021-09-30T08:06:21Z', 'revision_number': 4, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'gw_port': {'id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:06Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3470f2bb-8021-46f4-8ea9-c56e2f1d4e85', 'name': '', 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'mac_address': 'fa:16:3e:d5:b1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:18Z', 'updated_at': '2021-09-30T08:06:21Z', 'revision_number': 2, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'subnets': [{'id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:26.587372 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Checking router: e4daaaa5-56c0-481b-8cc6-81f99f189ced for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:06:26.587799 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Updating router e4daaaa5-56c0-481b-8cc6-81f99f189ced port 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:06:26.597888 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50988) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:26.606742 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=24c9b4b4-e454-4895-b89c-957a9f40e298,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:06:26.613586 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:06:26.626862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-acbb9806-95b3-4cd6-9ce8-485a168dc6e9 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Request body: {'security_group_rule': {'security_group_id': 'bbec4c5e-26a5-49d3-b9da-b14285800932', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:26.644302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf34452-c3c6-4c7b-982a-b6d90a67dd8a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c8e41a-52ed-4dae-9c70-7b382aba5ce6,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:26.652051 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:26.712241 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:26.731474 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:26.732277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:26.733455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:26.734635 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:26.738523 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:26.739226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:26.740942 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:26.741548 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:26.749881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:26.750610 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:26.756549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:26.757322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:26.805490 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-318cfa45-3700-4b78-b493-281df548a9d7 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:26.851290 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:26.868188 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "DELETE /v2.0/networks/f3b9bdf8-b1ca-439d-a88d-e06125d590ad HTTP/1.1" status: 204 len: 168 time: 2.3451807 Sep 30 08:06:26.869488 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb373dc-0f4d-42a6-b6ce-106e7891b4df tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Network': ['ID=f3b9bdf8-b1ca-439d-a88d-e06125d590ad,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:26.871489 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:26.896124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-318cfa45-3700-4b78-b493-281df548a9d7 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Network 81b6f71b-62d9-4ada-8d6d-79815d129187 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:27.008728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273eb47-f797-4009-bf1f-590cd0310609 req-057b760f-3fb9-44a7-8ee5-e7ccadf6b65f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:27.022806 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d273eb47-f797-4009-bf1f-590cd0310609 req-057b760f-3fb9-44a7-8ee5-e7ccadf6b65f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.5825331 Sep 30 08:06:27.053797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-318cfa45-3700-4b78-b493-281df548a9d7 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:27.075740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0dccac7-7968-4c5b-b5dc-d028ec9b85ca tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Deleting subnet 10cc7a95-0863-43fc-b698-345bd8b7c431 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:06:27.080821 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0dccac7-7968-4c5b-b5dc-d028ec9b85ca tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:27.115090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-318cfa45-3700-4b78-b493-281df548a9d7 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:27.147243 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acbb9806-95b3-4cd6-9ce8-485a168dc6e9 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:27.191568 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0dccac7-7968-4c5b-b5dc-d028ec9b85ca tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:27.227357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'name': 'tempest-ServersTestFqdnHostnames-950897291-router', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:15Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'gw_port': {'id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:16Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '04bc7f28-0675-4ad6-8ac0-63ad792bb783', 'name': '', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'mac_address': 'fa:16:3e:af:ba:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '885b474c-c086-4b68-9681-30d06e1cef74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:19Z', 'updated_at': '2021-09-30T08:06:21Z', 'revision_number': 2, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'subnets': [{'id': '885b474c-c086-4b68-9681-30d06e1cef74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:27.363201 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Checking router: 386a83e0-6ef2-4f3e-b900-466a48e5f982 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:06:27.363566 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Updating router 386a83e0-6ef2-4f3e-b900-466a48e5f982 port 04bc7f28-0675-4ad6-8ac0-63ad792bb783 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:06:27.478439 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d273eb47-f797-4009-bf1f-590cd0310609 req-d96e0146-e70f-4cef-ad1c-a97840aa4c9d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506752 Sep 30 08:06:27.532356 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:27.568269 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acbb9806-95b3-4cd6-9ce8-485a168dc6e9 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:27.572550 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cfa45-3700-4b78-b493-281df548a9d7 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Pushing event updated for resources: {'Port': ['ID=1dbfee16-65b6-414d-a561-162ffe8b52d6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:27.623886 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0dccac7-7968-4c5b-b5dc-d028ec9b85ca tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:27.641308 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acbb9806-95b3-4cd6-9ce8-485a168dc6e9 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:27.748364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb9806-95b3-4cd6-9ce8-485a168dc6e9 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd65a0c5-671b-46fa-b347-d5a9b6fac51d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:27.750942 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:27.765379 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0dccac7-7968-4c5b-b5dc-d028ec9b85ca tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:27.783968 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:27.785565 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acbb9806-95b3-4cd6-9ce8-485a168dc6e9 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:27.790009 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-acbb9806-95b3-4cd6-9ce8-485a168dc6e9 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1809809 Sep 30 08:06:27.894028 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-28834513-be7f-491c-a8e9-2ebd706e54fb req-450b27eb-d50b-46b6-a8a2-25e5ecb2e134 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=a42f6e59-7a5f-4c01-ad7e-54321aa510db HTTP/1.1" status: 200 len: 210 time: 0.1810994 Sep 30 08:06:27.894276 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:27.912040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dccac7-7968-4c5b-b5dc-d028ec9b85ca tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Subnet': ['ID=10cc7a95-0863-43fc-b698-345bd8b7c431,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:27.951320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:27.955373 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-318cfa45-3700-4b78-b493-281df548a9d7 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:27.964565 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-318cfa45-3700-4b78-b493-281df548a9d7 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:27.994715 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-60586085-8dd8-4cbc-b9c8-c3b7b399cc70 None None] Provisioning complete for port 1dbfee16-65b6-414d-a561-162ffe8b52d6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:28.003673 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-60586085-8dd8-4cbc-b9c8-c3b7b399cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:28.025755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e7d9af-7336-46f8-a41b-fef4a85fd4f7 None None] Network 9c969046-2a9f-4e60-b8f0-91df2fab0378 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:06:28.031555 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0dccac7-7968-4c5b-b5dc-d028ec9b85ca tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:28.050752 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f0dccac7-7968-4c5b-b5dc-d028ec9b85ca tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "DELETE /v2.0/subnets/10cc7a95-0863-43fc-b698-345bd8b7c431 HTTP/1.1" status: 204 len: 168 time: 1.1712432 Sep 30 08:06:28.052541 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51028) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:28.065386 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcc2ac-92b4-4080-8188-d405cdba26b3 None None] Pushing event updated for resources: {'Port': ['ID=3470f2bb-8021-46f4-8ea9-c56e2f1d4e85,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:28.119407 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Attempting to bind port 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:28.122686 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Attempting to bind port 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '78f01a6e-fdfc-41dc-86a1-8a034f5c7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:28.124818 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Attempting to bind port 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 on network 02cd2598-3207-49a9-acc9-daf424000aed {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:28.137696 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:28.138230 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Checking segment: {'id': '78f01a6e-fdfc-41dc-86a1-8a034f5c7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:28.139288 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:28.143077 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Bound using segment: {'id': '78f01a6e-fdfc-41dc-86a1-8a034f5c7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:28.144547 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Bound port: 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f01a6e-fdfc-41dc-86a1-8a034f5c7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:28.145519 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:28.255223 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] For port 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:28.261133 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] For port 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3470f2bb-8021-46f4-8ea9-c56e2f1d4e85,segment=NetworkSegment(78f01a6e-fdfc-41dc-86a1-8a034f5c7004),segment_id=78f01a6e-fdfc-41dc-86a1-8a034f5c7004)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:28.268114 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:28.367804 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-0567866e-4ad4-4dac-baa5-5b89bb5bbb28 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:28.394377 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-0567866e-4ad4-4dac-baa5-5b89bb5bbb28 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/networks?id=02cd2598-3207-49a9-acc9-daf424000aed HTTP/1.1" status: 200 len: 829 time: 0.8792119 Sep 30 08:06:28.403225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 24c9b4b4-e454-4895-b89c-957a9f40e298 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:28.428177 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:28.444346 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-318cfa45-3700-4b78-b493-281df548a9d7 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3921719 Sep 30 08:06:28.444636 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcc2ac-92b4-4080-8188-d405cdba26b3 None None] Pushing event updated for resources: {'Port': ['ID=3470f2bb-8021-46f4-8ea9-c56e2f1d4e85,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:28.452554 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-34590df5-1a0b-470b-b029-8841154b0276 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/quotas/dcfd02a4420f45ae80de716be102bc08 HTTP/1.1" status: 200 len: 375 time: 0.0437863 Sep 30 08:06:28.493297 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Routers {'e4daaaa5-56c0-481b-8cc6-81f99f189ced'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:06:28.494004 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:06:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:28.511988 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:28.515968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Request body: {'port': {'device_id': '5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:28.860198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-60586085-8dd8-4cbc-b9c8-c3b7b399cc70 None None] Port 1dbfee16-65b6-414d-a561-162ffe8b52d6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:06:28.890375 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 24c9b4b4-e454-4895-b89c-957a9f40e298 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:28.895680 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:28.984370 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:28.988680 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Deleting port 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:06:28.989346 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:29.112742 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] Set router e4daaaa5-56c0-481b-8cc6-81f99f189ced gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:06:29.115687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dfdf91-cbe4-4b37-9e38-e668a6d77908 None None] DHCP port deletion for 9c969046-2a9f-4e60-b8f0-91df2fab0378 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:06:29.122605 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] For port 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2,segment=NetworkSegment(3270a3ed-1f9c-4f43-a8fd-e19db1143275),segment_id=3270a3ed-1f9c-4f43-a8fd-e19db1143275)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:29.122971 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:29.142988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b1747-b788-4bb3-90c3-cb2a012ee03f req-79954041-967f-4c3e-b40e-0580f31c4af3 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:29.144342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Calling delete_port for 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:06:29.144711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e90b1747-b788-4bb3-90c3-cb2a012ee03f req-79954041-967f-4c3e-b40e-0580f31c4af3 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76 HTTP/1.1" status: 200 len: 932 time: 1.0234625 Sep 30 08:06:29.233223 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-a41b1cb1-70a9-46b1-b771-d2dbaf50a797 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e3609992ca72436d91473dd96fb4a655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524778 Sep 30 08:06:29.313459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b6af2a0d-96ff-4790-943e-1c38455d0fe5 None None] Provisioning complete for port 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:29.314101 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6af2a0d-96ff-4790-943e-1c38455d0fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:29.360383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-9717e44e-ce14-4e22-ac69-6b53159961ae tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:29.361915 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-9717e44e-ce14-4e22-ac69-6b53159961ae tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190143 Sep 30 08:06:29.402197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-615032d0-b203-4965-8049-e3879bb1eac3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Request body: {'port': {'device_id': 'a42f6e59-7a5f-4c01-ad7e-54321aa510db', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': 'e3609992ca72436d91473dd96fb4a655'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:29.432161 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-264e2060-7bc2-4d1c-bdd3-d5bf6d786af3 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dcfd02a4420f45ae80de716be102bc08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9412699 Sep 30 08:06:29.438738 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:29.448760 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e90b1747-b788-4bb3-90c3-cb2a012ee03f req-84b5fb01-2ed4-4ad8-843a-40a35a078392 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2310329-4ae3-4b80-9b7e-402e3325930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537436 Sep 30 08:06:29.491989 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfdf91-cbe4-4b37-9e38-e668a6d77908 None None] Deleting port 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:06:29.493073 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1dfdf91-cbe4-4b37-9e38-e668a6d77908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:29.499794 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:29.552858 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:29.665517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Allocated IP 172.25.0.254 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/c3a00821-c784-457c-ba33-c7e47018d820) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:29.678389 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] No DVR routers for this DVR port 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:06:29.685094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Port': ['ID=0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:29.704925 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-router', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:02Z', 'updated_at': '2021-09-30T08:06:21Z', 'revision_number': 4, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'gw_port': {'id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:06Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3470f2bb-8021-46f4-8ea9-c56e2f1d4e85', 'name': '', 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'mac_address': 'fa:16:3e:d5:b1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:18Z', 'updated_at': '2021-09-30T08:06:28Z', 'revision_number': 4, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'subnets': [{'id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:29.738722 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3eea6c-7803-4757-a9d3-b3ad32925ef0 None None] The sync data for ids ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'] in n-d-807359-2 is: [{'id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-router', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:02Z', 'updated_at': '2021-09-30T08:06:21Z', 'revision_number': 4, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'gw_port': {'id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:06Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3470f2bb-8021-46f4-8ea9-c56e2f1d4e85', 'name': '', 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'mac_address': 'fa:16:3e:d5:b1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:18Z', 'updated_at': '2021-09-30T08:06:28Z', 'revision_number': 4, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'subnets': [{'id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:06:29.757345 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6af2a0d-96ff-4790-943e-1c38455d0fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:29.798483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b1dfdf91-cbe4-4b37-9e38-e668a6d77908 None None] For port 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2,segment=NetworkSegment(3270a3ed-1f9c-4f43-a8fd-e19db1143275),segment_id=3270a3ed-1f9c-4f43-a8fd-e19db1143275)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:29.798908 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1dfdf91-cbe4-4b37-9e38-e668a6d77908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:29.884392 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:29.909093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b6af2a0d-96ff-4790-943e-1c38455d0fe5 None None] For port 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3470f2bb-8021-46f4-8ea9-c56e2f1d4e85,segment=NetworkSegment(78f01a6e-fdfc-41dc-86a1-8a034f5c7004),segment_id=78f01a6e-fdfc-41dc-86a1-8a034f5c7004)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:29.913528 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:29.917805 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfdf91-cbe4-4b37-9e38-e668a6d77908 None None] Calling delete_port for 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:06:29.922311 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6af2a0d-96ff-4790-943e-1c38455d0fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:29.963639 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.027650 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c969046-2a9f-4e60-b8f0-91df2fab0378']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:30.054040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3270a3ed-1f9c-4f43-a8fd-e19db1143275') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:30.054383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3270a3ed-1f9c-4f43-a8fd-e19db1143275') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:30.123363 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.213792 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.218269 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.223195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af2a0d-96ff-4790-943e-1c38455d0fe5 None None] Pushing event updated for resources: {'Port': ['ID=3470f2bb-8021-46f4-8ea9-c56e2f1d4e85,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:30.238227 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:06:30.238643 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:06:30.285358 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:06:30.317068 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbfee16-65b6-414d-a561-162ffe8b52d6 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:30.322692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d96ed4-a175-4f0e-80af-ce3e13d6e104 None None] Pushing event updated for resources: {'Port': ['ID=04bc7f28-0675-4ad6-8ac0-63ad792bb783,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:30.327504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Attempting to bind port 04bc7f28-0675-4ad6-8ac0-63ad792bb783 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:30.328133 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Attempting to bind port 04bc7f28-0675-4ad6-8ac0-63ad792bb783 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '754dc389-1c24-4dc9-9553-78e63143e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:30.328635 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Attempting to bind port 04bc7f28-0675-4ad6-8ac0-63ad792bb783 on network c89ed25b-8a50-4ba5-ad0a-e407f767a371 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:30.338824 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:30.339372 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Checking segment: {'id': '754dc389-1c24-4dc9-9553-78e63143e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:30.339962 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.340532 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Bound using segment: {'id': '754dc389-1c24-4dc9-9553-78e63143e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:30.341137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Bound port: 04bc7f28-0675-4ad6-8ac0-63ad792bb783, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754dc389-1c24-4dc9-9553-78e63143e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:30.341627 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.356518 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:30.439429 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] For port 04bc7f28-0675-4ad6-8ac0-63ad792bb783, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:30.442694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] For port 04bc7f28-0675-4ad6-8ac0-63ad792bb783, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=04bc7f28-0675-4ad6-8ac0-63ad792bb783,segment=NetworkSegment(754dc389-1c24-4dc9-9553-78e63143e859),segment_id=754dc389-1c24-4dc9-9553-78e63143e859)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:30.468984 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.475067 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.494980 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.500102 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "DELETE /v2.0/networks/9c969046-2a9f-4e60-b8f0-91df2fab0378 HTTP/1.1" status: 204 len: 168 time: 2.4321544 Sep 30 08:06:30.530974 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:30.542932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d4772e67-ff37-4399-a684-df2268e7db06 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-973811259'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:30.560083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-cad7f59e-4aad-4e24-b6f9-87ecf6ede4a1 service neutron] 10.222.0.24 "GET /v2.0/networks/02cd2598-3207-49a9-acc9-daf424000aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1186659 Sep 30 08:06:30.604439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07e85e-688e-4fca-aa7a-28760026756f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Network': ['ID=9c969046-2a9f-4e60-b8f0-91df2fab0378,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:30.608705 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4772e67-ff37-4399-a684-df2268e7db06 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Made reservation on behalf of 3b271bd85d2347b2a47c1a71e66c3a02 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:06:30.614087 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d96ed4-a175-4f0e-80af-ce3e13d6e104 None None] Pushing event updated for resources: {'Port': ['ID=04bc7f28-0675-4ad6-8ac0-63ad792bb783,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:30.616559 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4772e67-ff37-4399-a684-df2268e7db06 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.675733 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.701464 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1dfdf91-cbe4-4b37-9e38-e668a6d77908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.709076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4772e67-ff37-4399-a684-df2268e7db06 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:06:30.722788 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-48493153-d695-42f5-9537-660097a3fdab None None] Provisioning complete for port 04bc7f28-0675-4ad6-8ac0-63ad792bb783 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:30.723561 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48493153-d695-42f5-9537-660097a3fdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.727229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846c4b7-eaff-438f-89db-5b3cf820bb31 req-90fc2be2-7e51-469b-bd8e-694f94fa52e4 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:30.745823 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4772e67-ff37-4399-a684-df2268e7db06 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.746285 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-d4772e67-ff37-4399-a684-df2268e7db06 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Added segment 03ba780d-ed7e-4833-9ea9-95cb16d973c7 of type vlan for network 710af986-e7ee-4ad3-8355-4c5cb03ef7fb Sep 30 08:06:30.750839 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5846c4b7-eaff-438f-89db-5b3cf820bb31 req-90fc2be2-7e51-469b-bd8e-694f94fa52e4 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 946 time: 0.7916310 Sep 30 08:06:30.768253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1dfdf91-cbe4-4b37-9e38-e668a6d77908 None None] Network 9c969046-2a9f-4e60-b8f0-91df2fab0378 is not hosted by any dhcp agent {{(pid=94839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:06:30.770275 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dfdf91-cbe4-4b37-9e38-e668a6d77908 None None] No DVR routers for this DVR port 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:06:30.843941 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfdf91-cbe4-4b37-9e38-e668a6d77908 None None] Pushing event deleted for resources: {'Port': ['ID=0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:30.884394 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4772e67-ff37-4399-a684-df2268e7db06 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.905621 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Routers {'386a83e0-6ef2-4f3e-b900-466a48e5f982'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:06:30.906282 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:06:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['386a83e0-6ef2-4f3e-b900-466a48e5f982'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:30.907761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Transition to ACTIVE for port object 1dbfee16-65b6-414d-a561-162ffe8b52d6 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:06:30.931529 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.955829 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-615032d0-b203-4965-8049-e3879bb1eac3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Made reservation on behalf of e3609992ca72436d91473dd96fb4a655 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:06:30.959591 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-615032d0-b203-4965-8049-e3879bb1eac3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:30.998626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:31.000243 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:31.015718 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:31.051803 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4772e67-ff37-4399-a684-df2268e7db06 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:31.059881 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4772e67-ff37-4399-a684-df2268e7db06 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:31.060778 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4772e67-ff37-4399-a684-df2268e7db06 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:31.076241 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:31.084007 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:31.114060 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d4772e67-ff37-4399-a684-df2268e7db06 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5787675 Sep 30 08:06:31.126273 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:31.132456 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51048) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:31.157893 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbfee16-65b6-414d-a561-162ffe8b52d6,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:31.219895 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-944e3539-b257-47bd-b03e-7edd93726dc3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Request body: {'subnet': {'network_id': '710af986-e7ee-4ad3-8355-4c5cb03ef7fb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:31.234121 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Pushing event updated for resources: {'Port': ['ID=c3a00821-c784-457c-ba33-c7e47018d820,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:31.251874 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5846c4b7-eaff-438f-89db-5b3cf820bb31 req-14617afb-06c3-4720-a8d2-ea237dd0719b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996233 Sep 30 08:06:31.401988 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4772e67-ff37-4399-a684-df2268e7db06 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event updated for resources: {'Network': ['ID=710af986-e7ee-4ad3-8355-4c5cb03ef7fb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:31.517422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-615032d0-b203-4965-8049-e3879bb1eac3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Allocated IP 192.168.233.44 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/156ce0f7-192e-4630-a0e8-6653ce2b8481) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:31.719709 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944e3539-b257-47bd-b03e-7edd93726dc3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Made reservation on behalf of 3b271bd85d2347b2a47c1a71e66c3a02 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:06:31.728532 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-944e3539-b257-47bd-b03e-7edd93726dc3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:31.733967 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:31.767580 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] Set router 386a83e0-6ef2-4f3e-b900-466a48e5f982 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:06:31.863592 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:06:31.865605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 710af986-e7ee-4ad3-8355-4c5cb03ef7fb details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:06:31.868330 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-196d897d-588c-471d-a064-7993be2051be service neutron] 10.222.0.24 "GET /v2.0/networks/02cd2598-3207-49a9-acc9-daf424000aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2869847 Sep 30 08:06:31.904619 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48493153-d695-42f5-9537-660097a3fdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:31.931173 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-615032d0-b203-4965-8049-e3879bb1eac3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:31.950867 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:06:31.951292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0ebee8f0-cc3b-4af9-8714-ff08cf7e2bb2 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:06:31.972959 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-48493153-d695-42f5-9537-660097a3fdab None None] For port 04bc7f28-0675-4ad6-8ac0-63ad792bb783, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=04bc7f28-0675-4ad6-8ac0-63ad792bb783,segment=NetworkSegment(754dc389-1c24-4dc9-9553-78e63143e859),segment_id=754dc389-1c24-4dc9-9553-78e63143e859)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:31.977860 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2adfe670-0b63-432a-ba31-a758331f6d6c req-cb4943df-e116-48a2-9c31-7069f5176aac tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=a42f6e59-7a5f-4c01-ad7e-54321aa510db HTTP/1.1" status: 200 len: 210 time: 0.1043196 Sep 30 08:06:32.031657 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48493153-d695-42f5-9537-660097a3fdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:32.172634 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-615032d0-b203-4965-8049-e3879bb1eac3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:32.174963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Attempting to bind port 1dbfee16-65b6-414d-a561-162ffe8b52d6 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:32.175574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Attempting to bind port 1dbfee16-65b6-414d-a561-162ffe8b52d6 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '2cab286c-38ca-47aa-a03c-3138952fc3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:32.176026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Attempting to bind port 1dbfee16-65b6-414d-a561-162ffe8b52d6 on network 81b6f71b-62d9-4ada-8d6d-79815d129187 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:32.205637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48493153-d695-42f5-9537-660097a3fdab None None] Pushing event updated for resources: {'Port': ['ID=04bc7f28-0675-4ad6-8ac0-63ad792bb783,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:32.212603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['2fffc92f-2851-4abc-aa1a-2be59769fbf7', 'd29541f6-a460-4a09-8076-2f8300e46194'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:06:32.239836 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4d842efb-7479-462b-a094-83e368a601eb None None] Provisioning complete for port 04bc7f28-0675-4ad6-8ac0-63ad792bb783 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:32.240157 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d842efb-7479-462b-a094-83e368a601eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:32.285604 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:32.295621 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Port 1dbfee16-65b6-414d-a561-162ffe8b52d6 on network 81b6f71b-62d9-4ada-8d6d-79815d129187 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:06:32.297420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Attempting to bind port 1dbfee16-65b6-414d-a561-162ffe8b52d6 on network 81b6f71b-62d9-4ada-8d6d-79815d129187 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:32.340118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-615032d0-b203-4965-8049-e3879bb1eac3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:32.354346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:32.356361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Checking segment: {'id': '2cab286c-38ca-47aa-a03c-3138952fc3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:32.357925 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Bound using segment: {'id': '2cab286c-38ca-47aa-a03c-3138952fc3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:32.359940 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Bound port: 1dbfee16-65b6-414d-a561-162ffe8b52d6, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cab286c-38ca-47aa-a03c-3138952fc3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:32.361513 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:32.406125 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16592b3-cdc3-4028-beb3-991a34cb828a req-c25e2c13-7acd-4178-bdc3-0823cd603ae6 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:32.420523 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a16592b3-cdc3-4028-beb3-991a34cb828a req-c25e2c13-7acd-4178-bdc3-0823cd603ae6 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76 HTTP/1.1" status: 200 len: 944 time: 0.3252497 Sep 30 08:06:32.427305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-615032d0-b203-4965-8049-e3879bb1eac3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:32.434903 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-615032d0-b203-4965-8049-e3879bb1eac3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:32.440771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:32.556587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'name': 'tempest-ServersTestFqdnHostnames-950897291-router', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:15Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'gw_port': {'id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:16Z', 'updated_at': '2021-09-30T08:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '04bc7f28-0675-4ad6-8ac0-63ad792bb783', 'name': '', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'mac_address': 'fa:16:3e:af:ba:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '885b474c-c086-4b68-9681-30d06e1cef74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:19Z', 'updated_at': '2021-09-30T08:06:30Z', 'revision_number': 4, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'subnets': [{'id': '885b474c-c086-4b68-9681-30d06e1cef74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:32.633563 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-944e3539-b257-47bd-b03e-7edd93726dc3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:32.672725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615032d0-b203-4965-8049-e3879bb1eac3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Pushing event updated for resources: {'Port': ['ID=156ce0f7-192e-4630-a0e8-6653ce2b8481,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:32.834172 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3029e06-48e4-4440-bc19-244908a2a818 None None] The sync data for ids ['386a83e0-6ef2-4f3e-b900-466a48e5f982'] in n-d-807359-2 is: [{'id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'name': 'tempest-ServersTestFqdnHostnames-950897291-router', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:15Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'gw_port': {'id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:16Z', 'updated_at': '2021-09-30T08:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '04bc7f28-0675-4ad6-8ac0-63ad792bb783', 'name': '', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'mac_address': 'fa:16:3e:af:ba:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '885b474c-c086-4b68-9681-30d06e1cef74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:19Z', 'updated_at': '2021-09-30T08:06:30Z', 'revision_number': 4, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'subnets': [{'id': '885b474c-c086-4b68-9681-30d06e1cef74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:06:32.905782 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:32.964401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:32.965148 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:32.997794 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-615032d0-b203-4965-8049-e3879bb1eac3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:33.000415 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-615032d0-b203-4965-8049-e3879bb1eac3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:33.026127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:33.092199 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a16592b3-cdc3-4028-beb3-991a34cb828a req-809ae380-f24c-45e8-b436-fb9f8463275d tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2310329-4ae3-4b80-9b7e-402e3325930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6667304 Sep 30 08:06:33.113274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f8e5be68-d62f-43a6-a1a0-1056d7d90fb7 None None] Provisioning complete for port 156ce0f7-192e-4630-a0e8-6653ce2b8481 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:33.113918 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8e5be68-d62f-43a6-a1a0-1056d7d90fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:33.150027 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-615032d0-b203-4965-8049-e3879bb1eac3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7402806 Sep 30 08:06:33.181039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Request body: {'port': {'device_id': 'a42f6e59-7a5f-4c01-ad7e-54321aa510db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:33.189415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5be68-d62f-43a6-a1a0-1056d7d90fb7 None None] Port 156ce0f7-192e-4630-a0e8-6653ce2b8481 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:06:33.200896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784a55d-7717-4d0f-b7fc-2c5a94829f03 req-7f1cd083-9cdd-4369-b47a-95c3bc4bcdea tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:33.209127 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6784a55d-7717-4d0f-b7fc-2c5a94829f03 req-7f1cd083-9cdd-4369-b47a-95c3bc4bcdea tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.4552341 Sep 30 08:06:33.271509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 04bc7f28-0675-4ad6-8ac0-63ad792bb783 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:33.276554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e3539-b257-47bd-b03e-7edd93726dc3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event updated for resources: {'Subnet': ['ID=57d9d43f-d265-4492-9724-e4d99e0c7dcc,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:33.323790 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e3539-b257-47bd-b03e-7edd93726dc3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Checking segment: {'id': '03ba780d-ed7e-4833-9ea9-95cb16d973c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '710af986-e7ee-4ad3-8355-4c5cb03ef7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:33.324474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e3539-b257-47bd-b03e-7edd93726dc3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Network hostable DHCP agents. Network: 710af986-e7ee-4ad3-8355-4c5cb03ef7fb, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:06:33.343097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Pushing event updated for resources: {'Port': ['ID=c3a00821-c784-457c-ba33-c7e47018d820,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:33.358808 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] For port 1dbfee16-65b6-414d-a561-162ffe8b52d6, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:33.376675 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:33.395300 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e3539-b257-47bd-b03e-7edd93726dc3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Network 710af986-e7ee-4ad3-8355-4c5cb03ef7fb is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:06:33.401964 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:33.413640 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f37dc3b6-ea94-487e-afc6-9b7812731747 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4856403 Sep 30 08:06:33.422674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] For port 1dbfee16-65b6-414d-a561-162ffe8b52d6, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1dbfee16-65b6-414d-a561-162ffe8b52d6,segment=NetworkSegment(2cab286c-38ca-47aa-a03c-3138952fc3b6),segment_id=2cab286c-38ca-47aa-a03c-3138952fc3b6)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:33.447278 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-944e3539-b257-47bd-b03e-7edd93726dc3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 710af986-e7ee-4ad3-8355-4c5cb03ef7fb) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:33.452538 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e3539-b257-47bd-b03e-7edd93726dc3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:33.453570 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-944e3539-b257-47bd-b03e-7edd93726dc3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:33.472394 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:33.478771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d1609-9a9b-4d8b-bc6b-186da94bbc77 None None] Network 710af986-e7ee-4ad3-8355-4c5cb03ef7fb requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:06:33.517004 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-944e3539-b257-47bd-b03e-7edd93726dc3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3675022 Sep 30 08:06:33.522298 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:33.525859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6784a55d-7717-4d0f-b7fc-2c5a94829f03 req-61fd8f80-e148-40bd-8569-64678575f9dd tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061588 Sep 30 08:06:33.569059 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:33.571832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6fb88aba-3034-40ad-9d14-76c7b2fef93c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1694422397'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:33.579221 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:33.580973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] 10.222.0.36 "PUT /v2.0/ports/1dbfee16-65b6-414d-a561-162ffe8b52d6 HTTP/1.1" status: 200 len: 1092 time: 5.0951800 Sep 30 08:06:33.635342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb88aba-3034-40ad-9d14-76c7b2fef93c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Made reservation on behalf of 3b271bd85d2347b2a47c1a71e66c3a02 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:06:33.647257 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fb88aba-3034-40ad-9d14-76c7b2fef93c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:33.699751 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb88aba-3034-40ad-9d14-76c7b2fef93c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:06:33.711840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76', 'tag': '1dbfee16-65b6-414d-a561-162ffe8b52d6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:33.714266 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916e6138-cf63-4561-b643-cfad153af293" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76", "tag": "1dbfee16-65b6-414d-a561-162ffe8b52d6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:33.724674 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fb88aba-3034-40ad-9d14-76c7b2fef93c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:33.725494 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-6fb88aba-3034-40ad-9d14-76c7b2fef93c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Added segment 478bdba3-654a-4089-90f7-5bd5643c4274 of type vlan for network 48ee416b-d747-4ec7-b9fc-f8c068d674be Sep 30 08:06:33.801032 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fb88aba-3034-40ad-9d14-76c7b2fef93c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:33.823440 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:33.839280 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bf392-5f6b-460d-ab69-7ccbfadbd507 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbfee16-65b6-414d-a561-162ffe8b52d6,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:33.850623 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fb88aba-3034-40ad-9d14-76c7b2fef93c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:33.876574 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb88aba-3034-40ad-9d14-76c7b2fef93c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:33.877588 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fb88aba-3034-40ad-9d14-76c7b2fef93c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:33.923875 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efb0d1b9-fd94-4507-833b-a306116fb6f5 req-539a4507-a005-42ee-8fb1-36989588b592 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 210 time: 0.1219354 Sep 30 08:06:34.036955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753c12a-c4b1-460d-ac94-c899483b07e5 req-2811a83b-6d64-4131-b2d9-d5c6273ec9ef tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:34.040346 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5753c12a-c4b1-460d-ac94-c899483b07e5 req-2811a83b-6d64-4131-b2d9-d5c6273ec9ef tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 946 time: 0.1958227 Sep 30 08:06:34.050405 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6fb88aba-3034-40ad-9d14-76c7b2fef93c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5207860 Sep 30 08:06:34.057369 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:34.065608 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9965016e-dcee-4560-a5c7-9cbefcd6e352 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Request body: {'subnet': {'network_id': '48ee416b-d747-4ec7-b9fc-f8c068d674be', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:34.120135 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-710af986-e7ee-4ad3-8355-4c5cb03ef7fb', 'network_id': '710af986-e7ee-4ad3-8355-4c5cb03ef7fb', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'fixed_ips': [{'subnet_id': '57d9d43f-d265-4492-9724-e4d99e0c7dcc'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:06:34.120730 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5753c12a-c4b1-460d-ac94-c899483b07e5 req-5309c79d-9fea-4e70-81bd-7d86e1c337e0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714238 Sep 30 08:06:34.121033 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:34.198359 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb88aba-3034-40ad-9d14-76c7b2fef93c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event updated for resources: {'Network': ['ID=48ee416b-d747-4ec7-b9fc-f8c068d674be,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:34.248616 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-2b02c414-a8fb-434b-be1c-884887eb6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:34.250530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-2b02c414-a8fb-434b-be1c-884887eb6633 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d877af138e1a4840a1edc3d3bcdffa97&device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76 HTTP/1.1" status: 200 len: 1095 time: 0.4376428 Sep 30 08:06:34.391133 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-342fa8ee-2d20-4ea6-931b-c9fe6334e8db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dbfee16-65b6-414d-a561-162ffe8b52d6 HTTP/1.1" status: 200 len: 217 time: 0.1043086 Sep 30 08:06:34.400226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 04bc7f28-0675-4ad6-8ac0-63ad792bb783 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:34.401451 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:34.446961 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9965016e-dcee-4560-a5c7-9cbefcd6e352 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Made reservation on behalf of 3b271bd85d2347b2a47c1a71e66c3a02 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:06:34.464728 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9965016e-dcee-4560-a5c7-9cbefcd6e352 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:34.482162 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-060c839e-3ddd-4f4d-bcd6-a9bb60b32066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:34.487388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 48ee416b-d747-4ec7-b9fc-f8c068d674be details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:06:34.490127 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-060c839e-3ddd-4f4d-bcd6-a9bb60b32066 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8d07eec-e2da-4b25-8a94-a6797db3e1bd HTTP/1.1" status: 200 len: 854 time: 0.0759776 Sep 30 08:06:34.556622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff95164-68aa-4e45-832d-15db443db1ec req-2430faf8-27bb-424b-8101-b38ac9eae5f1 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:34.564310 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2ff95164-68aa-4e45-832d-15db443db1ec req-2430faf8-27bb-424b-8101-b38ac9eae5f1 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=a42f6e59-7a5f-4c01-ad7e-54321aa510db HTTP/1.1" status: 200 len: 935 time: 0.4688375 Sep 30 08:06:34.682788 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bda5d-0b4b-4a96-9dfa-268e2db066f5 req-3578583e-0d20-4c41-842a-647a68208361 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:34.693731 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d7bda5d-0b4b-4a96-9dfa-268e2db066f5 req-3578583e-0d20-4c41-842a-647a68208361 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.3959379 Sep 30 08:06:34.818584 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Allocated IP 19.80.0.2 (710af986-e7ee-4ad3-8355-4c5cb03ef7fb/57d9d43f-d265-4492-9724-e4d99e0c7dcc/54040701-2e29-43e4-8624-70b41a5648ae) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:35.001842 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156ce0f7-192e-4630-a0e8-6653ce2b8481 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:35.020436 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:35.034008 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 04bc7f28-0675-4ad6-8ac0-63ad792bb783 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:35.068603 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2ff95164-68aa-4e45-832d-15db443db1ec req-d7ca00ee-dace-4716-815f-becfb9db271c tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012865 Sep 30 08:06:35.075845 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9965016e-dcee-4560-a5c7-9cbefcd6e352 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:35.228328 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965016e-dcee-4560-a5c7-9cbefcd6e352 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event updated for resources: {'Subnet': ['ID=bfaeb70f-bec4-471d-af7c-0c5a2b5764a7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:35.229122 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:35.234849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-a073bc7f-a4e0-4ed9-9c4e-af658fe68e7a tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:35.239167 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-a073bc7f-a4e0-4ed9-9c4e-af658fe68e7a tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.36 "GET /v2.0/networks?id=02cd2598-3207-49a9-acc9-daf424000aed HTTP/1.1" status: 200 len: 829 time: 0.7458529 Sep 30 08:06:35.240344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Transition to ACTIVE for port object 156ce0f7-192e-4630-a0e8-6653ce2b8481 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:06:35.251777 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9965016e-dcee-4560-a5c7-9cbefcd6e352 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Checking segment: {'id': '478bdba3-654a-4089-90f7-5bd5643c4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '48ee416b-d747-4ec7-b9fc-f8c068d674be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:35.251777 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9965016e-dcee-4560-a5c7-9cbefcd6e352 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Network hostable DHCP agents. Network: 48ee416b-d747-4ec7-b9fc-f8c068d674be, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:06:35.252534 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:35.269066 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 04bc7f28-0675-4ad6-8ac0-63ad792bb783 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:35.269720 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:35.272664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d7bda5d-0b4b-4a96-9dfa-268e2db066f5 req-6a94cadd-5824-4e75-b3f6-854a1db47c1e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427900 Sep 30 08:06:35.279179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-ab7b9968-cb60-4a86-8d5d-ac705f1e8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:35.303093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9965016e-dcee-4560-a5c7-9cbefcd6e352 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Network 48ee416b-d747-4ec7-b9fc-f8c068d674be is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:06:35.303230 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-ab7b9968-cb60-4a86-8d5d-ac705f1e8177 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81b6f71b-62d9-4ada-8d6d-79815d129187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7757962 Sep 30 08:06:35.303768 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:35.318196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9965016e-dcee-4560-a5c7-9cbefcd6e352 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 48ee416b-d747-4ec7-b9fc-f8c068d674be) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:35.326922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9965016e-dcee-4560-a5c7-9cbefcd6e352 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:35.327694 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9965016e-dcee-4560-a5c7-9cbefcd6e352 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:35.334560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c90c59-38eb-4211-8d7e-7177844e8fee None None] Network 48ee416b-d747-4ec7-b9fc-f8c068d674be requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:06:35.346347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Network 710af986-e7ee-4ad3-8355-4c5cb03ef7fb is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:35.369515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:35.373183 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9965016e-dcee-4560-a5c7-9cbefcd6e352 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3112447 Sep 30 08:06:35.381387 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:35.400404 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Pushing event updated for resources: {'Port': ['ID=54040701-2e29-43e4-8624-70b41a5648ae,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:35.425346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-5b9fc47c-4710-490b-a0ee-1920dc81bfaf tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Request body: {'port': {'device_id': 'be83f767-b803-4f1a-bfa2-460e71d93917', 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed', 'admin_state_up': True, 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:35.507801 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16efcba3-0662-40ed-8eb9-3ba8bb6b8879 x-openstack-request-id: req-16efcba3-0662-40ed-8eb9-3ba8bb6b8879 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:35.508540 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76", "tag": "1dbfee16-65b6-414d-a561-162ffe8b52d6", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:35.508807 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16efcba3-0662-40ed-8eb9-3ba8bb6b8879 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:35.509603 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76', 'tag': '1dbfee16-65b6-414d-a561-162ffe8b52d6', 'status': 'completed', 'code': 200} Sep 30 08:06:35.572502 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Attempting to bind port 54040701-2e29-43e4-8624-70b41a5648ae on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:35.574158 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Attempting to bind port 54040701-2e29-43e4-8624-70b41a5648ae by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '03ba780d-ed7e-4833-9ea9-95cb16d973c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '710af986-e7ee-4ad3-8355-4c5cb03ef7fb'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:35.574562 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Attempting to bind port 54040701-2e29-43e4-8624-70b41a5648ae on network 710af986-e7ee-4ad3-8355-4c5cb03ef7fb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:35.649146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:35.649146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Checking segment: {'id': '03ba780d-ed7e-4833-9ea9-95cb16d973c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '710af986-e7ee-4ad3-8355-4c5cb03ef7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:35.649146 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:35.649146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Bound using segment: {'id': '03ba780d-ed7e-4833-9ea9-95cb16d973c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '710af986-e7ee-4ad3-8355-4c5cb03ef7fb'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:35.649146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Bound port: 54040701-2e29-43e4-8624-70b41a5648ae, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ba780d-ed7e-4833-9ea9-95cb16d973c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '710af986-e7ee-4ad3-8355-4c5cb03ef7fb'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:35.649146 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:35.704945 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-3707f877-d4f4-4875-ae23-e3ee53bcc773 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1921965876&fields=id&tenant_id=1900b8b429224e11af0c1459c08f5eb0 HTTP/1.1" status: 200 len: 267 time: 0.4546115 Sep 30 08:06:35.753089 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] For port 54040701-2e29-43e4-8624-70b41a5648ae, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:35.762058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] For port 54040701-2e29-43e4-8624-70b41a5648ae, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=54040701-2e29-43e4-8624-70b41a5648ae,segment=NetworkSegment(03ba780d-ed7e-4833-9ea9-95cb16d973c7),segment_id=03ba780d-ed7e-4833-9ea9-95cb16d973c7)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:35.861143 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:35.910526 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Pushing event updated for resources: {'Port': ['ID=156ce0f7-192e-4630-a0e8-6653ce2b8481,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:35.916863 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-5ea11027-f9a6-4661-b4cd-cf1b40af1142 service neutron] 10.222.0.36 "GET /v2.0/networks/81b6f71b-62d9-4ada-8d6d-79815d129187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841404 Sep 30 08:06:35.944813 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-48ee416b-d747-4ec7-b9fc-f8c068d674be', 'network_id': '48ee416b-d747-4ec7-b9fc-f8c068d674be', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'fixed_ips': [{'subnet_id': 'bfaeb70f-bec4-471d-af7c-0c5a2b5764a7'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:06:35.946322 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:36.005028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-5b9fc47c-4710-490b-a0ee-1920dc81bfaf tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Made reservation on behalf of dcfd02a4420f45ae80de716be102bc08 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:06:36.010284 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-5b9fc47c-4710-490b-a0ee-1920dc81bfaf tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:36.105224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e35b6c-60f8-460a-972e-81ab967e0231 None None] Pushing event updated for resources: {'Port': ['ID=54040701-2e29-43e4-8624-70b41a5648ae,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:36.214434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Allocated IP 19.86.0.2 (48ee416b-d747-4ec7-b9fc-f8c068d674be/bfaeb70f-bec4-471d-af7c-0c5a2b5764a7/d9efabef-3ed6-40e1-8da5-94a83938c325) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:36.394808 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fa3c4-516c-4d9d-b62c-6308b0af1939 req-6e60525f-ad4f-4f21-85c5-85ca88c57527 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:36.403259 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-549fa3c4-516c-4d9d-b62c-6308b0af1939 req-6e60525f-ad4f-4f21-85c5-85ca88c57527 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 946 time: 0.7791252 Sep 30 08:06:36.410867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Attempting to bind port 156ce0f7-192e-4630-a0e8-6653ce2b8481 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:36.411203 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Attempting to bind port 156ce0f7-192e-4630-a0e8-6653ce2b8481 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:36.411788 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Attempting to bind port 156ce0f7-192e-4630-a0e8-6653ce2b8481 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:36.484718 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:36.495052 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:36.501968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Port 156ce0f7-192e-4630-a0e8-6653ce2b8481 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:06:36.502293 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Attempting to bind port 156ce0f7-192e-4630-a0e8-6653ce2b8481 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:36.526040 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:36.526376 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:36.526762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:36.527196 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Bound port: 156ce0f7-192e-4630-a0e8-6653ce2b8481, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:36.527559 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:36.535441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-4722545f-3941-4856-ab7d-0a813298ed20 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:36.536940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-4722545f-3941-4856-ab7d-0a813298ed20 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/networks?id=c89ed25b-8a50-4ba5-ad0a-e407f767a371 HTTP/1.1" status: 200 len: 814 time: 0.6168387 Sep 30 08:06:36.539363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Network 48ee416b-d747-4ec7-b9fc-f8c068d674be is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:36.544313 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:36.549263 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-549fa3c4-516c-4d9d-b62c-6308b0af1939 req-00d79ff1-30fc-4bc3-b691-52e311ec6800 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451404 Sep 30 08:06:36.550988 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:36.575597 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-5b9fc47c-4710-490b-a0ee-1920dc81bfaf tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Allocated IP 172.20.0.3 (02cd2598-3207-49a9-acc9-daf424000aed/1ff604b4-4ea3-444f-b90c-17291184c96e/5ce2dc7c-7540-4c7f-86a4-21221197342d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:36.578829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Pushing event updated for resources: {'Port': ['ID=d9efabef-3ed6-40e1-8da5-94a83938c325,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:36.586605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-542ce643-5d4a-4f19-b2a1-9dfe18a6f56c tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/quotas/1900b8b429224e11af0c1459c08f5eb0 HTTP/1.1" status: 200 len: 375 time: 0.0362294 Sep 30 08:06:36.620137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Attempting to bind port d9efabef-3ed6-40e1-8da5-94a83938c325 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:36.620919 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Attempting to bind port d9efabef-3ed6-40e1-8da5-94a83938c325 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '478bdba3-654a-4089-90f7-5bd5643c4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '48ee416b-d747-4ec7-b9fc-f8c068d674be'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:36.621456 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Attempting to bind port d9efabef-3ed6-40e1-8da5-94a83938c325 on network 48ee416b-d747-4ec7-b9fc-f8c068d674be {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:36.633815 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:36.634496 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Checking segment: {'id': '478bdba3-654a-4089-90f7-5bd5643c4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '48ee416b-d747-4ec7-b9fc-f8c068d674be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:36.636524 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:36.637825 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Bound using segment: {'id': '478bdba3-654a-4089-90f7-5bd5643c4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '48ee416b-d747-4ec7-b9fc-f8c068d674be'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:36.638854 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Bound port: d9efabef-3ed6-40e1-8da5-94a83938c325, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478bdba3-654a-4089-90f7-5bd5643c4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '48ee416b-d747-4ec7-b9fc-f8c068d674be'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:36.638854 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:36.709582 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] For port d9efabef-3ed6-40e1-8da5-94a83938c325, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:36.714162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] For port d9efabef-3ed6-40e1-8da5-94a83938c325, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d9efabef-3ed6-40e1-8da5-94a83938c325,segment=NetworkSegment(478bdba3-654a-4089-90f7-5bd5643c4274),segment_id=478bdba3-654a-4089-90f7-5bd5643c4274)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:36.718091 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:36.745285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] For port 156ce0f7-192e-4630-a0e8-6653ce2b8481, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:36.790814 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] For port 156ce0f7-192e-4630-a0e8-6653ce2b8481, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=156ce0f7-192e-4630-a0e8-6653ce2b8481,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:36.801451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-3fd2b743-d229-4c56-8bb4-c0e6f5ee67c6 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1900b8b429224e11af0c1459c08f5eb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1914358 Sep 30 08:06:36.806381 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:36.922122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b278a-2dce-4e63-aa4b-2f4305f65949 None None] Pushing event updated for resources: {'Port': ['ID=d9efabef-3ed6-40e1-8da5-94a83938c325,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:36.973877 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 54040701-2e29-43e4-8624-70b41a5648ae up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:37.031297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 54040701-2e29-43e4-8624-70b41a5648ae triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:37.031297 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:37.130051 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:37.189212 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 54040701-2e29-43e4-8624-70b41a5648ae, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=54040701-2e29-43e4-8624-70b41a5648ae,segment=NetworkSegment(03ba780d-ed7e-4833-9ea9-95cb16d973c7),segment_id=03ba780d-ed7e-4833-9ea9-95cb16d973c7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:37.196400 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:37.217261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ffe5e-466d-4fc0-8fbf-dc46f66bf043 req-491eae7f-94be-441d-870a-6d15d04030c1 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:37.219042 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b44ffe5e-466d-4fc0-8fbf-dc46f66bf043 req-491eae7f-94be-441d-870a-6d15d04030c1 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76 HTTP/1.1" status: 200 len: 944 time: 0.5670362 Sep 30 08:06:37.273979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=54040701-2e29-43e4-8624-70b41a5648ae,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:37.313375 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c0d48e-60c2-4647-89da-e06377f6375a None None] Network 710af986-e7ee-4ad3-8355-4c5cb03ef7fb requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:06:37.356718 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:37.357349 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:37.358800 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] 10.222.0.35 "PUT /v2.0/ports/156ce0f7-192e-4630-a0e8-6653ce2b8481 HTTP/1.1" status: 200 len: 1095 time: 4.2079346 Sep 30 08:06:37.404058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-35f10f35-5728-4790-9d77-7a640f862f09 None None] Provisioning complete for port 54040701-2e29-43e4-8624-70b41a5648ae triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:37.404435 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35f10f35-5728-4790-9d77-7a640f862f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:37.475346 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-5b9fc47c-4710-490b-a0ee-1920dc81bfaf tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:37.505284 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b44ffe5e-466d-4fc0-8fbf-dc46f66bf043 req-d0705869-8f98-4d0c-a7a3-5408bb0a37cc tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2310329-4ae3-4b80-9b7e-402e3325930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682369 Sep 30 08:06:37.509041 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd2e55-4e80-4bbf-986c-54af03b406ba service neutron] Pushing event updated for resources: {'Port': ['ID=156ce0f7-192e-4630-a0e8-6653ce2b8481,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:37.544624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42f6e59-7a5f-4c01-ad7e-54321aa510db', 'tag': '156ce0f7-192e-4630-a0e8-6653ce2b8481'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:37.547243 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d84e3cd-b564-448f-b7bd-91df603d9d42" -d '{"events": [{"name": "network-changed", "server_uuid": "a42f6e59-7a5f-4c01-ad7e-54321aa510db", "tag": "156ce0f7-192e-4630-a0e8-6653ce2b8481"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:37.600575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-a1f58ef2-2748-4fd8-b93c-9bffbb64abec service neutron] 10.222.0.24 "GET /v2.0/networks/c89ed25b-8a50-4ba5-ad0a-e407f767a371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803670 Sep 30 08:06:37.611620 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f97dc5f-161c-4132-9eb3-2a3b21bf3c1e req-825e7a8b-1ec0-4106-a615-5246b3fbe9df service neutron] 10.222.0.36 "GET /v2.0/networks/81b6f71b-62d9-4ada-8d6d-79815d129187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867228 Sep 30 08:06:37.662608 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-5b9fc47c-4710-490b-a0ee-1920dc81bfaf tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:37.703480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-b329f692-d0ac-4d64-9728-96fa876fa714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:37.705300 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-b329f692-d0ac-4d64-9728-96fa876fa714 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3609992ca72436d91473dd96fb4a655&device_id=a42f6e59-7a5f-4c01-ad7e-54321aa510db HTTP/1.1" status: 200 len: 1098 time: 0.2349293 Sep 30 08:06:37.875800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-5b9fc47c-4710-490b-a0ee-1920dc81bfaf tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Network 02cd2598-3207-49a9-acc9-daf424000aed is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:37.880329 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-0ce2b158-9e91-499f-b512-2d55c4280dbe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=156ce0f7-192e-4630-a0e8-6653ce2b8481 HTTP/1.1" status: 200 len: 217 time: 0.1378248 Sep 30 08:06:37.895166 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-5b9fc47c-4710-490b-a0ee-1920dc81bfaf tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:37.897629 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-5b9fc47c-4710-490b-a0ee-1920dc81bfaf tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:37.920703 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fc47c-4710-490b-a0ee-1920dc81bfaf tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Pushing event updated for resources: {'Port': ['ID=5ce2dc7c-7540-4c7f-86a4-21221197342d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:37.954872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8ec99547-ece0-46c7-b9db-139cbdf7b8c1 None None] Provisioning complete for port 54040701-2e29-43e4-8624-70b41a5648ae triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:37.955478 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ec99547-ece0-46c7-b9db-139cbdf7b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:38.015176 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e6138-cf63-4561-b643-cfad153af293 req-ffd77276-fa79-4e64-9a35-4c1b9f4195eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:38.016752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-916e6138-cf63-4561-b643-cfad153af293 req-ffd77276-fa79-4e64-9a35-4c1b9f4195eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d877af138e1a4840a1edc3d3bcdffa97&device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76 HTTP/1.1" status: 200 len: 1095 time: 0.3381956 Sep 30 08:06:38.050518 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-38ba0634-960d-4e76-9b70-9676492e15ad service neutron] 10.222.0.24 "GET /v2.0/networks/c89ed25b-8a50-4ba5-ad0a-e407f767a371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469078 Sep 30 08:06:38.060375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78623ed2-7ec1-4009-a5c0-c8113ef2c632 req-0d39b25d-608a-496c-a8e9-94c4b3c93a56 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:38.061972 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78623ed2-7ec1-4009-a5c0-c8113ef2c632 req-0d39b25d-608a-496c-a8e9-94c4b3c93a56 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 931 time: 0.3498366 Sep 30 08:06:38.121533 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-5b9fc47c-4710-490b-a0ee-1920dc81bfaf tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:38.122205 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-5b9fc47c-4710-490b-a0ee-1920dc81bfaf tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:38.140244 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-12c52e4e-097d-43a8-9d29-33739332ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:38.141889 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-12c52e4e-097d-43a8-9d29-33739332ec22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.2356732 Sep 30 08:06:38.142045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093516b3-20ef-49f5-8b59-cd7ba2fc0313 None None] Network 48ee416b-d747-4ec7-b9fc-f8c068d674be requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:06:38.219149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1233f9d2-663d-423c-a570-0e637dfee0ce None None] Provisioning complete for port 5ce2dc7c-7540-4c7f-86a4-21221197342d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:38.219562 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1233f9d2-663d-423c-a570-0e637dfee0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:38.240515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13b1773-9792-41b5-80a5-bf4632b3463e req-1d4c71c6-6561-45d4-8cbc-d915dcdbbd6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cbe92f1e-5727-4742-8e02-d473d41b837a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2867496 Sep 30 08:06:38.248520 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-5b9fc47c-4710-490b-a0ee-1920dc81bfaf tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9098661 Sep 30 08:06:38.254724 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78623ed2-7ec1-4009-a5c0-c8113ef2c632 req-ab2f7926-f051-4f4a-898f-8e612e9bf3b3 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f849a2a-f4d8-42f4-9606-a47bf56cca54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780839 Sep 30 08:06:38.263247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Request body: {'port': {'device_id': 'be83f767-b803-4f1a-bfa2-460e71d93917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:38.290292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1233f9d2-663d-423c-a570-0e637dfee0ce None None] Port 5ce2dc7c-7540-4c7f-86a4-21221197342d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:06:38.327799 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1233f9d2-663d-423c-a570-0e637dfee0ce None None] Provisioning complete for port d9efabef-3ed6-40e1-8da5-94a83938c325 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:38.328213 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1233f9d2-663d-423c-a570-0e637dfee0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:38.356390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-4c311c6f-d48c-497a-9e8f-bf31ade1a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:38.357930 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-4c311c6f-d48c-497a-9e8f-bf31ade1a894 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1995494 Sep 30 08:06:38.389167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e6138-cf63-4561-b643-cfad153af293 req-cf2262ee-636f-42fc-a127-33a9fa788d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:38.390795 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-916e6138-cf63-4561-b643-cfad153af293 req-cf2262ee-636f-42fc-a127-33a9fa788d5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=81b6f71b-62d9-4ada-8d6d-79815d129187 HTTP/1.1" status: 200 len: 916 time: 0.3506131 Sep 30 08:06:38.458519 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1233f9d2-663d-423c-a570-0e637dfee0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:38.496982 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1233f9d2-663d-423c-a570-0e637dfee0ce None None] For port d9efabef-3ed6-40e1-8da5-94a83938c325, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d9efabef-3ed6-40e1-8da5-94a83938c325,segment=NetworkSegment(478bdba3-654a-4089-90f7-5bd5643c4274),segment_id=478bdba3-654a-4089-90f7-5bd5643c4274)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:38.501558 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1233f9d2-663d-423c-a570-0e637dfee0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:38.544904 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-916e6138-cf63-4561-b643-cfad153af293 req-b575d943-7b7d-4470-bf63-5812c1cab28b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dbfee16-65b6-414d-a561-162ffe8b52d6 HTTP/1.1" status: 200 len: 217 time: 0.1305642 Sep 30 08:06:38.563821 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233f9d2-663d-423c-a570-0e637dfee0ce None None] Pushing event updated for resources: {'Port': ['ID=d9efabef-3ed6-40e1-8da5-94a83938c325,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:38.606249 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:38.627867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b1773-9792-41b5-80a5-bf4632b3463e req-780bf8d8-943f-41ca-9c96-e289c1aa25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:38.629500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13b1773-9792-41b5-80a5-bf4632b3463e req-780bf8d8-943f-41ca-9c96-e289c1aa25ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 1097 time: 0.2933965 Sep 30 08:06:38.722877 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b6bbaf2c-cd80-403b-b543-f520f288cf0b None None] Provisioning complete for port d9efabef-3ed6-40e1-8da5-94a83938c325 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:38.723489 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6bbaf2c-cd80-403b-b543-f520f288cf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:38.772429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690359-7e5e-4917-a340-8368b6b3780a req-384b2096-b031-4374-b88a-d85343ea4f1c tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:38.775128 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f4690359-7e5e-4917-a340-8368b6b3780a req-384b2096-b031-4374-b88a-d85343ea4f1c tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=a42f6e59-7a5f-4c01-ad7e-54321aa510db HTTP/1.1" status: 200 len: 947 time: 0.3932159 Sep 30 08:06:38.820992 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-02d92b01-bd48-4025-bc2d-ac2508ba2edc tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:38.826656 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-02d92b01-bd48-4025-bc2d-ac2508ba2edc tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:38.828212 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-02d92b01-bd48-4025-bc2d-ac2508ba2edc tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/networks?id=710af986-e7ee-4ad3-8355-4c5cb03ef7fb&id=48ee416b-d747-4ec7-b9fc-f8c068d674be HTTP/1.1" status: 200 len: 1391 time: 0.4820180 Sep 30 08:06:38.830066 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-1677a63f-cae3-4167-9d10-93ba1d1ce356 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431963 Sep 30 08:06:38.859371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e6138-cf63-4561-b643-cfad153af293 req-d103fadb-5cf7-4494-a1f8-bc83d1dcab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:38.860774 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-916e6138-cf63-4561-b643-cfad153af293 req-d103fadb-5cf7-4494-a1f8-bc83d1dcab00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8d07eec-e2da-4b25-8a94-a6797db3e1bd HTTP/1.1" status: 200 len: 854 time: 0.2499251 Sep 30 08:06:38.944303 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-8049ffd4-e9d1-48b4-803e-8218b6741b1a tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/quotas/3b271bd85d2347b2a47c1a71e66c3a02 HTTP/1.1" status: 200 len: 375 time: 0.0825326 Sep 30 08:06:38.998762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 54040701-2e29-43e4-8624-70b41a5648ae up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:39.052595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 54040701-2e29-43e4-8624-70b41a5648ae triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:39.052910 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:39.097814 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f4690359-7e5e-4917-a340-8368b6b3780a req-89470e60-f85d-4961-a005-ea3fd3caf346 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969866 Sep 30 08:06:39.119504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b1773-9792-41b5-80a5-bf4632b3463e req-0eb1c833-4383-493d-8826-ee71881637ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:39.121012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13b1773-9792-41b5-80a5-bf4632b3463e req-0eb1c833-4383-493d-8826-ee71881637ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 906 time: 0.4524047 Sep 30 08:06:39.131141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d9efabef-3ed6-40e1-8da5-94a83938c325 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:39.157864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e6138-cf63-4561-b643-cfad153af293 req-4fa5f7e1-38d8-435a-ac3f-c3d4f9e6cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:39.159632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-916e6138-cf63-4561-b643-cfad153af293 req-4fa5f7e1-38d8-435a-ac3f-c3d4f9e6cb8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81b6f71b-62d9-4ada-8d6d-79815d129187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2810709 Sep 30 08:06:39.188545 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d9efabef-3ed6-40e1-8da5-94a83938c325 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:39.188924 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:39.220052 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13b1773-9792-41b5-80a5-bf4632b3463e req-bd39a2c5-e07d-4535-b638-8e96233ef348 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 HTTP/1.1" status: 200 len: 217 time: 0.0825508 Sep 30 08:06:39.237734 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f893856-253f-4c6c-9167-4e6d249883a3 req-223469b3-ae00-4465-9d94-15c59154aaa0 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699706 Sep 30 08:06:39.283279 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-3310a788-1b2b-420f-b5e3-62a8e078a9b2 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b271bd85d2347b2a47c1a71e66c3a02&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3240256 Sep 30 08:06:39.348189 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfcdf66-08da-4179-ac7f-1dd2e468dd58 x-openstack-request-id: req-7cfcdf66-08da-4179-ac7f-1dd2e468dd58 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:39.348878 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42f6e59-7a5f-4c01-ad7e-54321aa510db", "tag": "156ce0f7-192e-4630-a0e8-6653ce2b8481", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:39.348878 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7cfcdf66-08da-4179-ac7f-1dd2e468dd58 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:39.349102 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42f6e59-7a5f-4c01-ad7e-54321aa510db', 'tag': '156ce0f7-192e-4630-a0e8-6653ce2b8481', 'status': 'completed', 'code': 200} Sep 30 08:06:39.517314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-4393e162-faa3-4d10-8242-6aeda7628899 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:39.520892 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-4393e162-faa3-4d10-8242-6aeda7628899 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.36 "GET /v2.0/networks?id=c89ed25b-8a50-4ba5-ad0a-e407f767a371 HTTP/1.1" status: 200 len: 814 time: 0.1431663 Sep 30 08:06:39.583681 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-ce33bac9-d0ea-402b-a9a6-27ee0d065402 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1900b8b429224e11af0c1459c08f5eb0 HTTP/1.1" status: 200 len: 380 time: 0.0540709 Sep 30 08:06:39.595994 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-d80322d2-2320-48b1-b11e-d48afbad00c0 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Request body: {'port': {'device_id': '3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'admin_state_up': True, 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'security_groups': ['bbec4c5e-26a5-49d3-b9da-b14285800932']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:39.725308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-d80322d2-2320-48b1-b11e-d48afbad00c0 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Made reservation on behalf of 1900b8b429224e11af0c1459c08f5eb0 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:06:39.729883 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-d80322d2-2320-48b1-b11e-d48afbad00c0 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:39.837644 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b1773-9792-41b5-80a5-bf4632b3463e req-983f4f75-8b28-4c42-ac8d-6d7a56916cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:39.839079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13b1773-9792-41b5-80a5-bf4632b3463e req-983f4f75-8b28-4c42-ac8d-6d7a56916cd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b57160f-abdc-4be4-8f56-c9c7324d85d0 HTTP/1.1" status: 200 len: 845 time: 0.6004584 Sep 30 08:06:39.841021 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-89503823-ec00-4bbb-842a-51f7ba3795ec req-2e4fb823-f401-4b2a-97b7-101310fd51e2 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/ports?device_id=3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4 HTTP/1.1" status: 200 len: 210 time: 0.1262290 Sep 30 08:06:39.855619 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:39.878142 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-d80322d2-2320-48b1-b11e-d48afbad00c0 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Allocated IP 172.20.0.3 (c89ed25b-8a50-4ba5-ad0a-e407f767a371/885b474c-c086-4b68-9681-30d06e1cef74/2d5967d9-76c7-40ed-9fc5-0dea6d8148d4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:39.909107 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13b1773-9792-41b5-80a5-bf4632b3463e req-04f4884a-b8e5-4f1c-af70-a4ed8b126e32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57266100-45c6-4c3c-82b6-0b9860cc0f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534604 Sep 30 08:06:39.910963 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-916e6138-cf63-4561-b643-cfad153af293 req-fabd7a9e-a564-4b65-8de2-83c85ab5bc2d service neutron] 10.222.0.36 "GET /v2.0/networks/81b6f71b-62d9-4ada-8d6d-79815d129187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7316968 Sep 30 08:06:39.962268 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84e3cd-b564-448f-b7bd-91df603d9d42 req-f248060c-3fd2-44ed-ac07-06d2885ac985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:39.963784 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d84e3cd-b564-448f-b7bd-91df603d9d42 req-f248060c-3fd2-44ed-ac07-06d2885ac985 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3609992ca72436d91473dd96fb4a655&device_id=a42f6e59-7a5f-4c01-ad7e-54321aa510db HTTP/1.1" status: 200 len: 1098 time: 0.2419672 Sep 30 08:06:39.975803 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-94918e13-fb4a-4316-93af-fc38d44af132 service neutron] 10.222.0.24 "GET /v2.0/networks/710af986-e7ee-4ad3-8355-4c5cb03ef7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6928623 Sep 30 08:06:40.075661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce2dc7c-7540-4c7f-86a4-21221197342d {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:40.091706 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:40.235312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Transition to ACTIVE for port object 5ce2dc7c-7540-4c7f-86a4-21221197342d will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:06:40.276145 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:40.285107 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-d80322d2-2320-48b1-b11e-d48afbad00c0 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:40.292543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cca051-0c6a-48b3-9961-8bd6126e9646 req-76a61700-8b17-46f2-899c-526f71dff27d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:40.294057 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53cca051-0c6a-48b3-9961-8bd6126e9646 req-76a61700-8b17-46f2-899c-526f71dff27d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.3749528 Sep 30 08:06:40.319869 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-d80322d2-2320-48b1-b11e-d48afbad00c0 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:40.361029 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-d80322d2-2320-48b1-b11e-d48afbad00c0 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Network c89ed25b-8a50-4ba5-ad0a-e407f767a371 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:40.366807 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-d80322d2-2320-48b1-b11e-d48afbad00c0 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:40.368944 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-d80322d2-2320-48b1-b11e-d48afbad00c0 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:40.400246 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4ce6fb70-02b0-4d7f-b465-6fb4bf4a0169 service neutron] 10.222.0.24 "GET /v2.0/networks/710af986-e7ee-4ad3-8355-4c5cb03ef7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918118 Sep 30 08:06:40.402056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13b1773-9792-41b5-80a5-bf4632b3463e req-61204f01-9648-46a1-a933-d6f94b817d9c service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766879 Sep 30 08:06:40.402268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80322d2-2320-48b1-b11e-d48afbad00c0 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Pushing event updated for resources: {'Port': ['ID=2d5967d9-76c7-40ed-9fc5-0dea6d8148d4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:40.403081 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84e3cd-b564-448f-b7bd-91df603d9d42 req-9c8bdfe2-70cc-4fcc-a0c3-1ccc16fed17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:40.404537 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d84e3cd-b564-448f-b7bd-91df603d9d42 req-9c8bdfe2-70cc-4fcc-a0c3-1ccc16fed17b service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.3951216 Sep 30 08:06:40.424891 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 156ce0f7-192e-4630-a0e8-6653ce2b8481 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:06:40.435053 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-d80322d2-2320-48b1-b11e-d48afbad00c0 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:40.435723 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-d80322d2-2320-48b1-b11e-d48afbad00c0 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:40.453938 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-d80322d2-2320-48b1-b11e-d48afbad00c0 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8622329 Sep 30 08:06:40.468946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-916e6138-cf63-4561-b643-cfad153af293 req-669d1cfa-8a7c-4c1c-a735-6498fefa977e service neutron] 10.222.0.36 "GET /v2.0/networks/81b6f71b-62d9-4ada-8d6d-79815d129187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099726 Sep 30 08:06:40.477365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Request body: {'port': {'device_id': '3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:40.586564 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:40.601327 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 156ce0f7-192e-4630-a0e8-6653ce2b8481, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=156ce0f7-192e-4630-a0e8-6653ce2b8481,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:40.616589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '156ce0f7-192e-4630-a0e8-6653ce2b8481', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '156ce0f7-192e-4630-a0e8-6653ce2b8481', 'mac_address': 'fa:16:3e:13:0f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:06:40.626805 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53cca051-0c6a-48b3-9961-8bd6126e9646 req-e1508d87-a3e8-452b-8015-7a23162edfc1 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166795 Sep 30 08:06:40.673104 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:40.687061 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d84e3cd-b564-448f-b7bd-91df603d9d42 req-8cb6f391-c456-4b1a-bda3-b2b5f81f5223 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=156ce0f7-192e-4630-a0e8-6653ce2b8481 HTTP/1.1" status: 200 len: 217 time: 0.2674601 Sep 30 08:06:40.701213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156ce0f7-192e-4630-a0e8-6653ce2b8481 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:40.724096 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 156ce0f7-192e-4630-a0e8-6653ce2b8481, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=156ce0f7-192e-4630-a0e8-6653ce2b8481,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:40.725867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce2dc7c-7540-4c7f-86a4-21221197342d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:40.727044 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1dbfee16-65b6-414d-a561-162ffe8b52d6 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:06:40.741809 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:40.742021 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-9961833a-9486-4379-a146-b29d6e32d2bf service neutron] 10.222.0.24 "GET /v2.0/networks/48ee416b-d747-4ec7-b9fc-f8c068d674be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239784 Sep 30 08:06:40.878602 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=156ce0f7-192e-4630-a0e8-6653ce2b8481,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:40.894512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Attempting to bind port 5ce2dc7c-7540-4c7f-86a4-21221197342d on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:40.895062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Attempting to bind port 5ce2dc7c-7540-4c7f-86a4-21221197342d by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '78f01a6e-fdfc-41dc-86a1-8a034f5c7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:40.895201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Attempting to bind port 5ce2dc7c-7540-4c7f-86a4-21221197342d on network 02cd2598-3207-49a9-acc9-daf424000aed {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:40.915291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-735c7d33-8369-4b7b-88ce-7c180295cdb4 None None] Provisioning complete for port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:40.915659 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-735c7d33-8369-4b7b-88ce-7c180295cdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:40.933975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Port 5ce2dc7c-7540-4c7f-86a4-21221197342d on network 02cd2598-3207-49a9-acc9-daf424000aed not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:06:40.934285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Attempting to bind port 5ce2dc7c-7540-4c7f-86a4-21221197342d on network 02cd2598-3207-49a9-acc9-daf424000aed {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:40.947408 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:40.951305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 1dbfee16-65b6-414d-a561-162ffe8b52d6, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1dbfee16-65b6-414d-a561-162ffe8b52d6,segment=NetworkSegment(2cab286c-38ca-47aa-a03c-3138952fc3b6),segment_id=2cab286c-38ca-47aa-a03c-3138952fc3b6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:40.955402 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:40.968814 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Transition to ACTIVE for port object 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:06:40.973755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-735c7d33-8369-4b7b-88ce-7c180295cdb4 None None] Port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:06:40.974310 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:40.975197 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '1dbfee16-65b6-414d-a561-162ffe8b52d6', 'network_id': '81b6f71b-62d9-4ada-8d6d-79815d129187', 'port_id': '1dbfee16-65b6-414d-a561-162ffe8b52d6', 'mac_address': 'fa:16:3e:95:45:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d07eec-e2da-4b25-8a94-a6797db3e1bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:06:40.986679 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84e3cd-b564-448f-b7bd-91df603d9d42 req-b7bc8050-c166-40b8-8393-367a5863c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:40.988701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d84e3cd-b564-448f-b7bd-91df603d9d42 req-b7bc8050-c166-40b8-8393-367a5863c927 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.2518241 Sep 30 08:06:40.988951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:40.990510 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Checking segment: {'id': '78f01a6e-fdfc-41dc-86a1-8a034f5c7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:40.990510 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Bound using segment: {'id': '78f01a6e-fdfc-41dc-86a1-8a034f5c7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:40.990510 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Bound port: 5ce2dc7c-7540-4c7f-86a4-21221197342d, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f01a6e-fdfc-41dc-86a1-8a034f5c7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:40.990510 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:41.018006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7945cc-56f0-473c-ada9-efc5087253c3 req-5677c2a4-1e1d-4b2a-bd70-87bb214c8b67 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:41.019511 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e7945cc-56f0-473c-ada9-efc5087253c3 req-5677c2a4-1e1d-4b2a-bd70-87bb214c8b67 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 946 time: 0.3259461 Sep 30 08:06:41.032330 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:41.047723 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbfee16-65b6-414d-a561-162ffe8b52d6 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:41.055604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e98cc-ba79-4b24-baf2-95df51b88bab req-a8f31be0-8b96-43e0-abb6-9d3a573930b5 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:41.056512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf7e98cc-ba79-4b24-baf2-95df51b88bab req-a8f31be0-8b96-43e0-abb6-9d3a573930b5 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76 HTTP/1.1" status: 200 len: 944 time: 0.3170981 Sep 30 08:06:41.073092 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['156ce0f7-192e-4630-a0e8-6653ce2b8481'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:06:41.077799 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 1dbfee16-65b6-414d-a561-162ffe8b52d6, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1dbfee16-65b6-414d-a561-162ffe8b52d6,segment=NetworkSegment(2cab286c-38ca-47aa-a03c-3138952fc3b6),segment_id=2cab286c-38ca-47aa-a03c-3138952fc3b6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:41.080478 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5967d9-76c7-40ed-9fc5-0dea6d8148d4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:41.099490 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:41.113752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13b1773-9792-41b5-80a5-bf4632b3463e req-aa8c85ca-0086-46f8-922b-8b5a04423dd9 service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6930068 Sep 30 08:06:41.129582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Attempting to bind port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:41.130227 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Attempting to bind port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '754dc389-1c24-4dc9-9553-78e63143e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:41.131386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Attempting to bind port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 on network c89ed25b-8a50-4ba5-ad0a-e407f767a371 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:41.152454 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 on network c89ed25b-8a50-4ba5-ad0a-e407f767a371 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:06:41.154237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Attempting to bind port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 on network c89ed25b-8a50-4ba5-ad0a-e407f767a371 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:41.162881 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:41.163576 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Checking segment: {'id': '754dc389-1c24-4dc9-9553-78e63143e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:41.164363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Bound using segment: {'id': '754dc389-1c24-4dc9-9553-78e63143e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:41.166069 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Bound port: 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754dc389-1c24-4dc9-9553-78e63143e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:41.168387 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:41.189417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=1dbfee16-65b6-414d-a561-162ffe8b52d6,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:41.199591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-03f16b9c-95c6-42e4-bd9e-f21b56f1cd09 service neutron] 10.222.0.24 "GET /v2.0/networks/48ee416b-d747-4ec7-b9fc-f8c068d674be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169343 Sep 30 08:06:41.265836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84e3cd-b564-448f-b7bd-91df603d9d42 req-b027e61d-8b5f-4338-9aca-a035503977e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:41.267933 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d84e3cd-b564-448f-b7bd-91df603d9d42 req-b027e61d-8b5f-4338-9aca-a035503977e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2457724 Sep 30 08:06:41.317643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] For port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:41.322894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] For port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2d5967d9-76c7-40ed-9fc5-0dea6d8148d4,segment=NetworkSegment(754dc389-1c24-4dc9-9553-78e63143e859),segment_id=754dc389-1c24-4dc9-9553-78e63143e859)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:41.329512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['1dbfee16-65b6-414d-a561-162ffe8b52d6'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:06:41.333710 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:41.386298 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:41.386811 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:41.388233 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] 10.222.0.36 "PUT /v2.0/ports/2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 HTTP/1.1" status: 200 len: 1091 time: 0.9252141 Sep 30 08:06:41.388677 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4', 'tag': '2d5967d9-76c7-40ed-9fc5-0dea6d8148d4'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:41.390650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d84e3cd-b564-448f-b7bd-91df603d9d42 req-f39a7ede-4526-45f5-a8ad-f34b53381fbb service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994575 Sep 30 08:06:41.390926 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be7e1eb-686c-4ac5-88be-b37abda3949d" -d '{"events": [{"name": "network-changed", "server_uuid": "3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4", "tag": "2d5967d9-76c7-40ed-9fc5-0dea6d8148d4"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:41.459962 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e1b63-1d93-48b9-adbd-2cf768abe5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5967d9-76c7-40ed-9fc5-0dea6d8148d4,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:41.486618 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-b6ccb7d9-8805-4d5c-b0b6-b07448024016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:41.490014 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-b6ccb7d9-8805-4d5c-b0b6-b07448024016 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1900b8b429224e11af0c1459c08f5eb0&device_id=3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4 HTTP/1.1" status: 200 len: 1094 time: 0.0599921 Sep 30 08:06:41.496877 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf7e98cc-ba79-4b24-baf2-95df51b88bab req-1e892312-4942-45ee-b779-b6564314d222 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2310329-4ae3-4b80-9b7e-402e3325930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864534 Sep 30 08:06:41.588592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] For port 5ce2dc7c-7540-4c7f-86a4-21221197342d, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:41.612778 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-bf11c25b-0bf7-4494-bb1c-47de61ed57fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 HTTP/1.1" status: 200 len: 217 time: 0.1116724 Sep 30 08:06:41.689106 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] For port 5ce2dc7c-7540-4c7f-86a4-21221197342d, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5ce2dc7c-7540-4c7f-86a4-21221197342d,segment=NetworkSegment(78f01a6e-fdfc-41dc-86a1-8a034f5c7004),segment_id=78f01a6e-fdfc-41dc-86a1-8a034f5c7004)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:41.690040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-2530a2a9-fc16-40af-bed8-f7e638909d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:41.696508 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-2530a2a9-fc16-40af-bed8-f7e638909d41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=885b474c-c086-4b68-9681-30d06e1cef74 HTTP/1.1" status: 200 len: 853 time: 0.0748365 Sep 30 08:06:41.746520 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-fa03d8c8-25c2-45b3-b4df-477265aba57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:41.748406 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-fa03d8c8-25c2-45b3-b4df-477265aba57f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c89ed25b-8a50-4ba5-ad0a-e407f767a371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446873 Sep 30 08:06:41.767831 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ac588-585f-4ba4-bc17-0a67874b2c98 req-fbb2f95d-e3df-43d4-a704-95844b20e6b9 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:41.778038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-164ac588-585f-4ba4-bc17-0a67874b2c98 req-fbb2f95d-e3df-43d4-a704-95844b20e6b9 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 943 time: 0.3237605 Sep 30 08:06:41.785609 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:41.811839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-7e7945cc-56f0-473c-ada9-efc5087253c3 req-9c5a0dfb-6077-4aff-8fb0-d892890ab9cd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Deleting port 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:06:41.812504 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7e7945cc-56f0-473c-ada9-efc5087253c3 req-9c5a0dfb-6077-4aff-8fb0-d892890ab9cd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:41.846281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d84e3cd-b564-448f-b7bd-91df603d9d42 req-d1c843f8-d4f4-4df9-a45d-90a10ba37cf9 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436162 Sep 30 08:06:41.885514 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:41.886057 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:41.887530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] 10.222.0.36 "PUT /v2.0/ports/5ce2dc7c-7540-4c7f-86a4-21221197342d HTTP/1.1" status: 200 len: 1091 time: 3.6292641 Sep 30 08:06:41.888008 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be83f767-b803-4f1a-bfa2-460e71d93917', 'tag': '5ce2dc7c-7540-4c7f-86a4-21221197342d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:41.888858 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-343ed4da-2b80-409d-b5e4-45cc215e9dc8 service neutron] 10.222.0.36 "GET /v2.0/networks/c89ed25b-8a50-4ba5-ad0a-e407f767a371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328452 Sep 30 08:06:41.890671 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24404cf-eb90-4117-a0c8-4a4edea81459" -d '{"events": [{"name": "network-changed", "server_uuid": "be83f767-b803-4f1a-bfa2-460e71d93917", "tag": "5ce2dc7c-7540-4c7f-86a4-21221197342d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:41.971652 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-164ac588-585f-4ba4-bc17-0a67874b2c98 req-6e9ed5cc-63d7-4307-8fc8-6af41d36db79 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f849a2a-f4d8-42f4-9606-a47bf56cca54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925237 Sep 30 08:06:41.980272 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1c0cf-99c8-4237-9025-25c1c4f8bd08 req-309aa536-66fa-43ad-8487-323aa86c6eae tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:41.988155 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41d1c0cf-99c8-4237-9025-25c1c4f8bd08 req-309aa536-66fa-43ad-8487-323aa86c6eae tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 946 time: 0.3211670 Sep 30 08:06:41.997108 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-160cb465-bd31-4a24-b934-01af5f06c92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:42.028102 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80f76a22-3eac-4e34-8544-ef39d77e3d40 req-af4248c3-878b-4aef-860f-584011032a83 service neutron] 10.222.0.36 "GET /v2.0/networks/c89ed25b-8a50-4ba5-ad0a-e407f767a371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266847 Sep 30 08:06:42.050449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e4977-79a8-4a15-b4b7-41c3a1aa6330 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce2dc7c-7540-4c7f-86a4-21221197342d,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:42.112868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41d1c0cf-99c8-4237-9025-25c1c4f8bd08 req-8a96f50f-c21f-48f8-9e69-a2f1a88f5dc8 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104324 Sep 30 08:06:42.129778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7e7945cc-56f0-473c-ada9-efc5087253c3 req-9c5a0dfb-6077-4aff-8fb0-d892890ab9cd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] For port 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=43db7a12-f3c9-47a5-aef0-8a689c4fc6fd,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:42.130153 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7e7945cc-56f0-473c-ada9-efc5087253c3 req-9c5a0dfb-6077-4aff-8fb0-d892890ab9cd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:42.134457 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-860884e9-13df-47f0-b886-10452a1f71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:42.136197 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-860884e9-13df-47f0-b886-10452a1f71c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcfd02a4420f45ae80de716be102bc08&device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 1094 time: 0.1821251 Sep 30 08:06:42.153922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-7e7945cc-56f0-473c-ada9-efc5087253c3 req-9c5a0dfb-6077-4aff-8fb0-d892890ab9cd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Calling delete_port for 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:06:42.197429 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-943a8f2f-737a-4577-a37e-ed6c69ec9262 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ce2dc7c-7540-4c7f-86a4-21221197342d HTTP/1.1" status: 200 len: 217 time: 0.0504689 Sep 30 08:06:42.441622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 156ce0f7-192e-4630-a0e8-6653ce2b8481 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:42.495605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 156ce0f7-192e-4630-a0e8-6653ce2b8481 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:06:42.499672 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 156ce0f7-192e-4630-a0e8-6653ce2b8481 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:42.500084 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:42.579069 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:42.602989 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42f6e59-7a5f-4c01-ad7e-54321aa510db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156ce0f7-192e-4630-a0e8-6653ce2b8481'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:42.605488 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67f7776-1483-45c9-a703-25e7581b369e" -d '{"events": [{"server_uuid": "a42f6e59-7a5f-4c01-ad7e-54321aa510db", "name": "network-vif-plugged", "status": "completed", "tag": "156ce0f7-192e-4630-a0e8-6653ce2b8481"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:42.618409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 156ce0f7-192e-4630-a0e8-6653ce2b8481, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=156ce0f7-192e-4630-a0e8-6653ce2b8481,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:42.622346 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:42.638612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-de8e7e3f-dbf3-4204-85a6-edd5384312a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:42.640100 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-de8e7e3f-dbf3-4204-85a6-edd5384312a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ff604b4-4ea3-444f-b90c-17291184c96e HTTP/1.1" status: 200 len: 868 time: 0.4295280 Sep 30 08:06:42.674987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c25df-84cf-4467-b623-f8d25093e6ff req-59e4b5b9-30d1-47c9-8e0e-388e5d6c9804 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:42.675308 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=156ce0f7-192e-4630-a0e8-6653ce2b8481,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:42.676324 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-310c25df-84cf-4467-b623-f8d25093e6ff req-59e4b5b9-30d1-47c9-8e0e-388e5d6c9804 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=a42f6e59-7a5f-4c01-ad7e-54321aa510db HTTP/1.1" status: 200 len: 948 time: 0.4896879 Sep 30 08:06:42.739432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600afac-adde-4dfe-b578-9eb95490a844 req-63f20aa5-8e42-485a-a815-90e3271f6e6f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:42.740850 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5600afac-adde-4dfe-b578-9eb95490a844 req-63f20aa5-8e42-485a-a815-90e3271f6e6f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1469564 Sep 30 08:06:42.751450 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1dbfee16-65b6-414d-a561-162ffe8b52d6 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:42.786311 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-310c25df-84cf-4467-b623-f8d25093e6ff req-882b3150-facc-48fc-8658-a1caa06c9dd4 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908582 Sep 30 08:06:42.807667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 1dbfee16-65b6-414d-a561-162ffe8b52d6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:06:42.808606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-296fa9dd-850f-4569-9259-3c42701dc923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:42.810129 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-296fa9dd-850f-4569-9259-3c42701dc923 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02cd2598-3207-49a9-acc9-daf424000aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558125 Sep 30 08:06:42.812319 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 1dbfee16-65b6-414d-a561-162ffe8b52d6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:42.812867 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:42.884175 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5600afac-adde-4dfe-b578-9eb95490a844 req-53e4cd2e-103d-4afb-b8ca-9f6af61ef363 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344695 Sep 30 08:06:42.938092 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:42.994656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 1dbfee16-65b6-414d-a561-162ffe8b52d6, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1dbfee16-65b6-414d-a561-162ffe8b52d6,segment=NetworkSegment(2cab286c-38ca-47aa-a03c-3138952fc3b6),segment_id=2cab286c-38ca-47aa-a03c-3138952fc3b6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:43.000001 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:43.053508 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=1dbfee16-65b6-414d-a561-162ffe8b52d6,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:43.054824 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7e7945cc-56f0-473c-ada9-efc5087253c3 req-9c5a0dfb-6077-4aff-8fb0-d892890ab9cd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:43.065305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:06:43.083651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b282b370-f6e0-4329-a02c-ce4dd8828a2c req-11eebf31-b99e-4544-835e-aef394b9f363 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 210 time: 0.0535738 Sep 30 08:06:43.135492 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c1d00a-9e19-4ef7-9445-7d7a47ca420c x-openstack-request-id: req-d1c1d00a-9e19-4ef7-9445-7d7a47ca420c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:43.136647 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4", "tag": "2d5967d9-76c7-40ed-9fc5-0dea6d8148d4", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:43.137565 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1c1d00a-9e19-4ef7-9445-7d7a47ca420c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:43.138411 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4', 'tag': '2d5967d9-76c7-40ed-9fc5-0dea6d8148d4', 'status': 'completed', 'code': 200} Sep 30 08:06:43.139458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a0dfb-6077-4aff-8fb0-d892890ab9cd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Pushing event deleted for resources: {'Port': ['ID=43db7a12-f3c9-47a5-aef0-8a689c4fc6fd,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:43.158747 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac35150-c1ae-483a-8860-79777115e924 req-9d9c372d-a848-47bf-9c99-2fe19993851b tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:43.160275 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ac35150-c1ae-483a-8860-79777115e924 req-9d9c372d-a848-47bf-9c99-2fe19993851b tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/ports?device_id=3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4 HTTP/1.1" status: 200 len: 943 time: 0.2628591 Sep 30 08:06:43.172100 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-e12e1b39-feb7-4ce9-b2d1-aea5e21a220e tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:43.177956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-e12e1b39-feb7-4ce9-b2d1-aea5e21a220e tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:43.180286 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-e12e1b39-feb7-4ce9-b2d1-aea5e21a220e tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.35 "GET /v2.0/networks?id=710af986-e7ee-4ad3-8355-4c5cb03ef7fb&id=48ee416b-d747-4ec7-b9fc-f8c068d674be HTTP/1.1" status: 200 len: 1391 time: 0.3692877 Sep 30 08:06:43.184036 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8634c63-5699-4b91-894a-11a51f5157bf x-openstack-request-id: req-c8634c63-5699-4b91-894a-11a51f5157bf {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:43.184332 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be83f767-b803-4f1a-bfa2-460e71d93917", "tag": "5ce2dc7c-7540-4c7f-86a4-21221197342d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:43.184587 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8634c63-5699-4b91-894a-11a51f5157bf {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:43.184982 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be83f767-b803-4f1a-bfa2-460e71d93917', 'tag': '5ce2dc7c-7540-4c7f-86a4-21221197342d', 'status': 'completed', 'code': 200} Sep 30 08:06:43.190695 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-b6ba992e-8b6e-4070-a35d-4d72c597cef2 service neutron] 10.222.0.36 "GET /v2.0/networks/02cd2598-3207-49a9-acc9-daf424000aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662770 Sep 30 08:06:43.221037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7e1eb-686c-4ac5-88be-b37abda3949d req-710faeec-16eb-426c-a057-96de4827a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:43.222866 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1be7e1eb-686c-4ac5-88be-b37abda3949d req-710faeec-16eb-426c-a057-96de4827a789 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1900b8b429224e11af0c1459c08f5eb0&device_id=3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4 HTTP/1.1" status: 200 len: 1094 time: 0.0577319 Sep 30 08:06:43.237315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-b52b138d-a262-4602-9fbd-6ee4077c7a89 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Request body: {'port': {'device_id': 'c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1', 'network_id': '710af986-e7ee-4ad3-8355-4c5cb03ef7fb', 'admin_state_up': True, 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:43.267123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7945cc-56f0-473c-ada9-efc5087253c3 req-9c5a0dfb-6077-4aff-8fb0-d892890ab9cd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] No DVR routers for this DVR port 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:06:43.285789 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7e7945cc-56f0-473c-ada9-efc5087253c3 req-9c5a0dfb-6077-4aff-8fb0-d892890ab9cd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:43.287798 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e7945cc-56f0-473c-ada9-efc5087253c3 req-9c5a0dfb-6077-4aff-8fb0-d892890ab9cd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.36 "DELETE /v2.0/ports/43db7a12-f3c9-47a5-aef0-8a689c4fc6fd HTTP/1.1" status: 204 len: 173 time: 2.2489178 Sep 30 08:06:43.354726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ac35150-c1ae-483a-8860-79777115e924 req-c104a82a-f252-404a-8b61-23da35970846 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbec4c5e-26a5-49d3-b9da-b14285800932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684155 Sep 30 08:06:43.393095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7e1eb-686c-4ac5-88be-b37abda3949d req-2cacb0c7-ded3-4ffa-9806-ecc99bfdbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:43.394793 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1be7e1eb-686c-4ac5-88be-b37abda3949d req-2cacb0c7-ded3-4ffa-9806-ecc99bfdbeca service neutron] 10.222.0.36 "GET /v2.0/networks?id=c89ed25b-8a50-4ba5-ad0a-e407f767a371 HTTP/1.1" status: 200 len: 915 time: 0.1653984 Sep 30 08:06:43.422925 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d5a90e-405f-4fad-ab94-9d442f31db00 x-openstack-request-id: req-e5d5a90e-405f-4fad-ab94-9d442f31db00 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:43.423468 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42f6e59-7a5f-4c01-ad7e-54321aa510db", "name": "network-vif-plugged", "status": "completed", "tag": "156ce0f7-192e-4630-a0e8-6653ce2b8481", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:43.423959 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5d5a90e-405f-4fad-ab94-9d442f31db00 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:43.424679 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42f6e59-7a5f-4c01-ad7e-54321aa510db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156ce0f7-192e-4630-a0e8-6653ce2b8481', 'code': 200} Sep 30 08:06:43.445762 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1be7e1eb-686c-4ac5-88be-b37abda3949d req-e95d294e-aaad-495c-bce0-b695128795a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 HTTP/1.1" status: 200 len: 217 time: 0.0434816 Sep 30 08:06:43.489596 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98bc4163-5b77-49cb-a952-fb1466c2bcaa req-e95b9819-35cc-452d-ba56-f3203c9bddeb service neutron] 10.222.0.36 "GET /v2.0/networks/02cd2598-3207-49a9-acc9-daf424000aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750151 Sep 30 08:06:43.523589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe59c8-3b1a-45ce-a1ad-638eb04830eb req-ffd73556-0dcb-40c1-b158-37b9981f06ed tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:43.533190 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bfe59c8-3b1a-45ce-a1ad-638eb04830eb req-ffd73556-0dcb-40c1-b158-37b9981f06ed tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76 HTTP/1.1" status: 200 len: 946 time: 0.1297398 Sep 30 08:06:43.535818 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7e1eb-686c-4ac5-88be-b37abda3949d req-961890e1-2478-47ef-a959-456f4265d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:43.537469 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1be7e1eb-686c-4ac5-88be-b37abda3949d req-961890e1-2478-47ef-a959-456f4265d3fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=885b474c-c086-4b68-9681-30d06e1cef74 HTTP/1.1" status: 200 len: 853 time: 0.0845289 Sep 30 08:06:43.604040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212526b-b41b-40d1-b85e-9612092b9980 req-5ea48f7d-4c8b-48a8-a3e3-30abc8d3ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:43.605583 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9212526b-b41b-40d1-b85e-9612092b9980 req-5ea48f7d-4c8b-48a8-a3e3-30abc8d3ffe3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a42f6e59-7a5f-4c01-ad7e-54321aa510db HTTP/1.1" status: 200 len: 1100 time: 0.0672386 Sep 30 08:06:43.611758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7e1eb-686c-4ac5-88be-b37abda3949d req-85cf91f9-1041-4123-93b8-bdae12f7414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:43.613287 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1be7e1eb-686c-4ac5-88be-b37abda3949d req-85cf91f9-1041-4123-93b8-bdae12f7414f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c89ed25b-8a50-4ba5-ad0a-e407f767a371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641353 Sep 30 08:06:43.625913 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-b52b138d-a262-4602-9fbd-6ee4077c7a89 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Made reservation on behalf of 3b271bd85d2347b2a47c1a71e66c3a02 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:06:43.635207 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-b52b138d-a262-4602-9fbd-6ee4077c7a89 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:43.657657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bfe59c8-3b1a-45ce-a1ad-638eb04830eb req-fe23d3d1-246b-4f58-af4c-25df90bed01c tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2310329-4ae3-4b80-9b7e-402e3325930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230936 Sep 30 08:06:43.669275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13807ee2-9f42-4ef4-be8c-5bc99e66c2dd req-4b91d42c-fa16-4fc9-9398-4601ab5c4761 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:43.678721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13807ee2-9f42-4ef4-be8c-5bc99e66c2dd req-4b91d42c-fa16-4fc9-9398-4601ab5c4761 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 943 time: 0.1783659 Sep 30 08:06:43.678721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24404cf-eb90-4117-a0c8-4a4edea81459 req-f38a87ca-ae1a-4d66-abbf-41c5acbccdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:43.678721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e24404cf-eb90-4117-a0c8-4a4edea81459 req-f38a87ca-ae1a-4d66-abbf-41c5acbccdc8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcfd02a4420f45ae80de716be102bc08&device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 1094 time: 0.1171558 Sep 30 08:06:43.685833 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9212526b-b41b-40d1-b85e-9612092b9980 req-449a8e2d-ab95-42d5-9be4-ce24961ad96f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701580 Sep 30 08:06:43.743324 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1be7e1eb-686c-4ac5-88be-b37abda3949d req-ad9a0bfa-4774-4c1e-b781-6630710da6dc service neutron] 10.222.0.36 "GET /v2.0/networks/c89ed25b-8a50-4ba5-ad0a-e407f767a371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211095 Sep 30 08:06:43.825503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d4ae1a98-321d-4c1c-a69a-57b18766a164 req-9b040277-616b-471d-93ad-29866d6e16d4 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a712f42-f94f-470e-b2bb-8089b9bf4ab9 HTTP/1.1" status: 200 len: 210 time: 0.0633209 Sep 30 08:06:43.867379 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1be7e1eb-686c-4ac5-88be-b37abda3949d req-8c490597-87f5-45e5-ace4-b1d1841ec1fd service neutron] 10.222.0.36 "GET /v2.0/networks/c89ed25b-8a50-4ba5-ad0a-e407f767a371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137066 Sep 30 08:06:43.875057 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13807ee2-9f42-4ef4-be8c-5bc99e66c2dd req-bc96dcbe-b7c1-44f0-89d3-5d7288e2d185 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f849a2a-f4d8-42f4-9606-a47bf56cca54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971438 Sep 30 08:06:43.949178 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24404cf-eb90-4117-a0c8-4a4edea81459 req-60b84a84-ffc3-4fe1-809e-80fa892be1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:43.950694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e24404cf-eb90-4117-a0c8-4a4edea81459 req-60b84a84-ffc3-4fe1-809e-80fa892be1b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02cd2598-3207-49a9-acc9-daf424000aed HTTP/1.1" status: 200 len: 930 time: 0.2529573 Sep 30 08:06:43.958125 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-b52b138d-a262-4602-9fbd-6ee4077c7a89 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Allocated IP 19.80.0.28 (710af986-e7ee-4ad3-8355-4c5cb03ef7fb/57d9d43f-d265-4492-9724-e4d99e0c7dcc/379de1c7-177f-4d3e-8291-5798e60558a8) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:44.014572 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e24404cf-eb90-4117-a0c8-4a4edea81459 req-66c2c71c-0997-4284-9527-5510915d091d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ce2dc7c-7540-4c7f-86a4-21221197342d HTTP/1.1" status: 200 len: 217 time: 0.0532656 Sep 30 08:06:44.163255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb221597-d8eb-48c3-978d-1db6a8d3a865 req-891cfe2c-e794-435f-83fe-887b478af72c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:44.165815 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb221597-d8eb-48c3-978d-1db6a8d3a865 req-891cfe2c-e794-435f-83fe-887b478af72c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1959949 Sep 30 08:06:44.173462 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24404cf-eb90-4117-a0c8-4a4edea81459 req-869756e7-80cc-4b16-91cf-d46ba76bf34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:44.174825 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e24404cf-eb90-4117-a0c8-4a4edea81459 req-869756e7-80cc-4b16-91cf-d46ba76bf34d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ff604b4-4ea3-444f-b90c-17291184c96e HTTP/1.1" status: 200 len: 868 time: 0.1436901 Sep 30 08:06:44.292764 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4ed06-98c0-477e-aa44-ca44906b7290 req-7a9ba2a4-6e28-4904-8779-38d5ab5c1ec7 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:44.294194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e4f4ed06-98c0-477e-aa44-ca44906b7290 req-7a9ba2a4-6e28-4904-8779-38d5ab5c1ec7 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=a42f6e59-7a5f-4c01-ad7e-54321aa510db HTTP/1.1" status: 200 len: 949 time: 0.1990864 Sep 30 08:06:44.323255 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb221597-d8eb-48c3-978d-1db6a8d3a865 req-b9f88dff-7bed-4f16-940e-5573007a386c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468723 Sep 30 08:06:44.346768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24404cf-eb90-4117-a0c8-4a4edea81459 req-50a55d63-8ba8-4174-8ad4-d43ee7d1c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:44.346768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e24404cf-eb90-4117-a0c8-4a4edea81459 req-50a55d63-8ba8-4174-8ad4-d43ee7d1c4df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02cd2598-3207-49a9-acc9-daf424000aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603980 Sep 30 08:06:44.367702 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-b52b138d-a262-4602-9fbd-6ee4077c7a89 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:44.399948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e4f4ed06-98c0-477e-aa44-ca44906b7290 req-d82f7b63-4fa4-4e43-8972-10764f056e6b tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913789 Sep 30 08:06:44.519868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecf5bc50-2321-4761-9fae-f18c88c3d1d9 req-6087de3f-1b13-496b-8b71-78aeb8cb2d3f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 210 time: 0.0478873 Sep 30 08:06:44.543651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e24404cf-eb90-4117-a0c8-4a4edea81459 req-7a133c1a-7c66-46ca-8a00-e9e7334bb206 service neutron] 10.222.0.36 "GET /v2.0/networks/02cd2598-3207-49a9-acc9-daf424000aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865199 Sep 30 08:06:44.548780 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-b52b138d-a262-4602-9fbd-6ee4077c7a89 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:44.635735 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ee594-080c-4acd-9caf-3dcdeb233704 req-4e650f3f-a068-42f9-b282-a9859198859b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:44.637287 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f22ee594-080c-4acd-9caf-3dcdeb233704 req-4e650f3f-a068-42f9-b282-a9859198859b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1497979 Sep 30 08:06:44.640364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-b52b138d-a262-4602-9fbd-6ee4077c7a89 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Network 710af986-e7ee-4ad3-8355-4c5cb03ef7fb is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:44.673260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-b52b138d-a262-4602-9fbd-6ee4077c7a89 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:44.685518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-b52b138d-a262-4602-9fbd-6ee4077c7a89 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:44.688848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b138d-a262-4602-9fbd-6ee4077c7a89 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event updated for resources: {'Port': ['ID=379de1c7-177f-4d3e-8291-5798e60558a8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:44.734340 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6120e12e-9ef5-4875-8371-44735b3c1a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:44.772377 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:06:44.775196 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:06:44.809744 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-b52b138d-a262-4602-9fbd-6ee4077c7a89 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:44.810000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:06:44.810221 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-b52b138d-a262-4602-9fbd-6ee4077c7a89 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:44.812121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 43db7a12-f3c9-47a5-aef0-8a689c4fc6fd not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:06:44.820590 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe1725-acf3-40d1-9f33-74a116d5710d req-ca570281-ea71-4bc6-bf3f-3eba4f8aec0e tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:44.822125 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ebe1725-acf3-40d1-9f33-74a116d5710d req-ca570281-ea71-4bc6-bf3f-3eba4f8aec0e tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/ports?device_id=3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4 HTTP/1.1" status: 200 len: 943 time: 0.2177846 Sep 30 08:06:44.843946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f22ee594-080c-4acd-9caf-3dcdeb233704 req-da8a9458-2ae9-4cc7-beaa-ad4645ba1f83 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896040 Sep 30 08:06:44.880305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e24404cf-eb90-4117-a0c8-4a4edea81459 req-eb1c0378-e9b9-44b5-82ff-5b4e8b7c8509 service neutron] 10.222.0.36 "GET /v2.0/networks/02cd2598-3207-49a9-acc9-daf424000aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103058 Sep 30 08:06:44.896399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-b52b138d-a262-4602-9fbd-6ee4077c7a89 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6838145 Sep 30 08:06:44.926435 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-67615364-51cf-4d83-b64a-46a0413356e0 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Request body: {'port': {'device_id': 'c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1', 'network_id': '48ee416b-d747-4ec7-b9fc-f8c068d674be', 'admin_state_up': True, 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:44.975467 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ebe1725-acf3-40d1-9f33-74a116d5710d req-2385f2d6-0c6b-4fd9-afbe-bc38fcee0fa2 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbec4c5e-26a5-49d3-b9da-b14285800932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304667 Sep 30 08:06:44.999140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a0529954-15bd-4929-9d83-dc055acf156f None None] Provisioning complete for port 379de1c7-177f-4d3e-8291-5798e60558a8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:44.999140 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0529954-15bd-4929-9d83-dc055acf156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:45.034865 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2d5967d9-76c7-40ed-9fc5-0dea6d8148d4,segment=NetworkSegment(754dc389-1c24-4dc9-9553-78e63143e859),segment_id=754dc389-1c24-4dc9-9553-78e63143e859)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:45.052380 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9783f5-d790-455b-a1af-46988c658a14 req-1b22fd1d-280b-4c2a-a385-27ed46a51973 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:45.054508 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d9783f5-d790-455b-a1af-46988c658a14 req-1b22fd1d-280b-4c2a-a385-27ed46a51973 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76 HTTP/1.1" status: 200 len: 946 time: 0.1347797 Sep 30 08:06:45.056759 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '2d5967d9-76c7-40ed-9fc5-0dea6d8148d4', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'port_id': '2d5967d9-76c7-40ed-9fc5-0dea6d8148d4', 'mac_address': 'fa:16:3e:f5:55:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885b474c-c086-4b68-9681-30d06e1cef74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:06:45.063148 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a0529954-15bd-4929-9d83-dc055acf156f None None] Port 379de1c7-177f-4d3e-8291-5798e60558a8 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:06:45.104200 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:45.119084 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:45.123793 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-67615364-51cf-4d83-b64a-46a0413356e0 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Made reservation on behalf of 3b271bd85d2347b2a47c1a71e66c3a02 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:06:45.127353 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-67615364-51cf-4d83-b64a-46a0413356e0 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:45.132749 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d9783f5-d790-455b-a1af-46988c658a14 req-4cc5ecdd-e586-4770-bfd9-79ed4990bba5 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2310329-4ae3-4b80-9b7e-402e3325930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513506 Sep 30 08:06:45.140836 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2d5967d9-76c7-40ed-9fc5-0dea6d8148d4,segment=NetworkSegment(754dc389-1c24-4dc9-9553-78e63143e859),segment_id=754dc389-1c24-4dc9-9553-78e63143e859)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:45.145642 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:45.185671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a712f42-f94f-470e-b2bb-8089b9bf4ab9', 'name': 'network-vif-deleted', 'tag': '43db7a12-f3c9-47a5-aef0-8a689c4fc6fd'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:45.188012 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470df587-74d9-4f7d-bafd-903f0f100f43" -d '{"events": [{"server_uuid": "6a712f42-f94f-470e-b2bb-8089b9bf4ab9", "name": "network-vif-deleted", "tag": "43db7a12-f3c9-47a5-aef0-8a689c4fc6fd"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:45.230387 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=2d5967d9-76c7-40ed-9fc5-0dea6d8148d4,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:45.240681 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:45.317810 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44b0051-245f-4cd4-b039-11d088e9b425 x-openstack-request-id: req-e44b0051-245f-4cd4-b039-11d088e9b425 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:45.318086 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a712f42-f94f-470e-b2bb-8089b9bf4ab9", "name": "network-vif-deleted", "tag": "43db7a12-f3c9-47a5-aef0-8a689c4fc6fd", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:45.318305 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e44b0051-245f-4cd4-b039-11d088e9b425 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:45.318709 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a712f42-f94f-470e-b2bb-8089b9bf4ab9', 'name': 'network-vif-deleted', 'tag': '43db7a12-f3c9-47a5-aef0-8a689c4fc6fd', 'status': 'completed', 'code': 200} Sep 30 08:06:45.325878 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-67615364-51cf-4d83-b64a-46a0413356e0 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Allocated IP 19.86.0.219 (48ee416b-d747-4ec7-b9fc-f8c068d674be/bfaeb70f-bec4-471d-af7c-0c5a2b5764a7/54ebc36a-7bc9-4617-849c-4ea13536adb6) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:45.357645 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95739406-838f-4dc7-95aa-c78c2af556b3 req-a5ce990e-9065-4526-afb3-fdb9109f6a91 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:45.359160 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95739406-838f-4dc7-95aa-c78c2af556b3 req-a5ce990e-9065-4526-afb3-fdb9109f6a91 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 943 time: 0.0877404 Sep 30 08:06:45.377553 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['2d5967d9-76c7-40ed-9fc5-0dea6d8148d4'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:06:45.425829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbfee16-65b6-414d-a561-162ffe8b52d6'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:45.428068 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b4b841-5e92-42e8-81c2-f5c979dfae2c" -d '{"events": [{"server_uuid": "5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76", "name": "network-vif-plugged", "status": "completed", "tag": "1dbfee16-65b6-414d-a561-162ffe8b52d6"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:45.440908 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95739406-838f-4dc7-95aa-c78c2af556b3 req-88936fdf-0e97-4860-b035-629b56300e1d tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f849a2a-f4d8-42f4-9606-a47bf56cca54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720782 Sep 30 08:06:45.578584 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-67615364-51cf-4d83-b64a-46a0413356e0 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:45.592431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc76265-3c48-42ad-a62c-cd05299c5fd0 req-3178f30b-7001-48d3-ae21-ae5c9ec1acaa tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:45.593952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fc76265-3c48-42ad-a62c-cd05299c5fd0 req-3178f30b-7001-48d3-ae21-ae5c9ec1acaa tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.0807030 Sep 30 08:06:45.648563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fc76265-3c48-42ad-a62c-cd05299c5fd0 req-9ac2f2c2-85ad-4bd7-ab4e-99f7d2397466 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473425 Sep 30 08:06:45.653991 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-67615364-51cf-4d83-b64a-46a0413356e0 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:45.701531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-67615364-51cf-4d83-b64a-46a0413356e0 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Network 48ee416b-d747-4ec7-b9fc-f8c068d674be is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:45.706467 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-67615364-51cf-4d83-b64a-46a0413356e0 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:45.714444 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-67615364-51cf-4d83-b64a-46a0413356e0 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:45.727374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67615364-51cf-4d83-b64a-46a0413356e0 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event updated for resources: {'Port': ['ID=54ebc36a-7bc9-4617-849c-4ea13536adb6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:45.755202 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:45.864739 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-67615364-51cf-4d83-b64a-46a0413356e0 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:45.865374 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-67615364-51cf-4d83-b64a-46a0413356e0 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:45.897429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549eb702-cbe1-427e-a1b7-8225b2f68534 req-fe11dd7e-a69d-43fc-878a-60a437cb2252 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:45.899510 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-549eb702-cbe1-427e-a1b7-8225b2f68534 req-fe11dd7e-a69d-43fc-878a-60a437cb2252 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=a42f6e59-7a5f-4c01-ad7e-54321aa510db HTTP/1.1" status: 200 len: 949 time: 0.1862655 Sep 30 08:06:45.910459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-67615364-51cf-4d83-b64a-46a0413356e0 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9901097 Sep 30 08:06:45.923695 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-78a2dde4-fb47-45c8-8549-aecd8cb022f1 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:45.925136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-78a2dde4-fb47-45c8-8549-aecd8cb022f1 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 805 time: 0.2081192 Sep 30 08:06:45.936345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Request body: {'port': {'device_id': 'c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:45.977100 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-494bc385-23b2-44a4-8ab1-e4b7ad947f68 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/quotas/f61b1dfac07541759cd786566cabda1b HTTP/1.1" status: 200 len: 375 time: 0.0368166 Sep 30 08:06:45.986611 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-549eb702-cbe1-427e-a1b7-8225b2f68534 req-48c1383a-6c9d-49a3-9a2e-3912ed208e7f tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799499 Sep 30 08:06:45.988647 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe75-cc27-45d0-af7d-724fa1c087a4 None None] Provisioning complete for port 54ebc36a-7bc9-4617-849c-4ea13536adb6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:45.989027 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe75-cc27-45d0-af7d-724fa1c087a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:46.021337 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:46.037362 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe75-cc27-45d0-af7d-724fa1c087a4 None None] Port 54ebc36a-7bc9-4617-849c-4ea13536adb6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:06:46.049420 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297111cd-0138-42fb-bc05-4b943d213e9d x-openstack-request-id: req-297111cd-0138-42fb-bc05-4b943d213e9d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:46.049715 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76", "name": "network-vif-plugged", "status": "completed", "tag": "1dbfee16-65b6-414d-a561-162ffe8b52d6", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:46.049968 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-297111cd-0138-42fb-bc05-4b943d213e9d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:46.050895 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbfee16-65b6-414d-a561-162ffe8b52d6', 'code': 200} Sep 30 08:06:46.093640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-13b2309c-cd7b-4629-a08b-e059d15ab248 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101809 Sep 30 08:06:46.620298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab62ea-eabb-463b-873b-06344d38d401 req-5539d262-1916-4d4d-a8eb-cf9cab95d31e tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:46.626186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab62ea-eabb-463b-873b-06344d38d401 req-5539d262-1916-4d4d-a8eb-cf9cab95d31e tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:46.627753 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53ab62ea-eabb-463b-873b-06344d38d401 req-5539d262-1916-4d4d-a8eb-cf9cab95d31e tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 1654 time: 0.5318558 Sep 30 08:06:46.633139 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8abb6f-886a-4c4e-b41d-5c6f271b09d4 req-00426a25-1c9e-4c28-91e0-a8085416fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:46.634559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c8abb6f-886a-4c4e-b41d-5c6f271b09d4 req-00426a25-1c9e-4c28-91e0-a8085416fed8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76 HTTP/1.1" status: 200 len: 1097 time: 0.5212495 Sep 30 08:06:46.702772 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-d24c844e-6797-4f32-b451-884517599460 service neutron] 10.222.0.24 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975816 Sep 30 08:06:46.777007 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c8abb6f-886a-4c4e-b41d-5c6f271b09d4 req-f37bb4ce-d5df-4832-9071-18faf3e36103 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c2310329-4ae3-4b80-9b7e-402e3325930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260734 Sep 30 08:06:46.785679 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5ce2dc7c-7540-4c7f-86a4-21221197342d details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:06:46.787794 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:46.788890 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53ab62ea-eabb-463b-873b-06344d38d401 req-47305cd2-d0bd-4ff3-9a7d-435a700313f6 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444790 Sep 30 08:06:46.882397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-b270e59c-87e5-4855-95f1-b354f7826e77 service neutron] 10.222.0.24 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694615 Sep 30 08:06:46.896387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379de1c7-177f-4d3e-8291-5798e60558a8 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:46.904626 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:46.919069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Transition to ACTIVE for port object 379de1c7-177f-4d3e-8291-5798e60558a8 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:06:46.924479 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:46.986875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=379de1c7-177f-4d3e-8291-5798e60558a8,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:47.050679 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:06:47.062173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:47.062560 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:47.076720 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Attempting to bind port 379de1c7-177f-4d3e-8291-5798e60558a8 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:47.077079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Attempting to bind port 379de1c7-177f-4d3e-8291-5798e60558a8 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '03ba780d-ed7e-4833-9ea9-95cb16d973c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '710af986-e7ee-4ad3-8355-4c5cb03ef7fb'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:47.077609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Attempting to bind port 379de1c7-177f-4d3e-8291-5798e60558a8 on network 710af986-e7ee-4ad3-8355-4c5cb03ef7fb {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:47.083580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Port 379de1c7-177f-4d3e-8291-5798e60558a8 on network 710af986-e7ee-4ad3-8355-4c5cb03ef7fb not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:06:47.084111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Attempting to bind port 379de1c7-177f-4d3e-8291-5798e60558a8 on network 710af986-e7ee-4ad3-8355-4c5cb03ef7fb {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:47.095955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:47.097208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Checking segment: {'id': '03ba780d-ed7e-4833-9ea9-95cb16d973c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '710af986-e7ee-4ad3-8355-4c5cb03ef7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:47.097663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Bound using segment: {'id': '03ba780d-ed7e-4833-9ea9-95cb16d973c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '710af986-e7ee-4ad3-8355-4c5cb03ef7fb'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:47.099738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Bound port: 379de1c7-177f-4d3e-8291-5798e60558a8, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ba780d-ed7e-4833-9ea9-95cb16d973c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '710af986-e7ee-4ad3-8355-4c5cb03ef7fb'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:47.102157 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:47.119414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5ce2dc7c-7540-4c7f-86a4-21221197342d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5ce2dc7c-7540-4c7f-86a4-21221197342d,segment=NetworkSegment(78f01a6e-fdfc-41dc-86a1-8a034f5c7004),segment_id=78f01a6e-fdfc-41dc-86a1-8a034f5c7004)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:47.138392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '5ce2dc7c-7540-4c7f-86a4-21221197342d', 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed', 'port_id': '5ce2dc7c-7540-4c7f-86a4-21221197342d', 'mac_address': 'fa:16:3e:cb:ac:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:06:47.229340 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:47.232714 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:47.253784 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce2dc7c-7540-4c7f-86a4-21221197342d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:47.285122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a0932-6360-4227-8ff3-6b4d39632442 req-904d3e04-8a4a-42b0-9ad3-30b43df0de62 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:47.286688 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-288a0932-6360-4227-8ff3-6b4d39632442 req-904d3e04-8a4a-42b0-9ad3-30b43df0de62 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.0989952 Sep 30 08:06:47.290908 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] For port 379de1c7-177f-4d3e-8291-5798e60558a8, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:47.294829 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] For port 379de1c7-177f-4d3e-8291-5798e60558a8, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=379de1c7-177f-4d3e-8291-5798e60558a8,segment=NetworkSegment(03ba780d-ed7e-4833-9ea9-95cb16d973c7),segment_id=03ba780d-ed7e-4833-9ea9-95cb16d973c7)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:47.296853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5ce2dc7c-7540-4c7f-86a4-21221197342d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5ce2dc7c-7540-4c7f-86a4-21221197342d,segment=NetworkSegment(78f01a6e-fdfc-41dc-86a1-8a034f5c7004),segment_id=78f01a6e-fdfc-41dc-86a1-8a034f5c7004)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:47.300455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2d5967d9-76c7-40ed-9fc5-0dea6d8148d4,segment=NetworkSegment(754dc389-1c24-4dc9-9553-78e63143e859),segment_id=754dc389-1c24-4dc9-9553-78e63143e859)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:47.302760 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:47.308777 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:47.339935 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:47.362406 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:47.363118 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:47.364560 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] 10.222.0.35 "PUT /v2.0/ports/379de1c7-177f-4d3e-8291-5798e60558a8 HTTP/1.1" status: 200 len: 1091 time: 1.4334090 Sep 30 08:06:47.368271 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1', 'tag': '379de1c7-177f-4d3e-8291-5798e60558a8'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:47.372616 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009eeb78-e32b-431d-bff7-bdf92d72cc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1", "tag": "379de1c7-177f-4d3e-8291-5798e60558a8"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:47.383156 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=5ce2dc7c-7540-4c7f-86a4-21221197342d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:47.446282 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe9b73-09b1-4da1-833e-2ebd8105bdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=379de1c7-177f-4d3e-8291-5798e60558a8,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:47.448224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=2d5967d9-76c7-40ed-9fc5-0dea6d8148d4,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:47.468168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Request body: {'port': {'device_id': 'c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:47.543344 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-288a0932-6360-4227-8ff3-6b4d39632442 req-eeb17cdf-d2d4-4e62-a65a-21bbe66604de tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464566 Sep 30 08:06:47.594535 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5ce2dc7c-7540-4c7f-86a4-21221197342d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:06:47.604731 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:47.712500 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:47.714049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cd76b-9f25-480a-86cd-3665a6b1e01d req-2bd52ad7-f614-421f-aeed-b6173eacdb4a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:47.715700 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-504cd76b-9f25-480a-86cd-3665a6b1e01d req-2bd52ad7-f614-421f-aeed-b6173eacdb4a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/ports?device_id=3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4 HTTP/1.1" status: 200 len: 945 time: 0.2024264 Sep 30 08:06:47.935084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51336) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:47.968451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-504cd76b-9f25-480a-86cd-3665a6b1e01d req-33c8e483-fac5-41cd-99b6-31e254299d25 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbec4c5e-26a5-49d3-b9da-b14285800932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313888 Sep 30 08:06:48.015926 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac15f5-faed-4f78-9af3-84095ca8f467 req-d67e1291-6dea-4953-8605-e4c98f1fa352 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:48.017548 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78ac15f5-faed-4f78-9af3-84095ca8f467 req-d67e1291-6dea-4953-8605-e4c98f1fa352 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76 HTTP/1.1" status: 200 len: 946 time: 0.1005695 Sep 30 08:06:48.051743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5967d9-76c7-40ed-9fc5-0dea6d8148d4'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:48.054180 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76afd868-19e5-4f9d-aa5f-f1ddef5cf9ac" -d '{"events": [{"server_uuid": "3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4", "name": "network-vif-plugged", "status": "completed", "tag": "2d5967d9-76c7-40ed-9fc5-0dea6d8148d4"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:48.107027 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c62c892a-495a-456c-a3ac-c7c205349726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:48.130733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78ac15f5-faed-4f78-9af3-84095ca8f467 req-09e83b3f-c5d4-4e4e-9122-1b8bf1bd8cdc tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2310329-4ae3-4b80-9b7e-402e3325930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873487 Sep 30 08:06:48.150673 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c41ed2-8a4b-43ac-bfdf-f8ab6fde8544 req-4f6ffd38-2273-4cbb-a963-591675e9600b tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:48.152203 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83c41ed2-8a4b-43ac-bfdf-f8ab6fde8544 req-4f6ffd38-2273-4cbb-a963-591675e9600b tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 944 time: 0.1077132 Sep 30 08:06:48.212409 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c62c892a-495a-456c-a3ac-c7c205349726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:48.219407 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c62c892a-495a-456c-a3ac-c7c205349726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:48.242450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ebc36a-7bc9-4617-849c-4ea13536adb6 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:48.264820 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c62c892a-495a-456c-a3ac-c7c205349726 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17e01c66ac564a668aff2cc9800c85ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290191 Sep 30 08:06:48.266390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c892a-495a-456c-a3ac-c7c205349726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f942ca4f-c759-45eb-9e08-5a3648986c5c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:48.268925 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51344) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:48.282408 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83c41ed2-8a4b-43ac-bfdf-f8ab6fde8544 req-78f0624c-f3a9-4a93-8c79-591179f12163 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f849a2a-f4d8-42f4-9606-a47bf56cca54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218522 Sep 30 08:06:48.292907 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:48.322494 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Transition to ACTIVE for port object 54ebc36a-7bc9-4617-849c-4ea13536adb6 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:06:48.323286 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d78d7dd6-933f-412a-8d26-dae3adfa5f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:48.326316 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cfd39781-3ef9-4ae7-a337-0fb91cd40590 req-a3836e5e-99e5-4a4f-90ae-913236a8545d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 210 time: 0.1037188 Sep 30 08:06:48.328623 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:48.350202 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef4bf95-a1ed-4287-b045-4eaf9f021029 x-openstack-request-id: req-7ef4bf95-a1ed-4287-b045-4eaf9f021029 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:48.350202 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1", "tag": "379de1c7-177f-4d3e-8291-5798e60558a8", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:48.350202 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ef4bf95-a1ed-4287-b045-4eaf9f021029 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:48.350202 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1', 'tag': '379de1c7-177f-4d3e-8291-5798e60558a8', 'status': 'completed', 'code': 200} Sep 30 08:06:48.383719 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d78d7dd6-933f-412a-8d26-dae3adfa5f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:48.502644 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d78d7dd6-933f-412a-8d26-dae3adfa5f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:48.505557 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d78d7dd6-933f-412a-8d26-dae3adfa5f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:48.506854 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d78d7dd6-933f-412a-8d26-dae3adfa5f15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f942ca4f-c759-45eb-9e08-5a3648986c5c HTTP/1.1" status: 204 len: 168 time: 0.2369349 Sep 30 08:06:48.527724 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d7dd6-933f-412a-8d26-dae3adfa5f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f942ca4f-c759-45eb-9e08-5a3648986c5c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:48.542566 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eeb78-e32b-431d-bff7-bdf92d72cc9d req-92b909a8-ac6b-4db4-a78f-241987ff9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:48.543743 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eeb78-e32b-431d-bff7-bdf92d72cc9d req-92b909a8-ac6b-4db4-a78f-241987ff9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:48.545562 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-009eeb78-e32b-431d-bff7-bdf92d72cc9d req-92b909a8-ac6b-4db4-a78f-241987ff9b07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b271bd85d2347b2a47c1a71e66c3a02&device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 1938 time: 0.0955746 Sep 30 08:06:48.774643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Pushing event updated for resources: {'Port': ['ID=54ebc36a-7bc9-4617-849c-4ea13536adb6,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:48.786311 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5ce2dc7c-7540-4c7f-86a4-21221197342d up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:48.871416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eeb78-e32b-431d-bff7-bdf92d72cc9d req-8e34f83c-60a8-4805-b752-0f9854727b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:48.871416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eeb78-e32b-431d-bff7-bdf92d72cc9d req-8e34f83c-60a8-4805-b752-0f9854727b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:48.871787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eeb78-e32b-431d-bff7-bdf92d72cc9d req-8e34f83c-60a8-4805-b752-0f9854727b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:48.873323 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-009eeb78-e32b-431d-bff7-bdf92d72cc9d req-8e34f83c-60a8-4805-b752-0f9854727b50 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3b271bd85d2347b2a47c1a71e66c3a02&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3018291 Sep 30 08:06:48.919392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 5ce2dc7c-7540-4c7f-86a4-21221197342d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:06:48.927409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 5ce2dc7c-7540-4c7f-86a4-21221197342d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:48.927796 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:48.959354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f8b2c-4067-459d-a397-3e328c9e002d req-1700d29a-1f14-4b2c-9374-e2d03cffabba tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:48.967492 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f8b2c-4067-459d-a397-3e328c9e002d req-1700d29a-1f14-4b2c-9374-e2d03cffabba tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:48.975126 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-991f8b2c-4067-459d-a397-3e328c9e002d req-1700d29a-1f14-4b2c-9374-e2d03cffabba tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 1678 time: 0.5193636 Sep 30 08:06:48.999966 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33db466-1b28-4b2b-9d79-700795c9077b req-40f95f0d-571c-4c8b-9463-ad027625d4cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3691018 Sep 30 08:06:49.037031 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51366) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:49.062156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-5816d7ca-785e-46a0-a706-5ab72e9a342e tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:49.063689 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-5816d7ca-785e-46a0-a706-5ab72e9a342e tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.36 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 805 time: 0.7069790 Sep 30 08:06:49.064888 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:49.074160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b77a54-6ee4-4404-a660-80496a360046 req-6ef00f64-0515-4325-a3a4-979a55fca39b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:49.082741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42b77a54-6ee4-4404-a660-80496a360046 req-6ef00f64-0515-4325-a3a4-979a55fca39b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/networks?id=f1ec80db-4134-42ec-ab4c-bb79f088e7df HTTP/1.1" status: 200 len: 813 time: 0.6149712 Sep 30 08:06:49.095081 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-197cc203-8927-4c11-9852-b647b7071b39 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Request body: {'port': {'device_id': '58c60e0e-de71-4242-86a8-1cdcff1691ee', 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d', 'admin_state_up': True, 'tenant_id': 'f61b1dfac07541759cd786566cabda1b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:49.122321 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5ce2dc7c-7540-4c7f-86a4-21221197342d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5ce2dc7c-7540-4c7f-86a4-21221197342d,segment=NetworkSegment(78f01a6e-fdfc-41dc-86a1-8a034f5c7004),segment_id=78f01a6e-fdfc-41dc-86a1-8a034f5c7004)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:49.128585 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:49.129748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Attempting to bind port 54ebc36a-7bc9-4617-849c-4ea13536adb6 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:49.129748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Attempting to bind port 54ebc36a-7bc9-4617-849c-4ea13536adb6 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '478bdba3-654a-4089-90f7-5bd5643c4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '48ee416b-d747-4ec7-b9fc-f8c068d674be'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:49.130195 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Attempting to bind port 54ebc36a-7bc9-4617-849c-4ea13536adb6 on network 48ee416b-d747-4ec7-b9fc-f8c068d674be {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:49.165714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Port 54ebc36a-7bc9-4617-849c-4ea13536adb6 on network 48ee416b-d747-4ec7-b9fc-f8c068d674be not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:06:49.166051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Attempting to bind port 54ebc36a-7bc9-4617-849c-4ea13536adb6 on network 48ee416b-d747-4ec7-b9fc-f8c068d674be {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:49.175080 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20b3f1aa-c0b8-40c1-a576-07134338ae67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:49.213453 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=5ce2dc7c-7540-4c7f-86a4-21221197342d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:49.224962 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42b77a54-6ee4-4404-a660-80496a360046 req-ede2ba1d-e27e-408d-8a09-5a664fc0e2ee tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/quotas/cfb56dda8d9f4848b5c33c3e531d8958 HTTP/1.1" status: 200 len: 375 time: 0.1412041 Sep 30 08:06:49.244786 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-991f8b2c-4067-459d-a397-3e328c9e002d req-cc052a65-2b92-4763-ab71-b8221a03a123 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686901 Sep 30 08:06:49.257460 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33db466-1b28-4b2b-9d79-700795c9077b req-9a7411d9-7ab3-404c-be4f-1a4a893043bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:49.259088 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33db466-1b28-4b2b-9d79-700795c9077b req-9a7411d9-7ab3-404c-be4f-1a4a893043bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3609992ca72436d91473dd96fb4a655&device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 1101 time: 0.1564491 Sep 30 08:06:49.263360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eeb78-e32b-431d-bff7-bdf92d72cc9d req-af027660-68ed-4b7c-b8ab-e03b3bd18780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:49.265026 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-009eeb78-e32b-431d-bff7-bdf92d72cc9d req-af027660-68ed-4b7c-b8ab-e03b3bd18780 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3618073 Sep 30 08:06:49.275622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:49.276480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Checking segment: {'id': '478bdba3-654a-4089-90f7-5bd5643c4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '48ee416b-d747-4ec7-b9fc-f8c068d674be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:49.277112 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Bound using segment: {'id': '478bdba3-654a-4089-90f7-5bd5643c4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '48ee416b-d747-4ec7-b9fc-f8c068d674be'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:49.277745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Bound port: 54ebc36a-7bc9-4617-849c-4ea13536adb6, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478bdba3-654a-4089-90f7-5bd5643c4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '48ee416b-d747-4ec7-b9fc-f8c068d674be'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:49.278088 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:49.432435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42b77a54-6ee4-4404-a660-80496a360046 req-bfe08218-0114-4f02-89a8-4ab3028c5981 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfb56dda8d9f4848b5c33c3e531d8958&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1824727 Sep 30 08:06:49.457482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] For port 54ebc36a-7bc9-4617-849c-4ea13536adb6, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:49.465031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] For port 54ebc36a-7bc9-4617-849c-4ea13536adb6, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=54ebc36a-7bc9-4617-849c-4ea13536adb6,segment=NetworkSegment(478bdba3-654a-4089-90f7-5bd5643c4274),segment_id=478bdba3-654a-4089-90f7-5bd5643c4274)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:49.473167 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:49.493583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33db466-1b28-4b2b-9d79-700795c9077b req-f3579385-6035-418f-a0e5-77f2f012c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:49.495367 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33db466-1b28-4b2b-9d79-700795c9077b req-f3579385-6035-418f-a0e5-77f2f012c0ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1934352 Sep 30 08:06:49.498182 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20b3f1aa-c0b8-40c1-a576-07134338ae67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:49.506143 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20b3f1aa-c0b8-40c1-a576-07134338ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:49.528600 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f727bed-40b8-466b-95dc-451f1902aad5 x-openstack-request-id: req-9f727bed-40b8-466b-95dc-451f1902aad5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:49.528898 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4", "name": "network-vif-plugged", "status": "completed", "tag": "2d5967d9-76c7-40ed-9fc5-0dea6d8148d4", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:49.530333 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f727bed-40b8-466b-95dc-451f1902aad5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:49.530848 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5967d9-76c7-40ed-9fc5-0dea6d8148d4', 'code': 200} Sep 30 08:06:49.575116 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3f1aa-c0b8-40c1-a576-07134338ae67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d1f244-cbe7-40f9-a8db-591bbdb41dbd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:49.624350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Pushing event updated for resources: {'Port': ['ID=54ebc36a-7bc9-4617-849c-4ea13536adb6,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:49.635367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:49.637050 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:49.639568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-319b89ce-8b0e-471c-912d-a332c07cbba2 service neutron] 10.222.0.35 "PUT /v2.0/ports/54ebc36a-7bc9-4617-849c-4ea13536adb6 HTTP/1.1" status: 200 len: 1092 time: 2.1957970 Sep 30 08:06:49.641058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-197cc203-8927-4c11-9852-b647b7071b39 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Made reservation on behalf of f61b1dfac07541759cd786566cabda1b for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:06:49.645739 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-197cc203-8927-4c11-9852-b647b7071b39 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:49.703239 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33db466-1b28-4b2b-9d79-700795c9077b req-bb6e56f8-377e-4a15-b70b-0dd696f5b7cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7 HTTP/1.1" status: 200 len: 217 time: 0.1940668 Sep 30 08:06:49.793552 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-20b3f1aa-c0b8-40c1-a576-07134338ae67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3845744988b44dbb0a138d5e24a3cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7552114 Sep 30 08:06:49.816896 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51376) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:49.865771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33db466-1b28-4b2b-9d79-700795c9077b req-e47bdf03-b71d-4e6e-b4a1-031b7f8ec345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:49.867836 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33db466-1b28-4b2b-9d79-700795c9077b req-e47bdf03-b71d-4e6e-b4a1-031b7f8ec345 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1200056 Sep 30 08:06:49.875226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a95c0d-6659-476b-b894-e8287b817a05 req-3751f5d0-fafe-482c-acb0-2664d1df961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:49.876715 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-66a95c0d-6659-476b-b894-e8287b817a05 req-3751f5d0-fafe-482c-acb0-2664d1df961c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4 HTTP/1.1" status: 200 len: 1096 time: 0.2243464 Sep 30 08:06:49.944914 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22066535-05a7-44a4-8cf6-c1862c8ee5a1 req-189af683-1cf9-478a-be66-de6ffea774a8 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:49.946468 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22066535-05a7-44a4-8cf6-c1862c8ee5a1 req-189af683-1cf9-478a-be66-de6ffea774a8 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/ports?device_id=3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4 HTTP/1.1" status: 200 len: 945 time: 0.2866893 Sep 30 08:06:49.957442 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b694ee3-afc9-4a33-a20a-abdd164b10d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:49.965193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33db466-1b28-4b2b-9d79-700795c9077b req-ea17f17f-b077-4517-92a4-d65c8ef2415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:49.966680 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33db466-1b28-4b2b-9d79-700795c9077b req-ea17f17f-b077-4517-92a4-d65c8ef2415d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891366 Sep 30 08:06:49.970130 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-66a95c0d-6659-476b-b894-e8287b817a05 req-3625ec91-8dec-4de4-9673-7b8d3e4ef864 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bbec4c5e-26a5-49d3-b9da-b14285800932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766776 Sep 30 08:06:49.978207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-dd2919b3-2dd7-437d-bb72-e0e5da11c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:49.978690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-dd2919b3-2dd7-437d-bb72-e0e5da11c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:49.980241 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-dd2919b3-2dd7-437d-bb72-e0e5da11c274 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b271bd85d2347b2a47c1a71e66c3a02&device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 1980 time: 0.2524533 Sep 30 08:06:49.987615 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b694ee3-afc9-4a33-a20a-abdd164b10d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:50.000534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00daf92-fbd2-4584-a100-818ab64a8c0b req-3cbca4ed-c642-4179-8708-67191b6c0425 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:50.000992 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00daf92-fbd2-4584-a100-818ab64a8c0b req-3cbca4ed-c642-4179-8708-67191b6c0425 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:50.001508 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00daf92-fbd2-4584-a100-818ab64a8c0b req-3cbca4ed-c642-4179-8708-67191b6c0425 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:50.002110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00daf92-fbd2-4584-a100-818ab64a8c0b req-3cbca4ed-c642-4179-8708-67191b6c0425 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:50.002596 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00daf92-fbd2-4584-a100-818ab64a8c0b req-3cbca4ed-c642-4179-8708-67191b6c0425 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:50.003192 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00daf92-fbd2-4584-a100-818ab64a8c0b req-3cbca4ed-c642-4179-8708-67191b6c0425 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:50.003668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00daf92-fbd2-4584-a100-818ab64a8c0b req-3cbca4ed-c642-4179-8708-67191b6c0425 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:50.004279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00daf92-fbd2-4584-a100-818ab64a8c0b req-3cbca4ed-c642-4179-8708-67191b6c0425 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:50.004746 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00daf92-fbd2-4584-a100-818ab64a8c0b req-3cbca4ed-c642-4179-8708-67191b6c0425 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:50.005227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00daf92-fbd2-4584-a100-818ab64a8c0b req-3cbca4ed-c642-4179-8708-67191b6c0425 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:50.007362 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c00daf92-fbd2-4584-a100-818ab64a8c0b req-3cbca4ed-c642-4179-8708-67191b6c0425 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee&device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1&device_id=3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4&device_id=be83f767-b803-4f1a-bfa2-460e71d93917&device_id=a42f6e59-7a5f-4c01-ad7e-54321aa510db&device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76&device_id=96e437b5-66c2-4b3d-b185-c00d06f033be&device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f&device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62&device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 9084 time: 0.1595430 Sep 30 08:06:50.025346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-197cc203-8927-4c11-9852-b647b7071b39 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Allocated IP 172.20.0.6 (57266100-45c6-4c3c-82b6-0b9860cc0f6d/2b57160f-abdc-4be4-8f56-c9c7324d85d0/c1fdead8-eecf-4352-893a-b5ad297a2638) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:50.082913 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-6ead8bb0-b49a-45bd-934f-c02bf3052084 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.28&port_id=379de1c7-177f-4d3e-8291-5798e60558a8 HTTP/1.1" status: 200 len: 217 time: 0.0711153 Sep 30 08:06:50.095590 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b694ee3-afc9-4a33-a20a-abdd164b10d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:50.098064 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b694ee3-afc9-4a33-a20a-abdd164b10d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:50.098661 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c00daf92-fbd2-4584-a100-818ab64a8c0b req-d0bb4cfa-3791-4860-9a5b-bc4272987918 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:50.099182 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3b694ee3-afc9-4a33-a20a-abdd164b10d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55d1f244-cbe7-40f9-a8db-591bbdb41dbd HTTP/1.1" status: 204 len: 168 time: 0.2798879 Sep 30 08:06:50.112471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22066535-05a7-44a4-8cf6-c1862c8ee5a1 req-a03f6adf-4218-4ab3-adaa-c3b03657b6fe tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbec4c5e-26a5-49d3-b9da-b14285800932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554806 Sep 30 08:06:50.117731 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33db466-1b28-4b2b-9d79-700795c9077b req-2ebbcd4d-28b2-47c3-a84e-832eaf3ce3e0 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118772 Sep 30 08:06:50.126924 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b694ee3-afc9-4a33-a20a-abdd164b10d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d1f244-cbe7-40f9-a8db-591bbdb41dbd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:50.214835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-f3a840f1-84b5-4909-978e-db3dc86f8750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:50.216378 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-f3a840f1-84b5-4909-978e-db3dc86f8750 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57d9d43f-d265-4492-9724-e4d99e0c7dcc HTTP/1.1" status: 200 len: 801 time: 0.1252706 Sep 30 08:06:50.228918 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33db466-1b28-4b2b-9d79-700795c9077b req-68ba489b-a7ea-40ba-b77d-ac4254a212ba service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004853 Sep 30 08:06:50.351811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1', 'tag': '54ebc36a-7bc9-4617-849c-4ea13536adb6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:50.354052 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d692e0da-f429-4fa8-85b5-f24a671c1578" -d '{"events": [{"name": "network-changed", "server_uuid": "c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1", "tag": "54ebc36a-7bc9-4617-849c-4ea13536adb6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:50.392686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36de6ab-9dcd-45da-bfff-e8fa1e7e9f72 req-d0e35fcb-5c4f-4228-9a59-4f9a89b4d077 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:50.394196 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e36de6ab-9dcd-45da-bfff-e8fa1e7e9f72 req-d0e35fcb-5c4f-4228-9a59-4f9a89b4d077 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 945 time: 0.1863034 Sep 30 08:06:50.416420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-60fd9c8b-d929-4053-8960-4dc7c12b68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:50.417922 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-60fd9c8b-d929-4053-8960-4dc7c12b68e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=710af986-e7ee-4ad3-8355-4c5cb03ef7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1867063 Sep 30 08:06:50.471600 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-197cc203-8927-4c11-9852-b647b7071b39 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:50.543629 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e36de6ab-9dcd-45da-bfff-e8fa1e7e9f72 req-0c25217f-dafd-4974-b093-cc7d17a9beac tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f849a2a-f4d8-42f4-9606-a47bf56cca54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367929 Sep 30 08:06:50.586219 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c00daf92-fbd2-4584-a100-818ab64a8c0b req-d0bb4cfa-3791-4860-9a5b-bc4272987918 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:50.598224 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c00daf92-fbd2-4584-a100-818ab64a8c0b req-d0bb4cfa-3791-4860-9a5b-bc4272987918 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:50.612766 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-197cc203-8927-4c11-9852-b647b7071b39 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:50.628071 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:06:50.634033 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-78483d21-2647-486e-9e83-97bbfb94e704 service neutron] 10.222.0.35 "GET /v2.0/networks/710af986-e7ee-4ad3-8355-4c5cb03ef7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052772 Sep 30 08:06:50.719819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c00daf92-fbd2-4584-a100-818ab64a8c0b req-d0bb4cfa-3791-4860-9a5b-bc4272987918 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&id=2f849a2a-f4d8-42f4-9606-a47bf56cca54&id=c2310329-4ae3-4b80-9b7e-402e3325930c&id=bbec4c5e-26a5-49d3-b9da-b14285800932&id=0af3aaf5-b75a-4c44-855d-23f634068e60&id=561e937e-4f2e-4057-b157-2837798b5beb&id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.6980526 Sep 30 08:06:50.747899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-197cc203-8927-4c11-9852-b647b7071b39 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Network 57266100-45c6-4c3c-82b6-0b9860cc0f6d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:50.749445 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb4cfa-3791-4860-9a5b-bc4272987918 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7c030b-4b9c-4528-aa79-c62c3fdb8721,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:50.779229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-197cc203-8927-4c11-9852-b647b7071b39 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:50.785305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-197cc203-8927-4c11-9852-b647b7071b39 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:50.788446 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cc203-8927-4c11-9852-b647b7071b39 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Pushing event updated for resources: {'Port': ['ID=c1fdead8-eecf-4352-893a-b5ad297a2638,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:51.189042 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843bde3-d274-499f-a4be-f758f91ae401 req-429f2b4a-f675-4286-970d-52395240fea1 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:51.190545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b843bde3-d274-499f-a4be-f758f91ae401 req-429f2b4a-f675-4286-970d-52395240fea1 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 931 time: 0.5632548 Sep 30 08:06:51.256983 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-197cc203-8927-4c11-9852-b647b7071b39 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:51.258150 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-197cc203-8927-4c11-9852-b647b7071b39 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:51.302482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef041a65-c873-4276-9ae8-ac6789119d12 req-eb243c37-5c72-4506-ac9b-4b0fb8c466f6 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:51.305472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef041a65-c873-4276-9ae8-ac6789119d12 req-eb243c37-5c72-4506-ac9b-4b0fb8c466f6 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.4879630 Sep 30 08:06:51.308494 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b843bde3-d274-499f-a4be-f758f91ae401 req-77045b64-380d-4416-9230-3ddd17d0f124 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102476 Sep 30 08:06:51.310350 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-c3bba27a-a391-4d7f-85b7-5d1a79280dbe service neutron] 10.222.0.35 "GET /v2.0/networks/710af986-e7ee-4ad3-8355-4c5cb03ef7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6309471 Sep 30 08:06:51.312947 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-197cc203-8927-4c11-9852-b647b7071b39 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2256098 Sep 30 08:06:51.332447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Request body: {'port': {'device_id': '58c60e0e-de71-4242-86a8-1cdcff1691ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:51.398819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-c728a275-51f5-4f5c-8f97-62f383600ee8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.219&port_id=54ebc36a-7bc9-4617-849c-4ea13536adb6 HTTP/1.1" status: 200 len: 217 time: 0.0714679 Sep 30 08:06:51.494688 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef041a65-c873-4276-9ae8-ac6789119d12 req-237e665d-0740-4e06-95f2-301e297c26d0 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833513 Sep 30 08:06:51.515089 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:51.532279 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be83f767-b803-4f1a-bfa2-460e71d93917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce2dc7c-7540-4c7f-86a4-21221197342d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:51.535339 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e242f651-5528-4c64-91a9-dd4326acc8e3" -d '{"events": [{"server_uuid": "be83f767-b803-4f1a-bfa2-460e71d93917", "name": "network-vif-plugged", "status": "completed", "tag": "5ce2dc7c-7540-4c7f-86a4-21221197342d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:51.539825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e1951-8a03-4040-bf81-45b28d367042 req-f060ee31-a4f8-4887-8517-78559fbebc84 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:51.545810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e1951-8a03-4040-bf81-45b28d367042 req-f060ee31-a4f8-4887-8517-78559fbebc84 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:51.547714 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae1e1951-8a03-4040-bf81-45b28d367042 req-f060ee31-a4f8-4887-8517-78559fbebc84 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 1678 time: 0.1536412 Sep 30 08:06:51.549234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-013d19ce-b5c2-4d13-8afe-e5873a8aa289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:51.550594 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-013d19ce-b5c2-4d13-8afe-e5873a8aa289 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfaeb70f-bec4-471d-af7c-0c5a2b5764a7 HTTP/1.1" status: 200 len: 801 time: 0.1360972 Sep 30 08:06:51.573723 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fb9133-7a08-421f-9f79-b8a32b637164 x-openstack-request-id: req-f5fb9133-7a08-421f-9f79-b8a32b637164 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:51.575713 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1", "tag": "54ebc36a-7bc9-4617-849c-4ea13536adb6", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:51.575713 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5fb9133-7a08-421f-9f79-b8a32b637164 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:51.575713 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1', 'tag': '54ebc36a-7bc9-4617-849c-4ea13536adb6', 'status': 'completed', 'code': 200} Sep 30 08:06:51.732316 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae1e1951-8a03-4040-bf81-45b28d367042 req-e947189b-4574-42b1-aaa6-e9c68a2c86d5 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447256 Sep 30 08:06:51.734096 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-b1933b2f-d155-43a4-9b73-a9f2a555c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:51.735673 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-b1933b2f-d155-43a4-9b73-a9f2a555c8b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48ee416b-d747-4ec7-b9fc-f8c068d674be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1600432 Sep 30 08:06:51.956785 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-09b1efa9-c864-44a1-bf8e-f7fe2ca26c49 service neutron] 10.222.0.35 "GET /v2.0/networks/48ee416b-d747-4ec7-b9fc-f8c068d674be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097487 Sep 30 08:06:51.988513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab4554-f2ad-4a53-8c8f-535ebe0b1ba3 req-aaa55051-e105-4d4b-9145-e35804d5aa2b tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:51.990045 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9eab4554-f2ad-4a53-8c8f-535ebe0b1ba3 req-aaa55051-e105-4d4b-9145-e35804d5aa2b tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/ports?device_id=3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4 HTTP/1.1" status: 200 len: 945 time: 0.1528997 Sep 30 08:06:52.110580 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:06:52.162295 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9eab4554-f2ad-4a53-8c8f-535ebe0b1ba3 req-34a6e179-2b2c-4ab1-bc22-808422b3115a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbec4c5e-26a5-49d3-b9da-b14285800932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553533 Sep 30 08:06:52.187069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097ee88-a367-4954-aaa2-3dc082685d49 req-5354cbd6-0e1d-4893-b206-21e93503eb58 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:52.189062 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9097ee88-a367-4954-aaa2-3dc082685d49 req-5354cbd6-0e1d-4893-b206-21e93503eb58 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1877806 Sep 30 08:06:52.193401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1fdead8-eecf-4352-893a-b5ad297a2638 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:52.210783 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:52.217664 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69302e0-644c-404a-9e77-cff9e1eeeedd x-openstack-request-id: req-e69302e0-644c-404a-9e77-cff9e1eeeedd {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:52.218154 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be83f767-b803-4f1a-bfa2-460e71d93917", "name": "network-vif-plugged", "status": "completed", "tag": "5ce2dc7c-7540-4c7f-86a4-21221197342d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:52.218264 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e69302e0-644c-404a-9e77-cff9e1eeeedd {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:52.218598 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be83f767-b803-4f1a-bfa2-460e71d93917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce2dc7c-7540-4c7f-86a4-21221197342d', 'code': 200} Sep 30 08:06:52.225201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d62e757-6450-4afc-915b-fde1a6ea3ddb req-2b622545-a2dd-408e-9ac6-e28ec3bea6f1 service neutron] 10.222.0.35 "GET /v2.0/networks/48ee416b-d747-4ec7-b9fc-f8c068d674be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579887 Sep 30 08:06:52.249295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Transition to ACTIVE for port object c1fdead8-eecf-4352-893a-b5ad297a2638 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:06:52.259788 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:52.313427 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9097ee88-a367-4954-aaa2-3dc082685d49 req-8e0c889a-099a-40ef-8425-de34109d33ce tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065412 Sep 30 08:06:52.353046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81a7f9-4ed0-48b2-a681-cac5efc945cb req-af759f20-2fc6-4d4c-adac-845f13fd4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:52.355220 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dd81a7f9-4ed0-48b2-a681-cac5efc945cb req-af759f20-2fc6-4d4c-adac-845f13fd4117 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 1096 time: 0.0572391 Sep 30 08:06:52.414562 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dd81a7f9-4ed0-48b2-a681-cac5efc945cb req-704aa7b3-1132-44dc-bc58-f7c609505df4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2f849a2a-f4d8-42f4-9606-a47bf56cca54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508969 Sep 30 08:06:52.436927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Pushing event updated for resources: {'Port': ['ID=c1fdead8-eecf-4352-893a-b5ad297a2638,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:52.509051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac12f02-21de-48d5-a0dc-b1b7cd680c0c req-688f65de-fada-4db3-b9c6-50716a171566 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:52.510597 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac12f02-21de-48d5-a0dc-b1b7cd680c0c req-688f65de-fada-4db3-b9c6-50716a171566 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 945 time: 0.1644046 Sep 30 08:06:52.561494 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692e0da-f429-4fa8-85b5-f24a671c1578 req-3ae88eb9-7db5-4edd-b1c3-f0b2aa84ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:52.561909 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692e0da-f429-4fa8-85b5-f24a671c1578 req-3ae88eb9-7db5-4edd-b1c3-f0b2aa84ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:52.563514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d692e0da-f429-4fa8-85b5-f24a671c1578 req-3ae88eb9-7db5-4edd-b1c3-f0b2aa84ed4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b271bd85d2347b2a47c1a71e66c3a02&device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 1980 time: 0.1884155 Sep 30 08:06:52.646194 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Attempting to bind port c1fdead8-eecf-4352-893a-b5ad297a2638 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:06:52.646528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Attempting to bind port c1fdead8-eecf-4352-893a-b5ad297a2638 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:06:52.646863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Attempting to bind port c1fdead8-eecf-4352-893a-b5ad297a2638 on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:52.656536 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ac12f02-21de-48d5-a0dc-b1b7cd680c0c req-4759e172-bf8f-46be-b4fa-a28a7cb3eaa1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f849a2a-f4d8-42f4-9606-a47bf56cca54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285343 Sep 30 08:06:52.662231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0e14c-c5bc-48c2-898a-b6232a5166ea req-15cb5d95-a53f-4dc5-b7d2-d3512654fe34 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:52.663596 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0e14c-c5bc-48c2-898a-b6232a5166ea req-15cb5d95-a53f-4dc5-b7d2-d3512654fe34 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:52.663747 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0e14c-c5bc-48c2-898a-b6232a5166ea req-15cb5d95-a53f-4dc5-b7d2-d3512654fe34 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:52.665397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9a0e14c-c5bc-48c2-898a-b6232a5166ea req-15cb5d95-a53f-4dc5-b7d2-d3512654fe34 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a42f6e59-7a5f-4c01-ad7e-54321aa510db&device_id=96e437b5-66c2-4b3d-b185-c00d06f033be&device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 2883 time: 0.1538894 Sep 30 08:06:52.692420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Port c1fdead8-eecf-4352-893a-b5ad297a2638 on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:06:52.692754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Attempting to bind port c1fdead8-eecf-4352-893a-b5ad297a2638 on network 57266100-45c6-4c3c-82b6-0b9860cc0f6d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:06:52.719057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:06:52.719397 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Checking segment: {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:06:52.719791 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Bound using segment: {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:06:52.720269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Bound port: c1fdead8-eecf-4352-893a-b5ad297a2638, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de8d839-29cf-4ce9-aca1-09007ce91420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:06:52.720632 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:52.761034 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9a0e14c-c5bc-48c2-898a-b6232a5166ea req-4ae4d446-17b1-466c-aa86-8f1e74e7c878 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694659 Sep 30 08:06:52.763396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692e0da-f429-4fa8-85b5-f24a671c1578 req-182de01b-aead-4115-ae68-4ef49131db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:52.764887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d692e0da-f429-4fa8-85b5-f24a671c1578 req-182de01b-aead-4115-ae68-4ef49131db5f service neutron] 10.222.0.35 "GET /v2.0/networks?id=48ee416b-d747-4ec7-b9fc-f8c068d674be HTTP/1.1" status: 200 len: 903 time: 0.1920619 Sep 30 08:06:52.825758 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d692e0da-f429-4fa8-85b5-f24a671c1578 req-b26c7511-b716-4278-a6c5-4c971f304b92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.219&port_id=54ebc36a-7bc9-4617-849c-4ea13536adb6 HTTP/1.1" status: 200 len: 217 time: 0.0431449 Sep 30 08:06:52.904421 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] For port c1fdead8-eecf-4352-893a-b5ad297a2638, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:06:52.935361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] For port c1fdead8-eecf-4352-893a-b5ad297a2638, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c1fdead8-eecf-4352-893a-b5ad297a2638,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:06:52.948287 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:52.959068 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692e0da-f429-4fa8-85b5-f24a671c1578 req-954a25b9-bf16-493c-8876-4a9b574488da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:52.961441 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d692e0da-f429-4fa8-85b5-f24a671c1578 req-954a25b9-bf16-493c-8876-4a9b574488da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfaeb70f-bec4-471d-af7c-0c5a2b5764a7 HTTP/1.1" status: 200 len: 801 time: 0.1231656 Sep 30 08:06:52.992724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90491cd-dd6b-447e-b770-6ce811b38346 req-598e87ee-2259-4346-9a40-9529439d028c tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:52.994282 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d90491cd-dd6b-447e-b770-6ce811b38346 req-598e87ee-2259-4346-9a40-9529439d028c tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/ports?device_id=3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4 HTTP/1.1" status: 200 len: 945 time: 0.1570895 Sep 30 08:06:53.003674 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51472) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:53.016806 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:53.017474 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:53.018167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-59a62879-e450-424e-8bcf-3e30cefc6e6a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Request body: {'floatingip': {'port_id': '2d5967d9-76c7-40ed-9fc5-0dea6d8148d4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:53.018797 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] 10.222.0.36 "PUT /v2.0/ports/c1fdead8-eecf-4352-893a-b5ad297a2638 HTTP/1.1" status: 200 len: 1091 time: 1.6903465 Sep 30 08:06:53.083170 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb1ab5-883d-48a4-8acc-97a82c2cf3db service neutron] Pushing event updated for resources: {'Port': ['ID=c1fdead8-eecf-4352-893a-b5ad297a2638,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:53.114349 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59a62879-e450-424e-8bcf-3e30cefc6e6a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:53.119281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692e0da-f429-4fa8-85b5-f24a671c1578 req-c242be58-1ad5-45fb-9ba6-80906563cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:53.120799 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d692e0da-f429-4fa8-85b5-f24a671c1578 req-c242be58-1ad5-45fb-9ba6-80906563cda1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48ee416b-d747-4ec7-b9fc-f8c068d674be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1237788 Sep 30 08:06:53.218960 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-3bda979e-0543-4695-8125-29695d3dd076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:53.221483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-3bda979e-0543-4695-8125-29695d3dd076 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 1094 time: 0.1479297 Sep 30 08:06:53.230658 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b21bf72b-c44f-4647-9e67-9ee6ac92cfdf req-e63703b6-bd42-4576-967f-b4cb21334806 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=cfb56dda8d9f4848b5c33c3e531d8958 HTTP/1.1" status: 200 len: 221 time: 0.1237903 Sep 30 08:06:53.286074 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-2b7e9943-3f60-479f-94ae-66b135171ade service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1fdead8-eecf-4352-893a-b5ad297a2638 HTTP/1.1" status: 200 len: 217 time: 0.0470698 Sep 30 08:06:53.337442 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691720b-b8e0-4f7e-a443-c4bf1a64140d req-d0663d63-db94-4e7f-8e12-f5ea02d5d1b2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:53.338891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7691720b-b8e0-4f7e-a443-c4bf1a64140d req-d0663d63-db94-4e7f-8e12-f5ea02d5d1b2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 943 time: 0.2278535 Sep 30 08:06:53.466899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7691720b-b8e0-4f7e-a443-c4bf1a64140d req-590e2c29-0961-43b9-a656-bb046ce359ff tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124086 Sep 30 08:06:53.471544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-246e54e2-d13f-49d5-b51a-ebc2a3402705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:53.473040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-246e54e2-d13f-49d5-b51a-ebc2a3402705 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b57160f-abdc-4be4-8f56-c9c7324d85d0 HTTP/1.1" status: 200 len: 845 time: 0.1531849 Sep 30 08:06:53.474828 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d692e0da-f429-4fa8-85b5-f24a671c1578 req-bbd778b9-6490-42f5-bb5a-8740a9ddb4a5 service neutron] 10.222.0.35 "GET /v2.0/networks/48ee416b-d747-4ec7-b9fc-f8c068d674be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197548 Sep 30 08:06:53.494035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef00820-2659-43da-9973-3a587d9ba463 req-21917ca8-05d3-4e49-a6b5-8c5fb28fc594 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:53.499981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef00820-2659-43da-9973-3a587d9ba463 req-21917ca8-05d3-4e49-a6b5-8c5fb28fc594 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:53.508588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aef00820-2659-43da-9973-3a587d9ba463 req-21917ca8-05d3-4e49-a6b5-8c5fb28fc594 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 1678 time: 0.1911554 Sep 30 08:06:53.575820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c60e0e-de71-4242-86a8-1cdcff1691ee', 'tag': 'c1fdead8-eecf-4352-893a-b5ad297a2638'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:53.578283 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541bd529-1742-47a6-b501-abf28b7128e9" -d '{"events": [{"name": "network-changed", "server_uuid": "58c60e0e-de71-4242-86a8-1cdcff1691ee", "tag": "c1fdead8-eecf-4352-893a-b5ad297a2638"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:53.591442 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-7340ecfa-cb9d-4f5c-94c2-497ec32625a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57266100-45c6-4c3c-82b6-0b9860cc0f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101635 Sep 30 08:06:53.618069 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aef00820-2659-43da-9973-3a587d9ba463 req-ae4d7f35-0a88-4fdf-a0d4-a69709648e43 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058085 Sep 30 08:06:53.699869 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59a62879-e450-424e-8bcf-3e30cefc6e6a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:53.718939 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59a62879-e450-424e-8bcf-3e30cefc6e6a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:53.785938 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fe5b4c-05ff-400b-973f-c8ec461ef3ad x-openstack-request-id: req-49fe5b4c-05ff-400b-973f-c8ec461ef3ad {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:53.787174 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c60e0e-de71-4242-86a8-1cdcff1691ee", "tag": "c1fdead8-eecf-4352-893a-b5ad297a2638", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:53.790373 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49fe5b4c-05ff-400b-973f-c8ec461ef3ad {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:53.791637 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c60e0e-de71-4242-86a8-1cdcff1691ee', 'tag': 'c1fdead8-eecf-4352-893a-b5ad297a2638', 'status': 'completed', 'code': 200} Sep 30 08:06:53.843857 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-59a62879-e450-424e-8bcf-3e30cefc6e6a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Floating IP f435dd03-1959-481c-b5e8-4bb8ef5e94c4 associated. External IP: 172.25.0.254, port: 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4. Sep 30 08:06:53.922830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d692e0da-f429-4fa8-85b5-f24a671c1578 req-277234e2-0235-44be-a3b4-0fcc589c9ce5 service neutron] 10.222.0.35 "GET /v2.0/networks/48ee416b-d747-4ec7-b9fc-f8c068d674be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396605 Sep 30 08:06:53.945677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ebdfe-42e6-4df4-b381-a04ff2d8ae1c req-3e2d76e6-f053-4f93-8ff5-bf0272c59ee2 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:53.954169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b24ebdfe-42e6-4df4-b381-a04ff2d8ae1c req-3e2d76e6-f053-4f93-8ff5-bf0272c59ee2 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2150791 Sep 30 08:06:53.967131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-23c0a6e9-489d-4311-9e51-8aabe2122624 service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464508 Sep 30 08:06:53.998534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e85aa4-d76f-4820-8c6f-b2f9dba59b95 req-60ceefa6-9533-4ff1-afca-eab7943e0e68 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:54.000139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37e85aa4-d76f-4820-8c6f-b2f9dba59b95 req-60ceefa6-9533-4ff1-afca-eab7943e0e68 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 945 time: 0.1441774 Sep 30 08:06:54.079101 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a62879-e450-424e-8bcf-3e30cefc6e6a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Router 386a83e0-6ef2-4f3e-b900-466a48e5f982 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:06:54.092455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b24ebdfe-42e6-4df4-b381-a04ff2d8ae1c req-44d9d460-f5d3-49e9-a359-e12f24126062 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361556 Sep 30 08:06:54.131355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37e85aa4-d76f-4820-8c6f-b2f9dba59b95 req-bcd195d6-b9be-40d1-97eb-95d87fcb7aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f849a2a-f4d8-42f4-9606-a47bf56cca54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194208 Sep 30 08:06:54.171566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aeda1f60-fd1b-4692-9b5d-452f322eff08 req-4f9301dd-e8fc-4f4e-bde9-5bb32265c732 service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919560 Sep 30 08:06:54.229888 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a62879-e450-424e-8bcf-3e30cefc6e6a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:06:54.242240 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59a62879-e450-424e-8bcf-3e30cefc6e6a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:54.242730 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c353cb9-d3c4-47f7-9403-42bae364caf0 None None] Sync routers for ids ['386a83e0-6ef2-4f3e-b900-466a48e5f982'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:06:54.264001 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c353cb9-d3c4-47f7-9403-42bae364caf0 None None] Routers {'386a83e0-6ef2-4f3e-b900-466a48e5f982'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:06:54.264646 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1c353cb9-d3c4-47f7-9403-42bae364caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:06:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['386a83e0-6ef2-4f3e-b900-466a48e5f982'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:54.280469 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-59a62879-e450-424e-8bcf-3e30cefc6e6a tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "PUT /v2.0/floatingips/f435dd03-1959-481c-b5e8-4bb8ef5e94c4 HTTP/1.1" status: 200 len: 991 time: 1.2726085 Sep 30 08:06:54.281387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4', 'tag': '2d5967d9-76c7-40ed-9fc5-0dea6d8148d4'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:54.283932 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80921e97-880a-448c-8eb8-15c7b0d82fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4", "tag": "2d5967d9-76c7-40ed-9fc5-0dea6d8148d4"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:54.377121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43339332-5aed-45cf-827c-3294f960f95e req-66b203dd-a79b-4c0e-915a-22e9905f5019 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:54.378624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43339332-5aed-45cf-827c-3294f960f95e req-66b203dd-a79b-4c0e-915a-22e9905f5019 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.0617616 Sep 30 08:06:54.385811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bd529-1742-47a6-b501-abf28b7128e9 req-185d0747-a70d-4bb7-a112-34459ac00683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:54.387389 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-541bd529-1742-47a6-b501-abf28b7128e9 req-185d0747-a70d-4bb7-a112-34459ac00683 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f61b1dfac07541759cd786566cabda1b&device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 1094 time: 0.1552191 Sep 30 08:06:54.419414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1c353cb9-d3c4-47f7-9403-42bae364caf0 None None] Set router 386a83e0-6ef2-4f3e-b900-466a48e5f982 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:06:54.472296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43339332-5aed-45cf-827c-3294f960f95e req-7a7df199-daa6-4d77-8a1c-bb2ae6784f30 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838823 Sep 30 08:06:54.509628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 379de1c7-177f-4d3e-8291-5798e60558a8 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:06:54.604878 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 379de1c7-177f-4d3e-8291-5798e60558a8, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=379de1c7-177f-4d3e-8291-5798e60558a8,segment=NetworkSegment(03ba780d-ed7e-4833-9ea9-95cb16d973c7),segment_id=03ba780d-ed7e-4833-9ea9-95cb16d973c7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:54.621465 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '379de1c7-177f-4d3e-8291-5798e60558a8', 'network_id': '710af986-e7ee-4ad3-8355-4c5cb03ef7fb', 'port_id': '379de1c7-177f-4d3e-8291-5798e60558a8', 'mac_address': 'fa:16:3e:b2:fa:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d9d43f-d265-4492-9724-e4d99e0c7dcc', 'ip_address': '19.80.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:06:54.672288 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:54.689689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379de1c7-177f-4d3e-8291-5798e60558a8 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:54.746630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 379de1c7-177f-4d3e-8291-5798e60558a8, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=379de1c7-177f-4d3e-8291-5798e60558a8,segment=NetworkSegment(03ba780d-ed7e-4833-9ea9-95cb16d973c7),segment_id=03ba780d-ed7e-4833-9ea9-95cb16d973c7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:54.755338 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:54.756321 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 54ebc36a-7bc9-4617-849c-4ea13536adb6 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:06:54.799839 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf2c541-2300-4149-9028-1a6be56aa7d9 x-openstack-request-id: req-8cf2c541-2300-4149-9028-1a6be56aa7d9 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:54.800377 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4", "tag": "2d5967d9-76c7-40ed-9fc5-0dea6d8148d4", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:54.800485 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8cf2c541-2300-4149-9028-1a6be56aa7d9 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:54.800888 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4', 'tag': '2d5967d9-76c7-40ed-9fc5-0dea6d8148d4', 'status': 'completed', 'code': 200} Sep 30 08:06:54.881666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=379de1c7-177f-4d3e-8291-5798e60558a8,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:55.047409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 54ebc36a-7bc9-4617-849c-4ea13536adb6, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=54ebc36a-7bc9-4617-849c-4ea13536adb6,segment=NetworkSegment(478bdba3-654a-4089-90f7-5bd5643c4274),segment_id=478bdba3-654a-4089-90f7-5bd5643c4274)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:55.079408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '54ebc36a-7bc9-4617-849c-4ea13536adb6', 'network_id': '48ee416b-d747-4ec7-b9fc-f8c068d674be', 'port_id': '54ebc36a-7bc9-4617-849c-4ea13536adb6', 'mac_address': 'fa:16:3e:b5:c7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfaeb70f-bec4-471d-af7c-0c5a2b5764a7', 'ip_address': '19.86.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:06:55.099442 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bd529-1742-47a6-b501-abf28b7128e9 req-fa45d573-3ebb-4c05-9db2-d2db1c1f2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:55.101638 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-541bd529-1742-47a6-b501-abf28b7128e9 req-fa45d573-3ebb-4c05-9db2-d2db1c1f2a34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 200 len: 906 time: 0.6877043 Sep 30 08:06:55.121705 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1c353cb9-d3c4-47f7-9403-42bae364caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'name': 'tempest-ServersTestFqdnHostnames-950897291-router', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:15Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'gw_port': {'id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:16Z', 'updated_at': '2021-09-30T08:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'f435dd03-1959-481c-b5e8-4bb8ef5e94c4', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'floating_ip_address': '172.25.0.254', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'port_id': '2d5967d9-76c7-40ed-9fc5-0dea6d8148d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'mac_address': 'fa:16:3e:f5:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:06:31Z', 'updated_at': '2021-09-30T08:06:53Z', 'revision_number': 1, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bc7f28-0675-4ad6-8ac0-63ad792bb783', 'name': '', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'mac_address': 'fa:16:3e:af:ba:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '885b474c-c086-4b68-9681-30d06e1cef74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:19Z', 'updated_at': '2021-09-30T08:06:31Z', 'revision_number': 5, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'subnets': [{'id': '885b474c-c086-4b68-9681-30d06e1cef74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:55.184815 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c353cb9-d3c4-47f7-9403-42bae364caf0 None None] Checking router: 386a83e0-6ef2-4f3e-b900-466a48e5f982 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:06:55.223946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-541bd529-1742-47a6-b501-abf28b7128e9 req-18bb4864-1104-4983-97db-3fc99245c47a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1fdead8-eecf-4352-893a-b5ad297a2638 HTTP/1.1" status: 200 len: 217 time: 0.1059277 Sep 30 08:06:55.240021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c353cb9-d3c4-47f7-9403-42bae364caf0 None None] Routers {'386a83e0-6ef2-4f3e-b900-466a48e5f982'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:06:55.242100 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1c353cb9-d3c4-47f7-9403-42bae364caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:06:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['386a83e0-6ef2-4f3e-b900-466a48e5f982'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:55.278320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d915f6-9dbb-4840-bc42-9229d1c51798 req-2a350674-a056-4d5c-9bb9-4bcac83476f2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:55.279940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24d915f6-9dbb-4840-bc42-9229d1c51798 req-2a350674-a056-4d5c-9bb9-4bcac83476f2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 943 time: 0.1773281 Sep 30 08:06:55.303954 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-f78c3c07-e00e-48d1-aa69-9b89ef31e07c tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 258 time: 0.8513811 Sep 30 08:06:55.311786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:55.374907 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80921e97-880a-448c-8eb8-15c7b0d82fcf req-0932d211-cd44-47fe-bfcc-a53f44e0b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:55.378530 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80921e97-880a-448c-8eb8-15c7b0d82fcf req-0932d211-cd44-47fe-bfcc-a53f44e0b710 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1900b8b429224e11af0c1459c08f5eb0&device_id=3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4 HTTP/1.1" status: 200 len: 1096 time: 0.5525010 Sep 30 08:06:55.378772 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24d915f6-9dbb-4840-bc42-9229d1c51798 req-655716e8-8f85-454f-a22a-7f52700a9cfd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720012 Sep 30 08:06:55.382810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bd529-1742-47a6-b501-abf28b7128e9 req-baf24c61-c61d-48aa-a95b-73c6e28ad5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:55.383963 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-541bd529-1742-47a6-b501-abf28b7128e9 req-baf24c61-c61d-48aa-a95b-73c6e28ad5cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b57160f-abdc-4be4-8f56-c9c7324d85d0 HTTP/1.1" status: 200 len: 845 time: 0.1545613 Sep 30 08:06:55.417854 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:55.425228 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:55.454522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ebc36a-7bc9-4617-849c-4ea13536adb6 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:55.472665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-541bd529-1742-47a6-b501-abf28b7128e9 req-9acef20e-3446-43fb-be8a-81888e4cbc6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57266100-45c6-4c3c-82b6-0b9860cc0f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693355 Sep 30 08:06:55.510415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1c353cb9-d3c4-47f7-9403-42bae364caf0 None None] Set router 386a83e0-6ef2-4f3e-b900-466a48e5f982 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:06:55.565378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80921e97-880a-448c-8eb8-15c7b0d82fcf req-b38e138b-caa0-40c7-9756-9f410e95b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:55.567111 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80921e97-880a-448c-8eb8-15c7b0d82fcf req-b38e138b-caa0-40c7-9756-9f410e95b61c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c89ed25b-8a50-4ba5-ad0a-e407f767a371 HTTP/1.1" status: 200 len: 915 time: 0.1744232 Sep 30 08:06:55.672477 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d1783-11bc-4018-9a6e-814fb899cd62 req-4778dcce-3877-4059-8ba1-5bac9e17eb56 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:55.682320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d1783-11bc-4018-9a6e-814fb899cd62 req-4778dcce-3877-4059-8ba1-5bac9e17eb56 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:55.686056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a76d1783-11bc-4018-9a6e-814fb899cd62 req-4778dcce-3877-4059-8ba1-5bac9e17eb56 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 1679 time: 0.1500700 Sep 30 08:06:55.694452 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 54ebc36a-7bc9-4617-849c-4ea13536adb6, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=54ebc36a-7bc9-4617-849c-4ea13536adb6,segment=NetworkSegment(478bdba3-654a-4089-90f7-5bd5643c4274),segment_id=478bdba3-654a-4089-90f7-5bd5643c4274)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:55.702875 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:55.711178 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80921e97-880a-448c-8eb8-15c7b0d82fcf req-5b534447-4771-4953-8bc9-e2cd007e9874 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 HTTP/1.1" status: 200 len: 999 time: 0.1358032 Sep 30 08:06:55.718973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-541bd529-1742-47a6-b501-abf28b7128e9 req-7d090173-97ba-4bd9-82c2-2e0a5fceb7b4 service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345817 Sep 30 08:06:55.778799 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=54ebc36a-7bc9-4617-849c-4ea13536adb6,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:55.820018 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80921e97-880a-448c-8eb8-15c7b0d82fcf req-d557fdb5-ba84-4537-a0c1-4d89c6bc4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:55.822141 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80921e97-880a-448c-8eb8-15c7b0d82fcf req-d557fdb5-ba84-4537-a0c1-4d89c6bc4c25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=885b474c-c086-4b68-9681-30d06e1cef74 HTTP/1.1" status: 200 len: 853 time: 0.0870364 Sep 30 08:06:55.824689 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a76d1783-11bc-4018-9a6e-814fb899cd62 req-72635eec-718d-4d12-a0f6-36c666eedf7c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251211 Sep 30 08:06:55.829500 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:55.927316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80921e97-880a-448c-8eb8-15c7b0d82fcf req-80c5d5e8-48d6-4d4d-b76a-283ce8a3e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:55.929465 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80921e97-880a-448c-8eb8-15c7b0d82fcf req-80c5d5e8-48d6-4d4d-b76a-283ce8a3e47c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c89ed25b-8a50-4ba5-ad0a-e407f767a371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985084 Sep 30 08:06:56.064392 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-541bd529-1742-47a6-b501-abf28b7128e9 req-42a79dff-a9ff-424f-8d7f-2e8622533410 service neutron] 10.222.0.36 "GET /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136449 Sep 30 08:06:56.089415 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Allocated IP 172.25.0.68 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/b375d123-05c5-4f92-a0f7-fabf21ec2482) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:06:56.102573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51552) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:56.128671 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80921e97-880a-448c-8eb8-15c7b0d82fcf req-59fb0883-f4cd-4008-a4c5-7de2444a58b0 service neutron] 10.222.0.36 "GET /v2.0/networks/c89ed25b-8a50-4ba5-ad0a-e407f767a371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903777 Sep 30 08:06:56.173084 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['379de1c7-177f-4d3e-8291-5798e60558a8'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:06:56.222258 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['54ebc36a-7bc9-4617-849c-4ea13536adb6'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:06:56.235186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aae208-70fd-4bff-8dc6-9c78afc4fb29 req-7c7668ff-54d7-4fef-ba19-838f5841811e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:56.242674 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75aae208-70fd-4bff-8dc6-9c78afc4fb29 req-7c7668ff-54d7-4fef-ba19-838f5841811e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1432898 Sep 30 08:06:56.264237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1c353cb9-d3c4-47f7-9403-42bae364caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'name': 'tempest-ServersTestFqdnHostnames-950897291-router', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:15Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'gw_port': {'id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:16Z', 'updated_at': '2021-09-30T08:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'f435dd03-1959-481c-b5e8-4bb8ef5e94c4', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'floating_ip_address': '172.25.0.254', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'port_id': '2d5967d9-76c7-40ed-9fc5-0dea6d8148d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'mac_address': 'fa:16:3e:f5:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:06:31Z', 'updated_at': '2021-09-30T08:06:53Z', 'revision_number': 1, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bc7f28-0675-4ad6-8ac0-63ad792bb783', 'name': '', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'mac_address': 'fa:16:3e:af:ba:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '885b474c-c086-4b68-9681-30d06e1cef74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:19Z', 'updated_at': '2021-09-30T08:06:31Z', 'revision_number': 5, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'subnets': [{'id': '885b474c-c086-4b68-9681-30d06e1cef74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:56.277180 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80921e97-880a-448c-8eb8-15c7b0d82fcf req-99f9087b-0a2c-4c65-a42a-5235e63072b6 service neutron] 10.222.0.36 "GET /v2.0/networks/c89ed25b-8a50-4ba5-ad0a-e407f767a371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388295 Sep 30 08:06:56.340878 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:56.351466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75aae208-70fd-4bff-8dc6-9c78afc4fb29 req-41dce9bc-4166-4794-ac03-11e491562d04 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079428 Sep 30 08:06:56.353714 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9defb0f-1686-4f86-a9a6-3e0b5f4c4421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:56.398396 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c353cb9-d3c4-47f7-9403-42bae364caf0 None None] The sync data for ids ['386a83e0-6ef2-4f3e-b900-466a48e5f982'] in n-d-807359-2 is: [{'id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'name': 'tempest-ServersTestFqdnHostnames-950897291-router', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:15Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'gw_port': {'id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:16Z', 'updated_at': '2021-09-30T08:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'f435dd03-1959-481c-b5e8-4bb8ef5e94c4', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'floating_ip_address': '172.25.0.254', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'port_id': '2d5967d9-76c7-40ed-9fc5-0dea6d8148d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'mac_address': 'fa:16:3e:f5:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:06:31Z', 'updated_at': '2021-09-30T08:06:53Z', 'revision_number': 1, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bc7f28-0675-4ad6-8ac0-63ad792bb783', 'name': '', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'mac_address': 'fa:16:3e:af:ba:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '885b474c-c086-4b68-9681-30d06e1cef74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:19Z', 'updated_at': '2021-09-30T08:06:31Z', 'revision_number': 5, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'subnets': [{'id': '885b474c-c086-4b68-9681-30d06e1cef74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:06:56.431869 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:56.494622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:06:56.502486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:06:56.505396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:06:56.557601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Pushing event updated for resources: {'Port': ['ID=b375d123-05c5-4f92-a0f7-fabf21ec2482,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:56.674690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f615b-3ee7-4fd2-bbce-2ac1e845e79f req-08630039-c91c-4fa9-bb05-570067388767 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:56.676426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-065f615b-3ee7-4fd2-bbce-2ac1e845e79f req-08630039-c91c-4fa9-bb05-570067388767 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 1101 time: 0.1406012 Sep 30 08:06:56.681546 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9defb0f-1686-4f86-a9a6-3e0b5f4c4421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:56.696218 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9defb0f-1686-4f86-a9a6-3e0b5f4c4421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:56.702703 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:56.740193 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15377eed-eb8e-4ec5-8be5-c17f2eb64540 None None] New status for floating IP f435dd03-1959-481c-b5e8-4bb8ef5e94c4: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:06:56.767382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9defb0f-1686-4f86-a9a6-3e0b5f4c4421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38845117-c1dd-45fe-8cfa-90b6cff9235b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:56.789457 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f9defb0f-1686-4f86-a9a6-3e0b5f4c4421 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecec138825c5412dbdac18f7321ceb52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6858697 Sep 30 08:06:56.792113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51562) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:56.835069 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-065f615b-3ee7-4fd2-bbce-2ac1e845e79f req-95f1ff59-ef47-41bf-9c5c-a9180c843703 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427586 Sep 30 08:06:56.847504 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:56.869777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device c1fdead8-eecf-4352-893a-b5ad297a2638 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:06:56.904689 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:56.951849 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:57.029998 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:57.033184 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:57.034360 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38845117-c1dd-45fe-8cfa-90b6cff9235b HTTP/1.1" status: 204 len: 168 time: 0.2412474 Sep 30 08:06:57.043975 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38845117-c1dd-45fe-8cfa-90b6cff9235b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:57.049137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684695e-e53c-417e-99e7-184dc4fc4657 req-50d4508f-2036-4cfd-aff1-6b1312a6d9d3 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:57.051212 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7684695e-e53c-417e-99e7-184dc4fc4657 req-50d4508f-2036-4cfd-aff1-6b1312a6d9d3 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1119723 Sep 30 08:06:57.051768 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.052141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.052589 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.053945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.054446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.055068 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.055577 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.055866 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port c1fdead8-eecf-4352-893a-b5ad297a2638, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c1fdead8-eecf-4352-893a-b5ad297a2638,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:57.056279 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.056779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.057272 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.057769 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.058321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5043fe-f2d0-4c80-a665-3aaba5db6e30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.073064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'c1fdead8-eecf-4352-893a-b5ad297a2638', 'network_id': '57266100-45c6-4c3c-82b6-0b9860cc0f6d', 'port_id': 'c1fdead8-eecf-4352-893a-b5ad297a2638', 'mac_address': 'fa:16:3e:ed:41:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b57160f-abdc-4be4-8f56-c9c7324d85d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:06:57.122310 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:57.133504 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:57.135611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1fdead8-eecf-4352-893a-b5ad297a2638 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:06:57.139791 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7684695e-e53c-417e-99e7-184dc4fc4657 req-e8388d16-7894-40b6-b713-06395691d5f9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797617 Sep 30 08:06:57.140881 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:57.173962 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port c1fdead8-eecf-4352-893a-b5ad297a2638, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c1fdead8-eecf-4352-893a-b5ad297a2638,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:57.181406 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:57.209651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Pushing event updated for resources: {'Port': ['ID=b375d123-05c5-4f92-a0f7-fabf21ec2482,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:57.231515 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:57.243735 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=c1fdead8-eecf-4352-893a-b5ad297a2638,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:57.263797 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:57.265056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-5301db8d-21e4-4bab-86b9-1924174742f6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9602880 Sep 30 08:06:57.277411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7afe1f-3841-41aa-90da-8d9ab19b5390 req-7a67dc0f-872f-41da-bdfa-55e48f1dd58e tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:57.278898 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a7afe1f-3841-41aa-90da-8d9ab19b5390 req-7a67dc0f-872f-41da-bdfa-55e48f1dd58e tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 944 time: 0.0596914 Sep 30 08:06:57.342359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-90ebbd9a-e7ee-4194-8c75-1a44a38210c7 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.0612690 Sep 30 08:06:57.369191 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a7afe1f-3841-41aa-90da-8d9ab19b5390 req-678573ce-a146-468c-a65f-3a9466c06b0f tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829644 Sep 30 08:06:57.373842 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51576) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:57.393156 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49cd3172-5305-4a75-ba4b-d505050a16c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:57.469209 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['c1fdead8-eecf-4352-893a-b5ad297a2638'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:06:57.497007 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49cd3172-5305-4a75-ba4b-d505050a16c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:57.503126 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49cd3172-5305-4a75-ba4b-d505050a16c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:57.519640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-1a27fa8c-b59d-4e4b-a6d8-8c0bae7d36b6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:57.521065 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0914f0d-f0b2-41b2-971a-5ff193c8dc09 req-1a27fa8c-b59d-4e4b-a6d8-8c0bae7d36b6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.1694908 Sep 30 08:06:57.532069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe46c85-11ea-4db6-bf7a-f3c4a9705c94 req-df339682-bb55-4f59-920b-fc570a0cf22d tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:57.537006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe46c85-11ea-4db6-bf7a-f3c4a9705c94 req-df339682-bb55-4f59-920b-fc570a0cf22d tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:57.539272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dbe46c85-11ea-4db6-bf7a-f3c4a9705c94 req-df339682-bb55-4f59-920b-fc570a0cf22d tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 1680 time: 0.0864866 Sep 30 08:06:57.549559 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-49cd3172-5305-4a75-ba4b-d505050a16c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=346f31dae03f43d28d12f4c8fdb22999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746674 Sep 30 08:06:57.550462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd3172-5305-4a75-ba4b-d505050a16c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b14970-1c40-4d57-a11b-e1a1aeae5930,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:57.554165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51582) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:06:57.630886 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dbe46c85-11ea-4db6-bf7a-f3c4a9705c94 req-28cc97dc-ba3f-43bf-960f-e9a94bd2c572 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849164 Sep 30 08:06:57.659665 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:57.665477 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e18061-e8ec-4799-a34e-51b4c38b5c16 req-4fb99be4-409b-4980-a661-5cb31ba82584 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:57.667012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41e18061-e8ec-4799-a34e-51b4c38b5c16 req-4fb99be4-409b-4980-a661-5cb31ba82584 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 1101 time: 0.0703452 Sep 30 08:06:57.700562 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:57.734559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41e18061-e8ec-4799-a34e-51b4c38b5c16 req-2013c3d0-2c40-49ec-b333-9bdb90aa6433 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602124 Sep 30 08:06:57.763895 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:57.767133 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:57.771015 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06b14970-1c40-4d57-a11b-e1a1aeae5930 HTTP/1.1" status: 204 len: 168 time: 0.2142177 Sep 30 08:06:57.780728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b14970-1c40-4d57-a11b-e1a1aeae5930,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:57.790756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.791247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.791700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.792207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.792625 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.793088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.793502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.794233 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.794677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.795239 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.795668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.796402 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e111-bae9-40aa-8d91-069d0c167a2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:06:57.915169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d448e4-2f6e-46a6-bed4-880bae04b0d6 req-a7696e39-fdfd-4ee7-81b0-f02fecf0665a tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:57.916715 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12d448e4-2f6e-46a6-bed4-880bae04b0d6 req-a7696e39-fdfd-4ee7-81b0-f02fecf0665a tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1168373 Sep 30 08:06:57.925116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-76b0269d-146a-4b1b-a26b-373f9f7f63a9 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:57.926517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-76b0269d-146a-4b1b-a26b-373f9f7f63a9 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1148636 Sep 30 08:06:57.995986 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-5f35621c-7b29-47f9-a383-8549cb9c657e tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.0607831 Sep 30 08:06:58.001082 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12d448e4-2f6e-46a6-bed4-880bae04b0d6 req-939de933-1621-4df6-aef7-8241a0d3212b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736606 Sep 30 08:06:58.005775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-46cbc64e-c3d4-4fe3-b652-94ffbeeef445 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Request body: {'floatingip': {'port_id': '5ce2dc7c-7540-4c7f-86a4-21221197342d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:06:58.050651 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-46cbc64e-c3d4-4fe3-b652-94ffbeeef445 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:58.383230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e979c-197c-47ff-ad4b-88df12240624 req-7306818c-deac-4e2e-a5f2-dff28c13417d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:58.384759 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-667e979c-197c-47ff-ad4b-88df12240624 req-7306818c-deac-4e2e-a5f2-dff28c13417d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1341269 Sep 30 08:06:58.461713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-667e979c-197c-47ff-ad4b-88df12240624 req-cedbb818-7505-45b8-9510-36be74b94e77 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710292 Sep 30 08:06:58.525822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 379de1c7-177f-4d3e-8291-5798e60558a8 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:58.572145 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-46cbc64e-c3d4-4fe3-b652-94ffbeeef445 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:58.588895 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-46cbc64e-c3d4-4fe3-b652-94ffbeeef445 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:58.602417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 379de1c7-177f-4d3e-8291-5798e60558a8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:06:58.606468 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 379de1c7-177f-4d3e-8291-5798e60558a8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:58.606836 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:58.697833 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:58.732759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d208af4-d345-4502-bb40-b87d816dd986 req-a5ee1dfb-c810-4d6e-a7c8-0319736d6891 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:58.734605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d208af4-d345-4502-bb40-b87d816dd986 req-a5ee1dfb-c810-4d6e-a7c8-0319736d6891 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 944 time: 0.1572759 Sep 30 08:06:58.734892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 379de1c7-177f-4d3e-8291-5798e60558a8, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=379de1c7-177f-4d3e-8291-5798e60558a8,segment=NetworkSegment(03ba780d-ed7e-4833-9ea9-95cb16d973c7),segment_id=03ba780d-ed7e-4833-9ea9-95cb16d973c7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:58.735846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379de1c7-177f-4d3e-8291-5798e60558a8'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:58.738598 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b53ee3-0552-48b4-91a1-e470371fbd81" -d '{"events": [{"server_uuid": "c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1", "name": "network-vif-plugged", "status": "completed", "tag": "379de1c7-177f-4d3e-8291-5798e60558a8"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:58.742606 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:58.743403 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 54ebc36a-7bc9-4617-849c-4ea13536adb6 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:58.744012 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-46cbc64e-c3d4-4fe3-b652-94ffbeeef445 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Floating IP 51136dd9-ed98-489c-942a-21bd36bee6f6 associated. External IP: 172.25.0.68, port: 5ce2dc7c-7540-4c7f-86a4-21221197342d. Sep 30 08:06:58.824857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d208af4-d345-4502-bb40-b87d816dd986 req-082f365b-438d-4cad-aaff-b783207a4cec tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830410 Sep 30 08:06:58.827405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=379de1c7-177f-4d3e-8291-5798e60558a8,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:58.840299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 54ebc36a-7bc9-4617-849c-4ea13536adb6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:06:58.845368 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 54ebc36a-7bc9-4617-849c-4ea13536adb6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:58.845863 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:58.881147 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device c1fdead8-eecf-4352-893a-b5ad297a2638 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:06:58.986225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port c1fdead8-eecf-4352-893a-b5ad297a2638 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:06:58.995232 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:58.997158 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port c1fdead8-eecf-4352-893a-b5ad297a2638 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:06:58.997522 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:59.042901 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-46cbc64e-c3d4-4fe3-b652-94ffbeeef445 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Router e4daaaa5-56c0-481b-8cc6-81f99f189ced has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:06:59.066184 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 54ebc36a-7bc9-4617-849c-4ea13536adb6, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=54ebc36a-7bc9-4617-849c-4ea13536adb6,segment=NetworkSegment(478bdba3-654a-4089-90f7-5bd5643c4274),segment_id=478bdba3-654a-4089-90f7-5bd5643c4274)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:59.072656 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:59.159221 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=54ebc36a-7bc9-4617-849c-4ea13536adb6,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:59.163016 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:59.188335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b77b40-b1c1-435e-9e78-d2276fcaa215 req-edb1f877-9446-47f1-9b81-f82c77491c2a tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:59.194654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b77b40-b1c1-435e-9e78-d2276fcaa215 req-edb1f877-9446-47f1-9b81-f82c77491c2a tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:59.195885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37b77b40-b1c1-435e-9e78-d2276fcaa215 req-edb1f877-9446-47f1-9b81-f82c77491c2a tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 1682 time: 0.1029499 Sep 30 08:06:59.196889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port c1fdead8-eecf-4352-893a-b5ad297a2638, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c1fdead8-eecf-4352-893a-b5ad297a2638,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:06:59.202844 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:59.228047 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-46cbc64e-c3d4-4fe3-b652-94ffbeeef445 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:06:59.233265 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-46cbc64e-c3d4-4fe3-b652-94ffbeeef445 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:59.243524 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f12f289-8dbd-4bb5-b13d-6692d3a23d74 None None] Sync routers for ids ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:06:59.267594 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f12f289-8dbd-4bb5-b13d-6692d3a23d74 None None] Routers {'e4daaaa5-56c0-481b-8cc6-81f99f189ced'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:06:59.268552 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8f12f289-8dbd-4bb5-b13d-6692d3a23d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:06:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:59.275657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37b77b40-b1c1-435e-9e78-d2276fcaa215 req-c46f6c9b-e08e-42bc-badc-3ac096c0942c tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706582 Sep 30 08:06:59.290261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-46cbc64e-c3d4-4fe3-b652-94ffbeeef445 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "PUT /v2.0/floatingips/51136dd9-ed98-489c-942a-21bd36bee6f6 HTTP/1.1" status: 200 len: 995 time: 1.2880909 Sep 30 08:06:59.292609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be83f767-b803-4f1a-bfa2-460e71d93917', 'tag': '5ce2dc7c-7540-4c7f-86a4-21221197342d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:06:59.295010 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042a5215-d7b7-438c-ac4f-3ee17c2ca15e" -d '{"events": [{"name": "network-changed", "server_uuid": "be83f767-b803-4f1a-bfa2-460e71d93917", "tag": "5ce2dc7c-7540-4c7f-86a4-21221197342d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:06:59.314949 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=c1fdead8-eecf-4352-893a-b5ad297a2638,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:06:59.354786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-c27689dd-1db6-482b-a8c9-de014d446876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:59.356601 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-c27689dd-1db6-482b-a8c9-de014d446876 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dcfd02a4420f45ae80de716be102bc08&device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 1096 time: 0.0548539 Sep 30 08:06:59.406751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8f12f289-8dbd-4bb5-b13d-6692d3a23d74 None None] Set router e4daaaa5-56c0-481b-8cc6-81f99f189ced gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:06:59.438458 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67697e1-1834-4527-ba1f-b5d6b2cab09b x-openstack-request-id: req-a67697e1-1834-4527-ba1f-b5d6b2cab09b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:06:59.438752 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1", "name": "network-vif-plugged", "status": "completed", "tag": "379de1c7-177f-4d3e-8291-5798e60558a8", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:06:59.439014 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a67697e1-1834-4527-ba1f-b5d6b2cab09b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:06:59.439407 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379de1c7-177f-4d3e-8291-5798e60558a8', 'code': 200} Sep 30 08:06:59.455690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-d726ae20-9393-415f-8ab6-27e657cfa380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:59.457468 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-d726ae20-9393-415f-8ab6-27e657cfa380 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02cd2598-3207-49a9-acc9-daf424000aed HTTP/1.1" status: 200 len: 930 time: 0.0939295 Sep 30 08:06:59.462858 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:06:59.555389 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-152c4ea3-3da8-4bba-ac97-bd5d8d45c86b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ce2dc7c-7540-4c7f-86a4-21221197342d HTTP/1.1" status: 200 len: 998 time: 0.0894020 Sep 30 08:06:59.563458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c8679-2ca5-46e0-bb18-331fe7efb264 req-da30d70d-6aaa-401f-92f1-69c1227f1a23 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:59.564931 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e6c8679-2ca5-46e0-bb18-331fe7efb264 req-da30d70d-6aaa-401f-92f1-69c1227f1a23 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.0928118 Sep 30 08:06:59.653531 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8f12f289-8dbd-4bb5-b13d-6692d3a23d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-router', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:02Z', 'updated_at': '2021-09-30T08:06:21Z', 'revision_number': 4, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'gw_port': {'id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:06Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '51136dd9-ed98-489c-942a-21bd36bee6f6', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'port_id': '5ce2dc7c-7540-4c7f-86a4-21221197342d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed', 'mac_address': 'fa:16:3e:cb:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83f767-b803-4f1a-bfa2-460e71d93917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:06:56Z', 'updated_at': '2021-09-30T08:06:58Z', 'revision_number': 1, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3470f2bb-8021-46f4-8ea9-c56e2f1d4e85', 'name': '', 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'mac_address': 'fa:16:3e:d5:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:18Z', 'updated_at': '2021-09-30T08:06:29Z', 'revision_number': 5, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'subnets': [{'id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:59.684387 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f12f289-8dbd-4bb5-b13d-6692d3a23d74 None None] Checking router: e4daaaa5-56c0-481b-8cc6-81f99f189ced for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:06:59.693093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f12f289-8dbd-4bb5-b13d-6692d3a23d74 None None] Routers {'e4daaaa5-56c0-481b-8cc6-81f99f189ced'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:06:59.693710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8f12f289-8dbd-4bb5-b13d-6692d3a23d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:06:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:06:59.801536 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8f12f289-8dbd-4bb5-b13d-6692d3a23d74 None None] Set router e4daaaa5-56c0-481b-8cc6-81f99f189ced gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:06:59.932092 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-797f6fe4-27e0-42cf-a005-442965c95fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:59.933567 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-797f6fe4-27e0-42cf-a005-442965c95fb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ff604b4-4ea3-444f-b90c-17291184c96e HTTP/1.1" status: 200 len: 868 time: 0.3677969 Sep 30 08:06:59.938569 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e6c8679-2ca5-46e0-bb18-331fe7efb264 req-744dbdb5-42bf-4a29-859b-9d25ce6e7b4e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652759 Sep 30 08:06:59.980990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-254de157-68ed-4ae8-b5dd-5fe5e36659cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:06:59.988824 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-254de157-68ed-4ae8-b5dd-5fe5e36659cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02cd2598-3207-49a9-acc9-daf424000aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488253 Sep 30 08:06:59.994588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-2b4a2d12-e33e-41dc-a473-340e48a6cebb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:06:59.999991 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-2b4a2d12-e33e-41dc-a473-340e48a6cebb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0100365 Sep 30 08:07:00.040967 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8f12f289-8dbd-4bb5-b13d-6692d3a23d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-router', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:02Z', 'updated_at': '2021-09-30T08:06:21Z', 'revision_number': 4, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'gw_port': {'id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:06Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '51136dd9-ed98-489c-942a-21bd36bee6f6', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'port_id': '5ce2dc7c-7540-4c7f-86a4-21221197342d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed', 'mac_address': 'fa:16:3e:cb:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83f767-b803-4f1a-bfa2-460e71d93917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:06:56Z', 'updated_at': '2021-09-30T08:06:58Z', 'revision_number': 1, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3470f2bb-8021-46f4-8ea9-c56e2f1d4e85', 'name': '', 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'mac_address': 'fa:16:3e:d5:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:18Z', 'updated_at': '2021-09-30T08:06:29Z', 'revision_number': 5, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'subnets': [{'id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:00.071573 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f12f289-8dbd-4bb5-b13d-6692d3a23d74 None None] The sync data for ids ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'] in n-d-807359-2 is: [{'id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-router', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:02Z', 'updated_at': '2021-09-30T08:06:21Z', 'revision_number': 4, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'gw_port': {'id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:06Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '51136dd9-ed98-489c-942a-21bd36bee6f6', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'port_id': '5ce2dc7c-7540-4c7f-86a4-21221197342d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed', 'mac_address': 'fa:16:3e:cb:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83f767-b803-4f1a-bfa2-460e71d93917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:06:56Z', 'updated_at': '2021-09-30T08:06:58Z', 'revision_number': 1, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3470f2bb-8021-46f4-8ea9-c56e2f1d4e85', 'name': '', 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'mac_address': 'fa:16:3e:d5:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:18Z', 'updated_at': '2021-09-30T08:06:29Z', 'revision_number': 5, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'subnets': [{'id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:07:00.086772 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-234b4916-2d8a-4964-b4a9-9238ad460387 service neutron] 10.222.0.24 "GET /v2.0/networks/02cd2598-3207-49a9-acc9-daf424000aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843930 Sep 30 08:07:00.192495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e325f8b-b38d-4299-8ab7-81149951ab4d req-22d06fa0-ec38-46ae-8be8-4a2dcd78ea70 service neutron] 10.222.0.24 "GET /v2.0/networks/02cd2598-3207-49a9-acc9-daf424000aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990653 Sep 30 08:07:00.239817 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d217a38b-4c52-481a-a6e3-a3b83598da80 x-openstack-request-id: req-d217a38b-4c52-481a-a6e3-a3b83598da80 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:00.240143 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be83f767-b803-4f1a-bfa2-460e71d93917", "tag": "5ce2dc7c-7540-4c7f-86a4-21221197342d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:00.240397 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d217a38b-4c52-481a-a6e3-a3b83598da80 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:00.240857 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be83f767-b803-4f1a-bfa2-460e71d93917', 'tag': '5ce2dc7c-7540-4c7f-86a4-21221197342d', 'status': 'completed', 'code': 200} Sep 30 08:07:00.332771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a5215-d7b7-438c-ac4f-3ee17c2ca15e req-92e2bf8c-5f21-41bb-aee6-7048aca96b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:00.335059 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-042a5215-d7b7-438c-ac4f-3ee17c2ca15e req-92e2bf8c-5f21-41bb-aee6-7048aca96b4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcfd02a4420f45ae80de716be102bc08&device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 1096 time: 0.0633836 Sep 30 08:07:00.364607 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687a5a28-e248-4cd3-adcb-acc796d2a4a2 None None] New status for floating IP 51136dd9-ed98-489c-942a-21bd36bee6f6: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:07:00.377594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12092926-de58-4780-9c1f-920567124fe1 req-6c53e7e6-5002-4dc6-b13b-e039e45670e1 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:00.379509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12092926-de58-4780-9c1f-920567124fe1 req-6c53e7e6-5002-4dc6-b13b-e039e45670e1 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.0755618 Sep 30 08:07:00.421651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12092926-de58-4780-9c1f-920567124fe1 req-4bfb4d23-d1f9-46c3-8b10-bd43b2bcf889 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 Sep 30 08:07:00.470383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a5215-d7b7-438c-ac4f-3ee17c2ca15e req-fb46060e-84ab-4be8-a2af-655d0ee3a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:00.471859 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-042a5215-d7b7-438c-ac4f-3ee17c2ca15e req-fb46060e-84ab-4be8-a2af-655d0ee3a64c service neutron] 10.222.0.36 "GET /v2.0/networks?id=02cd2598-3207-49a9-acc9-daf424000aed HTTP/1.1" status: 200 len: 930 time: 0.1280882 Sep 30 08:07:00.536028 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-ebbd0243-ed6f-4e12-914e-45409eb47c97 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2e82a64c3ffc417d807e33bb1172703b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303891 Sep 30 08:07:00.585611 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-042a5215-d7b7-438c-ac4f-3ee17c2ca15e req-5c966fb4-8da4-47cf-a270-dc16a7ef2c68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ce2dc7c-7540-4c7f-86a4-21221197342d HTTP/1.1" status: 200 len: 998 time: 0.0991461 Sep 30 08:07:00.620865 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e5a22-60ca-4aa3-a737-ed75b9a0a076 req-10bd7ce7-ffa0-44ed-abf5-f0ad969f39c9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:00.622378 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-458e5a22-60ca-4aa3-a737-ed75b9a0a076 req-10bd7ce7-ffa0-44ed-abf5-f0ad969f39c9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.0897150 Sep 30 08:07:00.650521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a5215-d7b7-438c-ac4f-3ee17c2ca15e req-de75e3c8-d40f-4a9f-82ab-c37581557e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:00.652235 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-042a5215-d7b7-438c-ac4f-3ee17c2ca15e req-de75e3c8-d40f-4a9f-82ab-c37581557e3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ff604b4-4ea3-444f-b90c-17291184c96e HTTP/1.1" status: 200 len: 868 time: 0.0601652 Sep 30 08:07:00.707325 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-458e5a22-60ca-4aa3-a737-ed75b9a0a076 req-f1e477c2-b8c8-45e9-a1ff-e68c5c96e8bf tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779874 Sep 30 08:07:00.707663 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a5215-d7b7-438c-ac4f-3ee17c2ca15e req-1a4bcf08-4aa5-44eb-ac47-e3b1044f505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:00.709531 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-042a5215-d7b7-438c-ac4f-3ee17c2ca15e req-1a4bcf08-4aa5-44eb-ac47-e3b1044f505d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02cd2598-3207-49a9-acc9-daf424000aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454764 Sep 30 08:07:00.727414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-f7880e2f-c9df-41b1-933c-5789de6124c9 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:00.728961 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-f7880e2f-c9df-41b1-933c-5789de6124c9 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522269 Sep 30 08:07:00.745698 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-02d3377a-8557-4c11-ba46-f9d028650af7 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/quotas/2e82a64c3ffc417d807e33bb1172703b HTTP/1.1" status: 200 len: 375 time: 0.0102563 Sep 30 08:07:00.789007 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-f7bcb5ef-6d2d-4db6-bd8a-77f6d9465e27 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350828 Sep 30 08:07:00.813096 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-042a5215-d7b7-438c-ac4f-3ee17c2ca15e req-65db480c-444e-4be3-b81c-f1709e506fbe service neutron] 10.222.0.36 "GET /v2.0/networks/02cd2598-3207-49a9-acc9-daf424000aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958412 Sep 30 08:07:00.853649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b851b0-88f3-4b5a-9c79-427161b35fae req-a82e6837-19b9-452a-bc0a-22e532819119 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:00.855427 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13b851b0-88f3-4b5a-9c79-427161b35fae req-a82e6837-19b9-452a-bc0a-22e532819119 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.0700312 Sep 30 08:07:00.914677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13b851b0-88f3-4b5a-9c79-427161b35fae req-3128592f-ce49-4734-abf4-7cdd453e73ea tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530047 Sep 30 08:07:00.915709 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-042a5215-d7b7-438c-ac4f-3ee17c2ca15e req-d454cada-53e8-4ca0-8d21-f9435206f2cd service neutron] 10.222.0.36 "GET /v2.0/networks/02cd2598-3207-49a9-acc9-daf424000aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947561 Sep 30 08:07:01.067478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-957c2e34-d7db-4bd0-83b5-1230ec1b6fce tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 258 time: 0.1514533 Sep 30 08:07:01.077583 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941a376-1a00-4a18-8478-c6797ecf86c5 req-f3f68c08-e332-4151-ad81-ff2509491e4e tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:01.083721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941a376-1a00-4a18-8478-c6797ecf86c5 req-f3f68c08-e332-4151-ad81-ff2509491e4e tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:01.086469 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7941a376-1a00-4a18-8478-c6797ecf86c5 req-f3f68c08-e332-4151-ad81-ff2509491e4e tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 1682 time: 0.0880845 Sep 30 08:07:01.091427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:01.135774 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:01.156287 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7941a376-1a00-4a18-8478-c6797ecf86c5 req-58b20798-e3f8-4ceb-93ac-3bcb82f7a966 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605676 Sep 30 08:07:01.260786 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:01.335081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb23ae51-ad1a-4d54-9ff3-ffd576b9a583 req-0467a5ac-081d-42c4-9b9a-8889ea57ff82 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 210 time: 0.0338244 Sep 30 08:07:01.440549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ebc36a-7bc9-4617-849c-4ea13536adb6'}, {'server_uuid': '58c60e0e-de71-4242-86a8-1cdcff1691ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fdead8-eecf-4352-893a-b5ad297a2638'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:01.443032 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394c6974-1d57-4eed-b01a-b92699fc280d" -d '{"events": [{"server_uuid": "c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1", "name": "network-vif-plugged", "status": "completed", "tag": "54ebc36a-7bc9-4617-849c-4ea13536adb6"}, {"server_uuid": "58c60e0e-de71-4242-86a8-1cdcff1691ee", "name": "network-vif-plugged", "status": "completed", "tag": "c1fdead8-eecf-4352-893a-b5ad297a2638"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:01.458214 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Allocated IP 172.25.0.220 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/34146eac-ae54-43bd-b29c-127b99150eba) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:07:01.482164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273361d-ff94-43e5-b9cd-a9af4071fd8e req-78c73d28-2253-46ed-a556-23a80ae88dbe tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:01.483580 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4273361d-ff94-43e5-b9cd-a9af4071fd8e req-78c73d28-2253-46ed-a556-23a80ae88dbe tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.0862329 Sep 30 08:07:01.577101 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4273361d-ff94-43e5-b9cd-a9af4071fd8e req-e60475fb-7b36-4b40-acdd-7685681b90a2 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793009 Sep 30 08:07:01.621754 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:01.646948 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610e9a56-caa9-4d26-9f66-ab11c6b512bc x-openstack-request-id: req-610e9a56-caa9-4d26-9f66-ab11c6b512bc {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:01.647399 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1", "name": "network-vif-plugged", "status": "completed", "tag": "54ebc36a-7bc9-4617-849c-4ea13536adb6", "code": 200}, {"server_uuid": "58c60e0e-de71-4242-86a8-1cdcff1691ee", "name": "network-vif-plugged", "status": "completed", "tag": "c1fdead8-eecf-4352-893a-b5ad297a2638", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:01.647670 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-610e9a56-caa9-4d26-9f66-ab11c6b512bc {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:01.648097 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ebc36a-7bc9-4617-849c-4ea13536adb6', 'code': 200} Sep 30 08:07:01.649278 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c60e0e-de71-4242-86a8-1cdcff1691ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fdead8-eecf-4352-893a-b5ad297a2638', 'code': 200} Sep 30 08:07:01.670025 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:01.708428 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:01.719762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:01.726687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:07:01.752308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e495b-3866-4eee-bf28-fe55cd90e542 req-e6645253-2128-4574-99b1-8780984161c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:01.755701 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a2e495b-3866-4eee-bf28-fe55cd90e542 req-e6645253-2128-4574-99b1-8780984161c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 1096 time: 0.0527182 Sep 30 08:07:01.788915 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Pushing event updated for resources: {'Port': ['ID=34146eac-ae54-43bd-b29c-127b99150eba,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:01.797321 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a2e495b-3866-4eee-bf28-fe55cd90e542 req-9138ffa2-ce57-4a5d-b90f-937025eb892f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339952 Sep 30 08:07:01.846351 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fd10f-d16a-4bf6-82e4-61fe29d70e79 req-105f1918-1854-4259-b5b8-eab5a97b81f7 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:01.847859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e8fd10f-d16a-4bf6-82e4-61fe29d70e79 req-105f1918-1854-4259-b5b8-eab5a97b81f7 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.1415241 Sep 30 08:07:01.878505 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1b500-9e8b-400e-be0e-817dea213062 req-43722388-df58-46b8-aaf5-182dead1c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:01.878996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1b500-9e8b-400e-be0e-817dea213062 req-43722388-df58-46b8-aaf5-182dead1c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:01.880565 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcc1b500-9e8b-400e-be0e-817dea213062 req-43722388-df58-46b8-aaf5-182dead1c10d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 1984 time: 0.1064916 Sep 30 08:07:01.929075 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:01.953199 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e8fd10f-d16a-4bf6-82e4-61fe29d70e79 req-24437238-ac5e-4fe6-bfda-d328700e7c13 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799184 Sep 30 08:07:01.962096 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcc1b500-9e8b-400e-be0e-817dea213062 req-4512ada3-494d-4af6-85b0-7076a490c7da service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604923 Sep 30 08:07:01.985928 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:02.130467 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24a027-432b-429d-9cc3-b4f2ed989482 req-7093f43e-adbe-48ea-a5fd-f3fbd0ac0779 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:02.132505 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b24a027-432b-429d-9cc3-b4f2ed989482 req-7093f43e-adbe-48ea-a5fd-f3fbd0ac0779 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1125638 Sep 30 08:07:02.193655 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b24a027-432b-429d-9cc3-b4f2ed989482 req-a8552435-8275-4c05-a856-6c155ca5c613 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549629 Sep 30 08:07:02.209450 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:02.215102 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:02.298650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-d1780343-e20c-4092-83c6-158fe3b1987e tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2e82a64c3ffc417d807e33bb1172703b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555396 Sep 30 08:07:02.340715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Pushing event updated for resources: {'Port': ['ID=34146eac-ae54-43bd-b29c-127b99150eba,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:02.373048 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:02.424293 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:02.425517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-326ab449-7390-4734-9625-f146e5524ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3381252 Sep 30 08:07:02.436159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4637e3-014b-4954-bfe6-d92591ca1b26 req-c83e7a26-18c9-4138-93a6-c6a6eb461369 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:02.437633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d4637e3-014b-4954-bfe6-d92591ca1b26 req-c83e7a26-18c9-4138-93a6-c6a6eb461369 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.1676497 Sep 30 08:07:02.507223 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-d57c7aa6-9e67-4b4d-a20e-1e79ddccdffc tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.220 HTTP/1.1" status: 200 len: 696 time: 0.0686445 Sep 30 08:07:02.546015 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-70df2a0d-562d-415c-886d-cd03e12bc610 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:02.547509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-70df2a0d-562d-415c-886d-cd03e12bc610 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2188861 Sep 30 08:07:02.567852 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d4637e3-014b-4954-bfe6-d92591ca1b26 req-1fc5e0f0-ac03-42a2-8fca-6c4f0dfe2c30 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125300 Sep 30 08:07:02.580252 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Request body: {'port': {'device_id': '8437c010-d334-474b-9999-c47a74254fb9', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '2e82a64c3ffc417d807e33bb1172703b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:02.746190 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-4490d3bb-ba67-4b4a-b31b-90473a9df65c tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:02.747557 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-4490d3bb-ba67-4b4a-b31b-90473a9df65c tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.2289183 Sep 30 08:07:02.769153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-31e6adf5-bec0-4241-a5c7-6b3ac69efcd1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:07:02.770131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6fa2a56-de43-4d87-9e78-eea24e3be3c1 req-31e6adf5-bec0-4241-a5c7-6b3ac69efcd1 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0098047 Sep 30 08:07:02.788240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec846d-825f-42fb-b243-fe6c7e945339 req-a4841137-8113-43f2-ac88-549edcf70f16 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:02.797760 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec846d-825f-42fb-b243-fe6c7e945339 req-a4841137-8113-43f2-ac88-549edcf70f16 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:02.797760 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29ec846d-825f-42fb-b243-fe6c7e945339 req-a4841137-8113-43f2-ac88-549edcf70f16 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 1682 time: 0.1445110 Sep 30 08:07:02.830912 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Made reservation on behalf of 2e82a64c3ffc417d807e33bb1172703b for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:07:02.835289 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:02.852247 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:02.866272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29ec846d-825f-42fb-b243-fe6c7e945339 req-da12681a-0c31-4645-b79b-212e60e7aa8f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626378 Sep 30 08:07:02.948656 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cffa21fc-2e29-4aca-91ce-9faa95e0f789 req-6e217e4d-8d1b-466b-b44b-f4fa57cddc36 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 210 time: 0.0361230 Sep 30 08:07:03.036665 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:03.043493 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:03.136204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387253e7-cb98-40ee-9ffa-bc2d84b85824 req-1b659e8e-df02-46e8-8829-5638ee09541e tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:03.138567 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-387253e7-cb98-40ee-9ffa-bc2d84b85824 req-1b659e8e-df02-46e8-8829-5638ee09541e tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1606922 Sep 30 08:07:03.170488 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58601681-a3f0-4c2e-9632-9cc8aa905de3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:03.220699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11501621-81e9-4df8-9913-0f4304b43431 req-b705f40a-a283-4b8a-bf5a-efee9499f175 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:03.222231 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11501621-81e9-4df8-9913-0f4304b43431 req-b705f40a-a283-4b8a-bf5a-efee9499f175 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2000465 Sep 30 08:07:03.233474 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-387253e7-cb98-40ee-9ffa-bc2d84b85824 req-8dd5d1b4-c2cf-464b-8e2c-10df83d0f9ba tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.220 HTTP/1.1" status: 200 len: 696 time: 0.0815938 Sep 30 08:07:03.276474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-387253e7-cb98-40ee-9ffa-bc2d84b85824 req-b7f91fa4-57be-449b-b9e0-0622530924a2 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Request body: {'floatingip': {'port_id': '5ce2dc7c-7540-4c7f-86a4-21221197342d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:03.344108 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-387253e7-cb98-40ee-9ffa-bc2d84b85824 req-b7f91fa4-57be-449b-b9e0-0622530924a2 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:03.380998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11501621-81e9-4df8-9913-0f4304b43431 req-8fe09a54-d0e3-407a-9f68-5dffcd368423 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507766 Sep 30 08:07:03.386566 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Allocated IP 192.168.233.145 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/e5ed534d-6169-4ad3-9a35-85f2c5736c3d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:07:03.691209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e9eb6-1828-4acb-9cc1-71de3ad2f0bb req-3d584589-6f8b-44f8-95db-19a260e7178a tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:03.692658 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d58e9eb6-1828-4acb-9cc1-71de3ad2f0bb req-3d584589-6f8b-44f8-95db-19a260e7178a tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.2027185 Sep 30 08:07:03.741965 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:03.764874 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-387253e7-cb98-40ee-9ffa-bc2d84b85824 req-b7f91fa4-57be-449b-b9e0-0622530924a2 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] update failed (client error): There was a conflict when trying to complete your request. Sep 30 08:07:03.765932 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-387253e7-cb98-40ee-9ffa-bc2d84b85824 req-b7f91fa4-57be-449b-b9e0-0622530924a2 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "PUT /v2.0/floatingips/bd31782e-0c17-4a16-b5e5-82755334ca83 HTTP/1.1" status: 409 len: 550 time: 0.5023189 Sep 30 08:07:03.777099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d58e9eb6-1828-4acb-9cc1-71de3ad2f0bb req-100acb83-25cc-4a39-8b46-4f76d9dd28c1 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745773 Sep 30 08:07:03.816674 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:03.883019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:03.891072 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:03.895619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:07:03.907839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event updated for resources: {'Port': ['ID=e5ed534d-6169-4ad3-9a35-85f2c5736c3d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:03.947676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f83a0-da33-4a29-ac19-f9dd402d3806 req-573dee6b-9f55-45e1-aff0-afe0fd370716 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:03.949284 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e96f83a0-da33-4a29-ac19-f9dd402d3806 req-573dee6b-9f55-45e1-aff0-afe0fd370716 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1305914 Sep 30 08:07:03.985245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:03.985899 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:04.017397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-d8201048-72c7-4475-8cf4-36c4246afa0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4404862 Sep 30 08:07:04.019229 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e96f83a0-da33-4a29-ac19-f9dd402d3806 req-41396349-1423-46d8-a565-04cdaaa97c42 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588896 Sep 30 08:07:04.042728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Request body: {'port': {'device_id': '8437c010-d334-474b-9999-c47a74254fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:04.145849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-84c9c340-1668-4525-aa7a-73d6c11a44b1 None None] Provisioning complete for port e5ed534d-6169-4ad3-9a35-85f2c5736c3d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:04.146380 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84c9c340-1668-4525-aa7a-73d6c11a44b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:04.182310 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-84c9c340-1668-4525-aa7a-73d6c11a44b1 None None] Port e5ed534d-6169-4ad3-9a35-85f2c5736c3d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:07:04.497039 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:04.501865 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-241205c8-9c69-47f2-8f52-1675f3434da5 req-1aadb2a0-bb95-4030-b416-929caffc9e6c tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/floatingips/bd31782e-0c17-4a16-b5e5-82755334ca83 HTTP/1.1" status: 200 len: 693 time: 0.4009056 Sep 30 08:07:04.586823 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5eaefb-b929-48d0-a51e-8d3400c17c67 req-68e4b163-de12-4bd0-8f8a-88127e689e31 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:04.588625 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e5eaefb-b929-48d0-a51e-8d3400c17c67 req-68e4b163-de12-4bd0-8f8a-88127e689e31 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.4891908 Sep 30 08:07:04.750959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e5eaefb-b929-48d0-a51e-8d3400c17c67 req-c971056b-625b-45d4-a7d7-3c1a261bcda5 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310337 Sep 30 08:07:04.760772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241205c8-9c69-47f2-8f52-1675f3434da5 req-c19736f1-144e-40b1-9e64-e1e91b63cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:04.761978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-241205c8-9c69-47f2-8f52-1675f3434da5 req-c19736f1-144e-40b1-9e64-e1e91b63cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.2513268 Sep 30 08:07:04.836697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-241205c8-9c69-47f2-8f52-1675f3434da5 req-c409c6b6-6551-447b-a697-76a0395942d0 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.220 HTTP/1.1" status: 200 len: 696 time: 0.0589912 Sep 30 08:07:04.923012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-241205c8-9c69-47f2-8f52-1675f3434da5 req-cfcf4339-c915-43f8-9611-c074837d1393 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.220 HTTP/1.1" status: 200 len: 696 time: 0.0614393 Sep 30 08:07:05.138228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959860c5-1cce-4ff6-880b-b33da916a9c0 req-3123aaa7-52a4-4815-ba70-1b8cbd7e1658 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:05.144015 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959860c5-1cce-4ff6-880b-b33da916a9c0 req-3123aaa7-52a4-4815-ba70-1b8cbd7e1658 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:05.145721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-959860c5-1cce-4ff6-880b-b33da916a9c0 req-3123aaa7-52a4-4815-ba70-1b8cbd7e1658 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 1682 time: 0.1523409 Sep 30 08:07:05.151262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ed534d-6169-4ad3-9a35-85f2c5736c3d {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:07:05.162155 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:05.202226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Transition to ACTIVE for port object e5ed534d-6169-4ad3-9a35-85f2c5736c3d will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:07:05.217822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-241205c8-9c69-47f2-8f52-1675f3434da5 req-57987b46-55c5-4ba3-867a-1b94d1015cad tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Deleting port 34146eac-ae54-43bd-b29c-127b99150eba {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:05.218164 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-241205c8-9c69-47f2-8f52-1675f3434da5 req-57987b46-55c5-4ba3-867a-1b94d1015cad tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:05.219735 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:05.242373 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-959860c5-1cce-4ff6-880b-b33da916a9c0 req-19157809-87ca-490e-943b-217ea6a49dc1 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854740 Sep 30 08:07:05.334832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ed534d-6169-4ad3-9a35-85f2c5736c3d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:05.426735 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-241205c8-9c69-47f2-8f52-1675f3434da5 req-57987b46-55c5-4ba3-867a-1b94d1015cad tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:05.427075 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-241205c8-9c69-47f2-8f52-1675f3434da5 req-57987b46-55c5-4ba3-867a-1b94d1015cad tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:05.446458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-241205c8-9c69-47f2-8f52-1675f3434da5 req-57987b46-55c5-4ba3-867a-1b94d1015cad tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Calling delete_port for 34146eac-ae54-43bd-b29c-127b99150eba owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:05.468453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f559f5-0bf7-4e2c-95c1-ae3040d59311 req-093ab23e-1c0a-4196-ba8f-1ecf0bc5ecd9 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:05.470128 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21f559f5-0bf7-4e2c-95c1-ae3040d59311 req-093ab23e-1c0a-4196-ba8f-1ecf0bc5ecd9 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 948 time: 0.1427336 Sep 30 08:07:05.541785 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Attempting to bind port e5ed534d-6169-4ad3-9a35-85f2c5736c3d on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:07:05.542436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Attempting to bind port e5ed534d-6169-4ad3-9a35-85f2c5736c3d by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:07:05.542436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Attempting to bind port e5ed534d-6169-4ad3-9a35-85f2c5736c3d on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:05.554944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Port e5ed534d-6169-4ad3-9a35-85f2c5736c3d on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:07:05.555208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Attempting to bind port e5ed534d-6169-4ad3-9a35-85f2c5736c3d on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:05.578512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:07:05.578852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:05.579241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:07:05.579684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Bound port: e5ed534d-6169-4ad3-9a35-85f2c5736c3d, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:07:05.580079 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:05.586940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21f559f5-0bf7-4e2c-95c1-ae3040d59311 req-c9cfc883-05af-417a-871f-e44e900a2ff9 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084774 Sep 30 08:07:05.748241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] For port e5ed534d-6169-4ad3-9a35-85f2c5736c3d, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:07:05.767324 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] For port e5ed534d-6169-4ad3-9a35-85f2c5736c3d, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e5ed534d-6169-4ad3-9a35-85f2c5736c3d,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:07:05.773437 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:05.782435 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-241205c8-9c69-47f2-8f52-1675f3434da5 req-57987b46-55c5-4ba3-867a-1b94d1015cad tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:05.820943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aafb8a-a620-47e1-869f-83fc9153898f req-e0e5d57a-04d3-471d-b564-0e9b31009165 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:05.822462 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6aafb8a-a620-47e1-869f-83fc9153898f req-e0e5d57a-04d3-471d-b564-0e9b31009165 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.1328723 Sep 30 08:07:05.827426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:05.828357 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:05.829725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] 10.222.0.35 "PUT /v2.0/ports/e5ed534d-6169-4ad3-9a35-85f2c5736c3d HTTP/1.1" status: 200 len: 1096 time: 1.7990253 Sep 30 08:07:05.835380 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8437c010-d334-474b-9999-c47a74254fb9', 'tag': 'e5ed534d-6169-4ad3-9a35-85f2c5736c3d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:05.837665 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339e2d6a-8870-4a71-8f85-8cd736700fed" -d '{"events": [{"name": "network-changed", "server_uuid": "8437c010-d334-474b-9999-c47a74254fb9", "tag": "e5ed534d-6169-4ad3-9a35-85f2c5736c3d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:05.915329 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bbe99-7a5e-4ded-8ebe-06284a8692a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ed534d-6169-4ad3-9a35-85f2c5736c3d,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:06.000409 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57987b46-55c5-4ba3-867a-1b94d1015cad tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Pushing event deleted for resources: {'Port': ['ID=34146eac-ae54-43bd-b29c-127b99150eba,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:06.017127 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6aafb8a-a620-47e1-869f-83fc9153898f req-8e590e69-2806-42cc-8668-47add49e8e67 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828704 Sep 30 08:07:06.031395 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-241205c8-9c69-47f2-8f52-1675f3434da5 req-57987b46-55c5-4ba3-867a-1b94d1015cad tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:06.036161 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-241205c8-9c69-47f2-8f52-1675f3434da5 req-57987b46-55c5-4ba3-867a-1b94d1015cad tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:06.048239 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-241205c8-9c69-47f2-8f52-1675f3434da5 req-57987b46-55c5-4ba3-867a-1b94d1015cad tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "DELETE /v2.0/floatingips/bd31782e-0c17-4a16-b5e5-82755334ca83 HTTP/1.1" status: 204 len: 173 time: 1.1172235 Sep 30 08:07:06.060415 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-53a3f15b-e179-44c1-a4ec-8b360b628dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:06.062040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-53a3f15b-e179-44c1-a4ec-8b360b628dfc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 1099 time: 0.1630080 Sep 30 08:07:06.119812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-ccee1ac2-7931-403b-98a6-42cbbf5d2130 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=e5ed534d-6169-4ad3-9a35-85f2c5736c3d HTTP/1.1" status: 200 len: 217 time: 0.0439148 Sep 30 08:07:06.252763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1efd2e-fbd1-467b-86d3-6f996e3cebcf req-979390ed-d895-4fa0-9759-af4f0b251049 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:06.254323 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc1efd2e-fbd1-467b-86d3-6f996e3cebcf req-979390ed-d895-4fa0-9759-af4f0b251049 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1335866 Sep 30 08:07:06.255762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-056d45f8-583d-44c9-8e03-7ae6bacf76fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:06.257841 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-056d45f8-583d-44c9-8e03-7ae6bacf76fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1227400 Sep 30 08:07:06.275594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74d3a4-a63e-4108-b1c7-bfe1205ffb56 req-2e5d573e-2783-4fc5-9ef7-7417e51513ad tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:06.277067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c74d3a4-a63e-4108-b1c7-bfe1205ffb56 req-2e5d573e-2783-4fc5-9ef7-7417e51513ad tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.1143279 Sep 30 08:07:06.373087 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc1efd2e-fbd1-467b-86d3-6f996e3cebcf req-6148e516-fa1b-46e5-9086-801d2fd58c1b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113579 Sep 30 08:07:06.376039 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c74d3a4-a63e-4108-b1c7-bfe1205ffb56 req-75631677-940f-4cf3-a2ea-bd1c1315fa4b tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901115 Sep 30 08:07:06.382451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-3c164e14-0a38-42b8-bd73-47d91f83da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:06.384352 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-3c164e14-0a38-42b8-bd73-47d91f83da1b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063442 Sep 30 08:07:06.434955 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ae0ecd-639d-49c9-bef5-d8fa159be5b1 x-openstack-request-id: req-02ae0ecd-639d-49c9-bef5-d8fa159be5b1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:06.435257 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8437c010-d334-474b-9999-c47a74254fb9", "tag": "e5ed534d-6169-4ad3-9a35-85f2c5736c3d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:06.435502 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02ae0ecd-639d-49c9-bef5-d8fa159be5b1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:06.435896 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8437c010-d334-474b-9999-c47a74254fb9', 'tag': 'e5ed534d-6169-4ad3-9a35-85f2c5736c3d', 'status': 'completed', 'code': 200} Sep 30 08:07:06.537066 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-81c01679-f49e-422e-8404-9c182a7fa3c1 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369157 Sep 30 08:07:06.637167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38a2cc-a892-4f40-9d3c-2c790bf6fb59 req-1ec5501e-37fa-4601-9fa5-42c11f82c2ba tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:06.638754 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab38a2cc-a892-4f40-9d3c-2c790bf6fb59 req-1ec5501e-37fa-4601-9fa5-42c11f82c2ba tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.1531477 Sep 30 08:07:06.712064 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-8a0d26e9-bbec-4c38-8f69-8300781a3950 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 1000 time: 0.2121575 Sep 30 08:07:06.768148 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c3ce175-cb4b-431c-a263-2e8e512f7040 req-4a5503d5-526d-43ab-b019-087902b819d3 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015760 Sep 30 08:07:06.775973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab38a2cc-a892-4f40-9d3c-2c790bf6fb59 req-135ba904-dd97-41e3-99e7-33fa91c108d6 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012933 Sep 30 08:07:06.791866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-3a21ff6d-b5a7-479a-9ef8-63382e5a13e6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:06.793391 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-3a21ff6d-b5a7-479a-9ef8-63382e5a13e6 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports/5ce2dc7c-7540-4c7f-86a4-21221197342d HTTP/1.1" status: 200 len: 942 time: 0.0747564 Sep 30 08:07:06.939121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-9150ad22-7d72-40b9-9056-874d92469d34 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 1000 time: 0.0915763 Sep 30 08:07:06.950152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e2d6a-8870-4a71-8f85-8cd736700fed req-061ecabb-a84d-4c16-a72d-cb12c4cc7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:06.951706 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-339e2d6a-8870-4a71-8f85-8cd736700fed req-061ecabb-a84d-4c16-a72d-cb12c4cc7b1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 1099 time: 0.0642886 Sep 30 08:07:07.143066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-e3e088a4-b815-4862-8208-a5219ef97ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:07.144459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-e3e088a4-b815-4862-8208-a5219ef97ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.1967161 Sep 30 08:07:07.152262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6525c-48f9-4bf6-beb5-13d5b76e7408 req-28a9b2dc-dd65-4f9c-9fba-fbe921bce827 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:07.153657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccd6525c-48f9-4bf6-beb5-13d5b76e7408 req-28a9b2dc-dd65-4f9c-9fba-fbe921bce827 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1672475 Sep 30 08:07:07.163384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-5467c7b5-7177-47e8-84ec-a73b36bf9f1d tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:07:07.164400 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-5467c7b5-7177-47e8-84ec-a73b36bf9f1d tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080934 Sep 30 08:07:07.230662 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e2d6a-8870-4a71-8f85-8cd736700fed req-c24960bf-df05-47db-bb33-1110879c0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:07.232129 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-339e2d6a-8870-4a71-8f85-8cd736700fed req-c24960bf-df05-47db-bb33-1110879c0441 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2397985 Sep 30 08:07:07.264206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccd6525c-48f9-4bf6-beb5-13d5b76e7408 req-ca5aee7e-b993-4dbd-bec2-5482ce687a93 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988574 Sep 30 08:07:07.301786 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-339e2d6a-8870-4a71-8f85-8cd736700fed req-c683af47-4641-4b88-ba3c-e1ebbc7464e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=e5ed534d-6169-4ad3-9a35-85f2c5736c3d HTTP/1.1" status: 200 len: 217 time: 0.0559819 Sep 30 08:07:07.305912 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-91f03e8c-9045-453a-b11c-75d42e700a08 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 1000 time: 0.1302743 Sep 30 08:07:07.324582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-655aaeb7-db60-466b-89b7-8cfcbde446f4 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:07.438309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e2d6a-8870-4a71-8f85-8cd736700fed req-529256e3-5257-4557-ae60-cacbf976496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:07.439775 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-339e2d6a-8870-4a71-8f85-8cd736700fed req-529256e3-5257-4557-ae60-cacbf976496d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1285899 Sep 30 08:07:07.451986 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-655aaeb7-db60-466b-89b7-8cfcbde446f4 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:07.525271 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b6bc9-428c-4841-9bc5-25c8c0f10681 req-d566721d-563a-4bf6-a36d-bd27a53abf74 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:07.526675 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f3b6bc9-428c-4841-9bc5-25c8c0f10681 req-d566721d-563a-4bf6-a36d-bd27a53abf74 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 948 time: 0.1407280 Sep 30 08:07:07.594993 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e2d6a-8870-4a71-8f85-8cd736700fed req-14795d2b-cdf6-41b6-8915-79ac3599200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:07.596511 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-339e2d6a-8870-4a71-8f85-8cd736700fed req-14795d2b-cdf6-41b6-8915-79ac3599200e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1424494 Sep 30 08:07:07.629881 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f3b6bc9-428c-4841-9bc5-25c8c0f10681 req-4358710c-42d0-4c0c-b47e-147328daeabd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944963 Sep 30 08:07:07.699353 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-655aaeb7-db60-466b-89b7-8cfcbde446f4 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:07.727251 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-655aaeb7-db60-466b-89b7-8cfcbde446f4 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:07.727593 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-655aaeb7-db60-466b-89b7-8cfcbde446f4 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Floating IP 51136dd9-ed98-489c-942a-21bd36bee6f6 disassociated. External IP: 172.25.0.68, port: 5ce2dc7c-7540-4c7f-86a4-21221197342d. Sep 30 08:07:07.796624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-339e2d6a-8870-4a71-8f85-8cd736700fed req-f4013658-c742-47f4-a86b-6b75a2566697 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835756 Sep 30 08:07:08.305992 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407d095-4918-4369-9929-bd39640613c1 req-9844c4a8-c657-4ca1-ac40-7e0774cc7b45 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:08.311683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407d095-4918-4369-9929-bd39640613c1 req-9844c4a8-c657-4ca1-ac40-7e0774cc7b45 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:08.313281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0407d095-4918-4369-9929-bd39640613c1 req-9844c4a8-c657-4ca1-ac40-7e0774cc7b45 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 1682 time: 0.1611481 Sep 30 08:07:08.340451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-339e2d6a-8870-4a71-8f85-8cd736700fed req-183231a9-92d9-4178-aa68-513424699641 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328956 Sep 30 08:07:08.396503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0407d095-4918-4369-9929-bd39640613c1 req-6c696c20-f774-465b-b71a-bcc0c17b959e tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759976 Sep 30 08:07:08.419451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-655aaeb7-db60-466b-89b7-8cfcbde446f4 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Router e4daaaa5-56c0-481b-8cc6-81f99f189ced has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:07:08.556430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-655aaeb7-db60-466b-89b7-8cfcbde446f4 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:07:08.564761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a5cbe-0015-4002-ba16-df1ffe645f9f req-e8819284-172f-4778-b05d-a3e8e434871b tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:08.566299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e4a5cbe-0015-4002-ba16-df1ffe645f9f req-e8819284-172f-4778-b05d-a3e8e434871b tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.0932205 Sep 30 08:07:08.566482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b76d3b-847c-414a-8086-6f54fcdb4c13 None None] Sync routers for ids ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:07:08.570059 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-655aaeb7-db60-466b-89b7-8cfcbde446f4 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:08.571566 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e5ed534d-6169-4ad3-9a35-85f2c5736c3d details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:07:08.591316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b76d3b-847c-414a-8086-6f54fcdb4c13 None None] Routers {'e4daaaa5-56c0-481b-8cc6-81f99f189ced'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:08.591968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-84b76d3b-847c-414a-8086-6f54fcdb4c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:06:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:08.614433 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-655aaeb7-db60-466b-89b7-8cfcbde446f4 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "PUT /v2.0/floatingips/51136dd9-ed98-489c-942a-21bd36bee6f6 HTTP/1.1" status: 200 len: 694 time: 1.2935927 Sep 30 08:07:08.615033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be83f767-b803-4f1a-bfa2-460e71d93917', 'tag': '5ce2dc7c-7540-4c7f-86a4-21221197342d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:08.617528 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e9fc19-537f-4f69-ae16-24395545407c" -d '{"events": [{"name": "network-changed", "server_uuid": "be83f767-b803-4f1a-bfa2-460e71d93917", "tag": "5ce2dc7c-7540-4c7f-86a4-21221197342d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:08.658642 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e4a5cbe-0015-4002-ba16-df1ffe645f9f req-f4a52e34-9b3d-417a-8ed9-2dbb4142cc0a tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672705 Sep 30 08:07:08.676312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-137ae345-a9a0-420d-b2c6-1b061f488a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:08.679431 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-137ae345-a9a0-420d-b2c6-1b061f488a15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dcfd02a4420f45ae80de716be102bc08&device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 1096 time: 0.0502501 Sep 30 08:07:08.825975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34350845-be93-4b75-a9ee-62704b703a39 req-ab5d239d-ccb3-491f-a8ba-d3f0cda1d6dd tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:08.831814 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34350845-be93-4b75-a9ee-62704b703a39 req-ab5d239d-ccb3-491f-a8ba-d3f0cda1d6dd tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:08.833353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34350845-be93-4b75-a9ee-62704b703a39 req-ab5d239d-ccb3-491f-a8ba-d3f0cda1d6dd tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.35 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 1682 time: 0.0870647 Sep 30 08:07:08.834966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-4693aab8-e871-4455-9865-c971f6af68ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:08.836331 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-4693aab8-e871-4455-9865-c971f6af68ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=02cd2598-3207-49a9-acc9-daf424000aed HTTP/1.1" status: 200 len: 930 time: 0.1508553 Sep 30 08:07:08.917910 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-18090b4c-f2a7-47f2-b4d5-3e8216b4b9e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ce2dc7c-7540-4c7f-86a4-21221197342d HTTP/1.1" status: 200 len: 217 time: 0.0677075 Sep 30 08:07:08.947263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e5ed534d-6169-4ad3-9a35-85f2c5736c3d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e5ed534d-6169-4ad3-9a35-85f2c5736c3d,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:08.950521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-84b76d3b-847c-414a-8086-6f54fcdb4c13 None None] Set router e4daaaa5-56c0-481b-8cc6-81f99f189ced gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:08.987651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccd20c-ad3d-47c0-9ccd-9da069a5e0c8 req-d54d3015-0c14-4e6e-872b-9839fc36162b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:08.989166 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05ccd20c-ad3d-47c0-9ccd-9da069a5e0c8 req-d54d3015-0c14-4e6e-872b-9839fc36162b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.1869123 Sep 30 08:07:08.992473 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'e5ed534d-6169-4ad3-9a35-85f2c5736c3d', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': 'e5ed534d-6169-4ad3-9a35-85f2c5736c3d', 'mac_address': 'fa:16:3e:d3:ce:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:07:09.014997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-92c02215-022a-4363-b272-3c129d34f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:09.016466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-92c02215-022a-4363-b272-3c129d34f3b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ff604b4-4ea3-444f-b90c-17291184c96e HTTP/1.1" status: 200 len: 868 time: 0.0904729 Sep 30 08:07:09.084222 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05ccd20c-ad3d-47c0-9ccd-9da069a5e0c8 req-fcba49cd-b030-4d70-86c1-ab7fefa33b00 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836453 Sep 30 08:07:09.092753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-34350845-be93-4b75-a9ee-62704b703a39 req-1c0a3860-3b47-4998-b7c9-4c8d6d40279f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Deleting port 54ebc36a-7bc9-4617-849c-4ea13536adb6 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:09.093097 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-34350845-be93-4b75-a9ee-62704b703a39 req-1c0a3860-3b47-4998-b7c9-4c8d6d40279f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:09.096840 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:09.116659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-2191f19a-438f-4753-988f-91d1df9e5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:09.118212 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-2191f19a-438f-4753-988f-91d1df9e5d7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02cd2598-3207-49a9-acc9-daf424000aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926473 Sep 30 08:07:09.187054 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ed534d-6169-4ad3-9a35-85f2c5736c3d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:07:09.233135 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e5ed534d-6169-4ad3-9a35-85f2c5736c3d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e5ed534d-6169-4ad3-9a35-85f2c5736c3d,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:09.257351 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-34350845-be93-4b75-a9ee-62704b703a39 req-1c0a3860-3b47-4998-b7c9-4c8d6d40279f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] For port 54ebc36a-7bc9-4617-849c-4ea13536adb6, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=54ebc36a-7bc9-4617-849c-4ea13536adb6,segment=NetworkSegment(478bdba3-654a-4089-90f7-5bd5643c4274),segment_id=478bdba3-654a-4089-90f7-5bd5643c4274)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:09.257775 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-34350845-be93-4b75-a9ee-62704b703a39 req-1c0a3860-3b47-4998-b7c9-4c8d6d40279f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:09.259016 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:09.297619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-34350845-be93-4b75-a9ee-62704b703a39 req-1c0a3860-3b47-4998-b7c9-4c8d6d40279f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Calling delete_port for 54ebc36a-7bc9-4617-849c-4ea13536adb6 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:09.307338 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-90c4eed3-0ed4-4f2b-9ab1-8e5639397a31 service neutron] 10.222.0.24 "GET /v2.0/networks/02cd2598-3207-49a9-acc9-daf424000aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801913 Sep 30 08:07:09.337149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=e5ed534d-6169-4ad3-9a35-85f2c5736c3d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:09.348531 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-84b76d3b-847c-414a-8086-6f54fcdb4c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-router', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:02Z', 'updated_at': '2021-09-30T08:06:21Z', 'revision_number': 4, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'gw_port': {'id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:06Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3470f2bb-8021-46f4-8ea9-c56e2f1d4e85', 'name': '', 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'mac_address': 'fa:16:3e:d5:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:18Z', 'updated_at': '2021-09-30T08:06:29Z', 'revision_number': 5, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'subnets': [{'id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:09.377506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b76d3b-847c-414a-8086-6f54fcdb4c13 None None] Checking router: e4daaaa5-56c0-481b-8cc6-81f99f189ced for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:07:09.385837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f89e1-bacd-4dcd-87e4-0b361e637cc6 req-92480c28-5016-4c7b-ab80-96d6d9437ddd tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:09.386427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b76d3b-847c-414a-8086-6f54fcdb4c13 None None] Routers {'e4daaaa5-56c0-481b-8cc6-81f99f189ced'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:09.387173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-84b76d3b-847c-414a-8086-6f54fcdb4c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:06:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:09.387328 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba9f89e1-bacd-4dcd-87e4-0b361e637cc6 req-92480c28-5016-4c7b-ab80-96d6d9437ddd tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1516099 Sep 30 08:07:09.496075 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba9f89e1-bacd-4dcd-87e4-0b361e637cc6 req-20b628e4-15b5-47fd-a254-9d3789a9f5da tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745316 Sep 30 08:07:09.510096 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a20b1fa4-4131-45d2-a7db-13ef09e08651 req-58b5369e-320a-4c5f-838c-0bb541a05190 service neutron] 10.222.0.24 "GET /v2.0/networks/02cd2598-3207-49a9-acc9-daf424000aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883979 Sep 30 08:07:09.518175 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-84b76d3b-847c-414a-8086-6f54fcdb4c13 None None] Set router e4daaaa5-56c0-481b-8cc6-81f99f189ced gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:09.585080 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7915a925-f091-4596-a810-8b7816bd5530 x-openstack-request-id: req-7915a925-f091-4596-a810-8b7816bd5530 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:09.591828 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be83f767-b803-4f1a-bfa2-460e71d93917", "tag": "5ce2dc7c-7540-4c7f-86a4-21221197342d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:09.591828 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7915a925-f091-4596-a810-8b7816bd5530 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:09.591828 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be83f767-b803-4f1a-bfa2-460e71d93917', 'tag': '5ce2dc7c-7540-4c7f-86a4-21221197342d', 'status': 'completed', 'code': 200} Sep 30 08:07:09.610242 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-34350845-be93-4b75-a9ee-62704b703a39 req-1c0a3860-3b47-4998-b7c9-4c8d6d40279f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:09.640401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e5ed534d-6169-4ad3-9a35-85f2c5736c3d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:07:09.663557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a3860-3b47-4998-b7c9-4c8d6d40279f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Port': ['ID=54ebc36a-7bc9-4617-849c-4ea13536adb6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:09.690727 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9fc19-537f-4f69-ae16-24395545407c req-a2ceec30-770c-4aaa-a946-5f4dd3474f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:09.692294 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8e9fc19-537f-4f69-ae16-24395545407c req-a2ceec30-770c-4aaa-a946-5f4dd3474f7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcfd02a4420f45ae80de716be102bc08&device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 1096 time: 0.0853770 Sep 30 08:07:09.728415 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-34350845-be93-4b75-a9ee-62704b703a39 req-1c0a3860-3b47-4998-b7c9-4c8d6d40279f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] No DVR routers for this DVR port 54ebc36a-7bc9-4617-849c-4ea13536adb6 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:09.739558 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54c586-3361-4341-81de-0842882c40cd req-094b2541-b4df-4cd8-8446-4f42aab6c5f6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:09.744641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e54c586-3361-4341-81de-0842882c40cd req-094b2541-b4df-4cd8-8446-4f42aab6c5f6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 949 time: 0.1478772 Sep 30 08:07:09.754391 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-34350845-be93-4b75-a9ee-62704b703a39 req-1c0a3860-3b47-4998-b7c9-4c8d6d40279f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:09.763255 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34350845-be93-4b75-a9ee-62704b703a39 req-1c0a3860-3b47-4998-b7c9-4c8d6d40279f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.35 "DELETE /v2.0/ports/54ebc36a-7bc9-4617-849c-4ea13536adb6 HTTP/1.1" status: 204 len: 173 time: 0.9118018 Sep 30 08:07:09.843187 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9fc19-537f-4f69-ae16-24395545407c req-70d1ef32-a16e-416f-be81-c548b5f5b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:09.846092 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8e9fc19-537f-4f69-ae16-24395545407c req-70d1ef32-a16e-416f-be81-c548b5f5b851 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02cd2598-3207-49a9-acc9-daf424000aed HTTP/1.1" status: 200 len: 930 time: 0.1455884 Sep 30 08:07:09.885759 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e54c586-3361-4341-81de-0842882c40cd req-fcbb59ec-369c-4cda-a113-13880d5f3edc tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199124 Sep 30 08:07:09.893303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7844f-b579-408f-bf27-7bed356dd4d4 req-e1f6b5fc-49ac-42c6-b57b-72f248baffc3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:09.900881 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aaf7844f-b579-408f-bf27-7bed356dd4d4 req-e1f6b5fc-49ac-42c6-b57b-72f248baffc3 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 945 time: 0.1549470 Sep 30 08:07:09.930278 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8e9fc19-537f-4f69-ae16-24395545407c req-56957302-c2fc-43b1-af1c-08f107ca379f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ce2dc7c-7540-4c7f-86a4-21221197342d HTTP/1.1" status: 200 len: 217 time: 0.0662134 Sep 30 08:07:09.959687 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aaf7844f-b579-408f-bf27-7bed356dd4d4 req-f170c7fc-03a8-43cc-b101-8281dfa6b6d4 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/security-groups?id=561e937e-4f2e-4057-b157-2837798b5beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580866 Sep 30 08:07:09.973785 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:09.993818 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-34350845-be93-4b75-a9ee-62704b703a39 req-2f9b1f3f-a8f9-46e7-bdfe-184341a5886f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Deleting port 379de1c7-177f-4d3e-8291-5798e60558a8 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:09.994196 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-34350845-be93-4b75-a9ee-62704b703a39 req-2f9b1f3f-a8f9-46e7-bdfe-184341a5886f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:09.994632 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9fc19-537f-4f69-ae16-24395545407c req-e5097c59-274f-4513-82fa-bda4b20209b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:09.996151 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8e9fc19-537f-4f69-ae16-24395545407c req-e5097c59-274f-4513-82fa-bda4b20209b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ff604b4-4ea3-444f-b90c-17291184c96e HTTP/1.1" status: 200 len: 868 time: 0.0577738 Sep 30 08:07:10.023523 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-84b76d3b-847c-414a-8086-6f54fcdb4c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-router', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:02Z', 'updated_at': '2021-09-30T08:06:21Z', 'revision_number': 4, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'gw_port': {'id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:06Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3470f2bb-8021-46f4-8ea9-c56e2f1d4e85', 'name': '', 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'mac_address': 'fa:16:3e:d5:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:18Z', 'updated_at': '2021-09-30T08:06:29Z', 'revision_number': 5, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'subnets': [{'id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:10.046758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9fc19-537f-4f69-ae16-24395545407c req-3b712694-7cf1-46bf-96d8-5a3d1d447358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:10.050487 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8e9fc19-537f-4f69-ae16-24395545407c req-3b712694-7cf1-46bf-96d8-5a3d1d447358 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02cd2598-3207-49a9-acc9-daf424000aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428603 Sep 30 08:07:10.056583 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b76d3b-847c-414a-8086-6f54fcdb4c13 None None] The sync data for ids ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'] in n-d-807359-2 is: [{'id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-router', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:02Z', 'updated_at': '2021-09-30T08:06:21Z', 'revision_number': 4, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'gw_port': {'id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:06Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3470f2bb-8021-46f4-8ea9-c56e2f1d4e85', 'name': '', 'network_id': '02cd2598-3207-49a9-acc9-daf424000aed', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'mac_address': 'fa:16:3e:d5:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:18Z', 'updated_at': '2021-09-30T08:06:29Z', 'revision_number': 5, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'subnets': [{'id': '1ff604b4-4ea3-444f-b90c-17291184c96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:07:10.071536 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f2dd039-f062-4ad1-a888-d80c1be0417d req-2d609982-707e-4f9e-a1dd-88b8357548dc tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/floatingips/51136dd9-ed98-489c-942a-21bd36bee6f6 HTTP/1.1" status: 200 len: 694 time: 0.0907357 Sep 30 08:07:10.152948 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8e9fc19-537f-4f69-ae16-24395545407c req-18eb356e-d970-40f8-b79c-610d735b8919 service neutron] 10.222.0.36 "GET /v2.0/networks/02cd2598-3207-49a9-acc9-daf424000aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961931 Sep 30 08:07:10.204045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348f9b4-6ad4-4796-a7bc-1bb4f385ce98 req-6d8e22f1-9e13-454c-962d-62bb9f5ec07d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:10.205566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7348f9b4-6ad4-4796-a7bc-1bb4f385ce98 req-6d8e22f1-9e13-454c-962d-62bb9f5ec07d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2190664 Sep 30 08:07:10.237486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-34350845-be93-4b75-a9ee-62704b703a39 req-2f9b1f3f-a8f9-46e7-bdfe-184341a5886f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] For port 379de1c7-177f-4d3e-8291-5798e60558a8, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=379de1c7-177f-4d3e-8291-5798e60558a8,segment=NetworkSegment(03ba780d-ed7e-4833-9ea9-95cb16d973c7),segment_id=03ba780d-ed7e-4833-9ea9-95cb16d973c7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:10.237849 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-34350845-be93-4b75-a9ee-62704b703a39 req-2f9b1f3f-a8f9-46e7-bdfe-184341a5886f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:10.254682 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8e9fc19-537f-4f69-ae16-24395545407c req-51d0d8d1-5461-4ff4-b75d-ab7591bb4d9e service neutron] 10.222.0.36 "GET /v2.0/networks/02cd2598-3207-49a9-acc9-daf424000aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935559 Sep 30 08:07:10.276338 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-34350845-be93-4b75-a9ee-62704b703a39 req-2f9b1f3f-a8f9-46e7-bdfe-184341a5886f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Calling delete_port for 379de1c7-177f-4d3e-8291-5798e60558a8 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:10.302025 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dd039-f062-4ad1-a888-d80c1be0417d req-5eb367f7-9cdf-4fa7-8181-2e5507636379 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:10.303885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f2dd039-f062-4ad1-a888-d80c1be0417d req-5eb367f7-9cdf-4fa7-8181-2e5507636379 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.2236524 Sep 30 08:07:10.313001 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7348f9b4-6ad4-4796-a7bc-1bb4f385ce98 req-07971704-a48e-4b11-af7b-7ecbffbf3dd9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009724 Sep 30 08:07:10.327828 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a2d1e-7079-4b13-8879-7c4900f1a123 None None] New status for floating IP 51136dd9-ed98-489c-942a-21bd36bee6f6: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:07:10.411033 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f2dd039-f062-4ad1-a888-d80c1be0417d req-ab03fcd1-1815-4b83-9ded-d8932315f46e tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 697 time: 0.0970407 Sep 30 08:07:10.487308 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f2dd039-f062-4ad1-a888-d80c1be0417d req-6ee38f60-a8d8-4a76-9248-a9c6aab5dac9 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 697 time: 0.0599477 Sep 30 08:07:10.508013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['54ebc36a-7bc9-4617-849c-4ea13536adb6', '379de1c7-177f-4d3e-8291-5798e60558a8'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:07:10.555132 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fddbd9-b92a-49c9-ad40-eade6c976070 req-f8a0ad7e-1ce1-4141-94ff-f32c787dd3fd tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:10.556859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c5fddbd9-b92a-49c9-ad40-eade6c976070 req-f8a0ad7e-1ce1-4141-94ff-f32c787dd3fd tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.1728077 Sep 30 08:07:10.705502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c5fddbd9-b92a-49c9-ad40-eade6c976070 req-2664c0d8-9177-448c-971c-5e804669f13c tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369944 Sep 30 08:07:10.708552 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-34350845-be93-4b75-a9ee-62704b703a39 req-2f9b1f3f-a8f9-46e7-bdfe-184341a5886f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:10.742189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b1f3f-a8f9-46e7-bdfe-184341a5886f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Port': ['ID=379de1c7-177f-4d3e-8291-5798e60558a8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:10.793456 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-34350845-be93-4b75-a9ee-62704b703a39 req-2f9b1f3f-a8f9-46e7-bdfe-184341a5886f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] No DVR routers for this DVR port 379de1c7-177f-4d3e-8291-5798e60558a8 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:10.796207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-4f2dd039-f062-4ad1-a888-d80c1be0417d req-3d07ae37-caca-410f-bffc-119c5ba59bae tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Deleting port b375d123-05c5-4f92-a0f7-fabf21ec2482 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:10.796550 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4f2dd039-f062-4ad1-a888-d80c1be0417d req-3d07ae37-caca-410f-bffc-119c5ba59bae tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:10.798993 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-34350845-be93-4b75-a9ee-62704b703a39 req-2f9b1f3f-a8f9-46e7-bdfe-184341a5886f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:10.801055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34350845-be93-4b75-a9ee-62704b703a39 req-2f9b1f3f-a8f9-46e7-bdfe-184341a5886f tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.35 "DELETE /v2.0/ports/379de1c7-177f-4d3e-8291-5798e60558a8 HTTP/1.1" status: 204 len: 173 time: 1.0110288 Sep 30 08:07:10.910817 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4f2dd039-f062-4ad1-a888-d80c1be0417d req-3d07ae37-caca-410f-bffc-119c5ba59bae tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:10.911557 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4f2dd039-f062-4ad1-a888-d80c1be0417d req-3d07ae37-caca-410f-bffc-119c5ba59bae tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:10.926355 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-4f2dd039-f062-4ad1-a888-d80c1be0417d req-3d07ae37-caca-410f-bffc-119c5ba59bae tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Calling delete_port for b375d123-05c5-4f92-a0f7-fabf21ec2482 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:11.062954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41118c6e-5b93-4966-94f7-d152f6162201 req-0b521b86-6e4c-49ce-8777-9b97199d1376 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:11.064396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41118c6e-5b93-4966-94f7-d152f6162201 req-0b521b86-6e4c-49ce-8777-9b97199d1376 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.0686271 Sep 30 08:07:11.124544 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4f2dd039-f062-4ad1-a888-d80c1be0417d req-3d07ae37-caca-410f-bffc-119c5ba59bae tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:11.155428 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41118c6e-5b93-4966-94f7-d152f6162201 req-3d0982bf-ef95-470d-a264-67fa4e94be4c tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693636 Sep 30 08:07:11.156148 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07ae37-caca-410f-bffc-119c5ba59bae tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Pushing event deleted for resources: {'Port': ['ID=b375d123-05c5-4f92-a0f7-fabf21ec2482,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:11.220346 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4f2dd039-f062-4ad1-a888-d80c1be0417d req-3d07ae37-caca-410f-bffc-119c5ba59bae tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:11.222935 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4f2dd039-f062-4ad1-a888-d80c1be0417d req-3d07ae37-caca-410f-bffc-119c5ba59bae tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:11.224114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f2dd039-f062-4ad1-a888-d80c1be0417d req-3d07ae37-caca-410f-bffc-119c5ba59bae tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "DELETE /v2.0/floatingips/51136dd9-ed98-489c-942a-21bd36bee6f6 HTTP/1.1" status: 204 len: 173 time: 0.7233520 Sep 30 08:07:11.292109 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf23fb-9ddb-4ee5-8317-bcb69be26563 req-8fb6e3d6-a7fd-406b-8ef8-883fd76c5e8d tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:11.293542 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cbf23fb-9ddb-4ee5-8317-bcb69be26563 req-8fb6e3d6-a7fd-406b-8ef8-883fd76c5e8d tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76 HTTP/1.1" status: 200 len: 946 time: 0.0683563 Sep 30 08:07:11.361538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90813b9d-dc3a-4a52-abb9-de02b9b92648 req-f8701c22-da3f-4ae9-9b91-cddcce690622 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:11.363488 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90813b9d-dc3a-4a52-abb9-de02b9b92648 req-f8701c22-da3f-4ae9-9b91-cddcce690622 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 949 time: 0.0879016 Sep 30 08:07:11.367324 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cbf23fb-9ddb-4ee5-8317-bcb69be26563 req-5663bb1e-8659-4072-8899-06c0aa99d4f2 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2310329-4ae3-4b80-9b7e-402e3325930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558777 Sep 30 08:07:11.409035 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90813b9d-dc3a-4a52-abb9-de02b9b92648 req-facf2a2f-84df-4b2c-af94-84ce46388e7f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378370 Sep 30 08:07:11.497547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91660237-2116-4db8-840a-0808a65d39f8 req-c5268314-4beb-4cc3-ad7e-6fcc19cf3c67 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1 HTTP/1.1" status: 200 len: 210 time: 0.0386953 Sep 30 08:07:11.538412 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b46fa-0e64-4d87-b674-d3124fcdd421 req-88fc5fb2-f05f-426e-a4d6-55b4f92cad28 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:11.539981 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-513b46fa-0e64-4d87-b674-d3124fcdd421 req-88fc5fb2-f05f-426e-a4d6-55b4f92cad28 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.0690534 Sep 30 08:07:11.588153 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-513b46fa-0e64-4d87-b674-d3124fcdd421 req-c8d4457a-f5e3-4081-abf7-057751022834 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418925 Sep 30 08:07:11.600889 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1', 'name': 'network-vif-deleted', 'tag': '54ebc36a-7bc9-4617-849c-4ea13536adb6'}, {'server_uuid': 'c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1', 'name': 'network-vif-deleted', 'tag': '379de1c7-177f-4d3e-8291-5798e60558a8'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:11.603099 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a6b58c-3426-4dae-aa9c-ec70b1d605cb" -d '{"events": [{"server_uuid": "c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1", "name": "network-vif-deleted", "tag": "54ebc36a-7bc9-4617-849c-4ea13536adb6"}, {"server_uuid": "c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1", "name": "network-vif-deleted", "tag": "379de1c7-177f-4d3e-8291-5798e60558a8"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:11.632428 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690217ea-af9f-4e0e-b21d-cbd5962dc1e3 req-9fc7311e-b56d-407f-bd95-7c50d9f07b80 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:11.635788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-690217ea-af9f-4e0e-b21d-cbd5962dc1e3 req-9fc7311e-b56d-407f-bd95-7c50d9f07b80 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0618234 Sep 30 08:07:11.639503 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147ec2ad-ff9b-40ea-a192-da54b33da5cd x-openstack-request-id: req-147ec2ad-ff9b-40ea-a192-da54b33da5cd {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:11.640038 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1", "name": "network-vif-deleted", "tag": "54ebc36a-7bc9-4617-849c-4ea13536adb6", "status": "completed", "code": 200}, {"server_uuid": "c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1", "name": "network-vif-deleted", "tag": "379de1c7-177f-4d3e-8291-5798e60558a8", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:11.640316 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-147ec2ad-ff9b-40ea-a192-da54b33da5cd {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:11.640702 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1', 'name': 'network-vif-deleted', 'tag': '54ebc36a-7bc9-4617-849c-4ea13536adb6', 'status': 'completed', 'code': 200} Sep 30 08:07:11.640953 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c738c6cd-e66b-4c80-b0a1-6ff2a4b382a1', 'name': 'network-vif-deleted', 'tag': '379de1c7-177f-4d3e-8291-5798e60558a8', 'status': 'completed', 'code': 200} Sep 30 08:07:11.681705 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-690217ea-af9f-4e0e-b21d-cbd5962dc1e3 req-634ff1dc-b268-489d-817a-fb9c5a9af50c tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0397718 Sep 30 08:07:11.749423 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f044a852-fbe0-47af-bdf7-6ea5a27bd136 req-6707e9ab-87a5-44d9-ace1-7e5969146c73 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0387154 Sep 30 08:07:11.766721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fe865-c389-4531-afce-c26338000a31 req-b817407a-8d88-4a78-9833-db823ce9960d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:11.768263 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-088fe865-c389-4531-afce-c26338000a31 req-b817407a-8d88-4a78-9833-db823ce9960d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.0825243 Sep 30 08:07:11.811315 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-088fe865-c389-4531-afce-c26338000a31 req-8385ac34-1208-414e-845c-eafb19d6d791 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349908 Sep 30 08:07:11.861806 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775377-f1c3-4605-b7e1-6e5e4ab0a7ee req-4fdd70e4-3a7b-4253-b728-05b5c5e33620 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:11.863319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb775377-f1c3-4605-b7e1-6e5e4ab0a7ee req-4fdd70e4-3a7b-4253-b728-05b5c5e33620 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.0560405 Sep 30 08:07:11.902876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb775377-f1c3-4605-b7e1-6e5e4ab0a7ee req-c7e070a5-a978-422d-acf0-539da110a773 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335906 Sep 30 08:07:11.969301 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58918657-900a-450e-a256-918baf2c9278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:12.035078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e93292-a5f7-499c-be55-bf69659a574d req-c1fe80c6-11d8-4cca-9248-d11cf95dd0aa tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:12.036628 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35e93292-a5f7-499c-be55-bf69659a574d req-c1fe80c6-11d8-4cca-9248-d11cf95dd0aa tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.0535944 Sep 30 08:07:12.085875 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35e93292-a5f7-499c-be55-bf69659a574d req-01fe15f6-44ab-4ee2-8b20-d99a26aa557f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 Sep 30 08:07:12.121126 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810aaf7c-1e5b-470e-b3bd-d49bf9df1149 req-43bbf56b-a719-4bcd-82a4-c945f2da4e0c tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:12.122676 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-810aaf7c-1e5b-470e-b3bd-d49bf9df1149 req-43bbf56b-a719-4bcd-82a4-c945f2da4e0c tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 945 time: 0.0533698 Sep 30 08:07:12.192343 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-810aaf7c-1e5b-470e-b3bd-d49bf9df1149 req-4653de67-3910-44a5-bb35-6f4c082037df tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f849a2a-f4d8-42f4-9606-a47bf56cca54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632842 Sep 30 08:07:12.215633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4f05e-2a3d-4590-8059-9ff8dea8f36f req-44db58ff-ff00-4a7c-b82b-a84cbd1e94af tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:12.217147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2b4f05e-2a3d-4590-8059-9ff8dea8f36f req-44db58ff-ff00-4a7c-b82b-a84cbd1e94af tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.0630662 Sep 30 08:07:12.264316 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2b4f05e-2a3d-4590-8059-9ff8dea8f36f req-bafca080-b4cf-4126-b39c-a1beed46f033 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412781 Sep 30 08:07:12.300311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63d0bb-1c0b-4996-9943-e6cff09419c7 req-78e979d7-58a2-4883-b6e4-59ce898dfa7e tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:12.301745 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c63d0bb-1c0b-4996-9943-e6cff09419c7 req-78e979d7-58a2-4883-b6e4-59ce898dfa7e tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.0530229 Sep 30 08:07:12.339515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c63d0bb-1c0b-4996-9943-e6cff09419c7 req-6349ebf1-3c77-4298-8507-214a640c2c18 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310030 Sep 30 08:07:12.578528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e5ed534d-6169-4ad3-9a35-85f2c5736c3d up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:07:12.642264 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port e5ed534d-6169-4ad3-9a35-85f2c5736c3d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:07:12.646699 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port e5ed534d-6169-4ad3-9a35-85f2c5736c3d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:12.647210 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:12.727074 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:12.754150 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8437c010-d334-474b-9999-c47a74254fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ed534d-6169-4ad3-9a35-85f2c5736c3d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:12.757772 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3894a7b9-2d5b-4144-9027-e9fddd5e6b07" -d '{"events": [{"server_uuid": "8437c010-d334-474b-9999-c47a74254fb9", "name": "network-vif-plugged", "status": "completed", "tag": "e5ed534d-6169-4ad3-9a35-85f2c5736c3d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:12.771468 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e5ed534d-6169-4ad3-9a35-85f2c5736c3d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e5ed534d-6169-4ad3-9a35-85f2c5736c3d,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:12.777516 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:12.778400 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 379de1c7-177f-4d3e-8291-5798e60558a8 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:12.790298 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1d06-e9eb-4674-b8aa-926f4366a789 req-0907b9f8-9ac1-4429-ac6c-a3c56589f9cc tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:12.791874 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b4dd1d06-e9eb-4674-b8aa-926f4366a789 req-0907b9f8-9ac1-4429-ac6c-a3c56589f9cc tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76 HTTP/1.1" status: 200 len: 946 time: 0.0552893 Sep 30 08:07:12.824239 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 379de1c7-177f-4d3e-8291-5798e60558a8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:12.824589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 379de1c7-177f-4d3e-8291-5798e60558a8 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:12.825013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 54ebc36a-7bc9-4617-849c-4ea13536adb6 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:12.829549 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d520c-9b79-4fb4-bbf0-20d1289f0301 req-1a14f472-98c2-4cbd-9016-5c6c68397749 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:12.836835 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e9d520c-9b79-4fb4-bbf0-20d1289f0301 req-1a14f472-98c2-4cbd-9016-5c6c68397749 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.4113166 Sep 30 08:07:12.848634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 54ebc36a-7bc9-4617-849c-4ea13536adb6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:12.848876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 54ebc36a-7bc9-4617-849c-4ea13536adb6 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:12.863712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81294de-e72f-4b56-839b-f5fd8118c783 req-19c3a5c1-4bb6-4a73-bad7-7977e244711a tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:12.865868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b81294de-e72f-4b56-839b-f5fd8118c783 req-19c3a5c1-4bb6-4a73-bad7-7977e244711a tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76 HTTP/1.1" status: 200 len: 946 time: 0.4126322 Sep 30 08:07:12.874051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=e5ed534d-6169-4ad3-9a35-85f2c5736c3d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:12.889218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e9d520c-9b79-4fb4-bbf0-20d1289f0301 req-3ff78755-6d93-40fb-9f9f-dc39436c7cfb tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515537 Sep 30 08:07:12.895713 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b4dd1d06-e9eb-4674-b8aa-926f4366a789 req-ce4a5706-0ae6-4f8f-a819-8d16e92c33a8 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Deleting port 1dbfee16-65b6-414d-a561-162ffe8b52d6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:12.896436 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4dd1d06-e9eb-4674-b8aa-926f4366a789 req-ce4a5706-0ae6-4f8f-a819-8d16e92c33a8 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:12.919403 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b81294de-e72f-4b56-839b-f5fd8118c783 req-8afd841c-c444-4aab-b6df-85b0c3553d0f tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2310329-4ae3-4b80-9b7e-402e3325930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438149 Sep 30 08:07:12.967331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51884) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:12.996103 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ea8fe6-b9d5-4a21-b857-8ceb7f90f30b x-openstack-request-id: req-91ea8fe6-b9d5-4a21-b857-8ceb7f90f30b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:12.996968 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8437c010-d334-474b-9999-c47a74254fb9", "name": "network-vif-plugged", "status": "completed", "tag": "e5ed534d-6169-4ad3-9a35-85f2c5736c3d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:12.997397 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91ea8fe6-b9d5-4a21-b857-8ceb7f90f30b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:12.997961 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8437c010-d334-474b-9999-c47a74254fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ed534d-6169-4ad3-9a35-85f2c5736c3d', 'code': 200} Sep 30 08:07:13.007328 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b4dd1d06-e9eb-4674-b8aa-926f4366a789 req-ce4a5706-0ae6-4f8f-a819-8d16e92c33a8 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] For port 1dbfee16-65b6-414d-a561-162ffe8b52d6, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1dbfee16-65b6-414d-a561-162ffe8b52d6,segment=NetworkSegment(2cab286c-38ca-47aa-a03c-3138952fc3b6),segment_id=2cab286c-38ca-47aa-a03c-3138952fc3b6)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:13.007878 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4dd1d06-e9eb-4674-b8aa-926f4366a789 req-ce4a5706-0ae6-4f8f-a819-8d16e92c33a8 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:13.045333 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b4dd1d06-e9eb-4674-b8aa-926f4366a789 req-ce4a5706-0ae6-4f8f-a819-8d16e92c33a8 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Calling delete_port for 1dbfee16-65b6-414d-a561-162ffe8b52d6 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:13.076977 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e98567-edf1-4225-a9d8-0ad1df26cef4 req-1d5eaf9c-2b4e-4b2d-a58d-6fb44cc5d75a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:13.082852 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c5e98567-edf1-4225-a9d8-0ad1df26cef4 req-1d5eaf9c-2b4e-4b2d-a58d-6fb44cc5d75a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 950 time: 0.1270659 Sep 30 08:07:13.088347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac4d822-4158-4daf-8a49-3a03b709146b tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Deleting subnet bfaeb70f-bec4-471d-af7c-0c5a2b5764a7 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:07:13.096132 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ac4d822-4158-4daf-8a49-3a03b709146b tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:13.190558 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4dd1d06-e9eb-4674-b8aa-926f4366a789 req-ce4a5706-0ae6-4f8f-a819-8d16e92c33a8 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:13.196678 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ac4d822-4158-4daf-8a49-3a03b709146b tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:13.204497 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['1dbfee16-65b6-414d-a561-162ffe8b52d6'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:07:13.222335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a5706-0ae6-4f8f-a819-8d16e92c33a8 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Pushing event deleted for resources: {'Port': ['ID=1dbfee16-65b6-414d-a561-162ffe8b52d6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:13.258609 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c5e98567-edf1-4225-a9d8-0ad1df26cef4 req-546b1330-e36d-4d3d-ab75-a03c6500ab85 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641815 Sep 30 08:07:13.274201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dd1d06-e9eb-4674-b8aa-926f4366a789 req-ce4a5706-0ae6-4f8f-a819-8d16e92c33a8 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] No DVR routers for this DVR port 1dbfee16-65b6-414d-a561-162ffe8b52d6 on host n-h1-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:13.277793 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4dd1d06-e9eb-4674-b8aa-926f4366a789 req-ce4a5706-0ae6-4f8f-a819-8d16e92c33a8 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:13.281459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed1523-abb1-4988-9aa2-e097957ca398 req-2b56c3c8-5ebd-4020-8391-fbc8bd8744e7 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:13.283462 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1ed1523-abb1-4988-9aa2-e097957ca398 req-2b56c3c8-5ebd-4020-8391-fbc8bd8744e7 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.2413261 Sep 30 08:07:13.285242 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b4dd1d06-e9eb-4674-b8aa-926f4366a789 req-ce4a5706-0ae6-4f8f-a819-8d16e92c33a8 tempest-AttachSCSIVolumeTestJSON-2002081265 tempest-AttachSCSIVolumeTestJSON-2002081265-project] 10.222.0.36 "DELETE /v2.0/ports/1dbfee16-65b6-414d-a561-162ffe8b52d6 HTTP/1.1" status: 204 len: 173 time: 0.4852164 Sep 30 08:07:13.285770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76', 'name': 'network-vif-deleted', 'tag': '1dbfee16-65b6-414d-a561-162ffe8b52d6'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:13.289434 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a84567-04d6-475e-a66f-1f4781aaa8e3" -d '{"events": [{"server_uuid": "5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76", "name": "network-vif-deleted", "tag": "1dbfee16-65b6-414d-a561-162ffe8b52d6"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:13.341890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc77f5-9c26-429c-859c-479fb5fa31f4 req-3b84b3f8-394c-46ac-a18a-c0b0986cb4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:13.343598 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9dc77f5-9c26-429c-859c-479fb5fa31f4 req-3b84b3f8-394c-46ac-a18a-c0b0986cb4be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 1101 time: 0.2379262 Sep 30 08:07:13.404910 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ac4d822-4158-4daf-8a49-3a03b709146b tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:13.410779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1ed1523-abb1-4988-9aa2-e097957ca398 req-629bef86-fe45-47a8-9905-06f70c7e20e8 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662103 Sep 30 08:07:13.491786 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9dc77f5-9c26-429c-859c-479fb5fa31f4 req-b2250e61-9eb5-48a4-ab0b-6983f6796d0c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280017 Sep 30 08:07:13.493930 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4797c9a0-c00a-40a9-a8dc-bf2307cb0bbf x-openstack-request-id: req-4797c9a0-c00a-40a9-a8dc-bf2307cb0bbf {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:13.494499 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76", "name": "network-vif-deleted", "tag": "1dbfee16-65b6-414d-a561-162ffe8b52d6", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:13.494986 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4797c9a0-c00a-40a9-a8dc-bf2307cb0bbf {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:13.495591 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0fb7ef-e9f2-47a3-8431-f52e97c7fd76', 'name': 'network-vif-deleted', 'tag': '1dbfee16-65b6-414d-a561-162ffe8b52d6', 'status': 'completed', 'code': 200} Sep 30 08:07:13.548263 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ddfa5-3b29-4991-972e-50bbb64c2b53 req-87683742-def3-490d-896d-045c021f3401 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:13.550010 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd2ddfa5-3b29-4991-972e-50bbb64c2b53 req-87683742-def3-490d-896d-045c021f3401 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 945 time: 0.1250839 Sep 30 08:07:13.551727 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ac4d822-4158-4daf-8a49-3a03b709146b tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:13.585314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4d822-4158-4daf-8a49-3a03b709146b tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Subnet': ['ID=bfaeb70f-bec4-471d-af7c-0c5a2b5764a7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:13.618344 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa684ecb-744d-42c8-8269-d575e780ee38 req-736543f4-947e-4617-8efd-2eab21acd83e tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:13.619809 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fa684ecb-744d-42c8-8269-d575e780ee38 req-736543f4-947e-4617-8efd-2eab21acd83e tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.36 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 945 time: 0.0653145 Sep 30 08:07:13.626135 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ac4d822-4158-4daf-8a49-3a03b709146b tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:13.630576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0ac4d822-4158-4daf-8a49-3a03b709146b tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "DELETE /v2.0/subnets/bfaeb70f-bec4-471d-af7c-0c5a2b5764a7 HTTP/1.1" status: 204 len: 168 time: 0.6595633 Sep 30 08:07:13.633082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51894) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:13.638345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2e0939-01d0-41c8-8cc9-2f3d4bf94025 None None] Network 48ee416b-d747-4ec7-b9fc-f8c068d674be requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:13.734230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94aafd8-108c-4960-b6de-5b1f98336b1b req-c7ab8f54-d061-40b5-ba96-fc3868c9c794 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:13.742115 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a94aafd8-108c-4960-b6de-5b1f98336b1b req-c7ab8f54-d061-40b5-ba96-fc3868c9c794 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.1852310 Sep 30 08:07:13.745212 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-fa684ecb-744d-42c8-8269-d575e780ee38 req-721870f1-98b9-4ecf-8164-fb43e0eb3aeb tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Deleting port 5ce2dc7c-7540-4c7f-86a4-21221197342d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:13.745793 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa684ecb-744d-42c8-8269-d575e780ee38 req-721870f1-98b9-4ecf-8164-fb43e0eb3aeb tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:13.759189 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd2ddfa5-3b29-4991-972e-50bbb64c2b53 req-d9580927-acf6-42cc-88dc-7146482e73fc tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f849a2a-f4d8-42f4-9606-a47bf56cca54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754298 Sep 30 08:07:13.786652 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:13.816237 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a94aafd8-108c-4960-b6de-5b1f98336b1b req-101efa0b-4a2a-472e-9e5c-9cd44ace7423 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731497 Sep 30 08:07:13.891578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Deleting port d9efabef-3ed6-40e1-8da5-94a83938c325 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:13.892182 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:13.922009 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94269520-8b8b-49ed-a2c0-6f4037118a44 None None] DHCP port deletion for 48ee416b-d747-4ec7-b9fc-f8c068d674be request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:07:13.933112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-fa684ecb-744d-42c8-8269-d575e780ee38 req-721870f1-98b9-4ecf-8164-fb43e0eb3aeb tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] For port 5ce2dc7c-7540-4c7f-86a4-21221197342d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5ce2dc7c-7540-4c7f-86a4-21221197342d,segment=NetworkSegment(78f01a6e-fdfc-41dc-86a1-8a034f5c7004),segment_id=78f01a6e-fdfc-41dc-86a1-8a034f5c7004)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:13.933696 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa684ecb-744d-42c8-8269-d575e780ee38 req-721870f1-98b9-4ecf-8164-fb43e0eb3aeb tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:13.966311 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-fa684ecb-744d-42c8-8269-d575e780ee38 req-721870f1-98b9-4ecf-8164-fb43e0eb3aeb tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Calling delete_port for 5ce2dc7c-7540-4c7f-86a4-21221197342d owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:13.982660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] For port d9efabef-3ed6-40e1-8da5-94a83938c325, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d9efabef-3ed6-40e1-8da5-94a83938c325,segment=NetworkSegment(478bdba3-654a-4089-90f7-5bd5643c4274),segment_id=478bdba3-654a-4089-90f7-5bd5643c4274)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:13.983043 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.002529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Calling delete_port for d9efabef-3ed6-40e1-8da5-94a83938c325 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:14.009643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-94269520-8b8b-49ed-a2c0-6f4037118a44 None None] Deleting port d9efabef-3ed6-40e1-8da5-94a83938c325 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:14.010162 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94269520-8b8b-49ed-a2c0-6f4037118a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.108886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce381a-c61b-4dc8-baa8-3d282989c14e req-bc23cf82-b1b5-4f8d-a6db-db1e9b0dcce3 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:14.111807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcce381a-c61b-4dc8-baa8-3d282989c14e req-bc23cf82-b1b5-4f8d-a6db-db1e9b0dcce3 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1105621 Sep 30 08:07:14.117760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-94269520-8b8b-49ed-a2c0-6f4037118a44 None None] For port d9efabef-3ed6-40e1-8da5-94a83938c325, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d9efabef-3ed6-40e1-8da5-94a83938c325,segment=NetworkSegment(478bdba3-654a-4089-90f7-5bd5643c4274),segment_id=478bdba3-654a-4089-90f7-5bd5643c4274)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:14.118171 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94269520-8b8b-49ed-a2c0-6f4037118a44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.131421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-94269520-8b8b-49ed-a2c0-6f4037118a44 None None] Calling delete_port for d9efabef-3ed6-40e1-8da5-94a83938c325 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:14.180617 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcce381a-c61b-4dc8-baa8-3d282989c14e req-e5528848-a642-4b7d-951f-fbb241925055 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532489 Sep 30 08:07:14.195502 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.221673 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Port': ['ID=d9efabef-3ed6-40e1-8da5-94a83938c325,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:14.223301 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94269520-8b8b-49ed-a2c0-6f4037118a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.225864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] No DVR routers for this DVR port d9efabef-3ed6-40e1-8da5-94a83938c325 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:14.234980 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa684ecb-744d-42c8-8269-d575e780ee38 req-721870f1-98b9-4ecf-8164-fb43e0eb3aeb tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.254501 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5ce2dc7c-7540-4c7f-86a4-21221197342d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:07:14.257633 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94269520-8b8b-49ed-a2c0-6f4037118a44 None None] Pushing event deleted for resources: {'Port': ['ID=d9efabef-3ed6-40e1-8da5-94a83938c325,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:14.283597 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94269520-8b8b-49ed-a2c0-6f4037118a44 None None] No DVR routers for this DVR port d9efabef-3ed6-40e1-8da5-94a83938c325 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:14.293130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721870f1-98b9-4ecf-8164-fb43e0eb3aeb tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Pushing event deleted for resources: {'Port': ['ID=5ce2dc7c-7540-4c7f-86a4-21221197342d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:14.376306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa684ecb-744d-42c8-8269-d575e780ee38 req-721870f1-98b9-4ecf-8164-fb43e0eb3aeb tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] No DVR routers for this DVR port 5ce2dc7c-7540-4c7f-86a4-21221197342d on host n-h1-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:14.379388 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa684ecb-744d-42c8-8269-d575e780ee38 req-721870f1-98b9-4ecf-8164-fb43e0eb3aeb tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.382537 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fa684ecb-744d-42c8-8269-d575e780ee38 req-721870f1-98b9-4ecf-8164-fb43e0eb3aeb tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.36 "DELETE /v2.0/ports/5ce2dc7c-7540-4c7f-86a4-21221197342d HTTP/1.1" status: 204 len: 173 time: 0.7548172 Sep 30 08:07:14.396873 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.470978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ee416b-d747-4ec7-b9fc-f8c068d674be']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:14.504831 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478bdba3-654a-4089-90f7-5bd5643c4274') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:14.505152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478bdba3-654a-4089-90f7-5bd5643c4274') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:14.518106 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.543967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a629b6-1867-4b58-af5e-f769d4c5c743 req-4fd34b1c-62c4-4db5-98f8-a2dc435a9dde tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:14.545898 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2a629b6-1867-4b58-af5e-f769d4c5c743 req-4fd34b1c-62c4-4db5-98f8-a2dc435a9dde tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 950 time: 0.1456873 Sep 30 08:07:14.561531 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.586234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:07:14.586567 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:07:14.590589 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:07:14.734071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2a629b6-1867-4b58-af5e-f769d4c5c743 req-a60eea11-bed3-4a6e-a3d1-724f31940748 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758525 Sep 30 08:07:14.735236 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6130c8c-e11c-4cb3-89d4-1bdb3c185e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.775771 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.781928 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.786417 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "DELETE /v2.0/networks/48ee416b-d747-4ec7-b9fc-f8c068d674be HTTP/1.1" status: 204 len: 168 time: 1.1499324 Sep 30 08:07:14.787682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51952) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:14.813745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ab3f6-f316-48c7-985b-7c2014322d94 tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Network': ['ID=48ee416b-d747-4ec7-b9fc-f8c068d674be,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:14.863589 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-900edc33-f57b-4e04-8734-355faef418fa tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Deleting subnet 57d9d43f-d265-4492-9724-e4d99e0c7dcc {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:07:14.867560 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900edc33-f57b-4e04-8734-355faef418fa tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.878996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586670f-296d-4348-bb4a-ecda57ff52a6 req-9003beba-fd4e-47f3-8cf9-cbd3dc31bd24 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:14.886988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a586670f-296d-4348-bb4a-ecda57ff52a6 req-9003beba-fd4e-47f3-8cf9-cbd3dc31bd24 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.1834569 Sep 30 08:07:14.914197 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900edc33-f57b-4e04-8734-355faef418fa tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:14.960693 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d9efabef-3ed6-40e1-8da5-94a83938c325 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:14.978628 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a586670f-296d-4348-bb4a-ecda57ff52a6 req-71d2539c-85c6-4862-9107-b0b4d39e11b3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904763 Sep 30 08:07:15.016328 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cf880-7090-4965-a8c2-900a4c033da1 req-c4c86c54-8bad-404f-b8d9-b3b24ef1cd30 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:15.028801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-875cf880-7090-4965-a8c2-900a4c033da1 req-c4c86c54-8bad-404f-b8d9-b3b24ef1cd30 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2022462 Sep 30 08:07:15.081529 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900edc33-f57b-4e04-8734-355faef418fa tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:15.112792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-875cf880-7090-4965-a8c2-900a4c033da1 req-34ea3aca-f52c-40ea-99c2-0b47436e86ae tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805662 Sep 30 08:07:15.174944 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1e939a2-28e2-416a-95a2-83ced38fc35c req-0c87bc29-8f8a-48c7-ad82-1ea46d7ca4da tempest-FloatingIPsAssociationNegativeTestJSON-1562507924 tempest-FloatingIPsAssociationNegativeTestJSON-1562507924-project] 10.222.0.24 "GET /v2.0/ports?device_id=be83f767-b803-4f1a-bfa2-460e71d93917 HTTP/1.1" status: 200 len: 210 time: 0.0611534 Sep 30 08:07:15.189426 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d9efabef-3ed6-40e1-8da5-94a83938c325 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:15.191076 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d9efabef-3ed6-40e1-8da5-94a83938c325 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:15.235037 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900edc33-f57b-4e04-8734-355faef418fa tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:15.237456 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:15.269875 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900edc33-f57b-4e04-8734-355faef418fa tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Subnet': ['ID=57d9d43f-d265-4492-9724-e4d99e0c7dcc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:15.274244 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900edc33-f57b-4e04-8734-355faef418fa tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:15.276229 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-900edc33-f57b-4e04-8734-355faef418fa tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "DELETE /v2.0/subnets/57d9d43f-d265-4492-9724-e4d99e0c7dcc HTTP/1.1" status: 204 len: 168 time: 0.4866033 Sep 30 08:07:15.280337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0887f4f-1cbf-4a4b-b206-50639ba8ad9c None None] Network 710af986-e7ee-4ad3-8355-4c5cb03ef7fb requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:15.288199 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51968) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:15.342768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113d852-5a00-48a1-bbe8-976e603b80b1 req-ffabe95e-853e-40de-bb22-a78fdaf01467 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:15.351277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f113d852-5a00-48a1-bbe8-976e603b80b1 req-ffabe95e-853e-40de-bb22-a78fdaf01467 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.1168017 Sep 30 08:07:15.389039 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:15.401719 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058124c-d077-46f3-af98-2384f7c232fe req-12343490-74a8-4e6d-b777-561b6f104aaa tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:15.410820 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2058124c-d077-46f3-af98-2384f7c232fe req-12343490-74a8-4e6d-b777-561b6f104aaa tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1194394 Sep 30 08:07:15.437199 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f113d852-5a00-48a1-bbe8-976e603b80b1 req-f253a903-50ba-49ec-aae5-7573ebb3e799 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843973 Sep 30 08:07:15.454469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Deleting port 54040701-2e29-43e4-8624-70b41a5648ae {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:15.454878 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:15.474952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2058124c-d077-46f3-af98-2384f7c232fe req-9482bddf-af45-463c-90e1-04eb7a215000 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607591 Sep 30 08:07:15.513618 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be83f767-b803-4f1a-bfa2-460e71d93917', 'name': 'network-vif-deleted', 'tag': '5ce2dc7c-7540-4c7f-86a4-21221197342d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:15.515850 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1374c1f-f4ec-439a-9478-4bc06189593e" -d '{"events": [{"server_uuid": "be83f767-b803-4f1a-bfa2-460e71d93917", "name": "network-vif-deleted", "tag": "5ce2dc7c-7540-4c7f-86a4-21221197342d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:15.530107 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] For port 54040701-2e29-43e4-8624-70b41a5648ae, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=54040701-2e29-43e4-8624-70b41a5648ae,segment=NetworkSegment(03ba780d-ed7e-4833-9ea9-95cb16d973c7),segment_id=03ba780d-ed7e-4833-9ea9-95cb16d973c7)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:15.530476 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:15.550688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Calling delete_port for 54040701-2e29-43e4-8624-70b41a5648ae owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:15.554682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb7fb7-5955-4a24-a4b3-b032157ff7ac None None] DHCP port deletion for 710af986-e7ee-4ad3-8355-4c5cb03ef7fb request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:07:15.617082 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a8cb7fb7-5955-4a24-a4b3-b032157ff7ac None None] Deleting port 54040701-2e29-43e4-8624-70b41a5648ae {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:15.619008 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7fb7-5955-4a24-a4b3-b032157ff7ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:15.652523 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e13289a-92b6-4fae-b664-1433739018a4 x-openstack-request-id: req-1e13289a-92b6-4fae-b664-1433739018a4 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:15.652839 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be83f767-b803-4f1a-bfa2-460e71d93917", "name": "network-vif-deleted", "tag": "5ce2dc7c-7540-4c7f-86a4-21221197342d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:15.653068 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e13289a-92b6-4fae-b664-1433739018a4 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:15.653475 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be83f767-b803-4f1a-bfa2-460e71d93917', 'name': 'network-vif-deleted', 'tag': '5ce2dc7c-7540-4c7f-86a4-21221197342d', 'status': 'completed', 'code': 200} Sep 30 08:07:15.698659 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a8cb7fb7-5955-4a24-a4b3-b032157ff7ac None None] For port 54040701-2e29-43e4-8624-70b41a5648ae, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=54040701-2e29-43e4-8624-70b41a5648ae,segment=NetworkSegment(03ba780d-ed7e-4833-9ea9-95cb16d973c7),segment_id=03ba780d-ed7e-4833-9ea9-95cb16d973c7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:15.698659 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7fb7-5955-4a24-a4b3-b032157ff7ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:15.708071 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:15.714359 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a8cb7fb7-5955-4a24-a4b3-b032157ff7ac None None] Calling delete_port for 54040701-2e29-43e4-8624-70b41a5648ae owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:15.716189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076eac6-21ed-4b5a-ba99-d071ce28fe9b req-d23b7e4c-b081-42d8-9bb1-0c6fffd1809a tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:15.724101 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a076eac6-21ed-4b5a-ba99-d071ce28fe9b req-d23b7e4c-b081-42d8-9bb1-0c6fffd1809a tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.0779626 Sep 30 08:07:15.749745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Port': ['ID=54040701-2e29-43e4-8624-70b41a5648ae,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:15.751959 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] No DVR routers for this DVR port 54040701-2e29-43e4-8624-70b41a5648ae on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:15.790930 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a076eac6-21ed-4b5a-ba99-d071ce28fe9b req-b756b4cc-77bc-4415-bc15-e71821b92a66 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657008 Sep 30 08:07:15.843765 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:15.876955 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:15.885919 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7fb7-5955-4a24-a4b3-b032157ff7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:15.904697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710af986-e7ee-4ad3-8355-4c5cb03ef7fb']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:15.916241 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ba780d-ed7e-4833-9ea9-95cb16d973c7') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:15.916905 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ba780d-ed7e-4833-9ea9-95cb16d973c7') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:15.929205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb7fb7-5955-4a24-a4b3-b032157ff7ac None None] Pushing event deleted for resources: {'Port': ['ID=54040701-2e29-43e4-8624-70b41a5648ae,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:15.934803 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:15.935999 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cb7fb7-5955-4a24-a4b3-b032157ff7ac None None] No DVR routers for this DVR port 54040701-2e29-43e4-8624-70b41a5648ae on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:15.956796 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:15.956967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e640d-a606-4a95-925c-148a94aa4514 req-2f7e0a41-5d6f-4b5f-a226-ea6b7774eef5 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:15.963538 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:07:15.964291 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:15.964432 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d73e640d-a606-4a95-925c-148a94aa4514 req-2f7e0a41-5d6f-4b5f-a226-ea6b7774eef5 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 950 time: 0.1093740 Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:07:15.968996 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:07:15.993608 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7494a-a161-42e0-b99b-2563b200db67 req-5ee4e6b4-9a95-4380-9bca-6521b3f8eece tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:15.995113 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-69d7494a-a161-42e0-b99b-2563b200db67 req-5ee4e6b4-9a95-4380-9bca-6521b3f8eece tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1304731 Sep 30 08:07:16.034437 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:16.047692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d73e640d-a606-4a95-925c-148a94aa4514 req-ef5ce65b-39ee-4783-a838-1a9922149cd9 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824201 Sep 30 08:07:16.053926 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:16.064764 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] 10.222.0.24 "DELETE /v2.0/networks/710af986-e7ee-4ad3-8355-4c5cb03ef7fb HTTP/1.1" status: 204 len: 168 time: 0.7673237 Sep 30 08:07:16.083277 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b0473-de9a-4855-ac4d-1e5bff6535cf tempest-ServersTestMultiNic-594676983 tempest-ServersTestMultiNic-594676983-project] Pushing event deleted for resources: {'Network': ['ID=710af986-e7ee-4ad3-8355-4c5cb03ef7fb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:16.085626 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-69d7494a-a161-42e0-b99b-2563b200db67 req-7b75a285-0390-4510-96dd-c950c516bbf4 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776949 Sep 30 08:07:16.164732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0623e2-4836-4a37-9dd5-62868745237d req-4d762cf2-1e0c-48c8-9a2f-6d57b496b1ba tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:16.166397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee0623e2-4836-4a37-9dd5-62868745237d req-4d762cf2-1e0c-48c8-9a2f-6d57b496b1ba tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.0542724 Sep 30 08:07:16.207485 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee0623e2-4836-4a37-9dd5-62868745237d req-40454ee7-8e4b-412e-9573-f5a75875a3f2 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339439 Sep 30 08:07:16.262175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32888c46-a2ce-419b-bca7-f4a6ad537c65 req-c7d77b3d-7f75-4098-aba0-56a913fa7808 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:16.273128 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32888c46-a2ce-419b-bca7-f4a6ad537c65 req-c7d77b3d-7f75-4098-aba0-56a913fa7808 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 1101 time: 0.0580568 Sep 30 08:07:16.286662 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-32888c46-a2ce-419b-bca7-f4a6ad537c65 req-9e7b7739-6391-4530-958b-9af93814fdf1 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:16.346140 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:16.471378 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-32888c46-a2ce-419b-bca7-f4a6ad537c65 req-9e7b7739-6391-4530-958b-9af93814fdf1 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:16.479866 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-32888c46-a2ce-419b-bca7-f4a6ad537c65 req-9e7b7739-6391-4530-958b-9af93814fdf1 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:16.503937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32888c46-a2ce-419b-bca7-f4a6ad537c65 req-9e7b7739-6391-4530-958b-9af93814fdf1 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298191 Sep 30 08:07:16.548729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b7739-6391-4530-958b-9af93814fdf1 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d686cc8c-9ea2-433f-9b8b-d25483b7f402,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:16.577280 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c71add-f172-43af-a61d-ceb201678942 req-913df599-97fd-4319-ab6f-dd54da0f1e75 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:16.578919 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01c71add-f172-43af-a61d-ceb201678942 req-913df599-97fd-4319-ab6f-dd54da0f1e75 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1000719 Sep 30 08:07:16.668646 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01c71add-f172-43af-a61d-ceb201678942 req-31efd360-8e08-424a-b6c9-e4c592e2f408 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772231 Sep 30 08:07:16.703871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169029f-f281-404c-bc77-a9bb76781b07 req-90754efd-b244-4c65-a2f1-a6805b277ab4 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:16.705703 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5169029f-f281-404c-bc77-a9bb76781b07 req-90754efd-b244-4c65-a2f1-a6805b277ab4 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.0993164 Sep 30 08:07:16.765226 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5169029f-f281-404c-bc77-a9bb76781b07 req-5fea8755-b193-4a5f-8353-a9f96d32e439 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521445 Sep 30 08:07:16.820458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52016) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:16.892259 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c825b76d-34a8-469a-85fb-fc8a27161284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:16.946691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1dbfee16-65b6-414d-a561-162ffe8b52d6 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:16.969180 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 54040701-2e29-43e4-8624-70b41a5648ae no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:16.990995 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 54040701-2e29-43e4-8624-70b41a5648ae {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:16.991755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 54040701-2e29-43e4-8624-70b41a5648ae not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:16.993325 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 1dbfee16-65b6-414d-a561-162ffe8b52d6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:16.993843 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1dbfee16-65b6-414d-a561-162ffe8b52d6 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:16.994457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5ce2dc7c-7540-4c7f-86a4-21221197342d no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:17.018926 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 5ce2dc7c-7540-4c7f-86a4-21221197342d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:17.019181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5ce2dc7c-7540-4c7f-86a4-21221197342d not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:17.075131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-0e086fb4-47ed-4ace-a80f-238c6699e074 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2e82a64c3ffc417d807e33bb1172703b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396848 Sep 30 08:07:17.160186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c417d5-d078-418b-b116-3d89f564eaf5 req-1ec5fdb4-b371-4055-8af6-7bf4c34ab52d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:17.168618 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65c417d5-d078-418b-b116-3d89f564eaf5 req-1ec5fdb4-b371-4055-8af6-7bf4c34ab52d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2234952 Sep 30 08:07:17.213370 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c825b76d-34a8-469a-85fb-fc8a27161284 admin admin] Deleting port 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:17.213370 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c825b76d-34a8-469a-85fb-fc8a27161284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:17.313114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c825b76d-34a8-469a-85fb-fc8a27161284 admin admin] For port 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3470f2bb-8021-46f4-8ea9-c56e2f1d4e85,segment=NetworkSegment(78f01a6e-fdfc-41dc-86a1-8a034f5c7004),segment_id=78f01a6e-fdfc-41dc-86a1-8a034f5c7004)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:17.313391 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c825b76d-34a8-469a-85fb-fc8a27161284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:17.329772 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c825b76d-34a8-469a-85fb-fc8a27161284 admin admin] Calling delete_port for 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:17.340814 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65c417d5-d078-418b-b116-3d89f564eaf5 req-0888f524-5f78-421e-b413-8232242e451f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713350 Sep 30 08:07:17.375778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-9ab23d6c-5da8-4908-8e09-d319e06639d2 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:17.393382 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-9ab23d6c-5da8-4908-8e09-d319e06639d2 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3121507 Sep 30 08:07:17.433781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-00cf715c-1d46-42ee-b227-c28337067f39 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/quotas/2e82a64c3ffc417d807e33bb1172703b HTTP/1.1" status: 200 len: 375 time: 0.0382640 Sep 30 08:07:17.533376 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c825b76d-34a8-469a-85fb-fc8a27161284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:17.538397 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39357e58-b154-4477-be56-6a0bb2938a1b req-5233970a-f098-47f7-8311-2db53ccd0727 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:17.540021 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39357e58-b154-4477-be56-6a0bb2938a1b req-5233970a-f098-47f7-8311-2db53ccd0727 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.1165454 Sep 30 08:07:17.545762 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-b26e16a7-29ee-460f-a1cd-36ee82262bfe tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1108806 Sep 30 08:07:17.566808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825b76d-34a8-469a-85fb-fc8a27161284 admin admin] Pushing event deleted for resources: {'Port': ['ID=3470f2bb-8021-46f4-8ea9-c56e2f1d4e85,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:17.604977 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39357e58-b154-4477-be56-6a0bb2938a1b req-d8e79484-4ab5-4672-8f08-66478ba2c4e6 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582545 Sep 30 08:07:17.652861 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:17.727937 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6999c75a-2dab-4142-8edf-4c2680687a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:17.868489 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c825b76d-34a8-469a-85fb-fc8a27161284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:17.975493 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0ff25-cdff-448a-80d8-fd2abff897fd req-67043b93-8fa1-4f46-a5bd-2da87930904e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:17.982566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42d0ff25-cdff-448a-80d8-fd2abff897fd req-67043b93-8fa1-4f46-a5bd-2da87930904e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1510386 Sep 30 08:07:18.060535 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42d0ff25-cdff-448a-80d8-fd2abff897fd req-8ca98176-ed4d-4943-906e-e2554fd1ebb3 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613513 Sep 30 08:07:18.170888 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c825b76d-34a8-469a-85fb-fc8a27161284 admin admin] Router e4daaaa5-56c0-481b-8cc6-81f99f189ced has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:07:18.234569 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22d7af-cb05-4bb9-8827-5463c7d9151b req-6b1b3695-7e8b-43d8-84e8-729e8b56c7b3 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:18.236161 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c22d7af-cb05-4bb9-8827-5463c7d9151b req-6b1b3695-7e8b-43d8-84e8-729e8b56c7b3 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.0697470 Sep 30 08:07:18.279423 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6999c75a-2dab-4142-8edf-4c2680687a26 admin admin] Deleting port 0c982a60-7b05-4b38-b29e-398d2a189a3a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:18.279769 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6999c75a-2dab-4142-8edf-4c2680687a26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:18.346070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c825b76d-34a8-469a-85fb-fc8a27161284 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:07:18.352194 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c825b76d-34a8-469a-85fb-fc8a27161284 admin admin] 10.222.0.24 "PUT /v2.0/routers/e4daaaa5-56c0-481b-8cc6-81f99f189ced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0048888 Sep 30 08:07:18.354866 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:18.357844 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46e9507-f23d-42b1-9813-23a3e9f09c73 None None] Sync routers for ids ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:07:18.368252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46e9507-f23d-42b1-9813-23a3e9f09c73 None None] Routers {'e4daaaa5-56c0-481b-8cc6-81f99f189ced'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:18.369318 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c22d7af-cb05-4bb9-8827-5463c7d9151b req-c156b372-f68e-4037-8668-5bffa3cc11ad tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239221 Sep 30 08:07:18.369436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f46e9507-f23d-42b1-9813-23a3e9f09c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:18.398473 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52159076-c7a9-483e-98cd-67a0995970c5 req-ef544b7c-56d8-4a6e-81c2-e98cce19bcc6 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:18.406844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52159076-c7a9-483e-98cd-67a0995970c5 req-ef544b7c-56d8-4a6e-81c2-e98cce19bcc6 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1808558 Sep 30 08:07:18.499534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-6999c75a-2dab-4142-8edf-4c2680687a26 admin admin] For port 0c982a60-7b05-4b38-b29e-398d2a189a3a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0c982a60-7b05-4b38-b29e-398d2a189a3a,segment=NetworkSegment(70062f06-a5c7-4f6e-b874-a6fa043a9644),segment_id=70062f06-a5c7-4f6e-b874-a6fa043a9644)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:18.499945 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6999c75a-2dab-4142-8edf-4c2680687a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:18.534009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6999c75a-2dab-4142-8edf-4c2680687a26 admin admin] Calling delete_port for 0c982a60-7b05-4b38-b29e-398d2a189a3a owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:18.573386 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52159076-c7a9-483e-98cd-67a0995970c5 req-1dca7dc7-2247-43b1-aee5-3af735d929f5 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641128 Sep 30 08:07:18.596734 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2fffc92f-2851-4abc-aa1a-2be59769fbf7 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:07:18.609690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f46e9507-f23d-42b1-9813-23a3e9f09c73 None None] Set router e4daaaa5-56c0-481b-8cc6-81f99f189ced gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:18.966675 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e46d02c1-500d-46ef-8ecd-950e9d03b572 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:19.008836 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2fffc92f-2851-4abc-aa1a-2be59769fbf7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:19.019135 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc429aea-b388-4e5f-a496-74d9ee75878c req-5927fead-259a-4ad3-970f-af94121f3612 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 210 time: 0.2781675 Sep 30 08:07:19.024227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '2fffc92f-2851-4abc-aa1a-2be59769fbf7', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '2fffc92f-2851-4abc-aa1a-2be59769fbf7', 'mac_address': 'fa:16:3e:8d:d3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:07:19.077001 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:19.091635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fe820-587a-4a21-af37-58a6d937676a req-682c6956-1b25-4c1e-95a9-d924542f6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:19.094048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-546fe820-587a-4a21-af37-58a6d937676a req-682c6956-1b25-4c1e-95a9-d924542f6bbf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 1101 time: 0.4354563 Sep 30 08:07:19.104170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fffc92f-2851-4abc-aa1a-2be59769fbf7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:07:19.160117 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f46e9507-f23d-42b1-9813-23a3e9f09c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-router', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:02Z', 'updated_at': '2021-09-30T08:07:17Z', 'revision_number': 5, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'gw_port': {'id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:06Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:19.166362 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2fffc92f-2851-4abc-aa1a-2be59769fbf7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:19.179097 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e46d02c1-500d-46ef-8ecd-950e9d03b572 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:19.202815 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:19.207416 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46e9507-f23d-42b1-9813-23a3e9f09c73 None None] Checking router: e4daaaa5-56c0-481b-8cc6-81f99f189ced for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:07:19.245798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46e9507-f23d-42b1-9813-23a3e9f09c73 None None] Routers {'e4daaaa5-56c0-481b-8cc6-81f99f189ced'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:19.246530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f46e9507-f23d-42b1-9813-23a3e9f09c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:19.311061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=2fffc92f-2851-4abc-aa1a-2be59769fbf7,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:19.429050 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f46e9507-f23d-42b1-9813-23a3e9f09c73 None None] Set router e4daaaa5-56c0-481b-8cc6-81f99f189ced gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:19.526277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e994d-1685-4726-bf95-b3c05f65ac70 req-42673c5b-b553-4d19-97ec-000af7081470 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:19.527731 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b28e994d-1685-4726-bf95-b3c05f65ac70 req-42673c5b-b553-4d19-97ec-000af7081470 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.6219323 Sep 30 08:07:19.538084 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['2fffc92f-2851-4abc-aa1a-2be59769fbf7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:07:19.594879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-546fe820-587a-4a21-af37-58a6d937676a req-7c1dbdc1-7bf7-499b-b97a-c60ca64d8083 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866087 Sep 30 08:07:19.628873 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6999c75a-2dab-4142-8edf-4c2680687a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:19.642503 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb83703-4878-49c1-9ad9-71abf5655c04 req-d3dce602-e137-4715-bfaa-2f3167551df2 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:19.644914 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7eb83703-4878-49c1-9ad9-71abf5655c04 req-d3dce602-e137-4715-bfaa-2f3167551df2 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1472325 Sep 30 08:07:19.651677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b28e994d-1685-4726-bf95-b3c05f65ac70 req-ab2ba9d5-6923-4e8c-8766-2d4b30aea95a tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919158 Sep 30 08:07:19.702390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f46e9507-f23d-42b1-9813-23a3e9f09c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-router', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:02Z', 'updated_at': '2021-09-30T08:07:17Z', 'revision_number': 5, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'gw_port': {'id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:06Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:19.707113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:19.723519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999c75a-2dab-4142-8edf-4c2680687a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c982a60-7b05-4b38-b29e-398d2a189a3a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:19.743499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46e9507-f23d-42b1-9813-23a3e9f09c73 None None] The sync data for ids ['e4daaaa5-56c0-481b-8cc6-81f99f189ced'] in n-d-807359-2 is: [{'id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946005525-router', 'tenant_id': 'dcfd02a4420f45ae80de716be102bc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:02Z', 'updated_at': '2021-09-30T08:07:17Z', 'revision_number': 5, 'project_id': 'dcfd02a4420f45ae80de716be102bc08', 'gw_port': {'id': 'bbe039b0-eebd-4298-a18b-e6fb65b7ea0c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4daaaa5-56c0-481b-8cc6-81f99f189ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:06Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:07:19.789737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e46d02c1-500d-46ef-8ecd-950e9d03b572 admin admin] Deleting port bbe039b0-eebd-4298-a18b-e6fb65b7ea0c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:19.790360 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e46d02c1-500d-46ef-8ecd-950e9d03b572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:19.796939 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7eb83703-4878-49c1-9ad9-71abf5655c04 req-5d4b6a54-7dbf-4efa-89a5-a3c66712d669 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104522 Sep 30 08:07:20.003475 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e46d02c1-500d-46ef-8ecd-950e9d03b572 admin admin] For port bbe039b0-eebd-4298-a18b-e6fb65b7ea0c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=bbe039b0-eebd-4298-a18b-e6fb65b7ea0c,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:20.003837 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e46d02c1-500d-46ef-8ecd-950e9d03b572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:20.019855 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e46d02c1-500d-46ef-8ecd-950e9d03b572 admin admin] Calling delete_port for bbe039b0-eebd-4298-a18b-e6fb65b7ea0c owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:20.053422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38b5bb-5025-4697-bb5d-e037cc7487c5 req-530e3537-c631-4454-8f62-9e22ca12efc4 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:20.054948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c38b5bb-5025-4697-bb5d-e037cc7487c5 req-530e3537-c631-4454-8f62-9e22ca12efc4 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1430702 Sep 30 08:07:20.070483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65216b88-af9d-47c0-9c88-a9b307ea9ed9 req-0062d6af-d378-449b-b3cf-11b6825563a0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:20.072027 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65216b88-af9d-47c0-9c88-a9b307ea9ed9 req-0062d6af-d378-449b-b3cf-11b6825563a0 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.1700461 Sep 30 08:07:20.098519 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6999c75a-2dab-4142-8edf-4c2680687a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:20.153342 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c38b5bb-5025-4697-bb5d-e037cc7487c5 req-eeaae5a7-3ce1-450b-857d-0bd16b2ead3b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803037 Sep 30 08:07:20.228224 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65216b88-af9d-47c0-9c88-a9b307ea9ed9 req-663c6968-dac3-4e4d-af38-7df6410909ad tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378524 Sep 30 08:07:20.298429 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-ecf694e3-9f7b-4b27-9bc0-bba6999eee98 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2e82a64c3ffc417d807e33bb1172703b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679562 Sep 30 08:07:20.317421 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e46d02c1-500d-46ef-8ecd-950e9d03b572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:20.356107 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d02c1-500d-46ef-8ecd-950e9d03b572 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe039b0-eebd-4298-a18b-e6fb65b7ea0c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:20.393782 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-552fa23e-d54e-4c46-95b8-c6304758f5e7 req-527a5678-88fa-4556-b5ff-b0459fc42159 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 210 time: 0.1133444 Sep 30 08:07:20.477905 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e46d02c1-500d-46ef-8ecd-950e9d03b572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:20.551217 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7905e17b-4e33-4b57-9020-0be10102e284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:20.574440 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c692896-a720-42b4-b1fe-e5c0aa224589 req-6b3592d7-32d5-4648-8134-76b5f03b7131 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:20.576034 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7c692896-a720-42b4-b1fe-e5c0aa224589 req-6b3592d7-32d5-4648-8134-76b5f03b7131 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1770110 Sep 30 08:07:20.591978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-d11fe125-a4a5-4762-ab1a-2a5dd901f56b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:20.593387 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-d11fe125-a4a5-4762-ab1a-2a5dd901f56b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519534 Sep 30 08:07:20.610042 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e46d02c1-500d-46ef-8ecd-950e9d03b572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:20.613967 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e46d02c1-500d-46ef-8ecd-950e9d03b572 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:20.620006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2fffc92f-2851-4abc-aa1a-2be59769fbf7 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:07:20.627753 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2fffc92f-2851-4abc-aa1a-2be59769fbf7 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:20.647136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-6c29fd02-5fbc-45ba-8e1e-f5cdf5157066 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Request body: {'port': {'device_id': 'a9494523-6f17-46e9-aa38-f786fd3e107c', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '2e82a64c3ffc417d807e33bb1172703b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:20.676322 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e46d02c1-500d-46ef-8ecd-950e9d03b572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:20.676851 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46d02c1-500d-46ef-8ecd-950e9d03b572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4daaaa5-56c0-481b-8cc6-81f99f189ced {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:07:20.706148 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7c692896-a720-42b4-b1fe-e5c0aa224589 req-9bc841bd-3f98-4180-8334-e58705a32d93 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226301 Sep 30 08:07:20.711717 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e46d02c1-500d-46ef-8ecd-950e9d03b572 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:20.713182 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e46d02c1-500d-46ef-8ecd-950e9d03b572 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e4daaaa5-56c0-481b-8cc6-81f99f189ced HTTP/1.1" status: 204 len: 168 time: 2.3484361 Sep 30 08:07:20.716533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52088) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:20.745303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6999c75a-2dab-4142-8edf-4c2680687a26 admin admin] Router 95cb103e-477e-44e8-a991-5ac3edab442c has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:07:20.868641 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:20.925713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2fffc92f-2851-4abc-aa1a-2be59769fbf7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:07:20.970757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab639b9-b389-43b6-a870-e63902f55c45 admin admin] Deleting subnet 1ff604b4-4ea3-444f-b90c-17291184c96e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:07:20.981946 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2fffc92f-2851-4abc-aa1a-2be59769fbf7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:20.984207 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2fffc92f-2851-4abc-aa1a-2be59769fbf7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:20.999607 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:21.000521 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bab639b9-b389-43b6-a870-e63902f55c45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:21.023829 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-e566d7ee-7c5c-4ebd-9222-910ae31caa67 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2e82a64c3ffc417d807e33bb1172703b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709326 Sep 30 08:07:21.071752 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=2fffc92f-2851-4abc-aa1a-2be59769fbf7,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:21.074572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:21.095410 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bab639b9-b389-43b6-a870-e63902f55c45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:21.102199 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '2fffc92f-2851-4abc-aa1a-2be59769fbf7', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '2fffc92f-2851-4abc-aa1a-2be59769fbf7', 'mac_address': 'fa:16:3e:8d:d3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:07:21.104843 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:21.105399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3470f2bb-8021-46f4-8ea9-c56e2f1d4e85 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:21.127668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db8ae5-4790-444f-a82c-069cf91ef049 req-208292ff-8196-452d-aee9-5012ca554ee9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:21.130192 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37db8ae5-4790-444f-a82c-069cf91ef049 req-208292ff-8196-452d-aee9-5012ca554ee9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.3033297 Sep 30 08:07:21.178008 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-6c29fd02-5fbc-45ba-8e1e-f5cdf5157066 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Made reservation on behalf of 2e82a64c3ffc417d807e33bb1172703b for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:07:21.181651 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-6c29fd02-5fbc-45ba-8e1e-f5cdf5157066 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:21.213077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db0842-504f-468d-94f2-7e833dd52d22 req-8f8d9461-0ecb-4b8b-893a-59fb20307f8f tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:21.214581 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34db0842-504f-468d-94f2-7e833dd52d22 req-8f8d9461-0ecb-4b8b-893a-59fb20307f8f tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 949 time: 0.3386950 Sep 30 08:07:21.242473 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['2fffc92f-2851-4abc-aa1a-2be59769fbf7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:07:21.269345 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-0948a7d3-28b9-4cf5-b607-c95455135b0e tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:21.270854 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-0948a7d3-28b9-4cf5-b607-c95455135b0e tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371399 Sep 30 08:07:21.271049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6999c75a-2dab-4142-8edf-4c2680687a26 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:07:21.283948 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d27fb-7f80-4a5b-8a98-02580cc6ac4a None None] Sync routers for ids ['95cb103e-477e-44e8-a991-5ac3edab442c'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:07:21.291836 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bab639b9-b389-43b6-a870-e63902f55c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:21.301636 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d27fb-7f80-4a5b-8a98-02580cc6ac4a None None] Routers {'95cb103e-477e-44e8-a991-5ac3edab442c'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:21.302866 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7e2d27fb-7f80-4a5b-8a98-02580cc6ac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['95cb103e-477e-44e8-a991-5ac3edab442c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:21.307545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6999c75a-2dab-4142-8edf-4c2680687a26 admin admin] 10.222.0.24 "PUT /v2.0/routers/95cb103e-477e-44e8-a991-5ac3edab442c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4860120 Sep 30 08:07:21.315734 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37db8ae5-4790-444f-a82c-069cf91ef049 req-79fdd7e9-98d4-4a5e-a860-e2b7353849e4 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395979 Sep 30 08:07:21.331591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52096) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:21.339481 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34db0842-504f-468d-94f2-7e833dd52d22 req-51f4fd3c-d645-4a2b-ae83-a9d4f3ca51a0 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155760 Sep 30 08:07:21.354210 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-c9c04e8f-2c00-44c9-8a9b-65530975d9dd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Request body: {'port': {'device_id': 'e905b738-b9a9-42d4-8123-9ef16f4a675f', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '2e82a64c3ffc417d807e33bb1172703b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:21.375785 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bab639b9-b389-43b6-a870-e63902f55c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:21.465191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab639b9-b389-43b6-a870-e63902f55c45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ff604b4-4ea3-444f-b90c-17291184c96e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:21.477465 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bab639b9-b389-43b6-a870-e63902f55c45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:21.481640 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bab639b9-b389-43b6-a870-e63902f55c45 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1ff604b4-4ea3-444f-b90c-17291184c96e HTTP/1.1" status: 204 len: 168 time: 0.7619147 Sep 30 08:07:21.486255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f0675-08be-4188-b8a6-8ccae6d5e189 None None] Network 02cd2598-3207-49a9-acc9-daf424000aed requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:21.486979 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52102) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:21.558193 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7e2d27fb-7f80-4a5b-8a98-02580cc6ac4a None None] Set router 95cb103e-477e-44e8-a991-5ac3edab442c gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:21.564529 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7905e17b-4e33-4b57-9020-0be10102e284 admin admin] Deleting port 8c944183-fef8-4fc0-842d-31ae26a188cb {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:21.564529 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7905e17b-4e33-4b57-9020-0be10102e284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:21.700663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-6c29fd02-5fbc-45ba-8e1e-f5cdf5157066 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Allocated IP 192.168.233.50 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/65669714-cdfd-4b77-ad44-a2d22afb310c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:07:21.714184 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:21.719159 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa4e8c74-ace3-40f5-a7bd-2f3c95c87a3c req-a34808f6-5913-4d89-bde9-d5cd58286611 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 210 time: 0.0593989 Sep 30 08:07:21.733802 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-7905e17b-4e33-4b57-9020-0be10102e284 admin admin] For port 8c944183-fef8-4fc0-842d-31ae26a188cb, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=8c944183-fef8-4fc0-842d-31ae26a188cb,segment=NetworkSegment(2cab286c-38ca-47aa-a03c-3138952fc3b6),segment_id=2cab286c-38ca-47aa-a03c-3138952fc3b6)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:21.734285 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7905e17b-4e33-4b57-9020-0be10102e284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:21.763093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7905e17b-4e33-4b57-9020-0be10102e284 admin admin] Calling delete_port for 8c944183-fef8-4fc0-842d-31ae26a188cb owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:21.780715 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-c9c04e8f-2c00-44c9-8a9b-65530975d9dd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Made reservation on behalf of 2e82a64c3ffc417d807e33bb1172703b for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:07:21.784263 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-c9c04e8f-2c00-44c9-8a9b-65530975d9dd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:21.796079 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c39b711-bec7-4420-b925-338ca643b82a None None] DHCP port deletion for 02cd2598-3207-49a9-acc9-daf424000aed request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:07:21.832089 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45b021d4-fd4a-4586-a8b9-5737ea66909c admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:21.844399 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7e2d27fb-7f80-4a5b-8a98-02580cc6ac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'name': 'tempest-ServersTestMultiNic-1483157208-router', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:08Z', 'updated_at': '2021-09-30T08:07:19Z', 'revision_number': 5, 'project_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'gw_port': {'id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:09Z', 'updated_at': '2021-09-30T08:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:21.862468 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6c39b711-bec7-4420-b925-338ca643b82a None None] Deleting port a165caaf-bd7e-4b61-a50d-44fb1ff834ee {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:21.862856 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c39b711-bec7-4420-b925-338ca643b82a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:21.880144 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d27fb-7f80-4a5b-8a98-02580cc6ac4a None None] Checking router: 95cb103e-477e-44e8-a991-5ac3edab442c for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:07:21.889031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f344cb-8c04-4b62-8fb4-4e1ecb707fa6 req-a4c77e0e-398f-4f84-813d-e3a83bf920e5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:21.890712 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9f344cb-8c04-4b62-8fb4-4e1ecb707fa6 req-a4c77e0e-398f-4f84-813d-e3a83bf920e5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.3725383 Sep 30 08:07:21.901701 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d27fb-7f80-4a5b-8a98-02580cc6ac4a None None] Routers {'95cb103e-477e-44e8-a991-5ac3edab442c'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:21.903031 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7e2d27fb-7f80-4a5b-8a98-02580cc6ac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['95cb103e-477e-44e8-a991-5ac3edab442c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:21.957202 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6c39b711-bec7-4420-b925-338ca643b82a None None] For port a165caaf-bd7e-4b61-a50d-44fb1ff834ee, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a165caaf-bd7e-4b61-a50d-44fb1ff834ee,segment=NetworkSegment(78f01a6e-fdfc-41dc-86a1-8a034f5c7004),segment_id=78f01a6e-fdfc-41dc-86a1-8a034f5c7004)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:21.957785 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c39b711-bec7-4420-b925-338ca643b82a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:21.972131 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6c39b711-bec7-4420-b925-338ca643b82a None None] Calling delete_port for a165caaf-bd7e-4b61-a50d-44fb1ff834ee owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:21.988126 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] Deleting port a165caaf-bd7e-4b61-a50d-44fb1ff834ee {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:21.988468 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:22.043345 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7e2d27fb-7f80-4a5b-8a98-02580cc6ac4a None None] Set router 95cb103e-477e-44e8-a991-5ac3edab442c gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:22.061553 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c39b711-bec7-4420-b925-338ca643b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:22.084821 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] For port a165caaf-bd7e-4b61-a50d-44fb1ff834ee, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a165caaf-bd7e-4b61-a50d-44fb1ff834ee,segment=NetworkSegment(78f01a6e-fdfc-41dc-86a1-8a034f5c7004),segment_id=78f01a6e-fdfc-41dc-86a1-8a034f5c7004)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:22.085195 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:22.101192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] Calling delete_port for a165caaf-bd7e-4b61-a50d-44fb1ff834ee owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:22.114849 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45b021d4-fd4a-4586-a8b9-5737ea66909c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:22.143718 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c75103-13b3-490f-a82d-4ac0151f4bdc req-e9f77b7f-4f38-4060-9ad7-49f27161830b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:22.153090 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3c75103-13b3-490f-a82d-4ac0151f4bdc req-e9f77b7f-4f38-4060-9ad7-49f27161830b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.3539951 Sep 30 08:07:22.198143 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7905e17b-4e33-4b57-9020-0be10102e284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:22.229132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905e17b-4e33-4b57-9020-0be10102e284 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c944183-fef8-4fc0-842d-31ae26a188cb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:22.232970 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9f344cb-8c04-4b62-8fb4-4e1ecb707fa6 req-754cb6d5-c9f4-46f7-8380-1b129d846df3 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317220 Sep 30 08:07:22.259058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39b711-bec7-4420-b925-338ca643b82a None None] Pushing event deleted for resources: {'Port': ['ID=a165caaf-bd7e-4b61-a50d-44fb1ff834ee,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:22.265777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39b711-bec7-4420-b925-338ca643b82a None None] No DVR routers for this DVR port a165caaf-bd7e-4b61-a50d-44fb1ff834ee on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:22.293595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3c75103-13b3-490f-a82d-4ac0151f4bdc req-38210700-e0f0-4260-a436-0ed821f51cfa tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038134 Sep 30 08:07:22.329321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-45b021d4-fd4a-4586-a8b9-5737ea66909c admin admin] Deleting port 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:22.329321 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45b021d4-fd4a-4586-a8b9-5737ea66909c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:22.334369 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-6c29fd02-5fbc-45ba-8e1e-f5cdf5157066 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:22.345388 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7e2d27fb-7f80-4a5b-8a98-02580cc6ac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'name': 'tempest-ServersTestMultiNic-1483157208-router', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:08Z', 'updated_at': '2021-09-30T08:07:19Z', 'revision_number': 5, 'project_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'gw_port': {'id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:09Z', 'updated_at': '2021-09-30T08:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:22.387336 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d27fb-7f80-4a5b-8a98-02580cc6ac4a None None] The sync data for ids ['95cb103e-477e-44e8-a991-5ac3edab442c'] in n-d-807359-2 is: [{'id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'name': 'tempest-ServersTestMultiNic-1483157208-router', 'tenant_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:08Z', 'updated_at': '2021-09-30T08:07:19Z', 'revision_number': 5, 'project_id': '3b271bd85d2347b2a47c1a71e66c3a02', 'gw_port': {'id': '3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cb103e-477e-44e8-a991-5ac3edab442c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:09Z', 'updated_at': '2021-09-30T08:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:07:22.526378 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-6c29fd02-5fbc-45ba-8e1e-f5cdf5157066 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:22.563858 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e5ed534d-6169-4ad3-9a35-85f2c5736c3d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:07:22.594488 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-45b021d4-fd4a-4586-a8b9-5737ea66909c admin admin] For port 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:22.594993 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45b021d4-fd4a-4586-a8b9-5737ea66909c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:22.605544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292f670-7ff5-457b-91f7-334b0f08e3c8 req-094ceb12-18a9-46b9-a9c9-f7a3817605b9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:22.607134 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8292f670-7ff5-457b-91f7-334b0f08e3c8 req-094ceb12-18a9-46b9-a9c9-f7a3817605b9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1876247 Sep 30 08:07:22.624088 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2fffc92f-2851-4abc-aa1a-2be59769fbf7 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:07:22.628549 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-6c29fd02-5fbc-45ba-8e1e-f5cdf5157066 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:22.645557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-45b021d4-fd4a-4586-a8b9-5737ea66909c admin admin] Calling delete_port for 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:22.657717 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-6c29fd02-5fbc-45ba-8e1e-f5cdf5157066 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:22.660160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-6c29fd02-5fbc-45ba-8e1e-f5cdf5157066 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:07:22.668891 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:22.669048 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29fd02-5fbc-45ba-8e1e-f5cdf5157066 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event updated for resources: {'Port': ['ID=65669714-cdfd-4b77-ad44-a2d22afb310c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:22.701510 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9441a-9fe1-4251-bd1f-f8330fbba694 req-b01943d5-f533-4e78-b129-7f91a1ad0483 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:22.702184 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] Pushing event deleted for resources: {'Port': ['ID=a165caaf-bd7e-4b61-a50d-44fb1ff834ee,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:22.703088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5c9441a-9fe1-4251-bd1f-f8330fbba694 req-b01943d5-f533-4e78-b129-7f91a1ad0483 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 948 time: 0.2408202 Sep 30 08:07:22.719439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] No DVR routers for this DVR port a165caaf-bd7e-4b61-a50d-44fb1ff834ee on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:22.779180 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 2fffc92f-2851-4abc-aa1a-2be59769fbf7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:22.779626 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:22.916195 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:22.930662 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-c9c04e8f-2c00-44c9-8a9b-65530975d9dd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Allocated IP 192.168.233.56 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/b0663ae8-b0ce-4c06-be40-3be90fc6f8ea) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:07:22.982499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e5310a-3fce-4fb4-a914-9ae01cd53a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fffc92f-2851-4abc-aa1a-2be59769fbf7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:22.985447 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff415b1c-944a-4a4d-bc72-c5003e18eee7" -d '{"events": [{"server_uuid": "92e5310a-3fce-4fb4-a914-9ae01cd53a6f", "name": "network-vif-plugged", "status": "completed", "tag": "2fffc92f-2851-4abc-aa1a-2be59769fbf7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:22.989896 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.011383 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2fffc92f-2851-4abc-aa1a-2be59769fbf7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:23.015981 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7905e17b-4e33-4b57-9020-0be10102e284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.017249 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.040056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8292f670-7ff5-457b-91f7-334b0f08e3c8 req-abb35842-59d4-49d2-8605-cf8948854fa4 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139378 Sep 30 08:07:23.078900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-6c29fd02-5fbc-45ba-8e1e-f5cdf5157066 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:23.079734 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-6c29fd02-5fbc-45ba-8e1e-f5cdf5157066 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.081796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cd2598-3207-49a9-acc9-daf424000aed']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:23.090781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5c9441a-9fe1-4251-bd1f-f8330fbba694 req-d9da5737-15b0-41d6-80d1-735b2641d3e6 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678668 Sep 30 08:07:23.091514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bbe039b0-eebd-4298-a18b-e6fb65b7ea0c no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:23.097083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f01a6e-fdfc-41dc-86a1-8a034f5c7004') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:23.098104 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f01a6e-fdfc-41dc-86a1-8a034f5c7004') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:23.102520 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45b021d4-fd4a-4586-a8b9-5737ea66909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.121396 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.121571 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-6c29fd02-5fbc-45ba-8e1e-f5cdf5157066 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4783373 Sep 30 08:07:23.126408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=2fffc92f-2851-4abc-aa1a-2be59769fbf7,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:23.132495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: bbe039b0-eebd-4298-a18b-e6fb65b7ea0c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:23.132842 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bbe039b0-eebd-4298-a18b-e6fb65b7ea0c not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:23.133228 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.133374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a165caaf-bd7e-4b61-a50d-44fb1ff834ee no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:23.139836 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:07:23.140329 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.156608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: a165caaf-bd7e-4b61-a50d-44fb1ff834ee {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:23.156942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a165caaf-bd7e-4b61-a50d-44fb1ff834ee not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:23.157324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0c982a60-7b05-4b38-b29e-398d2a189a3a no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:23.159357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-150f5675-dd90-4b79-8097-dabf436baa96 None None] Provisioning complete for port 65669714-cdfd-4b77-ad44-a2d22afb310c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:23.160139 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-150f5675-dd90-4b79-8097-dabf436baa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.174068 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b021d4-fd4a-4586-a8b9-5737ea66909c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:23.193904 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Request body: {'port': {'device_id': 'a9494523-6f17-46e9-aa38-f786fd3e107c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:23.199115 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-150f5675-dd90-4b79-8097-dabf436baa96 None None] Port 65669714-cdfd-4b77-ad44-a2d22afb310c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:07:23.209895 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:07:23.220053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 0c982a60-7b05-4b38-b29e-398d2a189a3a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:23.220925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0c982a60-7b05-4b38-b29e-398d2a189a3a not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:23.221486 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.235350 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.236964 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] 10.222.0.24 "DELETE /v2.0/networks/02cd2598-3207-49a9-acc9-daf424000aed HTTP/1.1" status: 204 len: 168 time: 1.7459922 Sep 30 08:07:23.244434 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d2cd98-8136-4872-9a0f-b6b03ac1194b x-openstack-request-id: req-c2d2cd98-8136-4872-9a0f-b6b03ac1194b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:23.244724 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e5310a-3fce-4fb4-a914-9ae01cd53a6f", "name": "network-vif-plugged", "status": "completed", "tag": "2fffc92f-2851-4abc-aa1a-2be59769fbf7", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:23.244985 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2d2cd98-8136-4872-9a0f-b6b03ac1194b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:23.245379 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e5310a-3fce-4fb4-a914-9ae01cd53a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fffc92f-2851-4abc-aa1a-2be59769fbf7', 'code': 200} Sep 30 08:07:23.313448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4bf55-6747-4695-be11-f21656e4ce33 admin admin] Pushing event deleted for resources: {'Network': ['ID=02cd2598-3207-49a9-acc9-daf424000aed,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:23.460288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52128) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:23.556521 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-c9c04e8f-2c00-44c9-8a9b-65530975d9dd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.586511 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2181dd95-aaa5-43c7-a482-42d35745042e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcfd02a4420f45ae80de716be102bc08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233685 Sep 30 08:07:23.593486 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52130) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:23.623884 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4688874f-1fc4-40ff-bd3b-eb0d2f951442 req-971b33da-63b9-413d-9481-075a6622c029 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 210 time: 0.3815708 Sep 30 08:07:23.702997 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7905e17b-4e33-4b57-9020-0be10102e284 admin admin] Router b2c612ff-4a68-4306-9aa4-a66a198b63e0 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:07:23.705708 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-c9c04e8f-2c00-44c9-8a9b-65530975d9dd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.737296 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e5ed534d-6169-4ad3-9a35-85f2c5736c3d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:07:23.758422 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdb69d6d-d45f-4da6-9b4f-c53d7471a2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.759166 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.771712 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45b021d4-fd4a-4586-a8b9-5737ea66909c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.806689 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-c9c04e8f-2c00-44c9-8a9b-65530975d9dd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:23.811857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0d6d3-661b-49dd-a1b7-fb4c3d51be10 req-8355446c-a272-4416-a585-28532b89a214 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:23.815983 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45b0d6d3-661b-49dd-a1b7-fb4c3d51be10 req-8355446c-a272-4416-a585-28532b89a214 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.2086742 Sep 30 08:07:23.821302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-c9c04e8f-2c00-44c9-8a9b-65530975d9dd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:23.832285 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-c9c04e8f-2c00-44c9-8a9b-65530975d9dd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:07:23.841847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c04e8f-2c00-44c9-8a9b-65530975d9dd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event updated for resources: {'Port': ['ID=b0663ae8-b0ce-4c06-be40-3be90fc6f8ea,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:23.877271 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdb69d6d-d45f-4da6-9b4f-c53d7471a2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.914512 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45b021d4-fd4a-4586-a8b9-5737ea66909c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.926955 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45b021d4-fd4a-4586-a8b9-5737ea66909c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.945597 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2adfa-691e-470f-bbc1-72dc26a8b636 req-7577e994-413c-4a46-948e-fc7125a69626 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:23.947251 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-daa2adfa-691e-470f-bbc1-72dc26a8b636 req-7577e994-413c-4a46-948e-fc7125a69626 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.2317684 Sep 30 08:07:23.967559 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-c9c04e8f-2c00-44c9-8a9b-65530975d9dd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:23.967559 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-c9c04e8f-2c00-44c9-8a9b-65530975d9dd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:23.996524 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-c9c04e8f-2c00-44c9-8a9b-65530975d9dd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6470439 Sep 30 08:07:23.998218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7905e17b-4e33-4b57-9020-0be10102e284 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:07:24.009325 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7905e17b-4e33-4b57-9020-0be10102e284 admin admin] 10.222.0.24 "PUT /v2.0/routers/b2c612ff-4a68-4306-9aa4-a66a198b63e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2974296 Sep 30 08:07:24.009325 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52132) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:24.015360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd2dc22-7409-4f50-a86e-f68850dd1de6 None None] Sync routers for ids ['b2c612ff-4a68-4306-9aa4-a66a198b63e0'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:07:24.019878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Request body: {'port': {'device_id': 'e905b738-b9a9-42d4-8123-9ef16f4a675f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:24.031623 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd2dc22-7409-4f50-a86e-f68850dd1de6 None None] Routers {'b2c612ff-4a68-4306-9aa4-a66a198b63e0'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:24.032657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8cd2dc22-7409-4f50-a86e-f68850dd1de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b2c612ff-4a68-4306-9aa4-a66a198b63e0'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:24.074625 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdb69d6d-d45f-4da6-9b4f-c53d7471a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:24.077203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdb69d6d-d45f-4da6-9b4f-c53d7471a2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:24.078397 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bdb69d6d-d45f-4da6-9b4f-c53d7471a2ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f849a2a-f4d8-42f4-9606-a47bf56cca54 HTTP/1.1" status: 204 len: 168 time: 0.4839501 Sep 30 08:07:24.081668 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45b021d4-fd4a-4586-a8b9-5737ea66909c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:24.082067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b021d4-fd4a-4586-a8b9-5737ea66909c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95cb103e-477e-44e8-a991-5ac3edab442c {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:07:24.100607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45b0d6d3-661b-49dd-a1b7-fb4c3d51be10 req-85ade1a7-69c8-4281-bb2b-09d2a2ff220d tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519107 Sep 30 08:07:24.100779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb69d6d-d45f-4da6-9b4f-c53d7471a2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f849a2a-f4d8-42f4-9606-a47bf56cca54,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:24.106165 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45b021d4-fd4a-4586-a8b9-5737ea66909c admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:24.107321 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-45b021d4-fd4a-4586-a8b9-5737ea66909c admin admin] 10.222.0.24 "DELETE /v2.0/routers/95cb103e-477e-44e8-a991-5ac3edab442c HTTP/1.1" status: 204 len: 168 time: 2.7668843 Sep 30 08:07:24.111485 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52136) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:24.206642 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-daa2adfa-691e-470f-bbc1-72dc26a8b636 req-a2bdf6a8-a428-4e3d-bcbb-8f9b6d84869d tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030351 Sep 30 08:07:24.251945 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:24.290596 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9a26bcc1-f811-401c-9293-a3088380ab98 None None] Provisioning complete for port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:24.290970 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a26bcc1-f811-401c-9293-a3088380ab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:24.305413 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8cd2dc22-7409-4f50-a86e-f68850dd1de6 None None] Set router b2c612ff-4a68-4306-9aa4-a66a198b63e0 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:24.311900 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca310-6de0-42c3-8415-f45d2b1f6525 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:24.351532 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf4d88c-047b-4d3f-b5e6-c9191055923a admin admin] Deleting subnet 2b750c6d-5744-4a95-bd31-889f82587423 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:07:24.358552 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bcf4d88c-047b-4d3f-b5e6-c9191055923a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:24.507807 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca310-6de0-42c3-8415-f45d2b1f6525 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:24.512971 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9a26bcc1-f811-401c-9293-a3088380ab98 None None] Port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:07:24.523288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e2eb7-9b1d-4bf5-86d9-08e6ed7e7c8b req-9f56e340-c63b-465c-b43a-6cdcb3a5e4ad tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:24.524980 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-639e2eb7-9b1d-4bf5-86d9-08e6ed7e7c8b req-9f56e340-c63b-465c-b43a-6cdcb3a5e4ad tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2803442 Sep 30 08:07:24.527836 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bcf4d88c-047b-4d3f-b5e6-c9191055923a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:24.591737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ca310-6de0-42c3-8415-f45d2b1f6525 admin admin] Deleting port f826f4a2-43f3-49ea-a934-0bddd3d55aa8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:24.592307 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca310-6de0-42c3-8415-f45d2b1f6525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:24.657290 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8cd2dc22-7409-4f50-a86e-f68850dd1de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080742568-router', 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f826f4a2-43f3-49ea-a934-0bddd3d55aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:23Z', 'updated_at': '2021-09-30T08:07:22Z', 'revision_number': 5, 'project_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'gw_port': {'id': 'f826f4a2-43f3-49ea-a934-0bddd3d55aa8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:24Z', 'updated_at': '2021-09-30T08:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:24.659570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65669714-cdfd-4b77-ad44-a2d22afb310c {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:07:24.672038 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:24.679181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-639e2eb7-9b1d-4bf5-86d9-08e6ed7e7c8b req-96e70a15-2caa-49e1-b91a-30dbbf501a1f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440573 Sep 30 08:07:24.732152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd2dc22-7409-4f50-a86e-f68850dd1de6 None None] Checking router: b2c612ff-4a68-4306-9aa4-a66a198b63e0 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:07:24.769506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd2dc22-7409-4f50-a86e-f68850dd1de6 None None] Routers {'b2c612ff-4a68-4306-9aa4-a66a198b63e0'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:24.774204 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8cd2dc22-7409-4f50-a86e-f68850dd1de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b2c612ff-4a68-4306-9aa4-a66a198b63e0'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:24.778984 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5f4ca310-6de0-42c3-8415-f45d2b1f6525 admin admin] For port f826f4a2-43f3-49ea-a934-0bddd3d55aa8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f826f4a2-43f3-49ea-a934-0bddd3d55aa8,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:24.779571 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca310-6de0-42c3-8415-f45d2b1f6525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:24.793119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Transition to ACTIVE for port object 65669714-cdfd-4b77-ad44-a2d22afb310c will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:07:24.794756 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ca310-6de0-42c3-8415-f45d2b1f6525 admin admin] Calling delete_port for f826f4a2-43f3-49ea-a934-0bddd3d55aa8 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:24.827457 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:24.888457 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bcf4d88c-047b-4d3f-b5e6-c9191055923a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:24.974092 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:25.033259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:25.033951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3ceebb85-4fe0-40aa-8cd2-ff801b7e7bb9 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:25.035786 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8cd2dc22-7409-4f50-a86e-f68850dd1de6 None None] Set router b2c612ff-4a68-4306-9aa4-a66a198b63e0 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:25.112411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Pushing event updated for resources: {'Port': ['ID=65669714-cdfd-4b77-ad44-a2d22afb310c,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:25.138347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8cd2dc22-7409-4f50-a86e-f68850dd1de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080742568-router', 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:23Z', 'updated_at': '2021-09-30T08:07:24Z', 'revision_number': 6, 'project_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:25.170925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd2dc22-7409-4f50-a86e-f68850dd1de6 None None] The sync data for ids ['b2c612ff-4a68-4306-9aa4-a66a198b63e0'] in n-d-807359-2 is: [{'id': 'b2c612ff-4a68-4306-9aa4-a66a198b63e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080742568-router', 'tenant_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:23Z', 'updated_at': '2021-09-30T08:07:24Z', 'revision_number': 6, 'project_id': 'd877af138e1a4840a1edc3d3bcdffa97', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:07:25.190311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6840152-8d4f-4f42-a4fa-cf64a25e8f81 req-763189f7-f6ad-404c-ba19-7f67590fa9e0 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:25.191691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b6840152-8d4f-4f42-a4fa-cf64a25e8f81 req-763189f7-f6ad-404c-ba19-7f67590fa9e0 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 935 time: 0.3475053 Sep 30 08:07:25.205788 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c2930-80c6-4164-b4c2-650734893d3f req-726aa9b6-8a1c-41d4-a44a-eddca7031bc6 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:25.214618 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a52c2930-80c6-4164-b4c2-650734893d3f req-726aa9b6-8a1c-41d4-a44a-eddca7031bc6 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2350965 Sep 30 08:07:25.275319 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca310-6de0-42c3-8415-f45d2b1f6525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.281309 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bcf4d88c-047b-4d3f-b5e6-c9191055923a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.325878 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4d88c-047b-4d3f-b5e6-c9191055923a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b750c6d-5744-4a95-bd31-889f82587423,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:25.326070 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d389a753-894a-4e5e-b488-8be77d2a7b4c None None] Network 6aaeb68f-c9c7-45dc-a6b0-08d022d097f1 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:25.334754 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bcf4d88c-047b-4d3f-b5e6-c9191055923a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.336716 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bcf4d88c-047b-4d3f-b5e6-c9191055923a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2b750c6d-5744-4a95-bd31-889f82587423 HTTP/1.1" status: 204 len: 168 time: 1.2224257 Sep 30 08:07:25.343667 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ca310-6de0-42c3-8415-f45d2b1f6525 admin admin] Pushing event deleted for resources: {'Port': ['ID=f826f4a2-43f3-49ea-a934-0bddd3d55aa8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:25.356738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52178) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:25.357804 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Attempting to bind port 65669714-cdfd-4b77-ad44-a2d22afb310c on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:07:25.358142 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Attempting to bind port 65669714-cdfd-4b77-ad44-a2d22afb310c by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:07:25.358473 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Attempting to bind port 65669714-cdfd-4b77-ad44-a2d22afb310c on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:25.360446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0663ae8-b0ce-4c06-be40-3be90fc6f8ea {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:07:25.370407 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.388726 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Transition to ACTIVE for port object b0663ae8-b0ce-4c06-be40-3be90fc6f8ea will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:07:25.388883 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Port 65669714-cdfd-4b77-ad44-a2d22afb310c on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:07:25.389212 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Attempting to bind port 65669714-cdfd-4b77-ad44-a2d22afb310c on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:25.397895 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:07:25.398266 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:25.398637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:07:25.399122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Bound port: 65669714-cdfd-4b77-ad44-a2d22afb310c, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:07:25.399756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.409868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b6840152-8d4f-4f42-a4fa-cf64a25e8f81 req-1e5a0ed0-d51d-41bc-84f4-3d68a18bf92b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739321 Sep 30 08:07:25.432694 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.455755 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a52c2930-80c6-4164-b4c2-650734893d3f req-030b6c0a-fbda-4f90-ad1f-efc49d6c5cb9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402592 Sep 30 08:07:25.516918 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52184) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:25.567033 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Pushing event updated for resources: {'Port': ['ID=b0663ae8-b0ce-4c06-be40-3be90fc6f8ea,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:25.575771 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca310-6de0-42c3-8415-f45d2b1f6525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.582383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] For port 65669714-cdfd-4b77-ad44-a2d22afb310c, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:07:25.586407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] For port 65669714-cdfd-4b77-ad44-a2d22afb310c, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=65669714-cdfd-4b77-ad44-a2d22afb310c,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:07:25.612211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c49f1b-2811-4a85-94a4-3450fbe124a9 None None] DHCP port deletion for 6aaeb68f-c9c7-45dc-a6b0-08d022d097f1 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:07:25.686147 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.702884 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.714598 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca310-6de0-42c3-8415-f45d2b1f6525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.717226 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca310-6de0-42c3-8415-f45d2b1f6525 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.725514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-23c49f1b-2811-4a85-94a4-3450fbe124a9 None None] Deleting port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:25.727052 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23c49f1b-2811-4a85-94a4-3450fbe124a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.804541 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5e1f5c85-c2ba-4675-94bb-dced79d3ee3e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209802231-network', 'tenant_id': '09a78306221e4f85baeb19b69c1da409'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:25.809395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:25.809991 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.811598 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] 10.222.0.35 "PUT /v2.0/ports/65669714-cdfd-4b77-ad44-a2d22afb310c HTTP/1.1" status: 200 len: 1095 time: 2.6238525 Sep 30 08:07:25.823734 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-23c49f1b-2811-4a85-94a4-3450fbe124a9 None None] For port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fc071dac-8b43-4ab9-8b0c-7b89f748ffc7,segment=NetworkSegment(70062f06-a5c7-4f6e-b874-a6fa043a9644),segment_id=70062f06-a5c7-4f6e-b874-a6fa043a9644)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:25.825026 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23c49f1b-2811-4a85-94a4-3450fbe124a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.835002 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca310-6de0-42c3-8415-f45d2b1f6525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.835516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4ca310-6de0-42c3-8415-f45d2b1f6525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2c612ff-4a68-4306-9aa4-a66a198b63e0 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:07:25.839443 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-23c49f1b-2811-4a85-94a4-3450fbe124a9 None None] Calling delete_port for fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:25.844886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9494523-6f17-46e9-aa38-f786fd3e107c', 'tag': '65669714-cdfd-4b77-ad44-a2d22afb310c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:25.847002 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ebd0c7-8ce1-4a04-aab7-f68da9f3dcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9494523-6f17-46e9-aa38-f786fd3e107c", "tag": "65669714-cdfd-4b77-ad44-a2d22afb310c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:25.851998 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca310-6de0-42c3-8415-f45d2b1f6525 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.853088 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5f4ca310-6de0-42c3-8415-f45d2b1f6525 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b2c612ff-4a68-4306-9aa4-a66a198b63e0 HTTP/1.1" status: 204 len: 168 time: 1.8428504 Sep 30 08:07:25.859052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52192) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:25.880043 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1f5c85-c2ba-4675-94bb-dced79d3ee3e admin admin] Made reservation on behalf of 09a78306221e4f85baeb19b69c1da409 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:07:25.882891 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5c85-c2ba-4675-94bb-dced79d3ee3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.896967 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Attempting to bind port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:07:25.897307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Attempting to bind port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:07:25.897637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Attempting to bind port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:25.899771 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5c85-c2ba-4675-94bb-dced79d3ee3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.909943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:07:25.910275 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Attempting to bind port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:25.919642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:07:25.919994 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:25.920635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:07:25.921270 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Bound port: b0663ae8-b0ce-4c06-be40-3be90fc6f8ea, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:07:25.921844 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.936842 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23c49f1b-2811-4a85-94a4-3450fbe124a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:25.938455 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9481c-6189-4573-8063-b96156fd9d11 req-73097837-2c0e-4ac5-83f6-6bbd78ca61b3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:25.946644 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4fb9481c-6189-4573-8063-b96156fd9d11 req-73097837-2c0e-4ac5-83f6-6bbd78ca61b3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.3558919 Sep 30 08:07:25.988989 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c49f1b-2811-4a85-94a4-3450fbe124a9 None None] Pushing event deleted for resources: {'Port': ['ID=fc071dac-8b43-4ab9-8b0c-7b89f748ffc7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:25.989967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751dbf36-e19a-4aea-a43f-d0f8fa425470 req-af39cb5b-03dc-4302-9398-51b7c8342663 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:26.002753 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c49f1b-2811-4a85-94a4-3450fbe124a9 None None] No DVR routers for this DVR port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:26.004598 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-751dbf36-e19a-4aea-a43f-d0f8fa425470 req-af39cb5b-03dc-4302-9398-51b7c8342663 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.3054850 Sep 30 08:07:26.027590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] For port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:07:26.039064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] For port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b0663ae8-b0ce-4c06-be40-3be90fc6f8ea,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:07:26.044913 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20bd7f-9f13-4eb8-97d3-528991ae3055 service neutron] Pushing event updated for resources: {'Port': ['ID=65669714-cdfd-4b77-ad44-a2d22afb310c,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:26.092772 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:26.097119 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5c85-c2ba-4675-94bb-dced79d3ee3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:26.107086 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5c85-c2ba-4675-94bb-dced79d3ee3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:26.120853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc34b9d-1cfa-4af5-b5fb-084202811378 admin admin] Deleting subnet f8d07eec-e2da-4b25-8a94-a6797db3e1bd {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:07:26.128251 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-912683d9-b853-43ad-84d8-88becd62f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:26.129901 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-912683d9-b853-43ad-84d8-88becd62f004 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=a9494523-6f17-46e9-aa38-f786fd3e107c HTTP/1.1" status: 200 len: 1098 time: 0.2419398 Sep 30 08:07:26.152566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4fb9481c-6189-4573-8063-b96156fd9d11 req-94493ba9-20b5-42d7-8832-40f110806bd3 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049658 Sep 30 08:07:26.154807 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1dc34b9d-1cfa-4af5-b5fb-084202811378 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:26.164148 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1f5c85-c2ba-4675-94bb-dced79d3ee3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:07:26.166686 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:26.167314 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:26.168773 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] 10.222.0.35 "PUT /v2.0/ports/b0663ae8-b0ce-4c06-be40-3be90fc6f8ea HTTP/1.1" status: 200 len: 1095 time: 2.1532166 Sep 30 08:07:26.174771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e905b738-b9a9-42d4-8123-9ef16f4a675f', 'tag': 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:26.177141 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de963177-f38d-44a4-80a4-e3a42e868df7" -d '{"events": [{"name": "network-changed", "server_uuid": "e905b738-b9a9-42d4-8123-9ef16f4a675f", "tag": "b0663ae8-b0ce-4c06-be40-3be90fc6f8ea"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:26.183202 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-751dbf36-e19a-4aea-a43f-d0f8fa425470 req-f1545918-b5e7-4ae8-8cbf-95f86a626cfd tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758869 Sep 30 08:07:26.210218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f5c85-c2ba-4675-94bb-dced79d3ee3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deefe316-15b1-413f-8c87-d76f50bbfb0f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:26.218116 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5c85-c2ba-4675-94bb-dced79d3ee3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:26.218456 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-5e1f5c85-c2ba-4675-94bb-dced79d3ee3e admin admin] Added segment 6634295e-1357-49e5-888a-cc0ac84ed1fe of type vlan for network 1cc22de2-a5d4-495c-9808-001f8ad25f3c Sep 30 08:07:26.261316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa96db-eb01-49e7-b3b9-cd4c6673bef8 service neutron] Pushing event updated for resources: {'Port': ['ID=b0663ae8-b0ce-4c06-be40-3be90fc6f8ea,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:26.328194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-814e7bd1-c8de-45cb-b104-7924f34bef6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=65669714-cdfd-4b77-ad44-a2d22afb310c HTTP/1.1" status: 200 len: 217 time: 0.1742206 Sep 30 08:07:26.343890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] Deleting port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:26.344382 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:26.363024 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9afae7c-2efa-41d3-a45f-a8eea66cb819 x-openstack-request-id: req-a9afae7c-2efa-41d3-a45f-a8eea66cb819 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:26.363313 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9494523-6f17-46e9-aa38-f786fd3e107c", "tag": "65669714-cdfd-4b77-ad44-a2d22afb310c", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:26.363561 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9afae7c-2efa-41d3-a45f-a8eea66cb819 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:26.364163 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9494523-6f17-46e9-aa38-f786fd3e107c', 'tag': '65669714-cdfd-4b77-ad44-a2d22afb310c', 'status': 'completed', 'code': 200} Sep 30 08:07:26.386157 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5c85-c2ba-4675-94bb-dced79d3ee3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:26.404505 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0887d4-c5ea-46f5-a778-7aff08f50132 x-openstack-request-id: req-6d0887d4-c5ea-46f5-a778-7aff08f50132 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:26.405172 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e905b738-b9a9-42d4-8123-9ef16f4a675f", "tag": "b0663ae8-b0ce-4c06-be40-3be90fc6f8ea", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:26.405610 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d0887d4-c5ea-46f5-a778-7aff08f50132 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:26.406181 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e905b738-b9a9-42d4-8123-9ef16f4a675f', 'tag': 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea', 'status': 'completed', 'code': 200} Sep 30 08:07:26.416248 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-be03287b-8d1c-425a-8d0d-115a975a6ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:26.418216 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-be03287b-8d1c-425a-8d0d-115a975a6ed9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 1098 time: 0.1711667 Sep 30 08:07:26.434352 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1dc34b9d-1cfa-4af5-b5fb-084202811378 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:26.515544 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5c85-c2ba-4675-94bb-dced79d3ee3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:26.516697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1f5c85-c2ba-4675-94bb-dced79d3ee3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:26.517405 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5c85-c2ba-4675-94bb-dced79d3ee3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:26.522071 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-2aba64e8-169b-49d7-bfe4-5e4368924873 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=b0663ae8-b0ce-4c06-be40-3be90fc6f8ea HTTP/1.1" status: 200 len: 217 time: 0.0730903 Sep 30 08:07:26.561796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-e53c99d7-32fc-4c07-b238-93923f11307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:26.563371 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-e53c99d7-32fc-4c07-b238-93923f11307f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.2145166 Sep 30 08:07:26.572333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] For port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7, host n-d-807359-2, got binding levels [] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:26.572784 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:26.584816 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5e1f5c85-c2ba-4675-94bb-dced79d3ee3e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0657029 Sep 30 08:07:26.590682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:26.598233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-933999dd-d185-4ffc-b915-3eb2670dd4d2 admin admin] Request body: {'subnet': {'network_id': '1cc22de2-a5d4-495c-9808-001f8ad25f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209802231-subnet', 'tenant_id': '09a78306221e4f85baeb19b69c1da409', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:26.631683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] Calling delete_port for fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:26.637022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f5c85-c2ba-4675-94bb-dced79d3ee3e admin admin] Pushing event updated for resources: {'Network': ['ID=1cc22de2-a5d4-495c-9808-001f8ad25f3c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:26.638256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.ipam_backend_mixin [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] Port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 was not found and therefore no delete operation was performed {{(pid=94837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:07:26.645478 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-880059e6-b202-48a4-afd4-e37efaf94891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:26.647590 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-880059e6-b202-48a4-afd4-e37efaf94891 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1079266 Sep 30 08:07:26.656016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 1cc22de2-a5d4-495c-9808-001f8ad25f3c details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:07:26.666487 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:26.692354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933999dd-d185-4ffc-b915-3eb2670dd4d2 admin admin] Made reservation on behalf of 09a78306221e4f85baeb19b69c1da409 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:07:26.695587 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-933999dd-d185-4ffc-b915-3eb2670dd4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:26.718361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3b3bc-4e7f-4356-8232-da7597e3a0c6 req-87be4b36-f034-46e5-992a-73279ed97aee tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:26.719963 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ef3b3bc-4e7f-4356-8232-da7597e3a0c6 req-87be4b36-f034-46e5-992a-73279ed97aee tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2804716 Sep 30 08:07:26.733018 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc071dac-8b43-4ab9-8b0c-7b89f748ffc7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:26.754150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] No DVR routers for this DVR port fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:26.766372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab670272-d82b-411c-8ea1-704011bb8e46 req-d7876586-1d52-487c-a21c-938da62c6933 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:26.768025 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab670272-d82b-411c-8ea1-704011bb8e46 req-d7876586-1d52-487c-a21c-938da62c6933 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 947 time: 0.2683856 Sep 30 08:07:26.769478 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1dc34b9d-1cfa-4af5-b5fb-084202811378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:26.780992 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-711c8dfb-729e-47f6-b265-c864ca867e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:26.782434 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-711c8dfb-729e-47f6-b265-c864ca867e67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2058759 Sep 30 08:07:26.918000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 8c944183-fef8-4fc0-842d-31ae26a188cb no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:26.924709 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ef3b3bc-4e7f-4356-8232-da7597e3a0c6 req-1aca9bad-287a-4612-994f-7917d1d44b20 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927862 Sep 30 08:07:26.944264 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 8c944183-fef8-4fc0-842d-31ae26a188cb {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:26.944926 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 8c944183-fef8-4fc0-842d-31ae26a188cb not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:26.945875 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:26.969870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:26.970478 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fc071dac-8b43-4ab9-8b0c-7b89f748ffc7 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:26.971055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f826f4a2-43f3-49ea-a934-0bddd3d55aa8 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:26.973977 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:26.994633 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: f826f4a2-43f3-49ea-a934-0bddd3d55aa8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:26.995346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f826f4a2-43f3-49ea-a934-0bddd3d55aa8 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:27.010901 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab670272-d82b-411c-8ea1-704011bb8e46 req-218922dd-4e73-47f8-9995-638d349ff2c8 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065284 Sep 30 08:07:27.034356 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aaeb68f-c9c7-45dc-a6b0-08d022d097f1']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:27.053075 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1dc34b9d-1cfa-4af5-b5fb-084202811378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.057836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70062f06-a5c7-4f6e-b874-a6fa043a9644') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:27.057836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70062f06-a5c7-4f6e-b874-a6fa043a9644') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:27.070026 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-2ab8814c-a1c1-4562-985f-44b7663b0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:27.071570 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-2ab8814c-a1c1-4562-985f-44b7663b0ddd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4122019 Sep 30 08:07:27.118555 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.120430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc34b9d-1cfa-4af5-b5fb-084202811378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8d07eec-e2da-4b25-8a94-a6797db3e1bd,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:27.129879 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc976b7-f562-4fc2-84ad-693a406808c0 None None] Network 81b6f71b-62d9-4ada-8d6d-79815d129187 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:27.130763 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1dc34b9d-1cfa-4af5-b5fb-084202811378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.136839 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1dc34b9d-1cfa-4af5-b5fb-084202811378 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f8d07eec-e2da-4b25-8a94-a6797db3e1bd HTTP/1.1" status: 204 len: 168 time: 1.2670670 Sep 30 08:07:27.138600 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52204) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:27.151266 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-2af3bb07-940a-4546-8d6e-4c6dcff7028d service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267243 Sep 30 08:07:27.168512 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.208867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:07:27.209279 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:07:27.211650 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:07:27.221001 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-7abe2bf1-a5f4-4139-a726-be3bf7fcf27c service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409101 Sep 30 08:07:27.235601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156036d7-25a4-409b-80c7-e0fbd202a09f req-0688d0e7-474b-4313-9e85-1ffc2d1bd91f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:27.237132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-156036d7-25a4-409b-80c7-e0fbd202a09f req-0688d0e7-474b-4313-9e85-1ffc2d1bd91f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2005246 Sep 30 08:07:27.331933 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-933999dd-d185-4ffc-b915-3eb2670dd4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.387022 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] DHCP port deletion for 81b6f71b-62d9-4ada-8d6d-79815d129187 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:07:27.431552 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933999dd-d185-4ffc-b915-3eb2670dd4d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a8e8e5-a956-48a5-912e-eb8dd8cffe2b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:27.444601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Deleting port 4162ac3e-430c-450d-84eb-2820e6324a5e {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:27.445120 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.446571 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-ef3934da-4bfb-405b-89ad-2fff1bdfae4e service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181435 Sep 30 08:07:27.453839 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933999dd-d185-4ffc-b915-3eb2670dd4d2 admin admin] Checking segment: {'id': '6634295e-1357-49e5-888a-cc0ac84ed1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cc22de2-a5d4-495c-9808-001f8ad25f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:27.454195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933999dd-d185-4ffc-b915-3eb2670dd4d2 admin admin] Network hostable DHCP agents. Network: 1cc22de2-a5d4-495c-9808-001f8ad25f3c, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:07:27.477588 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933999dd-d185-4ffc-b915-3eb2670dd4d2 admin admin] Network 1cc22de2-a5d4-495c-9808-001f8ad25f3c is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:07:27.491018 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-933999dd-d185-4ffc-b915-3eb2670dd4d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 1cc22de2-a5d4-495c-9808-001f8ad25f3c) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:27.503094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933999dd-d185-4ffc-b915-3eb2670dd4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:27.503901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-933999dd-d185-4ffc-b915-3eb2670dd4d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.509485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529260b2-c173-479b-aed0-f32126525048 None None] Network 1cc22de2-a5d4-495c-9808-001f8ad25f3c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:27.526270 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-933999dd-d185-4ffc-b915-3eb2670dd4d2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9320619 Sep 30 08:07:27.528400 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52212) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:27.534802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] For port 4162ac3e-430c-450d-84eb-2820e6324a5e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=4162ac3e-430c-450d-84eb-2820e6324a5e,segment=NetworkSegment(2cab286c-38ca-47aa-a03c-3138952fc3b6),segment_id=2cab286c-38ca-47aa-a03c-3138952fc3b6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:27.535531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209802231-router', 'tenant_id': '09a78306221e4f85baeb19b69c1da409', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:27.536011 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.559359 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Calling delete_port for 4162ac3e-430c-450d-84eb-2820e6324a5e owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:27.563155 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.564802 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.638314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de963177-f38d-44a4-80a4-e3a42e868df7 req-edac73e9-3edf-4f0c-a1cb-35817a6f8b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:27.640097 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-de963177-f38d-44a4-80a4-e3a42e868df7 req-edac73e9-3edf-4f0c-a1cb-35817a6f8b76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 1098 time: 0.0698774 Sep 30 08:07:27.673226 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.703647 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc2762e8-4db6-468f-8a69-70cc314e3512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.745030 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.762155 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.766859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6aaeb68f-c9c7-45dc-a6b0-08d022d097f1 HTTP/1.1" status: 204 len: 168 time: 2.3965819 Sep 30 08:07:27.767018 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.767512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-156036d7-25a4-409b-80c7-e0fbd202a09f req-89e4737a-e161-4740-8cd2-2242d3caaa77 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705303 Sep 30 08:07:27.784234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54ff6e4c-2289-411f-834a-ecc11cc93d7b req-3318125a-deed-4e44-8504-0f7bbdf984ff service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170466 Sep 30 08:07:27.798030 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-1cc22de2-a5d4-495c-9808-001f8ad25f3c', 'network_id': '1cc22de2-a5d4-495c-9808-001f8ad25f3c', 'tenant_id': '09a78306221e4f85baeb19b69c1da409', 'fixed_ips': [{'subnet_id': 'e0a8e8e5-a956-48a5-912e-eb8dd8cffe2b'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:07:27.803640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e860c-a818-481f-9ca5-be40dc66d139 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aaeb68f-c9c7-45dc-a6b0-08d022d097f1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:27.807545 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.844661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa540a3-a4c6-4ee6-9645-84acfc828b1a req-f69e02c3-3bd7-4b74-9a1f-7f87b408e1f4 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:27.846243 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ffa540a3-a4c6-4ee6-9645-84acfc828b1a req-f69e02c3-3bd7-4b74-9a1f-7f87b408e1f4 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.2593560 Sep 30 08:07:27.847369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cc2762e8-4db6-468f-8a69-70cc314e3512 admin admin] The port '4162ac3e-430c-450d-84eb-2820e6324a5e' was deleted {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Sep 30 08:07:27.888138 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Pushing event deleted for resources: {'Port': ['ID=4162ac3e-430c-450d-84eb-2820e6324a5e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:27.899803 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] No DVR routers for this DVR port 4162ac3e-430c-450d-84eb-2820e6324a5e on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:27.903453 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:27.903829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:27.904229 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:27.904628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:27.904970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:27.906069 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:27.906421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:27.906806 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:27.907114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:27.907398 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:27.907893 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:27.908371 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f220cfd-bd68-433a-a2c3-3f585f318ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:27.980501 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:27.992344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52218) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:28.009680 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de963177-f38d-44a4-80a4-e3a42e868df7 req-6baf9ae8-676c-48a7-8bc3-4be81362ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:28.011213 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-de963177-f38d-44a4-80a4-e3a42e868df7 req-6baf9ae8-676c-48a7-8bc3-4be81362ef50 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.3364093 Sep 30 08:07:28.061758 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-de963177-f38d-44a4-80a4-e3a42e868df7 req-cb39005d-10e8-4638-ae84-9425f78dae3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=b0663ae8-b0ce-4c06-be40-3be90fc6f8ea HTTP/1.1" status: 200 len: 217 time: 0.0376532 Sep 30 08:07:28.070759 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc2762e8-4db6-468f-8a69-70cc314e3512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.088928 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Allocated IP 172.20.0.2 (1cc22de2-a5d4-495c-9808-001f8ad25f3c/e0a8e8e5-a956-48a5-912e-eb8dd8cffe2b/abe8b2ee-13ee-4314-adf4-cdf16168066a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:07:28.128873 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ffa540a3-a4c6-4ee6-9645-84acfc828b1a req-0cd0776a-d3c6-4d29-bf38-b3eb3b589a5f tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704582 Sep 30 08:07:28.137074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cc2762e8-4db6-468f-8a69-70cc314e3512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b6f71b-62d9-4ada-8d6d-79815d129187']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:28.144917 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebd0c7-8ce1-4a04-aab7-f68da9f3dcc5 req-be77546c-94cc-46de-b116-307f25ec05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:28.147095 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40ebd0c7-8ce1-4a04-aab7-f68da9f3dcc5 req-be77546c-94cc-46de-b116-307f25ec05f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=a9494523-6f17-46e9-aa38-f786fd3e107c HTTP/1.1" status: 200 len: 1098 time: 0.2179551 Sep 30 08:07:28.153448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de963177-f38d-44a4-80a4-e3a42e868df7 req-7db6fc02-64d3-4747-bf14-4081a18c5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:28.154985 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-de963177-f38d-44a4-80a4-e3a42e868df7 req-7db6fc02-64d3-4747-bf14-4081a18c5bb9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0825264 Sep 30 08:07:28.170218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75727f-4ffd-4ed9-86ec-6994ffad114f req-1cd2ed38-0a01-4393-8ac7-e31b3e1d178c tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:28.172050 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc75727f-4ffd-4ed9-86ec-6994ffad114f req-1cd2ed38-0a01-4393-8ac7-e31b3e1d178c tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.2418334 Sep 30 08:07:28.174028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cc2762e8-4db6-468f-8a69-70cc314e3512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cab286c-38ca-47aa-a03c-3138952fc3b6') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:28.174497 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cc2762e8-4db6-468f-8a69-70cc314e3512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cab286c-38ca-47aa-a03c-3138952fc3b6') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:28.208880 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-979f5b4f-5bce-4b90-a5a7-dedfa2bf3cc9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b271bd85d2347b2a47c1a71e66c3a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079606 Sep 30 08:07:28.211890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:28.214196 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc2762e8-4db6-468f-8a69-70cc314e3512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.256152 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc2762e8-4db6-468f-8a69-70cc314e3512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.272472 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2762e8-4db6-468f-8a69-70cc314e3512 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:07:28.272878 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc2762e8-4db6-468f-8a69-70cc314e3512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:07:28.299469 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:07:28.324954 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.328531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc75727f-4ffd-4ed9-86ec-6994ffad114f req-c43d35ca-9a91-4b28-a278-dbe3f51d37e6 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391041 Sep 30 08:07:28.333031 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.347934 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7310c9b-2542-49f9-b4e1-668f5c23eb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.365203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de963177-f38d-44a4-80a4-e3a42e868df7 req-a859fa6c-b902-4490-9ae4-1f3ccc8edfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:28.366791 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-de963177-f38d-44a4-80a4-e3a42e868df7 req-a859fa6c-b902-4490-9ae4-1f3ccc8edfd8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2021718 Sep 30 08:07:28.368697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebd0c7-8ce1-4a04-aab7-f68da9f3dcc5 req-5ee6d9c2-f7ed-46aa-9e93-cf9169fa46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:28.369206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40ebd0c7-8ce1-4a04-aab7-f68da9f3dcc5 req-5ee6d9c2-f7ed-46aa-9e93-cf9169fa46fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2074039 Sep 30 08:07:28.371403 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Network 1cc22de2-a5d4-495c-9808-001f8ad25f3c is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:28.374680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:28.378516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:07:28.381559 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7310c9b-2542-49f9-b4e1-668f5c23eb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.385068 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.397746 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Pushing event updated for resources: {'Port': ['ID=abe8b2ee-13ee-4314-adf4-cdf16168066a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:28.441781 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.521755 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40ebd0c7-8ce1-4a04-aab7-f68da9f3dcc5 req-f52c61c3-74c9-4023-bf93-0aae6240cade service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=65669714-cdfd-4b77-ad44-a2d22afb310c HTTP/1.1" status: 200 len: 217 time: 0.0966797 Sep 30 08:07:28.538075 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc2762e8-4db6-468f-8a69-70cc314e3512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.544107 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc2762e8-4db6-468f-8a69-70cc314e3512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.546913 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cc2762e8-4db6-468f-8a69-70cc314e3512 admin admin] 10.222.0.24 "DELETE /v2.0/networks/81b6f71b-62d9-4ada-8d6d-79815d129187 HTTP/1.1" status: 204 len: 168 time: 1.4051182 Sep 30 08:07:28.552658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52228) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:28.583692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Attempting to bind port abe8b2ee-13ee-4314-adf4-cdf16168066a on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:07:28.584159 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Attempting to bind port abe8b2ee-13ee-4314-adf4-cdf16168066a by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '6634295e-1357-49e5-888a-cc0ac84ed1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cc22de2-a5d4-495c-9808-001f8ad25f3c'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:07:28.584465 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Attempting to bind port abe8b2ee-13ee-4314-adf4-cdf16168066a on network 1cc22de2-a5d4-495c-9808-001f8ad25f3c {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:28.589539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:07:28.589919 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Checking segment: {'id': '6634295e-1357-49e5-888a-cc0ac84ed1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cc22de2-a5d4-495c-9808-001f8ad25f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:28.590325 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.590720 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Bound using segment: {'id': '6634295e-1357-49e5-888a-cc0ac84ed1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cc22de2-a5d4-495c-9808-001f8ad25f3c'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:07:28.591189 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Bound port: abe8b2ee-13ee-4314-adf4-cdf16168066a, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6634295e-1357-49e5-888a-cc0ac84ed1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cc22de2-a5d4-495c-9808-001f8ad25f3c'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:07:28.591580 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.607094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77291fe-7d46-4c81-aaf1-046855ce36b9 req-51c5b343-596c-4b8c-b121-79204f41fea0 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:28.608759 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f77291fe-7d46-4c81-aaf1-046855ce36b9 req-51c5b343-596c-4b8c-b121-79204f41fea0 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 947 time: 0.2858288 Sep 30 08:07:28.612405 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-de963177-f38d-44a4-80a4-e3a42e868df7 req-d4f97be5-fb01-47df-9c45-4641aa56f5f5 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287731 Sep 30 08:07:28.612852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2762e8-4db6-468f-8a69-70cc314e3512 admin admin] Pushing event deleted for resources: {'Network': ['ID=81b6f71b-62d9-4ada-8d6d-79815d129187,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:28.616543 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7310c9b-2542-49f9-b4e1-668f5c23eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.619029 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7310c9b-2542-49f9-b4e1-668f5c23eb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.622609 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b7310c9b-2542-49f9-b4e1-668f5c23eb7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/561e937e-4f2e-4057-b157-2837798b5beb HTTP/1.1" status: 204 len: 168 time: 0.4056113 Sep 30 08:07:28.641880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec795db-9755-422d-a46d-cc48b465b0db req-4ca46cf3-f3fd-48b0-8810-1172e1a33d22 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:28.643404 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ec795db-9755-422d-a46d-cc48b465b0db req-4ca46cf3-f3fd-48b0-8810-1172e1a33d22 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2203798 Sep 30 08:07:28.679196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7310c9b-2542-49f9-b4e1-668f5c23eb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561e937e-4f2e-4057-b157-2837798b5beb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:28.683066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebd0c7-8ce1-4a04-aab7-f68da9f3dcc5 req-e8f9865f-78f8-4885-ae20-d76761c9fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:28.685119 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40ebd0c7-8ce1-4a04-aab7-f68da9f3dcc5 req-e8f9865f-78f8-4885-ae20-d76761c9fb7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1355944 Sep 30 08:07:28.700451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f77291fe-7d46-4c81-aaf1-046855ce36b9 req-bf3e3796-51de-4272-a056-446472a4a6dd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781894 Sep 30 08:07:28.738969 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ec795db-9755-422d-a46d-cc48b465b0db req-a33c8e53-78ea-4029-880f-91672542375f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839865 Sep 30 08:07:28.753601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] For port abe8b2ee-13ee-4314-adf4-cdf16168066a, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:07:28.754681 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebd0c7-8ce1-4a04-aab7-f68da9f3dcc5 req-c6972290-4a45-4263-98a7-5862120d2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:28.757144 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40ebd0c7-8ce1-4a04-aab7-f68da9f3dcc5 req-c6972290-4a45-4263-98a7-5862120d2fca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626223 Sep 30 08:07:28.760361 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] For port abe8b2ee-13ee-4314-adf4-cdf16168066a, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=abe8b2ee-13ee-4314-adf4-cdf16168066a,segment=NetworkSegment(6634295e-1357-49e5-888a-cc0ac84ed1fe),segment_id=6634295e-1357-49e5-888a-cc0ac84ed1fe)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:07:28.768336 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:28.793655 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Allocated IP 172.25.0.207 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/d1a1ad49-8f11-47de-b919-913b003e9b50) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:07:28.868513 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef845566-f740-4fef-8bf6-f26728d199d8 None None] Pushing event updated for resources: {'Port': ['ID=abe8b2ee-13ee-4314-adf4-cdf16168066a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:28.941324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4162ac3e-430c-450d-84eb-2820e6324a5e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:28.941508 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-de963177-f38d-44a4-80a4-e3a42e868df7 req-b77b73fe-9c0b-4892-adc1-fd93d7d0f02e service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958605 Sep 30 08:07:28.973253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 4162ac3e-430c-450d-84eb-2820e6324a5e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:28.974491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4162ac3e-430c-450d-84eb-2820e6324a5e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:28.983825 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40ebd0c7-8ce1-4a04-aab7-f68da9f3dcc5 req-6aca0926-10b5-424a-bcae-5a5540474936 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166598 Sep 30 08:07:29.012645 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e190-67a2-4ac2-b1a3-5d25095d59f7 req-835c823b-c8a3-4cbe-875f-18852c314116 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:29.014496 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d4e1e190-67a2-4ac2-b1a3-5d25095d59f7 req-835c823b-c8a3-4cbe-875f-18852c314116 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1172259 Sep 30 08:07:29.087466 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:29.111789 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:07:29.134639 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d4e1e190-67a2-4ac2-b1a3-5d25095d59f7 req-25becc8f-35c7-449e-8d87-2fa0fa893834 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088445 Sep 30 08:07:29.163200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40ebd0c7-8ce1-4a04-aab7-f68da9f3dcc5 req-dc573c79-6abc-4315-a9f3-c746b1839cea service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693404 Sep 30 08:07:29.203846 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:29.272591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:29.281826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:29.291574 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:07:29.333573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06381bdb-4751-44b0-99e0-946d5ecbf991 req-3dc0d394-e909-410d-b148-14086f95dd37 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:29.335146 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06381bdb-4751-44b0-99e0-946d5ecbf991 req-3dc0d394-e909-410d-b148-14086f95dd37 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.1031187 Sep 30 08:07:29.337678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a1ad49-8f11-47de-b919-913b003e9b50,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:29.367531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a042ac-c255-4213-ac27-9cd0b5ff5ed2 req-ae6e19c2-9143-40f3-8173-d4908d08a23b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:29.369094 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19a042ac-c255-4213-ac27-9cd0b5ff5ed2 req-ae6e19c2-9143-40f3-8173-d4908d08a23b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.0884278 Sep 30 08:07:29.425213 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06381bdb-4751-44b0-99e0-946d5ecbf991 req-10cc3ebc-9f71-488e-b268-0e9c1eba2f64 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714254 Sep 30 08:07:29.439518 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19a042ac-c255-4213-ac27-9cd0b5ff5ed2 req-66150ef3-59c2-4311-9d00-2d59ec7fd4fe tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622110 Sep 30 08:07:29.451795 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:29.577921 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aff31a-acaf-4a60-8d3a-eb0238329899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:29.591750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bcb28-33cd-45d9-a494-1d1ad1067808 req-77dcec14-ca4d-40c8-843b-3ec794a65105 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:29.602133 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f48bcb28-33cd-45d9-a494-1d1ad1067808 req-77dcec14-ca4d-40c8-843b-3ec794a65105 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.0753591 Sep 30 08:07:29.692602 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f48bcb28-33cd-45d9-a494-1d1ad1067808 req-89b65bac-c684-421d-9c01-28e14c0f4769 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841749 Sep 30 08:07:29.708628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d2a91-e35a-412d-8627-e1675dc8ff03 req-187dff07-0eb4-4a34-815d-620042c93fe7 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:29.710413 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c97d2a91-e35a-412d-8627-e1675dc8ff03 req-187dff07-0eb4-4a34-815d-620042c93fe7 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1003525 Sep 30 08:07:29.778966 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c97d2a91-e35a-412d-8627-e1675dc8ff03 req-e6c8f74f-b3a0-42e8-9db7-90c04317ade9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621123 Sep 30 08:07:29.790689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52266) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:29.873656 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4418ebc-e371-4d11-aece-c31a4b1e843d req-0b56de57-a2ed-4714-a2e3-459222030baf tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:29.875766 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4418ebc-e371-4d11-aece-c31a4b1e843d req-0b56de57-a2ed-4714-a2e3-459222030baf tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 947 time: 0.0576506 Sep 30 08:07:29.929666 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-848c7354-278b-46fc-92c2-239629ffe6df admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2116045709-network', 'tenant_id': '4ebb080353244c95b75c38e0751f4475'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:29.945005 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4418ebc-e371-4d11-aece-c31a4b1e843d req-f08c2c52-e3d1-4067-9562-6f04cc7c7b2d tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608933 Sep 30 08:07:29.961661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848c7354-278b-46fc-92c2-239629ffe6df admin admin] Made reservation on behalf of 4ebb080353244c95b75c38e0751f4475 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:07:29.964498 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-848c7354-278b-46fc-92c2-239629ffe6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:29.987295 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-848c7354-278b-46fc-92c2-239629ffe6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.080844 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.098006 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-848c7354-278b-46fc-92c2-239629ffe6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.103201 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-848c7354-278b-46fc-92c2-239629ffe6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.122892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60e135c-8bff-40b4-b028-b16210d1941c None None] Network 1cc22de2-a5d4-495c-9808-001f8ad25f3c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:30.149594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c7354-278b-46fc-92c2-239629ffe6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fc2d06-32ae-421b-9703-ee29725bbc16,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:30.159317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-abcf179e-88e4-49ce-b530-6150f61f2563 None None] Provisioning complete for port abe8b2ee-13ee-4314-adf4-cdf16168066a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:30.160369 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abcf179e-88e4-49ce-b530-6150f61f2563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.162528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848c7354-278b-46fc-92c2-239629ffe6df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:07:30.175929 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-848c7354-278b-46fc-92c2-239629ffe6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.176454 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-848c7354-278b-46fc-92c2-239629ffe6df admin admin] Added segment 825fd5ae-a9b1-4e0d-b585-213b96f3ba2b of type vlan for network 48b572e1-9836-4dcc-8c62-ad595cfdc233 Sep 30 08:07:30.237525 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-848c7354-278b-46fc-92c2-239629ffe6df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.275453 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-848c7354-278b-46fc-92c2-239629ffe6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.276736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848c7354-278b-46fc-92c2-239629ffe6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:30.277740 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-848c7354-278b-46fc-92c2-239629ffe6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.317119 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-848c7354-278b-46fc-92c2-239629ffe6df admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5253184 Sep 30 08:07:30.331808 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52282) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:30.347872 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abcf179e-88e4-49ce-b530-6150f61f2563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.368038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-710b583d-3357-4955-a427-e01e076a2067 admin admin] Request body: {'subnet': {'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2116045709-subnet', 'tenant_id': '4ebb080353244c95b75c38e0751f4475', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:30.372988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c7354-278b-46fc-92c2-239629ffe6df admin admin] Pushing event updated for resources: {'Network': ['ID=48b572e1-9836-4dcc-8c62-ad595cfdc233,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:30.401681 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 48b572e1-9836-4dcc-8c62-ad595cfdc233 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:07:30.438512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf9d0e-cd00-41af-b765-0d4d30e31f1f req-3319485b-6b92-4b6d-99ff-9a4cddfd4b6b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:30.440237 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ebf9d0e-cd00-41af-b765-0d4d30e31f1f req-3319485b-6b92-4b6d-99ff-9a4cddfd4b6b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.0762177 Sep 30 08:07:30.440833 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710b583d-3357-4955-a427-e01e076a2067 admin admin] Made reservation on behalf of 4ebb080353244c95b75c38e0751f4475 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:07:30.443942 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-710b583d-3357-4955-a427-e01e076a2067 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.446113 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.449729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-abcf179e-88e4-49ce-b530-6150f61f2563 None None] For port abe8b2ee-13ee-4314-adf4-cdf16168066a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=abe8b2ee-13ee-4314-adf4-cdf16168066a,segment=NetworkSegment(6634295e-1357-49e5-888a-cc0ac84ed1fe),segment_id=6634295e-1357-49e5-888a-cc0ac84ed1fe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:30.477562 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abcf179e-88e4-49ce-b530-6150f61f2563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.576815 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ebf9d0e-cd00-41af-b765-0d4d30e31f1f req-2af351e9-66da-472a-a005-c269e3f7842c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170344 Sep 30 08:07:30.579254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf179e-88e4-49ce-b530-6150f61f2563 None None] Pushing event updated for resources: {'Port': ['ID=abe8b2ee-13ee-4314-adf4-cdf16168066a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:30.618353 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-84aff31a-acaf-4a60-8d3a-eb0238329899 admin admin] Deleting port a1357e67-5872-4a15-8ee3-62d9f4e244c5 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:30.618767 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aff31a-acaf-4a60-8d3a-eb0238329899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.688049 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 65669714-cdfd-4b77-ad44-a2d22afb310c details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:07:30.715773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Router 3636f09d-bde8-4a70-9c22-8e4cb6783c5c is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:07:30.766240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ad07d-bb62-4b45-8afc-8541e675d33a req-4cd754d5-4f1f-42d8-bc83-a66b13cb7b55 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:30.768166 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-514ad07d-bb62-4b45-8afc-8541e675d33a req-4cd754d5-4f1f-42d8-bc83-a66b13cb7b55 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.1895802 Sep 30 08:07:30.772174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-84aff31a-acaf-4a60-8d3a-eb0238329899 admin admin] For port a1357e67-5872-4a15-8ee3-62d9f4e244c5, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a1357e67-5872-4a15-8ee3-62d9f4e244c5,segment=NetworkSegment(0db893a4-d3d2-4fa5-ac9b-92089b06b0e1),segment_id=0db893a4-d3d2-4fa5-ac9b-92089b06b0e1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:30.773027 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aff31a-acaf-4a60-8d3a-eb0238329899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.808823 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-710b583d-3357-4955-a427-e01e076a2067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.816166 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7db71aad-6214-4ef2-92aa-0a8d5eef9899 None None] Provisioning complete for port abe8b2ee-13ee-4314-adf4-cdf16168066a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:30.816667 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7db71aad-6214-4ef2-92aa-0a8d5eef9899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.827960 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-84aff31a-acaf-4a60-8d3a-eb0238329899 admin admin] Calling delete_port for a1357e67-5872-4a15-8ee3-62d9f4e244c5 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:30.856487 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 65669714-cdfd-4b77-ad44-a2d22afb310c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=65669714-cdfd-4b77-ad44-a2d22afb310c,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:30.882673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '65669714-cdfd-4b77-ad44-a2d22afb310c', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '65669714-cdfd-4b77-ad44-a2d22afb310c', 'mac_address': 'fa:16:3e:88:e7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:07:30.897256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-514ad07d-bb62-4b45-8afc-8541e675d33a req-b0f7b07f-89fd-42d7-9f8a-71c8eaf9bc99 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185904 Sep 30 08:07:30.900490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b583d-3357-4955-a427-e01e076a2067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c21120-925c-4c50-980f-fa66907ba113,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:30.920836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccaf59-72d1-4d1b-9630-c96ca161bb80 req-ac40cc5a-e63a-488e-acfe-041123de2e81 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:30.922372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1ccaf59-72d1-4d1b-9630-c96ca161bb80 req-ac40cc5a-e63a-488e-acfe-041123de2e81 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.1402805 Sep 30 08:07:30.956820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b583d-3357-4955-a427-e01e076a2067 admin admin] Checking segment: {'id': '825fd5ae-a9b1-4e0d-b585-213b96f3ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:30.957177 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710b583d-3357-4955-a427-e01e076a2067 admin admin] Network hostable DHCP agents. Network: 48b572e1-9836-4dcc-8c62-ad595cfdc233, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:07:30.969273 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:30.990575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1ccaf59-72d1-4d1b-9630-c96ca161bb80 req-32bdea88-2a4a-43da-b183-c88db24e15f1 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597439 Sep 30 08:07:31.000068 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710b583d-3357-4955-a427-e01e076a2067 admin admin] Network 48b572e1-9836-4dcc-8c62-ad595cfdc233 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:07:31.004974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65669714-cdfd-4b77-ad44-a2d22afb310c {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:07:31.018465 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device abe8b2ee-13ee-4314-adf4-cdf16168066a up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:07:31.020467 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-710b583d-3357-4955-a427-e01e076a2067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 48b572e1-9836-4dcc-8c62-ad595cfdc233) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:31.026310 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:07:31.027084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710b583d-3357-4955-a427-e01e076a2067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:31.027687 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-710b583d-3357-4955-a427-e01e076a2067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:31.039679 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Sync routers for ids ['3636f09d-bde8-4a70-9c22-8e4cb6783c5c'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:07:31.057241 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Routers {'3636f09d-bde8-4a70-9c22-8e4cb6783c5c'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:31.060640 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3636f09d-bde8-4a70-9c22-8e4cb6783c5c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:31.077292 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:31.078871 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-11d8823d-e1a8-464f-9e10-1016e245bd95 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5483825 Sep 30 08:07:31.081178 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f58b076-24e0-4305-ab72-bf2810bd8c92 None None] Network 48b572e1-9836-4dcc-8c62-ad595cfdc233 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:31.081861 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52292) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:31.089084 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-710b583d-3357-4955-a427-e01e076a2067 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7534063 Sep 30 08:07:31.091346 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:31.097861 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2116045709-router', 'tenant_id': '4ebb080353244c95b75c38e0751f4475', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:31.126904 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 65669714-cdfd-4b77-ad44-a2d22afb310c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=65669714-cdfd-4b77-ad44-a2d22afb310c,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:31.142127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:31.143822 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:31.153603 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:31.154357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device b0663ae8-b0ce-4c06-be40-3be90fc6f8ea details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:07:31.155056 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c044cfb-fe7b-4db7-9888-40e3a92d9339 req-c60a8b9b-456f-49dd-a1a9-ed43ce3254d7 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:31.163921 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c044cfb-fe7b-4db7-9888-40e3a92d9339 req-c60a8b9b-456f-49dd-a1a9-ed43ce3254d7 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 947 time: 0.1236246 Sep 30 08:07:31.180704 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Set router 3636f09d-bde8-4a70-9c22-8e4cb6783c5c gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:31.245341 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:31.248936 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c044cfb-fe7b-4db7-9888-40e3a92d9339 req-cab62d12-4911-42ee-895b-9a1641e4fc87 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840178 Sep 30 08:07:31.253585 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aff31a-acaf-4a60-8d3a-eb0238329899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:31.281186 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b0663ae8-b0ce-4c06-be40-3be90fc6f8ea,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:31.315013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=65669714-cdfd-4b77-ad44-a2d22afb310c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:31.338979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea', 'mac_address': 'fa:16:3e:9c:49:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:07:31.403740 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3636f09d-bde8-4a70-9c22-8e4cb6783c5c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209802231-router', 'tenant_id': '09a78306221e4f85baeb19b69c1da409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'd1a1ad49-8f11-47de-b919-913b003e9b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:27Z', 'updated_at': '2021-09-30T08:07:29Z', 'revision_number': 3, 'project_id': '09a78306221e4f85baeb19b69c1da409', 'gw_port': {'id': 'd1a1ad49-8f11-47de-b919-913b003e9b50', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3636f09d-bde8-4a70-9c22-8e4cb6783c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:28Z', 'updated_at': '2021-09-30T08:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:31.406111 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port abe8b2ee-13ee-4314-adf4-cdf16168066a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:31.407602 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:31.443889 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Checking router: 3636f09d-bde8-4a70-9c22-8e4cb6783c5c for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:07:31.444620 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Updating router 3636f09d-bde8-4a70-9c22-8e4cb6783c5c port d1a1ad49-8f11-47de-b919-913b003e9b50 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:07:31.472747 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aff31a-acaf-4a60-8d3a-eb0238329899 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1357e67-5872-4a15-8ee3-62d9f4e244c5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:31.475229 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:31.479088 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:31.494030 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0663ae8-b0ce-4c06-be40-3be90fc6f8ea {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:07:31.546955 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:31.588115 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b0663ae8-b0ce-4c06-be40-3be90fc6f8ea,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:31.593699 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268b85c8-8817-4d48-8645-ea449087a1af None None] Network 48b572e1-9836-4dcc-8c62-ad595cfdc233 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:31.626634 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:31.795573 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:31.821045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781f299-9115-474b-b947-878c2dc6a586 req-43f7afba-97e3-4930-9e6a-1640bfaf8f7e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:31.822581 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7781f299-9115-474b-b947-878c2dc6a586 req-43f7afba-97e3-4930-9e6a-1640bfaf8f7e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.0849166 Sep 30 08:07:31.825231 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=b0663ae8-b0ce-4c06-be40-3be90fc6f8ea,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:31.860274 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84aff31a-acaf-4a60-8d3a-eb0238329899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:31.914701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7781f299-9115-474b-b947-878c2dc6a586 req-5e14d378-6a81-4625-9237-5007c7fd1757 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837824 Sep 30 08:07:31.940493 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:31.950242 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:32.004471 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Attempting to bind port d1a1ad49-8f11-47de-b919-913b003e9b50 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:07:32.005030 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Attempting to bind port d1a1ad49-8f11-47de-b919-913b003e9b50 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:07:32.006111 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Attempting to bind port d1a1ad49-8f11-47de-b919-913b003e9b50 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:32.017057 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33fb59-92c8-436c-8242-46aa9cf1a1c3 None None] Pushing event updated for resources: {'Port': ['ID=d1a1ad49-8f11-47de-b919-913b003e9b50,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:32.017289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['b0663ae8-b0ce-4c06-be40-3be90fc6f8ea'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:07:32.019305 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:07:32.019677 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:32.020111 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:32.020555 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:07:32.021022 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Bound port: d1a1ad49-8f11-47de-b919-913b003e9b50, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:07:32.021401 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:32.048577 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33fb59-92c8-436c-8242-46aa9cf1a1c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:32.049521 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33fb59-92c8-436c-8242-46aa9cf1a1c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:32.049521 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33fb59-92c8-436c-8242-46aa9cf1a1c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:32.049734 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33fb59-92c8-436c-8242-46aa9cf1a1c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:32.050418 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33fb59-92c8-436c-8242-46aa9cf1a1c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:32.050418 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33fb59-92c8-436c-8242-46aa9cf1a1c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:32.050641 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33fb59-92c8-436c-8242-46aa9cf1a1c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:32.050807 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33fb59-92c8-436c-8242-46aa9cf1a1c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:32.051117 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33fb59-92c8-436c-8242-46aa9cf1a1c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:32.051440 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33fb59-92c8-436c-8242-46aa9cf1a1c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:32.052361 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33fb59-92c8-436c-8242-46aa9cf1a1c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:32.052680 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33fb59-92c8-436c-8242-46aa9cf1a1c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:07:32.077361 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['65669714-cdfd-4b77-ad44-a2d22afb310c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:07:32.095749 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] For port d1a1ad49-8f11-47de-b919-913b003e9b50, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:07:32.100180 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] For port d1a1ad49-8f11-47de-b919-913b003e9b50, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d1a1ad49-8f11-47de-b919-913b003e9b50,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:07:32.106986 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:32.139300 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Allocated IP 172.20.0.1 (1cc22de2-a5d4-495c-9808-001f8ad25f3c/e0a8e8e5-a956-48a5-912e-eb8dd8cffe2b/02ce9dd0-ae31-4a92-ab01-e7bee2deb807) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:07:32.164506 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:32.184197 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33fb59-92c8-436c-8242-46aa9cf1a1c3 None None] Pushing event updated for resources: {'Port': ['ID=d1a1ad49-8f11-47de-b919-913b003e9b50,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:32.186466 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:32.192629 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Routers {'3636f09d-bde8-4a70-9c22-8e4cb6783c5c'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:32.194888 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3636f09d-bde8-4a70-9c22-8e4cb6783c5c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:32.269237 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:32.291960 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84aff31a-acaf-4a60-8d3a-eb0238329899 admin admin] Router 7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:07:32.316676 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:32.344821 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] Set router 3636f09d-bde8-4a70-9c22-8e4cb6783c5c gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:32.380636 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Pushing event updated for resources: {'Port': ['ID=02ce9dd0-ae31-4a92-ab01-e7bee2deb807,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:32.385100 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Allocated IP 172.25.0.47 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/5c317d9d-da1a-42ad-adad-ef30901b1e5a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:07:32.408887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Network 1cc22de2-a5d4-495c-9808-001f8ad25f3c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:32.415548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:32.418115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:07:32.456624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081832e0-26a3-45a2-9e9d-9b805e29ebe7 req-d3c93438-e584-4fdf-a4a2-2df4a74f9330 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:32.458163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-081832e0-26a3-45a2-9e9d-9b805e29ebe7 req-d3c93438-e584-4fdf-a4a2-2df4a74f9330 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.4179845 Sep 30 08:07:32.482540 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b916b-ac32-44c6-88d0-f4fa1d0943d7 req-1acd6c0b-afd4-46a6-b244-e51f10b32b73 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:32.484089 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b2b916b-ac32-44c6-88d0-f4fa1d0943d7 req-1acd6c0b-afd4-46a6-b244-e51f10b32b73 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.1732180 Sep 30 08:07:32.519289 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84aff31a-acaf-4a60-8d3a-eb0238329899 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:07:32.528265 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-84aff31a-acaf-4a60-8d3a-eb0238329899 admin admin] 10.222.0.24 "PUT /v2.0/routers/7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9723742 Sep 30 08:07:32.528424 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:32.529298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52306) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:32.540065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83aa297-5dc2-4d6d-93cd-25df96320f28 None None] Sync routers for ids ['7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:07:32.563561 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83aa297-5dc2-4d6d-93cd-25df96320f28 None None] Routers {'7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:32.564586 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d83aa297-5dc2-4d6d-93cd-25df96320f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:32.577703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:32.583663 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3636f09d-bde8-4a70-9c22-8e4cb6783c5c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209802231-router', 'tenant_id': '09a78306221e4f85baeb19b69c1da409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'd1a1ad49-8f11-47de-b919-913b003e9b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:27Z', 'updated_at': '2021-09-30T08:07:29Z', 'revision_number': 3, 'project_id': '09a78306221e4f85baeb19b69c1da409', 'gw_port': {'id': 'd1a1ad49-8f11-47de-b919-913b003e9b50', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3636f09d-bde8-4a70-9c22-8e4cb6783c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:28Z', 'updated_at': '2021-09-30T08:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:32.626058 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a415bf6-ea01-466c-a15f-b22b3e6118ca None None] The sync data for ids ['3636f09d-bde8-4a70-9c22-8e4cb6783c5c'] in n-d-807359-2 is: [{'id': '3636f09d-bde8-4a70-9c22-8e4cb6783c5c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209802231-router', 'tenant_id': '09a78306221e4f85baeb19b69c1da409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'd1a1ad49-8f11-47de-b919-913b003e9b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:27Z', 'updated_at': '2021-09-30T08:07:29Z', 'revision_number': 3, 'project_id': '09a78306221e4f85baeb19b69c1da409', 'gw_port': {'id': 'd1a1ad49-8f11-47de-b919-913b003e9b50', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3636f09d-bde8-4a70-9c22-8e4cb6783c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:28Z', 'updated_at': '2021-09-30T08:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:07:32.729854 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b2b916b-ac32-44c6-88d0-f4fa1d0943d7 req-e1f37e25-42f7-4c16-a702-95b11f5793ff tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355044 Sep 30 08:07:32.753211 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-081832e0-26a3-45a2-9e9d-9b805e29ebe7 req-00f7e87b-d4e8-4526-889a-3b2b9baba93a tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680464 Sep 30 08:07:32.892644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-469175dc-d019-4fd6-bd22-f365ad291a39 None None] Provisioning complete for port 02ce9dd0-ae31-4a92-ab01-e7bee2deb807 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:32.893560 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-469175dc-d019-4fd6-bd22-f365ad291a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:32.935687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d83aa297-5dc2-4d6d-93cd-25df96320f28 None None] Set router 7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:32.957457 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-614f5a2c-1e66-4cff-bd66-2d98ed4bf682 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:33.078986 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe9c7e-b524-4fa1-8ab3-a57859fb960c req-ca28da17-0f0d-4706-a080-21cc9451c074 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:33.081022 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05fe9c7e-b524-4fa1-8ab3-a57859fb960c req-ca28da17-0f0d-4706-a080-21cc9451c074 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 948 time: 0.2460182 Sep 30 08:07:33.082270 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:33.084870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-469175dc-d019-4fd6-bd22-f365ad291a39 None None] Port 02ce9dd0-ae31-4a92-ab01-e7bee2deb807 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:07:33.169149 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:33.228795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:33.232267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:33.251887 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Pushing event updated for resources: {'Port': ['ID=5c317d9d-da1a-42ad-adad-ef30901b1e5a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:33.265049 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:07:33.266468 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d83aa297-5dc2-4d6d-93cd-25df96320f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'name': 'tempest-AttachSCSIVolumeTestJSON-72775296-router', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:31Z', 'updated_at': '2021-09-30T08:07:31Z', 'revision_number': 5, 'project_id': '1e9461a781624837b9c095b02241376c', 'gw_port': {'id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:32Z', 'updated_at': '2021-09-30T08:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:33.309032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83aa297-5dc2-4d6d-93cd-25df96320f28 None None] Checking router: 7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:07:33.323030 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83aa297-5dc2-4d6d-93cd-25df96320f28 None None] Routers {'7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:33.324325 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d83aa297-5dc2-4d6d-93cd-25df96320f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:33.466190 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d83aa297-5dc2-4d6d-93cd-25df96320f28 None None] Set router 7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:33.556267 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:33.651023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05fe9c7e-b524-4fa1-8ab3-a57859fb960c req-2cf91615-0afa-4b0e-b885-daebc5786606 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637020 Sep 30 08:07:33.659175 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-614f5a2c-1e66-4cff-bd66-2d98ed4bf682 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:33.696971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39f97c-4a38-40fc-bb8d-b093d3750a3d req-5e6dd8fd-5036-453c-a570-59f5dd2fa0c2 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:33.698355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c39f97c-4a38-40fc-bb8d-b093d3750a3d req-5e6dd8fd-5036-453c-a570-59f5dd2fa0c2 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2127147 Sep 30 08:07:33.706934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d83aa297-5dc2-4d6d-93cd-25df96320f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'name': 'tempest-AttachSCSIVolumeTestJSON-72775296-router', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:31Z', 'updated_at': '2021-09-30T08:07:31Z', 'revision_number': 5, 'project_id': '1e9461a781624837b9c095b02241376c', 'gw_port': {'id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:32Z', 'updated_at': '2021-09-30T08:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:33.740741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83aa297-5dc2-4d6d-93cd-25df96320f28 None None] The sync data for ids ['7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0'] in n-d-807359-2 is: [{'id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'name': 'tempest-AttachSCSIVolumeTestJSON-72775296-router', 'tenant_id': '1e9461a781624837b9c095b02241376c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:05:31Z', 'updated_at': '2021-09-30T08:07:31Z', 'revision_number': 5, 'project_id': '1e9461a781624837b9c095b02241376c', 'gw_port': {'id': 'cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:05:32Z', 'updated_at': '2021-09-30T08:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:07:33.824624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c39f97c-4a38-40fc-bb8d-b093d3750a3d req-be0a6b34-435c-4d40-ad7d-5bee6fae558e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088533 Sep 30 08:07:33.826269 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:33.938684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-614f5a2c-1e66-4cff-bd66-2d98ed4bf682 admin admin] Deleting port cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:33.939031 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-614f5a2c-1e66-4cff-bd66-2d98ed4bf682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:33.964338 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4392908-5922-4771-8f85-ab918a46d03c req-5e77e0b6-bb91-4491-9950-afe35f621709 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:33.965770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Router 0d956abd-d603-4f8a-a0d1-35983894bb6d is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:07:33.966017 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4392908-5922-4771-8f85-ab918a46d03c req-5e77e0b6-bb91-4491-9950-afe35f621709 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.1352117 Sep 30 08:07:33.977413 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:33.997680 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:34.073119 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:07:34.084890 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Sync routers for ids ['0d956abd-d603-4f8a-a0d1-35983894bb6d'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:07:34.096780 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Routers {'0d956abd-d603-4f8a-a0d1-35983894bb6d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:34.097315 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0d956abd-d603-4f8a-a0d1-35983894bb6d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:34.101220 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:34.103358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d03a9-9da3-48ec-84e7-38d264d57a38 req-67ec8047-b5c8-42bd-94fb-5f7d65a8bd4e tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:34.105643 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b6d03a9-9da3-48ec-84e7-38d264d57a38 req-67ec8047-b5c8-42bd-94fb-5f7d65a8bd4e tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.2189088 Sep 30 08:07:34.105794 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fea6cf5e-4854-49f1-aeb6-65400d53d793 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0125451 Sep 30 08:07:34.106081 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52318) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:34.149412 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4392908-5922-4771-8f85-ab918a46d03c req-e91df8ee-6204-4b71-b84d-6aba1eafe656 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767654 Sep 30 08:07:34.178634 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Pushing event updated for resources: {'Port': ['ID=02ce9dd0-ae31-4a92-ab01-e7bee2deb807,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:34.194979 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:34.225198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-614f5a2c-1e66-4cff-bd66-2d98ed4bf682 admin admin] For port cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:34.225571 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-614f5a2c-1e66-4cff-bd66-2d98ed4bf682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:34.240576 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Set router 0d956abd-d603-4f8a-a0d1-35983894bb6d gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:34.271024 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b6d03a9-9da3-48ec-84e7-38d264d57a38 req-87abd5d5-b371-42fc-8521-d2ac664f3f28 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474352 Sep 30 08:07:34.285882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-614f5a2c-1e66-4cff-bd66-2d98ed4bf682 admin admin] Calling delete_port for cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:34.390129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Network 1cc22de2-a5d4-495c-9808-001f8ad25f3c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:34.421471 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:34.551263 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'name': 'tempest-ServerRescueTestJSON-2116045709-router', 'tenant_id': '4ebb080353244c95b75c38e0751f4475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '5c317d9d-da1a-42ad-adad-ef30901b1e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:31Z', 'updated_at': '2021-09-30T08:07:33Z', 'revision_number': 3, 'project_id': '4ebb080353244c95b75c38e0751f4475', 'gw_port': {'id': '5c317d9d-da1a-42ad-adad-ef30901b1e5a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:32Z', 'updated_at': '2021-09-30T08:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:34.604223 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Checking router: 0d956abd-d603-4f8a-a0d1-35983894bb6d for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:07:34.604913 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Updating router 0d956abd-d603-4f8a-a0d1-35983894bb6d port 5c317d9d-da1a-42ad-adad-ef30901b1e5a binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:07:34.636870 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:34.688201 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 65669714-cdfd-4b77-ad44-a2d22afb310c up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:07:34.709114 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a7652-c085-4fed-9028-6a415e5792b9 req-5d64f6f1-6b49-46e6-bba9-0bdc8e204f42 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:34.710883 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a21a7652-c085-4fed-9028-6a415e5792b9 req-5d64f6f1-6b49-46e6-bba9-0bdc8e204f42 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.1972070 Sep 30 08:07:34.767640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0d243e9a-0135-40b2-96fd-3478c26c4e72 None None] Provisioning complete for port 02ce9dd0-ae31-4a92-ab01-e7bee2deb807 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:34.768281 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d243e9a-0135-40b2-96fd-3478c26c4e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:34.771354 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 65669714-cdfd-4b77-ad44-a2d22afb310c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:07:34.776048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 65669714-cdfd-4b77-ad44-a2d22afb310c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:34.776659 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:34.790126 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:34.958268 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Router 3636f09d-bde8-4a70-9c22-8e4cb6783c5c has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:07:34.963623 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:34.979415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0d243e9a-0135-40b2-96fd-3478c26c4e72 None None] Port 02ce9dd0-ae31-4a92-ab01-e7bee2deb807 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:07:34.997590 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9494523-6f17-46e9-aa38-f786fd3e107c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65669714-cdfd-4b77-ad44-a2d22afb310c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:35.000989 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7eb45d8-9686-46f1-85f1-51a5c8cdcd4b" -d '{"events": [{"server_uuid": "a9494523-6f17-46e9-aa38-f786fd3e107c", "name": "network-vif-plugged", "status": "completed", "tag": "65669714-cdfd-4b77-ad44-a2d22afb310c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:35.007963 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a21a7652-c085-4fed-9028-6a415e5792b9 req-20feed82-ac8a-4a68-8193-de0744fb5373 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756674 Sep 30 08:07:35.019652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 65669714-cdfd-4b77-ad44-a2d22afb310c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=65669714-cdfd-4b77-ad44-a2d22afb310c,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:35.020507 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.025375 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.026973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device b0663ae8-b0ce-4c06-be40-3be90fc6f8ea up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:07:35.029005 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.041100 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Allocated IP 172.20.0.1 (48b572e1-9836-4dcc-8c62-ad595cfdc233/c2c21120-925c-4c50-980f-fa66907ba113/d5f555e5-ce3a-489d-9373-f6a1708ff590) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:07:35.125695 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d1a1ad49-8f11-47de-b919-913b003e9b50 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:07:35.138718 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61e9d0-065a-4d25-b2db-8f86974d4240 None None] Pushing event updated for resources: {'Port': ['ID=5c317d9d-da1a-42ad-adad-ef30901b1e5a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:35.150553 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-614f5a2c-1e66-4cff-bd66-2d98ed4bf682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.182422 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Attempting to bind port 5c317d9d-da1a-42ad-adad-ef30901b1e5a on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:07:35.182789 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Attempting to bind port 5c317d9d-da1a-42ad-adad-ef30901b1e5a by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:07:35.183185 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Attempting to bind port 5c317d9d-da1a-42ad-adad-ef30901b1e5a on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:35.199328 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:07:35.199848 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:35.200162 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.200549 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:07:35.201009 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Bound port: 5c317d9d-da1a-42ad-adad-ef30901b1e5a, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:07:35.201410 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.231483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f5a2c-1e66-4cff-bd66-2d98ed4bf682 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:35.249284 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a68ef-3733-4f1c-be6d-98037d2d2442 req-9cb51ab4-2401-4dc9-912f-e23b39af6371 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:35.259199 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:07:35.260461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-843a68ef-3733-4f1c-be6d-98037d2d2442 req-9cb51ab4-2401-4dc9-912f-e23b39af6371 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 948 time: 0.4807787 Sep 30 08:07:35.280798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:35.281640 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.321961 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.329074 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] For port 5c317d9d-da1a-42ad-adad-ef30901b1e5a, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:07:35.334782 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] For port 5c317d9d-da1a-42ad-adad-ef30901b1e5a, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5c317d9d-da1a-42ad-adad-ef30901b1e5a,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:07:35.341592 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.365225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=65669714-cdfd-4b77-ad44-a2d22afb310c,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:35.366438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-843a68ef-3733-4f1c-be6d-98037d2d2442 req-ddcd9f6e-0e40-4108-9575-c7d5180755e7 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036026 Sep 30 08:07:35.417829 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.420399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d1a1ad49-8f11-47de-b919-913b003e9b50 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:35.421347 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.451057 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-614f5a2c-1e66-4cff-bd66-2d98ed4bf682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.485593 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Routers {'0d956abd-d603-4f8a-a0d1-35983894bb6d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:35.486230 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0d956abd-d603-4f8a-a0d1-35983894bb6d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:35.491795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Network 48b572e1-9836-4dcc-8c62-ad595cfdc233 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:35.495020 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:35.498812 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:07:35.503771 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61e9d0-065a-4d25-b2db-8f86974d4240 None None] Pushing event updated for resources: {'Port': ['ID=5c317d9d-da1a-42ad-adad-ef30901b1e5a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:35.532409 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76b3d47-a213-4208-b1a4-a97a947262bf x-openstack-request-id: req-b76b3d47-a213-4208-b1a4-a97a947262bf {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:35.532710 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9494523-6f17-46e9-aa38-f786fd3e107c", "name": "network-vif-plugged", "status": "completed", "tag": "65669714-cdfd-4b77-ad44-a2d22afb310c", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:35.532976 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b76b3d47-a213-4208-b1a4-a97a947262bf {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:35.533387 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9494523-6f17-46e9-aa38-f786fd3e107c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65669714-cdfd-4b77-ad44-a2d22afb310c', 'code': 200} Sep 30 08:07:35.586285 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Pushing event updated for resources: {'Port': ['ID=d5f555e5-ce3a-489d-9373-f6a1708ff590,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:35.605195 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.627016 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.670640 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-614f5a2c-1e66-4cff-bd66-2d98ed4bf682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.672705 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-614f5a2c-1e66-4cff-bd66-2d98ed4bf682 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.676415 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] Set router 0d956abd-d603-4f8a-a0d1-35983894bb6d gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:35.713111 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.726215 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b0663ae8-b0ce-4c06-be40-3be90fc6f8ea,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:35.735499 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.747275 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port d1a1ad49-8f11-47de-b919-913b003e9b50, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d1a1ad49-8f11-47de-b919-913b003e9b50,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:35.767781 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.774269 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.779503 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a1357e67-5872-4a15-8ee3-62d9f4e244c5 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:35.796191 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eec0bb-c378-4f10-aca4-59e88c93b2de req-0772dabf-7318-44d0-b586-d1f04fb263d6 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:35.798204 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21eec0bb-c378-4f10-aca4-59e88c93b2de req-0772dabf-7318-44d0-b586-d1f04fb263d6 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.6319764 Sep 30 08:07:35.818085 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: a1357e67-5872-4a15-8ee3-62d9f4e244c5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:35.818434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a1357e67-5872-4a15-8ee3-62d9f4e244c5 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:35.846663 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=b0663ae8-b0ce-4c06-be40-3be90fc6f8ea,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:35.850228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b4682-896b-4652-b88d-8a38c9ec64e5 req-10486986-3497-404b-a805-00c6daa9fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:35.852580 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a7b4682-896b-4652-b88d-8a38c9ec64e5 req-10486986-3497-404b-a805-00c6daa9fe3e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a9494523-6f17-46e9-aa38-f786fd3e107c HTTP/1.1" status: 200 len: 1100 time: 0.2589760 Sep 30 08:07:35.863566 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-614f5a2c-1e66-4cff-bd66-2d98ed4bf682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.864884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614f5a2c-1e66-4cff-bd66-2d98ed4bf682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:07:35.871601 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-614f5a2c-1e66-4cff-bd66-2d98ed4bf682 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:35.875408 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-614f5a2c-1e66-4cff-bd66-2d98ed4bf682 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7fc1f6c0-3a93-4a50-aa4e-0904fbca1ad0 HTTP/1.1" status: 204 len: 168 time: 3.3383036 Sep 30 08:07:35.884418 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52338) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:35.914376 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=d1a1ad49-8f11-47de-b919-913b003e9b50,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:35.939078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb800f-0232-45b6-93ab-a20bbdff5260 req-d3af30e1-7b0d-4e21-8c4b-b87eb77cd86a tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:35.947460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ecb800f-0232-45b6-93ab-a20bbdff5260 req-d3af30e1-7b0d-4e21-8c4b-b87eb77cd86a tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.3595273 Sep 30 08:07:35.970083 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:07:35.975603 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d25f9e93-6284-41fd-8175-aeb70b12c130 admin admin] 10.222.0.24 "PUT /v2.0/routers/3636f09d-bde8-4a70-9c22-8e4cb6783c5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8911335 Sep 30 08:07:35.992428 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Sync routers for ids ['3636f09d-bde8-4a70-9c22-8e4cb6783c5c'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:07:36.006950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Routers {'3636f09d-bde8-4a70-9c22-8e4cb6783c5c'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:36.007704 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3636f09d-bde8-4a70-9c22-8e4cb6783c5c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:36.080460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ecb800f-0232-45b6-93ab-a20bbdff5260 req-303bab12-69cd-46bc-8863-5b86fa83f429 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319504 Sep 30 08:07:36.127847 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21eec0bb-c378-4f10-aca4-59e88c93b2de req-e36c373b-2668-4a43-8409-dad5d89820f8 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913873 Sep 30 08:07:36.133443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a7b4682-896b-4652-b88d-8a38c9ec64e5 req-c2999391-fee7-4eff-9f5f-4d0f18f67c3d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589583 Sep 30 08:07:36.167500 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Set router 3636f09d-bde8-4a70-9c22-8e4cb6783c5c gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:36.174628 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:36.185363 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:36.186058 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'name': 'tempest-ServerRescueTestJSON-2116045709-router', 'tenant_id': '4ebb080353244c95b75c38e0751f4475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '5c317d9d-da1a-42ad-adad-ef30901b1e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:31Z', 'updated_at': '2021-09-30T08:07:33Z', 'revision_number': 3, 'project_id': '4ebb080353244c95b75c38e0751f4475', 'gw_port': {'id': '5c317d9d-da1a-42ad-adad-ef30901b1e5a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:32Z', 'updated_at': '2021-09-30T08:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:36.242870 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7439eef-280e-4265-bcf5-b5a16a73dcb2 None None] The sync data for ids ['0d956abd-d603-4f8a-a0d1-35983894bb6d'] in n-d-807359-2 is: [{'id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'name': 'tempest-ServerRescueTestJSON-2116045709-router', 'tenant_id': '4ebb080353244c95b75c38e0751f4475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '5c317d9d-da1a-42ad-adad-ef30901b1e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:31Z', 'updated_at': '2021-09-30T08:07:33Z', 'revision_number': 3, 'project_id': '4ebb080353244c95b75c38e0751f4475', 'gw_port': {'id': '5c317d9d-da1a-42ad-adad-ef30901b1e5a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:32Z', 'updated_at': '2021-09-30T08:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:07:36.269303 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9360f87a-a7ff-4fb3-8e5a-f330fc7358f3 admin admin] Deleting subnet 987ba1af-0ee7-42f5-9297-bf790bd95015 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:07:36.285618 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9360f87a-a7ff-4fb3-8e5a-f330fc7358f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:36.311895 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:36.322338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Pushing event updated for resources: {'Port': ['ID=d5f555e5-ce3a-489d-9373-f6a1708ff590,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:36.339755 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88611390-0633-44f4-b708-f16feb7c4652 req-59844245-a701-41f6-9796-77d4e3301495 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:36.345684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88611390-0633-44f4-b708-f16feb7c4652 req-59844245-a701-41f6-9796-77d4e3301495 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.1105144 Sep 30 08:07:36.450690 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88611390-0633-44f4-b708-f16feb7c4652 req-fd27fead-dc6c-4f55-b278-c75bca4239cb tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936830 Sep 30 08:07:36.487842 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9360f87a-a7ff-4fb3-8e5a-f330fc7358f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:36.511837 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Network 48b572e1-9836-4dcc-8c62-ad595cfdc233 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:36.515229 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:36.545078 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3636f09d-bde8-4a70-9c22-8e4cb6783c5c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209802231-router', 'tenant_id': '09a78306221e4f85baeb19b69c1da409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'd1a1ad49-8f11-47de-b919-913b003e9b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:27Z', 'updated_at': '2021-09-30T08:07:32Z', 'revision_number': 4, 'project_id': '09a78306221e4f85baeb19b69c1da409', 'gw_port': {'id': 'd1a1ad49-8f11-47de-b919-913b003e9b50', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3636f09d-bde8-4a70-9c22-8e4cb6783c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:28Z', 'updated_at': '2021-09-30T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '02ce9dd0-ae31-4a92-ab01-e7bee2deb807', 'name': '', 'network_id': '1cc22de2-a5d4-495c-9808-001f8ad25f3c', 'tenant_id': '09a78306221e4f85baeb19b69c1da409', 'mac_address': 'fa:16:3e:10:06:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3636f09d-bde8-4a70-9c22-8e4cb6783c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'e0a8e8e5-a956-48a5-912e-eb8dd8cffe2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:31Z', 'updated_at': '2021-09-30T08:07:33Z', 'revision_number': 2, 'project_id': '09a78306221e4f85baeb19b69c1da409', 'subnets': [{'id': 'e0a8e8e5-a956-48a5-912e-eb8dd8cffe2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:36.584789 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Checking router: 3636f09d-bde8-4a70-9c22-8e4cb6783c5c for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:07:36.585463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Updating router 3636f09d-bde8-4a70-9c22-8e4cb6783c5c port 02ce9dd0-ae31-4a92-ab01-e7bee2deb807 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:07:36.618366 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:36.650453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2211e-04f4-4af9-8d02-e15dd5ef5ac4 req-890491a8-5ca1-4973-bb06-2004d6b6b2e3 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:36.658255 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9dd2211e-04f4-4af9-8d02-e15dd5ef5ac4 req-890491a8-5ca1-4973-bb06-2004d6b6b2e3 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 949 time: 0.1114337 Sep 30 08:07:36.716872 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9360f87a-a7ff-4fb3-8e5a-f330fc7358f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:36.758122 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-3da7f011-4f18-4dc5-a847-983b95f3f09a req-1ca2fe1d-d621-4196-b4d5-c67b613870cc tempest-FloatingIPDetailsNegativeTestJSON-291359535 tempest-FloatingIPDetailsNegativeTestJSON-291359535-project] show failed (client error): The resource could not be found. Sep 30 08:07:36.759241 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3da7f011-4f18-4dc5-a847-983b95f3f09a req-1ca2fe1d-d621-4196-b4d5-c67b613870cc tempest-FloatingIPDetailsNegativeTestJSON-291359535 tempest-FloatingIPDetailsNegativeTestJSON-291359535-project] 10.222.0.24 "GET /v2.0/floatingips/0d1d647a-02bf-4b5d-af23-1e0eccfb2bf0 HTTP/1.1" status: 404 len: 350 time: 0.0551565 Sep 30 08:07:36.772167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52352) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:36.780869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9dd2211e-04f4-4af9-8d02-e15dd5ef5ac4 req-041530bb-f797-43f2-8436-f1f32d8a31aa tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002669 Sep 30 08:07:36.789679 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Router 0d956abd-d603-4f8a-a0d1-35983894bb6d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:07:36.897661 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9360f87a-a7ff-4fb3-8e5a-f330fc7358f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:36.936256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee00552-174e-426d-8ba5-8291ed63f2f1 req-56b3c299-171a-45d3-9210-39d2c7c343e3 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:36.944336 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360f87a-a7ff-4fb3-8e5a-f330fc7358f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987ba1af-0ee7-42f5-9297-bf790bd95015,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:36.948582 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fee00552-174e-426d-8ba5-8291ed63f2f1 req-56b3c299-171a-45d3-9210-39d2c7c343e3 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.0967648 Sep 30 08:07:36.967192 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e21c4b4-999d-473b-a2b8-223372f62e7f None None] Network da5abebf-734f-4168-83ec-e613f2058d4a requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:36.994662 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9360f87a-a7ff-4fb3-8e5a-f330fc7358f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:37.000149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52354) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:37.000334 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9360f87a-a7ff-4fb3-8e5a-f330fc7358f3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/987ba1af-0ee7-42f5-9297-bf790bd95015 HTTP/1.1" status: 204 len: 168 time: 1.1141531 Sep 30 08:07:37.014137 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fee00552-174e-426d-8ba5-8291ed63f2f1 req-994954c5-2cc8-4db5-839a-902fb30fd73b tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618699 Sep 30 08:07:37.112629 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:37.121961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5c317d9d-da1a-42ad-adad-ef30901b1e5a up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:07:37.187558 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] Deleting port 9e0d5406-29f5-469f-889a-f96b97f4fa3d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:37.188151 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:37.297339 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] For port 9e0d5406-29f5-469f-889a-f96b97f4fa3d, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9e0d5406-29f5-469f-889a-f96b97f4fa3d,segment=NetworkSegment(0db893a4-d3d2-4fa5-ac9b-92089b06b0e1),segment_id=0db893a4-d3d2-4fa5-ac9b-92089b06b0e1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:37.297802 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:37.331461 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1b480-2c22-469a-9110-1d38b71584a6 req-5d4d8f12-8413-483e-bf65-82a03a1473fd tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:37.333706 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16c1b480-2c22-469a-9110-1d38b71584a6 req-5d4d8f12-8413-483e-bf65-82a03a1473fd tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1312342 Sep 30 08:07:37.335130 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] Calling delete_port for 9e0d5406-29f5-469f-889a-f96b97f4fa3d owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:37.458291 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:37.459794 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16c1b480-2c22-469a-9110-1d38b71584a6 req-d5975e28-5ecb-4403-ab6e-6cdfd74b200c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119187 Sep 30 08:07:37.495627 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:37.505860 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:37.511513 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 5c317d9d-da1a-42ad-adad-ef30901b1e5a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:37.511960 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:37.536856 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] No DVR routers for this DVR port 9e0d5406-29f5-469f-889a-f96b97f4fa3d on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:37.544043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0d5406-29f5-469f-889a-f96b97f4fa3d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:37.549804 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e905b738-b9a9-42d4-8123-9ef16f4a675f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:37.552277 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751c3823-ca7c-4588-82a7-ce7594614b29" -d '{"events": [{"server_uuid": "e905b738-b9a9-42d4-8123-9ef16f4a675f", "name": "network-vif-plugged", "status": "completed", "tag": "b0663ae8-b0ce-4c06-be40-3be90fc6f8ea"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:37.564237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:07:37.574338 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-27fd563a-1180-498f-86de-ff81edeae149 admin admin] 10.222.0.24 "PUT /v2.0/routers/0d956abd-d603-4f8a-a0d1-35983894bb6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4666321 Sep 30 08:07:37.633655 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d69eb8f-26e8-4498-8dc1-94c600ea9a5a x-openstack-request-id: req-4d69eb8f-26e8-4498-8dc1-94c600ea9a5a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:37.634263 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e905b738-b9a9-42d4-8123-9ef16f4a675f", "name": "network-vif-plugged", "status": "completed", "tag": "b0663ae8-b0ce-4c06-be40-3be90fc6f8ea", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:37.634827 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d69eb8f-26e8-4498-8dc1-94c600ea9a5a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:37.635641 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e905b738-b9a9-42d4-8123-9ef16f4a675f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea', 'code': 200} Sep 30 08:07:37.716323 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f94e45-ced1-4af9-afca-d663c8ef89c5 None None] Pushing event updated for resources: {'Port': ['ID=02ce9dd0-ae31-4a92-ab01-e7bee2deb807,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:37.778316 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:37.824729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b98714-0d6f-4c56-bf44-0ad586128eea req-79fd1534-3ed9-496b-9fd9-9a07d9068cde tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:37.826411 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49b98714-0d6f-4c56-bf44-0ad586128eea req-79fd1534-3ed9-496b-9fd9-9a07d9068cde tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.2467704 Sep 30 08:07:37.853968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5abebf-734f-4168-83ec-e613f2058d4a']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:37.857600 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19b0c90-293c-4d3e-adbc-457f6798703f None None] DHCP port deletion for da5abebf-734f-4168-83ec-e613f2058d4a request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:07:37.863686 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14a654-17d1-4d02-8844-391700ff51eb req-db0130ec-ffa8-438d-8594-832abd8a8639 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:37.870136 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c14a654-17d1-4d02-8844-391700ff51eb req-db0130ec-ffa8-438d-8594-832abd8a8639 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.36 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.2163322 Sep 30 08:07:37.873522 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db893a4-d3d2-4fa5-ac9b-92089b06b0e1') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:37.874067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db893a4-d3d2-4fa5-ac9b-92089b06b0e1') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:37.901115 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:37.904941 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:37.941107 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 5c317d9d-da1a-42ad-adad-ef30901b1e5a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5c317d9d-da1a-42ad-adad-ef30901b1e5a,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:37.946324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Attempting to bind port 02ce9dd0-ae31-4a92-ab01-e7bee2deb807 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:07:37.946866 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Attempting to bind port 02ce9dd0-ae31-4a92-ab01-e7bee2deb807 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '6634295e-1357-49e5-888a-cc0ac84ed1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cc22de2-a5d4-495c-9808-001f8ad25f3c'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:07:37.947574 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Attempting to bind port 02ce9dd0-ae31-4a92-ab01-e7bee2deb807 on network 1cc22de2-a5d4-495c-9808-001f8ad25f3c {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:37.951451 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:37.954630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d1a1ad49-8f11-47de-b919-913b003e9b50 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:07:37.978291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:07:37.978988 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Checking segment: {'id': '6634295e-1357-49e5-888a-cc0ac84ed1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cc22de2-a5d4-495c-9808-001f8ad25f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:37.979505 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:37.980159 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Bound using segment: {'id': '6634295e-1357-49e5-888a-cc0ac84ed1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cc22de2-a5d4-495c-9808-001f8ad25f3c'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:07:37.980842 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Bound port: 02ce9dd0-ae31-4a92-ab01-e7bee2deb807, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6634295e-1357-49e5-888a-cc0ac84ed1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cc22de2-a5d4-495c-9808-001f8ad25f3c'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:07:37.981418 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:38.008303 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49b98714-0d6f-4c56-bf44-0ad586128eea req-b77b8fd2-90bb-4c78-a63e-fe0f9e2a7ce8 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712897 Sep 30 08:07:38.022769 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:38.059213 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:07:38.059822 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:07:38.088194 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:07:38.110004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05ba89-e0f2-45c3-b662-ebc75efae7f8 req-c95d62ab-da3f-444a-86f8-ba92c0ba5431 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:38.118503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c05ba89-e0f2-45c3-b662-ebc75efae7f8 req-c95d62ab-da3f-444a-86f8-ba92c0ba5431 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 949 time: 0.1795726 Sep 30 08:07:38.162667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=5c317d9d-da1a-42ad-adad-ef30901b1e5a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:38.188708 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d1a1ad49-8f11-47de-b919-913b003e9b50 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:38.189086 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:38.194259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fac305-eea8-4ef8-8fe3-7b1ff865a9a0 req-3dbc7b0d-e887-4bdd-85d9-c6f12271fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:38.195819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-92fac305-eea8-4ef8-8fe3-7b1ff865a9a0 req-3dbc7b0d-e887-4bdd-85d9-c6f12271fbe6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 1100 time: 0.2926335 Sep 30 08:07:38.222009 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] For port 02ce9dd0-ae31-4a92-ab01-e7bee2deb807, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:07:38.237778 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:38.243149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] For port 02ce9dd0-ae31-4a92-ab01-e7bee2deb807, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=02ce9dd0-ae31-4a92-ab01-e7bee2deb807,segment=NetworkSegment(6634295e-1357-49e5-888a-cc0ac84ed1fe),segment_id=6634295e-1357-49e5-888a-cc0ac84ed1fe)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:07:38.244832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3c14a654-17d1-4d02-8844-391700ff51eb req-babf0c17-31d5-4c1d-8933-c4aaebb875e2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Deleting port c1fdead8-eecf-4352-893a-b5ad297a2638 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:38.245807 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3c14a654-17d1-4d02-8844-391700ff51eb req-babf0c17-31d5-4c1d-8933-c4aaebb875e2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:38.255721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c05ba89-e0f2-45c3-b662-ebc75efae7f8 req-c7f08eab-3009-49a4-9ee7-95b20854aae8 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314979 Sep 30 08:07:38.267048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-92fac305-eea8-4ef8-8fe3-7b1ff865a9a0 req-78051f7b-3471-4f88-a484-8996167e2b5d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624354 Sep 30 08:07:38.293756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:38.303817 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] 10.222.0.24 "DELETE /v2.0/networks/da5abebf-734f-4168-83ec-e613f2058d4a HTTP/1.1" status: 204 len: 168 time: 1.3021100 Sep 30 08:07:38.305553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc2f99-e937-4e12-923a-95e1c280d297 admin admin] Pushing event deleted for resources: {'Network': ['ID=da5abebf-734f-4168-83ec-e613f2058d4a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:38.309300 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aeeb0534-7e51-407e-98b6-4f4ecc93ddec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:38.310692 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:38.398009 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f94e45-ced1-4af9-afca-d663c8ef89c5 None None] Pushing event updated for resources: {'Port': ['ID=02ce9dd0-ae31-4a92-ab01-e7bee2deb807,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:38.484657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c2c5ffb3-3a6c-49b3-87ea-be1f6d4ab49a None None] Provisioning complete for port 02ce9dd0-ae31-4a92-ab01-e7bee2deb807 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:38.485243 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2c5ffb3-3a6c-49b3-87ea-be1f6d4ab49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:38.527522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Routers {'3636f09d-bde8-4a70-9c22-8e4cb6783c5c'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:38.528191 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3636f09d-bde8-4a70-9c22-8e4cb6783c5c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:38.550856 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52390) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:38.656363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6b5ac-9b86-4fa4-beb9-73df703dc1d3 req-ede1fc98-d9e1-4c14-b108-ff994e353652 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:38.658050 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97e6b5ac-9b86-4fa4-beb9-73df703dc1d3 req-ede1fc98-d9e1-4c14-b108-ff994e353652 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=58c60e0e-de71-4242-86a8-1cdcff1691ee HTTP/1.1" status: 200 len: 945 time: 0.2669351 Sep 30 08:07:38.668483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-3c14a654-17d1-4d02-8844-391700ff51eb req-babf0c17-31d5-4c1d-8933-c4aaebb875e2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] For port c1fdead8-eecf-4352-893a-b5ad297a2638, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c1fdead8-eecf-4352-893a-b5ad297a2638,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:38.669313 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3c14a654-17d1-4d02-8844-391700ff51eb req-babf0c17-31d5-4c1d-8933-c4aaebb875e2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:38.685540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3c14a654-17d1-4d02-8844-391700ff51eb req-babf0c17-31d5-4c1d-8933-c4aaebb875e2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Calling delete_port for c1fdead8-eecf-4352-893a-b5ad297a2638 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:38.729592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-029b5db5-02c3-41c5-8860-4ae4abfe2c38 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:38.731211 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-029b5db5-02c3-41c5-8860-4ae4abfe2c38 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/networks?id=48b572e1-9836-4dcc-8c62-ad595cfdc233 HTTP/1.1" status: 200 len: 811 time: 0.3870189 Sep 30 08:07:38.747613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7d9f2d9f-6dc0-44a8-abb8-cd88c2566dcc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d877af138e1a4840a1edc3d3bcdffa97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934154 Sep 30 08:07:38.768828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52392) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:38.821814 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97e6b5ac-9b86-4fa4-beb9-73df703dc1d3 req-f4cf2311-7341-4baf-9e47-fc1e70a8807c tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511276 Sep 30 08:07:38.824973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-46b41045-e2dd-4bdc-b22d-62373ff8a878 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/quotas/4ebb080353244c95b75c38e0751f4475 HTTP/1.1" status: 200 len: 375 time: 0.0785789 Sep 30 08:07:38.845035 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:38.876981 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3c14a654-17d1-4d02-8844-391700ff51eb req-babf0c17-31d5-4c1d-8933-c4aaebb875e2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:38.895094 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-afe115ff-fb41-433f-bb7c-5a60427df7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:38.905400 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59', 'c1fdead8-eecf-4352-893a-b5ad297a2638'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:07:38.910218 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:38.910643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cc7e797e-1a97-43d1-b9f4-8fd83fd4fe0a not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:38.931193 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-24ad4ecc-dcd6-4edb-875c-09c6c97b90d0 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ebb080353244c95b75c38e0751f4475&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0954080 Sep 30 08:07:38.933460 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-afe115ff-fb41-433f-bb7c-5a60427df7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:39.060736 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] Set router 3636f09d-bde8-4a70-9c22-8e4cb6783c5c gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:39.064338 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5c317d9d-da1a-42ad-adad-ef30901b1e5a up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:07:39.069505 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Sync routers for ids ['0d956abd-d603-4f8a-a0d1-35983894bb6d'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:07:39.075480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf0c17-31d5-4c1d-8933-c4aaebb875e2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Pushing event deleted for resources: {'Port': ['ID=c1fdead8-eecf-4352-893a-b5ad297a2638,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:39.089181 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Routers {'0d956abd-d603-4f8a-a0d1-35983894bb6d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:39.090206 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0d956abd-d603-4f8a-a0d1-35983894bb6d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:39.124251 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-45f410a8-10c1-410f-b5bc-902762771a08 service neutron] 10.222.0.24 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826944 Sep 30 08:07:39.142599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c14a654-17d1-4d02-8844-391700ff51eb req-babf0c17-31d5-4c1d-8933-c4aaebb875e2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] No DVR routers for this DVR port c1fdead8-eecf-4352-893a-b5ad297a2638 on host n-h1-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:39.147988 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3c14a654-17d1-4d02-8844-391700ff51eb req-babf0c17-31d5-4c1d-8933-c4aaebb875e2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:39.150705 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c14a654-17d1-4d02-8844-391700ff51eb req-babf0c17-31d5-4c1d-8933-c4aaebb875e2 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.36 "DELETE /v2.0/ports/c1fdead8-eecf-4352-893a-b5ad297a2638 HTTP/1.1" status: 204 len: 173 time: 1.2723811 Sep 30 08:07:39.151459 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c60e0e-de71-4242-86a8-1cdcff1691ee', 'name': 'network-vif-deleted', 'tag': 'c1fdead8-eecf-4352-893a-b5ad297a2638'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:39.154624 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536f1fa5-3dfd-445b-86f8-30ce03b265f3" -d '{"events": [{"server_uuid": "58c60e0e-de71-4242-86a8-1cdcff1691ee", "name": "network-vif-deleted", "tag": "c1fdead8-eecf-4352-893a-b5ad297a2638"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:39.189441 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-afe115ff-fb41-433f-bb7c-5a60427df7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:39.192113 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-afe115ff-fb41-433f-bb7c-5a60427df7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:39.193829 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-afe115ff-fb41-433f-bb7c-5a60427df7f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2310329-4ae3-4b80-9b7e-402e3325930c HTTP/1.1" status: 204 len: 168 time: 0.4240282 Sep 30 08:07:39.220566 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Set router 0d956abd-d603-4f8a-a0d1-35983894bb6d gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:39.252429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe115ff-fb41-433f-bb7c-5a60427df7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2310329-4ae3-4b80-9b7e-402e3325930c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:39.281609 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 5c317d9d-da1a-42ad-adad-ef30901b1e5a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:39.281856 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:39.322270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483ef37-9cc0-4032-9f62-f789b60e481a req-ae6bad01-2fcd-4e7b-838f-1f09240397d7 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:39.332827 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0483ef37-9cc0-4032-9f62-f789b60e481a req-ae6bad01-2fcd-4e7b-838f-1f09240397d7 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2173994 Sep 30 08:07:39.410584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb0534-7e51-407e-98b6-4f4ecc93ddec admin admin] Deleting port 02ce9dd0-ae31-4a92-ab01-e7bee2deb807 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:39.411183 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aeeb0534-7e51-407e-98b6-4f4ecc93ddec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:39.434975 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0483ef37-9cc0-4032-9f62-f789b60e481a req-d109d7ca-a920-45c0-b818-190e2eb346be tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006613 Sep 30 08:07:39.453860 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-5a4e4a47-c1ea-4dae-ba47-22ce94324a9f service neutron] 10.222.0.24 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287153 Sep 30 08:07:39.499848 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2c5ffb3-3a6c-49b3-87ea-be1f6d4ab49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:39.566822 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-aeeb0534-7e51-407e-98b6-4f4ecc93ddec admin admin] For port 02ce9dd0-ae31-4a92-ab01-e7bee2deb807, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=02ce9dd0-ae31-4a92-ab01-e7bee2deb807,segment=NetworkSegment(6634295e-1357-49e5-888a-cc0ac84ed1fe),segment_id=6634295e-1357-49e5-888a-cc0ac84ed1fe)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:39.567316 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aeeb0534-7e51-407e-98b6-4f4ecc93ddec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:39.602244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb0534-7e51-407e-98b6-4f4ecc93ddec admin admin] Calling delete_port for 02ce9dd0-ae31-4a92-ab01-e7bee2deb807 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:39.622890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb1144-58b0-4388-992c-fe2884de3e4d req-e398c18c-5c85-4e2e-8fc7-537bb2f2f459 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:39.637733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08fb1144-58b0-4388-992c-fe2884de3e4d req-e398c18c-5c85-4e2e-8fc7-537bb2f2f459 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.1214368 Sep 30 08:07:39.729564 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08fb1144-58b0-4388-992c-fe2884de3e4d req-23f3c6bc-28bd-4677-a606-7b97d7320fa9 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909288 Sep 30 08:07:39.779006 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'name': 'tempest-ServerRescueTestJSON-2116045709-router', 'tenant_id': '4ebb080353244c95b75c38e0751f4475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '5c317d9d-da1a-42ad-adad-ef30901b1e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:31Z', 'updated_at': '2021-09-30T08:07:35Z', 'revision_number': 4, 'project_id': '4ebb080353244c95b75c38e0751f4475', 'gw_port': {'id': '5c317d9d-da1a-42ad-adad-ef30901b1e5a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:32Z', 'updated_at': '2021-09-30T08:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd5f555e5-ce3a-489d-9373-f6a1708ff590', 'name': '', 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233', 'tenant_id': '4ebb080353244c95b75c38e0751f4475', 'mac_address': 'fa:16:3e:41:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'c2c21120-925c-4c50-980f-fa66907ba113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:34Z', 'updated_at': '2021-09-30T08:07:35Z', 'revision_number': 2, 'project_id': '4ebb080353244c95b75c38e0751f4475', 'subnets': [{'id': 'c2c21120-925c-4c50-980f-fa66907ba113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:39.805644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c2c5ffb3-3a6c-49b3-87ea-be1f6d4ab49a None None] For port 02ce9dd0-ae31-4a92-ab01-e7bee2deb807, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=02ce9dd0-ae31-4a92-ab01-e7bee2deb807,segment=NetworkSegment(6634295e-1357-49e5-888a-cc0ac84ed1fe),segment_id=6634295e-1357-49e5-888a-cc0ac84ed1fe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:39.847849 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2c5ffb3-3a6c-49b3-87ea-be1f6d4ab49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:39.864879 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Checking router: 0d956abd-d603-4f8a-a0d1-35983894bb6d for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:07:39.865411 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Updating router 0d956abd-d603-4f8a-a0d1-35983894bb6d port d5f555e5-ce3a-489d-9373-f6a1708ff590 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:07:39.896871 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc281e2-0d51-474b-93d2-01c5bbc428d0 x-openstack-request-id: req-7dc281e2-0d51-474b-93d2-01c5bbc428d0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:39.897327 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c60e0e-de71-4242-86a8-1cdcff1691ee", "name": "network-vif-deleted", "tag": "c1fdead8-eecf-4352-893a-b5ad297a2638", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:39.897548 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7dc281e2-0d51-474b-93d2-01c5bbc428d0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:39.897954 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c60e0e-de71-4242-86a8-1cdcff1691ee', 'name': 'network-vif-deleted', 'tag': 'c1fdead8-eecf-4352-893a-b5ad297a2638', 'status': 'completed', 'code': 200} Sep 30 08:07:39.919061 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52410) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:39.921505 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:39.940057 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7755fa69-1e4d-4e7d-ab4c-67569a349a60 req-1e83f98c-9532-47f7-8ee4-aef0faf5354f tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 210 time: 0.0643482 Sep 30 08:07:39.950233 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9e0d5406-29f5-469f-889a-f96b97f4fa3d no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:40.006733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 9e0d5406-29f5-469f-889a-f96b97f4fa3d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:40.007342 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9e0d5406-29f5-469f-889a-f96b97f4fa3d not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:40.042875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52416) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:40.043586 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a2bfb564-5af2-457c-a835-323d9bdb1ed6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e9461a781624837b9c095b02241376c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1230862 Sep 30 08:07:40.084513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dbfe8-441c-4616-9edd-2c582e4883fb req-39cafef6-ff6c-4159-83f5-02d29c7f3e1c tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:40.092772 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-166dbfe8-441c-4616-9edd-2c582e4883fb req-39cafef6-ff6c-4159-83f5-02d29c7f3e1c tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 949 time: 0.1736288 Sep 30 08:07:40.164126 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5ffb3-3a6c-49b3-87ea-be1f6d4ab49a None None] Pushing event updated for resources: {'Port': ['ID=02ce9dd0-ae31-4a92-ab01-e7bee2deb807,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:40.182019 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:40.193526 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-507c9d98-0fe7-4656-be44-07b441ae72a9 None None] Provisioning complete for port 02ce9dd0-ae31-4a92-ab01-e7bee2deb807 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:40.193526 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-507c9d98-0fe7-4656-be44-07b441ae72a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:40.201051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3636f09d-bde8-4a70-9c22-8e4cb6783c5c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209802231-router', 'tenant_id': '09a78306221e4f85baeb19b69c1da409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'd1a1ad49-8f11-47de-b919-913b003e9b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:27Z', 'updated_at': '2021-09-30T08:07:32Z', 'revision_number': 4, 'project_id': '09a78306221e4f85baeb19b69c1da409', 'gw_port': {'id': 'd1a1ad49-8f11-47de-b919-913b003e9b50', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3636f09d-bde8-4a70-9c22-8e4cb6783c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:28Z', 'updated_at': '2021-09-30T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '02ce9dd0-ae31-4a92-ab01-e7bee2deb807', 'name': '', 'network_id': '1cc22de2-a5d4-495c-9808-001f8ad25f3c', 'tenant_id': '09a78306221e4f85baeb19b69c1da409', 'mac_address': 'fa:16:3e:10:06:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3636f09d-bde8-4a70-9c22-8e4cb6783c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'e0a8e8e5-a956-48a5-912e-eb8dd8cffe2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:31Z', 'updated_at': '2021-09-30T08:07:38Z', 'revision_number': 4, 'project_id': '09a78306221e4f85baeb19b69c1da409', 'subnets': [{'id': 'e0a8e8e5-a956-48a5-912e-eb8dd8cffe2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:40.215145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aeeb0534-7e51-407e-98b6-4f4ecc93ddec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:40.215843 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-166dbfe8-441c-4616-9edd-2c582e4883fb req-d91c5d94-6e38-49b6-8323-156f3bcef8c3 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141629 Sep 30 08:07:40.268806 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a6226a-060e-4f84-bd95-3aa478e9e799 None None] The sync data for ids ['3636f09d-bde8-4a70-9c22-8e4cb6783c5c'] in n-d-807359-2 is: [{'id': '3636f09d-bde8-4a70-9c22-8e4cb6783c5c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209802231-router', 'tenant_id': '09a78306221e4f85baeb19b69c1da409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'd1a1ad49-8f11-47de-b919-913b003e9b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:27Z', 'updated_at': '2021-09-30T08:07:32Z', 'revision_number': 4, 'project_id': '09a78306221e4f85baeb19b69c1da409', 'gw_port': {'id': 'd1a1ad49-8f11-47de-b919-913b003e9b50', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3636f09d-bde8-4a70-9c22-8e4cb6783c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:28Z', 'updated_at': '2021-09-30T08:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '02ce9dd0-ae31-4a92-ab01-e7bee2deb807', 'name': '', 'network_id': '1cc22de2-a5d4-495c-9808-001f8ad25f3c', 'tenant_id': '09a78306221e4f85baeb19b69c1da409', 'mac_address': 'fa:16:3e:10:06:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3636f09d-bde8-4a70-9c22-8e4cb6783c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'e0a8e8e5-a956-48a5-912e-eb8dd8cffe2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:31Z', 'updated_at': '2021-09-30T08:07:38Z', 'revision_number': 4, 'project_id': '09a78306221e4f85baeb19b69c1da409', 'subnets': [{'id': 'e0a8e8e5-a956-48a5-912e-eb8dd8cffe2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:07:40.290764 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-507c9d98-0fe7-4656-be44-07b441ae72a9 None None] Port 02ce9dd0-ae31-4a92-ab01-e7bee2deb807 was deleted so its status cannot be updated. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 30 08:07:40.291869 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01093152-a436-47d4-8366-e653dc3d6f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:40.330151 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb0534-7e51-407e-98b6-4f4ecc93ddec admin admin] Pushing event deleted for resources: {'Port': ['ID=02ce9dd0-ae31-4a92-ab01-e7bee2deb807,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:40.344554 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01093152-a436-47d4-8366-e653dc3d6f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:40.458641 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:40.471750 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:40.493422 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01093152-a436-47d4-8366-e653dc3d6f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:40.498666 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01093152-a436-47d4-8366-e653dc3d6f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:40.508303 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-01093152-a436-47d4-8366-e653dc3d6f58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5230d198-74aa-4cd5-8167-e2dfacb3456a HTTP/1.1" status: 204 len: 168 time: 0.4585655 Sep 30 08:07:40.523123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113f79-8c3d-4587-a337-d6b4da847aca req-351811f0-feb7-4563-ab83-08b3a0c3e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:40.524856 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1113f79-8c3d-4587-a337-d6b4da847aca req-351811f0-feb7-4563-ab83-08b3a0c3e6be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb56dda8d9f4848b5c33c3e531d8958&device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 1096 time: 0.3760977 Sep 30 08:07:40.573236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01093152-a436-47d4-8366-e653dc3d6f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5230d198-74aa-4cd5-8167-e2dfacb3456a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:40.679492 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696a8dc-b467-494d-94b9-33586005a1d6 req-82197986-d431-402a-8ca4-1282be245ab8 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:40.681572 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5696a8dc-b467-494d-94b9-33586005a1d6 req-82197986-d431-402a-8ca4-1282be245ab8 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9494523-6f17-46e9-aa38-f786fd3e107c HTTP/1.1" status: 200 len: 949 time: 0.2239180 Sep 30 08:07:40.718168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c69f69-7521-4958-ac56-df24111141ea req-4a326631-7c74-4edf-99f0-c4a3394fac6e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:40.727651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05c69f69-7521-4958-ac56-df24111141ea req-4a326631-7c74-4edf-99f0-c4a3394fac6e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1413016 Sep 30 08:07:40.824541 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5696a8dc-b467-494d-94b9-33586005a1d6 req-eafeea92-5220-4a44-80f4-eb10a27c491a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263819 Sep 30 08:07:40.829176 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3faea-d95c-4771-bb25-40653ac06c0c None None] Pushing event updated for resources: {'Port': ['ID=d5f555e5-ce3a-489d-9373-f6a1708ff590,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:40.849140 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05c69f69-7521-4958-ac56-df24111141ea req-a8cf583c-0946-4f42-bbaa-7fb76477b180 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199760 Sep 30 08:07:40.852175 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Attempting to bind port d5f555e5-ce3a-489d-9373-f6a1708ff590 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:07:40.853082 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Attempting to bind port d5f555e5-ce3a-489d-9373-f6a1708ff590 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '825fd5ae-a9b1-4e0d-b585-213b96f3ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:07:40.853598 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Attempting to bind port d5f555e5-ce3a-489d-9373-f6a1708ff590 on network 48b572e1-9836-4dcc-8c62-ad595cfdc233 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:40.876601 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:07:40.877329 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Checking segment: {'id': '825fd5ae-a9b1-4e0d-b585-213b96f3ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:40.877741 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:40.878133 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Bound using segment: {'id': '825fd5ae-a9b1-4e0d-b585-213b96f3ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:07:40.878604 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Bound port: d5f555e5-ce3a-489d-9373-f6a1708ff590, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825fd5ae-a9b1-4e0d-b585-213b96f3ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:07:40.879047 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:41.020869 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113f79-8c3d-4587-a337-d6b4da847aca req-7d9c5a68-5174-415a-942a-664fa75d6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:41.022549 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1113f79-8c3d-4587-a337-d6b4da847aca req-7d9c5a68-5174-415a-942a-664fa75d6cef service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1ec80db-4134-42ec-ab4c-bb79f088e7df HTTP/1.1" status: 200 len: 914 time: 0.4668188 Sep 30 08:07:41.053164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6b8db-7dce-42b7-bd5c-f17d0cd7c09c req-df388e44-ca9a-4978-a952-822b5cd3ea6b tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:41.055096 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07e6b8db-7dce-42b7-bd5c-f17d0cd7c09c req-df388e44-ca9a-4978-a952-822b5cd3ea6b tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.0920274 Sep 30 08:07:41.082086 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device c1fdead8-eecf-4352-893a-b5ad297a2638 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:41.103414 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] For port d5f555e5-ce3a-489d-9373-f6a1708ff590, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:07:41.118928 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1113f79-8c3d-4587-a337-d6b4da847aca req-2ef551e0-4bf7-4504-a479-cf8c7ad9993a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15a01a98-df89-48f7-aae9-0964bf2959a2 HTTP/1.1" status: 200 len: 217 time: 0.0847111 Sep 30 08:07:41.119041 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] For port d5f555e5-ce3a-489d-9373-f6a1708ff590, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d5f555e5-ce3a-489d-9373-f6a1708ff590,segment=NetworkSegment(825fd5ae-a9b1-4e0d-b585-213b96f3ba2b),segment_id=825fd5ae-a9b1-4e0d-b585-213b96f3ba2b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:07:41.119147 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aeeb0534-7e51-407e-98b6-4f4ecc93ddec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:41.123141 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:41.173129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: c1fdead8-eecf-4352-893a-b5ad297a2638 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:41.175592 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device c1fdead8-eecf-4352-893a-b5ad297a2638 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:41.210263 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07e6b8db-7dce-42b7-bd5c-f17d0cd7c09c req-0d1f2ad3-9f0a-4bdf-8c90-0c25972f60f0 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492913 Sep 30 08:07:41.274611 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Routers {'0d956abd-d603-4f8a-a0d1-35983894bb6d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:41.275365 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0d956abd-d603-4f8a-a0d1-35983894bb6d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:41.327158 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3faea-d95c-4771-bb25-40653ac06c0c None None] Pushing event updated for resources: {'Port': ['ID=d5f555e5-ce3a-489d-9373-f6a1708ff590,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:41.352919 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113f79-8c3d-4587-a337-d6b4da847aca req-a20389e0-e7ae-4864-92ba-d0977af6c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:41.355034 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1113f79-8c3d-4587-a337-d6b4da847aca req-a20389e0-e7ae-4864-92ba-d0977af6c316 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe33ac99-fc99-41ff-b911-83e9f984edae HTTP/1.1" status: 200 len: 853 time: 0.2294047 Sep 30 08:07:41.384487 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59c23846-b8f9-476d-8c28-30e3cc76d190 req-1b2d9e36-8a3e-44d3-8008-ab51aeb03c30 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 210 time: 0.0385692 Sep 30 08:07:41.447108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f194941-7367-4848-8a6b-881bbde3f129 req-f2589b36-7e54-4f33-ba79-69acf3b80b39 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:41.470661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f194941-7367-4848-8a6b-881bbde3f129 req-f2589b36-7e54-4f33-ba79-69acf3b80b39 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:41.473850 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f194941-7367-4848-8a6b-881bbde3f129 req-f2589b36-7e54-4f33-ba79-69acf3b80b39 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9494523-6f17-46e9-aa38-f786fd3e107c&device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 1689 time: 0.1673276 Sep 30 08:07:41.491200 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1113f79-8c3d-4587-a337-d6b4da847aca req-feaf2e38-69fd-4cdc-b4d4-085cbc3c163e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1ec80db-4134-42ec-ab4c-bb79f088e7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249850 Sep 30 08:07:41.523454 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] Set router 0d956abd-d603-4f8a-a0d1-35983894bb6d gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:41.903712 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'name': 'tempest-ServerRescueTestJSON-2116045709-router', 'tenant_id': '4ebb080353244c95b75c38e0751f4475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '5c317d9d-da1a-42ad-adad-ef30901b1e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:31Z', 'updated_at': '2021-09-30T08:07:35Z', 'revision_number': 4, 'project_id': '4ebb080353244c95b75c38e0751f4475', 'gw_port': {'id': '5c317d9d-da1a-42ad-adad-ef30901b1e5a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:32Z', 'updated_at': '2021-09-30T08:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd5f555e5-ce3a-489d-9373-f6a1708ff590', 'name': '', 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233', 'tenant_id': '4ebb080353244c95b75c38e0751f4475', 'mac_address': 'fa:16:3e:41:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'c2c21120-925c-4c50-980f-fa66907ba113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:34Z', 'updated_at': '2021-09-30T08:07:41Z', 'revision_number': 4, 'project_id': '4ebb080353244c95b75c38e0751f4475', 'subnets': [{'id': 'c2c21120-925c-4c50-980f-fa66907ba113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:41.939674 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1113f79-8c3d-4587-a337-d6b4da847aca req-4335b127-3bc3-4878-b25d-31e2ac222b24 service neutron] 10.222.0.36 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297683 Sep 30 08:07:41.940275 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a5393-57cf-473b-84ab-28de139e7269 None None] The sync data for ids ['0d956abd-d603-4f8a-a0d1-35983894bb6d'] in n-d-807359-2 is: [{'id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'name': 'tempest-ServerRescueTestJSON-2116045709-router', 'tenant_id': '4ebb080353244c95b75c38e0751f4475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '5c317d9d-da1a-42ad-adad-ef30901b1e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:31Z', 'updated_at': '2021-09-30T08:07:35Z', 'revision_number': 4, 'project_id': '4ebb080353244c95b75c38e0751f4475', 'gw_port': {'id': '5c317d9d-da1a-42ad-adad-ef30901b1e5a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:32Z', 'updated_at': '2021-09-30T08:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd5f555e5-ce3a-489d-9373-f6a1708ff590', 'name': '', 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233', 'tenant_id': '4ebb080353244c95b75c38e0751f4475', 'mac_address': 'fa:16:3e:41:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'c2c21120-925c-4c50-980f-fa66907ba113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:34Z', 'updated_at': '2021-09-30T08:07:41Z', 'revision_number': 4, 'project_id': '4ebb080353244c95b75c38e0751f4475', 'subnets': [{'id': 'c2c21120-925c-4c50-980f-fa66907ba113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:07:41.974748 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bbe67130-075e-47dd-9faa-f733e11bcd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:42.053214 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52480) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:42.097692 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeeb0534-7e51-407e-98b6-4f4ecc93ddec admin admin] Router 3636f09d-bde8-4a70-9c22-8e4cb6783c5c has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:07:42.136102 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1113f79-8c3d-4587-a337-d6b4da847aca req-e409c27c-7326-4622-a3dd-3446c3469faf service neutron] 10.222.0.36 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739314 Sep 30 08:07:42.245607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f194941-7367-4848-8a6b-881bbde3f129 req-f95bbe31-3c79-4683-9052-20cda7f99a3f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223090 Sep 30 08:07:42.256486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-ebb64061-3955-403a-97d5-e83bb4b46222 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:42.256486 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-ebb64061-3955-403a-97d5-e83bb4b46222 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.36 "GET /v2.0/networks?id=48b572e1-9836-4dcc-8c62-ad595cfdc233 HTTP/1.1" status: 200 len: 811 time: 0.8210351 Sep 30 08:07:42.271483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a42213-f1cc-4e4e-a941-dc0fe49e24bb req-e80351b8-62fb-43a7-988b-eafa067f6747 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:42.273020 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57a42213-f1cc-4e4e-a941-dc0fe49e24bb req-e80351b8-62fb-43a7-988b-eafa067f6747 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1509621 Sep 30 08:07:42.273804 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cc7dceb7-c5c4-41a7-b278-01198bb24701 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-network', 'tenant_id': '52b3fe5904b641089631142299b45355'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:42.277758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-44d68fa8-e2ad-4aa4-9d49-6b681c98c560 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Request body: {'port': {'device_id': '19fd695b-3a7e-4e80-ac33-5389fdbdc462', 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233', 'admin_state_up': True, 'tenant_id': '4ebb080353244c95b75c38e0751f4475'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:42.307237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeeb0534-7e51-407e-98b6-4f4ecc93ddec admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:07:42.315336 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aeeb0534-7e51-407e-98b6-4f4ecc93ddec admin admin] 10.222.0.24 "PUT /v2.0/routers/3636f09d-bde8-4a70-9c22-8e4cb6783c5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5395470 Sep 30 08:07:42.315336 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52490) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:42.360495 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7dceb7-c5c4-41a7-b278-01198bb24701 admin admin] Made reservation on behalf of 52b3fe5904b641089631142299b45355 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:07:42.362661 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc7dceb7-c5c4-41a7-b278-01198bb24701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:42.376269 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc7dceb7-c5c4-41a7-b278-01198bb24701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:42.384835 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57a42213-f1cc-4e4e-a941-dc0fe49e24bb req-58b4c78f-20f2-47b2-a402-5a09de9a5e22 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913050 Sep 30 08:07:42.443156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bb400-d1e1-4832-a069-5a2942b9206c req-2f990b2e-0e77-4f4c-bdc0-126cf412af7a tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:42.444695 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-974bb400-d1e1-4832-a069-5a2942b9206c req-2f990b2e-0e77-4f4c-bdc0-126cf412af7a tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.1074054 Sep 30 08:07:42.486401 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4470a8e5-a0dd-4c2b-9dd8-7e68a3999d0e admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:42.516223 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-974bb400-d1e1-4832-a069-5a2942b9206c req-9745d364-94d1-492b-bee1-0a4509e1d2f4 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511105 Sep 30 08:07:42.608032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-26471c0c-b001-40ee-bff8-6e685f6bfb7c req-611f1f8d-0c9f-45c6-a7d5-e8b7980bc624 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 210 time: 0.0353980 Sep 30 08:07:42.641088 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc7dceb7-c5c4-41a7-b278-01198bb24701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:42.646423 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc7dceb7-c5c4-41a7-b278-01198bb24701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:42.664201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-44d68fa8-e2ad-4aa4-9d49-6b681c98c560 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Made reservation on behalf of 4ebb080353244c95b75c38e0751f4475 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:07:42.669166 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-44d68fa8-e2ad-4aa4-9d49-6b681c98c560 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:42.670283 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4470a8e5-a0dd-4c2b-9dd8-7e68a3999d0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:42.694495 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859de499-5150-4f94-b379-e9893b48d568 req-08518b90-2f4d-46e2-8976-b46cbe5e12e5 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:42.697038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-859de499-5150-4f94-b379-e9893b48d568 req-08518b90-2f4d-46e2-8976-b46cbe5e12e5 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a9494523-6f17-46e9-aa38-f786fd3e107c HTTP/1.1" status: 200 len: 1100 time: 0.0910912 Sep 30 08:07:42.697877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7dceb7-c5c4-41a7-b278-01198bb24701 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:07:42.704669 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dceb7-c5c4-41a7-b278-01198bb24701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f859f6-4af1-4270-85ed-d502ba9fe049,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:42.717084 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc7dceb7-c5c4-41a7-b278-01198bb24701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:42.717437 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-cc7dceb7-c5c4-41a7-b278-01198bb24701 admin admin] Added segment c89a4195-c502-41e9-bb33-d1ebaed19bad of type vlan for network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa Sep 30 08:07:42.790410 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-859de499-5150-4f94-b379-e9893b48d568 req-52b20fc4-9306-4c1d-aa72-6a7160639629 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743971 Sep 30 08:07:42.797041 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc7dceb7-c5c4-41a7-b278-01198bb24701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:42.834238 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4470a8e5-a0dd-4c2b-9dd8-7e68a3999d0e admin admin] Deleting port d1a1ad49-8f11-47de-b919-913b003e9b50 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:42.834537 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4470a8e5-a0dd-4c2b-9dd8-7e68a3999d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:42.877632 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc7dceb7-c5c4-41a7-b278-01198bb24701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:42.878739 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7dceb7-c5c4-41a7-b278-01198bb24701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:42.879315 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc7dceb7-c5c4-41a7-b278-01198bb24701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:42.938670 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-44d68fa8-e2ad-4aa4-9d49-6b681c98c560 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Allocated IP 172.20.0.7 (48b572e1-9836-4dcc-8c62-ad595cfdc233/c2c21120-925c-4c50-980f-fa66907ba113/1d06d7ea-0f55-47f2-afcd-f741b4a146b0) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:07:42.973183 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cc7dceb7-c5c4-41a7-b278-01198bb24701 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9170732 Sep 30 08:07:42.988841 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52518) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:42.999661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8aa1a19f-70f0-4c32-8cf2-bc1ddd8e9f74 admin admin] Request body: {'subnet': {'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-subnet', 'tenant_id': '52b3fe5904b641089631142299b45355', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:43.051123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-4470a8e5-a0dd-4c2b-9dd8-7e68a3999d0e admin admin] For port d1a1ad49-8f11-47de-b919-913b003e9b50, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d1a1ad49-8f11-47de-b919-913b003e9b50,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:43.051534 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4470a8e5-a0dd-4c2b-9dd8-7e68a3999d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:43.060738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dceb7-c5c4-41a7-b278-01198bb24701 admin admin] Pushing event updated for resources: {'Network': ['ID=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:43.070678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4470a8e5-a0dd-4c2b-9dd8-7e68a3999d0e admin admin] Calling delete_port for d1a1ad49-8f11-47de-b919-913b003e9b50 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:43.077198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:07:43.094675 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d5f555e5-ce3a-489d-9373-f6a1708ff590 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:07:43.129812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 15a01a98-df89-48f7-aae9-0964bf2959a2 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:07:43.147596 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa1a19f-70f0-4c32-8cf2-bc1ddd8e9f74 admin admin] Made reservation on behalf of 52b3fe5904b641089631142299b45355 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:07:43.150259 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a19f-70f0-4c32-8cf2-bc1ddd8e9f74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:43.260290 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d5f555e5-ce3a-489d-9373-f6a1708ff590 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:43.260668 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:43.260987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368efa32-4fd2-4822-9bf6-25423a6c1da8 req-403fa8b9-0932-4e27-b272-1fd17129b9cc tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:43.262581 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-368efa32-4fd2-4822-9bf6-25423a6c1da8 req-403fa8b9-0932-4e27-b272-1fd17129b9cc tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 946 time: 0.2529049 Sep 30 08:07:43.314958 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf255d-1afd-4a54-8db3-2d9ed590a8e7 req-f0342b7d-ab83-4b1e-b917-77305b9cc8ab tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:43.324484 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ccf255d-1afd-4a54-8db3-2d9ed590a8e7 req-f0342b7d-ab83-4b1e-b917-77305b9cc8ab tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 1100 time: 0.3450837 Sep 30 08:07:43.492773 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ccf255d-1afd-4a54-8db3-2d9ed590a8e7 req-f62d1a2d-7d90-42c9-b161-722210030581 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562147 Sep 30 08:07:43.546416 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-368efa32-4fd2-4822-9bf6-25423a6c1da8 req-fd28ed15-0c1a-42dd-ba80-fd5f0c62abee tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190220 Sep 30 08:07:43.692415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 15a01a98-df89-48f7-aae9-0964bf2959a2, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=15a01a98-df89-48f7-aae9-0964bf2959a2,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:43.727073 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '15a01a98-df89-48f7-aae9-0964bf2959a2', 'network_id': 'f1ec80db-4134-42ec-ab4c-bb79f088e7df', 'port_id': '15a01a98-df89-48f7-aae9-0964bf2959a2', 'mac_address': 'fa:16:3e:84:0e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe33ac99-fc99-41ff-b911-83e9f984edae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:07:43.758872 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4470a8e5-a0dd-4c2b-9dd8-7e68a3999d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:43.802891 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:43.818440 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-44d68fa8-e2ad-4aa4-9d49-6b681c98c560 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:43.822044 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:43.872039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f37988-05fc-4623-bd4a-c0bcc579c166 None None] Sync routers for ids ['3636f09d-bde8-4a70-9c22-8e4cb6783c5c'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:07:43.874060 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d4063-516a-46a0-9bf1-72a221a76877 req-7a48343b-7eba-4320-8a8b-03cf4c245c8f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:43.875850 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c02d4063-516a-46a0-9bf1-72a221a76877 req-7a48343b-7eba-4320-8a8b-03cf4c245c8f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2152495 Sep 30 08:07:43.880528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470a8e5-a0dd-4c2b-9dd8-7e68a3999d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a1ad49-8f11-47de-b919-913b003e9b50,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:43.916822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15a01a98-df89-48f7-aae9-0964bf2959a2 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:07:43.967880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f37988-05fc-4623-bd4a-c0bcc579c166 None None] Routers {'3636f09d-bde8-4a70-9c22-8e4cb6783c5c'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:43.969414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-71f37988-05fc-4623-bd4a-c0bcc579c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3636f09d-bde8-4a70-9c22-8e4cb6783c5c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:43.998633 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4470a8e5-a0dd-4c2b-9dd8-7e68a3999d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:44.062400 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-71f37988-05fc-4623-bd4a-c0bcc579c166 None None] Set router 3636f09d-bde8-4a70-9c22-8e4cb6783c5c gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:44.141280 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4470a8e5-a0dd-4c2b-9dd8-7e68a3999d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:44.145939 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4470a8e5-a0dd-4c2b-9dd8-7e68a3999d0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:44.160500 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-71f37988-05fc-4623-bd4a-c0bcc579c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3636f09d-bde8-4a70-9c22-8e4cb6783c5c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209802231-router', 'tenant_id': '09a78306221e4f85baeb19b69c1da409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:27Z', 'updated_at': '2021-09-30T08:07:43Z', 'revision_number': 7, 'project_id': '09a78306221e4f85baeb19b69c1da409', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:44.172921 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a19f-70f0-4c32-8cf2-bc1ddd8e9f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:44.241756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c02d4063-516a-46a0-9bf1-72a221a76877 req-b4a57291-df70-48e3-ac7f-72c27e293c11 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883756 Sep 30 08:07:44.242562 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4470a8e5-a0dd-4c2b-9dd8-7e68a3999d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:44.243141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4470a8e5-a0dd-4c2b-9dd8-7e68a3999d0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3636f09d-bde8-4a70-9c22-8e4cb6783c5c {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:07:44.249863 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4470a8e5-a0dd-4c2b-9dd8-7e68a3999d0e admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:44.250348 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f37988-05fc-4623-bd4a-c0bcc579c166 None None] Checking router: 3636f09d-bde8-4a70-9c22-8e4cb6783c5c for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:07:44.254190 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4470a8e5-a0dd-4c2b-9dd8-7e68a3999d0e admin admin] 10.222.0.24 "DELETE /v2.0/routers/3636f09d-bde8-4a70-9c22-8e4cb6783c5c HTTP/1.1" status: 204 len: 168 time: 1.9377718 Sep 30 08:07:44.256246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52546) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:44.260352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 15a01a98-df89-48f7-aae9-0964bf2959a2, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=15a01a98-df89-48f7-aae9-0964bf2959a2,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:44.267225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port d5f555e5-ce3a-489d-9373-f6a1708ff590, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d5f555e5-ce3a-489d-9373-f6a1708ff590,segment=NetworkSegment(825fd5ae-a9b1-4e0d-b585-213b96f3ba2b),segment_id=825fd5ae-a9b1-4e0d-b585-213b96f3ba2b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:44.292595 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:44.303575 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:44.323347 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d7199-98a0-4772-a9ee-7d5a4e08ec3b req-f3ba70e4-c1c9-4505-8659-12a03c74028f tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:44.328139 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ef2d7199-98a0-4772-a9ee-7d5a4e08ec3b req-f3ba70e4-c1c9-4505-8659-12a03c74028f tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 946 time: 0.1282792 Sep 30 08:07:44.344697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77ad01-436b-4b64-aa43-9c3528ebcbe4 req-de2cb025-988c-469f-b059-55cb467db2ec tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:44.354469 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d77ad01-436b-4b64-aa43-9c3528ebcbe4 req-de2cb025-988c-469f-b059-55cb467db2ec tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.3863204 Sep 30 08:07:44.361673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f37988-05fc-4623-bd4a-c0bcc579c166 None None] Routers set() bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:44.364872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f37988-05fc-4623-bd4a-c0bcc579c166 None None] Router IDs set() for agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 08:07:44.366039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_agentschedulers_db [None req-71f37988-05fc-4623-bd4a-c0bcc579c166 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3636f09d-bde8-4a70-9c22-8e4cb6783c5c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent'). {{(pid=94839) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 08:07:44.369352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f37988-05fc-4623-bd4a-c0bcc579c166 None None] The sync data for ids ['3636f09d-bde8-4a70-9c22-8e4cb6783c5c'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:07:44.394044 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-44d68fa8-e2ad-4aa4-9d49-6b681c98c560 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:44.408457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['15a01a98-df89-48f7-aae9-0964bf2959a2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:07:44.413819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1087a0b5-e935-40e8-9d2d-65a8b651b6dd admin admin] Deleting subnet e0a8e8e5-a956-48a5-912e-eb8dd8cffe2b {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:07:44.446259 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1087a0b5-e935-40e8-9d2d-65a8b651b6dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:44.532207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-44d68fa8-e2ad-4aa4-9d49-6b681c98c560 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Network 48b572e1-9836-4dcc-8c62-ad595cfdc233 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:44.541963 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=15a01a98-df89-48f7-aae9-0964bf2959a2,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:44.571649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-44d68fa8-e2ad-4aa4-9d49-6b681c98c560 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:44.576626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-44d68fa8-e2ad-4aa4-9d49-6b681c98c560 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:07:44.602105 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d77ad01-436b-4b64-aa43-9c3528ebcbe4 req-2880d760-9ffa-43dd-94b8-fb87a219b007 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466912 Sep 30 08:07:44.602791 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1a19f-70f0-4c32-8cf2-bc1ddd8e9f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d36e0d3-fc63-4141-9d03-e0d539eece94,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:44.617298 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1087a0b5-e935-40e8-9d2d-65a8b651b6dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:44.691069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa1a19f-70f0-4c32-8cf2-bc1ddd8e9f74 admin admin] Checking segment: {'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:44.692352 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa1a19f-70f0-4c32-8cf2-bc1ddd8e9f74 admin admin] Network hostable DHCP agents. Network: c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:07:44.702187 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-ef2d7199-98a0-4772-a9ee-7d5a4e08ec3b req-502b0f3a-c731-4ad5-89fc-b874f03d15c5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Deleting port 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:44.702777 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ef2d7199-98a0-4772-a9ee-7d5a4e08ec3b req-502b0f3a-c731-4ad5-89fc-b874f03d15c5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:44.751484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d68fa8-e2ad-4aa4-9d49-6b681c98c560 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Pushing event updated for resources: {'Port': ['ID=1d06d7ea-0f55-47f2-afcd-f741b4a146b0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:44.801012 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-44d68fa8-e2ad-4aa4-9d49-6b681c98c560 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:44.809917 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-44d68fa8-e2ad-4aa4-9d49-6b681c98c560 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:44.840204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff41ba9-20e5-4477-aa86-f4451a74e220 req-3cf2804c-f799-4c2f-8b8f-0766cd8e6db3 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:44.853708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ff41ba9-20e5-4477-aa86-f4451a74e220 req-3cf2804c-f799-4c2f-8b8f-0766cd8e6db3 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 931 time: 0.3036358 Sep 30 08:07:44.896508 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa1a19f-70f0-4c32-8cf2-bc1ddd8e9f74 admin admin] Network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:07:44.912976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=d5f555e5-ce3a-489d-9373-f6a1708ff590,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:44.919756 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94cfa43f-9a5a-44d1-b45f-6e1f2076dd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:44.991651 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1087a0b5-e935-40e8-9d2d-65a8b651b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.006584 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-39573be9-23d8-4215-a520-d004555b440b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2e82a64c3ffc417d807e33bb1172703b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792687 Sep 30 08:07:45.031202 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-44d68fa8-e2ad-4aa4-9d49-6b681c98c560 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7571769 Sep 30 08:07:45.070006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8aa1a19f-70f0-4c32-8cf2-bc1ddd8e9f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:45.074888 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Request body: {'port': {'device_id': '19fd695b-3a7e-4e80-ac33-5389fdbdc462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:45.080076 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6852ce2-e4c0-4e6e-84bc-8c4cbccf32be None None] Network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:45.149537 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1087a0b5-e935-40e8-9d2d-65a8b651b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.150299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ff41ba9-20e5-4477-aa86-f4451a74e220 req-d17642c0-ded6-4883-98de-79491613ab3e tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945983 Sep 30 08:07:45.211611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1a19f-70f0-4c32-8cf2-bc1ddd8e9f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:45.212911 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a19f-70f0-4c32-8cf2-bc1ddd8e9f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.221509 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ef2d7199-98a0-4772-a9ee-7d5a4e08ec3b req-502b0f3a-c731-4ad5-89fc-b874f03d15c5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] For port 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59,segment=NetworkSegment(6de8d839-29cf-4ce9-aca1-09007ce91420),segment_id=6de8d839-29cf-4ce9-aca1-09007ce91420)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:45.226164 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ef2d7199-98a0-4772-a9ee-7d5a4e08ec3b req-502b0f3a-c731-4ad5-89fc-b874f03d15c5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.230975 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 15a01a98-df89-48f7-aae9-0964bf2959a2 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:07:45.241137 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1087a0b5-e935-40e8-9d2d-65a8b651b6dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.246838 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1087a0b5-e935-40e8-9d2d-65a8b651b6dd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e0a8e8e5-a956-48a5-912e-eb8dd8cffe2b HTTP/1.1" status: 204 len: 168 time: 0.9894238 Sep 30 08:07:45.250356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087a0b5-e935-40e8-9d2d-65a8b651b6dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a8e8e5-a956-48a5-912e-eb8dd8cffe2b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:45.260510 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52558) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:45.277902 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb42e8-35bd-42f4-94e4-559e93544513 None None] Network 1cc22de2-a5d4-495c-9808-001f8ad25f3c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:45.291388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-ef2d7199-98a0-4772-a9ee-7d5a4e08ec3b req-502b0f3a-c731-4ad5-89fc-b874f03d15c5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Calling delete_port for 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:45.363469 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.495145 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d5f555e5-ce3a-489d-9373-f6a1708ff590 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:07:45.505408 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.553351 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8aa1a19f-70f0-4c32-8cf2-bc1ddd8e9f74 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5633402 Sep 30 08:07:45.559129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52562) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:45.563688 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:45.588369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:07:45.589219 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.657507 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.702789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa75255-13d0-448c-8001-f13842f1e1f2 req-0476842e-36ed-4f85-8bab-861bdd7c516a tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:45.702789 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8aa75255-13d0-448c-8001-f13842f1e1f2 req-0476842e-36ed-4f85-8bab-861bdd7c516a tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbe92f1e-5727-4742-8e02-d473d41b837a HTTP/1.1" status: 200 len: 946 time: 0.3305044 Sep 30 08:07:45.706555 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.707812 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.725392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4ba69-515d-42e6-891f-e801846eac44 req-5e4419a9-8b99-4a7c-b000-61aaf1e35689 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:45.726986 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-5e4419a9-8b99-4a7c-b000-61aaf1e35689 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7195990 Sep 30 08:07:45.749898 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] Deleting port abe8b2ee-13ee-4314-adf4-cdf16168066a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:45.750304 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.787038 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 15a01a98-df89-48f7-aae9-0964bf2959a2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:45.787375 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.817678 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ef2d7199-98a0-4772-a9ee-7d5a4e08ec3b req-502b0f3a-c731-4ad5-89fc-b874f03d15c5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.826611 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-7c6e4f50-5085-4ebc-aaf2-8dde003bb6fe tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/quotas/2e82a64c3ffc417d807e33bb1172703b HTTP/1.1" status: 200 len: 375 time: 0.0890346 Sep 30 08:07:45.870329 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8aa75255-13d0-448c-8001-f13842f1e1f2 req-291388f1-3c39-48c6-8490-d1f11133d1ec tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6d6ac45-560b-436b-ae3c-17c89991a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302998 Sep 30 08:07:45.885391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d5f555e5-ce3a-489d-9373-f6a1708ff590 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:45.886042 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.932610 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.974888 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:45.990965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b0f3a-c731-4ad5-89fc-b874f03d15c5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Pushing event deleted for resources: {'Port': ['ID=5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:46.029011 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] For port abe8b2ee-13ee-4314-adf4-cdf16168066a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=abe8b2ee-13ee-4314-adf4-cdf16168066a,segment=NetworkSegment(6634295e-1357-49e5-888a-cc0ac84ed1fe),segment_id=6634295e-1357-49e5-888a-cc0ac84ed1fe)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:46.029535 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:46.079156 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] Calling delete_port for abe8b2ee-13ee-4314-adf4-cdf16168066a owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:07:46.084226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2d7199-98a0-4772-a9ee-7d5a4e08ec3b req-502b0f3a-c731-4ad5-89fc-b874f03d15c5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] No DVR routers for this DVR port 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 on host n-h1-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:46.088821 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ef2d7199-98a0-4772-a9ee-7d5a4e08ec3b req-502b0f3a-c731-4ad5-89fc-b874f03d15c5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:46.090716 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ef2d7199-98a0-4772-a9ee-7d5a4e08ec3b req-502b0f3a-c731-4ad5-89fc-b874f03d15c5 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] 10.222.0.36 "DELETE /v2.0/ports/5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 HTTP/1.1" status: 204 len: 173 time: 1.7535288 Sep 30 08:07:46.095590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe92f1e-5727-4742-8e02-d473d41b837a', 'name': 'network-vif-deleted', 'tag': '5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:46.099124 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6eae84-52d2-4b6b-86d7-3ac04592826a" -d '{"events": [{"server_uuid": "cbe92f1e-5727-4742-8e02-d473d41b837a", "name": "network-vif-deleted", "tag": "5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:46.138912 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:46.141039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde20b6d-0a1d-433f-94c3-0e1669eeeb55 None None] DHCP port deletion for 1cc22de2-a5d4-495c-9808-001f8ad25f3c request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:07:46.222579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Allocated IP 172.20.0.2 (c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa/9d36e0d3-fc63-4141-9d03-e0d539eece94/9d5a8f28-ca3b-4ff0-8076-f4161ef5902e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:07:46.266592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-f8bfd84b-d2e9-40bf-a958-09ed3d9e9eab tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4390185 Sep 30 08:07:46.271694 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:46.283269 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539c53f9-7a00-4e79-b48b-baf4de76cb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a01a98-df89-48f7-aae9-0964bf2959a2'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:46.297537 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2e0d3b-20a9-4758-b5f1-c915786e23cd" -d '{"events": [{"server_uuid": "539c53f9-7a00-4e79-b48b-baf4de76cb62", "name": "network-vif-plugged", "status": "completed", "tag": "15a01a98-df89-48f7-aae9-0964bf2959a2"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:46.338347 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] Pushing event deleted for resources: {'Port': ['ID=abe8b2ee-13ee-4314-adf4-cdf16168066a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:46.338589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 02ce9dd0-ae31-4a92-ab01-e7bee2deb807 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:46.340255 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] No DVR routers for this DVR port abe8b2ee-13ee-4314-adf4-cdf16168066a on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:07:46.436174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddab4da-fe8e-4116-98eb-4ef5124c35bd req-419777dc-663b-4ee3-880e-5fc4c164053b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:46.440874 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ddab4da-fe8e-4116-98eb-4ef5124c35bd req-419777dc-663b-4ee3-880e-5fc4c164053b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 944 time: 0.3938963 Sep 30 08:07:46.470955 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 15a01a98-df89-48f7-aae9-0964bf2959a2, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=15a01a98-df89-48f7-aae9-0964bf2959a2,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:46.474995 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 02ce9dd0-ae31-4a92-ab01-e7bee2deb807 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:46.475676 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 02ce9dd0-ae31-4a92-ab01-e7bee2deb807 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:46.491239 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:46.548460 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:46.558626 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc22de2-a5d4-495c-9808-001f8ad25f3c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:46.582304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6634295e-1357-49e5-888a-cc0ac84ed1fe') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:46.585051 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6634295e-1357-49e5-888a-cc0ac84ed1fe') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:46.604485 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ddab4da-fe8e-4116-98eb-4ef5124c35bd req-3f022a0a-a128-43a8-91d2-e7f48b628eb5 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492946 Sep 30 08:07:46.619164 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:46.669126 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:46.669126 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:46.671554 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:46.684513 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:07:46.685286 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:46.719433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:46.719947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:07:46.781493 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:07:46.785194 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:46.795273 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:46.803297 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] 10.222.0.24 "DELETE /v2.0/networks/1cc22de2-a5d4-495c-9808-001f8ad25f3c HTTP/1.1" status: 204 len: 168 time: 1.5412610 Sep 30 08:07:46.816251 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42b327-7291-47cd-be58-6e8ebf41003b admin admin] Pushing event deleted for resources: {'Network': ['ID=1cc22de2-a5d4-495c-9808-001f8ad25f3c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:46.844293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bde20b6d-0a1d-433f-94c3-0e1669eeeb55 None None] Deleting port abe8b2ee-13ee-4314-adf4-cdf16168066a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:07:46.844576 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bde20b6d-0a1d-433f-94c3-0e1669eeeb55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:46.884225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=15a01a98-df89-48f7-aae9-0964bf2959a2,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:46.896295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:07:46.905383 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:46.922149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Transition to ACTIVE for port object 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:07:46.939369 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-bde20b6d-0a1d-433f-94c3-0e1669eeeb55 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 1cc22de2-a5d4-495c-9808-001f8ad25f3c could not be found. Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._iter().one() Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._only_one_row( Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1545, in delete_ports_by_device_id Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:07:46.954050 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1967, in delete_port Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 1cc22de2-a5d4-495c-9808-001f8ad25f3c could not be found. Sep 30 08:07:46.959666 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Sep 30 08:07:47.017878 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d06d7ea-0f55-47f2-afcd-f741b4a146b0,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:47.061782 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5123b-59a8-41a7-be5f-275d33e496fb req-3d201270-9361-4809-b509-8cdccf5b42bf tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:47.062822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8f9707-5e3c-4810-96e9-fe3779620bf1 None None] DHCP port deletion for 1cc22de2-a5d4-495c-9808-001f8ad25f3c request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:07:47.069426 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:47.077740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:47.091180 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aff5123b-59a8-41a7-be5f-275d33e496fb req-3d201270-9361-4809-b509-8cdccf5b42bf tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.2427597 Sep 30 08:07:47.110289 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:47.172543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:47.184971 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:47.191022 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device abe8b2ee-13ee-4314-adf4-cdf16168066a no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:47.200875 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f5ef0624-791e-4811-b671-f9c88f1d534d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09a78306221e4f85baeb19b69c1da409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1217890 Sep 30 08:07:47.204362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52582) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:47.222934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:07:47.238163 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: abe8b2ee-13ee-4314-adf4-cdf16168066a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:47.238509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device abe8b2ee-13ee-4314-adf4-cdf16168066a not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:47.242821 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d1a1ad49-8f11-47de-b919-913b003e9b50 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:07:47.301253 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Attempting to bind port 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:07:47.302471 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Attempting to bind port 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '825fd5ae-a9b1-4e0d-b585-213b96f3ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:07:47.302992 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Attempting to bind port 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 on network 48b572e1-9836-4dcc-8c62-ad595cfdc233 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:47.305684 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8d39ff-f1de-4d30-901b-c79367ff5f8c x-openstack-request-id: req-1c8d39ff-f1de-4d30-901b-c79367ff5f8c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:47.306214 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe92f1e-5727-4742-8e02-d473d41b837a", "name": "network-vif-deleted", "tag": "5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:47.306214 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c8d39ff-f1de-4d30-901b-c79367ff5f8c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:47.306591 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe92f1e-5727-4742-8e02-d473d41b837a', 'name': 'network-vif-deleted', 'tag': '5be7de4a-cdef-4bcb-b3c5-03c2d01a0e59', 'status': 'completed', 'code': 200} Sep 30 08:07:47.315145 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Pushing event updated for resources: {'Port': ['ID=9d5a8f28-ca3b-4ff0-8076-f4161ef5902e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:47.319851 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d1a1ad49-8f11-47de-b919-913b003e9b50 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:07:47.324581 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d1a1ad49-8f11-47de-b919-913b003e9b50 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:07:47.329136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aff5123b-59a8-41a7-be5f-275d33e496fb req-c3f47aea-71b3-4e1e-9d92-583320df9b22 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307785 Sep 30 08:07:47.353113 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Port 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 on network 48b572e1-9836-4dcc-8c62-ad595cfdc233 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:07:47.354530 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Attempting to bind port 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 on network 48b572e1-9836-4dcc-8c62-ad595cfdc233 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:47.373805 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7368321c-506c-4776-a242-20f458cd72c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:47.437097 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ee3bcb-739d-4b04-b733-ae358e3f6d97 x-openstack-request-id: req-92ee3bcb-739d-4b04-b733-ae358e3f6d97 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:47.439774 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539c53f9-7a00-4e79-b48b-baf4de76cb62", "name": "network-vif-plugged", "status": "completed", "tag": "15a01a98-df89-48f7-aae9-0964bf2959a2", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:47.440178 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92ee3bcb-739d-4b04-b733-ae358e3f6d97 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:47.440672 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539c53f9-7a00-4e79-b48b-baf4de76cb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a01a98-df89-48f7-aae9-0964bf2959a2', 'code': 200} Sep 30 08:07:47.457286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:07:47.457899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Attempting to bind port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:07:47.458724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Checking segment: {'id': '825fd5ae-a9b1-4e0d-b585-213b96f3ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:47.459439 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Attempting to bind port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:07:47.459821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Bound using segment: {'id': '825fd5ae-a9b1-4e0d-b585-213b96f3ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:07:47.460369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Bound port: 1d06d7ea-0f55-47f2-afcd-f741b4a146b0, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825fd5ae-a9b1-4e0d-b585-213b96f3ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:07:47.460801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Attempting to bind port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e on network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:47.461610 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:47.462048 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7368321c-506c-4776-a242-20f458cd72c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:47.477831 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:07:47.480477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Checking segment: {'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:47.481703 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:47.482281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Bound using segment: {'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:07:47.482947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Bound port: 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:07:47.484374 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:47.510531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52586) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:47.585134 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c752726-b371-4468-9ffe-fe52b5b22f0b admin admin] Deleting subnet 2b57160f-abdc-4be4-8f56-c9c7324d85d0 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:07:47.590394 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c752726-b371-4468-9ffe-fe52b5b22f0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:47.665159 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7368321c-506c-4776-a242-20f458cd72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:47.667747 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7368321c-506c-4776-a242-20f458cd72c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:47.668947 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7368321c-506c-4776-a242-20f458cd72c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/deefe316-15b1-413f-8c87-d76f50bbfb0f HTTP/1.1" status: 204 len: 168 time: 0.4627180 Sep 30 08:07:47.691559 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c752726-b371-4468-9ffe-fe52b5b22f0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:47.728556 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:47.752798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb2e88-c5d6-4663-8db2-bd4e27789127 req-ff57a6fb-895c-4d3a-8499-63fb665f112d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:47.761399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0fb2e88-c5d6-4663-8db2-bd4e27789127 req-ff57a6fb-895c-4d3a-8499-63fb665f112d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 943 time: 0.3076253 Sep 30 08:07:47.785936 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368321c-506c-4776-a242-20f458cd72c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deefe316-15b1-413f-8c87-d76f50bbfb0f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:47.796368 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:47.811001 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] For port 1d06d7ea-0f55-47f2-afcd-f741b4a146b0, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:07:47.837304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] For port 1d06d7ea-0f55-47f2-afcd-f741b4a146b0, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1d06d7ea-0f55-47f2-afcd-f741b4a146b0,segment=NetworkSegment(825fd5ae-a9b1-4e0d-b585-213b96f3ba2b),segment_id=825fd5ae-a9b1-4e0d-b585-213b96f3ba2b)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:07:47.852153 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:47.903822 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c752726-b371-4468-9ffe-fe52b5b22f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:47.941114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] For port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:07:47.945339 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] For port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9d5a8f28-ca3b-4ff0-8076-f4161ef5902e,segment=NetworkSegment(c89a4195-c502-41e9-bb33-d1ebaed19bad),segment_id=c89a4195-c502-41e9-bb33-d1ebaed19bad)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:07:47.973073 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:47.992612 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:48.040171 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c752726-b371-4468-9ffe-fe52b5b22f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:48.061885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0fb2e88-c5d6-4663-8db2-bd4e27789127 req-fac1f2b7-8bf5-4232-8c32-e80a22e2dd3b tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954321 Sep 30 08:07:48.092283 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c752726-b371-4468-9ffe-fe52b5b22f0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b57160f-abdc-4be4-8f56-c9c7324d85d0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:48.101688 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c752726-b371-4468-9ffe-fe52b5b22f0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:48.106124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e392b-066b-4f7a-88f1-c55a47b047c4 None None] Pushing event updated for resources: {'Port': ['ID=9d5a8f28-ca3b-4ff0-8076-f4161ef5902e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:48.107530 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1c752726-b371-4468-9ffe-fe52b5b22f0b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2b57160f-abdc-4be4-8f56-c9c7324d85d0 HTTP/1.1" status: 204 len: 168 time: 0.5960131 Sep 30 08:07:48.108443 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:48.248122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Allocated IP 172.25.0.188 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/1ed66bdb-2aa5-4dbd-8c38-5043b46bf663) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:07:48.276790 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c48366a-c78a-470a-aad7-4ef4bba7848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:48.349966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:48.354580 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:48.358774 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] 10.222.0.36 "PUT /v2.0/ports/1d06d7ea-0f55-47f2-afcd-f741b4a146b0 HTTP/1.1" status: 200 len: 1091 time: 3.2897825 Sep 30 08:07:48.391519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fd695b-3a7e-4e80-ac33-5389fdbdc462', 'tag': '1d06d7ea-0f55-47f2-afcd-f741b4a146b0'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:48.400896 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502a8eb0-bfee-4033-a56e-a6204ec52530" -d '{"events": [{"name": "network-changed", "server_uuid": "19fd695b-3a7e-4e80-ac33-5389fdbdc462", "tag": "1d06d7ea-0f55-47f2-afcd-f741b4a146b0"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:48.511421 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c48366a-c78a-470a-aad7-4ef4bba7848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:48.574570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9c48366a-c78a-470a-aad7-4ef4bba7848a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57266100-45c6-4c3c-82b6-0b9860cc0f6d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:48.604010 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9c48366a-c78a-470a-aad7-4ef4bba7848a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de8d839-29cf-4ce9-aca1-09007ce91420') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:48.604363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9c48366a-c78a-470a-aad7-4ef4bba7848a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de8d839-29cf-4ce9-aca1-09007ce91420') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:48.622302 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c48366a-c78a-470a-aad7-4ef4bba7848a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:48.670360 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c48366a-c78a-470a-aad7-4ef4bba7848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:48.700877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c48366a-c78a-470a-aad7-4ef4bba7848a admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:07:48.702213 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c48366a-c78a-470a-aad7-4ef4bba7848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:07:48.792668 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:07:48.799150 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c48366a-c78a-470a-aad7-4ef4bba7848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:48.808038 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c48366a-c78a-470a-aad7-4ef4bba7848a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:48.815324 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9c48366a-c78a-470a-aad7-4ef4bba7848a admin admin] 10.222.0.24 "DELETE /v2.0/networks/57266100-45c6-4c3c-82b6-0b9860cc0f6d HTTP/1.1" status: 204 len: 168 time: 0.7042081 Sep 30 08:07:48.833998 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48366a-c78a-470a-aad7-4ef4bba7848a admin admin] Pushing event deleted for resources: {'Network': ['ID=57266100-45c6-4c3c-82b6-0b9860cc0f6d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:49.176870 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43f21a3c-943f-46cb-8e2c-c2a8d8760a46 req-0a6f9e29-dc8e-463e-aa08-9ca58bf03305 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 210 time: 0.8146517 Sep 30 08:07:49.197605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:07:49.208904 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52632) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:49.219781 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576f301-19fb-4d8d-83bb-5888d94b41a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d06d7ea-0f55-47f2-afcd-f741b4a146b0,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:49.248182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dc6cb-7dd8-4142-9b24-da46432a3419 req-910ff38b-0c4d-4af2-b463-049d86f233d1 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:49.255861 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc3dc6cb-7dd8-4142-9b24-da46432a3419 req-910ff38b-0c4d-4af2-b463-049d86f233d1 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 1.3427629 Sep 30 08:07:49.314318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-46e8c265-db3b-42a6-9a07-946bccfe0578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:49.321810 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-46e8c265-db3b-42a6-9a07-946bccfe0578 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ebb080353244c95b75c38e0751f4475&device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 1094 time: 0.9060979 Sep 30 08:07:49.326416 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:49.365546 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d612c5f2-ab44-4f74-913a-925a5778771e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f61b1dfac07541759cd786566cabda1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545944 Sep 30 08:07:49.366186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:49.460590 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:49.460973 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:49.505684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-a390a543-562b-401d-9c07-3ac91e0376ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d06d7ea-0f55-47f2-afcd-f741b4a146b0 HTTP/1.1" status: 200 len: 217 time: 0.1763384 Sep 30 08:07:49.533886 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b16e141-a433-4ab3-9a8f-cce7600f9be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:49.536464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc3dc6cb-7dd8-4142-9b24-da46432a3419 req-9c2d8942-c400-48c9-a4b5-6b7390e96a65 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755227 Sep 30 08:07:49.618068 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b16e141-a433-4ab3-9a8f-cce7600f9be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:49.658399 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52638) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:49.744028 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:49.752787 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5eff2d-49d5-44a4-ae26-6381104ee145 x-openstack-request-id: req-3f5eff2d-49d5-44a4-ae26-6381104ee145 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:49.753228 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fd695b-3a7e-4e80-ac33-5389fdbdc462", "tag": "1d06d7ea-0f55-47f2-afcd-f741b4a146b0", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:49.753587 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f5eff2d-49d5-44a4-ae26-6381104ee145 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:49.759845 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fd695b-3a7e-4e80-ac33-5389fdbdc462', 'tag': '1d06d7ea-0f55-47f2-afcd-f741b4a146b0', 'status': 'completed', 'code': 200} Sep 30 08:07:49.782669 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-2133f0f1-e17b-4bc5-accd-f1393036762c tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2e82a64c3ffc417d807e33bb1172703b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877540 Sep 30 08:07:49.838352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9d5a8f28-ca3b-4ff0-8076-f4161ef5902e,segment=NetworkSegment(c89a4195-c502-41e9-bb33-d1ebaed19bad),segment_id=c89a4195-c502-41e9-bb33-d1ebaed19bad)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:49.843551 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:49.970297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=9d5a8f28-ca3b-4ff0-8076-f4161ef5902e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:49.993586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-a8cb4a96-490e-4456-8159-4e29860bd3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:49.995417 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-a8cb4a96-490e-4456-8159-4e29860bd3f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2c21120-925c-4c50-980f-fa66907ba113 HTTP/1.1" status: 200 len: 851 time: 0.4801269 Sep 30 08:07:49.999883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d9199-1b4b-4605-b2cf-64fa24ab8110 None None] Network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:50.017561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272850e-dd68-40a9-887a-4759e1bb058a req-56c0a41e-3077-49fe-bbb2-24ffa53c448d tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:50.020359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3272850e-dd68-40a9-887a-4759e1bb058a req-56c0a41e-3077-49fe-bbb2-24ffa53c448d tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.3935120 Sep 30 08:07:50.079488 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4ba69-515d-42e6-891f-e801846eac44 req-6d052d16-54a6-4e11-b056-9a12d8d223c3 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:50.081107 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-6d052d16-54a6-4e11-b056-9a12d8d223c3 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2857914 Sep 30 08:07:50.097227 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-93be3afe-778a-40f3-953f-d5bfdd8e3d4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48b572e1-9836-4dcc-8c62-ad595cfdc233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732872 Sep 30 08:07:50.099845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5ab48b88-93bd-4049-bb21-7fc3a3652fbe admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2103954944-network', 'tenant_id': 'f26567306b514138aaf37ab1a4cc7d99'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:50.104600 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:50.139658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-47e4ba69-515d-42e6-891f-e801846eac44 req-4b2afc46-6219-4764-9cc6-43cfa212e6ed tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Request body: {'port': {'device_id': 'c5f51f3b-551c-4f95-b4ec-4da3e4d1505e', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '2e82a64c3ffc417d807e33bb1172703b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:50.153920 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b4e4c49d-04da-400a-850c-7995dcfba4fd None None] Provisioning complete for port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:50.164152 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4e4c49d-04da-400a-850c-7995dcfba4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:50.311645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab48b88-93bd-4049-bb21-7fc3a3652fbe admin admin] Made reservation on behalf of f26567306b514138aaf37ab1a4cc7d99 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:07:50.314220 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ab48b88-93bd-4049-bb21-7fc3a3652fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:50.329589 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ab48b88-93bd-4049-bb21-7fc3a3652fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:50.340775 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b16e141-a433-4ab3-9a8f-cce7600f9be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:50.343826 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b16e141-a433-4ab3-9a8f-cce7600f9be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:50.348587 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6b16e141-a433-4ab3-9a8f-cce7600f9be5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6d6ac45-560b-436b-ae3c-17c89991a90c HTTP/1.1" status: 204 len: 168 time: 0.9805806 Sep 30 08:07:50.351545 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-be3550a6-7f29-4ad2-ab6b-75594f56a8f7 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2e82a64c3ffc417d807e33bb1172703b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2690876 Sep 30 08:07:50.382332 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16e141-a433-4ab3-9a8f-cce7600f9be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d6ac45-560b-436b-ae3c-17c89991a90c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:50.399017 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3272850e-dd68-40a9-887a-4759e1bb058a req-ab3ec2c0-62be-4a3d-bba9-4594a6801c8d tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001528 Sep 30 08:07:50.401392 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-5a6b5e2f-9159-46e0-85c4-f917b0457b58 service neutron] 10.222.0.36 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114649 Sep 30 08:07:50.413357 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:50.422577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9439d-8490-4af6-988b-26cc0a1b9960 req-c7544ece-366c-454d-8a76-82cde8ab2094 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:50.439078 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0da9439d-8490-4af6-988b-26cc0a1b9960 req-c7544ece-366c-454d-8a76-82cde8ab2094 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 943 time: 0.6078398 Sep 30 08:07:50.477218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e4ba69-515d-42e6-891f-e801846eac44 req-4b2afc46-6219-4764-9cc6-43cfa212e6ed tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Made reservation on behalf of 2e82a64c3ffc417d807e33bb1172703b for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:07:50.524541 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-4b2afc46-6219-4764-9cc6-43cfa212e6ed tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:50.545355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-410678c3-aa44-4948-8c0c-20c469f9d7ad req-fe052346-0213-43b3-ada2-48ca3375b1e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7688923 Sep 30 08:07:50.602786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:50.626966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:07:50.695344 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4ba69-515d-42e6-891f-e801846eac44 req-ec0891b9-e8e9-4d10-878f-93f6a002bdd9 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:50.696840 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-ec0891b9-e8e9-4d10-878f-93f6a002bdd9 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3289053 Sep 30 08:07:50.722557 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-47e4ba69-515d-42e6-891f-e801846eac44 req-596063f9-e58e-497d-834d-85c95c036f9b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Request body: {'port': {'device_id': 'fe9c0aa7-c9fa-4764-bb05-6f22a776170e', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '2e82a64c3ffc417d807e33bb1172703b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:50.724799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed66bdb-2aa5-4dbd-8c38-5043b46bf663,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:50.885674 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbc2a74-793b-4bfe-8e03-a6eab50e03c6 None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:07:50.903502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29fca1d3-bd35-4f66-b845-ae626d5547ae req-0241025c-cd76-4419-8a5c-0fa83204dde0 service neutron] 10.222.0.36 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934866 Sep 30 08:07:50.925807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef3d83ee-7384-4db8-ac5c-1582c7674a17 req-37b34306-2b2b-4413-877a-8ef520a23fb1 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 210 time: 0.3636651 Sep 30 08:07:51.033557 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-532009df-66f4-4f5e-a5f0-4e9fb755041d None None] Provisioning complete for port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:51.034024 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-532009df-66f4-4f5e-a5f0-4e9fb755041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:51.150060 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:07:51.210723 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbc2a74-793b-4bfe-8e03-a6eab50e03c6 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:07:51.246519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-47e4ba69-515d-42e6-891f-e801846eac44 req-4b2afc46-6219-4764-9cc6-43cfa212e6ed tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Allocated IP 192.168.233.108 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/930d837a-04e9-4c9a-b414-946ea1ab5dde) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:07:51.304092 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ab48b88-93bd-4049-bb21-7fc3a3652fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:51.333308 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ab48b88-93bd-4049-bb21-7fc3a3652fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:51.337309 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e4ba69-515d-42e6-891f-e801846eac44 req-596063f9-e58e-497d-834d-85c95c036f9b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Made reservation on behalf of 2e82a64c3ffc417d807e33bb1172703b for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:07:51.340880 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-596063f9-e58e-497d-834d-85c95c036f9b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:51.436285 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab48b88-93bd-4049-bb21-7fc3a3652fbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:07:51.488220 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0da9439d-8490-4af6-988b-26cc0a1b9960 req-26c6cd64-bd83-4c3c-a724-e2953cfc3089 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0494435 Sep 30 08:07:51.497113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab48b88-93bd-4049-bb21-7fc3a3652fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e04ed5-df2a-485f-9937-6dbc601b444b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:51.538541 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ab48b88-93bd-4049-bb21-7fc3a3652fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:51.538923 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-5ab48b88-93bd-4049-bb21-7fc3a3652fbe admin admin] Added segment 86626353-e392-4ca9-bfb9-35ef2d11609a of type vlan for network 7e755c17-219c-49c1-b703-6b834ea08d5e Sep 30 08:07:51.539210 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:51.573080 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:51.573504 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:51.714606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410678c3-aa44-4948-8c0c-20c469f9d7ad req-f1424372-bfc3-4c06-bb8f-26ba6a3a69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:51.716636 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-410678c3-aa44-4948-8c0c-20c469f9d7ad req-f1424372-bfc3-4c06-bb8f-26ba6a3a69a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3609992ca72436d91473dd96fb4a655&device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 1101 time: 1.0032735 Sep 30 08:07:51.748881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52674) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:51.774955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8eb0-bfee-4033-a56e-a6204ec52530 req-9846c49c-be90-474c-884b-b958e34c5f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:51.776976 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-502a8eb0-bfee-4033-a56e-a6204ec52530 req-9846c49c-be90-474c-884b-b958e34c5f8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ebb080353244c95b75c38e0751f4475&device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 1094 time: 0.8095148 Sep 30 08:07:51.786520 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972536d-2e3a-4a4d-99d8-84a1e699bd47 req-3fe265bb-dca0-4031-a344-c02ae1ca8a0d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:51.797267 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9972536d-2e3a-4a4d-99d8-84a1e699bd47 req-3fe265bb-dca0-4031-a344-c02ae1ca8a0d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.5719502 Sep 30 08:07:51.924688 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83829c7e-5316-4421-9197-99bca9996bc0 req-23532d14-6e14-4898-a3e3-77a31cc97340 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:51.933079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83829c7e-5316-4421-9197-99bca9996bc0 req-23532d14-6e14-4898-a3e3-77a31cc97340 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.2771323 Sep 30 08:07:51.954955 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ab48b88-93bd-4049-bb21-7fc3a3652fbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:52.009016 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ab48b88-93bd-4049-bb21-7fc3a3652fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:52.010196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab48b88-93bd-4049-bb21-7fc3a3652fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:52.010858 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ab48b88-93bd-4049-bb21-7fc3a3652fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:52.069993 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5ab48b88-93bd-4049-bb21-7fc3a3652fbe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4089229 Sep 30 08:07:52.077315 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:52.095787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-35696cd9-ccb1-4089-81f7-42cb93de2de9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-119036752-network', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:52.112615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-67b8828e-720f-4cf8-8256-023f02fb9362 admin admin] Request body: {'subnet': {'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2103954944-subnet', 'tenant_id': 'f26567306b514138aaf37ab1a4cc7d99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:52.120392 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-4b2afc46-6219-4764-9cc6-43cfa212e6ed tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:52.123596 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab48b88-93bd-4049-bb21-7fc3a3652fbe admin admin] Pushing event updated for resources: {'Network': ['ID=7e755c17-219c-49c1-b703-6b834ea08d5e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:52.137525 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9972536d-2e3a-4a4d-99d8-84a1e699bd47 req-4a53cf41-e6fd-4d53-a176-9c24a9889d6f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386509 Sep 30 08:07:52.137930 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 7e755c17-219c-49c1-b703-6b834ea08d5e details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:07:52.184935 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b8828e-720f-4cf8-8256-023f02fb9362 admin admin] Made reservation on behalf of f26567306b514138aaf37ab1a4cc7d99 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:07:52.189078 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67b8828e-720f-4cf8-8256-023f02fb9362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:52.304530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83829c7e-5316-4421-9197-99bca9996bc0 req-8995bcea-60d7-4122-aab9-e8e536a25798 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682692 Sep 30 08:07:52.345938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8eb0-bfee-4033-a56e-a6204ec52530 req-b7da6a44-ea3e-4fcd-82d7-fdf7485dfe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:52.348989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-502a8eb0-bfee-4033-a56e-a6204ec52530 req-b7da6a44-ea3e-4fcd-82d7-fdf7485dfe1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=48b572e1-9836-4dcc-8c62-ad595cfdc233 HTTP/1.1" status: 200 len: 912 time: 0.5452025 Sep 30 08:07:52.353825 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-4b2afc46-6219-4764-9cc6-43cfa212e6ed tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:52.377313 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410678c3-aa44-4948-8c0c-20c469f9d7ad req-0469b71f-d651-441b-af90-261717fd9b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:52.378957 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-410678c3-aa44-4948-8c0c-20c469f9d7ad req-0469b71f-d651-441b-af90-261717fd9b0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.6291456 Sep 30 08:07:52.392200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c819d715-1568-4249-b624-41c0d4e8a573 req-fbc6c4a2-3e1f-42b6-95bf-11c3af3a3832 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 210 time: 0.1261294 Sep 30 08:07:52.409524 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e5ed534d-6169-4ad3-9a35-85f2c5736c3d', '65669714-cdfd-4b77-ad44-a2d22afb310c', 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:07:52.468334 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e4ba69-515d-42e6-891f-e801846eac44 req-4b2afc46-6219-4764-9cc6-43cfa212e6ed tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:52.479271 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35696cd9-ccb1-4089-81f7-42cb93de2de9 admin admin] Made reservation on behalf of ee4e48f07add4c94890522d6df2a93fa for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:07:52.481197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-47e4ba69-515d-42e6-891f-e801846eac44 req-596063f9-e58e-497d-834d-85c95c036f9b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Allocated IP 192.168.233.36 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/74da8181-226e-4c13-ac03-fde62ef1a512) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:07:52.481909 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35696cd9-ccb1-4089-81f7-42cb93de2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:52.491430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-47e4ba69-515d-42e6-891f-e801846eac44 req-4b2afc46-6219-4764-9cc6-43cfa212e6ed tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:52.496712 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e4ba69-515d-42e6-891f-e801846eac44 req-4b2afc46-6219-4764-9cc6-43cfa212e6ed tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:07:52.497793 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-410678c3-aa44-4948-8c0c-20c469f9d7ad req-11aeee3a-e30b-45f8-bf31-35cbf426627f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=d29541f6-a460-4a09-8076-2f8300e46194 HTTP/1.1" status: 200 len: 217 time: 0.0910511 Sep 30 08:07:52.500066 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-502a8eb0-bfee-4033-a56e-a6204ec52530 req-9cfc9547-74ad-414c-b30c-93d0dd4fcffc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d06d7ea-0f55-47f2-afcd-f741b4a146b0 HTTP/1.1" status: 200 len: 217 time: 0.1267967 Sep 30 08:07:52.508511 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35696cd9-ccb1-4089-81f7-42cb93de2de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:52.576282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4ba69-515d-42e6-891f-e801846eac44 req-4b2afc46-6219-4764-9cc6-43cfa212e6ed tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:52.576954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-4b2afc46-6219-4764-9cc6-43cfa212e6ed tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:52.591178 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2afc46-6219-4764-9cc6-43cfa212e6ed tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event updated for resources: {'Port': ['ID=930d837a-04e9-4c9a-b414-946ea1ab5dde,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:52.612176 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-4b2afc46-6219-4764-9cc6-43cfa212e6ed tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4771142 Sep 30 08:07:52.673473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Request body: {'port': {'device_id': 'c5f51f3b-551c-4f95-b4ec-4da3e4d1505e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:52.743286 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:52.771845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410678c3-aa44-4948-8c0c-20c469f9d7ad req-fac75ab5-4629-4b73-994f-cbde23de3797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:52.774300 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-410678c3-aa44-4948-8c0c-20c469f9d7ad req-fac75ab5-4629-4b73-994f-cbde23de3797 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.2662959 Sep 30 08:07:52.789556 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:52.843856 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8eb0-bfee-4033-a56e-a6204ec52530 req-604b922b-6f2d-4354-9175-8a09a490e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:52.845183 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-502a8eb0-bfee-4033-a56e-a6204ec52530 req-604b922b-6f2d-4354-9175-8a09a490e49f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2c21120-925c-4c50-980f-fa66907ba113 HTTP/1.1" status: 200 len: 851 time: 0.2465472 Sep 30 08:07:52.898450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a77166-9d51-44a9-b520-303f770eee8e req-67a086ba-9789-4781-a321-7d4c1ef37ce1 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:52.907024 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a77166-9d51-44a9-b520-303f770eee8e req-67a086ba-9789-4781-a321-7d4c1ef37ce1 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 943 time: 0.2603157 Sep 30 08:07:52.966102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-502a8eb0-bfee-4033-a56e-a6204ec52530 req-66edf8b2-47fe-4bb3-b177-625092cbe9a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48b572e1-9836-4dcc-8c62-ad595cfdc233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079240 Sep 30 08:07:53.021494 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67b8828e-720f-4cf8-8256-023f02fb9362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:53.073362 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f06a8cd5-5353-452c-a786-4dad2eedd3ba None None] Provisioning complete for port 930d837a-04e9-4c9a-b414-946ea1ab5dde triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:53.073362 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f06a8cd5-5353-452c-a786-4dad2eedd3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:53.092789 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a77166-9d51-44a9-b520-303f770eee8e req-d7ba0a0a-abd7-4f09-a713-05a04d84c65a tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801307 Sep 30 08:07:53.095312 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8828e-720f-4cf8-8256-023f02fb9362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54caae0a-bf1e-45dd-a015-d4dccfe0100e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:53.110499 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410678c3-aa44-4948-8c0c-20c469f9d7ad req-0a67c659-7750-4671-a25c-2f773396d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:53.112035 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-410678c3-aa44-4948-8c0c-20c469f9d7ad req-0a67c659-7750-4671-a25c-2f773396d10b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3192325 Sep 30 08:07:53.121166 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f06a8cd5-5353-452c-a786-4dad2eedd3ba None None] Port 930d837a-04e9-4c9a-b414-946ea1ab5dde cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:07:53.158084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8828e-720f-4cf8-8256-023f02fb9362 admin admin] Checking segment: {'id': '86626353-e392-4ca9-bfb9-35ef2d11609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:53.158737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8828e-720f-4cf8-8256-023f02fb9362 admin admin] Network hostable DHCP agents. Network: 7e755c17-219c-49c1-b703-6b834ea08d5e, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:07:53.205113 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:07:53.291090 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8828e-720f-4cf8-8256-023f02fb9362 admin admin] Network 7e755c17-219c-49c1-b703-6b834ea08d5e is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:07:53.339121 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-67b8828e-720f-4cf8-8256-023f02fb9362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 7e755c17-219c-49c1-b703-6b834ea08d5e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:53.351755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b8828e-720f-4cf8-8256-023f02fb9362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:53.352797 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a89c062-ea43-4e0f-af28-6f66e2800a03 None None] Network 7e755c17-219c-49c1-b703-6b834ea08d5e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:53.356288 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67b8828e-720f-4cf8-8256-023f02fb9362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:53.445254 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-596063f9-e58e-497d-834d-85c95c036f9b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:53.529163 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-596063f9-e58e-497d-834d-85c95c036f9b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:53.581820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e4ba69-515d-42e6-891f-e801846eac44 req-596063f9-e58e-497d-834d-85c95c036f9b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:53.591387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-47e4ba69-515d-42e6-891f-e801846eac44 req-596063f9-e58e-497d-834d-85c95c036f9b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:53.655124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e4ba69-515d-42e6-891f-e801846eac44 req-596063f9-e58e-497d-834d-85c95c036f9b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:07:53.658754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 1d06d7ea-0f55-47f2-afcd-f741b4a146b0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1d06d7ea-0f55-47f2-afcd-f741b4a146b0,segment=NetworkSegment(825fd5ae-a9b1-4e0d-b585-213b96f3ba2b),segment_id=825fd5ae-a9b1-4e0d-b585-213b96f3ba2b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:53.687709 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35696cd9-ccb1-4089-81f7-42cb93de2de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:53.699152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86bd63a-c679-405a-b3d3-bbf83c153b8d None None] Network 7e755c17-219c-49c1-b703-6b834ea08d5e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:53.724513 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4ba69-515d-42e6-891f-e801846eac44 req-596063f9-e58e-497d-834d-85c95c036f9b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:53.725331 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-596063f9-e58e-497d-834d-85c95c036f9b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:53.762631 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-596063f9-e58e-497d-834d-85c95c036f9b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0440032 Sep 30 08:07:53.771098 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-67b8828e-720f-4cf8-8256-023f02fb9362 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6911716 Sep 30 08:07:53.800727 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35696cd9-ccb1-4089-81f7-42cb93de2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:53.813710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35696cd9-ccb1-4089-81f7-42cb93de2de9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:07:53.815013 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Request body: {'port': {'device_id': 'fe9c0aa7-c9fa-4764-bb05-6f22a776170e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:53.824434 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35696cd9-ccb1-4089-81f7-42cb93de2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:53.825038 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-35696cd9-ccb1-4089-81f7-42cb93de2de9 admin admin] Added segment 5442315a-a5b1-46a3-aefb-a953d512b648 of type vlan for network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 Sep 30 08:07:53.881590 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35696cd9-ccb1-4089-81f7-42cb93de2de9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:53.931344 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35696cd9-ccb1-4089-81f7-42cb93de2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:53.932406 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35696cd9-ccb1-4089-81f7-42cb93de2de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:53.933000 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35696cd9-ccb1-4089-81f7-42cb93de2de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:53.937733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e5ed534d-6169-4ad3-9a35-85f2c5736c3d', '65669714-cdfd-4b77-ad44-a2d22afb310c', 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:07:53.960100 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-502a8eb0-bfee-4033-a56e-a6204ec52530 req-c9837dab-3412-406f-ae18-57ce9148f814 service neutron] 10.222.0.36 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9822600 Sep 30 08:07:54.028302 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '1d06d7ea-0f55-47f2-afcd-f741b4a146b0', 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233', 'port_id': '1d06d7ea-0f55-47f2-afcd-f741b4a146b0', 'mac_address': 'fa:16:3e:7b:60:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c21120-925c-4c50-980f-fa66907ba113', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:07:54.053769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Router 7e56a486-6c67-4209-a7cb-6d2415960a0e is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:07:54.097539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-35696cd9-ccb1-4089-81f7-42cb93de2de9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3435810 Sep 30 08:07:54.213209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eea85f-3aee-46ed-a322-d7682c16b3f2 req-0a829153-0849-4bb4-a809-447a281106f5 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:54.215144 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2eea85f-3aee-46ed-a322-d7682c16b3f2 req-0a829153-0849-4bb4-a809-447a281106f5 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.6059504 Sep 30 08:07:54.217307 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-502a8eb0-bfee-4033-a56e-a6204ec52530 req-0ccf68ea-a6b3-4102-96ee-0d9fda1fc305 service neutron] 10.222.0.36 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107100 Sep 30 08:07:54.218100 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35696cd9-ccb1-4089-81f7-42cb93de2de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4382db61-fbe5-45da-af9c-e37cb57d7974,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:54.248835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01f7d6-8c69-4569-9a02-a91385e73330 req-022a6a25-7343-43ba-9f28-0fe1ace18395 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:54.257720 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc01f7d6-8c69-4569-9a02-a91385e73330 req-022a6a25-7343-43ba-9f28-0fe1ace18395 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.6381600 Sep 30 08:07:54.262644 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52698) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:54.265488 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:54.290594 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ed2db749-d715-4439-b682-5f0651da3535 None None] Provisioning complete for port 74da8181-226e-4c13-ac03-fde62ef1a512 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:54.290956 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed2db749-d715-4439-b682-5f0651da3535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:54.292269 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:54.314244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596063f9-e58e-497d-834d-85c95c036f9b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event updated for resources: {'Port': ['ID=74da8181-226e-4c13-ac03-fde62ef1a512,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:54.316106 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-28f9fb65-94fa-4635-bbd8-cd1db375122d admin admin] Request body: {'subnet': {'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-119036752-subnet', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:54.338888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:07:54.368485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 1d06d7ea-0f55-47f2-afcd-f741b4a146b0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1d06d7ea-0f55-47f2-afcd-f741b4a146b0,segment=NetworkSegment(825fd5ae-a9b1-4e0d-b585-213b96f3ba2b),segment_id=825fd5ae-a9b1-4e0d-b585-213b96f3ba2b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:54.380891 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:54.424036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f9fb65-94fa-4635-bbd8-cd1db375122d admin admin] Made reservation on behalf of ee4e48f07add4c94890522d6df2a93fa for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:07:54.437011 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28f9fb65-94fa-4635-bbd8-cd1db375122d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:54.458707 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=1d06d7ea-0f55-47f2-afcd-f741b4a146b0,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:54.502010 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ed2db749-d715-4439-b682-5f0651da3535 None None] Port 74da8181-226e-4c13-ac03-fde62ef1a512 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:07:54.563109 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930d837a-04e9-4c9a-b414-946ea1ab5dde {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:07:54.573481 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:54.597535 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Transition to ACTIVE for port object 930d837a-04e9-4c9a-b414-946ea1ab5dde will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:07:54.654100 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:54.654393 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['1d06d7ea-0f55-47f2-afcd-f741b4a146b0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:07:54.703351 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2eea85f-3aee-46ed-a322-d7682c16b3f2 req-12ffd4ef-989c-4018-89d5-25e241327f19 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413104 Sep 30 08:07:54.707636 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-410678c3-aa44-4948-8c0c-20c469f9d7ad req-1ca0ec7e-311e-46df-85dc-d0a29e7e6e41 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5601668 Sep 30 08:07:54.712445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Pushing event updated for resources: {'Port': ['ID=930d837a-04e9-4c9a-b414-946ea1ab5dde,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:54.714361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35696cd9-ccb1-4089-81f7-42cb93de2de9 admin admin] Pushing event updated for resources: {'Network': ['ID=9b07086f-6fb4-4a79-bc78-a4a068acc7e8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:54.742407 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28f9fb65-94fa-4635-bbd8-cd1db375122d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:54.748596 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:07:54.954206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-410678c3-aa44-4948-8c0c-20c469f9d7ad req-afed7f1a-5ccc-4873-a871-44ba8c5fe077 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133970 Sep 30 08:07:54.968395 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Attempting to bind port 930d837a-04e9-4c9a-b414-946ea1ab5dde on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:07:54.969322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Attempting to bind port 930d837a-04e9-4c9a-b414-946ea1ab5dde by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:07:54.969887 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Attempting to bind port 930d837a-04e9-4c9a-b414-946ea1ab5dde on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:54.976721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc01f7d6-8c69-4569-9a02-a91385e73330 req-0b29d385-f38f-43d5-8a4e-59aea18ea028 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7178206 Sep 30 08:07:54.989308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Port 930d837a-04e9-4c9a-b414-946ea1ab5dde on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:07:54.989887 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Attempting to bind port 930d837a-04e9-4c9a-b414-946ea1ab5dde on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:55.035884 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:07:55.036358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:55.036774 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:07:55.037138 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Bound port: 930d837a-04e9-4c9a-b414-946ea1ab5dde, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:07:55.037498 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:55.190264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9fb65-94fa-4635-bbd8-cd1db375122d admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b391f2-40bb-46fd-9398-46e69258862b,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:55.205462 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:07:55.206409 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74da8181-226e-4c13-ac03-fde62ef1a512 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:07:55.217610 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Sync routers for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:07:55.225175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] For port 930d837a-04e9-4c9a-b414-946ea1ab5dde, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:07:55.229627 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:55.242334 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:55.243783 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:55.247089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb83ba1-d1c8-4c6b-8501-47f6531dd3dc req-fcf98758-72a9-4766-b0fb-46ae5d494855 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:55.249575 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] For port 930d837a-04e9-4c9a-b414-946ea1ab5dde, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=930d837a-04e9-4c9a-b414-946ea1ab5dde,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:07:55.257953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Transition to ACTIVE for port object 74da8181-226e-4c13-ac03-fde62ef1a512 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:07:55.259024 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:55.262262 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-beb83ba1-d1c8-4c6b-8501-47f6531dd3dc req-fcf98758-72a9-4766-b0fb-46ae5d494855 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 935 time: 0.2925413 Sep 30 08:07:55.280414 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:55.282836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f9fb65-94fa-4635-bbd8-cd1db375122d admin admin] Checking segment: {'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:55.283499 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f9fb65-94fa-4635-bbd8-cd1db375122d admin admin] Network hostable DHCP agents. Network: 9b07086f-6fb4-4a79-bc78-a4a068acc7e8, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:07:55.322703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:55.323492 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:55.324942 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] 10.222.0.36 "PUT /v2.0/ports/930d837a-04e9-4c9a-b414-946ea1ab5dde HTTP/1.1" status: 200 len: 1096 time: 2.6593606 Sep 30 08:07:55.325632 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f51f3b-551c-4f95-b4ec-4da3e4d1505e', 'tag': '930d837a-04e9-4c9a-b414-946ea1ab5dde'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:55.328240 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc441f87-08ca-40ce-a151-fa520c8b75a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f51f3b-551c-4f95-b4ec-4da3e4d1505e", "tag": "930d837a-04e9-4c9a-b414-946ea1ab5dde"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:55.409032 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:55.412918 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-99c9016d-d5b2-4228-ac6c-889f6bd1be72 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.8499389 Sep 30 08:07:55.416079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-beb83ba1-d1c8-4c6b-8501-47f6531dd3dc req-3775f64f-60b7-45cd-a94e-0a0e54c4fdf5 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423168 Sep 30 08:07:55.420335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52706) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:55.432579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fc8c6-eac6-412d-8b1c-c155290eab2f req-d7411a13-4222-4641-90af-68f9b33a123d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:55.434249 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-999fc8c6-eac6-412d-8b1c-c155290eab2f req-d7411a13-4222-4641-90af-68f9b33a123d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 944 time: 0.1668510 Sep 30 08:07:55.536014 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:55.552108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f9fb65-94fa-4635-bbd8-cd1db375122d admin admin] Network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:07:55.624324 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-28f9fb65-94fa-4635-bbd8-cd1db375122d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 9b07086f-6fb4-4a79-bc78-a4a068acc7e8) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:55.637148 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92694a3-c372-47eb-8a05-79a718f1e16c None None] Network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:55.661197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f529f-7889-4955-b00c-3d43dfc1d934 service neutron] Pushing event updated for resources: {'Port': ['ID=930d837a-04e9-4c9a-b414-946ea1ab5dde,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:55.670875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f9fb65-94fa-4635-bbd8-cd1db375122d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:55.671387 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28f9fb65-94fa-4635-bbd8-cd1db375122d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:55.680934 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Attempting to bind port 74da8181-226e-4c13-ac03-fde62ef1a512 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:07:55.681267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Attempting to bind port 74da8181-226e-4c13-ac03-fde62ef1a512 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:07:55.681592 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Attempting to bind port 74da8181-226e-4c13-ac03-fde62ef1a512 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:55.695564 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Port 74da8181-226e-4c13-ac03-fde62ef1a512 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:07:55.696067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Attempting to bind port 74da8181-226e-4c13-ac03-fde62ef1a512 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:55.742577 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:07:55.742919 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:55.743310 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:07:55.743757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Bound port: 74da8181-226e-4c13-ac03-fde62ef1a512, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:07:55.744147 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:55.789147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-999fc8c6-eac6-412d-8b1c-c155290eab2f req-817bc810-ef54-48d6-aefa-94c8eba7af66 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476236 Sep 30 08:07:55.811127 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-28f9fb65-94fa-4635-bbd8-cd1db375122d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5411992 Sep 30 08:07:55.814974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52714) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:07:55.818590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4ba69-515d-42e6-891f-e801846eac44 req-5166aaa9-8658-4136-9b2a-80533dc3a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:55.821305 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-5166aaa9-8658-4136-9b2a-80533dc3a65a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=c5f51f3b-551c-4f95-b4ec-4da3e4d1505e HTTP/1.1" status: 200 len: 1099 time: 0.4465358 Sep 30 08:07:55.840694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:07:55.992857 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05870d67-f5b8-4eef-84b9-a47a49c94687 x-openstack-request-id: req-05870d67-f5b8-4eef-84b9-a47a49c94687 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:55.994046 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f51f3b-551c-4f95-b4ec-4da3e4d1505e", "tag": "930d837a-04e9-4c9a-b414-946ea1ab5dde", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:55.994943 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05870d67-f5b8-4eef-84b9-a47a49c94687 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:55.996643 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f51f3b-551c-4f95-b4ec-4da3e4d1505e', 'tag': '930d837a-04e9-4c9a-b414-946ea1ab5dde', 'status': 'completed', 'code': 200} Sep 30 08:07:56.073907 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-21058b35-459b-4120-a184-e2ebf2569f33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=930d837a-04e9-4c9a-b414-946ea1ab5dde HTTP/1.1" status: 200 len: 217 time: 0.2431276 Sep 30 08:07:56.087984 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Pushing event updated for resources: {'Port': ['ID=74da8181-226e-4c13-ac03-fde62ef1a512,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:56.149533 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:07:56.150710 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:56.185249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-ef6a0399-db90-41bb-ae3c-ac87e1232a21 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:56.188559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-ef6a0399-db90-41bb-ae3c-ac87e1232a21 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/networks?id=7e755c17-219c-49c1-b703-6b834ea08d5e HTTP/1.1" status: 200 len: 822 time: 0.2508590 Sep 30 08:07:56.210436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] For port 74da8181-226e-4c13-ac03-fde62ef1a512, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:07:56.217127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] For port 74da8181-226e-4c13-ac03-fde62ef1a512, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=74da8181-226e-4c13-ac03-fde62ef1a512,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:07:56.219999 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4ba69-515d-42e6-891f-e801846eac44 req-6bae6097-d095-4932-b379-0e69d1c1badb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:56.222471 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-6bae6097-d095-4932-b379-0e69d1c1badb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1264546 Sep 30 08:07:56.224859 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:56.229685 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-58092b37-7869-43df-87d1-2e6f13330ccf tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/quotas/f26567306b514138aaf37ab1a4cc7d99 HTTP/1.1" status: 200 len: 375 time: 0.0154853 Sep 30 08:07:56.333249 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-81a41cf0-f801-41cd-8115-edfb0569199f tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f26567306b514138aaf37ab1a4cc7d99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741725 Sep 30 08:07:56.340525 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:07:51Z', 'revision_number': 3, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:56.346387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:56.347208 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:56.350491 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] 10.222.0.35 "PUT /v2.0/ports/74da8181-226e-4c13-ac03-fde62ef1a512 HTTP/1.1" status: 200 len: 1095 time: 2.5403266 Sep 30 08:07:56.405741 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Checking router: 7e56a486-6c67-4209-a7cb-6d2415960a0e for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:07:56.408508 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Updating router 7e56a486-6c67-4209-a7cb-6d2415960a0e port 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:07:56.443600 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4ba69-515d-42e6-891f-e801846eac44 req-7a7520e7-9735-4f7a-bea3-0320bfcaf767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:56.445504 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-7a7520e7-9735-4f7a-bea3-0320bfcaf767 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1994340 Sep 30 08:07:56.475174 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:56.481896 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:56.496349 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:56.511018 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Allocated IP 172.20.0.2 (9b07086f-6fb4-4a79-bc78-a4a068acc7e8/83b391f2-40bb-46fd-9398-46e69258862b/79ee6ddf-85db-43f8-a6dd-caea1e9b91ba) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:07:56.553523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff34d10-d30b-4f01-94cf-11013e3be684 service neutron] Pushing event updated for resources: {'Port': ['ID=74da8181-226e-4c13-ac03-fde62ef1a512,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:56.603598 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:56.643888 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6a7c9-3ea5-4271-8794-5a2e8d91bb6d req-05844be7-dc61-459c-907d-35af26beed91 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:56.651533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cff6a7c9-3ea5-4271-8794-5a2e8d91bb6d req-05844be7-dc61-459c-907d-35af26beed91 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.4617970 Sep 30 08:07:56.662358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4ba69-515d-42e6-891f-e801846eac44 req-b216e475-d5db-4438-8747-13d538419195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:56.664904 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-b216e475-d5db-4438-8747-13d538419195 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 1098 time: 0.2182369 Sep 30 08:07:56.782508 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-b19adc8c-f594-4062-99a6-7384fd5f90ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=74da8181-226e-4c13-ac03-fde62ef1a512 HTTP/1.1" status: 200 len: 217 time: 0.0965393 Sep 30 08:07:56.790369 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-d9c8c546-74fc-44e9-9618-ec358e09f174 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238132 Sep 30 08:07:56.825728 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:56.837102 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:56.934020 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:07:56.948398 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:07:56.952238 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:07:56.964937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Pushing event updated for resources: {'Port': ['ID=79ee6ddf-85db-43f8-a6dd-caea1e9b91ba,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:57.010658 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:57.044144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4ba69-515d-42e6-891f-e801846eac44 req-c1b2df65-a37c-4757-bced-925efd8a7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:57.046888 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:57.048602 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-c1b2df65-a37c-4757-bced-925efd8a7047 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.2558122 Sep 30 08:07:57.053728 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:57.093951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Attempting to bind port 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:07:57.094439 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Attempting to bind port 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:07:57.094913 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Attempting to bind port 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba on network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:57.102624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-9cb03382-c834-4946-a645-243d2f5ea158 service neutron] 10.222.0.24 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518387 Sep 30 08:07:57.105348 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Attempting to bind port 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:07:57.105867 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Attempting to bind port 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:07:57.106250 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Attempting to bind port 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:07:57.115108 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:07:57.115648 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Checking segment: {'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:57.116183 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:57.116681 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Bound using segment: {'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:07:57.117280 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Bound port: 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:07:57.121625 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:57.124012 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:07:57.125044 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:07:57.125641 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:57.126506 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:07:57.127151 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Bound port: 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:07:57.127747 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:57.184891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cff6a7c9-3ea5-4271-8794-5a2e8d91bb6d req-3549dcc0-0793-4533-80da-b9ee5aedae18 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314531 Sep 30 08:07:57.196527 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-d9d19f12-f882-495f-afab-0b19c1d08744 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895640 Sep 30 08:07:57.206824 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4ba69-515d-42e6-891f-e801846eac44 req-6c752fcb-5d1a-498c-8d2e-5e379a391c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:57.219545 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-6c752fcb-5d1a-498c-8d2e-5e379a391c25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523230 Sep 30 08:07:57.241648 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:07:57.327626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] For port 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:07:57.334225 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] For port 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:07:57.342110 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] For port 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1ed66bdb-2aa5-4dbd-8c38-5043b46bf663,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:07:57.361948 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:57.372661 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199ccc9-d6f0-455d-88ba-6065df9f8b82 None None] Pushing event updated for resources: {'Port': ['ID=1ed66bdb-2aa5-4dbd-8c38-5043b46bf663,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:57.398233 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] For port 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=79ee6ddf-85db-43f8-a6dd-caea1e9b91ba,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:07:57.404955 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:57.442021 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-86438d15-8c13-4fcc-a884-0971706d4331 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206330 Sep 30 08:07:57.461190 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199ccc9-d6f0-455d-88ba-6065df9f8b82 None None] Pushing event updated for resources: {'Port': ['ID=1ed66bdb-2aa5-4dbd-8c38-5043b46bf663,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:57.505104 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:07:57.506007 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:57.642778 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47e4ba69-515d-42e6-891f-e801846eac44 req-452da621-bc4c-43f8-a525-571de54fdd78 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785362 Sep 30 08:07:57.644579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:07:57.665692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7bd9b-7d75-4fdb-b95b-4b3b6a6b54eb None None] Pushing event updated for resources: {'Port': ['ID=79ee6ddf-85db-43f8-a6dd-caea1e9b91ba,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:57.690051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:57.692635 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:57.703345 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc441f87-08ca-40ce-a151-fa520c8b75a6 req-2c7f08b9-7f36-46ab-bf1b-b052e07c219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:57.706018 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc441f87-08ca-40ce-a151-fa520c8b75a6 req-2c7f08b9-7f36-46ab-bf1b-b052e07c219a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=c5f51f3b-551c-4f95-b4ec-4da3e4d1505e HTTP/1.1" status: 200 len: 1099 time: 0.3299048 Sep 30 08:07:57.771071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-561408c8-fb0b-409e-b413-1debeca33a02 service neutron] 10.222.0.24 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442552 Sep 30 08:07:57.844529 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:07:57.883470 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000624a-2781-467a-a7bf-234b2e553f10 req-ea99249a-c1b4-4fbf-aa6c-89b063b3d84b tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:57.898746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6000624a-2781-467a-a7bf-234b2e553f10 req-ea99249a-c1b4-4fbf-aa6c-89b063b3d84b tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.4463816 Sep 30 08:07:57.928392 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:58.011943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9c0aa7-c9fa-4764-bb05-6f22a776170e', 'tag': '74da8181-226e-4c13-ac03-fde62ef1a512'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:58.015546 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082bcc11-87a2-4f22-8f69-633a77aeef27" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9c0aa7-c9fa-4764-bb05-6f22a776170e", "tag": "74da8181-226e-4c13-ac03-fde62ef1a512"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:58.025465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc441f87-08ca-40ce-a151-fa520c8b75a6 req-cfab59c5-4471-4553-9484-b4d035afdd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:58.027381 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc441f87-08ca-40ce-a151-fa520c8b75a6 req-cfab59c5-4471-4553-9484-b4d035afdd1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.3110435 Sep 30 08:07:58.032376 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fd695b-3a7e-4e80-ac33-5389fdbdc462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d06d7ea-0f55-47f2-afcd-f741b4a146b0'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:07:58.037972 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ca5411-79f0-4547-a571-9b99b9f46604" -d '{"events": [{"server_uuid": "19fd695b-3a7e-4e80-ac33-5389fdbdc462", "name": "network-vif-plugged", "status": "completed", "tag": "1d06d7ea-0f55-47f2-afcd-f741b4a146b0"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:07:58.118047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 1d06d7ea-0f55-47f2-afcd-f741b4a146b0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1d06d7ea-0f55-47f2-afcd-f741b4a146b0,segment=NetworkSegment(825fd5ae-a9b1-4e0d-b585-213b96f3ba2b),segment_id=825fd5ae-a9b1-4e0d-b585-213b96f3ba2b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:58.128389 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:58.137691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6000624a-2781-467a-a7bf-234b2e553f10 req-6dedd107-73ab-446a-9731-269ced12d084 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379594 Sep 30 08:07:58.218019 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc441f87-08ca-40ce-a151-fa520c8b75a6 req-abc79a24-f8af-4fae-92a9-f2bcb7c644b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=930d837a-04e9-4c9a-b414-946ea1ab5dde HTTP/1.1" status: 200 len: 217 time: 0.1679306 Sep 30 08:07:58.378433 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc441f87-08ca-40ce-a151-fa520c8b75a6 req-798a2e7a-bd1d-4e4a-ac83-c34a9ebf7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:58.381517 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc441f87-08ca-40ce-a151-fa520c8b75a6 req-798a2e7a-bd1d-4e4a-ac83-c34a9ebf7f5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1551433 Sep 30 08:07:58.406538 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=1d06d7ea-0f55-47f2-afcd-f741b4a146b0,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:07:58.506342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc441f87-08ca-40ce-a151-fa520c8b75a6 req-5e6af942-c4bd-4aa6-becf-675472fbd5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:58.518144 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc441f87-08ca-40ce-a151-fa520c8b75a6 req-5e6af942-c4bd-4aa6-becf-675472fbd5db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1238470 Sep 30 08:07:58.542461 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:07:51Z', 'revision_number': 3, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:07:58.577347 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d8c8c-fc6e-4e61-b97f-71fb66af7b65 None None] The sync data for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 is: [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:07:51Z', 'revision_number': 3, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:07:58.797029 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc441f87-08ca-40ce-a151-fa520c8b75a6 req-5eca4f46-0848-43ef-8958-803fcf67cb5c service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660627 Sep 30 08:07:59.016821 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc441f87-08ca-40ce-a151-fa520c8b75a6 req-2b590c08-f856-43ac-a9fb-511cff4517f5 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095449 Sep 30 08:07:59.075476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83323e6e-888c-4cb1-83e9-74c175393dc8 req-3f532c1c-4e13-4165-9aa8-209091527388 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:59.084424 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83323e6e-888c-4cb1-83e9-74c175393dc8 req-3f532c1c-4e13-4165-9aa8-209091527388 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.7697763 Sep 30 08:07:59.140503 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:59.221692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:07:59.244101 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626764d-575e-47ef-8531-2fa46b76e53d req-3fdf6317-0ce2-46fb-8db1-2f6e2581cae0 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:59.261183 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f626764d-575e-47ef-8531-2fa46b76e53d req-3fdf6317-0ce2-46fb-8db1-2f6e2581cae0 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 947 time: 0.8799431 Sep 30 08:07:59.287553 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 930d837a-04e9-4c9a-b414-946ea1ab5dde details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:07:59.298244 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:59.337497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83323e6e-888c-4cb1-83e9-74c175393dc8 req-8a52109b-285e-4fe9-9b3a-653a4955d15f tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520344 Sep 30 08:07:59.402636 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e64ae-2b3b-49dc-9d9a-cb949c7dd058 req-9c5f17e3-c907-44b2-86bf-81768f18c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:07:59.404195 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce6e64ae-2b3b-49dc-9d9a-cb949c7dd058 req-9c5f17e3-c907-44b2-86bf-81768f18c120 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 1101 time: 0.1275952 Sep 30 08:07:59.460479 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 930d837a-04e9-4c9a-b414-946ea1ab5dde, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=930d837a-04e9-4c9a-b414-946ea1ab5dde,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:07:59.488756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:59.489646 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '930d837a-04e9-4c9a-b414-946ea1ab5dde', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '930d837a-04e9-4c9a-b414-946ea1ab5dde', 'mac_address': 'fa:16:3e:dc:29:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:07:59.547469 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce6e64ae-2b3b-49dc-9d9a-cb949c7dd058 req-c7c23c91-ee50-46b8-a9bc-c745383a9641 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339712 Sep 30 08:07:59.569460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6043b60d-9ebc-4929-a451-3d9025d065e6 None None] Network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:07:59.701316 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f626764d-575e-47ef-8531-2fa46b76e53d req-8e27214d-0a15-4a2c-8fe8-f5231e7e3c1c tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389584 Sep 30 08:07:59.709657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-257540e3-17de-47ba-a562-2beaef21e8ac req-39daae64-0fc2-441a-8f97-3395eff2ec59 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 210 time: 0.2096040 Sep 30 08:07:59.774269 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:07:59.836973 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2728e97c-565b-4bce-b21c-99fdbac6b723 x-openstack-request-id: req-2728e97c-565b-4bce-b21c-99fdbac6b723 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:59.837315 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9c0aa7-c9fa-4764-bb05-6f22a776170e", "tag": "74da8181-226e-4c13-ac03-fde62ef1a512", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:59.837531 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2728e97c-565b-4bce-b21c-99fdbac6b723 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:59.837976 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9c0aa7-c9fa-4764-bb05-6f22a776170e', 'tag': '74da8181-226e-4c13-ac03-fde62ef1a512', 'status': 'completed', 'code': 200} Sep 30 08:07:59.957017 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ea6157-9032-4f22-bd61-d2e16bb1718d x-openstack-request-id: req-b2ea6157-9032-4f22-bd61-d2e16bb1718d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:07:59.957359 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fd695b-3a7e-4e80-ac33-5389fdbdc462", "name": "network-vif-plugged", "status": "completed", "tag": "1d06d7ea-0f55-47f2-afcd-f741b4a146b0", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:07:59.957568 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2ea6157-9032-4f22-bd61-d2e16bb1718d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:07:59.957970 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fd695b-3a7e-4e80-ac33-5389fdbdc462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d06d7ea-0f55-47f2-afcd-f741b4a146b0', 'code': 200} Sep 30 08:07:59.963383 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-52b9d6a9-3fe4-45e7-adc1-2bb27ae6b36f None None] Provisioning complete for port 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:07:59.963766 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52b9d6a9-3fe4-45e7-adc1-2bb27ae6b36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:00.015393 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:00.015769 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:00.045630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-c01f1199-8c70-4cc5-a276-70aae17a36f2 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:00.047280 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-c01f1199-8c70-4cc5-a276-70aae17a36f2 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.36 "GET /v2.0/networks?id=7e755c17-219c-49c1-b703-6b834ea08d5e HTTP/1.1" status: 200 len: 822 time: 0.2796621 Sep 30 08:08:00.069412 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Request body: {'port': {'device_id': '6528ab3f-5b06-4ffd-a768-cef2e4b8104d', 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e', 'admin_state_up': True, 'tenant_id': 'f26567306b514138aaf37ab1a4cc7d99'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:00.076918 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:00.114139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bcc11-87a2-4f22-8f69-633a77aeef27 req-36c3c9cd-c399-4092-867d-3e93488c1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:00.115853 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-082bcc11-87a2-4f22-8f69-633a77aeef27 req-36c3c9cd-c399-4092-867d-3e93488c1b3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 1098 time: 0.1305737 Sep 30 08:08:00.122195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930d837a-04e9-4c9a-b414-946ea1ab5dde {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:00.137430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Allocated IP 172.20.0.1 (c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa/9d36e0d3-fc63-4141-9d03-e0d539eece94/fbc9ca03-3252-4b0e-baf1-e2d0da49a16f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:00.152368 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 930d837a-04e9-4c9a-b414-946ea1ab5dde, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=930d837a-04e9-4c9a-b414-946ea1ab5dde,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:00.183796 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:00.329836 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52b9d6a9-3fe4-45e7-adc1-2bb27ae6b36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:00.380117 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bcc11-87a2-4f22-8f69-633a77aeef27 req-7a33a34f-a413-4569-b5e8-9cd4a87f7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:00.381612 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-082bcc11-87a2-4f22-8f69-633a77aeef27 req-7a33a34f-a413-4569-b5e8-9cd4a87f7db6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2214596 Sep 30 08:08:00.382708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Made reservation on behalf of f26567306b514138aaf37ab1a4cc7d99 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:08:00.383611 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:00.388115 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:00.393799 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-52b9d6a9-3fe4-45e7-adc1-2bb27ae6b36f None None] For port 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=79ee6ddf-85db-43f8-a6dd-caea1e9b91ba,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:00.420416 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52b9d6a9-3fe4-45e7-adc1-2bb27ae6b36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:00.469772 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['930d837a-04e9-4c9a-b414-946ea1ab5dde'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:00.480403 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:00.482439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Allocated IP 172.25.0.46 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/aaa2a8b0-53c1-436c-8fd0-9762125029ce) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:00.506559 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-082bcc11-87a2-4f22-8f69-633a77aeef27 req-6d5f807c-9e44-4000-89bc-085736d61c25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=74da8181-226e-4c13-ac03-fde62ef1a512 HTTP/1.1" status: 200 len: 217 time: 0.0970528 Sep 30 08:08:00.508966 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=930d837a-04e9-4c9a-b414-946ea1ab5dde,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:00.670663 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9d6a9-3fe4-45e7-adc1-2bb27ae6b36f None None] Pushing event updated for resources: {'Port': ['ID=79ee6ddf-85db-43f8-a6dd-caea1e9b91ba,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:00.696351 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:08:00.696713 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:08:00.701234 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-05ac127c-2564-43e6-8352-5998bd48b9ab None None] Provisioning complete for port 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:00.701670 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05ac127c-2564-43e6-8352-5998bd48b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:00.740178 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa01f4-8ad5-4094-8b8b-7fb7b09133e4 req-1540be99-606e-4165-91e8-a931e5b6eb67 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:00.749780 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bcc11-87a2-4f22-8f69-633a77aeef27 req-d9502d59-58c2-412a-bca1-88faa697dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:00.751744 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97aa01f4-8ad5-4094-8b8b-7fb7b09133e4 req-1540be99-606e-4165-91e8-a931e5b6eb67 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.7095048 Sep 30 08:08:00.752409 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-082bcc11-87a2-4f22-8f69-633a77aeef27 req-d9502d59-58c2-412a-bca1-88faa697dcab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.2280483 Sep 30 08:08:00.774875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd261e-723c-4050-93e9-59600c71dadb req-b20f2fb9-c5cc-4f96-a4fd-0318a82f7190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:00.776917 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-afbd261e-723c-4050-93e9-59600c71dadb req-b20f2fb9-c5cc-4f96-a4fd-0318a82f7190 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 1096 time: 0.7191079 Sep 30 08:08:00.780298 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:00.811045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2fffc92f-2851-4abc-aa1a-2be59769fbf7 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:08:00.822811 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2fffc92f-2851-4abc-aa1a-2be59769fbf7 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:08:00.872172 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bcc11-87a2-4f22-8f69-633a77aeef27 req-bc40fb92-eced-4094-9360-cc8419b6b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:00.877181 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-082bcc11-87a2-4f22-8f69-633a77aeef27 req-bc40fb92-eced-4094-9360-cc8419b6b443 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148582 Sep 30 08:08:00.898818 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Allocated IP 172.20.0.12 (7e755c17-219c-49c1-b703-6b834ea08d5e/54caae0a-bf1e-45dd-a015-d4dccfe0100e/9b6aa359-346f-47af-a720-379ae8152b58) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:00.985563 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc9ca03-3252-4b0e-baf1-e2d0da49a16f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:00.996655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cff8b-5a16-4423-b4e6-8b8bd221801b req-a352463e-52a9-4a0d-9cad-44fe565f3b37 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:00.998272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d1cff8b-5a16-4423-b4e6-8b8bd221801b req-a352463e-52a9-4a0d-9cad-44fe565f3b37 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 950 time: 0.5814509 Sep 30 08:08:01.064009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:01.089660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:01.092514 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:08:01.099308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.099745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.100198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.100703 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.101036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.101449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.101918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.102239 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.102628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.103063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.103456 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.103872 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.148477 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97aa01f4-8ad5-4094-8b8b-7fb7b09133e4 req-4ca97232-ec1f-436d-9442-c56bd28a85be tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956738 Sep 30 08:08:01.184074 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-082bcc11-87a2-4f22-8f69-633a77aeef27 req-78158f81-936d-41e4-b93b-f1913501f7ba service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971964 Sep 30 08:08:01.226795 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-afbd261e-723c-4050-93e9-59600c71dadb req-cb3617ea-db16-4d91-830b-3a56b069c2ed service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498882 Sep 30 08:08:01.238741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d1cff8b-5a16-4423-b4e6-8b8bd221801b req-45185ced-6943-49b4-abc2-1618052ff90c tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976535 Sep 30 08:08:01.278335 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:01.306536 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:01.341183 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:01.357672 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2fffc92f-2851-4abc-aa1a-2be59769fbf7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:01.518275 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-082bcc11-87a2-4f22-8f69-633a77aeef27 req-1427e6a9-9227-4b19-be84-07b62f49c852 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821627 Sep 30 08:08:01.547295 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca65b8a6-82c6-493c-ae7d-32133e4e2bbe req-ef9e99ce-225d-4771-b196-0f153c437343 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 210 time: 0.1232023 Sep 30 08:08:01.572649 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:01.623070 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '2fffc92f-2851-4abc-aa1a-2be59769fbf7', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '2fffc92f-2851-4abc-aa1a-2be59769fbf7', 'mac_address': 'fa:16:3e:8d:d3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:08:01.635230 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:01.648801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84535387-13c9-4037-b36d-3ffa9a4d6d1c req-05b9380e-ca70-4abd-ab77-7ba385785baa tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:01.650457 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84535387-13c9-4037-b36d-3ffa9a4d6d1c req-05b9380e-ca70-4abd-ab77-7ba385785baa tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.2366304 Sep 30 08:08:01.683058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2fffc92f-2851-4abc-aa1a-2be59769fbf7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:01.693707 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9669ec20-3d0c-4384-825c-5a94e981859e None None] Provisioning complete for port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:01.694073 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9669ec20-3d0c-4384-825c-5a94e981859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:01.694231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:01.695702 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:01.714670 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:01.725274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:01.737712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:08:01.793611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=2fffc92f-2851-4abc-aa1a-2be59769fbf7,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:01.798659 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:01.833427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fffc92f-2851-4abc-aa1a-2be59769fbf7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:01.844354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Pushing event updated for resources: {'Port': ['ID=9b6aa359-346f-47af-a720-379ae8152b58,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:01.858241 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.858593 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.858992 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.859333 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.859665 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.860013 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.860340 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.860663 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.861036 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.861813 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.862159 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.862484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:01.866809 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84535387-13c9-4037-b36d-3ffa9a4d6d1c req-cc4bda56-d2ac-4759-ae60-031cea79aa90 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071576 Sep 30 08:08:01.868652 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Network 7e755c17-219c-49c1-b703-6b834ea08d5e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:01.870161 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:01.877262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:08:01.904063 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:01.923663 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:08:01.924273 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:08:01.924754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9669ec20-3d0c-4384-825c-5a94e981859e None None] Port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:08:01.930544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Pushing event updated for resources: {'Port': ['ID=aaa2a8b0-53c1-436c-8fd0-9762125029ce,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:01.959829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e5310a-3fce-4fb4-a914-9ae01cd53a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fffc92f-2851-4abc-aa1a-2be59769fbf7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:01.966398 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abec2f5-0988-422b-8ad7-79aba20235a9" -d '{"events": [{"server_uuid": "92e5310a-3fce-4fb4-a914-9ae01cd53a6f", "name": "network-vif-unplugged", "status": "completed", "tag": "2fffc92f-2851-4abc-aa1a-2be59769fbf7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:01.975505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:01.984167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f1549-9ea7-4b14-9e00-91b4a2a5e748 req-242f3228-9ece-470d-a64c-535047ed8604 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:01.985730 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-077f1549-9ea7-4b14-9e00-91b4a2a5e748 req-242f3228-9ece-470d-a64c-535047ed8604 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 947 time: 0.2349129 Sep 30 08:08:02.002123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:02.002916 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.037292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:02.037736 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.042934 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-f9c1e37b-7b23-4005-90c6-b5fe9c726bac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9836490 Sep 30 08:08:02.056965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Request body: {'port': {'device_id': '6528ab3f-5b06-4ffd-a768-cef2e4b8104d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:02.099467 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff70092-0cd1-4a7a-aef2-1d603a6fb90b x-openstack-request-id: req-3ff70092-0cd1-4a7a-aef2-1d603a6fb90b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:02.099794 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e5310a-3fce-4fb4-a914-9ae01cd53a6f", "name": "network-vif-unplugged", "status": "completed", "tag": "2fffc92f-2851-4abc-aa1a-2be59769fbf7", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:02.100098 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ff70092-0cd1-4a7a-aef2-1d603a6fb90b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:02.100494 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e5310a-3fce-4fb4-a914-9ae01cd53a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fffc92f-2851-4abc-aa1a-2be59769fbf7', 'code': 200} Sep 30 08:08:02.134801 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.151598 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.153902 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-077f1549-9ea7-4b14-9e00-91b4a2a5e748 req-442e1c26-e826-4aeb-a535-63b17f1d095f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125300 Sep 30 08:08:02.206390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1ed66bdb-2aa5-4dbd-8c38-5043b46bf663,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:02.214575 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.215605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:02.365172 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=1ed66bdb-2aa5-4dbd-8c38-5043b46bf663,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:02.373704 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:02.374325 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.480881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a7a26-e892-470b-a4f3-da3fb38e928c req-e70197d6-74ab-4b05-be67-2c7dcc49bc11 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:02.489378 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d35a7a26-e892-470b-a4f3-da3fb38e928c req-e70197d6-74ab-4b05-be67-2c7dcc49bc11 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2006772 Sep 30 08:08:02.531990 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.549169 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.562715 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.581845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fffc92f-2851-4abc-aa1a-2be59769fbf7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:02.612818 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f895ca1-a2b3-438a-a3fc-dade1d58fc6e req-6b9bdcec-1d26-4291-8f1a-175c45cf1d17 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:02.617691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2fffc92f-2851-4abc-aa1a-2be59769fbf7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:02.622895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f895ca1-a2b3-438a-a3fc-dade1d58fc6e req-6b9bdcec-1d26-4291-8f1a-175c45cf1d17 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 948 time: 0.2324495 Sep 30 08:08:02.627406 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.629089 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 74da8181-226e-4c13-ac03-fde62ef1a512 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:08:02.631704 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.669729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6aa359-346f-47af-a720-379ae8152b58 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:02.686494 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.700910 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Transition to ACTIVE for port object 9b6aa359-346f-47af-a720-379ae8152b58 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:08:02.712036 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.712287 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d35a7a26-e892-470b-a4f3-da3fb38e928c req-a43402d5-f32a-4dbb-ba93-66f08f30c8d3 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219577 Sep 30 08:08:02.734974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 74da8181-226e-4c13-ac03-fde62ef1a512, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=74da8181-226e-4c13-ac03-fde62ef1a512,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:02.748130 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=2fffc92f-2851-4abc-aa1a-2be59769fbf7,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:02.755574 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '74da8181-226e-4c13-ac03-fde62ef1a512', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '74da8181-226e-4c13-ac03-fde62ef1a512', 'mac_address': 'fa:16:3e:85:fd:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:08:02.771402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.796360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc9ca03-3252-4b0e-baf1-e2d0da49a16f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:02.801457 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.821477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74da8181-226e-4c13-ac03-fde62ef1a512 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:02.857934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 74da8181-226e-4c13-ac03-fde62ef1a512, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=74da8181-226e-4c13-ac03-fde62ef1a512,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:02.863444 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.871108 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Pushing event updated for resources: {'Port': ['ID=9b6aa359-346f-47af-a720-379ae8152b58,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:02.917179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Attempting to bind port 9b6aa359-346f-47af-a720-379ae8152b58 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:08:02.917525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Attempting to bind port 9b6aa359-346f-47af-a720-379ae8152b58 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '86626353-e392-4ca9-bfb9-35ef2d11609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:08:02.917857 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Attempting to bind port 9b6aa359-346f-47af-a720-379ae8152b58 on network 7e755c17-219c-49c1-b703-6b834ea08d5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:02.918311 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f895ca1-a2b3-438a-a3fc-dade1d58fc6e req-74bdec00-4967-49fb-b304-e7b6e90a185d tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901847 Sep 30 08:08:02.923122 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Port 9b6aa359-346f-47af-a720-379ae8152b58 on network 7e755c17-219c-49c1-b703-6b834ea08d5e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:08:02.923454 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Attempting to bind port 9b6aa359-346f-47af-a720-379ae8152b58 on network 7e755c17-219c-49c1-b703-6b834ea08d5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:02.929150 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:08:02.929491 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Checking segment: {'id': '86626353-e392-4ca9-bfb9-35ef2d11609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:08:02.929878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Bound using segment: {'id': '86626353-e392-4ca9-bfb9-35ef2d11609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:08:02.930316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Bound port: 9b6aa359-346f-47af-a720-379ae8152b58, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86626353-e392-4ca9-bfb9-35ef2d11609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:08:02.930678 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:02.939827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=74da8181-226e-4c13-ac03-fde62ef1a512,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:03.018395 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] For port 9b6aa359-346f-47af-a720-379ae8152b58, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:08:03.022426 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] For port 9b6aa359-346f-47af-a720-379ae8152b58, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9b6aa359-346f-47af-a720-379ae8152b58,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:08:03.027208 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:03.067709 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:03.070892 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:03.072470 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] 10.222.0.36 "PUT /v2.0/ports/9b6aa359-346f-47af-a720-379ae8152b58 HTTP/1.1" status: 200 len: 1092 time: 1.0201330 Sep 30 08:08:03.072944 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6528ab3f-5b06-4ffd-a768-cef2e4b8104d', 'tag': '9b6aa359-346f-47af-a720-379ae8152b58'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:03.075385 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa43c29-96cf-49c2-8510-7136c19703d9" -d '{"events": [{"name": "network-changed", "server_uuid": "6528ab3f-5b06-4ffd-a768-cef2e4b8104d", "tag": "9b6aa359-346f-47af-a720-379ae8152b58"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:03.096708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cbe48-f497-4c45-8111-8f23860477ce service neutron] Pushing event updated for resources: {'Port': ['ID=9b6aa359-346f-47af-a720-379ae8152b58,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:03.161920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-769fe8c4-4d2d-4df7-b27a-e482f00a6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:03.164047 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-769fe8c4-4d2d-4df7-b27a-e482f00a6660 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f26567306b514138aaf37ab1a4cc7d99&device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 1095 time: 0.0487187 Sep 30 08:08:03.204803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5746a-becd-41ed-9ae4-8433b115ee56 req-61a8dfe8-a4c5-4e41-bd56-ae24f080838a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:03.212702 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1fc5746a-becd-41ed-9ae4-8433b115ee56 req-61a8dfe8-a4c5-4e41-bd56-ae24f080838a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 944 time: 0.3238840 Sep 30 08:08:03.217091 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-b70e5475-21b9-468e-afd5-29104204c858 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b6aa359-346f-47af-a720-379ae8152b58 HTTP/1.1" status: 200 len: 217 time: 0.0453904 Sep 30 08:08:03.240965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:03.249676 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 930d837a-04e9-4c9a-b414-946ea1ab5dde up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:03.254486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8c288-7bdf-4f32-a0cd-133a6d4940bf req-5ad64c57-f249-45a5-8149-afe50f8c5886 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:03.263048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9b8c288-7bdf-4f32-a0cd-133a6d4940bf req-5ad64c57-f249-45a5-8149-afe50f8c5886 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.2130919 Sep 30 08:08:03.276397 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:03.276607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-81f216d0-433c-4266-90c3-1d1367e87c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:03.279746 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-81f216d0-433c-4266-90c3-1d1367e87c1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54caae0a-bf1e-45dd-a015-d4dccfe0100e HTTP/1.1" status: 200 len: 862 time: 0.0549488 Sep 30 08:08:03.322733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['74da8181-226e-4c13-ac03-fde62ef1a512'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:03.340727 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-fd891d7a-77b9-4d2a-9e1f-30e72e99919c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e755c17-219c-49c1-b703-6b834ea08d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516253 Sep 30 08:08:03.377165 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1fc5746a-becd-41ed-9ae4-8433b115ee56 req-7dbb3c78-3f91-44e8-919e-2a6da513e388 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628637 Sep 30 08:08:03.383089 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['2fffc92f-2851-4abc-aa1a-2be59769fbf7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:03.468254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9b8c288-7bdf-4f32-a0cd-133a6d4940bf req-f3b0ba61-82bd-4e09-b244-306e76eb2aa2 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004864 Sep 30 08:08:03.469571 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:03.560341 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-0fd4991c-dd5f-43a2-b0df-8e63e941f58a service neutron] 10.222.0.36 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091236 Sep 30 08:08:03.684193 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 930d837a-04e9-4c9a-b414-946ea1ab5dde completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:08:03.752568 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 930d837a-04e9-4c9a-b414-946ea1ab5dde triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:03.754177 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:03.764416 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0afdd2d-56ee-4c04-a6bc-ced1239ca539 x-openstack-request-id: req-f0afdd2d-56ee-4c04-a6bc-ced1239ca539 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:03.764818 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6528ab3f-5b06-4ffd-a768-cef2e4b8104d", "tag": "9b6aa359-346f-47af-a720-379ae8152b58", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:03.768284 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0afdd2d-56ee-4c04-a6bc-ced1239ca539 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:03.768760 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6528ab3f-5b06-4ffd-a768-cef2e4b8104d', 'tag': '9b6aa359-346f-47af-a720-379ae8152b58', 'status': 'completed', 'code': 200} Sep 30 08:08:03.793117 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:03.823711 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ff83f30-85bc-41bf-a04a-6b9b6caac567 req-7fb00dc2-e57f-4913-8306-d0a5cb382ca6 service neutron] 10.222.0.36 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560465 Sep 30 08:08:03.980522 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa43c29-96cf-49c2-8510-7136c19703d9 req-c5254090-ea96-411d-9b4f-29c51f0f7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:03.985237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6dd504a3-852c-4dd4-8983-19d2d83cbac7 None None] Provisioning complete for port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:03.985626 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6dd504a3-852c-4dd4-8983-19d2d83cbac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:03.985752 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2aa43c29-96cf-49c2-8510-7136c19703d9 req-c5254090-ea96-411d-9b4f-29c51f0f7262 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f26567306b514138aaf37ab1a4cc7d99&device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 1095 time: 0.1085236 Sep 30 08:08:04.015709 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:04.016178 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:04.155652 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:04.190165 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6dd504a3-852c-4dd4-8983-19d2d83cbac7 None None] Port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:08:04.199539 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa43c29-96cf-49c2-8510-7136c19703d9 req-b4cee697-58f4-4a1b-a741-899f3918e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:04.201301 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2aa43c29-96cf-49c2-8510-7136c19703d9 req-b4cee697-58f4-4a1b-a741-899f3918e797 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e755c17-219c-49c1-b703-6b834ea08d5e HTTP/1.1" status: 200 len: 923 time: 0.2083783 Sep 30 08:08:04.205128 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f51f3b-551c-4f95-b4ec-4da3e4d1505e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930d837a-04e9-4c9a-b414-946ea1ab5dde'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:04.207842 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2b9b89-d8c8-409c-9b7c-65c26596487a" -d '{"events": [{"server_uuid": "c5f51f3b-551c-4f95-b4ec-4da3e4d1505e", "name": "network-vif-plugged", "status": "completed", "tag": "930d837a-04e9-4c9a-b414-946ea1ab5dde"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:04.226028 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 930d837a-04e9-4c9a-b414-946ea1ab5dde, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=930d837a-04e9-4c9a-b414-946ea1ab5dde,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:04.232270 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:04.262120 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2aa43c29-96cf-49c2-8510-7136c19703d9 req-c6743742-087b-4a67-b857-f4121638443d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b6aa359-346f-47af-a720-379ae8152b58 HTTP/1.1" status: 200 len: 217 time: 0.0509062 Sep 30 08:08:04.330199 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa43c29-96cf-49c2-8510-7136c19703d9 req-09cac5c5-c099-4300-855c-1a566aea14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:04.331872 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2aa43c29-96cf-49c2-8510-7136c19703d9 req-09cac5c5-c099-4300-855c-1a566aea14ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54caae0a-bf1e-45dd-a015-d4dccfe0100e HTTP/1.1" status: 200 len: 862 time: 0.0593653 Sep 30 08:08:04.339538 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=930d837a-04e9-4c9a-b414-946ea1ab5dde,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:04.371524 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26d0f5-2b1e-4745-bcc6-ce67d6e91f70 req-c9d62f23-8d19-4336-b7c3-e29b98b7e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:04.372149 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2aa43c29-96cf-49c2-8510-7136c19703d9 req-4410ae75-2f84-4e86-bec4-0778e3d4c5d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e755c17-219c-49c1-b703-6b834ea08d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319617 Sep 30 08:08:04.373945 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a26d0f5-2b1e-4745-bcc6-ce67d6e91f70 req-c9d62f23-8d19-4336-b7c3-e29b98b7e9d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ebb080353244c95b75c38e0751f4475&device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 1096 time: 0.2895021 Sep 30 08:08:04.389651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Router 7e56a486-6c67-4209-a7cb-6d2415960a0e has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:08:04.399952 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac53c3-2149-4e12-927d-59f173546c53 req-520f9033-952d-4feb-b9a6-19828c21d376 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:04.407607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53ac53c3-2149-4e12-927d-59f173546c53 req-520f9033-952d-4feb-b9a6-19828c21d376 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 948 time: 0.3217471 Sep 30 08:08:04.481928 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83faa5fb-f0d6-45ba-af85-ea7b7dfbf42d req-2927f758-7540-447d-b4a4-ca9d667ea19a tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:04.483472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83faa5fb-f0d6-45ba-af85-ea7b7dfbf42d req-2927f758-7540-447d-b4a4-ca9d667ea19a tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 1101 time: 0.3079782 Sep 30 08:08:04.508043 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2aa43c29-96cf-49c2-8510-7136c19703d9 req-4a0dd3f3-d140-4f79-a6f6-c7c5e7406c95 service neutron] 10.222.0.36 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200638 Sep 30 08:08:04.620890 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53ac53c3-2149-4e12-927d-59f173546c53 req-c01d16fe-8e02-4979-8b4b-ec7d80fcd9d4 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122409 Sep 30 08:08:04.640599 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2aa43c29-96cf-49c2-8510-7136c19703d9 req-b1e95981-62ac-4df9-89d0-510a9ae07e70 service neutron] 10.222.0.36 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163104 Sep 30 08:08:04.700202 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Router f50bea76-0f14-4d5f-a521-ff5456dfbf89 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:08:04.717316 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26d0f5-2b1e-4745-bcc6-ce67d6e91f70 req-8736a2a5-3353-4e69-9bab-e179eece30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:04.719209 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a26d0f5-2b1e-4745-bcc6-ce67d6e91f70 req-8736a2a5-3353-4e69-9bab-e179eece30ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=48b572e1-9836-4dcc-8c62-ad595cfdc233 HTTP/1.1" status: 200 len: 912 time: 0.3095982 Sep 30 08:08:04.793195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83faa5fb-f0d6-45ba-af85-ea7b7dfbf42d req-ab793f27-e40e-4422-89c1-4df33b4e6626 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906685 Sep 30 08:08:04.865343 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a26d0f5-2b1e-4745-bcc6-ce67d6e91f70 req-776af844-323b-436f-a95b-f7db11e04665 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d06d7ea-0f55-47f2-afcd-f741b4a146b0 HTTP/1.1" status: 200 len: 217 time: 0.1318970 Sep 30 08:08:04.948662 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:08:04.977903 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d030ffb4-bf75-4091-84b1-47ee22ab0925 admin admin] 10.222.0.24 "PUT /v2.0/routers/7e56a486-6c67-4209-a7cb-6d2415960a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5486376 Sep 30 08:08:04.978160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Sync routers for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:08:04.983250 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6a740-9293-44ed-97f8-7a828b1421e6 req-39f1be5f-85df-4594-83ac-e15292c6d7b1 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:04.984934 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ee6a740-9293-44ed-97f8-7a828b1421e6 req-39f1be5f-85df-4594-83ac-e15292c6d7b1 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2610178 Sep 30 08:08:05.001970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:05.002761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:05.056691 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26d0f5-2b1e-4745-bcc6-ce67d6e91f70 req-2b6872bb-281e-4bd7-be62-ce64caa6ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:05.058199 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a26d0f5-2b1e-4745-bcc6-ce67d6e91f70 req-2b6872bb-281e-4bd7-be62-ce64caa6ca59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2c21120-925c-4c50-980f-fa66907ba113 HTTP/1.1" status: 200 len: 851 time: 0.1853747 Sep 30 08:08:05.070211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d0cf2-13d3-4725-b6a5-e0c1b721b036 req-acdd745d-2418-41a2-9553-a98e1bd76ffa tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:05.077483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c4d0cf2-13d3-4725-b6a5-e0c1b721b036 req-acdd745d-2418-41a2-9553-a98e1bd76ffa tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.2034621 Sep 30 08:08:05.137026 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a26d0f5-2b1e-4745-bcc6-ce67d6e91f70 req-39719824-d04a-4a66-8df2-97fc609579ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48b572e1-9836-4dcc-8c62-ad595cfdc233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573819 Sep 30 08:08:05.141572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:08:05.168433 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Sync routers for ids ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:08:05.178791 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ee6a740-9293-44ed-97f8-7a828b1421e6 req-15c8a9bc-640e-4c90-b301-35dc5ccc258b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832242 Sep 30 08:08:05.180175 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Routers {'f50bea76-0f14-4d5f-a521-ff5456dfbf89'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:05.180783 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:05.194611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:05.246900 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:05.250622 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ce4e6230-614f-4f62-8646-0ea15dfb42a5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.4322491 Sep 30 08:08:05.251321 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c4d0cf2-13d3-4725-b6a5-e0c1b721b036 req-3a90b03d-c016-45a5-a6e3-68c6806e139d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730494 Sep 30 08:08:05.251667 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52804) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:05.315145 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b044b2-eeb4-436e-8c63-56054a0e5769 x-openstack-request-id: req-01b044b2-eeb4-436e-8c63-56054a0e5769 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:05.315448 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f51f3b-551c-4f95-b4ec-4da3e4d1505e", "name": "network-vif-plugged", "status": "completed", "tag": "930d837a-04e9-4c9a-b414-946ea1ab5dde", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:05.315707 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01b044b2-eeb4-436e-8c63-56054a0e5769 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:05.316695 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f51f3b-551c-4f95-b4ec-4da3e4d1505e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930d837a-04e9-4c9a-b414-946ea1ab5dde', 'code': 200} Sep 30 08:08:05.330138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a26d0f5-2b1e-4745-bcc6-ce67d6e91f70 req-71cb1867-7f36-4cdd-a14e-034e3756d938 service neutron] 10.222.0.36 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833742 Sep 30 08:08:05.365277 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Set router f50bea76-0f14-4d5f-a521-ff5456dfbf89 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:05.536812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 2, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:05.583687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Checking router: 7e56a486-6c67-4209-a7cb-6d2415960a0e for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:08:05.586276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Updating router 7e56a486-6c67-4209-a7cb-6d2415960a0e port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:08:05.630494 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c8fe6-17f6-4abb-b0bb-f695c5da1e2f req-224b9939-0e5a-464f-b3ac-f8e0ca8e79ea tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:05.638783 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a79c8fe6-17f6-4abb-b0bb-f695c5da1e2f req-224b9939-0e5a-464f-b3ac-f8e0ca8e79ea tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 944 time: 0.2411687 Sep 30 08:08:05.684806 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:05.702396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a79c8fe6-17f6-4abb-b0bb-f695c5da1e2f req-72fd8b67-1e37-4a8f-9304-ba8c35aeb3e8 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575657 Sep 30 08:08:05.753992 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a26d0f5-2b1e-4745-bcc6-ce67d6e91f70 req-2f1c8e89-d5a3-4ac1-986e-462f98722670 service neutron] 10.222.0.36 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160585 Sep 30 08:08:05.765544 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 3, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:05.820697 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Checking router: f50bea76-0f14-4d5f-a521-ff5456dfbf89 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:08:05.821030 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Updating router f50bea76-0f14-4d5f-a521-ff5456dfbf89 port aaa2a8b0-53c1-436c-8fd0-9762125029ce binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:08:05.877149 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:05.984045 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb106e1-af3a-4f87-a041-c2262e4a5d6a req-dbd12123-2eb9-424f-807a-443f3029e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:05.985164 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ffb106e1-af3a-4f87-a041-c2262e4a5d6a req-dbd12123-2eb9-424f-807a-443f3029e332 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5f51f3b-551c-4f95-b4ec-4da3e4d1505e HTTP/1.1" status: 200 len: 1101 time: 0.6148615 Sep 30 08:08:06.008435 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-662d25ea-15e4-4afe-a835-8f10da9eac56 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:06.016445 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-662d25ea-15e4-4afe-a835-8f10da9eac56 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 820 time: 0.1556270 Sep 30 08:08:06.060910 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ffb106e1-af3a-4f87-a041-c2262e4a5d6a req-da5ef243-a45f-4057-95c7-89737f85b43d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666037 Sep 30 08:08:06.071593 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-ad826468-64be-484b-add3-c137d0db89f2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/quotas/52b3fe5904b641089631142299b45355 HTTP/1.1" status: 200 len: 375 time: 0.0536225 Sep 30 08:08:06.151764 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:08:06.159150 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-5c2fd744-7f28-4ed5-b3f2-3d9b88e189f4 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847139 Sep 30 08:08:06.163119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d82ce-749a-4949-a6f8-7fc3376e9c9e req-f43c47fe-4932-4f05-a55f-b3423cd906f4 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:06.172285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-273d82ce-749a-4949-a6f8-7fc3376e9c9e req-f43c47fe-4932-4f05-a55f-b3423cd906f4 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 1101 time: 0.1530478 Sep 30 08:08:06.243631 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-273d82ce-749a-4949-a6f8-7fc3376e9c9e req-df3ac154-1dd2-46e9-b98e-9ab97666cfd5 tempest-ServersAdminTestJSON-96019596 tempest-ServersAdminTestJSON-96019596-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703883 Sep 30 08:08:06.275196 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:06.284559 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:06.338097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-fb8693e3-750f-4491-85a8-cc60347daf84 service neutron] 10.222.0.24 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778972 Sep 30 08:08:06.414606 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:06.425032 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:06.444982 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e745f-967d-45fd-8138-9d171bb94644 None None] Pushing event updated for resources: {'Port': ['ID=fbc9ca03-3252-4b0e-baf1-e2d0da49a16f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:06.517850 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Attempting to bind port aaa2a8b0-53c1-436c-8fd0-9762125029ce on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:08:06.518132 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Attempting to bind port aaa2a8b0-53c1-436c-8fd0-9762125029ce by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:08:06.518452 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Attempting to bind port aaa2a8b0-53c1-436c-8fd0-9762125029ce on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:06.522587 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336ffd7-c7df-4130-a194-5b37f4657505 None None] Pushing event updated for resources: {'Port': ['ID=aaa2a8b0-53c1-436c-8fd0-9762125029ce,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:06.532214 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:08:06.532875 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:08:06.533508 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:06.534116 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:08:06.535547 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Bound port: aaa2a8b0-53c1-436c-8fd0-9762125029ce, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:08:06.536234 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:06.538117 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d86fc1-fe5d-4a50-ba69-a4e85197e466 req-509b35cd-74ce-48d5-b3b6-9e1bfab2c4f0 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:06.539744 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9d86fc1-fe5d-4a50-ba69-a4e85197e466 req-509b35cd-74ce-48d5-b3b6-9e1bfab2c4f0 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 948 time: 0.1487436 Sep 30 08:08:06.562469 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Attempting to bind port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:08:06.562823 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Attempting to bind port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:08:06.563190 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Attempting to bind port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f on network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:06.570388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:08:06.572783 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Checking segment: {'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:08:06.574617 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:06.576451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Bound using segment: {'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:08:06.577065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Bound port: fbc9ca03-3252-4b0e-baf1-e2d0da49a16f, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:08:06.577576 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:06.630197 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] For port aaa2a8b0-53c1-436c-8fd0-9762125029ce, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:08:06.633873 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] For port aaa2a8b0-53c1-436c-8fd0-9762125029ce, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=aaa2a8b0-53c1-436c-8fd0-9762125029ce,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:08:06.640651 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:06.663805 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:06.671582 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9d86fc1-fe5d-4a50-ba69-a4e85197e466 req-d16fb18f-6d08-4c08-a299-e749f6f16589 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220827 Sep 30 08:08:06.698805 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-041e8b34-b592-4f25-80de-3bc4c291c176 service neutron] 10.222.0.24 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488970 Sep 30 08:08:06.764804 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Routers {'f50bea76-0f14-4d5f-a521-ff5456dfbf89'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:06.765757 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:06.766950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] For port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:08:06.772451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9579eea6-6b11-4e29-9ea8-6f1dc86bd5b3 None None] Provisioning complete for port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:06.773921 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9579eea6-6b11-4e29-9ea8-6f1dc86bd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:06.787477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] For port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fbc9ca03-3252-4b0e-baf1-e2d0da49a16f,segment=NetworkSegment(c89a4195-c502-41e9-bb33-d1ebaed19bad),segment_id=c89a4195-c502-41e9-bb33-d1ebaed19bad)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:08:06.811268 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:06.868002 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9579eea6-6b11-4e29-9ea8-6f1dc86bd5b3 None None] Port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:08:06.907756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:06.909055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:06.991039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504ff77-0119-49ac-a21c-f861c4d9697b req-d6667664-95cf-4a73-b530-f53ca9927a28 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:07.004272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f504ff77-0119-49ac-a21c-f861c4d9697b req-d6667664-95cf-4a73-b530-f53ca9927a28 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.2001119 Sep 30 08:08:07.130355 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Allocated IP 172.20.0.1 (9b07086f-6fb4-4a79-bc78-a4a068acc7e8/83b391f2-40bb-46fd-9398-46e69258862b/f22c6333-226d-4d94-aa4d-ef8995947044) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:07.137160 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f504ff77-0119-49ac-a21c-f861c4d9697b req-fefd9cba-c3dc-4050-bc9b-0bea0f0c69f6 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264896 Sep 30 08:08:07.267953 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] Set router f50bea76-0f14-4d5f-a521-ff5456dfbf89 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:07.382242 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:07.411788 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d347d2-62f4-4c8c-b1d1-37d54787d846 req-8ad94e11-afdb-4cdc-a751-4807f0bb3a27 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:07.413386 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34d347d2-62f4-4c8c-b1d1-37d54787d846 req-8ad94e11-afdb-4cdc-a751-4807f0bb3a27 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.1219614 Sep 30 08:08:07.434090 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:07.514565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2fffc92f-2851-4abc-aa1a-2be59769fbf7 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:07.516783 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9b6aa359-346f-47af-a720-379ae8152b58 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:08:07.523274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e745f-967d-45fd-8138-9d171bb94644 None None] Pushing event updated for resources: {'Port': ['ID=fbc9ca03-3252-4b0e-baf1-e2d0da49a16f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:07.535487 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:07.537921 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Pushing event updated for resources: {'Port': ['ID=f22c6333-226d-4d94-aa4d-ef8995947044,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:07.541746 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:07.568806 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:08:07.585431 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34d347d2-62f4-4c8c-b1d1-37d54787d846 req-331e0e22-9381-46e0-93f6-acefdaf5dbac tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641421 Sep 30 08:08:07.611511 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336ffd7-c7df-4130-a194-5b37f4657505 None None] Pushing event updated for resources: {'Port': ['ID=aaa2a8b0-53c1-436c-8fd0-9762125029ce,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:07.619857 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:07.691599 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:07.778094 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22e9e59d-a274-4cd2-9e5c-571c5e1027df req-a85e33e8-77c9-47e6-9836-14a5f70fb0a9 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 210 time: 0.0799711 Sep 30 08:08:07.801886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a14296d0-1a40-4527-ab09-d0ec9c00a3f2 None None] Provisioning complete for port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:07.806674 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a14296d0-1a40-4527-ab09-d0ec9c00a3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:07.818231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bb1fe-3091-460e-9391-1312505801a1 req-c91b2e58-06df-4101-b6d9-18f76145cdf7 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:07.835194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c1bb1fe-3091-460e-9391-1312505801a1 req-c91b2e58-06df-4101-b6d9-18f76145cdf7 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 944 time: 0.2486258 Sep 30 08:08:07.883542 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:07.934097 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 3, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:07.969375 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43937b58-e031-4aad-ae8a-f020f610380c None None] The sync data for ids ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'] in n-d-807359-2 is: [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 3, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:08:08.016579 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c1bb1fe-3091-460e-9391-1312505801a1 req-388372b2-eda8-40c4-a692-dd3f65369603 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804430 Sep 30 08:08:08.063546 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209a2f6-1a5e-41ca-b79e-6ab4545a8f87 req-76761005-ce69-498f-ab4e-af3d849c6e73 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:08.069837 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8209a2f6-1a5e-41ca-b79e-6ab4545a8f87 req-76761005-ce69-498f-ab4e-af3d849c6e73 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=a42f6e59-7a5f-4c01-ad7e-54321aa510db HTTP/1.1" status: 200 len: 949 time: 0.1650825 Sep 30 08:08:08.101021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 2fffc92f-2851-4abc-aa1a-2be59769fbf7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:08.101448 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:08.161618 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:08.171038 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:08.183086 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9b6aa359-346f-47af-a720-379ae8152b58, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9b6aa359-346f-47af-a720-379ae8152b58,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:08.184773 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8209a2f6-1a5e-41ca-b79e-6ab4545a8f87 req-5ba75cc0-1d24-446c-9757-6c0e9cdd8a68 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081302 Sep 30 08:08:08.207661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4353b0-76df-4037-a49f-3f73cc8b0cc0 req-87fec984-1fb0-4c25-a05c-ee8edc8f7c34 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:08.218750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b4353b0-76df-4037-a49f-3f73cc8b0cc0 req-87fec984-1fb0-4c25-a05c-ee8edc8f7c34 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 948 time: 0.1041965 Sep 30 08:08:08.254881 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Pushing event updated for resources: {'Port': ['ID=f22c6333-226d-4d94-aa4d-ef8995947044,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:08.278088 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:08.294736 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '9b6aa359-346f-47af-a720-379ae8152b58', 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e', 'port_id': '9b6aa359-346f-47af-a720-379ae8152b58', 'mac_address': 'fa:16:3e:4a:a1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54caae0a-bf1e-45dd-a015-d4dccfe0100e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:08:08.319435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b4353b0-76df-4037-a49f-3f73cc8b0cc0 req-b4465f64-04d0-4cc0-a7b2-8c60e6e4894a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982375 Sep 30 08:08:08.338483 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a14296d0-1a40-4527-ab09-d0ec9c00a3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:08.434975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7a855-7ac0-4e10-9afa-052d0ba0c2ab req-ea278c15-22c8-4633-948f-b22be99e7cbb tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:08.436687 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7a7a855-7ac0-4e10-9afa-052d0ba0c2ab req-ea278c15-22c8-4633-948f-b22be99e7cbb tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 945 time: 0.1162441 Sep 30 08:08:08.480876 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:08.496106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a14296d0-1a40-4527-ab09-d0ec9c00a3f2 None None] For port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fbc9ca03-3252-4b0e-baf1-e2d0da49a16f,segment=NetworkSegment(c89a4195-c502-41e9-bb33-d1ebaed19bad),segment_id=c89a4195-c502-41e9-bb33-d1ebaed19bad)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:08.496305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:08.497665 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a62f68-6979-477f-963b-34cfa75c17f3 req-b01bdc23-0903-4b59-b49d-7103da4d245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:08.499126 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-15a62f68-6979-477f-963b-34cfa75c17f3 req-b01bdc23-0903-4b59-b49d-7103da4d245e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb56dda8d9f4848b5c33c3e531d8958&device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 1096 time: 0.0924590 Sep 30 08:08:08.500257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:08.514675 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a14296d0-1a40-4527-ab09-d0ec9c00a3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:08.515935 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7a7a855-7ac0-4e10-9afa-052d0ba0c2ab req-aaff102d-8536-4f30-92b2-9086bfc67e02 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679948 Sep 30 08:08:08.556101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6aa359-346f-47af-a720-379ae8152b58 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:08.563947 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:08.639536 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9b6aa359-346f-47af-a720-379ae8152b58, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9b6aa359-346f-47af-a720-379ae8152b58,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:08.668124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:06Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:08.705388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a62f68-6979-477f-963b-34cfa75c17f3 req-fdb303c0-acfa-4a7e-a10c-30849b59ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:08.707010 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-15a62f68-6979-477f-963b-34cfa75c17f3 req-fdb303c0-acfa-4a7e-a10c-30849b59ef9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1ec80db-4134-42ec-ab4c-bb79f088e7df HTTP/1.1" status: 200 len: 914 time: 0.2001629 Sep 30 08:08:08.709206 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:08.721299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f61d4-59bf-4ad4-9caf-4b9c9a3b80f9 None None] The sync data for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 is: [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:06Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:08:08.726539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14296d0-1a40-4527-ab09-d0ec9c00a3f2 None None] Pushing event updated for resources: {'Port': ['ID=fbc9ca03-3252-4b0e-baf1-e2d0da49a16f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:08.784741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e5310a-3fce-4fb4-a914-9ae01cd53a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fffc92f-2851-4abc-aa1a-2be59769fbf7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:08.794349 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e41b8f9-759c-4b08-bd3b-1dc5a84d2434" -d '{"events": [{"server_uuid": "92e5310a-3fce-4fb4-a914-9ae01cd53a6f", "name": "network-vif-plugged", "status": "completed", "tag": "2fffc92f-2851-4abc-aa1a-2be59769fbf7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:08.836750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2db1e6-dd37-4a95-b23e-2cf93ff4352f req-81e6ef3e-285e-49d6-9917-f1256e293596 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:08.851750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f2db1e6-dd37-4a95-b23e-2cf93ff4352f req-81e6ef3e-285e-49d6-9917-f1256e293596 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.1763613 Sep 30 08:08:08.872316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2fffc92f-2851-4abc-aa1a-2be59769fbf7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:08.887363 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b338a1a0-15ec-4470-a559-30a2e0a27c44 x-openstack-request-id: req-b338a1a0-15ec-4470-a559-30a2e0a27c44 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:08.887723 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e5310a-3fce-4fb4-a914-9ae01cd53a6f", "name": "network-vif-plugged", "status": "completed", "tag": "2fffc92f-2851-4abc-aa1a-2be59769fbf7", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:08.888060 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b338a1a0-15ec-4470-a559-30a2e0a27c44 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:08.888514 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e5310a-3fce-4fb4-a914-9ae01cd53a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fffc92f-2851-4abc-aa1a-2be59769fbf7', 'code': 200} Sep 30 08:08:08.899970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2f58fe21-f36d-48de-b786-436ea6efc3fe None None] Provisioning complete for port f22c6333-226d-4d94-aa4d-ef8995947044 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:08.900215 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f58fe21-f36d-48de-b786-436ea6efc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:08.904985 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:08.915769 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-15a62f68-6979-477f-963b-34cfa75c17f3 req-85c2313b-9ea0-4e48-9cc8-9d943c186fa4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15a01a98-df89-48f7-aae9-0964bf2959a2 HTTP/1.1" status: 200 len: 217 time: 0.2001002 Sep 30 08:08:08.916860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 74da8181-226e-4c13-ac03-fde62ef1a512 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:08.979834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f2db1e6-dd37-4a95-b23e-2cf93ff4352f req-e8744200-086e-4960-9c19-d6bb26c4adc8 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176057 Sep 30 08:08:08.983226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['9b6aa359-346f-47af-a720-379ae8152b58'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:09.046430 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-17d59314-b877-44e5-9f69-d9134293eb1c req-810ca125-19a5-437a-9425-cc373f9c01f3 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 210 time: 0.0609453 Sep 30 08:08:09.169984 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2f58fe21-f36d-48de-b786-436ea6efc3fe None None] Port f22c6333-226d-4d94-aa4d-ef8995947044 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:08:09.200086 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=9b6aa359-346f-47af-a720-379ae8152b58,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:09.239668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a564b5-d93c-4f33-83e8-362b12045b5c req-7f16c3dd-8203-4e87-9b68-0699463464a8 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:09.241497 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Router f50bea76-0f14-4d5f-a521-ff5456dfbf89 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:08:09.249545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53a564b5-d93c-4f33-83e8-362b12045b5c req-7f16c3dd-8203-4e87-9b68-0699463464a8 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 945 time: 0.1318293 Sep 30 08:08:09.250240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a62f68-6979-477f-963b-34cfa75c17f3 req-11ad0f8c-c15e-4a2e-8a8d-e29aa8cb9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:09.251955 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-15a62f68-6979-477f-963b-34cfa75c17f3 req-11ad0f8c-c15e-4a2e-8a8d-e29aa8cb9a7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe33ac99-fc99-41ff-b911-83e9f984edae HTTP/1.1" status: 200 len: 853 time: 0.3169799 Sep 30 08:08:09.271606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb95eca-5175-4691-bf21-6772f4f9405e req-417a83bf-3cf9-45fb-895e-309af7ecebbb tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:09.273407 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cb95eca-5175-4691-bf21-6772f4f9405e req-417a83bf-3cf9-45fb-895e-309af7ecebbb tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.35 "GET /v2.0/ports?device_id=a42f6e59-7a5f-4c01-ad7e-54321aa510db HTTP/1.1" status: 200 len: 949 time: 0.2259426 Sep 30 08:08:09.318113 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 15a01a98-df89-48f7-aae9-0964bf2959a2 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:08:09.361940 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-15a62f68-6979-477f-963b-34cfa75c17f3 req-a35b1f39-fc87-41e5-b682-42e73763afe1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1ec80db-4134-42ec-ab4c-bb79f088e7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010623 Sep 30 08:08:09.362630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=2fffc92f-2851-4abc-aa1a-2be59769fbf7,revision_number=11']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:09.393448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-bf7e03d8-8e7d-4945-a716-10c22d3811b6 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:09.395706 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-bf7e03d8-8e7d-4945-a716-10c22d3811b6 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.35 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 820 time: 0.3352356 Sep 30 08:08:09.413873 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 74da8181-226e-4c13-ac03-fde62ef1a512 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:08:09.426202 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-f87620c6-4fe0-4556-9ea2-9e47f2e73928 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Request body: {'port': {'device_id': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'admin_state_up': True, 'tenant_id': '52b3fe5904b641089631142299b45355'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:09.426642 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 74da8181-226e-4c13-ac03-fde62ef1a512 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:09.427021 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:09.432600 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a1809cfa-982d-40ee-9c2b-fb4f5d0c6915 None None] Provisioning complete for port f22c6333-226d-4d94-aa4d-ef8995947044 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:09.432870 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1809cfa-982d-40ee-9c2b-fb4f5d0c6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:09.448345 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53a564b5-d93c-4f33-83e8-362b12045b5c req-dafa2f77-c345-4eaf-bfb7-72262a5109eb tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694930 Sep 30 08:08:09.502928 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff129f0-6c47-48fa-96ea-fcf990674698 req-641784fd-80dd-4b74-ba5d-21c450817693 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:09.505879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ff129f0-6c47-48fa-96ea-fcf990674698 req-641784fd-80dd-4b74-ba5d-21c450817693 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=a42f6e59-7a5f-4c01-ad7e-54321aa510db HTTP/1.1" status: 200 len: 949 time: 0.2012749 Sep 30 08:08:09.508643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a1809cfa-982d-40ee-9c2b-fb4f5d0c6915 None None] Port f22c6333-226d-4d94-aa4d-ef8995947044 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:08:09.631502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0cb95eca-5175-4691-bf21-6772f4f9405e req-5e3b9ce3-a036-42fb-bf6f-650719ecce5f tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Deleting port 156ce0f7-192e-4630-a0e8-6653ce2b8481 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:08:09.631870 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0cb95eca-5175-4691-bf21-6772f4f9405e req-5e3b9ce3-a036-42fb-bf6f-650719ecce5f tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:09.641380 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:09.667203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:08:09.695631 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-173723d6-1cdc-4a0d-8b1a-37d63b304a9b admin admin] 10.222.0.24 "PUT /v2.0/routers/f50bea76-0f14-4d5f-a521-ff5456dfbf89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4420283 Sep 30 08:08:09.719768 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-15a62f68-6979-477f-963b-34cfa75c17f3 req-fb2d835c-5edc-4249-b1ae-2ffff0554d28 service neutron] 10.222.0.36 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491662 Sep 30 08:08:09.732642 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ff129f0-6c47-48fa-96ea-fcf990674698 req-a9609022-1814-4650-ae01-9d94d51eca01 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093904 Sep 30 08:08:09.824709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0862fa-d5f5-4845-b48c-5d5231d1a818 req-46ca919f-7805-4b57-9458-4647dd106b4c tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:09.825304 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 15a01a98-df89-48f7-aae9-0964bf2959a2, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=15a01a98-df89-48f7-aae9-0964bf2959a2,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:09.835689 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d0862fa-d5f5-4845-b48c-5d5231d1a818 req-46ca919f-7805-4b57-9458-4647dd106b4c tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 948 time: 0.2739513 Sep 30 08:08:09.857997 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-15a62f68-6979-477f-963b-34cfa75c17f3 req-50caac48-6bbc-4f35-90ea-c270061749eb service neutron] 10.222.0.36 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303701 Sep 30 08:08:09.882630 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:09.902229 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fbc9ca03-3252-4b0e-baf1-e2d0da49a16f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:09.914701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-f87620c6-4fe0-4556-9ea2-9e47f2e73928 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Made reservation on behalf of 52b3fe5904b641089631142299b45355 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:08:09.919622 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-f87620c6-4fe0-4556-9ea2-9e47f2e73928 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:09.955010 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0cb95eca-5175-4691-bf21-6772f4f9405e req-5e3b9ce3-a036-42fb-bf6f-650719ecce5f tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] For port 156ce0f7-192e-4630-a0e8-6653ce2b8481, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=156ce0f7-192e-4630-a0e8-6653ce2b8481,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:09.955010 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0cb95eca-5175-4691-bf21-6772f4f9405e req-5e3b9ce3-a036-42fb-bf6f-650719ecce5f tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:09.958412 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:09.975777 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d0862fa-d5f5-4845-b48c-5d5231d1a818 req-8f7297ae-b1f7-41e6-a84e-544a0f1fcc9f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389029 Sep 30 08:08:09.978619 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:09.992564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7796f16-8cf2-4318-8598-e33013b9f826 req-d3292f59-cdab-4936-8648-be2e714df6d1 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:09.997181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7796f16-8cf2-4318-8598-e33013b9f826 req-d3292f59-cdab-4936-8648-be2e714df6d1 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.1540380 Sep 30 08:08:10.009245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0cb95eca-5175-4691-bf21-6772f4f9405e req-5e3b9ce3-a036-42fb-bf6f-650719ecce5f tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Calling delete_port for 156ce0f7-192e-4630-a0e8-6653ce2b8481 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:08:10.026226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=15a01a98-df89-48f7-aae9-0964bf2959a2,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:10.057702 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 74da8181-226e-4c13-ac03-fde62ef1a512, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=74da8181-226e-4c13-ac03-fde62ef1a512,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:10.065450 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:10.103779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7796f16-8cf2-4318-8598-e33013b9f826 req-ee5751ec-69dd-4ae8-91d1-1c88f1106b4e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992296 Sep 30 08:08:10.129521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:10.129902 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:10.182616 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=74da8181-226e-4c13-ac03-fde62ef1a512,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:10.188009 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-f87620c6-4fe0-4556-9ea2-9e47f2e73928 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Allocated IP 172.20.0.4 (c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa/9d36e0d3-fc63-4141-9d03-e0d539eece94/b447a174-545e-4368-bb6e-15f44125819b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:10.242713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device aaa2a8b0-53c1-436c-8fd0-9762125029ce up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:10.262883 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0cb95eca-5175-4691-bf21-6772f4f9405e req-5e3b9ce3-a036-42fb-bf6f-650719ecce5f tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:10.289767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3d1fd-98b9-48db-8d89-6a12dc32e324 req-c36cd602-f974-43c1-850f-5df255eafefa tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:10.291566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38a3d1fd-98b9-48db-8d89-6a12dc32e324 req-c36cd602-f974-43c1-850f-5df255eafefa tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.0889847 Sep 30 08:08:10.313173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['d29541f6-a460-4a09-8076-2f8300e46194', '156ce0f7-192e-4630-a0e8-6653ce2b8481', '2fffc92f-2851-4abc-aa1a-2be59769fbf7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:10.352100 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b9ce3-a036-42fb-bf6f-650719ecce5f tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Pushing event deleted for resources: {'Port': ['ID=156ce0f7-192e-4630-a0e8-6653ce2b8481,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:10.381911 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb95eca-5175-4691-bf21-6772f4f9405e req-5e3b9ce3-a036-42fb-bf6f-650719ecce5f tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] No DVR routers for this DVR port 156ce0f7-192e-4630-a0e8-6653ce2b8481 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:08:10.404297 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0cb95eca-5175-4691-bf21-6772f4f9405e req-5e3b9ce3-a036-42fb-bf6f-650719ecce5f tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:10.406307 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cb95eca-5175-4691-bf21-6772f4f9405e req-5e3b9ce3-a036-42fb-bf6f-650719ecce5f tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.35 "DELETE /v2.0/ports/156ce0f7-192e-4630-a0e8-6653ce2b8481 HTTP/1.1" status: 204 len: 173 time: 1.1206548 Sep 30 08:08:10.411128 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38a3d1fd-98b9-48db-8d89-6a12dc32e324 req-fd50ca46-821f-4ad3-9291-d2cce96cfd97 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107411 Sep 30 08:08:10.411604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42f6e59-7a5f-4c01-ad7e-54321aa510db', 'name': 'network-vif-deleted', 'tag': '156ce0f7-192e-4630-a0e8-6653ce2b8481'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:10.413953 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c74d8bc-9bfc-4d21-9666-b482257a60f4" -d '{"events": [{"server_uuid": "a42f6e59-7a5f-4c01-ad7e-54321aa510db", "name": "network-vif-deleted", "tag": "156ce0f7-192e-4630-a0e8-6653ce2b8481"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:10.451449 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-f87620c6-4fe0-4556-9ea2-9e47f2e73928 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:10.531615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52896) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:10.538728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-21e99f42-54b5-4bc9-bed8-716609dac3c1 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128963633', 'description': 'tempest-description--2073484215'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:10.547899 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-f87620c6-4fe0-4556-9ea2-9e47f2e73928 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:10.600073 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd8bd19-8e96-43e5-a89f-01e49d8ba67e x-openstack-request-id: req-ccd8bd19-8e96-43e5-a89f-01e49d8ba67e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:10.600351 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42f6e59-7a5f-4c01-ad7e-54321aa510db", "name": "network-vif-deleted", "tag": "156ce0f7-192e-4630-a0e8-6653ce2b8481", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:10.600516 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ccd8bd19-8e96-43e5-a89f-01e49d8ba67e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:10.600920 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42f6e59-7a5f-4c01-ad7e-54321aa510db', 'name': 'network-vif-deleted', 'tag': '156ce0f7-192e-4630-a0e8-6653ce2b8481', 'status': 'completed', 'code': 200} Sep 30 08:08:10.634023 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-f87620c6-4fe0-4556-9ea2-9e47f2e73928 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:10.640343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-f87620c6-4fe0-4556-9ea2-9e47f2e73928 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:10.644926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-f87620c6-4fe0-4556-9ea2-9e47f2e73928 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:08:10.719266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-f87620c6-4fe0-4556-9ea2-9e47f2e73928 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:10.719952 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-f87620c6-4fe0-4556-9ea2-9e47f2e73928 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:10.729364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port aaa2a8b0-53c1-436c-8fd0-9762125029ce triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:10.730641 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:10.735019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd485177-e543-49ac-bd9d-0aeeade6e324 req-fa2ebad2-5c4e-4f8a-b84e-75cbd576c3f1 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:10.739465 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21e99f42-54b5-4bc9-bed8-716609dac3c1 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:10.743251 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-f87620c6-4fe0-4556-9ea2-9e47f2e73928 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3242526 Sep 30 08:08:10.745591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87620c6-4fe0-4556-9ea2-9e47f2e73928 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Pushing event updated for resources: {'Port': ['ID=b447a174-545e-4368-bb6e-15f44125819b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:10.748383 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd485177-e543-49ac-bd9d-0aeeade6e324 req-fa2ebad2-5c4e-4f8a-b84e-75cbd576c3f1 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 931 time: 0.2281015 Sep 30 08:08:10.769698 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Request body: {'port': {'device_id': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:10.861345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066393d8-0971-46bd-91b9-bb29a9d47d7b req-c06300f5-ad7d-448f-80cc-8e4e1b99fc7b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:10.874486 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-066393d8-0971-46bd-91b9-bb29a9d47d7b req-c06300f5-ad7d-448f-80cc-8e4e1b99fc7b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 945 time: 0.2074552 Sep 30 08:08:10.885786 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:10.895274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539c53f9-7a00-4e79-b48b-baf4de76cb62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a01a98-df89-48f7-aae9-0964bf2959a2'}, {'server_uuid': 'fe9c0aa7-c9fa-4764-bb05-6f22a776170e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74da8181-226e-4c13-ac03-fde62ef1a512'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:10.905597 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e456d41a-da67-48ae-8989-cdbf600e8378" -d '{"events": [{"server_uuid": "539c53f9-7a00-4e79-b48b-baf4de76cb62", "name": "network-vif-unplugged", "status": "completed", "tag": "15a01a98-df89-48f7-aae9-0964bf2959a2"}, {"server_uuid": "fe9c0aa7-c9fa-4764-bb05-6f22a776170e", "name": "network-vif-plugged", "status": "completed", "tag": "74da8181-226e-4c13-ac03-fde62ef1a512"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:10.932353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd485177-e543-49ac-bd9d-0aeeade6e324 req-13deadef-f893-4efd-a265-981f9ca4ccd7 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820467 Sep 30 08:08:11.045552 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-066393d8-0971-46bd-91b9-bb29a9d47d7b req-8ed5f884-ec30-436b-adbd-a929c6a4fedb tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663270 Sep 30 08:08:11.115281 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21e99f42-54b5-4bc9-bed8-716609dac3c1 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:11.136675 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21e99f42-54b5-4bc9-bed8-716609dac3c1 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:11.154426 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:11.201983 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port aaa2a8b0-53c1-436c-8fd0-9762125029ce, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=aaa2a8b0-53c1-436c-8fd0-9762125029ce,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:11.208952 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741411cc-20f0-49ba-a975-003fe9726648 x-openstack-request-id: req-741411cc-20f0-49ba-a975-003fe9726648 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:11.209235 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539c53f9-7a00-4e79-b48b-baf4de76cb62", "name": "network-vif-unplugged", "status": "completed", "tag": "15a01a98-df89-48f7-aae9-0964bf2959a2", "code": 200}, {"server_uuid": "fe9c0aa7-c9fa-4764-bb05-6f22a776170e", "name": "network-vif-plugged", "status": "completed", "tag": "74da8181-226e-4c13-ac03-fde62ef1a512", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:11.209493 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-741411cc-20f0-49ba-a975-003fe9726648 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:11.209905 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539c53f9-7a00-4e79-b48b-baf4de76cb62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a01a98-df89-48f7-aae9-0964bf2959a2', 'code': 200} Sep 30 08:08:11.210175 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9c0aa7-c9fa-4764-bb05-6f22a776170e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74da8181-226e-4c13-ac03-fde62ef1a512', 'code': 200} Sep 30 08:08:11.242035 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:11.376618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=aaa2a8b0-53c1-436c-8fd0-9762125029ce,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:11.380508 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9b6aa359-346f-47af-a720-379ae8152b58 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:11.383684 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Sync routers for ids ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:08:11.431495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0dee072-b57c-49f1-bbfb-04a72dc6cd55 req-6c223aad-d883-448c-ac03-4623af4fcb69 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=a42f6e59-7a5f-4c01-ad7e-54321aa510db HTTP/1.1" status: 200 len: 210 time: 0.1784391 Sep 30 08:08:11.481048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Routers {'f50bea76-0f14-4d5f-a521-ff5456dfbf89'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:11.481762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:11.485743 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21e99f42-54b5-4bc9-bed8-716609dac3c1 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:11.490223 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-21e99f42-54b5-4bc9-bed8-716609dac3c1 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9541283 Sep 30 08:08:11.504299 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52910) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:11.516839 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2586fd30-246a-477a-b2ca-404c8f5f0419 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Request body: {'security_group_rule': {'security_group_id': '4b1a1095-ada3-4122-8c0d-c77f047ceb06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:11.556650 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6a68dedf-2785-42d2-afea-0980a507bee4 None None] Provisioning complete for port b447a174-545e-4368-bb6e-15f44125819b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:11.556906 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e99f42-54b5-4bc9-bed8-716609dac3c1 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1a1095-ada3-4122-8c0d-c77f047ceb06,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:11.557018 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a68dedf-2785-42d2-afea-0980a507bee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:11.608985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186f8fd-9f0d-4837-b6e7-d7f6ca1b0aca req-dd2bd541-6df1-4372-a0f7-6fbf3ede4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:11.615058 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9186f8fd-9f0d-4837-b6e7-d7f6ca1b0aca req-dd2bd541-6df1-4372-a0f7-6fbf3ede4457 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 1100 time: 0.2440393 Sep 30 08:08:11.682164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c50045-483e-421d-a615-056f2e3ca531 req-30272da3-1ec2-4523-b119-0a231dd41d28 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:11.683282 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2586fd30-246a-477a-b2ca-404c8f5f0419 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:11.702757 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1c50045-483e-421d-a615-056f2e3ca531 req-30272da3-1ec2-4523-b119-0a231dd41d28 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 949 time: 0.3513341 Sep 30 08:08:11.785348 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 9b6aa359-346f-47af-a720-379ae8152b58 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:08:11.790070 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6a68dedf-2785-42d2-afea-0980a507bee4 None None] Port b447a174-545e-4368-bb6e-15f44125819b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:08:11.826266 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 9b6aa359-346f-47af-a720-379ae8152b58 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:11.826857 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:11.848069 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9186f8fd-9f0d-4837-b6e7-d7f6ca1b0aca req-69fb6cb0-6650-4b27-a0d3-e82718fceab1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174680 Sep 30 08:08:11.872239 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1c50045-483e-421d-a615-056f2e3ca531 req-ad01f766-7ced-4296-8646-dc4d35cf237b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672847 Sep 30 08:08:11.880014 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2586fd30-246a-477a-b2ca-404c8f5f0419 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:11.880204 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Set router f50bea76-0f14-4d5f-a521-ff5456dfbf89 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:11.884883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device aaa2a8b0-53c1-436c-8fd0-9762125029ce up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:11.895065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f1fb5-9061-429e-b3c0-ec4ce66de81c req-d44b9836-bb04-4a4c-81fd-fb591bb44fc7 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:11.907552 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-336f1fb5-9061-429e-b3c0-ec4ce66de81c req-d44b9836-bb04-4a4c-81fd-fb591bb44fc7 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.1919847 Sep 30 08:08:11.942310 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2586fd30-246a-477a-b2ca-404c8f5f0419 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:11.963665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-336f1fb5-9061-429e-b3c0-ec4ce66de81c req-ce5bd39d-e7db-47b2-aa12-45d4cd19fa98 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544643 Sep 30 08:08:11.982530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586fd30-246a-477a-b2ca-404c8f5f0419 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6dd38d-87aa-4092-abff-e4b0c6e6ab99,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:12.010859 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b447a174-545e-4368-bb6e-15f44125819b {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:12.024902 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2586fd30-246a-477a-b2ca-404c8f5f0419 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.029887 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2586fd30-246a-477a-b2ca-404c8f5f0419 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5166955 Sep 30 08:08:12.031075 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.035395 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:12.046148 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3246bef9-90de-42ab-be5c-4043119800b4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Request body: {'security_group_rule': {'security_group_id': '4b1a1095-ada3-4122-8c0d-c77f047ceb06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:12.082000 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Transition to ACTIVE for port object b447a174-545e-4368-bb6e-15f44125819b will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:08:12.091824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.095936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73c94b-87bb-41b3-a965-40868cf868b4 req-e7faf44c-f1e1-48bf-a2df-25bedef18294 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:12.098336 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a73c94b-87bb-41b3-a965-40868cf868b4 req-e7faf44c-f1e1-48bf-a2df-25bedef18294 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.1033025 Sep 30 08:08:12.134192 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3efad43-33d1-46b3-bd20-7df293348429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.138117 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0d1e5-47ad-4df9-b52b-33031a58d57d req-a83b87b2-9b6e-4cfa-9193-958d155f4230 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:12.139881 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3fe0d1e5-47ad-4df9-b52b-33031a58d57d req-a83b87b2-9b6e-4cfa-9193-958d155f4230 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 931 time: 0.0835226 Sep 30 08:08:12.167675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Pushing event updated for resources: {'Port': ['ID=b447a174-545e-4368-bb6e-15f44125819b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:12.168576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a73c94b-87bb-41b3-a965-40868cf868b4 req-71ec6e35-bf52-49f1-8772-8edc4bc07691 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588419 Sep 30 08:08:12.184312 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3246bef9-90de-42ab-be5c-4043119800b4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.271173 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3fe0d1e5-47ad-4df9-b52b-33031a58d57d req-78a1ac99-30cf-42c1-86c5-402bdd916732 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876946 Sep 30 08:08:12.351830 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port aaa2a8b0-53c1-436c-8fd0-9762125029ce triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:12.352238 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.387290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214eeb7-7306-4e0c-898c-7933f7866362 req-a93b1a14-1e84-4810-a591-7b523861bcc7 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:12.389322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9214eeb7-7306-4e0c-898c-7933f7866362 req-a93b1a14-1e84-4810-a591-7b523861bcc7 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 945 time: 0.0687835 Sep 30 08:08:12.398994 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3246bef9-90de-42ab-be5c-4043119800b4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.409203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3246bef9-90de-42ab-be5c-4043119800b4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.417288 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.422832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Attempting to bind port b447a174-545e-4368-bb6e-15f44125819b on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:08:12.423163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Attempting to bind port b447a174-545e-4368-bb6e-15f44125819b by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:08:12.423492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Attempting to bind port b447a174-545e-4368-bb6e-15f44125819b on network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:12.434174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246bef9-90de-42ab-be5c-4043119800b4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7795f1b6-9589-4fde-9e13-24c0a785e4ef,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:12.436741 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Port b447a174-545e-4368-bb6e-15f44125819b on network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:08:12.437003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Attempting to bind port b447a174-545e-4368-bb6e-15f44125819b on network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:12.446082 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3246bef9-90de-42ab-be5c-4043119800b4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.450267 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3246bef9-90de-42ab-be5c-4043119800b4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4104269 Sep 30 08:08:12.450267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:08:12.450267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Checking segment: {'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:08:12.450267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Bound using segment: {'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:08:12.450267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Bound port: b447a174-545e-4368-bb6e-15f44125819b, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:08:12.450267 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.452714 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52918) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:12.457746 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:12.459074 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9214eeb7-7306-4e0c-898c-7933f7866362 req-a3e4f6bc-febe-4243-8851-25655d578a1e tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590966 Sep 30 08:08:12.526241 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.560093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9b6aa359-346f-47af-a720-379ae8152b58, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9b6aa359-346f-47af-a720-379ae8152b58,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:12.574548 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.577974 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] For port b447a174-545e-4368-bb6e-15f44125819b, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:08:12.593838 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] For port b447a174-545e-4368-bb6e-15f44125819b, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b447a174-545e-4368-bb6e-15f44125819b,segment=NetworkSegment(c89a4195-c502-41e9-bb33-d1ebaed19bad),segment_id=c89a4195-c502-41e9-bb33-d1ebaed19bad)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:08:12.601782 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.626520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:07Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f22c6333-226d-4d94-aa4d-ef8995947044', 'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'mac_address': 'fa:16:3e:30:f2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:06Z', 'updated_at': '2021-09-30T08:08:07Z', 'revision_number': 2, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'subnets': [{'id': '83b391f2-40bb-46fd-9398-46e69258862b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:12.671992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Checking router: f50bea76-0f14-4d5f-a521-ff5456dfbf89 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:08:12.672324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Updating router f50bea76-0f14-4d5f-a521-ff5456dfbf89 port f22c6333-226d-4d94-aa4d-ef8995947044 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:08:12.679439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:12.680140 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.681590 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-40608a00-405c-479d-9618-03fa69c92297 service neutron] 10.222.0.35 "PUT /v2.0/ports/b447a174-545e-4368-bb6e-15f44125819b HTTP/1.1" status: 200 len: 1091 time: 1.9206753 Sep 30 08:08:12.683359 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'tag': 'b447a174-545e-4368-bb6e-15f44125819b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:12.685456 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde45422-8d1f-4014-aa2b-a1863e7a0dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "570d08de-47a5-4877-a43c-b20ca77a8ea6", "tag": "b447a174-545e-4368-bb6e-15f44125819b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:12.723370 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=9b6aa359-346f-47af-a720-379ae8152b58,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:12.724853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40608a00-405c-479d-9618-03fa69c92297 service neutron] Pushing event updated for resources: {'Port': ['ID=b447a174-545e-4368-bb6e-15f44125819b,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:12.733968 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.776228 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:12.797707 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7274f22f-f34d-4c72-89fd-e2903203d6eb x-openstack-request-id: req-7274f22f-f34d-4c72-89fd-e2903203d6eb {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:12.797977 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570d08de-47a5-4877-a43c-b20ca77a8ea6", "tag": "b447a174-545e-4368-bb6e-15f44125819b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:12.798226 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7274f22f-f34d-4c72-89fd-e2903203d6eb {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:12.798617 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'tag': 'b447a174-545e-4368-bb6e-15f44125819b', 'status': 'completed', 'code': 200} Sep 30 08:08:12.862309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e13c74-31d9-40e7-a77d-e5048a720254 req-8c57e0d9-3ab8-4efa-93bc-57afb022c721 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:12.865389 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71e13c74-31d9-40e7-a77d-e5048a720254 req-8c57e0d9-3ab8-4efa-93bc-57afb022c721 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 950 time: 0.0659318 Sep 30 08:08:12.901955 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-0c0a9dc0-e05c-4c0d-b320-2bc7f7592f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:12.903475 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-0c0a9dc0-e05c-4c0d-b320-2bc7f7592f35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 1094 time: 0.0650125 Sep 30 08:08:12.927168 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71e13c74-31d9-40e7-a77d-e5048a720254 req-bc1dd8c3-ade4-48b4-890f-7ca30348fbd4 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559959 Sep 30 08:08:13.000891 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-f71f14ce-55e4-4d9a-bf72-d9b1fb028cf3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b447a174-545e-4368-bb6e-15f44125819b HTTP/1.1" status: 200 len: 217 time: 0.0535405 Sep 30 08:08:13.019568 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 156ce0f7-192e-4630-a0e8-6653ce2b8481 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:08:13.021176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Allocated IP 172.25.0.94 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/de554f6b-dea9-4f2a-b295-d35a6d830c95) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:13.047885 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 156ce0f7-192e-4630-a0e8-6653ce2b8481 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:08:13.048327 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 156ce0f7-192e-4630-a0e8-6653ce2b8481 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:08:13.061642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967716e-923f-472e-a87b-307dd82c59db req-8e735385-d7d4-415a-82d4-3daf08a5339d tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:13.064182 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b967716e-923f-472e-a87b-307dd82c59db req-8e735385-d7d4-415a-82d4-3daf08a5339d tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 949 time: 0.0774665 Sep 30 08:08:13.122604 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:13.127115 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-b4ab28b3-5676-4c73-83d5-c6076c676155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:13.128837 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-b4ab28b3-5676-4c73-83d5-c6076c676155 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 200 len: 859 time: 0.0874827 Sep 30 08:08:13.130452 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:13.156877 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b967716e-923f-472e-a87b-307dd82c59db req-8839532c-00b8-430a-83ec-cbc1ae5a8895 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783322 Sep 30 08:08:13.186474 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d32d45-b807-4be0-8002-d25301295143 None None] Pushing event updated for resources: {'Port': ['ID=f22c6333-226d-4d94-aa4d-ef8995947044,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:13.195089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a1674-d7db-4b35-8017-14d07d1bc4f4 req-9bc25907-3b30-427a-9416-a22c9796c961 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:13.197074 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a3a1674-d7db-4b35-8017-14d07d1bc4f4 req-9bc25907-3b30-427a-9416-a22c9796c961 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.0942893 Sep 30 08:08:13.216382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6528ab3f-5b06-4ffd-a768-cef2e4b8104d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6aa359-346f-47af-a720-379ae8152b58'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:13.218612 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe656ed8-fb4a-459e-ba6f-527e4aa36545" -d '{"events": [{"server_uuid": "6528ab3f-5b06-4ffd-a768-cef2e4b8104d", "name": "network-vif-plugged", "status": "completed", "tag": "9b6aa359-346f-47af-a720-379ae8152b58"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:13.273449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-bc14ce64-e5ea-49ef-bed1-43a0097e0af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:13.275586 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-bc14ce64-e5ea-49ef-bed1-43a0097e0af5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158278 Sep 30 08:08:13.278120 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a3a1674-d7db-4b35-8017-14d07d1bc4f4 req-427772e2-e869-474f-9037-69a674e5935f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739737 Sep 30 08:08:13.287663 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:13.352666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Attempting to bind port f22c6333-226d-4d94-aa4d-ef8995947044 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:08:13.352948 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Attempting to bind port f22c6333-226d-4d94-aa4d-ef8995947044 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:08:13.353314 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Attempting to bind port f22c6333-226d-4d94-aa4d-ef8995947044 on network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:13.366048 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80e353f-aee2-4aeb-9df6-08918351bc2e x-openstack-request-id: req-c80e353f-aee2-4aeb-9df6-08918351bc2e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:13.366341 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6528ab3f-5b06-4ffd-a768-cef2e4b8104d", "name": "network-vif-plugged", "status": "completed", "tag": "9b6aa359-346f-47af-a720-379ae8152b58", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:13.366543 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c80e353f-aee2-4aeb-9df6-08918351bc2e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:13.366945 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6528ab3f-5b06-4ffd-a768-cef2e4b8104d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6aa359-346f-47af-a720-379ae8152b58', 'code': 200} Sep 30 08:08:13.367859 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:08:13.368272 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Checking segment: {'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:08:13.368676 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:13.369066 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Bound using segment: {'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:08:13.369552 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Bound port: f22c6333-226d-4d94-aa4d-ef8995947044, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:08:13.369936 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:13.430343 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550753a-a151-4723-a786-79f1d05fddda req-05bdfe1b-8956-4d1d-9419-8c62ab0055c5 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:13.440751 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0550753a-a151-4723-a786-79f1d05fddda req-05bdfe1b-8956-4d1d-9419-8c62ab0055c5 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.1304803 Sep 30 08:08:13.506560 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0550753a-a151-4723-a786-79f1d05fddda req-ba043a13-3fdc-44da-a041-265cd3da2023 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637012 Sep 30 08:08:13.510479 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] For port f22c6333-226d-4d94-aa4d-ef8995947044, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:08:13.514252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] For port f22c6333-226d-4d94-aa4d-ef8995947044, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f22c6333-226d-4d94-aa4d-ef8995947044,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:08:13.520970 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:13.567044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd046262-4136-4f2f-a418-1dd1ae7f7824 req-3138f03e-fe93-4076-9408-a2af78952e6e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:13.575322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd046262-4136-4f2f-a418-1dd1ae7f7824 req-3138f03e-fe93-4076-9408-a2af78952e6e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 943 time: 0.0926714 Sep 30 08:08:13.647143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Routers {'f50bea76-0f14-4d5f-a521-ff5456dfbf89'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:13.647789 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:07:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:13.692098 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd046262-4136-4f2f-a418-1dd1ae7f7824 req-07922bd9-5e59-437b-9a99-b9e554ef45de tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123524 Sep 30 08:08:13.720892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3e495b6a-f7e2-4b95-8445-bddc56119fe4 None None] Provisioning complete for port f22c6333-226d-4d94-aa4d-ef8995947044 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:13.721278 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3e495b6a-f7e2-4b95-8445-bddc56119fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:13.739023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45b721-dc13-4b8b-9996-dcec853d501c req-38cbd978-db65-4f0a-a756-ea1d3eec2054 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:13.749438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe45b721-dc13-4b8b-9996-dcec853d501c req-38cbd978-db65-4f0a-a756-ea1d3eec2054 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.1254382 Sep 30 08:08:13.770245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d32d45-b807-4be0-8002-d25301295143 None None] Pushing event updated for resources: {'Port': ['ID=f22c6333-226d-4d94-aa4d-ef8995947044,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:13.839140 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:13.853157 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe45b721-dc13-4b8b-9996-dcec853d501c req-b9afd696-a71f-43ee-b3a0-68969fc66cf6 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019471 Sep 30 08:08:13.926745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event updated for resources: {'Port': ['ID=de554f6b-dea9-4f2a-b295-d35a6d830c95,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:13.961409 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc29021-6b11-4d94-b158-1a8ba1bf3305 req-0e3e708a-0e94-4d3c-a4cf-e9c57cbac5a1 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:13.973486 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbc29021-6b11-4d94-b158-1a8ba1bf3305 req-0e3e708a-0e94-4d3c-a4cf-e9c57cbac5a1 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.1334751 Sep 30 08:08:14.007953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:14.014644 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43c7fd-6514-4761-80ed-69f46a06f876 req-f9e4a515-106b-4a01-b7cd-e4c2c63cc24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:14.016141 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4d43c7fd-6514-4761-80ed-69f46a06f876 req-f9e4a515-106b-4a01-b7cd-e4c2c63cc24a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 1097 time: 0.2315471 Sep 30 08:08:14.020963 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-cc1d86e5-e707-4310-9b5c-b55b55daaeaf service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7294087 Sep 30 08:08:14.022255 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:14.025468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:08:14.038055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbc29021-6b11-4d94-b158-1a8ba1bf3305 req-7af6c97e-016a-433e-8606-ee70b0191fdb tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614526 Sep 30 08:08:14.157419 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] Set router f50bea76-0f14-4d5f-a521-ff5456dfbf89 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:14.158258 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1961a-6fb5-4a30-b7e6-d6e30e89e04f req-426ecb7e-80d7-4963-bc1c-bc0ce39b57bc tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:14.165527 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4d43c7fd-6514-4761-80ed-69f46a06f876 req-38187f60-3368-48e2-af9a-6142c593329b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408799 Sep 30 08:08:14.172637 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3d1961a-6fb5-4a30-b7e6-d6e30e89e04f req-426ecb7e-80d7-4963-bc1c-bc0ce39b57bc tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 950 time: 0.0822935 Sep 30 08:08:14.228825 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3d1961a-6fb5-4a30-b7e6-d6e30e89e04f req-9e802324-1896-402f-90b1-cc5bf770bab8 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543430 Sep 30 08:08:14.233363 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98391c0f-b8bc-43ec-b118-46e88cf9a904 req-3da2089a-1bf9-454a-a298-2605da464aa2 service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723070 Sep 30 08:08:14.236190 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:14.239049 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3e495b6a-f7e2-4b95-8445-bddc56119fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:14.283140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3e495b6a-f7e2-4b95-8445-bddc56119fe4 None None] For port f22c6333-226d-4d94-aa4d-ef8995947044, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f22c6333-226d-4d94-aa4d-ef8995947044,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:14.293171 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3e495b6a-f7e2-4b95-8445-bddc56119fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:14.296362 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:14.464861 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde45422-8d1f-4014-aa2b-a1863e7a0dcf req-738efcd9-a193-4edc-9b68-263e2aa498a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:14.466841 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde45422-8d1f-4014-aa2b-a1863e7a0dcf req-738efcd9-a193-4edc-9b68-263e2aa498a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 1094 time: 0.0940964 Sep 30 08:08:14.474974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e495b6a-f7e2-4b95-8445-bddc56119fe4 None None] Pushing event updated for resources: {'Port': ['ID=f22c6333-226d-4d94-aa4d-ef8995947044,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:14.499358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-53e60f87-e555-47d2-b679-a8f971736600 None None] Provisioning complete for port f22c6333-226d-4d94-aa4d-ef8995947044 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:14.499734 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53e60f87-e555-47d2-b679-a8f971736600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:14.580281 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:14.588569 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:14.637907 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde45422-8d1f-4014-aa2b-a1863e7a0dcf req-a9657cc8-3f58-4e10-831d-c4993947d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:14.639421 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde45422-8d1f-4014-aa2b-a1863e7a0dcf req-a9657cc8-3f58-4e10-831d-c4993947d22d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 921 time: 0.1599011 Sep 30 08:08:14.665119 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:07Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f22c6333-226d-4d94-aa4d-ef8995947044', 'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'mac_address': 'fa:16:3e:30:f2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:06Z', 'updated_at': '2021-09-30T08:08:13Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'subnets': [{'id': '83b391f2-40bb-46fd-9398-46e69258862b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:14.695067 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb49d931-4d40-4c35-ab44-ebe89bc42656 None None] The sync data for ids ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'] in n-d-807359-2 is: [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:07Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f22c6333-226d-4d94-aa4d-ef8995947044', 'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'mac_address': 'fa:16:3e:30:f2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:06Z', 'updated_at': '2021-09-30T08:08:13Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'subnets': [{'id': '83b391f2-40bb-46fd-9398-46e69258862b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:08:14.735486 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde45422-8d1f-4014-aa2b-a1863e7a0dcf req-a5c8fc79-4334-4b75-906f-c1a68d8acd65 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b447a174-545e-4368-bb6e-15f44125819b HTTP/1.1" status: 200 len: 217 time: 0.0707850 Sep 30 08:08:14.738334 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event updated for resources: {'Port': ['ID=de554f6b-dea9-4f2a-b295-d35a6d830c95,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:14.741418 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0586820-3fa2-4041-9f58-4b15f3d3d2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:14.741601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-b72fa7a2-137c-46f7-8d54-45640865f8ca req-01c7d5c6-17fc-4835-974b-21efab802976 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:08:14.743182 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b72fa7a2-137c-46f7-8d54-45640865f8ca req-01c7d5c6-17fc-4835-974b-21efab802976 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066400 Sep 30 08:08:14.750837 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:14.776368 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:14.784894 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3e55573e-6fc9-4947-880b-4a84f79781f6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3306813 Sep 30 08:08:14.809174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049038a-8663-44c3-b03a-834d3605db26 req-2ed1fbf4-d9ab-434e-80d3-89d64ce8461d tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:14.811206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6049038a-8663-44c3-b03a-834d3605db26 req-2ed1fbf4-d9ab-434e-80d3-89d64ce8461d tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 949 time: 0.5788801 Sep 30 08:08:14.895398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde45422-8d1f-4014-aa2b-a1863e7a0dcf req-031adb7f-3c07-4dc7-8564-ef1218f2649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:14.897080 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde45422-8d1f-4014-aa2b-a1863e7a0dcf req-031adb7f-3c07-4dc7-8564-ef1218f2649e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 200 len: 859 time: 0.0842369 Sep 30 08:08:14.932605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6049038a-8663-44c3-b03a-834d3605db26 req-642486e7-d8e9-4563-bcb4-a3e9b04a367b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974391 Sep 30 08:08:14.952259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb616e-4521-4755-a5f6-825ce6804353 req-59edd41b-1a05-4f63-8968-2614ecaf4228 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:14.953810 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-accb616e-4521-4755-a5f6-825ce6804353 req-59edd41b-1a05-4f63-8968-2614ecaf4228 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.35 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 950 time: 0.1360841 Sep 30 08:08:14.991494 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde45422-8d1f-4014-aa2b-a1863e7a0dcf req-cdfb5172-060d-4fc1-ba09-b5d3f8a18d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:14.993247 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde45422-8d1f-4014-aa2b-a1863e7a0dcf req-cdfb5172-060d-4fc1-ba09-b5d3f8a18d6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784981 Sep 30 08:08:15.128585 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde45422-8d1f-4014-aa2b-a1863e7a0dcf req-0a088bda-dfcd-4c55-a33e-9926700ef5eb service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188688 Sep 30 08:08:15.143235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14bcf9-4e44-4c9b-ac68-5a84577c80b8 req-1f4288c7-6d0d-47b9-9238-2c54ec30172e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:15.145705 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd14bcf9-4e44-4c9b-ac68-5a84577c80b8 req-1f4288c7-6d0d-47b9-9238-2c54ec30172e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 943 time: 0.1242061 Sep 30 08:08:15.160218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385924d6-6a53-4013-9171-6fd85aca579c req-065e90ec-581f-445a-a8aa-bf36d864fac2 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:15.164404 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-385924d6-6a53-4013-9171-6fd85aca579c req-065e90ec-581f-445a-a8aa-bf36d864fac2 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.1505866 Sep 30 08:08:15.214971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-accb616e-4521-4755-a5f6-825ce6804353 req-3d87df4b-47a5-47fe-be56-9d4e1efa7439 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Deleting port d29541f6-a460-4a09-8076-2f8300e46194 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:08:15.215229 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-accb616e-4521-4755-a5f6-825ce6804353 req-3d87df4b-47a5-47fe-be56-9d4e1efa7439 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:15.249254 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:15.315070 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde45422-8d1f-4014-aa2b-a1863e7a0dcf req-a2d02f85-42e0-4d80-a126-482fbf6bbb8a service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691611 Sep 30 08:08:15.319262 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd14bcf9-4e44-4c9b-ac68-5a84577c80b8 req-a8cb639f-8274-4459-b855-19cf87638426 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534791 Sep 30 08:08:15.343691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 15a01a98-df89-48f7-aae9-0964bf2959a2 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:08:15.353653 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-385924d6-6a53-4013-9171-6fd85aca579c req-402023e9-5d74-4c6f-8a91-b59a0389d7f3 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770251 Sep 30 08:08:15.364597 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589f0098-2dae-49fe-a278-1d77eebc83b0 req-d7ec2dbf-87a4-4565-8725-19c408320d95 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2027268 Sep 30 08:08:15.404467 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-accb616e-4521-4755-a5f6-825ce6804353 req-3d87df4b-47a5-47fe-be56-9d4e1efa7439 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] For port d29541f6-a460-4a09-8076-2f8300e46194, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d29541f6-a460-4a09-8076-2f8300e46194,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:15.407181 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-accb616e-4521-4755-a5f6-825ce6804353 req-3d87df4b-47a5-47fe-be56-9d4e1efa7439 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:15.436767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-accb616e-4521-4755-a5f6-825ce6804353 req-3d87df4b-47a5-47fe-be56-9d4e1efa7439 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Calling delete_port for d29541f6-a460-4a09-8076-2f8300e46194 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:08:15.589054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ad18a-15b9-42fe-912c-7e3ef5740ef3 req-24202b6c-cc73-441e-b5ae-08731c357011 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:15.590580 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd0ad18a-15b9-42fe-912c-7e3ef5740ef3 req-24202b6c-cc73-441e-b5ae-08731c357011 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.1365895 Sep 30 08:08:15.596399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-ac19de80-7750-4cf5-960e-f7cc67fae07f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1128963633&fields=id&tenant_id=ee4e48f07add4c94890522d6df2a93fa HTTP/1.1" status: 200 len: 267 time: 0.0949037 Sep 30 08:08:15.678073 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd0ad18a-15b9-42fe-912c-7e3ef5740ef3 req-971eac74-23e9-4e63-ab96-86b57f38eae5 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786285 Sep 30 08:08:15.755261 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:15.789604 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f22c6333-226d-4d94-aa4d-ef8995947044 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:15.821147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-d09fd481-e872-4be4-8a5a-39eeadb243fb tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:15.822645 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-d09fd481-e872-4be4-8a5a-39eeadb243fb tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/networks?id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8 HTTP/1.1" status: 200 len: 810 time: 0.2174008 Sep 30 08:08:15.840191 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port f22c6333-226d-4d94-aa4d-ef8995947044 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:15.840526 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:15.851661 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-accb616e-4521-4755-a5f6-825ce6804353 req-3d87df4b-47a5-47fe-be56-9d4e1efa7439 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:15.869181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-8ef6b338-3e31-4f08-8021-961a90ce5046 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/quotas/ee4e48f07add4c94890522d6df2a93fa HTTP/1.1" status: 200 len: 375 time: 0.0300646 Sep 30 08:08:15.898586 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['2fffc92f-2851-4abc-aa1a-2be59769fbf7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:15.920793 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87df4b-47a5-47fe-be56-9d4e1efa7439 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Pushing event deleted for resources: {'Port': ['ID=d29541f6-a460-4a09-8076-2f8300e46194,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:15.973808 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e8286-c82f-4c21-a446-5d5889ab454c req-97b92eac-434a-4bfd-9f34-f71c4273cd9a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:15.975411 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc0e8286-c82f-4c21-a446-5d5889ab454c req-97b92eac-434a-4bfd-9f34-f71c4273cd9a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5f51f3b-551c-4f95-b4ec-4da3e4d1505e HTTP/1.1" status: 200 len: 950 time: 0.1796257 Sep 30 08:08:16.023431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-accb616e-4521-4755-a5f6-825ce6804353 req-3d87df4b-47a5-47fe-be56-9d4e1efa7439 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] No DVR routers for this DVR port d29541f6-a460-4a09-8076-2f8300e46194 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:08:16.026498 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-accb616e-4521-4755-a5f6-825ce6804353 req-3d87df4b-47a5-47fe-be56-9d4e1efa7439 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:16.028607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-accb616e-4521-4755-a5f6-825ce6804353 req-3d87df4b-47a5-47fe-be56-9d4e1efa7439 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.35 "DELETE /v2.0/ports/d29541f6-a460-4a09-8076-2f8300e46194 HTTP/1.1" status: 204 len: 173 time: 1.0646985 Sep 30 08:08:16.036868 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e437b5-66c2-4b3d-b185-c00d06f033be', 'name': 'network-vif-deleted', 'tag': 'd29541f6-a460-4a09-8076-2f8300e46194'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:16.039771 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0987e58f-d511-4781-b20f-e2f5fc1b70bb" -d '{"events": [{"server_uuid": "96e437b5-66c2-4b3d-b185-c00d06f033be", "name": "network-vif-deleted", "tag": "d29541f6-a460-4a09-8076-2f8300e46194"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:16.072549 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-98d69f94-cf60-42cc-886f-bd80b3c8360e tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee4e48f07add4c94890522d6df2a93fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1864030 Sep 30 08:08:16.105785 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc0e8286-c82f-4c21-a446-5d5889ab454c req-52e54b50-53d0-486a-8506-67a22658b04f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148810 Sep 30 08:08:16.201914 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-27f520e7-810f-416c-879d-7a13c786474e service neutron] 10.222.0.24 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222970 Sep 30 08:08:16.309266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f0098-2dae-49fe-a278-1d77eebc83b0 req-20caa07c-18c8-481c-b262-62d649876af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:16.310933 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589f0098-2dae-49fe-a278-1d77eebc83b0 req-20caa07c-18c8-481c-b262-62d649876af6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62&tenant_id=cfb56dda8d9f4848b5c33c3e531d8958 HTTP/1.1" status: 200 len: 1094 time: 0.0479753 Sep 30 08:08:16.356265 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-ef9425cd-3af6-471c-b3ad-e68eac1d6cc8 service neutron] 10.222.0.24 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405969 Sep 30 08:08:16.382367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1634042-cd4b-4175-bdf2-11ffd6bac902 req-3bd9ed41-03c4-412b-b312-fe7e8ebfb690 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:16.384305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1634042-cd4b-4175-bdf2-11ffd6bac902 req-3bd9ed41-03c4-412b-b312-fe7e8ebfb690 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.1266682 Sep 30 08:08:16.392775 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f0098-2dae-49fe-a278-1d77eebc83b0 req-e213c103-ffd2-40bd-aca8-b95f1c309e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:16.394340 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589f0098-2dae-49fe-a278-1d77eebc83b0 req-e213c103-ffd2-40bd-aca8-b95f1c309e79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb56dda8d9f4848b5c33c3e531d8958&device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 1094 time: 0.0576267 Sep 30 08:08:16.459649 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1634042-cd4b-4175-bdf2-11ffd6bac902 req-789504d0-ebb0-40f3-a708-218e503917ef tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689414 Sep 30 08:08:16.582750 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dd6af4-9b13-4555-8c8d-1a8965702a20 x-openstack-request-id: req-f3dd6af4-9b13-4555-8c8d-1a8965702a20 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:16.583140 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e437b5-66c2-4b3d-b185-c00d06f033be", "name": "network-vif-deleted", "tag": "d29541f6-a460-4a09-8076-2f8300e46194", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:16.583490 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3dd6af4-9b13-4555-8c8d-1a8965702a20 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:16.584140 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e437b5-66c2-4b3d-b185-c00d06f033be', 'name': 'network-vif-deleted', 'tag': 'd29541f6-a460-4a09-8076-2f8300e46194', 'status': 'completed', 'code': 200} Sep 30 08:08:16.593688 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a3f3170-c51f-4663-9e62-3dd0bff032b6 req-e48db479-d14a-4b48-b0ee-d45400e5f728 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e437b5-66c2-4b3d-b185-c00d06f033be HTTP/1.1" status: 200 len: 210 time: 0.0415828 Sep 30 08:08:16.595586 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f0098-2dae-49fe-a278-1d77eebc83b0 req-b4455978-e076-41df-9bc0-561f430db716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:16.597809 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589f0098-2dae-49fe-a278-1d77eebc83b0 req-b4455978-e076-41df-9bc0-561f430db716 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1ec80db-4134-42ec-ab4c-bb79f088e7df HTTP/1.1" status: 200 len: 914 time: 0.1962998 Sep 30 08:08:16.699922 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589f0098-2dae-49fe-a278-1d77eebc83b0 req-420695c6-78ce-4cab-9553-eec6f32d7ed7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15a01a98-df89-48f7-aae9-0964bf2959a2 HTTP/1.1" status: 200 len: 217 time: 0.0890493 Sep 30 08:08:16.747161 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d497a4a-82e3-4b32-a4b2-7fc90fa3712d req-d1d32796-ea7b-474a-be37-29f497a1473b tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:16.759717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d497a4a-82e3-4b32-a4b2-7fc90fa3712d req-d1d32796-ea7b-474a-be37-29f497a1473b tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 943 time: 0.0909092 Sep 30 08:08:16.792367 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f0098-2dae-49fe-a278-1d77eebc83b0 req-255457e9-9a85-471d-b5ee-670abdc06cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:16.795038 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589f0098-2dae-49fe-a278-1d77eebc83b0 req-255457e9-9a85-471d-b5ee-670abdc06cf6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe33ac99-fc99-41ff-b911-83e9f984edae HTTP/1.1" status: 200 len: 853 time: 0.0808985 Sep 30 08:08:16.839765 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d497a4a-82e3-4b32-a4b2-7fc90fa3712d req-1d1b97bc-9bfe-4c7b-858c-d9c0de668f89 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744212 Sep 30 08:08:16.851137 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589f0098-2dae-49fe-a278-1d77eebc83b0 req-4691b056-bd1f-445d-9ead-d53793a77aa2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1ec80db-4134-42ec-ab4c-bb79f088e7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429900 Sep 30 08:08:16.981493 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589f0098-2dae-49fe-a278-1d77eebc83b0 req-56e3ff0d-edd6-4314-b55a-4b13145a3cd9 service neutron] 10.222.0.36 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224318 Sep 30 08:08:16.989869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ff0b1-1bf2-4cef-b01b-d6bd6d9b2cea req-1aaf92ad-8c32-4c68-b485-3a47c408dfaa tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:16.991449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae1ff0b1-1bf2-4cef-b01b-d6bd6d9b2cea req-1aaf92ad-8c32-4c68-b485-3a47c408dfaa tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.0868301 Sep 30 08:08:17.004765 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4e808-fbcb-4fd5-8763-a7fb47ad93db req-0c09f21a-b297-494b-a319-4dcc344962cd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:17.010932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4e808-fbcb-4fd5-8763-a7fb47ad93db req-0c09f21a-b297-494b-a319-4dcc344962cd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:17.012699 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7e4e808-fbcb-4fd5-8763-a7fb47ad93db req-0c09f21a-b297-494b-a319-4dcc344962cd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5f51f3b-551c-4f95-b4ec-4da3e4d1505e&device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 1690 time: 0.0965357 Sep 30 08:08:17.031519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device b447a174-545e-4368-bb6e-15f44125819b details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:08:17.042215 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d29541f6-a460-4a09-8076-2f8300e46194 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:08:17.066616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae1ff0b1-1bf2-4cef-b01b-d6bd6d9b2cea req-8f766b24-caa3-4956-bc92-3309d2ed007f tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528827 Sep 30 08:08:17.104432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: d29541f6-a460-4a09-8076-2f8300e46194 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:08:17.104432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d29541f6-a460-4a09-8076-2f8300e46194 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:08:17.104645 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7e4e808-fbcb-4fd5-8763-a7fb47ad93db req-8b68d417-8b6d-492a-bc10-a7fb459a8a43 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825365 Sep 30 08:08:17.132201 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589f0098-2dae-49fe-a278-1d77eebc83b0 req-ed7d94d6-233d-4cc4-a5b8-2448465bd48e service neutron] 10.222.0.36 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336412 Sep 30 08:08:17.172435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad45751c-3073-429e-a6d6-6f657ac47e88 req-21f74bc8-7f5c-431a-bb08-5547acd2e5f1 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 210 time: 0.0357199 Sep 30 08:08:17.228038 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port b447a174-545e-4368-bb6e-15f44125819b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b447a174-545e-4368-bb6e-15f44125819b,segment=NetworkSegment(c89a4195-c502-41e9-bb33-d1ebaed19bad),segment_id=c89a4195-c502-41e9-bb33-d1ebaed19bad)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:17.242563 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'b447a174-545e-4368-bb6e-15f44125819b', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'port_id': 'b447a174-545e-4368-bb6e-15f44125819b', 'mac_address': 'fa:16:3e:71:a7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:08:17.246769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69408fd6-99b5-4199-a92d-8b349eb6173c req-003e6a79-81b4-4b7d-b4d0-075d4bb60100 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:17.250251 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-69408fd6-99b5-4199-a92d-8b349eb6173c req-003e6a79-81b4-4b7d-b4d0-075d4bb60100 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.0820732 Sep 30 08:08:17.289770 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:17.306466 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b447a174-545e-4368-bb6e-15f44125819b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:17.323812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-69408fd6-99b5-4199-a92d-8b349eb6173c req-e4fe7e67-7be5-4350-a8c0-9f74f92a2525 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561659 Sep 30 08:08:17.328578 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port b447a174-545e-4368-bb6e-15f44125819b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b447a174-545e-4368-bb6e-15f44125819b,segment=NetworkSegment(c89a4195-c502-41e9-bb33-d1ebaed19bad),segment_id=c89a4195-c502-41e9-bb33-d1ebaed19bad)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:17.334705 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:17.336787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555447a-5aaa-48b0-9ded-b8ff88d1d591 req-86f8f15e-0acd-4ba3-b687-74e8524bfe83 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:17.338615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b555447a-5aaa-48b0-9ded-b8ff88d1d591 req-86f8f15e-0acd-4ba3-b687-74e8524bfe83 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.0824590 Sep 30 08:08:17.388824 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b555447a-5aaa-48b0-9ded-b8ff88d1d591 req-de0b8b21-b70c-4090-8834-ae1619c09a1f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378945 Sep 30 08:08:17.410936 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=b447a174-545e-4368-bb6e-15f44125819b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:17.549577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7320a-7a28-4d04-bce2-982a0a2f66c7 req-a8e58d5c-a85c-43cb-9a73-563419d78ec1 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:17.551600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecc7320a-7a28-4d04-bce2-982a0a2f66c7 req-a8e58d5c-a85c-43cb-9a73-563419d78ec1 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c5f51f3b-551c-4f95-b4ec-4da3e4d1505e HTTP/1.1" status: 200 len: 1101 time: 0.0558937 Sep 30 08:08:17.604820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f9e70-3b9e-44ca-881d-8cffd49332b5 req-96f9e6b9-029e-4b85-97b1-1ef4421edd67 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:17.606299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b49f9e70-3b9e-44ca-881d-8cffd49332b5 req-96f9e6b9-029e-4b85-97b1-1ef4421edd67 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.0743313 Sep 30 08:08:17.624746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecc7320a-7a28-4d04-bce2-982a0a2f66c7 req-65363518-a290-427b-b78b-e60fb1a42cc8 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589409 Sep 30 08:08:17.629564 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:17.678762 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b49f9e70-3b9e-44ca-881d-8cffd49332b5 req-249b6ae6-7322-481f-8fe0-5dc009c21372 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575931 Sep 30 08:08:17.728728 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['b447a174-545e-4368-bb6e-15f44125819b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:17.808617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a12e97-22cd-4b70-92cf-b47cd3c16d7e req-b6821779-5a88-4973-a32c-0389917f0dc2 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:17.810438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79a12e97-22cd-4b70-92cf-b47cd3c16d7e req-b6821779-5a88-4973-a32c-0389917f0dc2 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 1100 time: 0.0585589 Sep 30 08:08:17.878717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79a12e97-22cd-4b70-92cf-b47cd3c16d7e req-35b75d8e-7726-4c56-ac13-523dd4eabeaf tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585907 Sep 30 08:08:18.115210 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae2665-ddc3-473c-9536-ef0403d90fc8 req-c4b0806d-6671-40d1-9f73-75300bf00a0e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:18.123019 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27ae2665-ddc3-473c-9536-ef0403d90fc8 req-c4b0806d-6671-40d1-9f73-75300bf00a0e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 944 time: 0.1016989 Sep 30 08:08:18.161169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777df12-9a08-425e-82d3-d173a2ec03ac req-5ceb7694-51f8-460a-97dd-d803739c9df3 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:18.169094 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3777df12-9a08-425e-82d3-d173a2ec03ac req-5ceb7694-51f8-460a-97dd-d803739c9df3 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.1326363 Sep 30 08:08:18.226149 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3777df12-9a08-425e-82d3-d173a2ec03ac req-012c2ada-8698-42ab-b2e4-89ce731a3227 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541131 Sep 30 08:08:18.256773 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27ae2665-ddc3-473c-9536-ef0403d90fc8 req-c8e37bbd-656e-430c-bd4d-13dd3c6a723b tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325474 Sep 30 08:08:18.406968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-05ce7a1b-c72e-45eb-876f-e9d84b385323 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2e82a64c3ffc417d807e33bb1172703b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378611 Sep 30 08:08:18.444185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5092c-5489-4b16-a8c7-619b60c9d285 req-6f1bf9a2-130d-4af3-9a60-243fded6b4c4 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:18.451398 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98c5092c-5489-4b16-a8c7-619b60c9d285 req-6f1bf9a2-130d-4af3-9a60-243fded6b4c4 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 951 time: 0.0959256 Sep 30 08:08:18.552513 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98c5092c-5489-4b16-a8c7-619b60c9d285 req-ffc5f69a-bad7-432a-acc1-a70a6ef748c7 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002557 Sep 30 08:08:18.583416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-61d4e55c-71d2-440d-873a-d50d551b0518 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:18.590629 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-61d4e55c-71d2-440d-873a-d50d551b0518 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768003 Sep 30 08:08:18.606978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-1da08cc8-1e66-4077-86bc-2b6ae2a0b815 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/quotas/2e82a64c3ffc417d807e33bb1172703b HTTP/1.1" status: 200 len: 375 time: 0.0155244 Sep 30 08:08:18.697459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d772-5f06-4809-934c-f296e8b67c07 req-5e4fbbe4-2cac-4eb5-80eb-8b8430af8c05 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:18.699018 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a11d772-5f06-4809-934c-f296e8b67c07 req-5e4fbbe4-2cac-4eb5-80eb-8b8430af8c05 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.0900853 Sep 30 08:08:18.712605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-727a8eeb-35c9-4de5-9082-f8ab4c2e56a8 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1047778 Sep 30 08:08:18.747439 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a11d772-5f06-4809-934c-f296e8b67c07 req-48a064c0-b584-4661-8ae4-face19a2f3d1 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337927 Sep 30 08:08:18.899628 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f70d7e5-0c1d-432b-8b49-32beb2ebde79 req-7f043f82-56c1-4046-948f-6ccf31416ad1 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 210 time: 0.0648217 Sep 30 08:08:18.973839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4cc28-1135-4383-8019-a7ee03c8352d req-dbda868d-9966-4760-85e1-8955e676dfc1 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:18.984173 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ca4cc28-1135-4383-8019-a7ee03c8352d req-dbda868d-9966-4760-85e1-8955e676dfc1 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.0833871 Sep 30 08:08:19.025405 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ca4cc28-1135-4383-8019-a7ee03c8352d req-25166bf0-b94b-4612-b923-733fef3ba48e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403440 Sep 30 08:08:19.048419 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device b447a174-545e-4368-bb6e-15f44125819b up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:19.107684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c16a184d-9ae3-4093-bfff-aec2eb4573df req-8c99168d-01b1-4e6c-8fd9-8a4088f58d05 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 210 time: 0.0346861 Sep 30 08:08:19.148709 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port b447a174-545e-4368-bb6e-15f44125819b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:08:19.155978 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port b447a174-545e-4368-bb6e-15f44125819b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:19.156811 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:19.240832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ebe45-a669-492d-a09f-2ec9efe2cb28 req-8fcfbd81-1e6a-4cc3-acc5-47b8c9b6927a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:19.242416 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e06ebe45-a669-492d-a09f-2ec9efe2cb28 req-8fcfbd81-1e6a-4cc3-acc5-47b8c9b6927a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.0595326 Sep 30 08:08:19.291030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e06ebe45-a669-492d-a09f-2ec9efe2cb28 req-c8a53ca0-1d18-4cd1-9556-08213b3b883c tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409548 Sep 30 08:08:19.310863 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:19.339918 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b447a174-545e-4368-bb6e-15f44125819b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:19.343518 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c54184-d2bb-4597-a11e-52f06344f23b" -d '{"events": [{"server_uuid": "570d08de-47a5-4877-a43c-b20ca77a8ea6", "name": "network-vif-plugged", "status": "completed", "tag": "b447a174-545e-4368-bb6e-15f44125819b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:19.357426 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port b447a174-545e-4368-bb6e-15f44125819b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b447a174-545e-4368-bb6e-15f44125819b,segment=NetworkSegment(c89a4195-c502-41e9-bb33-d1ebaed19bad),segment_id=c89a4195-c502-41e9-bb33-d1ebaed19bad)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:19.362924 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:19.424702 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=b447a174-545e-4368-bb6e-15f44125819b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:19.462045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b2344-685d-444d-ac07-1332daefe9aa req-d1148cd4-3c0f-4070-9beb-762df6c35510 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:19.463621 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-605b2344-685d-444d-ac07-1332daefe9aa req-d1148cd4-3c0f-4070-9beb-762df6c35510 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 945 time: 0.0969722 Sep 30 08:08:19.514697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-605b2344-685d-444d-ac07-1332daefe9aa req-96da0928-dff8-410d-9837-8899020f31f6 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442367 Sep 30 08:08:19.636804 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54768fdd-603a-4e55-9932-2b1df5202396 req-8f583f4b-6d2a-4e21-a597-7ca9adb6868a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:19.638070 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54768fdd-603a-4e55-9932-2b1df5202396 req-8f583f4b-6d2a-4e21-a597-7ca9adb6868a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.0582125 Sep 30 08:08:19.681919 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54768fdd-603a-4e55-9932-2b1df5202396 req-80b10b6d-0109-4761-83e6-cdaeea5651ac tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379434 Sep 30 08:08:19.733276 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d416f880-e120-40fe-9207-7e007f86c0e8 x-openstack-request-id: req-d416f880-e120-40fe-9207-7e007f86c0e8 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:19.733641 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570d08de-47a5-4877-a43c-b20ca77a8ea6", "name": "network-vif-plugged", "status": "completed", "tag": "b447a174-545e-4368-bb6e-15f44125819b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:19.733824 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d416f880-e120-40fe-9207-7e007f86c0e8 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:19.734199 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b447a174-545e-4368-bb6e-15f44125819b', 'code': 200} Sep 30 08:08:19.748789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073795f-0b1d-476c-83aa-983759aa00ab req-3a114468-3682-4ccb-8ee1-f9cc9d001911 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:19.750269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f073795f-0b1d-476c-83aa-983759aa00ab req-3a114468-3682-4ccb-8ee1-f9cc9d001911 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.35 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 951 time: 0.0651298 Sep 30 08:08:19.887323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c3873-1e7b-486e-9097-3fec1c7a2cb8 req-995ac75e-ad04-4d81-9b6a-ef1e9fb98e3e tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:19.895042 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f0c3873-1e7b-486e-9097-3fec1c7a2cb8 req-995ac75e-ad04-4d81-9b6a-ef1e9fb98e3e tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/ports?device_id=92e5310a-3fce-4fb4-a914-9ae01cd53a6f HTTP/1.1" status: 200 len: 951 time: 0.1093991 Sep 30 08:08:19.911459 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef194c-c1ec-4e14-9572-f135726e96a8 req-1afab269-1b9a-41a3-baaf-ce0d6a1715d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:19.913113 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-37ef194c-c1ec-4e14-9572-f135726e96a8 req-1afab269-1b9a-41a3-baaf-ce0d6a1715d1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 1096 time: 0.0704451 Sep 30 08:08:19.948740 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f0c3873-1e7b-486e-9097-3fec1c7a2cb8 req-8c58183f-a32e-4c53-854e-4e76b81a0cf1 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.24 "GET /v2.0/security-groups?id=52591554-b943-4a78-b5d5-8e071ec13553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528758 Sep 30 08:08:19.959667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f073795f-0b1d-476c-83aa-983759aa00ab req-f7d98b63-096a-4bcb-afb3-6dcf10735ad2 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Deleting port 2fffc92f-2851-4abc-aa1a-2be59769fbf7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:08:19.960123 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f073795f-0b1d-476c-83aa-983759aa00ab req-f7d98b63-096a-4bcb-afb3-6dcf10735ad2 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:19.964387 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-37ef194c-c1ec-4e14-9572-f135726e96a8 req-6abc2bd7-0f8f-4573-ab00-17e77e24990e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Sep 30 08:08:20.097186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f073795f-0b1d-476c-83aa-983759aa00ab req-f7d98b63-096a-4bcb-afb3-6dcf10735ad2 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] For port 2fffc92f-2851-4abc-aa1a-2be59769fbf7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2fffc92f-2851-4abc-aa1a-2be59769fbf7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:20.097601 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f073795f-0b1d-476c-83aa-983759aa00ab req-f7d98b63-096a-4bcb-afb3-6dcf10735ad2 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:20.122227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c1ecc-c5ef-4566-9952-9ed5f8a36c2c req-fe215586-06d1-4ee6-990d-7396f02ed3b7 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:20.126441 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-280c1ecc-c5ef-4566-9952-9ed5f8a36c2c req-fe215586-06d1-4ee6-990d-7396f02ed3b7 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.0943236 Sep 30 08:08:20.134179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f073795f-0b1d-476c-83aa-983759aa00ab req-f7d98b63-096a-4bcb-afb3-6dcf10735ad2 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Calling delete_port for 2fffc92f-2851-4abc-aa1a-2be59769fbf7 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:08:20.203009 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-280c1ecc-c5ef-4566-9952-9ed5f8a36c2c req-9cae584c-fd1e-4f00-872f-88f7666b306f tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700698 Sep 30 08:08:20.311221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c765cecf-a0d5-42c9-a967-1c7e208d5215 req-9b3e30f0-4033-492e-8af0-3ec4ed56dc2a tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 210 time: 0.0406616 Sep 30 08:08:20.328384 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f073795f-0b1d-476c-83aa-983759aa00ab req-f7d98b63-096a-4bcb-afb3-6dcf10735ad2 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:20.369142 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['2fffc92f-2851-4abc-aa1a-2be59769fbf7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:20.379115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d98b63-096a-4bcb-afb3-6dcf10735ad2 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Pushing event deleted for resources: {'Port': ['ID=2fffc92f-2851-4abc-aa1a-2be59769fbf7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:20.429414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f073795f-0b1d-476c-83aa-983759aa00ab req-f7d98b63-096a-4bcb-afb3-6dcf10735ad2 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] No DVR routers for this DVR port 2fffc92f-2851-4abc-aa1a-2be59769fbf7 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:08:20.438973 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f073795f-0b1d-476c-83aa-983759aa00ab req-f7d98b63-096a-4bcb-afb3-6dcf10735ad2 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:20.441553 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f073795f-0b1d-476c-83aa-983759aa00ab req-f7d98b63-096a-4bcb-afb3-6dcf10735ad2 tempest-ServersAdminTestJSON-1704335970 tempest-ServersAdminTestJSON-1704335970-project] 10.222.0.35 "DELETE /v2.0/ports/2fffc92f-2851-4abc-aa1a-2be59769fbf7 HTTP/1.1" status: 204 len: 173 time: 0.6703470 Sep 30 08:08:20.441993 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e5310a-3fce-4fb4-a914-9ae01cd53a6f', 'name': 'network-vif-deleted', 'tag': '2fffc92f-2851-4abc-aa1a-2be59769fbf7'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:20.444316 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d617194-2cf5-4075-9dae-5534f376b62a" -d '{"events": [{"server_uuid": "92e5310a-3fce-4fb4-a914-9ae01cd53a6f", "name": "network-vif-deleted", "tag": "2fffc92f-2851-4abc-aa1a-2be59769fbf7"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:20.500432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676712aa-0c87-4db9-8dc0-0650e9d67666 req-d3dc666a-636b-450a-b944-4faff0fd52d8 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:20.502023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-676712aa-0c87-4db9-8dc0-0650e9d67666 req-d3dc666a-636b-450a-b944-4faff0fd52d8 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.0739672 Sep 30 08:08:20.554569 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-676712aa-0c87-4db9-8dc0-0650e9d67666 req-90a93332-01fc-4004-b236-5095183a17d1 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419772 Sep 30 08:08:20.681361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39a57f-b18a-4a57-9c81-f8726dc6e155 req-bd3f9a9f-32fb-4f20-a4ed-8a4a7344baa1 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:20.682914 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d39a57f-b18a-4a57-9c81-f8726dc6e155 req-bd3f9a9f-32fb-4f20-a4ed-8a4a7344baa1 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.0532217 Sep 30 08:08:20.724361 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d39a57f-b18a-4a57-9c81-f8726dc6e155 req-4e0385f6-9331-40f8-9359-86e6f5624c70 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351136 Sep 30 08:08:20.813276 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9868492d-c419-4341-911f-41902fdec2e0 req-10c10461-676b-4cc0-bd67-e40d1f7490c2 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 210 time: 0.0337932 Sep 30 08:08:20.857799 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9da634-b5ca-48ee-925a-166e89043781 x-openstack-request-id: req-1e9da634-b5ca-48ee-925a-166e89043781 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:20.858093 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e5310a-3fce-4fb4-a914-9ae01cd53a6f", "name": "network-vif-deleted", "tag": "2fffc92f-2851-4abc-aa1a-2be59769fbf7", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:20.858366 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e9da634-b5ca-48ee-925a-166e89043781 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:20.858761 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e5310a-3fce-4fb4-a914-9ae01cd53a6f', 'name': 'network-vif-deleted', 'tag': '2fffc92f-2851-4abc-aa1a-2be59769fbf7', 'status': 'completed', 'code': 200} Sep 30 08:08:20.953029 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47696fee-5ba3-401e-bbe9-4a883d2f3331 req-2e1dd5f9-79a2-42ce-be46-479709264fc6 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:20.954493 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47696fee-5ba3-401e-bbe9-4a883d2f3331 req-2e1dd5f9-79a2-42ce-be46-479709264fc6 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 945 time: 0.0479698 Sep 30 08:08:21.004974 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47696fee-5ba3-401e-bbe9-4a883d2f3331 req-e4ad363f-454d-4b49-9ed8-85251c7effa6 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433576 Sep 30 08:08:21.138695 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcbf50-23f7-4e31-b263-5b035ca6b58d req-392bd194-dbce-42e7-b9bf-c51467076a12 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:21.146144 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35bcbf50-23f7-4e31-b263-5b035ca6b58d req-392bd194-dbce-42e7-b9bf-c51467076a12 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.0761392 Sep 30 08:08:21.185509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35bcbf50-23f7-4e31-b263-5b035ca6b58d req-343fc556-f662-4c76-ab50-2f3727750238 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334177 Sep 30 08:08:21.518164 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:21.649894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff1761-f9f3-4bce-823e-500903fb37af req-2a93dbf2-0c16-4f7d-9aea-80a747cd214d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:21.656532 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98ff1761-f9f3-4bce-823e-500903fb37af req-2a93dbf2-0c16-4f7d-9aea-80a747cd214d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.0660019 Sep 30 08:08:21.712288 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98ff1761-f9f3-4bce-823e-500903fb37af req-e32fa56a-dfc7-44ae-8c36-07d18379e9f4 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426061 Sep 30 08:08:21.722477 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-505aa91e-f337-4762-8dff-661c97bcb90c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3609992ca72436d91473dd96fb4a655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021897 Sep 30 08:08:21.724716 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:21.785894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b485ad0-528d-4d1b-8f26-75802e64612e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:21.803152 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-388a4e55-91da-4b88-b206-1c6b91588ea7 req-895f7c3d-14b3-45d0-95bb-6d38a86d0df9 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 210 time: 0.0319228 Sep 30 08:08:21.813148 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b485ad0-528d-4d1b-8f26-75802e64612e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:21.865352 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b485ad0-528d-4d1b-8f26-75802e64612e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:21.868403 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b485ad0-528d-4d1b-8f26-75802e64612e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:21.869682 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0b485ad0-528d-4d1b-8f26-75802e64612e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52591554-b943-4a78-b5d5-8e071ec13553 HTTP/1.1" status: 204 len: 168 time: 0.1438899 Sep 30 08:08:21.877655 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b485ad0-528d-4d1b-8f26-75802e64612e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52591554-b943-4a78-b5d5-8e071ec13553,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:22.001068 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a8697-d662-47ad-8cbc-652cc1d402f6 req-d6661e8c-5d00-4d9b-b8e3-d41782c2316c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:22.002670 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e54a8697-d662-47ad-8cbc-652cc1d402f6 req-d6661e8c-5d00-4d9b-b8e3-d41782c2316c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.0628588 Sep 30 08:08:22.047975 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e54a8697-d662-47ad-8cbc-652cc1d402f6 req-65a74a74-b0b5-4280-8099-513c9bce432f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383530 Sep 30 08:08:22.169097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-098e31c3-9605-43b7-9ece-c372d6f17e2a req-5264cd29-eb13-4332-aa8b-49ac29cbb588 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 210 time: 0.0416529 Sep 30 08:08:22.237985 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53170) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:22.280033 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e74a2cc2-8630-4c27-8c6d-592bbc8549d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=985ec146c0914e7292c5e608537b6b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412920 Sep 30 08:08:22.282585 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53172) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:22.343095 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-072c526a-64c6-4ab9-9dd1-3b0ee4a5be8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:22.367232 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-072c526a-64c6-4ab9-9dd1-3b0ee4a5be8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:22.443111 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-072c526a-64c6-4ab9-9dd1-3b0ee4a5be8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:22.446873 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-072c526a-64c6-4ab9-9dd1-3b0ee4a5be8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:22.448063 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-072c526a-64c6-4ab9-9dd1-3b0ee4a5be8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec7c030b-4b9c-4528-aa79-c62c3fdb8721 HTTP/1.1" status: 204 len: 168 time: 0.1644540 Sep 30 08:08:22.458375 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c526a-64c6-4ab9-9dd1-3b0ee4a5be8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7c030b-4b9c-4528-aa79-c62c3fdb8721,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:22.511244 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aaaad-3326-4685-9897-a049c6eb0a24 req-d412b748-5e1e-40ee-9745-d584b159f1b9 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:22.513698 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e43aaaad-3326-4685-9897-a049c6eb0a24 req-d412b748-5e1e-40ee-9745-d584b159f1b9 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 945 time: 0.0671594 Sep 30 08:08:22.563037 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e43aaaad-3326-4685-9897-a049c6eb0a24 req-3c5a7763-1f58-4fef-8028-6f32b3fbd94f tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405071 Sep 30 08:08:22.681032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0fe0c-d7dd-4700-87de-0f4749efabae req-672e4f0f-5f4c-4580-9545-6f2155460513 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:22.682439 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-faa0fe0c-d7dd-4700-87de-0f4749efabae req-672e4f0f-5f4c-4580-9545-6f2155460513 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.0630562 Sep 30 08:08:22.752241 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-faa0fe0c-d7dd-4700-87de-0f4749efabae req-30516fb7-38ad-4bcd-9200-cd5cc91f2289 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605958 Sep 30 08:08:22.894692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-553b0a8e-4acf-4887-9544-71362be5077b req-972c0589-3fb0-4735-84fb-c03a1de507a7 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1274662 Sep 30 08:08:22.905336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-553b0a8e-4acf-4887-9544-71362be5077b req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:22.950518 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-553b0a8e-4acf-4887-9544-71362be5077b req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:23.060173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2fffc92f-2851-4abc-aa1a-2be59769fbf7 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:08:23.084342 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 2fffc92f-2851-4abc-aa1a-2be59769fbf7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:08:23.084993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2fffc92f-2851-4abc-aa1a-2be59769fbf7 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:08:23.088820 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-553b0a8e-4acf-4887-9544-71362be5077b req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:23.224018 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-553b0a8e-4acf-4887-9544-71362be5077b req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Allocated IP 172.25.0.98 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/3f757aaa-4e07-4c8d-8c1b-8bd32b39351f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:23.354507 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-553b0a8e-4acf-4887-9544-71362be5077b req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:23.397830 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-553b0a8e-4acf-4887-9544-71362be5077b req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:23.440412 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553b0a8e-4acf-4887-9544-71362be5077b req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:23.443666 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-553b0a8e-4acf-4887-9544-71362be5077b req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:23.447061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-553b0a8e-4acf-4887-9544-71362be5077b req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:08:23.477368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Pushing event updated for resources: {'Port': ['ID=3f757aaa-4e07-4c8d-8c1b-8bd32b39351f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:23.553933 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-553b0a8e-4acf-4887-9544-71362be5077b req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:23.614548 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-553b0a8e-4acf-4887-9544-71362be5077b req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:23.806135 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-553b0a8e-4acf-4887-9544-71362be5077b req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:23.811539 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-553b0a8e-4acf-4887-9544-71362be5077b req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:23.889996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Pushing event updated for resources: {'Port': ['ID=3f757aaa-4e07-4c8d-8c1b-8bd32b39351f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:23.907488 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-553b0a8e-4acf-4887-9544-71362be5077b req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:23.922336 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-553b0a8e-4acf-4887-9544-71362be5077b req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:23.923717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-553b0a8e-4acf-4887-9544-71362be5077b req-b793ab13-6e64-4c35-bcf2-278cc20851c2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0226080 Sep 30 08:08:23.995509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-553b0a8e-4acf-4887-9544-71362be5077b req-6947f7f4-eed6-4ce9-9db2-537576c51673 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 695 time: 0.0627100 Sep 30 08:08:24.104751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b0a8e-4acf-4887-9544-71362be5077b req-ade6c3c0-3c98-49d0-8181-6ecf8e4520ee tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:24.106112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-553b0a8e-4acf-4887-9544-71362be5077b req-ade6c3c0-3c98-49d0-8181-6ecf8e4520ee tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.1050036 Sep 30 08:08:24.235613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046738ae-f44d-4ea3-a0ea-a673cfaae6a7 req-c355cd89-ecba-40f7-a026-a5627f6525a4 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:24.238187 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-046738ae-f44d-4ea3-a0ea-a673cfaae6a7 req-c355cd89-ecba-40f7-a026-a5627f6525a4 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.0555594 Sep 30 08:08:24.281955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-046738ae-f44d-4ea3-a0ea-a673cfaae6a7 req-9757b532-31f8-4c27-a922-abc02c331501 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348034 Sep 30 08:08:24.377242 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ae9612-0f2f-4155-880f-33a4d1efcea3 req-2dacc2ad-bd94-4769-9b9e-7bd6ee3373e5 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 210 time: 0.0358763 Sep 30 08:08:24.486008 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5da94e-c76c-4af0-b291-67e5b3f14351 req-e87f4079-ce78-4081-9675-173481095745 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:24.487501 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd5da94e-c76c-4af0-b291-67e5b3f14351 req-e87f4079-ce78-4081-9675-173481095745 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.0546246 Sep 30 08:08:24.526343 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd5da94e-c76c-4af0-b291-67e5b3f14351 req-39edb0ca-0491-4fd5-9c4b-40cb9ff4ac99 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328617 Sep 30 08:08:24.615149 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b475b13-6e62-4c14-9a8f-38163f9682fb req-35b436a1-21b9-4ff0-8cf4-e27389d1a9f0 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 210 time: 0.0264361 Sep 30 08:08:24.734704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b207a-193b-4551-a11e-ec378bcc46ab req-4144d3fe-9aa6-4ca7-ad96-6c6819ffa909 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:24.736251 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-350b207a-193b-4551-a11e-ec378bcc46ab req-4144d3fe-9aa6-4ca7-ad96-6c6819ffa909 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.0537908 Sep 30 08:08:24.781564 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-350b207a-193b-4551-a11e-ec378bcc46ab req-fd929384-07a6-4d0e-8f1b-66aa1bb26792 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372930 Sep 30 08:08:25.119224 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38110c-c91f-4321-ad25-743270e71174 req-cb50649e-ddfc-4c0c-94ea-86107df07d55 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:25.120721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a38110c-c91f-4321-ad25-743270e71174 req-cb50649e-ddfc-4c0c-94ea-86107df07d55 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 820 time: 0.1083264 Sep 30 08:08:25.135548 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a38110c-c91f-4321-ad25-743270e71174 req-532a5266-6c17-4364-bdb9-360da3f40839 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/quotas/52b3fe5904b641089631142299b45355 HTTP/1.1" status: 200 len: 375 time: 0.0088661 Sep 30 08:08:25.199481 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a38110c-c91f-4321-ad25-743270e71174 req-dae546b6-334a-4eec-a68e-8cc09ae91476 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0579317 Sep 30 08:08:25.291209 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a38110c-c91f-4321-ad25-743270e71174 req-d0f3a4e9-da2c-4651-bc09-0b18aa84430d service neutron] 10.222.0.24 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843067 Sep 30 08:08:25.387969 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a38110c-c91f-4321-ad25-743270e71174 req-b314260b-fd64-4732-81fe-d0e83f5113e6 service neutron] 10.222.0.24 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904124 Sep 30 08:08:25.648948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22d285-d72d-42e0-b8fd-6f3107628d6b req-0647659c-4c8a-41aa-a8ff-76b77cdba573 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:25.652394 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab22d285-d72d-42e0-b8fd-6f3107628d6b req-0647659c-4c8a-41aa-a8ff-76b77cdba573 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.0643156 Sep 30 08:08:25.710850 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab22d285-d72d-42e0-b8fd-6f3107628d6b req-c187247e-70bc-4ea4-ac25-bc4d22e37c30 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541220 Sep 30 08:08:25.796768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-edb02a7a-8cea-4d10-b94e-076bfc4f9746 req-66511957-4eb7-4bba-97fa-f7422b408528 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 210 time: 0.0298548 Sep 30 08:08:25.888953 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85f217bf-a3dc-455e-a85c-671ce06f2f68 req-f806bb16-3897-41ba-b731-dfe417168510 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 210 time: 0.0392206 Sep 30 08:08:26.061192 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c155c3-dccb-4c49-9182-047c500004b3 req-e953b2ef-28dc-4cd3-8b91-586589a2ef9e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:26.063011 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8c155c3-dccb-4c49-9182-047c500004b3 req-e953b2ef-28dc-4cd3-8b91-586589a2ef9e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.0662129 Sep 30 08:08:26.106167 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8c155c3-dccb-4c49-9182-047c500004b3 req-1d7bee91-027b-42ec-97f5-f34946169325 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364323 Sep 30 08:08:26.198987 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a9baeab-eb2c-4c59-9f90-53a3e3d855ad req-4195317e-ea95-432d-8a95-d8bf95fd7d52 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 210 time: 0.0378346 Sep 30 08:08:26.325439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa34bd2-e275-40f8-bd8b-1d5dc6179ae4 req-339ee69c-cd57-440d-b8df-397876f5680e tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:26.326928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-daa34bd2-e275-40f8-bd8b-1d5dc6179ae4 req-339ee69c-cd57-440d-b8df-397876f5680e tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.0524058 Sep 30 08:08:26.369355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-daa34bd2-e275-40f8-bd8b-1d5dc6179ae4 req-a9071ef7-c812-4c01-99e3-07f09f069910 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355158 Sep 30 08:08:26.867369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38110c-c91f-4321-ad25-743270e71174 req-1493cd8e-38f7-4d9e-a20a-2af1f5ab06e7 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:26.869140 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a38110c-c91f-4321-ad25-743270e71174 req-1493cd8e-38f7-4d9e-a20a-2af1f5ab06e7 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.35 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 820 time: 0.1966994 Sep 30 08:08:26.896959 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07e04-fd38-4b47-a237-fc203aced55e req-1249b178-15c9-44b1-bd3f-951c1469678d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:26.898569 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01b07e04-fd38-4b47-a237-fc203aced55e req-1249b178-15c9-44b1-bd3f-951c1469678d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.0821846 Sep 30 08:08:26.925675 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6a38110c-c91f-4321-ad25-743270e71174 req-eaf6d40e-fd81-49a6-a246-a85af2566a5e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Request body: {'port': {'device_id': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'admin_state_up': True, 'tenant_id': '52b3fe5904b641089631142299b45355'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:26.975840 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:27.027746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01b07e04-fd38-4b47-a237-fc203aced55e req-076e7bcd-da2f-4165-8c13-807502eb655d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218917 Sep 30 08:08:27.070237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a38110c-c91f-4321-ad25-743270e71174 req-eaf6d40e-fd81-49a6-a246-a85af2566a5e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Made reservation on behalf of 52b3fe5904b641089631142299b45355 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:08:27.078996 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a38110c-c91f-4321-ad25-743270e71174 req-eaf6d40e-fd81-49a6-a246-a85af2566a5e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:27.133531 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df997156-b897-4194-842a-0732f022fd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:27.191873 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6ef544b2-d208-4cdd-9a46-e0176fa8e914 req-d175e3fb-c361-4a8a-9704-c25822974d7b tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 210 time: 0.0675268 Sep 30 08:08:27.259660 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df997156-b897-4194-842a-0732f022fd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:27.264773 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df997156-b897-4194-842a-0732f022fd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:27.285353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-6a38110c-c91f-4321-ad25-743270e71174 req-eaf6d40e-fd81-49a6-a246-a85af2566a5e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Allocated IP 172.20.0.8 (c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa/9d36e0d3-fc63-4141-9d03-e0d539eece94/6532807f-c58a-4011-9865-c17d0fef4f05) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:27.317532 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-df997156-b897-4194-842a-0732f022fd22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f33afc09c2c74c94871d8abfaeb95817&name=default HTTP/1.1" status: 200 len: 2980 time: 0.3404889 Sep 30 08:08:27.318981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df997156-b897-4194-842a-0732f022fd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cceefae-eba7-49d5-876f-0bf99c11962f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:27.321447 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5849685b-a364-4942-af39-f123e98617f0 req-4cf053b0-e04f-4c87-a3c1-62379d52707d tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 210 time: 0.0333025 Sep 30 08:08:27.321603 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53306) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:27.405371 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cab85fcd-a905-4e82-a6f0-c5d701fe32c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:27.446234 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cab85fcd-a905-4e82-a6f0-c5d701fe32c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:27.508744 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cab85fcd-a905-4e82-a6f0-c5d701fe32c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:27.512831 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cab85fcd-a905-4e82-a6f0-c5d701fe32c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:27.516439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4370c6-489c-4b80-925c-04db3dfd0072 req-64a11b82-aa6a-4c27-974e-981e2629548a tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:27.521120 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cab85fcd-a905-4e82-a6f0-c5d701fe32c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cceefae-eba7-49d5-876f-0bf99c11962f HTTP/1.1" status: 204 len: 168 time: 0.1917543 Sep 30 08:08:27.522252 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b4370c6-489c-4b80-925c-04db3dfd0072 req-64a11b82-aa6a-4c27-974e-981e2629548a tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.1035142 Sep 30 08:08:27.549140 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab85fcd-a905-4e82-a6f0-c5d701fe32c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cceefae-eba7-49d5-876f-0bf99c11962f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:27.573696 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a38110c-c91f-4321-ad25-743270e71174 req-eaf6d40e-fd81-49a6-a246-a85af2566a5e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:27.585792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b4370c6-489c-4b80-925c-04db3dfd0072 req-06469bb8-b915-45f2-8f4a-824ee45f7c2c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626626 Sep 30 08:08:27.621921 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a38110c-c91f-4321-ad25-743270e71174 req-eaf6d40e-fd81-49a6-a246-a85af2566a5e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:27.658363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['b447a174-545e-4368-bb6e-15f44125819b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:27.677346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a38110c-c91f-4321-ad25-743270e71174 req-eaf6d40e-fd81-49a6-a246-a85af2566a5e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:27.694305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-6a38110c-c91f-4321-ad25-743270e71174 req-eaf6d40e-fd81-49a6-a246-a85af2566a5e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:27.697619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6d40e-fd81-49a6-a246-a85af2566a5e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Pushing event updated for resources: {'Port': ['ID=6532807f-c58a-4011-9865-c17d0fef4f05,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:27.700405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a38110c-c91f-4321-ad25-743270e71174 req-eaf6d40e-fd81-49a6-a246-a85af2566a5e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:08:27.855263 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38110c-c91f-4321-ad25-743270e71174 req-eaf6d40e-fd81-49a6-a246-a85af2566a5e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:27.855983 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a38110c-c91f-4321-ad25-743270e71174 req-eaf6d40e-fd81-49a6-a246-a85af2566a5e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:27.878629 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e62d2235-2722-42c9-956e-85ff5d305512 req-338c0178-7231-4327-8eac-e5ec190a2ed0 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 210 time: 0.1830380 Sep 30 08:08:27.928046 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a38110c-c91f-4321-ad25-743270e71174 req-eaf6d40e-fd81-49a6-a246-a85af2566a5e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0079625 Sep 30 08:08:27.959867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Request body: {'port': {'device_id': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:28.048166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53316) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:28.066979 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f334d34-258c-4545-8ddf-02f590dac8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:28.086613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15350e2e-d7f1-4f33-93ca-e89eaaa61ab3 req-065c4cf4-1e50-4987-8509-31f550e0a368 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:28.088138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15350e2e-d7f1-4f33-93ca-e89eaaa61ab3 req-065c4cf4-1e50-4987-8509-31f550e0a368 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.0994055 Sep 30 08:08:28.089178 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:28.124408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-14f83314-9bbb-4652-a098-d37c00afb788 None None] Provisioning complete for port 6532807f-c58a-4011-9865-c17d0fef4f05 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:28.127184 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14f83314-9bbb-4652-a098-d37c00afb788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:28.161781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15350e2e-d7f1-4f33-93ca-e89eaaa61ab3 req-ff975cb8-15c5-464b-aa3b-b0aa6266f8b2 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606942 Sep 30 08:08:28.187882 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-14f83314-9bbb-4652-a098-d37c00afb788 None None] Port 6532807f-c58a-4011-9865-c17d0fef4f05 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:08:28.196333 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f334d34-258c-4545-8ddf-02f590dac8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:28.209181 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f334d34-258c-4545-8ddf-02f590dac8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:28.279831 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1f334d34-258c-4545-8ddf-02f590dac8e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07e9c60460fd4b2aa35ebb0d5b802295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289228 Sep 30 08:08:28.280993 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f334d34-258c-4545-8ddf-02f590dac8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbe8034-f58a-4ed0-8cc0-89e14861779d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:28.285426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53322) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:28.741052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dea99-e62f-4bf2-b041-cefcb7f6cafc req-d93a0044-26d8-4ce0-aaa1-0d26ac6ef714 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:28.742508 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-449dea99-e62f-4bf2-b041-cefcb7f6cafc req-d93a0044-26d8-4ce0-aaa1-0d26ac6ef714 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.4810309 Sep 30 08:08:28.787549 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd3737e0-2b86-41d9-a16c-e71429cc248b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:28.822747 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-449dea99-e62f-4bf2-b041-cefcb7f6cafc req-f1b743ee-7a53-4d61-b156-52ac64d71b14 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723007 Sep 30 08:08:28.844876 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd3737e0-2b86-41d9-a16c-e71429cc248b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:28.942394 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a10dba72-acc6-4ea6-b69f-cec10261bc15 req-a50572f1-8cc2-47fe-9dbe-043397439a81 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 210 time: 0.0627024 Sep 30 08:08:28.963259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6532807f-c58a-4011-9865-c17d0fef4f05 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:28.965591 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:28.969315 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd3737e0-2b86-41d9-a16c-e71429cc248b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:28.971836 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd3737e0-2b86-41d9-a16c-e71429cc248b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:28.973107 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bd3737e0-2b86-41d9-a16c-e71429cc248b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfbe8034-f58a-4ed0-8cc0-89e14861779d HTTP/1.1" status: 204 len: 168 time: 0.6867056 Sep 30 08:08:28.988226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3737e0-2b86-41d9-a16c-e71429cc248b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbe8034-f58a-4ed0-8cc0-89e14861779d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:28.990305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Transition to ACTIVE for port object 6532807f-c58a-4011-9865-c17d0fef4f05 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:08:28.993908 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:29.074008 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Pushing event updated for resources: {'Port': ['ID=6532807f-c58a-4011-9865-c17d0fef4f05,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:29.137775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7574fe-ea26-44b1-bd31-bfa2900b1e85 req-df4856c5-7911-4e9c-a2b7-d4c8955e1836 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:29.139414 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca7574fe-ea26-44b1-bd31-bfa2900b1e85 req-df4856c5-7911-4e9c-a2b7-d4c8955e1836 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 943 time: 0.1170418 Sep 30 08:08:29.168270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Attempting to bind port 6532807f-c58a-4011-9865-c17d0fef4f05 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:08:29.168918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Attempting to bind port 6532807f-c58a-4011-9865-c17d0fef4f05 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:08:29.169248 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Attempting to bind port 6532807f-c58a-4011-9865-c17d0fef4f05 on network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:29.182236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Port 6532807f-c58a-4011-9865-c17d0fef4f05 on network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:08:29.182585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Attempting to bind port 6532807f-c58a-4011-9865-c17d0fef4f05 on network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:29.195417 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:08:29.195751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Checking segment: {'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:08:29.196165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Bound using segment: {'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:08:29.196608 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Bound port: 6532807f-c58a-4011-9865-c17d0fef4f05, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89a4195-c502-41e9-bb33-d1ebaed19bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:08:29.196966 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:29.214391 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca7574fe-ea26-44b1-bd31-bfa2900b1e85 req-0a45500e-ce63-4e7c-bb68-fe349538189a tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624173 Sep 30 08:08:29.269660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] For port 6532807f-c58a-4011-9865-c17d0fef4f05, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:08:29.279454 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] For port 6532807f-c58a-4011-9865-c17d0fef4f05, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=6532807f-c58a-4011-9865-c17d0fef4f05,segment=NetworkSegment(c89a4195-c502-41e9-bb33-d1ebaed19bad),segment_id=c89a4195-c502-41e9-bb33-d1ebaed19bad)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:08:29.285901 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:29.348916 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:29.349546 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:29.351058 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a38110c-c91f-4321-ad25-743270e71174 req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] 10.222.0.35 "PUT /v2.0/ports/6532807f-c58a-4011-9865-c17d0fef4f05 HTTP/1.1" status: 200 len: 1091 time: 1.3990648 Sep 30 08:08:29.351488 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'tag': '6532807f-c58a-4011-9865-c17d0fef4f05'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:29.353674 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99656d0a-86c7-4ea9-ab34-8f5f3762c673" -d '{"events": [{"name": "network-changed", "server_uuid": "b1969f5d-82cb-4b8c-8583-2d6d8ee50036", "tag": "6532807f-c58a-4011-9865-c17d0fef4f05"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:29.402125 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198952e-9674-48eb-8275-e0da16d213fa req-5ceb7693-6409-447b-bb35-c39f52b564c6 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:29.403593 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8198952e-9674-48eb-8275-e0da16d213fa req-5ceb7693-6409-447b-bb35-c39f52b564c6 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.1199539 Sep 30 08:08:29.426264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ace413-1893-4ab7-a16d-f1d09d4b49ee service neutron] Pushing event updated for resources: {'Port': ['ID=6532807f-c58a-4011-9865-c17d0fef4f05,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:29.475823 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:29.504712 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8198952e-9674-48eb-8275-e0da16d213fa req-caf8d1a0-f05e-4305-9191-5756e1bb2e21 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951869 Sep 30 08:08:29.514143 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38110c-c91f-4321-ad25-743270e71174 req-dd0c3069-0cc4-4fb3-8532-a125d9d3b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:29.515676 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a38110c-c91f-4321-ad25-743270e71174 req-dd0c3069-0cc4-4fb3-8532-a125d9d3b8fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 1094 time: 0.0997722 Sep 30 08:08:29.595524 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a38110c-c91f-4321-ad25-743270e71174 req-1db45870-f135-43de-b2e1-a5656bb23c30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6532807f-c58a-4011-9865-c17d0fef4f05 HTTP/1.1" status: 200 len: 217 time: 0.0630360 Sep 30 08:08:29.644015 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b09ed65-dfc9-4387-bd77-dcb8ff3109fd req-5c9c093c-3fa3-4ba2-800b-28953a2bce58 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 210 time: 0.0469208 Sep 30 08:08:29.734868 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ee9f1b-2a43-43b4-b61a-6ae8a1cc63da x-openstack-request-id: req-14ee9f1b-2a43-43b4-b61a-6ae8a1cc63da {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:29.735168 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1969f5d-82cb-4b8c-8583-2d6d8ee50036", "tag": "6532807f-c58a-4011-9865-c17d0fef4f05", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:29.735423 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14ee9f1b-2a43-43b4-b61a-6ae8a1cc63da {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:29.735824 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'tag': '6532807f-c58a-4011-9865-c17d0fef4f05', 'status': 'completed', 'code': 200} Sep 30 08:08:29.763053 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38110c-c91f-4321-ad25-743270e71174 req-bc809e53-761d-44af-ae69-57a4cbda568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:29.765110 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a38110c-c91f-4321-ad25-743270e71174 req-bc809e53-761d-44af-ae69-57a4cbda568c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 200 len: 859 time: 0.0965724 Sep 30 08:08:29.775713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d8522-f901-4823-919c-8c1a11e398d2 req-accaa468-cad9-40ba-9db6-317ba79c3e01 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:29.782989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b2d8522-f901-4823-919c-8c1a11e398d2 req-accaa468-cad9-40ba-9db6-317ba79c3e01 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.1923795 Sep 30 08:08:29.860187 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b2d8522-f901-4823-919c-8c1a11e398d2 req-d2cf9332-9284-4e88-93b3-99da91a540e9 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749643 Sep 30 08:08:29.871816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-db25e9d5-57c4-4247-9be9-422cd5e69052 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:29.872552 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38110c-c91f-4321-ad25-743270e71174 req-e0c39269-5e19-4e7f-b4c2-cc2376713b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:29.874112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a38110c-c91f-4321-ad25-743270e71174 req-e0c39269-5e19-4e7f-b4c2-cc2376713b79 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877602 Sep 30 08:08:29.875332 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-db25e9d5-57c4-4247-9be9-422cd5e69052 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.36 "GET /v2.0/networks?id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8 HTTP/1.1" status: 200 len: 810 time: 0.1612611 Sep 30 08:08:29.935703 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-6294dfe1-caa7-443e-9538-798315494cf9 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee4e48f07add4c94890522d6df2a93fa HTTP/1.1" status: 200 len: 380 time: 0.0441763 Sep 30 08:08:29.951448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-275b3976-a480-4624-8afc-d0fad5882e18 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Request body: {'port': {'device_id': '6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'admin_state_up': True, 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'security_groups': ['4b1a1095-ada3-4122-8c0d-c77f047ceb06']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:30.026012 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db8f73-064b-49ae-89bd-6f4c3072411a req-c207b6d0-93b0-4398-9639-671190cf0681 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:30.028410 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8db8f73-064b-49ae-89bd-6f4c3072411a req-c207b6d0-93b0-4398-9639-671190cf0681 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.1096301 Sep 30 08:08:30.061711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a38110c-c91f-4321-ad25-743270e71174 req-7b020bee-8b49-4197-839e-de2f5f32c00b service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770949 Sep 30 08:08:30.089016 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-275b3976-a480-4624-8afc-d0fad5882e18 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Made reservation on behalf of ee4e48f07add4c94890522d6df2a93fa for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:08:30.092851 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-275b3976-a480-4624-8afc-d0fad5882e18 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:30.097619 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b327ba4c-8b82-4088-8e41-1e2b405f3360 req-45c9c02d-3b42-4bd7-9f03-eee05a5c4ceb tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 210 time: 0.0469143 Sep 30 08:08:30.141468 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8db8f73-064b-49ae-89bd-6f4c3072411a req-7f119c31-9048-4f04-9663-cf1e0f23e222 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043394 Sep 30 08:08:30.211741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a38110c-c91f-4321-ad25-743270e71174 req-564b6bd3-d175-42c8-81fe-504bfe07161c service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368701 Sep 30 08:08:30.231103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-275b3976-a480-4624-8afc-d0fad5882e18 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Allocated IP 172.20.0.9 (9b07086f-6fb4-4a79-bc78-a4a068acc7e8/83b391f2-40bb-46fd-9398-46e69258862b/2c18cd8e-bb80-45bc-99a5-af13c00ece73) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:30.408406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-a4fa5813-597f-44fc-8c95-9ece9d927985 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2e82a64c3ffc417d807e33bb1172703b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345390 Sep 30 08:08:30.411578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99656d0a-86c7-4ea9-ab34-8f5f3762c673 req-33876a12-6f44-4115-8ceb-7989f386d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:30.413243 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99656d0a-86c7-4ea9-ab34-8f5f3762c673 req-33876a12-6f44-4115-8ceb-7989f386d48b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 1094 time: 0.1062136 Sep 30 08:08:30.426845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e081e94-14b9-428d-a9b4-10ab4488eb26 req-548d0c1f-b509-4db5-9923-faeb5588f6ef tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:30.432348 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e081e94-14b9-428d-a9b4-10ab4488eb26 req-548d0c1f-b509-4db5-9923-faeb5588f6ef tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 943 time: 0.1124330 Sep 30 08:08:30.441477 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-275b3976-a480-4624-8afc-d0fad5882e18 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:30.483826 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-275b3976-a480-4624-8afc-d0fad5882e18 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:30.555700 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-275b3976-a480-4624-8afc-d0fad5882e18 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:30.560136 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-275b3976-a480-4624-8afc-d0fad5882e18 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:30.564425 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-275b3976-a480-4624-8afc-d0fad5882e18 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:08:30.600097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b3976-a480-4624-8afc-d0fad5882e18 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event updated for resources: {'Port': ['ID=2c18cd8e-bb80-45bc-99a5-af13c00ece73,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:30.650887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e081e94-14b9-428d-a9b4-10ab4488eb26 req-e41f6a26-fe32-4253-891e-85d18f39284f tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788280 Sep 30 08:08:30.655696 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-275b3976-a480-4624-8afc-d0fad5882e18 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:30.667419 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-275b3976-a480-4624-8afc-d0fad5882e18 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:30.686373 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-275b3976-a480-4624-8afc-d0fad5882e18 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7421646 Sep 30 08:08:30.710265 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Request body: {'port': {'device_id': '6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:30.773709 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-087efec0-584b-4e07-a8c3-e4d9a29b8f4c req-071b48c5-2955-40bf-8c93-af0bada127e4 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 210 time: 0.0529678 Sep 30 08:08:30.776328 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:30.784906 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-4c53f2aa-9093-4b5a-85a8-532eaf9ba61c tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:30.786547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-4c53f2aa-9093-4b5a-85a8-532eaf9ba61c tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3685274 Sep 30 08:08:30.789045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99656d0a-86c7-4ea9-ab34-8f5f3762c673 req-e43dafe6-328a-48b2-8f38-de079edbe19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:30.790435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99656d0a-86c7-4ea9-ab34-8f5f3762c673 req-e43dafe6-328a-48b2-8f38-de079edbe19d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 921 time: 0.3330877 Sep 30 08:08:30.808518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-802095f9-9503-4eb7-8e2f-edf2d5d55518 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Request body: {'port': {'device_id': 'e7952d10-57d4-496e-88e4-ed681c469c59', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '2e82a64c3ffc417d807e33bb1172703b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:30.856358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cd488-64e0-4bc8-9bf3-20ffb5f81386 req-defbafd8-907c-4c3d-816a-dbb19f2693c4 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:30.864475 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df9cd488-64e0-4bc8-9bf3-20ffb5f81386 req-defbafd8-907c-4c3d-816a-dbb19f2693c4 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.2102726 Sep 30 08:08:30.923951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df9cd488-64e0-4bc8-9bf3-20ffb5f81386 req-99a3d232-c2f0-488a-a051-92dfb9d6f071 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532255 Sep 30 08:08:30.926648 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99656d0a-86c7-4ea9-ab34-8f5f3762c673 req-a5fc3874-6323-4834-8bf4-d0c1192faab1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6532807f-c58a-4011-9865-c17d0fef4f05 HTTP/1.1" status: 200 len: 217 time: 0.1242921 Sep 30 08:08:30.985124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-10defdf6-e164-4de1-9523-deba0ca0fc9c None None] Provisioning complete for port 2c18cd8e-bb80-45bc-99a5-af13c00ece73 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:30.986160 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10defdf6-e164-4de1-9523-deba0ca0fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:31.028421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-10defdf6-e164-4de1-9523-deba0ca0fc9c None None] Port 2c18cd8e-bb80-45bc-99a5-af13c00ece73 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:08:31.082344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99656d0a-86c7-4ea9-ab34-8f5f3762c673 req-4c9695ab-3090-475f-84fb-6985e8d5365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:31.083829 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99656d0a-86c7-4ea9-ab34-8f5f3762c673 req-4c9695ab-3090-475f-84fb-6985e8d5365b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 200 len: 859 time: 0.1476645 Sep 30 08:08:31.107514 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c18cd8e-bb80-45bc-99a5-af13c00ece73 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:31.117743 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:31.133670 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Transition to ACTIVE for port object 2c18cd8e-bb80-45bc-99a5-af13c00ece73 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:08:31.137631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec56cd-4428-4e5d-bad9-a70209246f1b req-1f474dd2-0d80-45a7-a300-ab8024eb24f0 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:31.137978 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:31.139161 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cbec56cd-4428-4e5d-bad9-a70209246f1b req-1f474dd2-0d80-45a7-a300-ab8024eb24f0 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.1712019 Sep 30 08:08:31.160215 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-802095f9-9503-4eb7-8e2f-edf2d5d55518 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Made reservation on behalf of 2e82a64c3ffc417d807e33bb1172703b for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:08:31.163432 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-802095f9-9503-4eb7-8e2f-edf2d5d55518 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:31.196304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Pushing event updated for resources: {'Port': ['ID=2c18cd8e-bb80-45bc-99a5-af13c00ece73,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:31.209374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-89d30b41-a08b-42e1-bad2-9e589ee7ee33 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=98e67ebde5d24addad718ec77e73f4db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584056 Sep 30 08:08:31.214812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99656d0a-86c7-4ea9-ab34-8f5f3762c673 req-a48c8d28-a0f6-4dc2-844f-93cd9775aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:31.216353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99656d0a-86c7-4ea9-ab34-8f5f3762c673 req-a48c8d28-a0f6-4dc2-844f-93cd9775aca9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219065 Sep 30 08:08:31.273979 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Attempting to bind port 2c18cd8e-bb80-45bc-99a5-af13c00ece73 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:08:31.274245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Attempting to bind port 2c18cd8e-bb80-45bc-99a5-af13c00ece73 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:08:31.274527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Attempting to bind port 2c18cd8e-bb80-45bc-99a5-af13c00ece73 on network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:31.278839 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Port 2c18cd8e-bb80-45bc-99a5-af13c00ece73 on network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:08:31.279096 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cbec56cd-4428-4e5d-bad9-a70209246f1b req-8a39cd7e-030d-4ede-9dbe-ea43f81b88c0 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305382 Sep 30 08:08:31.279249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Attempting to bind port 2c18cd8e-bb80-45bc-99a5-af13c00ece73 on network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:31.284799 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:08:31.285597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Checking segment: {'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:08:31.285597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Bound using segment: {'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:08:31.285971 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Bound port: 2c18cd8e-bb80-45bc-99a5-af13c00ece73, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:08:31.286289 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:31.366678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] For port 2c18cd8e-bb80-45bc-99a5-af13c00ece73, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:08:31.370243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] For port 2c18cd8e-bb80-45bc-99a5-af13c00ece73, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2c18cd8e-bb80-45bc-99a5-af13c00ece73,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:08:31.376045 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:31.415106 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:31.416123 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:31.417120 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] 10.222.0.36 "PUT /v2.0/ports/2c18cd8e-bb80-45bc-99a5-af13c00ece73 HTTP/1.1" status: 200 len: 1091 time: 0.7194405 Sep 30 08:08:31.417888 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7', 'tag': '2c18cd8e-bb80-45bc-99a5-af13c00ece73'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:31.420310 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3cffca-cef8-40b7-a94e-c29f5f28c92d" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7", "tag": "2c18cd8e-bb80-45bc-99a5-af13c00ece73"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:31.447481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65250569-eaef-4631-b2ac-5e959f1049ad service neutron] Pushing event updated for resources: {'Port': ['ID=2c18cd8e-bb80-45bc-99a5-af13c00ece73,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:31.506198 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-9dbcf0f9-7069-4cc9-a96b-b19203b92077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:31.507727 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-9dbcf0f9-7069-4cc9-a96b-b19203b92077 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee4e48f07add4c94890522d6df2a93fa&device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0454845 Sep 30 08:08:31.551029 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99656d0a-86c7-4ea9-ab34-8f5f3762c673 req-c2b3f293-7e33-4c89-b91a-d05e040ef346 service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220081 Sep 30 08:08:31.558256 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-81f777e3-f263-476c-9b73-4486f5b34043 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c18cd8e-bb80-45bc-99a5-af13c00ece73 HTTP/1.1" status: 200 len: 217 time: 0.0409386 Sep 30 08:08:31.575665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-26d67779-d0b2-434f-aeaf-9f0df5baadf8 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:31.577249 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-26d67779-d0b2-434f-aeaf-9f0df5baadf8 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3534052 Sep 30 08:08:31.620110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-c392a2e6-1816-4df2-aba2-0477251e451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:31.621773 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-c392a2e6-1816-4df2-aba2-0477251e451f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=83b391f2-40bb-46fd-9398-46e69258862b HTTP/1.1" status: 200 len: 849 time: 0.0554967 Sep 30 08:08:31.626807 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8591c-5f06-454a-8792-512150dc30c9 req-044219f3-4347-4604-bcb6-4a3973827b09 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:31.629668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5dc8591c-5f06-454a-8792-512150dc30c9 req-044219f3-4347-4604-bcb6-4a3973827b09 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 943 time: 0.2430584 Sep 30 08:08:31.649638 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-c27469df-b564-4dff-9ad9-61b65e9f8621 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/quotas/98e67ebde5d24addad718ec77e73f4db HTTP/1.1" status: 200 len: 375 time: 0.0550783 Sep 30 08:08:31.668579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-802095f9-9503-4eb7-8e2f-edf2d5d55518 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Allocated IP 192.168.233.200 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/3cb15e1f-11ee-40a4-9398-4dca0fa842b9) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:31.684962 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-f65341e0-562f-4521-93b9-125c4162e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:31.686513 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-f65341e0-562f-4521-93b9-125c4162e2c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490918 Sep 30 08:08:31.750975 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-839a19d8-068a-4413-94ea-35a55a5706c7 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=98e67ebde5d24addad718ec77e73f4db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919676 Sep 30 08:08:31.783693 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-50fcf2ad-9fff-49e4-94e1-27f23497012d service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888011 Sep 30 08:08:31.790107 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5dc8591c-5f06-454a-8792-512150dc30c9 req-22f6d9f6-991e-48a4-8dea-dcabf1bec08b tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481974 Sep 30 08:08:31.804298 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99656d0a-86c7-4ea9-ab34-8f5f3762c673 req-ec98ea62-5108-4824-aa1d-934fcb553690 service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259557 Sep 30 08:08:31.918539 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befabe26-4936-4728-9ba5-250727397384 x-openstack-request-id: req-befabe26-4936-4728-9ba5-250727397384 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:31.919266 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7", "tag": "2c18cd8e-bb80-45bc-99a5-af13c00ece73", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:31.919586 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-befabe26-4936-4728-9ba5-250727397384 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:31.920072 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7', 'tag': '2c18cd8e-bb80-45bc-99a5-af13c00ece73', 'status': 'completed', 'code': 200} Sep 30 08:08:31.922788 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-13f11b7b-0805-4e13-b236-7169faefcd5d req-7e9351f9-79da-461e-8a86-c6ec448ad688 service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285274 Sep 30 08:08:31.984869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0f7fd-4e08-470d-b498-8c797f82dd1f req-e2eda6f5-a9e6-40e3-9bd2-56d40f430839 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:31.986280 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f9f0f7fd-4e08-470d-b498-8c797f82dd1f req-e2eda6f5-a9e6-40e3-9bd2-56d40f430839 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.1083848 Sep 30 08:08:32.014362 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-802095f9-9503-4eb7-8e2f-edf2d5d55518 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:32.074138 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cffca-cef8-40b7-a94e-c29f5f28c92d req-eadfc4d0-8266-42ab-8c7e-ef4e19434f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:32.075885 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cd3cffca-cef8-40b7-a94e-c29f5f28c92d req-eadfc4d0-8266-42ab-8c7e-ef4e19434f03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee4e48f07add4c94890522d6df2a93fa&device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0566018 Sep 30 08:08:32.109020 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f9f0f7fd-4e08-470d-b498-8c797f82dd1f req-a533f060-4952-4abe-badc-ddc8e27bac54 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125443 Sep 30 08:08:32.132080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961c972-48f2-48fa-b225-34b5a03a1618 req-46612bee-2a29-4e7a-9205-c09ed6a3ec16 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:32.133606 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d961c972-48f2-48fa-b225-34b5a03a1618 req-46612bee-2a29-4e7a-9205-c09ed6a3ec16 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 943 time: 0.0907190 Sep 30 08:08:32.135154 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-802095f9-9503-4eb7-8e2f-edf2d5d55518 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:32.166690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['930d837a-04e9-4c9a-b414-946ea1ab5dde'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:32.171539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e5ed534d-6169-4ad3-9a35-85f2c5736c3d', '65669714-cdfd-4b77-ad44-a2d22afb310c', 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea', '74da8181-226e-4c13-ac03-fde62ef1a512'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:32.190754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cffca-cef8-40b7-a94e-c29f5f28c92d req-c317cd58-5c72-4f0b-a880-f199d7cf622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:32.196724 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cd3cffca-cef8-40b7-a94e-c29f5f28c92d req-c317cd58-5c72-4f0b-a880-f199d7cf622a service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8 HTTP/1.1" status: 200 len: 911 time: 0.1084652 Sep 30 08:08:32.254051 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cd3cffca-cef8-40b7-a94e-c29f5f28c92d req-96b2176e-9a5d-43c0-8d84-76377cb783ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c18cd8e-bb80-45bc-99a5-af13c00ece73 HTTP/1.1" status: 200 len: 217 time: 0.0458853 Sep 30 08:08:32.267222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802095f9-9503-4eb7-8e2f-edf2d5d55518 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event updated for resources: {'Port': ['ID=3cb15e1f-11ee-40a4-9398-4dca0fa842b9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:32.312894 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d961c972-48f2-48fa-b225-34b5a03a1618 req-a7231634-a4c3-4d46-b2ce-901a5fab017a tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591473 Sep 30 08:08:32.317377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-802095f9-9503-4eb7-8e2f-edf2d5d55518 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:32.319699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cffca-cef8-40b7-a94e-c29f5f28c92d req-dc607636-c565-4d87-8a4f-4ec3ce94ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:32.321462 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cd3cffca-cef8-40b7-a94e-c29f5f28c92d req-dc607636-c565-4d87-8a4f-4ec3ce94ed4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=83b391f2-40bb-46fd-9398-46e69258862b HTTP/1.1" status: 200 len: 849 time: 0.0603173 Sep 30 08:08:32.331853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-802095f9-9503-4eb7-8e2f-edf2d5d55518 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:32.364450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081366f6-2315-4671-be1b-c1dce4d2615c req-b0fcc48a-7efa-427f-aa20-5db1bc72c866 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:32.372975 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-081366f6-2315-4671-be1b-c1dce4d2615c req-b0fcc48a-7efa-427f-aa20-5db1bc72c866 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 936 time: 0.1392140 Sep 30 08:08:32.375066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-802095f9-9503-4eb7-8e2f-edf2d5d55518 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:08:32.416609 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cffca-cef8-40b7-a94e-c29f5f28c92d req-22a2cbe7-fb5c-4dba-ac0f-19d9c1b7734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:32.418447 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cd3cffca-cef8-40b7-a94e-c29f5f28c92d req-22a2cbe7-fb5c-4dba-ac0f-19d9c1b7734e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847485 Sep 30 08:08:32.468677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-876263b8-bb08-4ea1-8b8d-fcdf8026ec53 req-48001922-458f-4a4b-87e2-8e732484e4f2 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5db0e1-f375-4c46-90bf-fd382580c224 HTTP/1.1" status: 200 len: 210 time: 0.0492213 Sep 30 08:08:32.528348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-802095f9-9503-4eb7-8e2f-edf2d5d55518 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:32.529897 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-802095f9-9503-4eb7-8e2f-edf2d5d55518 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:32.552429 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-081366f6-2315-4671-be1b-c1dce4d2615c req-23a098d0-c8f4-49de-9823-0bdcf31fff8d tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785071 Sep 30 08:08:32.564048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-802095f9-9503-4eb7-8e2f-edf2d5d55518 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7628908 Sep 30 08:08:32.581849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Request body: {'port': {'device_id': 'e7952d10-57d4-496e-88e4-ed681c469c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:32.588386 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cd3cffca-cef8-40b7-a94e-c29f5f28c92d req-08ec2391-7a86-403f-a50f-e62c1c594e3f service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587830 Sep 30 08:08:32.712046 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cd3cffca-cef8-40b7-a94e-c29f5f28c92d req-597929a5-d351-404e-8f19-75fd86956ace service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111112 Sep 30 08:08:32.727364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38057cd8-93ee-41ea-96c4-27afd99d8eca req-9ea680fc-d4ed-43b4-950c-bc4e63d65f73 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:32.729131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38057cd8-93ee-41ea-96c4-27afd99d8eca req-9ea680fc-d4ed-43b4-950c-bc4e63d65f73 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 943 time: 0.1494744 Sep 30 08:08:32.743208 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:32.754298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2b612cf4-3cb4-47a7-8767-9c60f010f078 None None] Provisioning complete for port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:32.754793 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b612cf4-3cb4-47a7-8767-9c60f010f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:32.806594 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2b612cf4-3cb4-47a7-8767-9c60f010f078 None None] Port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:08:32.830092 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef1c0d-19d7-4b99-9bdd-56c76ceb10ef req-7beaa7b9-e45d-4d68-b8a1-f9979b9c816c tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:32.839383 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fdef1c0d-19d7-4b99-9bdd-56c76ceb10ef req-7beaa7b9-e45d-4d68-b8a1-f9979b9c816c tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.1408484 Sep 30 08:08:32.868011 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38057cd8-93ee-41ea-96c4-27afd99d8eca req-70eecf6a-9c07-4b90-ad4a-db283a52828a tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215196 Sep 30 08:08:32.996803 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fdef1c0d-19d7-4b99-9bdd-56c76ceb10ef req-ed5a3763-6015-405b-b63f-751604df7afe tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439590 Sep 30 08:08:33.052154 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d018f-786a-458e-99d1-002f44c57456 req-70d6fdfe-5c24-4b2b-a100-aedab9889e4d tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:33.053681 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d95d018f-786a-458e-99d1-002f44c57456 req-70d6fdfe-5c24-4b2b-a100-aedab9889e4d tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 943 time: 0.1260595 Sep 30 08:08:33.114286 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d95d018f-786a-458e-99d1-002f44c57456 req-3e461b22-f0eb-42a0-b76a-bd04fa31550f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544920 Sep 30 08:08:33.154938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 6532807f-c58a-4011-9865-c17d0fef4f05 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:08:33.166089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:33.174198 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:33.187817 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Transition to ACTIVE for port object 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:08:33.192618 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:33.264427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 6532807f-c58a-4011-9865-c17d0fef4f05, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=6532807f-c58a-4011-9865-c17d0fef4f05,segment=NetworkSegment(c89a4195-c502-41e9-bb33-d1ebaed19bad),segment_id=c89a4195-c502-41e9-bb33-d1ebaed19bad)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:33.276250 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '6532807f-c58a-4011-9865-c17d0fef4f05', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'port_id': '6532807f-c58a-4011-9865-c17d0fef4f05', 'mac_address': 'fa:16:3e:46:94:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:08:33.280483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-317b4c85-7a42-4101-a4b2-32a3c0a9e52e tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=98e67ebde5d24addad718ec77e73f4db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851681 Sep 30 08:08:33.318473 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:33.332475 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6532807f-c58a-4011-9865-c17d0fef4f05 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:33.345797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Pushing event updated for resources: {'Port': ['ID=3cb15e1f-11ee-40a4-9398-4dca0fa842b9,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:33.355664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 6532807f-c58a-4011-9865-c17d0fef4f05, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=6532807f-c58a-4011-9865-c17d0fef4f05,segment=NetworkSegment(c89a4195-c502-41e9-bb33-d1ebaed19bad),segment_id=c89a4195-c502-41e9-bb33-d1ebaed19bad)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:33.360114 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:33.453157 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 15a01a98-df89-48f7-aae9-0964bf2959a2 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:08:33.491312 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=6532807f-c58a-4011-9865-c17d0fef4f05,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:33.507384 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:33.508322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:33.509090 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:33.509613 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:33.510263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:33.510463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:33.510993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:33.511354 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:33.511692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:33.512065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:33.512414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:33.512932 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:08:33.616517 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 15a01a98-df89-48f7-aae9-0964bf2959a2, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=15a01a98-df89-48f7-aae9-0964bf2959a2,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:33.634002 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '15a01a98-df89-48f7-aae9-0964bf2959a2', 'network_id': 'f1ec80db-4134-42ec-ab4c-bb79f088e7df', 'port_id': '15a01a98-df89-48f7-aae9-0964bf2959a2', 'mac_address': 'fa:16:3e:84:0e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe33ac99-fc99-41ff-b911-83e9f984edae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:08:33.689223 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:33.704642 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a01a98-df89-48f7-aae9-0964bf2959a2 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:33.727302 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 15a01a98-df89-48f7-aae9-0964bf2959a2, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=15a01a98-df89-48f7-aae9-0964bf2959a2,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:33.730899 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:33.731585 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9b6aa359-346f-47af-a720-379ae8152b58 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:08:33.811599 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=15a01a98-df89-48f7-aae9-0964bf2959a2,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:33.819496 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['6532807f-c58a-4011-9865-c17d0fef4f05'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:33.827774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60e2f7-3e15-4ff7-a599-526c2c1144e6 req-c31f5f32-a36a-45ae-ad07-f980549a93ae tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:33.829835 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d60e2f7-3e15-4ff7-a599-526c2c1144e6 req-c31f5f32-a36a-45ae-ad07-f980549a93ae tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.6003358 Sep 30 08:08:33.919814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9b6aa359-346f-47af-a720-379ae8152b58, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9b6aa359-346f-47af-a720-379ae8152b58,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:33.937892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '9b6aa359-346f-47af-a720-379ae8152b58', 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e', 'port_id': '9b6aa359-346f-47af-a720-379ae8152b58', 'mac_address': 'fa:16:3e:4a:a1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54caae0a-bf1e-45dd-a015-d4dccfe0100e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:08:33.977631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-0b842919-a5c7-4ecc-83cd-6ec139540a8f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:33.979046 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-0b842919-a5c7-4ecc-83cd-6ec139540a8f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6856256 Sep 30 08:08:33.990822 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d60e2f7-3e15-4ff7-a599-526c2c1144e6 req-5518b5e1-430d-4926-8914-d8c52102c57e tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292791 Sep 30 08:08:34.003386 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Request body: {'port': {'device_id': '5d5db0e1-f375-4c46-90bf-fd382580c224', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '98e67ebde5d24addad718ec77e73f4db'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:34.006791 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:34.016998 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052e96c-8403-4714-9703-9d8a7ff1fc87 req-70f25d7d-bb73-4237-b8a4-dcff0be3e9f3 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:34.019462 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a052e96c-8403-4714-9703-9d8a7ff1fc87 req-70f25d7d-bb73-4237-b8a4-dcff0be3e9f3 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 944 time: 0.1857290 Sep 30 08:08:34.022761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Attempting to bind port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:08:34.022761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Attempting to bind port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:08:34.023111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Attempting to bind port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:34.032639 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b6aa359-346f-47af-a720-379ae8152b58 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:34.052995 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:08:34.053635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Attempting to bind port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:34.066436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9b6aa359-346f-47af-a720-379ae8152b58, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9b6aa359-346f-47af-a720-379ae8152b58,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:34.072492 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:34.077600 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:08:34.077879 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:08:34.078273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:08:34.078713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Bound port: 3cb15e1f-11ee-40a4-9398-4dca0fa842b9, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:08:34.079073 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:34.140908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=9b6aa359-346f-47af-a720-379ae8152b58,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:34.149669 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1c66bd9-282f-45ee-84e1-b948077d4681 req-49b11c1c-800f-4f18-bd6d-370a0fa0672c tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5db0e1-f375-4c46-90bf-fd382580c224 HTTP/1.1" status: 200 len: 210 time: 0.0762663 Sep 30 08:08:34.185180 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a052e96c-8403-4714-9703-9d8a7ff1fc87 req-5a91b824-ed13-479a-a934-eb0863c4045c tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468894 Sep 30 08:08:34.193053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['9b6aa359-346f-47af-a720-379ae8152b58'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:34.304211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] For port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:08:34.321876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Made reservation on behalf of 98e67ebde5d24addad718ec77e73f4db for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:08:34.325343 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:34.328861 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] For port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3cb15e1f-11ee-40a4-9398-4dca0fa842b9,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:08:34.342752 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:34.345716 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:34.360357 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cbb71-2d4b-4ab0-9c27-feac6edfb324 req-c2dffcaa-871e-41de-b61e-d1cdef4a2370 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:34.361829 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d15cbb71-2d4b-4ab0-9c27-feac6edfb324 req-c2dffcaa-871e-41de-b61e-d1cdef4a2370 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 948 time: 0.1522431 Sep 30 08:08:34.386252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['15a01a98-df89-48f7-aae9-0964bf2959a2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:34.425992 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbb24d-510c-4b95-a369-f52a7fcb911f req-8da48ddc-17b5-4c0d-a6b6-5c7cf532925b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:34.427588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-73fbb24d-510c-4b95-a369-f52a7fcb911f req-8da48ddc-17b5-4c0d-a6b6-5c7cf532925b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 944 time: 0.1708655 Sep 30 08:08:34.437568 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:34.438192 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:34.439617 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] 10.222.0.36 "PUT /v2.0/ports/3cb15e1f-11ee-40a4-9398-4dca0fa842b9 HTTP/1.1" status: 200 len: 1096 time: 1.8669355 Sep 30 08:08:34.442927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7952d10-57d4-496e-88e4-ed681c469c59', 'tag': '3cb15e1f-11ee-40a4-9398-4dca0fa842b9'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:34.445411 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174c31a4-ebe4-4fd5-84eb-2d6236809802" -d '{"events": [{"name": "network-changed", "server_uuid": "e7952d10-57d4-496e-88e4-ed681c469c59", "tag": "3cb15e1f-11ee-40a4-9398-4dca0fa842b9"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:34.540609 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d15cbb71-2d4b-4ab0-9c27-feac6edfb324 req-7fc4519b-891d-4d31-8699-034bb7f55151 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690099 Sep 30 08:08:34.541255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e428b96-2326-4a23-914e-85c564a1e2af service neutron] Pushing event updated for resources: {'Port': ['ID=3cb15e1f-11ee-40a4-9398-4dca0fa842b9,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:34.587158 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-73fbb24d-510c-4b95-a369-f52a7fcb911f req-dcb3118e-87f6-493b-b6e3-2552ebe342ac tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386421 Sep 30 08:08:34.607824 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-dab01f7e-b2c1-4e8f-a818-a27a25bfbd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:34.609467 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-dab01f7e-b2c1-4e8f-a818-a27a25bfbd11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 1099 time: 0.1208479 Sep 30 08:08:34.674293 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:34.736783 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:34.744608 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-3be651e6-50a2-4769-b4e1-cee0d88a97d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=3cb15e1f-11ee-40a4-9398-4dca0fa842b9 HTTP/1.1" status: 200 len: 217 time: 0.1197658 Sep 30 08:08:34.870417 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e61f9a-1b45-4ad8-9323-eba96b806352,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:34.889044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe1c80-3375-47a2-8ca9-d590bde58014 req-48dadc32-9641-4239-947e-b9b7afcad516 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:34.890541 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ebbe1c80-3375-47a2-8ca9-d590bde58014 req-48dadc32-9641-4239-947e-b9b7afcad516 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 945 time: 0.2124867 Sep 30 08:08:34.919201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-e7841c44-c84a-41fc-a320-c109aaac7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:34.920766 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-e7841c44-c84a-41fc-a320-c109aaac7cdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1521397 Sep 30 08:08:34.935830 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1e466-b2ef-4802-a1a5-5ed06da2809a req-8fba90fa-e514-4549-b990-e4a74a7e69af tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:34.937288 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-caf1e466-b2ef-4802-a1a5-5ed06da2809a req-8fba90fa-e514-4549-b990-e4a74a7e69af tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 943 time: 0.1918240 Sep 30 08:08:35.036510 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ebbe1c80-3375-47a2-8ca9-d590bde58014 req-7f806d7b-4bfd-4406-a4b3-fc2fbb739ce9 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350808 Sep 30 08:08:35.049238 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Allocated IP 192.168.233.191 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/29bade13-729b-4eb2-8914-01a0216543a7) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:35.062688 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8a92980b-df84-47bf-bd53-3913e29fdd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:35.064225 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-8a92980b-df84-47bf-bd53-3913e29fdd8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208351 Sep 30 08:08:35.090536 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceceaa1-ed52-4ad6-bd5a-c9bdae3b4b1e x-openstack-request-id: req-cceceaa1-ed52-4ad6-bd5a-c9bdae3b4b1e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:35.090867 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7952d10-57d4-496e-88e4-ed681c469c59", "tag": "3cb15e1f-11ee-40a4-9398-4dca0fa842b9", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:35.091072 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cceceaa1-ed52-4ad6-bd5a-c9bdae3b4b1e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:35.091484 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7952d10-57d4-496e-88e4-ed681c469c59', 'tag': '3cb15e1f-11ee-40a4-9398-4dca0fa842b9', 'status': 'completed', 'code': 200} Sep 30 08:08:35.100655 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-caf1e466-b2ef-4802-a1a5-5ed06da2809a req-1ba0e87b-6c3f-4c1b-939c-60b3543fa580 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312411 Sep 30 08:08:35.153227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 6532807f-c58a-4011-9865-c17d0fef4f05 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:35.214136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 6532807f-c58a-4011-9865-c17d0fef4f05 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:08:35.217998 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 6532807f-c58a-4011-9865-c17d0fef4f05 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:35.218369 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:35.300333 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-7f6333ad-a0ed-4408-bfd0-1d50f0e05253 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238715 Sep 30 08:08:35.308051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd486012-bb6a-4b6e-bc3e-303bd317d473 req-620fb238-75a6-4ee7-9521-6d251c06183a tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:35.309521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd486012-bb6a-4b6e-bc3e-303bd317d473 req-620fb238-75a6-4ee7-9521-6d251c06183a tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.1757677 Sep 30 08:08:35.312826 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:35.337972 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6532807f-c58a-4011-9865-c17d0fef4f05'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:35.340258 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34e5fd7-74e0-4d84-bf68-556045dfcf29" -d '{"events": [{"server_uuid": "b1969f5d-82cb-4b8c-8583-2d6d8ee50036", "name": "network-vif-plugged", "status": "completed", "tag": "6532807f-c58a-4011-9865-c17d0fef4f05"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:35.353182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 6532807f-c58a-4011-9865-c17d0fef4f05, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=6532807f-c58a-4011-9865-c17d0fef4f05,segment=NetworkSegment(c89a4195-c502-41e9-bb33-d1ebaed19bad),segment_id=c89a4195-c502-41e9-bb33-d1ebaed19bad)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:35.357416 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:35.404030 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=6532807f-c58a-4011-9865-c17d0fef4f05,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:35.408208 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a9b9d6b-60f9-4213-b840-bfd6eb2872e0 req-d0115056-546c-427d-a6f3-b059a83e5420 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5db0e1-f375-4c46-90bf-fd382580c224 HTTP/1.1" status: 200 len: 210 time: 0.0727618 Sep 30 08:08:35.440543 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:35.455261 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 2c18cd8e-bb80-45bc-99a5-af13c00ece73 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:08:35.459834 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 15a01a98-df89-48f7-aae9-0964bf2959a2 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:35.461480 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd486012-bb6a-4b6e-bc3e-303bd317d473 req-1df8cbf0-8091-46b8-9f27-6bf978592b38 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398706 Sep 30 08:08:35.524962 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76eb5e72-86fa-47fd-a518-5edb856fc4f2 req-e1a0506b-c9b0-442e-b7df-b8486a05e8a8 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125764 Sep 30 08:08:35.579547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e31f8c-1bd3-4ab8-a82f-113b395413c6 req-137ec319-6c7c-4bec-bfe5-71451e307a3f tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:35.581133 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84e31f8c-1bd3-4ab8-a82f-113b395413c6 req-137ec319-6c7c-4bec-bfe5-71451e307a3f tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 945 time: 0.1159017 Sep 30 08:08:35.585368 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:35.598309 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 15a01a98-df89-48f7-aae9-0964bf2959a2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:35.598690 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:35.665588 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 2c18cd8e-bb80-45bc-99a5-af13c00ece73, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2c18cd8e-bb80-45bc-99a5-af13c00ece73,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:35.681437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e50fe-3ff6-4978-b27c-825bb3c7e7af req-61ac4c7f-1920-492a-9199-ceb6eca40040 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:35.682969 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b15e50fe-3ff6-4978-b27c-825bb3c7e7af req-61ac4c7f-1920-492a-9199-ceb6eca40040 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 945 time: 0.1544945 Sep 30 08:08:35.684567 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '2c18cd8e-bb80-45bc-99a5-af13c00ece73', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'port_id': '2c18cd8e-bb80-45bc-99a5-af13c00ece73', 'mac_address': 'fa:16:3e:62:70:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:08:35.705388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:35.725432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:35.744995 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:08:35.749785 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Pushing event updated for resources: {'Port': ['ID=29bade13-729b-4eb2-8914-01a0216543a7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:35.768010 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:35.772668 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:35.783045 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84e31f8c-1bd3-4ab8-a82f-113b395413c6 req-2a5eddcb-a140-4f46-8067-300431fd1748 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890576 Sep 30 08:08:35.800601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c31a4-ebe4-4fd5-84eb-2d6236809802 req-29f0aa16-8b41-4455-b111-75e2ab684643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:35.801845 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-174c31a4-ebe4-4fd5-84eb-2d6236809802 req-29f0aa16-8b41-4455-b111-75e2ab684643 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 1099 time: 0.2139335 Sep 30 08:08:35.804830 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c18cd8e-bb80-45bc-99a5-af13c00ece73 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:35.834884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 15a01a98-df89-48f7-aae9-0964bf2959a2, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=15a01a98-df89-48f7-aae9-0964bf2959a2,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:35.839261 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 2c18cd8e-bb80-45bc-99a5-af13c00ece73, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2c18cd8e-bb80-45bc-99a5-af13c00ece73,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:35.841397 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:35.842605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9b6aa359-346f-47af-a720-379ae8152b58 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:35.850818 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b15e50fe-3ff6-4978-b27c-825bb3c7e7af req-bfa5ffb0-d36b-41d5-9c1f-c02c092dda39 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501880 Sep 30 08:08:35.870982 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:35.892640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:35.893909 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:35.914866 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf309ffb-fa63-4f04-a448-a38f2dd36356 x-openstack-request-id: req-cf309ffb-fa63-4f04-a448-a38f2dd36356 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:35.915161 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1969f5d-82cb-4b8c-8583-2d6d8ee50036", "name": "network-vif-plugged", "status": "completed", "tag": "6532807f-c58a-4011-9865-c17d0fef4f05", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:35.915413 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf309ffb-fa63-4f04-a448-a38f2dd36356 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:35.916435 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6532807f-c58a-4011-9865-c17d0fef4f05', 'code': 200} Sep 30 08:08:35.953977 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=15a01a98-df89-48f7-aae9-0964bf2959a2,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:35.962166 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-b2982d35-a2d9-44a5-84ba-adf9c748625f tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9631929 Sep 30 08:08:36.011564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Request body: {'port': {'device_id': '5d5db0e1-f375-4c46-90bf-fd382580c224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:36.064955 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 9b6aa359-346f-47af-a720-379ae8152b58 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:36.065953 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:36.101920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795e089-6fec-4518-9852-c9b30f373346 req-44421319-cdef-4cd6-9e56-ddbee31d6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:36.107101 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0795e089-6fec-4518-9852-c9b30f373346 req-44421319-cdef-4cd6-9e56-ddbee31d6086 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 1096 time: 0.0826125 Sep 30 08:08:36.109144 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=2c18cd8e-bb80-45bc-99a5-af13c00ece73,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:36.170586 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0795e089-6fec-4518-9852-c9b30f373346 req-00efffe3-cfeb-488f-abd4-2831411f7a79 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400422 Sep 30 08:08:36.172388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c31a4-ebe4-4fd5-84eb-2d6236809802 req-a2f45b70-1985-4ede-8fec-be4359762c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:36.173884 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-174c31a4-ebe4-4fd5-84eb-2d6236809802 req-a2f45b70-1985-4ede-8fec-be4359762c42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.3583989 Sep 30 08:08:36.186591 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:36.187886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f08a50-dac5-4d2a-8bad-2d0b1a2e1a36 req-c1acb020-26a5-40dc-805c-3dd1de222017 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:36.189374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f08a50-dac5-4d2a-8bad-2d0b1a2e1a36 req-c1acb020-26a5-40dc-805c-3dd1de222017 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 948 time: 0.2348859 Sep 30 08:08:36.195341 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:36.226330 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9b6aa359-346f-47af-a720-379ae8152b58, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9b6aa359-346f-47af-a720-379ae8152b58,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:36.229840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['2c18cd8e-bb80-45bc-99a5-af13c00ece73'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:36.235951 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:36.253503 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0443c8-23cb-4ad6-adaf-846fa2e089b2 req-2afc7ffc-aed9-4a5e-887c-788784d0e33b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:36.255009 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa0443c8-23cb-4ad6-adaf-846fa2e089b2 req-2afc7ffc-aed9-4a5e-887c-788784d0e33b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1907554 Sep 30 08:08:36.264460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-174c31a4-ebe4-4fd5-84eb-2d6236809802 req-c6902fe7-1ad4-4d17-ae68-5d74922306d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=3cb15e1f-11ee-40a4-9398-4dca0fa842b9 HTTP/1.1" status: 200 len: 217 time: 0.0699935 Sep 30 08:08:36.291943 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c71485f9-9bcc-4def-9860-4b03cede59b9 None None] Provisioning complete for port 29bade13-729b-4eb2-8914-01a0216543a7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:36.292332 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c71485f9-9bcc-4def-9860-4b03cede59b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:36.357878 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f08a50-dac5-4d2a-8bad-2d0b1a2e1a36 req-b486dd85-c6d3-49c6-8f17-59b0c000ea4c tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542850 Sep 30 08:08:36.360541 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=9b6aa359-346f-47af-a720-379ae8152b58,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:36.380804 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c71485f9-9bcc-4def-9860-4b03cede59b9 None None] Port 29bade13-729b-4eb2-8914-01a0216543a7 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:08:36.396286 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa0443c8-23cb-4ad6-adaf-846fa2e089b2 req-6fe3ee37-c46f-40d9-bee9-38c1cb470c62 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308563 Sep 30 08:08:36.449627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c31a4-ebe4-4fd5-84eb-2d6236809802 req-820a1ca7-ad11-4fdc-a2f6-c1b4ddff03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:36.451136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-174c31a4-ebe4-4fd5-84eb-2d6236809802 req-820a1ca7-ad11-4fdc-a2f6-c1b4ddff03c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1451814 Sep 30 08:08:36.611109 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c31a4-ebe4-4fd5-84eb-2d6236809802 req-37e92687-0265-4b5c-9932-096a9881f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:36.612744 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-174c31a4-ebe4-4fd5-84eb-2d6236809802 req-37e92687-0265-4b5c-9932-096a9881f3ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422241 Sep 30 08:08:36.677524 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341ef7d-8282-4b30-b0ca-1cde1e85bfce req-cf423da2-5820-4b60-92e0-abc66c741b30 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:36.678901 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f341ef7d-8282-4b30-b0ca-1cde1e85bfce req-cf423da2-5820-4b60-92e0-abc66c741b30 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 944 time: 0.1690259 Sep 30 08:08:36.718476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829190bd-3fe2-4e1f-8e9e-db51d5b0290f req-76a13f51-1ed2-47db-bf8e-6e565942b432 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:36.719928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-829190bd-3fe2-4e1f-8e9e-db51d5b0290f req-76a13f51-1ed2-47db-bf8e-6e565942b432 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5db0e1-f375-4c46-90bf-fd382580c224 HTTP/1.1" status: 200 len: 936 time: 0.1950579 Sep 30 08:08:36.828848 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-174c31a4-ebe4-4fd5-84eb-2d6236809802 req-bc58e208-f25f-4016-bbb1-c6db51026e5c service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903024 Sep 30 08:08:36.832307 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f341ef7d-8282-4b30-b0ca-1cde1e85bfce req-42433269-6a39-441a-8cad-12aa7d23d56d tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408811 Sep 30 08:08:36.860924 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-829190bd-3fe2-4e1f-8e9e-db51d5b0290f req-aaba5c57-ea1c-460a-8d55-2ac7b6d63988 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/security-groups?id=77e61f9a-1b45-4ad8-9323-eba96b806352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048617 Sep 30 08:08:36.939826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29bade13-729b-4eb2-8914-01a0216543a7 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:36.979547 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:37.329945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Transition to ACTIVE for port object 29bade13-729b-4eb2-8914-01a0216543a7 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:08:37.346669 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:37.387710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9f562-7d5f-409d-8ec4-52c1e6a4eb52 req-918d5761-dcdb-466e-bfb9-cd5a180e6693 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:37.389232 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15e9f562-7d5f-409d-8ec4-52c1e6a4eb52 req-918d5761-dcdb-466e-bfb9-cd5a180e6693 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.4947188 Sep 30 08:08:37.393915 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-174c31a4-ebe4-4fd5-84eb-2d6236809802 req-6751d226-e2b4-419b-bc50-2b4fe52e050c service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496199 Sep 30 08:08:37.424115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57b5fb-9b1c-4c6a-ad01-2625aa90e3d2 req-57ac2313-02cd-4244-80b6-05b09ba22602 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:37.432195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a57b5fb-9b1c-4c6a-ad01-2625aa90e3d2 req-57ac2313-02cd-4244-80b6-05b09ba22602 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 945 time: 0.4995623 Sep 30 08:08:37.466923 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=29bade13-729b-4eb2-8914-01a0216543a7,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:37.478644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 2c18cd8e-bb80-45bc-99a5-af13c00ece73 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:37.552404 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 2c18cd8e-bb80-45bc-99a5-af13c00ece73 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:08:37.557310 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 2c18cd8e-bb80-45bc-99a5-af13c00ece73 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:37.558102 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:37.572792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15e9f562-7d5f-409d-8ec4-52c1e6a4eb52 req-c5b1de06-d0a6-4037-a190-284d378cbc81 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704919 Sep 30 08:08:37.586853 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a57b5fb-9b1c-4c6a-ad01-2625aa90e3d2 req-04df13c1-5779-4613-9b49-30419c6d251a tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544724 Sep 30 08:08:37.618273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bc31c-1d8c-4ab6-956c-b5eee09865e8 req-d7b438a6-6e11-455c-bd84-ac8058aea0b6 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:37.620195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c6bc31c-1d8c-4ab6-956c-b5eee09865e8 req-d7b438a6-6e11-455c-bd84-ac8058aea0b6 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.36 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.1780295 Sep 30 08:08:37.661930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Attempting to bind port 29bade13-729b-4eb2-8914-01a0216543a7 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:08:37.662292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Attempting to bind port 29bade13-729b-4eb2-8914-01a0216543a7 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:08:37.662592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Attempting to bind port 29bade13-729b-4eb2-8914-01a0216543a7 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:37.686144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Port 29bade13-729b-4eb2-8914-01a0216543a7 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:08:37.686471 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Attempting to bind port 29bade13-729b-4eb2-8914-01a0216543a7 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:37.688676 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:37.731892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 2c18cd8e-bb80-45bc-99a5-af13c00ece73, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2c18cd8e-bb80-45bc-99a5-af13c00ece73,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:37.735671 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:37.736473 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9b6aa359-346f-47af-a720-379ae8152b58 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:08:37.742643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:08:37.742979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:08:37.743367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:08:37.743811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Bound port: 29bade13-729b-4eb2-8914-01a0216543a7, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:08:37.744195 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:37.809114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=2c18cd8e-bb80-45bc-99a5-af13c00ece73,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:37.815949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd6560-a389-4e89-86fd-383b665176a2 req-02d62f24-2731-48e6-bfae-6f8280beff8a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:37.817470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60fd6560-a389-4e89-86fd-383b665176a2 req-02d62f24-2731-48e6-bfae-6f8280beff8a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 946 time: 0.1526067 Sep 30 08:08:37.855342 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:37.876927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb2751-fc8b-4cce-ace7-bfd007a18e54 req-f608ab07-d8d5-453c-b160-7843e5986249 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:37.878995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7cb2751-fc8b-4cce-ace7-bfd007a18e54 req-f608ab07-d8d5-453c-b160-7843e5986249 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 948 time: 0.1696484 Sep 30 08:08:37.889485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9b6aa359-346f-47af-a720-379ae8152b58, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9b6aa359-346f-47af-a720-379ae8152b58,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:37.894229 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:37.913855 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-5c6bc31c-1d8c-4ab6-956c-b5eee09865e8 req-b25f22fe-fc94-4d9a-83b6-d758a8d4c0a2 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Deleting port 9b6aa359-346f-47af-a720-379ae8152b58 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:08:37.914191 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5c6bc31c-1d8c-4ab6-956c-b5eee09865e8 req-b25f22fe-fc94-4d9a-83b6-d758a8d4c0a2 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:37.916622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539c53f9-7a00-4e79-b48b-baf4de76cb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a01a98-df89-48f7-aae9-0964bf2959a2'}, {'server_uuid': '6528ab3f-5b06-4ffd-a768-cef2e4b8104d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6aa359-346f-47af-a720-379ae8152b58'}, {'server_uuid': '6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c18cd8e-bb80-45bc-99a5-af13c00ece73'}, {'server_uuid': '6528ab3f-5b06-4ffd-a768-cef2e4b8104d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b6aa359-346f-47af-a720-379ae8152b58'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:37.919457 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f520e5-1762-4963-98c2-f0dd6a5c9869" -d '{"events": [{"server_uuid": "539c53f9-7a00-4e79-b48b-baf4de76cb62", "name": "network-vif-plugged", "status": "completed", "tag": "15a01a98-df89-48f7-aae9-0964bf2959a2"}, {"server_uuid": "6528ab3f-5b06-4ffd-a768-cef2e4b8104d", "name": "network-vif-plugged", "status": "completed", "tag": "9b6aa359-346f-47af-a720-379ae8152b58"}, {"server_uuid": "6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7", "name": "network-vif-plugged", "status": "completed", "tag": "2c18cd8e-bb80-45bc-99a5-af13c00ece73"}, {"server_uuid": "6528ab3f-5b06-4ffd-a768-cef2e4b8104d", "name": "network-vif-unplugged", "status": "completed", "tag": "9b6aa359-346f-47af-a720-379ae8152b58"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:37.919797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] For port 29bade13-729b-4eb2-8914-01a0216543a7, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:08:37.947977 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=9b6aa359-346f-47af-a720-379ae8152b58,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:37.949799 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60fd6560-a389-4e89-86fd-383b665176a2 req-456acf9c-0637-4990-b87d-4cdbefab9604 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202269 Sep 30 08:08:37.956290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] For port 29bade13-729b-4eb2-8914-01a0216543a7, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=29bade13-729b-4eb2-8914-01a0216543a7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:08:37.972485 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:38.063700 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7cb2751-fc8b-4cce-ace7-bfd007a18e54 req-507e6655-4ec1-4b23-9b9d-461fc986d57d tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724010 Sep 30 08:08:38.086890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:38.087519 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:38.088959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] 10.222.0.35 "PUT /v2.0/ports/29bade13-729b-4eb2-8914-01a0216543a7 HTTP/1.1" status: 200 len: 1096 time: 2.0842960 Sep 30 08:08:38.089426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5db0e1-f375-4c46-90bf-fd382580c224', 'tag': '29bade13-729b-4eb2-8914-01a0216543a7'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:38.091705 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06d1a70-c28f-48a5-a768-2cdae94cbe91" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5db0e1-f375-4c46-90bf-fd382580c224", "tag": "29bade13-729b-4eb2-8914-01a0216543a7"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:38.141698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93130221-ba12-4a8d-b727-4ac1c0ebd9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=29bade13-729b-4eb2-8914-01a0216543a7,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:38.146235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5c6bc31c-1d8c-4ab6-956c-b5eee09865e8 req-b25f22fe-fc94-4d9a-83b6-d758a8d4c0a2 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] For port 9b6aa359-346f-47af-a720-379ae8152b58, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9b6aa359-346f-47af-a720-379ae8152b58,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:38.146680 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5c6bc31c-1d8c-4ab6-956c-b5eee09865e8 req-b25f22fe-fc94-4d9a-83b6-d758a8d4c0a2 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:38.192079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-5c6bc31c-1d8c-4ab6-956c-b5eee09865e8 req-b25f22fe-fc94-4d9a-83b6-d758a8d4c0a2 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Calling delete_port for 9b6aa359-346f-47af-a720-379ae8152b58 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:08:38.201993 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce4df3-99cf-49cd-9551-f9b69fc2aedf req-19ddcaf1-f68b-47af-80f2-b8b6ad451c6c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:38.210113 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03ce4df3-99cf-49cd-9551-f9b69fc2aedf req-19ddcaf1-f68b-47af-80f2-b8b6ad451c6c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1747055 Sep 30 08:08:38.324643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-bace482f-b937-4edc-b07e-e26d621afe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:38.326026 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-bace482f-b937-4edc-b07e-e26d621afe2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=98e67ebde5d24addad718ec77e73f4db&device_id=5d5db0e1-f375-4c46-90bf-fd382580c224 HTTP/1.1" status: 200 len: 1099 time: 0.1684470 Sep 30 08:08:38.331393 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03ce4df3-99cf-49cd-9551-f9b69fc2aedf req-7153044c-eb3c-45e4-8492-cc1fbc3a26fd tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202950 Sep 30 08:08:38.400974 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-0a2362ec-493b-422e-a7f3-67b4c9713040 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=29bade13-729b-4eb2-8914-01a0216543a7 HTTP/1.1" status: 200 len: 217 time: 0.0550871 Sep 30 08:08:38.415619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861057d-7d3e-42e6-89e7-ba506b9a85ef req-2dd4a242-be2e-4042-9545-4065035372bb tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:38.417128 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9861057d-7d3e-42e6-89e7-ba506b9a85ef req-2dd4a242-be2e-4042-9545-4065035372bb tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.1304963 Sep 30 08:08:38.545681 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-9f87b2cc-d2b2-4e92-8170-c6ccabc9e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:38.547143 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-9f87b2cc-d2b2-4e92-8170-c6ccabc9e38b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1272700 Sep 30 08:08:38.556105 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9861057d-7d3e-42e6-89e7-ba506b9a85ef req-b6c38de5-6fa8-4588-8fa7-d5e2966f6b58 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193998 Sep 30 08:08:38.585683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d421f80-10f8-4d4e-93d5-fe43ef093c35 req-3d9142ef-b79b-4042-a2b2-34fd3a9a95d2 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:38.587191 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d421f80-10f8-4d4e-93d5-fe43ef093c35 req-3d9142ef-b79b-4042-a2b2-34fd3a9a95d2 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5db0e1-f375-4c46-90bf-fd382580c224 HTTP/1.1" status: 200 len: 948 time: 0.1691816 Sep 30 08:08:38.620855 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5c6bc31c-1d8c-4ab6-956c-b5eee09865e8 req-b25f22fe-fc94-4d9a-83b6-d758a8d4c0a2 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:38.621015 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaf1c57-0b0f-4e54-bb88-d4cbbcc341dc x-openstack-request-id: req-aaaf1c57-0b0f-4e54-bb88-d4cbbcc341dc {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:38.622064 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539c53f9-7a00-4e79-b48b-baf4de76cb62", "name": "network-vif-plugged", "status": "completed", "tag": "15a01a98-df89-48f7-aae9-0964bf2959a2", "code": 200}, {"server_uuid": "6528ab3f-5b06-4ffd-a768-cef2e4b8104d", "name": "network-vif-plugged", "status": "completed", "tag": "9b6aa359-346f-47af-a720-379ae8152b58", "code": 200}, {"server_uuid": "6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7", "name": "network-vif-plugged", "status": "completed", "tag": "2c18cd8e-bb80-45bc-99a5-af13c00ece73", "code": 200}, {"server_uuid": "6528ab3f-5b06-4ffd-a768-cef2e4b8104d", "name": "network-vif-unplugged", "status": "completed", "tag": "9b6aa359-346f-47af-a720-379ae8152b58", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:38.622648 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aaaf1c57-0b0f-4e54-bb88-d4cbbcc341dc {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:38.623079 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539c53f9-7a00-4e79-b48b-baf4de76cb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a01a98-df89-48f7-aae9-0964bf2959a2', 'code': 200} Sep 30 08:08:38.623478 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6528ab3f-5b06-4ffd-a768-cef2e4b8104d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6aa359-346f-47af-a720-379ae8152b58', 'code': 200} Sep 30 08:08:38.623899 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c18cd8e-bb80-45bc-99a5-af13c00ece73', 'code': 200} Sep 30 08:08:38.624175 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6528ab3f-5b06-4ffd-a768-cef2e4b8104d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b6aa359-346f-47af-a720-379ae8152b58', 'code': 200} Sep 30 08:08:38.672183 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e08bc6-5cb0-451e-8478-629e126fe5a1 x-openstack-request-id: req-96e08bc6-5cb0-451e-8478-629e126fe5a1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:38.672471 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5db0e1-f375-4c46-90bf-fd382580c224", "tag": "29bade13-729b-4eb2-8914-01a0216543a7", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:38.672724 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96e08bc6-5cb0-451e-8478-629e126fe5a1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:38.673117 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5db0e1-f375-4c46-90bf-fd382580c224', 'tag': '29bade13-729b-4eb2-8914-01a0216543a7', 'status': 'completed', 'code': 200} Sep 30 08:08:38.686650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f22fe-fc94-4d9a-83b6-d758a8d4c0a2 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Pushing event deleted for resources: {'Port': ['ID=9b6aa359-346f-47af-a720-379ae8152b58,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:38.729503 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-755ad1fa-9dbc-4f70-981a-0d370b279c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:38.731583 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-755ad1fa-9dbc-4f70-981a-0d370b279c33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1681983 Sep 30 08:08:38.750191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcce74f-5dac-4503-832b-bebc73b960da req-a4d55888-3f63-4a68-aacf-52b05208e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:38.753093 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0fcce74f-5dac-4503-832b-bebc73b960da req-a4d55888-3f63-4a68-aacf-52b05208e00a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0478721 Sep 30 08:08:38.761636 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d421f80-10f8-4d4e-93d5-fe43ef093c35 req-c8f51944-20a2-47dd-b13d-0dba3a364999 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/security-groups?id=77e61f9a-1b45-4ad8-9323-eba96b806352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530044 Sep 30 08:08:38.794767 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0fcce74f-5dac-4503-832b-bebc73b960da req-a9087b31-3102-46b0-8b16-ef934a7012ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340991 Sep 30 08:08:38.794961 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6bc31c-1d8c-4ab6-956c-b5eee09865e8 req-b25f22fe-fc94-4d9a-83b6-d758a8d4c0a2 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] No DVR routers for this DVR port 9b6aa359-346f-47af-a720-379ae8152b58 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:08:38.800180 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5c6bc31c-1d8c-4ab6-956c-b5eee09865e8 req-b25f22fe-fc94-4d9a-83b6-d758a8d4c0a2 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:38.802896 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c6bc31c-1d8c-4ab6-956c-b5eee09865e8 req-b25f22fe-fc94-4d9a-83b6-d758a8d4c0a2 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.36 "DELETE /v2.0/ports/9b6aa359-346f-47af-a720-379ae8152b58 HTTP/1.1" status: 204 len: 173 time: 1.1735010 Sep 30 08:08:38.902682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717f099-cae7-425c-9502-682f557f6bc2 req-50e50279-db25-4750-aee3-22ab7c38acb1 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:38.904204 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2717f099-cae7-425c-9502-682f557f6bc2 req-50e50279-db25-4750-aee3-22ab7c38acb1 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/ports?device_id=3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4 HTTP/1.1" status: 200 len: 945 time: 0.1886904 Sep 30 08:08:38.949717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-172e5455-8098-4016-91fd-683ce430996a service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056556 Sep 30 08:08:38.958685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f78b0-dbe2-48cd-8da2-5fc5575080d3 req-f2ac11b9-fe62-4ebf-80b6-e946c4df986f tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:38.960095 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad8f78b0-dbe2-48cd-8da2-5fc5575080d3 req-f2ac11b9-fe62-4ebf-80b6-e946c4df986f tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.1326377 Sep 30 08:08:39.017452 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2717f099-cae7-425c-9502-682f557f6bc2 req-7ecffdfc-200e-4849-b161-8d7cf17ef4bb tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbec4c5e-26a5-49d3-b9da-b14285800932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065805 Sep 30 08:08:39.114591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad8f78b0-dbe2-48cd-8da2-5fc5575080d3 req-68e3f117-e757-43ae-a195-aa7af6b9d13a tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422987 Sep 30 08:08:39.157057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541b9aa-cf48-48bd-bfc0-6b5844e8f1f1 req-ceecdd4b-ee76-4ee3-beaf-30bc7a015cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:39.158586 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8541b9aa-cf48-48bd-bfc0-6b5844e8f1f1 req-ceecdd4b-ee76-4ee3-beaf-30bc7a015cf3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 1097 time: 0.1443794 Sep 30 08:08:39.161821 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2936c9e3-0af1-4046-9396-8c5818305d6e req-3483cf76-0967-4e75-8043-1241fabc848c service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008741 Sep 30 08:08:39.194537 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af551a39-d87f-48bc-aaf3-9b87b9cdfe1c req-9d726fc1-a44e-4fdb-a2ba-4520e8aed1dc tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:39.196112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af551a39-d87f-48bc-aaf3-9b87b9cdfe1c req-9d726fc1-a44e-4fdb-a2ba-4520e8aed1dc tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 945 time: 0.1040874 Sep 30 08:08:39.250554 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18b97ca9-132f-4237-992d-5b6030740227 req-a6c69c4b-e528-4311-9bf0-45d300b6c68b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=6528ab3f-5b06-4ffd-a768-cef2e4b8104d HTTP/1.1" status: 200 len: 210 time: 0.0485487 Sep 30 08:08:39.254900 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8541b9aa-cf48-48bd-bfc0-6b5844e8f1f1 req-74812524-cd0c-4cdf-97ff-1ea49fc85c7e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886443 Sep 30 08:08:39.274315 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af551a39-d87f-48bc-aaf3-9b87b9cdfe1c req-8258eb3a-78bf-4e7b-878f-131e5d66778d tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704722 Sep 30 08:08:39.364296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d1a70-c28f-48a5-a768-2cdae94cbe91 req-36576d8c-5d6e-442c-baeb-d390955bf661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:39.365780 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d06d1a70-c28f-48a5-a768-2cdae94cbe91 req-36576d8c-5d6e-442c-baeb-d390955bf661 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=98e67ebde5d24addad718ec77e73f4db&device_id=5d5db0e1-f375-4c46-90bf-fd382580c224 HTTP/1.1" status: 200 len: 1099 time: 0.0865536 Sep 30 08:08:39.410082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd992d0-da5d-4eb7-9f11-e625132dede4 req-cbcf4271-f505-4ebb-a694-e475dee570f6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:39.411422 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bd992d0-da5d-4eb7-9f11-e625132dede4 req-cbcf4271-f505-4ebb-a694-e475dee570f6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 948 time: 0.1024685 Sep 30 08:08:39.481618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1a09f-9199-4280-864d-f2095926c173 req-fe700293-2a0e-4b3c-af0c-aee28bbf0903 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:39.483081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1a1a09f-9199-4280-864d-f2095926c173 req-fe700293-2a0e-4b3c-af0c-aee28bbf0903 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1379790 Sep 30 08:08:39.490075 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:08:39.543178 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bd992d0-da5d-4eb7-9f11-e625132dede4 req-6538cdde-8fba-4bba-935d-0b80003ffd66 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252081 Sep 30 08:08:39.561756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1a1a09f-9199-4280-864d-f2095926c173 req-23558aa0-62bd-48e2-ad3c-d862945ef495 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 695 time: 0.0708635 Sep 30 08:08:39.573894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c1a1a09f-9199-4280-864d-f2095926c173 req-85810cc5-7fd1-4d56-bf76-927684a87192 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Request body: {'floatingip': {'port_id': 'b447a174-545e-4368-bb6e-15f44125819b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:39.578358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d1a70-c28f-48a5-a768-2cdae94cbe91 req-c456df9c-dca0-44ba-bc0e-6e17adfc0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:39.579900 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d06d1a70-c28f-48a5-a768-2cdae94cbe91 req-c456df9c-dca0-44ba-bc0e-6e17adfc0d74 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2001801 Sep 30 08:08:39.590232 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3cb15e1f-11ee-40a4-9398-4dca0fa842b9,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:39.601343 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '3cb15e1f-11ee-40a4-9398-4dca0fa842b9', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '3cb15e1f-11ee-40a4-9398-4dca0fa842b9', 'mac_address': 'fa:16:3e:df:a6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:08:39.644244 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:39.657799 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:39.665770 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c1a1a09f-9199-4280-864d-f2095926c173 req-85810cc5-7fd1-4d56-bf76-927684a87192 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:39.668524 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d06d1a70-c28f-48a5-a768-2cdae94cbe91 req-5149e378-19f4-42b7-a6f4-a3d03b3e28ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=29bade13-729b-4eb2-8914-01a0216543a7 HTTP/1.1" status: 200 len: 217 time: 0.0574908 Sep 30 08:08:39.690274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3cb15e1f-11ee-40a4-9398-4dca0fa842b9,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:39.694458 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:39.751575 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=3cb15e1f-11ee-40a4-9398-4dca0fa842b9,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:39.822938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d1a70-c28f-48a5-a768-2cdae94cbe91 req-ad435b5b-3798-4700-a9d7-e0fb30373975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:39.824436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d06d1a70-c28f-48a5-a768-2cdae94cbe91 req-ad435b5b-3798-4700-a9d7-e0fb30373975 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1413114 Sep 30 08:08:39.834302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c2200-1f1d-468b-8257-6cedde95757c req-165c9617-e194-45cd-b24f-c23e4f3769b3 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:39.835705 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b31c2200-1f1d-468b-8257-6cedde95757c req-165c9617-e194-45cd-b24f-c23e4f3769b3 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.2126637 Sep 30 08:08:39.895109 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:39.951560 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b31c2200-1f1d-468b-8257-6cedde95757c req-4937ead1-853c-4d64-8e00-848483765d47 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996161 Sep 30 08:08:39.958382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d1a70-c28f-48a5-a768-2cdae94cbe91 req-78c182f1-2fa6-4613-bf9c-b082d81dca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:39.959867 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d06d1a70-c28f-48a5-a768-2cdae94cbe91 req-78c182f1-2fa6-4613-bf9c-b082d81dca99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1214433 Sep 30 08:08:40.101370 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['3cb15e1f-11ee-40a4-9398-4dca0fa842b9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:40.193617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac805834-51f1-41d5-8361-4965495df157 req-d092c5dd-1af2-4e66-b497-1c6d7ebf5584 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:40.195097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac805834-51f1-41d5-8361-4965495df157 req-d092c5dd-1af2-4e66-b497-1c6d7ebf5584 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.1869581 Sep 30 08:08:40.208327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d06d1a70-c28f-48a5-a768-2cdae94cbe91 req-1235f304-9a8a-436c-bef7-f24d31d072c9 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204821 Sep 30 08:08:40.339487 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac805834-51f1-41d5-8361-4965495df157 req-8dd8c994-5a94-48c9-9b9b-83bcf44d9f04 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361575 Sep 30 08:08:40.440084 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d06d1a70-c28f-48a5-a768-2cdae94cbe91 req-b0123daf-e17e-4129-a6e9-4dcc713c7faa service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943676 Sep 30 08:08:40.474469 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c1a1a09f-9199-4280-864d-f2095926c173 req-85810cc5-7fd1-4d56-bf76-927684a87192 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:40.478435 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c1a1a09f-9199-4280-864d-f2095926c173 req-85810cc5-7fd1-4d56-bf76-927684a87192 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:40.523249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d935d9-eff3-4b13-99b1-f19f4e2e4bed req-94d3caa8-674c-4ff6-b1f5-8d602d165930 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:40.524775 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2d935d9-eff3-4b13-99b1-f19f4e2e4bed req-94d3caa8-674c-4ff6-b1f5-8d602d165930 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5db0e1-f375-4c46-90bf-fd382580c224 HTTP/1.1" status: 200 len: 948 time: 0.1056392 Sep 30 08:08:40.929539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6528ab3f-5b06-4ffd-a768-cef2e4b8104d', 'name': 'network-vif-deleted', 'tag': '9b6aa359-346f-47af-a720-379ae8152b58'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:40.931461 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679f1de0-49c1-47e7-8bc0-d5743deeb4c6" -d '{"events": [{"server_uuid": "6528ab3f-5b06-4ffd-a768-cef2e4b8104d", "name": "network-vif-deleted", "tag": "9b6aa359-346f-47af-a720-379ae8152b58"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:40.939857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2d935d9-eff3-4b13-99b1-f19f4e2e4bed req-61f5c06c-bcf8-4358-b041-2df115d082f3 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/security-groups?id=77e61f9a-1b45-4ad8-9323-eba96b806352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075940 Sep 30 08:08:40.968081 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-c1a1a09f-9199-4280-864d-f2095926c173 req-85810cc5-7fd1-4d56-bf76-927684a87192 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Floating IP 2ffe0469-7746-4006-b977-bd9e816b851f associated. External IP: 172.25.0.98, port: b447a174-545e-4368-bb6e-15f44125819b. Sep 30 08:08:41.031894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51028107-1abf-4375-a93b-a1fafd12eee6 req-447630e0-ec88-4e52-b735-567f82059d06 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:41.033343 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51028107-1abf-4375-a93b-a1fafd12eee6 req-447630e0-ec88-4e52-b735-567f82059d06 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.36 "GET /v2.0/ports?device_id=3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4 HTTP/1.1" status: 200 len: 945 time: 0.4321423 Sep 30 08:08:41.187892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 29bade13-729b-4eb2-8914-01a0216543a7 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:08:41.203769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c342e67-b456-4f3d-b995-f48e8343f107 req-e6c73b8b-05e5-465c-b8f6-0bb0206e0aa4 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:41.205296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c342e67-b456-4f3d-b995-f48e8343f107 req-e6c73b8b-05e5-465c-b8f6-0bb0206e0aa4 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/ports?device_id=3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4 HTTP/1.1" status: 200 len: 945 time: 0.1915867 Sep 30 08:08:41.226792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51e89f-4d94-404c-8898-f2687eccc52e req-93844804-0dee-4986-bf54-3c1f5b05f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:41.228297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb51e89f-4d94-404c-8898-f2687eccc52e req-93844804-0dee-4986-bf54-3c1f5b05f20b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 1096 time: 0.1732838 Sep 30 08:08:41.286960 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 29bade13-729b-4eb2-8914-01a0216543a7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=29bade13-729b-4eb2-8914-01a0216543a7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:41.299736 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '29bade13-729b-4eb2-8914-01a0216543a7', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '29bade13-729b-4eb2-8914-01a0216543a7', 'mac_address': 'fa:16:3e:f8:8d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:08:41.340229 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c342e67-b456-4f3d-b995-f48e8343f107 req-63ec52d0-cd94-4444-9e17-3e05abfc79a1 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbec4c5e-26a5-49d3-b9da-b14285800932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263649 Sep 30 08:08:41.345648 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:41.360491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bade13-729b-4eb2-8914-01a0216543a7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:41.376450 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb51e89f-4d94-404c-8898-f2687eccc52e req-c71adf07-6e8b-41f4-b811-30d4cf5866e7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041114 Sep 30 08:08:41.382835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 29bade13-729b-4eb2-8914-01a0216543a7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=29bade13-729b-4eb2-8914-01a0216543a7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:41.388489 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:41.389824 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-51028107-1abf-4375-a93b-a1fafd12eee6 req-2e687baf-ea24-429d-9371-0c79a3cce897 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Deleting port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:08:41.390294 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-51028107-1abf-4375-a93b-a1fafd12eee6 req-2e687baf-ea24-429d-9371-0c79a3cce897 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:41.432188 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1a1a09f-9199-4280-864d-f2095926c173 req-85810cc5-7fd1-4d56-bf76-927684a87192 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Router 7e56a486-6c67-4209-a7cb-6d2415960a0e has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:08:41.443472 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=29bade13-729b-4eb2-8914-01a0216543a7,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:41.525871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:41.564413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-51028107-1abf-4375-a93b-a1fafd12eee6 req-2e687baf-ea24-429d-9371-0c79a3cce897 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] For port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2d5967d9-76c7-40ed-9fc5-0dea6d8148d4,segment=NetworkSegment(754dc389-1c24-4dc9-9553-78e63143e859),segment_id=754dc389-1c24-4dc9-9553-78e63143e859)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:41.564697 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-51028107-1abf-4375-a93b-a1fafd12eee6 req-2e687baf-ea24-429d-9371-0c79a3cce897 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:41.574551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:08:41.578527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:41.578899 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:41.600320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad63bd-b755-4213-8ea1-550682e64a80 req-aa09ee0c-ac4c-4e2e-8b00-b876a016f44e tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:41.601842 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38ad63bd-b755-4213-8ea1-550682e64a80 req-aa09ee0c-ac4c-4e2e-8b00-b876a016f44e tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.1628492 Sep 30 08:08:41.667829 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:41.692035 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7952d10-57d4-496e-88e4-ed681c469c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb15e1f-11ee-40a4-9398-4dca0fa842b9'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:41.694294 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bfb140-60d5-4b68-8cd3-69e14ef185c3" -d '{"events": [{"server_uuid": "e7952d10-57d4-496e-88e4-ed681c469c59", "name": "network-vif-plugged", "status": "completed", "tag": "3cb15e1f-11ee-40a4-9398-4dca0fa842b9"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:41.706944 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3cb15e1f-11ee-40a4-9398-4dca0fa842b9,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:41.711011 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:41.711879 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9b6aa359-346f-47af-a720-379ae8152b58 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:08:41.754327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1a1a09f-9199-4280-864d-f2095926c173 req-85810cc5-7fd1-4d56-bf76-927684a87192 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:08:41.755133 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 9b6aa359-346f-47af-a720-379ae8152b58 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:08:41.755548 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9b6aa359-346f-47af-a720-379ae8152b58 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:08:41.756019 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:08:41.765059 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea1459c-c38d-499e-9c15-3c2624f9c63b None None] Sync routers for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:08:41.765656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['29bade13-729b-4eb2-8914-01a0216543a7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:41.766801 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c1a1a09f-9199-4280-864d-f2095926c173 req-85810cc5-7fd1-4d56-bf76-927684a87192 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:41.778823 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea1459c-c38d-499e-9c15-3c2624f9c63b None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:41.779687 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eea1459c-c38d-499e-9c15-3c2624f9c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:41.788319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38ad63bd-b755-4213-8ea1-550682e64a80 req-783728de-e969-454a-89a1-5586b69fb11a tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563702 Sep 30 08:08:41.803609 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1a1a09f-9199-4280-864d-f2095926c173 req-85810cc5-7fd1-4d56-bf76-927684a87192 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "PUT /v2.0/floatingips/2ffe0469-7746-4006-b977-bd9e816b851f HTTP/1.1" status: 200 len: 995 time: 2.2350159 Sep 30 08:08:41.898451 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-eea1459c-c38d-499e-9c15-3c2624f9c63b None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:41.902635 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-51028107-1abf-4375-a93b-a1fafd12eee6 req-2e687baf-ea24-429d-9371-0c79a3cce897 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:41.903004 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-51028107-1abf-4375-a93b-a1fafd12eee6 req-2e687baf-ea24-429d-9371-0c79a3cce897 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:41.903329 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-51028107-1abf-4375-a93b-a1fafd12eee6 req-2e687baf-ea24-429d-9371-0c79a3cce897 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Floating IP f435dd03-1959-481c-b5e8-4bb8ef5e94c4 disassociated. External IP: 172.25.0.254, port: 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4. Sep 30 08:08:41.903677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-51028107-1abf-4375-a93b-a1fafd12eee6 req-2e687baf-ea24-429d-9371-0c79a3cce897 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Calling delete_port for 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:08:41.906955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1a09f-9199-4280-864d-f2095926c173 req-367c40d9-4474-43b6-8447-963d2319080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:41.908518 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1a1a09f-9199-4280-864d-f2095926c173 req-367c40d9-4474-43b6-8447-963d2319080b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 1096 time: 0.0647960 Sep 30 08:08:41.925291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=3cb15e1f-11ee-40a4-9398-4dca0fa842b9,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:42.007727 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:42.013837 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-febf3ab8-7572-4785-bb21-6c7f8cfe638e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:42.064184 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2d5967d9-76c7-40ed-9fc5-0dea6d8148d4,segment=NetworkSegment(754dc389-1c24-4dc9-9553-78e63143e859),segment_id=754dc389-1c24-4dc9-9553-78e63143e859)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:42.069627 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:42.101347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1a09f-9199-4280-864d-f2095926c173 req-f6679578-23e6-4696-b889-a185d7fb8777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:42.108613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1a1a09f-9199-4280-864d-f2095926c173 req-f6679578-23e6-4696-b889-a185d7fb8777 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 921 time: 0.1885631 Sep 30 08:08:42.123946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd80a34-4a4f-44f6-aa76-bad8b0b1f5bd req-e8fbdc43-0e04-43ff-9f38-811305fad456 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:42.125416 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=2d5967d9-76c7-40ed-9fc5-0dea6d8148d4,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:42.125635 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcd80a34-4a4f-44f6-aa76-bad8b0b1f5bd req-e8fbdc43-0e04-43ff-9f38-811305fad456 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 950 time: 0.1436501 Sep 30 08:08:42.156065 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eea1459c-c38d-499e-9c15-3c2624f9c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2ffe0469-7746-4006-b977-bd9e816b851f', 'tenant_id': '52b3fe5904b641089631142299b45355', 'floating_ip_address': '172.25.0.98', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'port_id': 'b447a174-545e-4368-bb6e-15f44125819b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'mac_address': 'fa:16:3e:71:a7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:08:23Z', 'updated_at': '2021-09-30T08:08:40Z', 'revision_number': 1, 'project_id': '52b3fe5904b641089631142299b45355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:42.184459 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea1459c-c38d-499e-9c15-3c2624f9c63b None None] Checking router: 7e56a486-6c67-4209-a7cb-6d2415960a0e for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:08:42.192972 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea1459c-c38d-499e-9c15-3c2624f9c63b None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:42.193682 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eea1459c-c38d-499e-9c15-3c2624f9c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:42.243392 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1a1a09f-9199-4280-864d-f2095926c173 req-4cf65c43-b5c5-402f-a722-c22d1759689e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b447a174-545e-4368-bb6e-15f44125819b HTTP/1.1" status: 200 len: 998 time: 0.1339347 Sep 30 08:08:42.249865 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcd80a34-4a4f-44f6-aa76-bad8b0b1f5bd req-741fad38-8792-46a4-9375-69eda9dfe3f4 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894871 Sep 30 08:08:42.280575 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-51028107-1abf-4375-a93b-a1fafd12eee6 req-2e687baf-ea24-429d-9371-0c79a3cce897 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:42.307519 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-eea1459c-c38d-499e-9c15-3c2624f9c63b None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:42.320283 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3053099f-abd7-4cc8-9a3f-fce59b64f91e x-openstack-request-id: req-3053099f-abd7-4cc8-9a3f-fce59b64f91e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:42.320506 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6528ab3f-5b06-4ffd-a768-cef2e4b8104d", "name": "network-vif-deleted", "tag": "9b6aa359-346f-47af-a720-379ae8152b58", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:42.320766 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3053099f-abd7-4cc8-9a3f-fce59b64f91e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:42.321160 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6528ab3f-5b06-4ffd-a768-cef2e4b8104d', 'name': 'network-vif-deleted', 'tag': '9b6aa359-346f-47af-a720-379ae8152b58', 'status': 'completed', 'code': 200} Sep 30 08:08:42.323622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e687baf-ea24-429d-9371-0c79a3cce897 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Pushing event deleted for resources: {'Port': ['ID=2d5967d9-76c7-40ed-9fc5-0dea6d8148d4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:42.336284 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1a09f-9199-4280-864d-f2095926c173 req-eab59034-a7fc-41b0-9443-3361fa7df399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:42.337887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1a1a09f-9199-4280-864d-f2095926c173 req-eab59034-a7fc-41b0-9443-3361fa7df399 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 200 len: 859 time: 0.0870440 Sep 30 08:08:42.492370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4c789-16f9-47ba-b71a-6bb80962f38a req-c72ba213-ef03-4039-9ef0-58df197c8587 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:42.493871 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2ec4c789-16f9-47ba-b71a-6bb80962f38a req-c72ba213-ef03-4039-9ef0-58df197c8587 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1197538 Sep 30 08:08:42.502301 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1a09f-9199-4280-864d-f2095926c173 req-8f9ee53e-241e-496a-bdd8-8a7e6e416bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:42.504420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1a1a09f-9199-4280-864d-f2095926c173 req-8f9ee53e-241e-496a-bdd8-8a7e6e416bba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313963 Sep 30 08:08:42.548153 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eea1459c-c38d-499e-9c15-3c2624f9c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2ffe0469-7746-4006-b977-bd9e816b851f', 'tenant_id': '52b3fe5904b641089631142299b45355', 'floating_ip_address': '172.25.0.98', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'port_id': 'b447a174-545e-4368-bb6e-15f44125819b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'mac_address': 'fa:16:3e:71:a7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:08:23Z', 'updated_at': '2021-09-30T08:08:40Z', 'revision_number': 1, 'project_id': '52b3fe5904b641089631142299b45355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:42.557276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51028107-1abf-4375-a93b-a1fafd12eee6 req-2e687baf-ea24-429d-9371-0c79a3cce897 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Router 386a83e0-6ef2-4f3e-b900-466a48e5f982 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:08:42.582713 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea1459c-c38d-499e-9c15-3c2624f9c63b None None] The sync data for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 is: [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2ffe0469-7746-4006-b977-bd9e816b851f', 'tenant_id': '52b3fe5904b641089631142299b45355', 'floating_ip_address': '172.25.0.98', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'port_id': 'b447a174-545e-4368-bb6e-15f44125819b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'mac_address': 'fa:16:3e:71:a7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:08:23Z', 'updated_at': '2021-09-30T08:08:40Z', 'revision_number': 1, 'project_id': '52b3fe5904b641089631142299b45355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:08:42.584808 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2ec4c789-16f9-47ba-b71a-6bb80962f38a req-2b14ab23-8c1a-4561-b431-0021c6669a26 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794690 Sep 30 08:08:42.710524 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1a1a09f-9199-4280-864d-f2095926c173 req-0501d7aa-1dd0-491d-bfc5-e4b14627b2b3 service neutron] 10.222.0.24 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958175 Sep 30 08:08:42.830026 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3dc495-48e8-498a-91ae-3d933b96ddc4 None None] New status for floating IP 2ffe0469-7746-4006-b977-bd9e816b851f: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:08:42.832167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51028107-1abf-4375-a93b-a1fafd12eee6 req-2e687baf-ea24-429d-9371-0c79a3cce897 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:08:42.840792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6b38e-c2af-445f-a8dc-d77efa4a6d3b req-766cbcf9-1963-43c7-9c42-b535c0ba1e26 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:42.842365 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbb6b38e-c2af-445f-a8dc-d77efa4a6d3b req-766cbcf9-1963-43c7-9c42-b535c0ba1e26 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.1785696 Sep 30 08:08:42.845023 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c200b7-cc4c-43e1-8027-727736a97fa8 None None] Sync routers for ids ['386a83e0-6ef2-4f3e-b900-466a48e5f982'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:08:42.855696 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c200b7-cc4c-43e1-8027-727736a97fa8 None None] Routers {'386a83e0-6ef2-4f3e-b900-466a48e5f982'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:42.856724 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a5c200b7-cc4c-43e1-8027-727736a97fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['386a83e0-6ef2-4f3e-b900-466a48e5f982'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:42.901767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-51028107-1abf-4375-a93b-a1fafd12eee6 req-2e687baf-ea24-429d-9371-0c79a3cce897 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] No DVR routers for this DVR port 2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:08:42.910041 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-51028107-1abf-4375-a93b-a1fafd12eee6 req-2e687baf-ea24-429d-9371-0c79a3cce897 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:42.912046 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51028107-1abf-4375-a93b-a1fafd12eee6 req-2e687baf-ea24-429d-9371-0c79a3cce897 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.36 "DELETE /v2.0/ports/2d5967d9-76c7-40ed-9fc5-0dea6d8148d4 HTTP/1.1" status: 204 len: 173 time: 1.8559201 Sep 30 08:08:42.921257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1a1a09f-9199-4280-864d-f2095926c173 req-23256915-f221-41d6-a1fa-6b812fb8458e service neutron] 10.222.0.24 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046309 Sep 30 08:08:42.935235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbb6b38e-c2af-445f-a8dc-d77efa4a6d3b req-4018222d-1c18-4f47-abb1-249a4c54d551 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835338 Sep 30 08:08:42.997877 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a5c200b7-cc4c-43e1-8027-727736a97fa8 None None] Set router 386a83e0-6ef2-4f3e-b900-466a48e5f982 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:43.006002 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4bebdf-4773-45c0-aa77-f4951bea223b x-openstack-request-id: req-4c4bebdf-4773-45c0-aa77-f4951bea223b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:43.006358 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7952d10-57d4-496e-88e4-ed681c469c59", "name": "network-vif-plugged", "status": "completed", "tag": "3cb15e1f-11ee-40a4-9398-4dca0fa842b9", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:43.006662 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c4bebdf-4773-45c0-aa77-f4951bea223b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:43.007182 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7952d10-57d4-496e-88e4-ed681c469c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb15e1f-11ee-40a4-9398-4dca0fa842b9', 'code': 200} Sep 30 08:08:43.126864 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:08:43.150168 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:43.154991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5a0b5ae3-b7d1-4954-961a-baeab08c63a5 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1369253791', 'description': 'tempest-description--1106619501'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:43.184439 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5ae3-b7d1-4954-961a-baeab08c63a5 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.193869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d736e0-8e36-4e6c-86a7-a4bbffc4a1e0 req-59c0c4f0-1d7d-476c-9ad1-96a4fbd72e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:43.195420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40d736e0-8e36-4e6c-86a7-a4bbffc4a1e0 req-59c0c4f0-1d7d-476c-9ad1-96a4fbd72e0a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 1101 time: 0.1109664 Sep 30 08:08:43.204064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 29bade13-729b-4eb2-8914-01a0216543a7 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:43.215872 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04021d2d-c6e1-44cd-bb95-1f4be5280463 req-f33a5563-d3ba-44ee-9416-4f5b2fc61c13 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:43.217533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-04021d2d-c6e1-44cd-bb95-1f4be5280463 req-f33a5563-d3ba-44ee-9416-4f5b2fc61c13 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5db0e1-f375-4c46-90bf-fd382580c224 HTTP/1.1" status: 200 len: 949 time: 0.0848677 Sep 30 08:08:43.269885 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 29bade13-729b-4eb2-8914-01a0216543a7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:08:43.274573 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 29bade13-729b-4eb2-8914-01a0216543a7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:43.275080 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.286155 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ad5298b-b7d5-4c23-9b2e-90770567d839 req-2d21dfeb-fbac-41dc-b247-a3cbc1d04540 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/ports?device_id=3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4 HTTP/1.1" status: 200 len: 210 time: 0.0674391 Sep 30 08:08:43.311832 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5ae3-b7d1-4954-961a-baeab08c63a5 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.318993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40d736e0-8e36-4e6c-86a7-a4bbffc4a1e0 req-2350fcd2-613f-4361-8408-2acb851d439c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875688 Sep 30 08:08:43.319809 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5ae3-b7d1-4954-961a-baeab08c63a5 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.341263 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-04021d2d-c6e1-44cd-bb95-1f4be5280463 req-98dd225f-25a8-4d55-bc32-da31006dc67a tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/security-groups?id=77e61f9a-1b45-4ad8-9323-eba96b806352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689454 Sep 30 08:08:43.355624 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b5ae3-b7d1-4954-961a-baeab08c63a5 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7f9406-a5b7-498c-9580-9c726d2d4a54,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:43.367864 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5ae3-b7d1-4954-961a-baeab08c63a5 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.372823 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53578) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:43.373054 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5a0b5ae3-b7d1-4954-961a-baeab08c63a5 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2218125 Sep 30 08:08:43.379186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-097735d1-1031-4f01-a644-2cb2e5281090 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Request body: {'security_group_rule': {'security_group_id': 'ee7f9406-a5b7-498c-9580-9c726d2d4a54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:43.429995 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.431831 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a5c200b7-cc4c-43e1-8027-727736a97fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'name': 'tempest-ServersTestFqdnHostnames-950897291-router', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:15Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'gw_port': {'id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:16Z', 'updated_at': '2021-09-30T08:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '04bc7f28-0675-4ad6-8ac0-63ad792bb783', 'name': '', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'mac_address': 'fa:16:3e:af:ba:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '885b474c-c086-4b68-9681-30d06e1cef74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:19Z', 'updated_at': '2021-09-30T08:06:31Z', 'revision_number': 5, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'subnets': [{'id': '885b474c-c086-4b68-9681-30d06e1cef74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:43.459615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fae5f-56ab-4b0a-b52f-3f46f92729bb req-d95ad9f1-7e74-4381-8a00-b52ba37aed85 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:43.461430 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f4fae5f-56ab-4b0a-b52f-3f46f92729bb req-d95ad9f1-7e74-4381-8a00-b52ba37aed85 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.0859058 Sep 30 08:08:43.462523 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-097735d1-1031-4f01-a644-2cb2e5281090 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.468461 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c200b7-cc4c-43e1-8027-727736a97fa8 None None] Checking router: 386a83e0-6ef2-4f3e-b900-466a48e5f982 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:08:43.481377 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c200b7-cc4c-43e1-8027-727736a97fa8 None None] Routers {'386a83e0-6ef2-4f3e-b900-466a48e5f982'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:43.481745 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 29bade13-729b-4eb2-8914-01a0216543a7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=29bade13-729b-4eb2-8914-01a0216543a7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:43.482001 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a5c200b7-cc4c-43e1-8027-727736a97fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['386a83e0-6ef2-4f3e-b900-466a48e5f982'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:43.487987 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.539110 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f4fae5f-56ab-4b0a-b52f-3f46f92729bb req-5a5a7a90-4fd0-4ed4-b262-198031ece673 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646346 Sep 30 08:08:43.568398 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-097735d1-1031-4f01-a644-2cb2e5281090 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.568550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=29bade13-729b-4eb2-8914-01a0216543a7,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:43.575541 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-097735d1-1031-4f01-a644-2cb2e5281090 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.599355 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097735d1-1031-4f01-a644-2cb2e5281090 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c841b702-67d7-449e-aba1-df571cb0cae5,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:43.610242 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-097735d1-1031-4f01-a644-2cb2e5281090 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.615258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-097735d1-1031-4f01-a644-2cb2e5281090 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2377257 Sep 30 08:08:43.616238 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53582) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:43.623280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fed05d09-6588-4da4-b25b-41805a198267 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Request body: {'security_group_rule': {'security_group_id': 'ee7f9406-a5b7-498c-9580-9c726d2d4a54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:43.687130 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fed05d09-6588-4da4-b25b-41805a198267 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.687558 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a5c200b7-cc4c-43e1-8027-727736a97fa8 None None] Set router 386a83e0-6ef2-4f3e-b900-466a48e5f982 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:43.757112 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fed05d09-6588-4da4-b25b-41805a198267 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.757927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-e2934ac8-c64f-4194-b79f-d3d8556ee310 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:43.759541 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-e2934ac8-c64f-4194-b79f-d3d8556ee310 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1178296 Sep 30 08:08:43.767945 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fed05d09-6588-4da4-b25b-41805a198267 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.778125 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc745c2-ba2f-4fb7-b1c9-14f009ae680a req-7dde070f-b57e-4394-bcef-264ce7a12c86 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:43.786065 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1fc745c2-ba2f-4fb7-b1c9-14f009ae680a req-7dde070f-b57e-4394-bcef-264ce7a12c86 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.0894532 Sep 30 08:08:43.790072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed05d09-6588-4da4-b25b-41805a198267 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c53bc2-f40c-4c3e-8357-017e9a16af08,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:43.798842 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fed05d09-6588-4da4-b25b-41805a198267 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.803965 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fed05d09-6588-4da4-b25b-41805a198267 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1835353 Sep 30 08:08:43.805583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53584) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:43.810219 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:43.833218 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.883328 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1fc745c2-ba2f-4fb7-b1c9-14f009ae680a req-ce1b35d9-f02b-41a1-bfbf-e5297b1def8a tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963459 Sep 30 08:08:43.904274 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-f5e04fed-1bee-483d-90f5-11eaa6d1d61e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 1000 time: 0.1051383 Sep 30 08:08:43.904740 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-967c79e9-5bc7-47fc-915d-17fc97b2d6ab tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Request body: {'floatingip': {'port_id': '6532807f-c58a-4011-9865-c17d0fef4f05', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:43.950303 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a5c200b7-cc4c-43e1-8027-727736a97fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'name': 'tempest-ServersTestFqdnHostnames-950897291-router', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:15Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'gw_port': {'id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:16Z', 'updated_at': '2021-09-30T08:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '04bc7f28-0675-4ad6-8ac0-63ad792bb783', 'name': '', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'mac_address': 'fa:16:3e:af:ba:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '885b474c-c086-4b68-9681-30d06e1cef74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:19Z', 'updated_at': '2021-09-30T08:06:31Z', 'revision_number': 5, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'subnets': [{'id': '885b474c-c086-4b68-9681-30d06e1cef74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:43.951024 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.965008 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-967c79e9-5bc7-47fc-915d-17fc97b2d6ab tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:43.990810 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c200b7-cc4c-43e1-8027-727736a97fa8 None None] The sync data for ids ['386a83e0-6ef2-4f3e-b900-466a48e5f982'] in n-d-807359-2 is: [{'id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'name': 'tempest-ServersTestFqdnHostnames-950897291-router', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:15Z', 'updated_at': '2021-09-30T08:06:20Z', 'revision_number': 4, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'gw_port': {'id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:16Z', 'updated_at': '2021-09-30T08:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '04bc7f28-0675-4ad6-8ac0-63ad792bb783', 'name': '', 'network_id': 'c89ed25b-8a50-4ba5-ad0a-e407f767a371', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'mac_address': 'fa:16:3e:af:ba:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '885b474c-c086-4b68-9681-30d06e1cef74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:19Z', 'updated_at': '2021-09-30T08:06:31Z', 'revision_number': 5, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'subnets': [{'id': '885b474c-c086-4b68-9681-30d06e1cef74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:08:44.089237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Allocated IP 172.25.0.247 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/d59cce73-a68b-4c40-a8aa-4cefcf653256) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:44.204592 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:44.245999 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:44.268450 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e1ad8-ef79-440f-b359-8461af04b6a9 None None] New status for floating IP f435dd03-1959-481c-b5e8-4bb8ef5e94c4: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:08:44.289906 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:44.292793 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:44.295651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:08:44.321945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Pushing event updated for resources: {'Port': ['ID=d59cce73-a68b-4c40-a8aa-4cefcf653256,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:44.338193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'tag': 'b447a174-545e-4368-bb6e-15f44125819b'}, {'server_uuid': '3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4', 'name': 'network-vif-deleted', 'tag': '2d5967d9-76c7-40ed-9fc5-0dea6d8148d4'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:44.338855 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e06b739-4599-4509-815c-a545eedb8670" -d '{"events": [{"name": "network-changed", "server_uuid": "570d08de-47a5-4877-a43c-b20ca77a8ea6", "tag": "b447a174-545e-4368-bb6e-15f44125819b"}, {"server_uuid": "3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4", "name": "network-vif-deleted", "tag": "2d5967d9-76c7-40ed-9fc5-0dea6d8148d4"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:44.403090 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:44.414259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcb6d0-e4b2-4656-8b75-88cb0b02aaf8 req-371586cd-7f1f-4871-aeb2-adfffe0d4796 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:44.415888 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30bcb6d0-e4b2-4656-8b75-88cb0b02aaf8 req-371586cd-7f1f-4871-aeb2-adfffe0d4796 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.4484148 Sep 30 08:08:44.427810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53596) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:44.436927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-dbba1ba9-8913-4ad8-8a55-bb23c47462fa tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Request body: {'floatingip': {'port_id': '2c18cd8e-bb80-45bc-99a5-af13c00ece73'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:44.458210 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:44.528204 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbba1ba9-8913-4ad8-8a55-bb23c47462fa tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:44.650266 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:44.655472 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:44.715309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f607e1-9fb9-4854-9cff-149afdf7ec50 req-aa1b13da-b77b-41e2-a260-46eac51216bc tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:44.716859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88f607e1-9fb9-4854-9cff-149afdf7ec50 req-aa1b13da-b77b-41e2-a260-46eac51216bc tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 950 time: 0.2140241 Sep 30 08:08:44.736304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Pushing event updated for resources: {'Port': ['ID=d59cce73-a68b-4c40-a8aa-4cefcf653256,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:44.736918 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a0d5e97-5d24-4e37-89db-21b000a003a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:44.746718 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:44.760461 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:44.761716 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e477f786-e6e8-4200-b9e9-1538b8a63aec tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9550185 Sep 30 08:08:44.896506 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88f607e1-9fb9-4854-9cff-149afdf7ec50 req-387b97e4-e237-45c6-bd15-a0dcac372a77 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628509 Sep 30 08:08:45.008462 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d5967d9-76c7-40ed-9fc5-0dea6d8148d4'}, {'server_uuid': '5d5db0e1-f375-4c46-90bf-fd382580c224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bade13-729b-4eb2-8914-01a0216543a7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:45.010837 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c670ef-a142-4d24-8896-388ba91fc7ee" -d '{"events": [{"server_uuid": "3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4", "name": "network-vif-unplugged", "status": "completed", "tag": "2d5967d9-76c7-40ed-9fc5-0dea6d8148d4"}, {"server_uuid": "5d5db0e1-f375-4c46-90bf-fd382580c224", "name": "network-vif-plugged", "status": "completed", "tag": "29bade13-729b-4eb2-8914-01a0216543a7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:45.175956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931400af-9a37-4afc-b39b-5bb21cb993f8 req-afb1ec97-ca33-4827-90e8-67006541cd6c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:45.177371 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-931400af-9a37-4afc-b39b-5bb21cb993f8 req-afb1ec97-ca33-4827-90e8-67006541cd6c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1775107 Sep 30 08:08:45.231342 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:45.327169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-931400af-9a37-4afc-b39b-5bb21cb993f8 req-a86d2adb-a84f-4938-95de-ec5d8240ae66 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377695 Sep 30 08:08:45.366253 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-967c79e9-5bc7-47fc-915d-17fc97b2d6ab tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:45.379283 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-967c79e9-5bc7-47fc-915d-17fc97b2d6ab tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:45.498548 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbba1ba9-8913-4ad8-8a55-bb23c47462fa tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:45.532722 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbba1ba9-8913-4ad8-8a55-bb23c47462fa tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:45.635612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-6507161c-dd1c-4ea0-85e5-3b4094c3654c tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:45.637139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-6507161c-dd1c-4ea0-85e5-3b4094c3654c tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/networks?id=48b572e1-9836-4dcc-8c62-ad595cfdc233 HTTP/1.1" status: 200 len: 811 time: 0.2270091 Sep 30 08:08:45.669809 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-967c79e9-5bc7-47fc-915d-17fc97b2d6ab tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Floating IP 2ffe0469-7746-4006-b977-bd9e816b851f associated. External IP: 172.25.0.98, port: b447a174-545e-4368-bb6e-15f44125819b. Sep 30 08:08:45.697170 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-41fb5ce3-7a31-4ce3-ba4f-e9f404f8ac86 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/quotas/4ebb080353244c95b75c38e0751f4475 HTTP/1.1" status: 200 len: 375 time: 0.0533507 Sep 30 08:08:45.754071 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:45.785428 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-dbba1ba9-8913-4ad8-8a55-bb23c47462fa tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Floating IP 1d1d9c7c-2ae3-4570-9d68-7329a905e817 associated. External IP: 172.25.0.94, port: 2c18cd8e-bb80-45bc-99a5-af13c00ece73. Sep 30 08:08:45.873497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-c154c94e-399e-44a0-93a8-4ed10677c1b4 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ebb080353244c95b75c38e0751f4475&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420388 Sep 30 08:08:46.122605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-358c4fec-1199-4175-a153-d861d61c9a85 service neutron] 10.222.0.24 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404168 Sep 30 08:08:46.551557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-967c79e9-5bc7-47fc-915d-17fc97b2d6ab tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Router 7e56a486-6c67-4209-a7cb-6d2415960a0e has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:08:46.589702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbba1ba9-8913-4ad8-8a55-bb23c47462fa tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Router f50bea76-0f14-4d5f-a521-ff5456dfbf89 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:08:46.629693 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-1bbd00c0-8fb5-4a71-a4e8-f9e6db8c4433 service neutron] 10.222.0.24 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001612 Sep 30 08:08:46.744487 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-967c79e9-5bc7-47fc-915d-17fc97b2d6ab tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:08:46.757706 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b1546-ee3a-4787-b40e-2df35fd85f7e None None] Sync routers for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:08:46.773696 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b1546-ee3a-4787-b40e-2df35fd85f7e None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:46.775564 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b92b1546-ee3a-4787-b40e-2df35fd85f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:46.815402 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e4a04a-0cde-4abc-a9e8-3c672078d395 x-openstack-request-id: req-21e4a04a-0cde-4abc-a9e8-3c672078d395 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:46.815716 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570d08de-47a5-4877-a43c-b20ca77a8ea6", "tag": "b447a174-545e-4368-bb6e-15f44125819b", "status": "completed", "code": 200}, {"server_uuid": "3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4", "name": "network-vif-deleted", "tag": "2d5967d9-76c7-40ed-9fc5-0dea6d8148d4", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:46.815993 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21e4a04a-0cde-4abc-a9e8-3c672078d395 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:46.816392 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'tag': 'b447a174-545e-4368-bb6e-15f44125819b', 'status': 'completed', 'code': 200} Sep 30 08:08:46.816644 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4', 'name': 'network-vif-deleted', 'tag': '2d5967d9-76c7-40ed-9fc5-0dea6d8148d4', 'status': 'completed', 'code': 200} Sep 30 08:08:46.833320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbba1ba9-8913-4ad8-8a55-bb23c47462fa tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:08:46.839335 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbba1ba9-8913-4ad8-8a55-bb23c47462fa tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:46.857040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76be9b7-39fa-4dd4-ba8e-d1e88f059201 None None] Sync routers for ids ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:08:46.868641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76be9b7-39fa-4dd4-ba8e-d1e88f059201 None None] Routers {'f50bea76-0f14-4d5f-a521-ff5456dfbf89'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:46.869646 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c76be9b7-39fa-4dd4-ba8e-d1e88f059201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:46.880973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dbba1ba9-8913-4ad8-8a55-bb23c47462fa tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "PUT /v2.0/floatingips/1d1d9c7c-2ae3-4570-9d68-7329a905e817 HTTP/1.1" status: 200 len: 990 time: 2.4520416 Sep 30 08:08:46.967370 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b92b1546-ee3a-4787-b40e-2df35fd85f7e None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:47.019315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c76be9b7-39fa-4dd4-ba8e-d1e88f059201 None None] Set router f50bea76-0f14-4d5f-a521-ff5456dfbf89 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:47.045588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06b739-4599-4509-815c-a545eedb8670 req-fd63d402-6e42-47c1-8e83-fe5e50b841ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:47.047125 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e06b739-4599-4509-815c-a545eedb8670 req-fd63d402-6e42-47c1-8e83-fe5e50b841ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 1096 time: 0.1651475 Sep 30 08:08:47.056545 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2af0b2-9f63-42bf-ae51-f5ab4d68c7e8 req-e7df6257-1014-41f1-b646-cd8fa03ae6b5 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:47.058015 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d2af0b2-9f63-42bf-ae51-f5ab4d68c7e8 req-e7df6257-1014-41f1-b646-cd8fa03ae6b5 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5db0e1-f375-4c46-90bf-fd382580c224 HTTP/1.1" status: 200 len: 950 time: 0.1411638 Sep 30 08:08:47.179634 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d2af0b2-9f63-42bf-ae51-f5ab4d68c7e8 req-ef42ad81-8577-4b2d-91a6-3c2ca7899652 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/security-groups?id=77e61f9a-1b45-4ad8-9323-eba96b806352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096699 Sep 30 08:08:47.212776 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-967c79e9-5bc7-47fc-915d-17fc97b2d6ab tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Router 7e56a486-6c67-4209-a7cb-6d2415960a0e has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:08:47.310388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c76be9b7-39fa-4dd4-ba8e-d1e88f059201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:07Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '1d1d9c7c-2ae3-4570-9d68-7329a905e817', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'port_id': '2c18cd8e-bb80-45bc-99a5-af13c00ece73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'mac_address': 'fa:16:3e:62:70:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:08:14Z', 'updated_at': '2021-09-30T08:08:45Z', 'revision_number': 1, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22c6333-226d-4d94-aa4d-ef8995947044', 'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'mac_address': 'fa:16:3e:30:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:06Z', 'updated_at': '2021-09-30T08:08:14Z', 'revision_number': 5, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'subnets': [{'id': '83b391f2-40bb-46fd-9398-46e69258862b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:47.316815 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b92b1546-ee3a-4787-b40e-2df35fd85f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2ffe0469-7746-4006-b977-bd9e816b851f', 'tenant_id': '52b3fe5904b641089631142299b45355', 'floating_ip_address': '172.25.0.98', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'port_id': '6532807f-c58a-4011-9865-c17d0fef4f05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'mac_address': 'fa:16:3e:46:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:08:23Z', 'updated_at': '2021-09-30T08:08:45Z', 'revision_number': 3, 'project_id': '52b3fe5904b641089631142299b45355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:47.338584 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76be9b7-39fa-4dd4-ba8e-d1e88f059201 None None] Checking router: f50bea76-0f14-4d5f-a521-ff5456dfbf89 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:08:47.347633 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76be9b7-39fa-4dd4-ba8e-d1e88f059201 None None] Routers {'f50bea76-0f14-4d5f-a521-ff5456dfbf89'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:47.348386 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c76be9b7-39fa-4dd4-ba8e-d1e88f059201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:47.365683 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b1546-ee3a-4787-b40e-2df35fd85f7e None None] Checking router: 7e56a486-6c67-4209-a7cb-6d2415960a0e for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:08:47.370850 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06b739-4599-4509-815c-a545eedb8670 req-bd035852-4336-4d1e-a1c5-0744c0c43fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:47.372377 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e06b739-4599-4509-815c-a545eedb8670 req-bd035852-4336-4d1e-a1c5-0744c0c43fe5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 921 time: 0.3117790 Sep 30 08:08:47.376824 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b1546-ee3a-4787-b40e-2df35fd85f7e None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:47.377527 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b92b1546-ee3a-4787-b40e-2df35fd85f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:47.483040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c76be9b7-39fa-4dd4-ba8e-d1e88f059201 None None] Set router f50bea76-0f14-4d5f-a521-ff5456dfbf89 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:47.491303 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e06b739-4599-4509-815c-a545eedb8670 req-c8cbed68-5060-4bcc-a35b-b89c7fa77d00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b447a174-545e-4368-bb6e-15f44125819b HTTP/1.1" status: 200 len: 217 time: 0.0508456 Sep 30 08:08:47.500140 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b92b1546-ee3a-4787-b40e-2df35fd85f7e None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:47.553723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-967c79e9-5bc7-47fc-915d-17fc97b2d6ab tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:08:47.559439 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-967c79e9-5bc7-47fc-915d-17fc97b2d6ab tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:47.569398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-7c3eeede-a03a-420b-a2ee-7937faea8e57 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:47.570895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-7c3eeede-a03a-420b-a2ee-7937faea8e57 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/networks?id=7e755c17-219c-49c1-b703-6b834ea08d5e HTTP/1.1" status: 200 len: 822 time: 0.2533343 Sep 30 08:08:47.590301 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06b739-4599-4509-815c-a545eedb8670 req-b7c30242-f4f4-4c65-a47f-b4a3bfa64cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:47.591256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e06b739-4599-4509-815c-a545eedb8670 req-b7c30242-f4f4-4c65-a47f-b4a3bfa64cd1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 200 len: 859 time: 0.0917509 Sep 30 08:08:47.616352 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-941278be-5eb3-4680-be0e-01e49771e664 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/quotas/f26567306b514138aaf37ab1a4cc7d99 HTTP/1.1" status: 200 len: 375 time: 0.0282090 Sep 30 08:08:47.693951 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:47.697648 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-967c79e9-5bc7-47fc-915d-17fc97b2d6ab tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "PUT /v2.0/floatingips/2ffe0469-7746-4006-b977-bd9e816b851f HTTP/1.1" status: 200 len: 997 time: 3.7967649 Sep 30 08:08:47.720456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-2c37a8bf-b958-4b2d-acc7-b9ce6ec19bc7 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f26567306b514138aaf37ab1a4cc7d99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867276 Sep 30 08:08:47.724390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06b739-4599-4509-815c-a545eedb8670 req-12df8496-3fdc-4c92-bfdd-d1a84d5f1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:47.725967 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e06b739-4599-4509-815c-a545eedb8670 req-12df8496-3fdc-4c92-bfdd-d1a84d5f1051 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198640 Sep 30 08:08:47.767212 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c76be9b7-39fa-4dd4-ba8e-d1e88f059201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:07Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '1d1d9c7c-2ae3-4570-9d68-7329a905e817', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'port_id': '2c18cd8e-bb80-45bc-99a5-af13c00ece73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'mac_address': 'fa:16:3e:62:70:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:08:14Z', 'updated_at': '2021-09-30T08:08:45Z', 'revision_number': 1, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22c6333-226d-4d94-aa4d-ef8995947044', 'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'mac_address': 'fa:16:3e:30:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:06Z', 'updated_at': '2021-09-30T08:08:14Z', 'revision_number': 5, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'subnets': [{'id': '83b391f2-40bb-46fd-9398-46e69258862b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:47.770993 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b92b1546-ee3a-4787-b40e-2df35fd85f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2ffe0469-7746-4006-b977-bd9e816b851f', 'tenant_id': '52b3fe5904b641089631142299b45355', 'floating_ip_address': '172.25.0.98', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'port_id': '6532807f-c58a-4011-9865-c17d0fef4f05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'mac_address': 'fa:16:3e:46:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:08:23Z', 'updated_at': '2021-09-30T08:08:45Z', 'revision_number': 3, 'project_id': '52b3fe5904b641089631142299b45355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:47.798888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76be9b7-39fa-4dd4-ba8e-d1e88f059201 None None] The sync data for ids ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'] in n-d-807359-2 is: [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:07Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '1d1d9c7c-2ae3-4570-9d68-7329a905e817', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'port_id': '2c18cd8e-bb80-45bc-99a5-af13c00ece73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'mac_address': 'fa:16:3e:62:70:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:08:14Z', 'updated_at': '2021-09-30T08:08:45Z', 'revision_number': 1, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22c6333-226d-4d94-aa4d-ef8995947044', 'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'mac_address': 'fa:16:3e:30:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:06Z', 'updated_at': '2021-09-30T08:08:14Z', 'revision_number': 5, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'subnets': [{'id': '83b391f2-40bb-46fd-9398-46e69258862b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:08:47.801824 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-6fa14ac8-a9c5-4cf5-8d58-7192714684ca tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:47.803241 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-6fa14ac8-a9c5-4cf5-8d58-7192714684ca tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports/b447a174-545e-4368-bb6e-15f44125819b HTTP/1.1" status: 200 len: 942 time: 0.0999093 Sep 30 08:08:47.815451 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b1546-ee3a-4787-b40e-2df35fd85f7e None None] The sync data for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 is: [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2ffe0469-7746-4006-b977-bd9e816b851f', 'tenant_id': '52b3fe5904b641089631142299b45355', 'floating_ip_address': '172.25.0.98', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'port_id': '6532807f-c58a-4011-9865-c17d0fef4f05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'mac_address': 'fa:16:3e:46:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:08:23Z', 'updated_at': '2021-09-30T08:08:45Z', 'revision_number': 3, 'project_id': '52b3fe5904b641089631142299b45355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:08:47.951259 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e06b739-4599-4509-815c-a545eedb8670 req-5117ec4c-5272-49e2-9934-df31a2d3be14 service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025151 Sep 30 08:08:47.968925 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-60b1970b-a03e-42a5-a25a-a82adbb25b3d service neutron] 10.222.0.24 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272520 Sep 30 08:08:48.062317 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5417a07d-4818-4657-89ea-d3057b89e5bd None None] New status for floating IP 2ffe0469-7746-4006-b977-bd9e816b851f: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:08:48.150056 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-ffb93ad1-1591-47d7-a850-7fdc47db8d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:48.151613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-ffb93ad1-1591-47d7-a850-7fdc47db8d88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 1096 time: 0.2560184 Sep 30 08:08:48.209564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-f16da802-dd14-42ee-b284-3017a417879a tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:48.211056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-f16da802-dd14-42ee-b284-3017a417879a tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.36 "GET /v2.0/networks?id=48b572e1-9836-4dcc-8c62-ad595cfdc233 HTTP/1.1" status: 200 len: 811 time: 0.2747474 Sep 30 08:08:48.235516 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-57175f7e-dc88-4664-a34f-2c1c9fcc7a48 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Request body: {'port': {'device_id': 'f283a75a-e4ca-42e0-aa61-91f2393ad487', 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233', 'admin_state_up': True, 'tenant_id': '4ebb080353244c95b75c38e0751f4475'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:48.266768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-3b843b54-00e3-47f5-905b-ee477bbd911c service neutron] 10.222.0.24 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866638 Sep 30 08:08:48.305752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e06b739-4599-4509-815c-a545eedb8670 req-26e12d62-c8b0-4e50-82c0-4148f7b8bd47 service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421350 Sep 30 08:08:48.335624 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae60438-a0c7-4376-8ff1-44e90615fca0 None None] Sync routers for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:08:48.359047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae60438-a0c7-4376-8ff1-44e90615fca0 None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:48.359739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bae60438-a0c7-4376-8ff1-44e90615fca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:48.370399 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63177884-3de1-4d80-943b-3bba127c82f8 None None] New status for floating IP 1d1d9c7c-2ae3-4570-9d68-7329a905e817: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:08:48.377058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-70bd0f58-3527-441b-847a-05e4056254c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:48.379258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-70bd0f58-3527-441b-847a-05e4056254c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 921 time: 0.2093573 Sep 30 08:08:48.434613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-0011bdae-dfd1-4251-853e-16b79e6a7106 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b447a174-545e-4368-bb6e-15f44125819b HTTP/1.1" status: 200 len: 217 time: 0.0485888 Sep 30 08:08:48.497833 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-836f3c93-8631-4a60-9fae-269a799dc876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:48.505870 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-836f3c93-8631-4a60-9fae-269a799dc876 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 200 len: 859 time: 0.0703435 Sep 30 08:08:48.517323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-57175f7e-dc88-4664-a34f-2c1c9fcc7a48 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Made reservation on behalf of 4ebb080353244c95b75c38e0751f4475 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:08:48.519724 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-57175f7e-dc88-4664-a34f-2c1c9fcc7a48 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:48.574424 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-bae60438-a0c7-4376-8ff1-44e90615fca0 None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:48.615860 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc36e8e-0da8-4b93-93eb-794c3078e16f x-openstack-request-id: req-fbc36e8e-0da8-4b93-93eb-794c3078e16f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:48.616213 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4", "name": "network-vif-unplugged", "status": "completed", "tag": "2d5967d9-76c7-40ed-9fc5-0dea6d8148d4", "code": 200}, {"server_uuid": "5d5db0e1-f375-4c46-90bf-fd382580c224", "name": "network-vif-plugged", "status": "completed", "tag": "29bade13-729b-4eb2-8914-01a0216543a7", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:48.616446 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbc36e8e-0da8-4b93-93eb-794c3078e16f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:48.616842 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3713f6e5-fec7-4efe-bbfb-14b70a0e9cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d5967d9-76c7-40ed-9fc5-0dea6d8148d4', 'code': 200} Sep 30 08:08:48.617095 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5db0e1-f375-4c46-90bf-fd382580c224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bade13-729b-4eb2-8914-01a0216543a7', 'code': 200} Sep 30 08:08:48.676949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-bbf98ed1-d48d-48b8-b938-c4e58f471967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:48.685180 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-bbf98ed1-d48d-48b8-b938-c4e58f471967 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783898 Sep 30 08:08:48.888362 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bae60438-a0c7-4376-8ff1-44e90615fca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2ffe0469-7746-4006-b977-bd9e816b851f', 'tenant_id': '52b3fe5904b641089631142299b45355', 'floating_ip_address': '172.25.0.98', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'port_id': '6532807f-c58a-4011-9865-c17d0fef4f05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'mac_address': 'fa:16:3e:46:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:08:23Z', 'updated_at': '2021-09-30T08:08:48Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:48.918903 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae60438-a0c7-4376-8ff1-44e90615fca0 None None] Checking router: 7e56a486-6c67-4209-a7cb-6d2415960a0e for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:08:48.928473 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae60438-a0c7-4376-8ff1-44e90615fca0 None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:48.929031 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bae60438-a0c7-4376-8ff1-44e90615fca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:49.042515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-bae60438-a0c7-4376-8ff1-44e90615fca0 None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:49.124516 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7', 'tag': '2c18cd8e-bb80-45bc-99a5-af13c00ece73'}, {'name': 'network-changed', 'server_uuid': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'tag': 'b447a174-545e-4368-bb6e-15f44125819b'}, {'name': 'network-changed', 'server_uuid': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'tag': '6532807f-c58a-4011-9865-c17d0fef4f05'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:49.127089 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7", "tag": "2c18cd8e-bb80-45bc-99a5-af13c00ece73"}, {"name": "network-changed", "server_uuid": "570d08de-47a5-4877-a43c-b20ca77a8ea6", "tag": "b447a174-545e-4368-bb6e-15f44125819b"}, {"name": "network-changed", "server_uuid": "b1969f5d-82cb-4b8c-8583-2d6d8ee50036", "tag": "6532807f-c58a-4011-9865-c17d0fef4f05"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:49.208035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b4b66-2e18-4308-bd78-c5d3048e3013 req-dfdeafb5-2557-4845-acfe-8f4376645159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:49.209455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-649b4b66-2e18-4308-bd78-c5d3048e3013 req-dfdeafb5-2557-4845-acfe-8f4376645159 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5d5db0e1-f375-4c46-90bf-fd382580c224 HTTP/1.1" status: 200 len: 1101 time: 0.5947573 Sep 30 08:08:49.255510 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-57175f7e-dc88-4664-a34f-2c1c9fcc7a48 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Allocated IP 172.20.0.13 (48b572e1-9836-4dcc-8c62-ad595cfdc233/c2c21120-925c-4c50-980f-fa66907ba113/cd6d63ca-5680-48e0-9585-c0c1b71f5bac) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:49.265896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52dc28-a169-4376-bccb-37c04bf00caf req-454ac8d8-32c2-492b-9621-eeee306a9e0e tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:49.267387 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea52dc28-a169-4376-bccb-37c04bf00caf req-454ac8d8-32c2-492b-9621-eeee306a9e0e tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 950 time: 0.6556737 Sep 30 08:08:49.288971 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-fb5e16b8-026c-456d-8e0e-6f05abdbff35 service neutron] 10.222.0.24 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028519 Sep 30 08:08:49.299491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bae60438-a0c7-4376-8ff1-44e90615fca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2ffe0469-7746-4006-b977-bd9e816b851f', 'tenant_id': '52b3fe5904b641089631142299b45355', 'floating_ip_address': '172.25.0.98', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'port_id': '6532807f-c58a-4011-9865-c17d0fef4f05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'mac_address': 'fa:16:3e:46:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:08:23Z', 'updated_at': '2021-09-30T08:08:48Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:49.330240 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae60438-a0c7-4376-8ff1-44e90615fca0 None None] The sync data for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 is: [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2ffe0469-7746-4006-b977-bd9e816b851f', 'tenant_id': '52b3fe5904b641089631142299b45355', 'floating_ip_address': '172.25.0.98', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'port_id': '6532807f-c58a-4011-9865-c17d0fef4f05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'mac_address': 'fa:16:3e:46:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:08:23Z', 'updated_at': '2021-09-30T08:08:48Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:08:49.346196 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-649b4b66-2e18-4308-bd78-c5d3048e3013 req-84a2db40-22b5-40a7-829d-f1301cfec54e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=77e61f9a-1b45-4ad8-9323-eba96b806352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267166 Sep 30 08:08:49.422689 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea52dc28-a169-4376-bccb-37c04bf00caf req-2f7c9b7a-696c-4b39-a7f4-da4fd289fdc9 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468921 Sep 30 08:08:49.515676 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-887a34f6-2005-4a0d-9a83-c23eb56c96f8 service neutron] 10.222.0.24 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111919 Sep 30 08:08:49.554262 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e174d5cb-cf25-4326-b7c9-506bac6e1434 req-de0d2892-be95-4b50-8e23-0a878e36d3b9 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 210 time: 0.0411763 Sep 30 08:08:49.598517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53658) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:49.663417 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-719b7856-5c19-475c-8708-1009e6a95fdb tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:49.690312 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-719b7856-5c19-475c-8708-1009e6a95fdb tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:49.694637 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-57175f7e-dc88-4664-a34f-2c1c9fcc7a48 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:49.731607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-440b96ac-0a9a-47ae-abd5-60d2fa9009a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:49.733204 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-440b96ac-0a9a-47ae-abd5-60d2fa9009a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 1096 time: 0.1861479 Sep 30 08:08:49.756709 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-719b7856-5c19-475c-8708-1009e6a95fdb tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:49.759274 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-719b7856-5c19-475c-8708-1009e6a95fdb tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:49.760452 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-719b7856-5c19-475c-8708-1009e6a95fdb tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "DELETE /v2.0/security-groups/bbec4c5e-26a5-49d3-b9da-b14285800932 HTTP/1.1" status: 204 len: 168 time: 0.1602895 Sep 30 08:08:49.765766 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53660) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:49.782227 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b7856-5c19-475c-8708-1009e6a95fdb tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbec4c5e-26a5-49d3-b9da-b14285800932,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:49.784354 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-dfd5b0d5-842b-4ae6-b727-0b620ef11237 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] show failed (client error): The resource could not be found. Sep 30 08:08:49.785669 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dfd5b0d5-842b-4ae6-b727-0b620ef11237 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "GET /v2.0/security-groups/bbec4c5e-26a5-49d3-b9da-b14285800932 HTTP/1.1" status: 404 len: 347 time: 0.0189865 Sep 30 08:08:49.788383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53662) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:49.791180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-e2741ed4-0512-4cba-beba-79a2e03cb3e3 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:49.792688 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-e2741ed4-0512-4cba-beba-79a2e03cb3e3 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.36 "GET /v2.0/networks?id=7e755c17-219c-49c1-b703-6b834ea08d5e HTTP/1.1" status: 200 len: 822 time: 0.2442594 Sep 30 08:08:49.829573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-5c81ef7a-e770-4b3b-beb6-9fcb7899d19b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Request body: {'port': {'device_id': 'f3935b90-c9f6-4e9c-bd6f-3835a19bbacf', 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e', 'admin_state_up': True, 'tenant_id': 'f26567306b514138aaf37ab1a4cc7d99'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:49.900215 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-57175f7e-dc88-4664-a34f-2c1c9fcc7a48 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:49.916447 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['1d06d7ea-0f55-47f2-afcd-f741b4a146b0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:50.021611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-57175f7e-dc88-4664-a34f-2c1c9fcc7a48 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Network 48b572e1-9836-4dcc-8c62-ad595cfdc233 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:50.024828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-fb502f48-c3e9-4a69-ab9a-e25d48f8ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:50.026369 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-fb502f48-c3e9-4a69-ab9a-e25d48f8ad51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 921 time: 0.2842391 Sep 30 08:08:50.033964 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dcd7d-baa0-4d49-9c4f-37115a390081 req-b3220de2-1b84-4923-9a59-50391e3beb7a tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:50.036071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a61dcd7d-baa0-4d49-9c4f-37115a390081 req-b3220de2-1b84-4923-9a59-50391e3beb7a tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5db0e1-f375-4c46-90bf-fd382580c224 HTTP/1.1" status: 200 len: 950 time: 0.2725596 Sep 30 08:08:50.086611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-57175f7e-dc88-4664-a34f-2c1c9fcc7a48 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:50.105659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-57175f7e-dc88-4664-a34f-2c1c9fcc7a48 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:08:50.142557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57175f7e-dc88-4664-a34f-2c1c9fcc7a48 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Pushing event updated for resources: {'Port': ['ID=cd6d63ca-5680-48e0-9585-c0c1b71f5bac,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:50.190139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2927ede1-2ef5-40de-9a22-f669d770e505 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Deleting port c3a00821-c784-457c-ba33-c7e47018d820 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:08:50.191119 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2927ede1-2ef5-40de-9a22-f669d770e505 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:50.195928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-defffce9-bd39-4301-8b10-c8fbe18438f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6532807f-c58a-4011-9865-c17d0fef4f05 HTTP/1.1" status: 200 len: 1000 time: 0.1588554 Sep 30 08:08:50.207258 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-57175f7e-dc88-4664-a34f-2c1c9fcc7a48 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:50.207879 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-57175f7e-dc88-4664-a34f-2c1c9fcc7a48 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:50.228815 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a61dcd7d-baa0-4d49-9c4f-37115a390081 req-8af6c9ae-443b-421b-acc5-a64410505601 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/security-groups?id=77e61f9a-1b45-4ad8-9323-eba96b806352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798732 Sep 30 08:08:50.248363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-5c81ef7a-e770-4b3b-beb6-9fcb7899d19b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Made reservation on behalf of f26567306b514138aaf37ab1a4cc7d99 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:08:50.251807 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-5c81ef7a-e770-4b3b-beb6-9fcb7899d19b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:50.273031 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-57175f7e-dc88-4664-a34f-2c1c9fcc7a48 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0426247 Sep 30 08:08:50.282326 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2927ede1-2ef5-40de-9a22-f669d770e505 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:50.282753 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2927ede1-2ef5-40de-9a22-f669d770e505 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:50.298843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2927ede1-2ef5-40de-9a22-f669d770e505 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Calling delete_port for c3a00821-c784-457c-ba33-c7e47018d820 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:08:50.301914 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Request body: {'port': {'device_id': 'f283a75a-e4ca-42e0-aa61-91f2393ad487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:50.365874 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-06cfcb8e-d071-472a-95cc-d7be2b06820c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:50.367368 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-06cfcb8e-d071-472a-95cc-d7be2b06820c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 200 len: 859 time: 0.1570396 Sep 30 08:08:50.393298 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00ff7d30-69e6-464b-941d-8d154d433f5e req-00fe41d1-9551-4157-9baf-776e048e81d9 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 210 time: 0.0864115 Sep 30 08:08:50.451629 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2927ede1-2ef5-40de-9a22-f669d770e505 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:50.475548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927ede1-2ef5-40de-9a22-f669d770e505 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Pushing event deleted for resources: {'Port': ['ID=c3a00821-c784-457c-ba33-c7e47018d820,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:50.490004 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:50.547811 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2927ede1-2ef5-40de-9a22-f669d770e505 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:50.552480 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2927ede1-2ef5-40de-9a22-f669d770e505 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:50.553693 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2927ede1-2ef5-40de-9a22-f669d770e505 tempest-ServersTestFqdnHostnames-1940030923 tempest-ServersTestFqdnHostnames-1940030923-project] 10.222.0.24 "DELETE /v2.0/floatingips/f435dd03-1959-481c-b5e8-4bb8ef5e94c4 HTTP/1.1" status: 204 len: 168 time: 0.7643862 Sep 30 08:08:50.556603 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53664) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:50.586168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-0c68eb60-3ce4-448f-b49e-e2c50cc957f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:50.587692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-0c68eb60-3ce4-448f-b49e-e2c50cc957f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968203 Sep 30 08:08:50.600891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-5c81ef7a-e770-4b3b-beb6-9fcb7899d19b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Allocated IP 172.20.0.3 (7e755c17-219c-49c1-b703-6b834ea08d5e/54caae0a-bf1e-45dd-a015-d4dccfe0100e/7e95dd6d-78b2-4df1-8cd7-5844f59c9380) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:50.634616 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f1bf6-8614-4419-82bb-48852025c2f5 req-c15928b8-a8a1-475d-a532-1c9bc398b4c6 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:50.636174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b8f1bf6-8614-4419-82bb-48852025c2f5 req-c15928b8-a8a1-475d-a532-1c9bc398b4c6 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1763253 Sep 30 08:08:50.870230 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b8f1bf6-8614-4419-82bb-48852025c2f5 req-b4978e0b-044a-41d9-9c3f-80ba26eda090 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114868 Sep 30 08:08:50.915299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-63067136-d8fc-4311-b08d-c2da56847085 service neutron] 10.222.0.24 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122287 Sep 30 08:08:50.931787 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5843aa60-4110-4641-925f-78613bb33b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:50.952364 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aa50b6-b8c7-4684-8716-401ea74552de x-openstack-request-id: req-d1aa50b6-b8c7-4684-8716-401ea74552de {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:50.952675 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7", "tag": "2c18cd8e-bb80-45bc-99a5-af13c00ece73", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "570d08de-47a5-4877-a43c-b20ca77a8ea6", "tag": "b447a174-545e-4368-bb6e-15f44125819b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1969f5d-82cb-4b8c-8583-2d6d8ee50036", "tag": "6532807f-c58a-4011-9865-c17d0fef4f05", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:50.952919 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1aa50b6-b8c7-4684-8716-401ea74552de {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:50.953298 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7', 'tag': '2c18cd8e-bb80-45bc-99a5-af13c00ece73', 'status': 'completed', 'code': 200} Sep 30 08:08:50.953551 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'tag': 'b447a174-545e-4368-bb6e-15f44125819b', 'status': 'completed', 'code': 200} Sep 30 08:08:50.953798 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'tag': '6532807f-c58a-4011-9865-c17d0fef4f05', 'status': 'completed', 'code': 200} Sep 30 08:08:51.074177 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-82441cdf-cfbe-4e3a-944e-31638e308323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:51.075762 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-82441cdf-cfbe-4e3a-944e-31638e308323 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee4e48f07add4c94890522d6df2a93fa&device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0996482 Sep 30 08:08:51.157657 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-5c81ef7a-e770-4b3b-beb6-9fcb7899d19b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:51.197690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-7b917996-8690-498f-b666-0a483ddd42a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:51.199204 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-7b917996-8690-498f-b666-0a483ddd42a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 1096 time: 0.1982787 Sep 30 08:08:51.204309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067fa3b-4713-496c-b1fc-97f84d7a8df1 req-8e95abe2-1835-4b0f-8cf0-99449aa1b1d8 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:51.205732 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6067fa3b-4713-496c-b1fc-97f84d7a8df1 req-8e95abe2-1835-4b0f-8cf0-99449aa1b1d8 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 1101 time: 0.1842210 Sep 30 08:08:51.225813 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcbca70a-9f1f-46ef-a49c-7d4166e83378 req-b1479dbe-5e0c-4e41-8712-a63586832a50 service neutron] 10.222.0.24 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006995 Sep 30 08:08:51.226804 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-972db14f-2f33-43c3-9aef-8c4a3b6a14fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:51.228379 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-972db14f-2f33-43c3-9aef-8c4a3b6a14fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8 HTTP/1.1" status: 200 len: 911 time: 0.1223879 Sep 30 08:08:51.298783 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6d63ca-5680-48e0-9585-c0c1b71f5bac {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:51.323781 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:51.341566 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-b336347a-0789-4b0c-94e2-84101f650529 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c18cd8e-bb80-45bc-99a5-af13c00ece73 HTTP/1.1" status: 200 len: 1000 time: 0.1060383 Sep 30 08:08:51.392347 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6067fa3b-4713-496c-b1fc-97f84d7a8df1 req-bb4a3828-265e-4d53-8b86-0ccc999c5fed tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655347 Sep 30 08:08:51.395470 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Transition to ACTIVE for port object cd6d63ca-5680-48e0-9585-c0c1b71f5bac will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:08:51.402309 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-5c81ef7a-e770-4b3b-beb6-9fcb7899d19b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:51.402868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-0b023488-5be8-41a6-ad1f-48d8d64524c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:51.405314 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-0b023488-5be8-41a6-ad1f-48d8d64524c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=83b391f2-40bb-46fd-9398-46e69258862b HTTP/1.1" status: 200 len: 849 time: 0.0563545 Sep 30 08:08:51.407324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5843aa60-4110-4641-925f-78613bb33b9e admin admin] Deleting port 04bc7f28-0675-4ad6-8ac0-63ad792bb783 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:08:51.407850 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5843aa60-4110-4641-925f-78613bb33b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:51.408399 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:51.480813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8fddd-f1bc-4d51-94c4-847480c5ced0 req-6a357fdf-e577-4729-9602-7d8f961a7a97 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:51.482402 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9a8fddd-f1bc-4d51-94c4-847480c5ced0 req-6a357fdf-e577-4729-9602-7d8f961a7a97 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 932 time: 0.1778352 Sep 30 08:08:51.495265 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-763a90eb-0576-4604-a51a-9f4cad2c7791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:51.496751 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-763a90eb-0576-4604-a51a-9f4cad2c7791 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 921 time: 0.2675655 Sep 30 08:08:51.498931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-5c81ef7a-e770-4b3b-beb6-9fcb7899d19b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Network 7e755c17-219c-49c1-b703-6b834ea08d5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:51.522786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-5c81ef7a-e770-4b3b-beb6-9fcb7899d19b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:51.533440 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-7540802b-3042-4ad1-991d-a394fa10a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:51.535640 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-7540802b-3042-4ad1-991d-a394fa10a684 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989428 Sep 30 08:08:51.536884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-5c81ef7a-e770-4b3b-beb6-9fcb7899d19b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:08:51.539466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81ef7a-e770-4b3b-beb6-9fcb7899d19b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Pushing event updated for resources: {'Port': ['ID=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:51.600052 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-6cf50469-a383-4d00-bce1-5ba66e2c3e91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b447a174-545e-4368-bb6e-15f44125819b HTTP/1.1" status: 200 len: 217 time: 0.0752616 Sep 30 08:08:51.636475 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5843aa60-4110-4641-925f-78613bb33b9e admin admin] For port 04bc7f28-0675-4ad6-8ac0-63ad792bb783, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=04bc7f28-0675-4ad6-8ac0-63ad792bb783,segment=NetworkSegment(754dc389-1c24-4dc9-9553-78e63143e859),segment_id=754dc389-1c24-4dc9-9553-78e63143e859)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:51.636967 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5843aa60-4110-4641-925f-78613bb33b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:51.655810 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5843aa60-4110-4641-925f-78613bb33b9e admin admin] Calling delete_port for 04bc7f28-0675-4ad6-8ac0-63ad792bb783 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:08:51.686588 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-50ee7b19-b878-474c-9886-065e67a0eb54 service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374660 Sep 30 08:08:51.740787 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9a8fddd-f1bc-4d51-94c4-847480c5ced0 req-bef53160-03e2-41d7-bcfa-3aeb39a6b02d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479372 Sep 30 08:08:51.783619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-5c81ef7a-e770-4b3b-beb6-9fcb7899d19b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:51.784353 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-5c81ef7a-e770-4b3b-beb6-9fcb7899d19b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:51.787040 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Pushing event updated for resources: {'Port': ['ID=cd6d63ca-5680-48e0-9585-c0c1b71f5bac,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:51.856364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-c90bcf39-7e2e-4da8-8c9c-e4edc1eae5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:51.857853 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-c90bcf39-7e2e-4da8-8c9c-e4edc1eae5a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 200 len: 859 time: 0.1937516 Sep 30 08:08:51.865963 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-aa61d441-cc72-4f85-b3d1-9d36d6b40780 service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523209 Sep 30 08:08:51.870342 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-5c81ef7a-e770-4b3b-beb6-9fcb7899d19b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0473933 Sep 30 08:08:51.887955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce971d7-a2e4-4bbf-8a0b-a7c984b173be req-c85679e6-917c-42dc-8c02-5665a6c8b8a0 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:51.889495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6ce971d7-a2e4-4bbf-8a0b-a7c984b173be req-c85679e6-917c-42dc-8c02-5665a6c8b8a0 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.2885442 Sep 30 08:08:51.901752 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Attempting to bind port cd6d63ca-5680-48e0-9585-c0c1b71f5bac on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:08:51.902021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Attempting to bind port cd6d63ca-5680-48e0-9585-c0c1b71f5bac by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '825fd5ae-a9b1-4e0d-b585-213b96f3ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:08:51.902379 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Attempting to bind port cd6d63ca-5680-48e0-9585-c0c1b71f5bac on network 48b572e1-9836-4dcc-8c62-ad595cfdc233 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:51.909123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Request body: {'port': {'device_id': 'f3935b90-c9f6-4e9c-bd6f-3835a19bbacf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:51.965847 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5843aa60-4110-4641-925f-78613bb33b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:51.995327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843aa60-4110-4641-925f-78613bb33b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=04bc7f28-0675-4ad6-8ac0-63ad792bb783,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:52.212185 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5843aa60-4110-4641-925f-78613bb33b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:52.335386 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Port cd6d63ca-5680-48e0-9585-c0c1b71f5bac on network 48b572e1-9836-4dcc-8c62-ad595cfdc233 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:08:52.335613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Attempting to bind port cd6d63ca-5680-48e0-9585-c0c1b71f5bac on network 48b572e1-9836-4dcc-8c62-ad595cfdc233 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:52.356428 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b694073-b06b-413c-98c5-2852c4b731c2 req-d468d928-df73-448f-ae43-899879c5e4b9 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 1000 time: 0.5807149 Sep 30 08:08:52.360175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:08:52.361435 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Checking segment: {'id': '825fd5ae-a9b1-4e0d-b585-213b96f3ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:08:52.361838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Bound using segment: {'id': '825fd5ae-a9b1-4e0d-b585-213b96f3ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:08:52.362871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Bound port: cd6d63ca-5680-48e0-9585-c0c1b71f5bac, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825fd5ae-a9b1-4e0d-b585-213b96f3ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:08:52.363269 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:52.459827 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6ce971d7-a2e4-4bbf-8a0b-a7c984b173be req-8218e31a-47e2-4e70-8542-7d9fdb29a130 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465868 Sep 30 08:08:52.484409 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5843aa60-4110-4641-925f-78613bb33b9e admin admin] Router 386a83e0-6ef2-4f3e-b900-466a48e5f982 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:08:52.515219 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-46c448be-cbf1-4fa9-8ee3-eb0bc2a033ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:52.518451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-46c448be-cbf1-4fa9-8ee3-eb0bc2a033ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6385036 Sep 30 08:08:52.529241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b694073-b06b-413c-98c5-2852c4b731c2 req-68ddcada-e6db-4b0c-99f9-35f47429a44e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:52.530631 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b694073-b06b-413c-98c5-2852c4b731c2 req-68ddcada-e6db-4b0c-99f9-35f47429a44e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports/6532807f-c58a-4011-9865-c17d0fef4f05 HTTP/1.1" status: 200 len: 942 time: 0.1650293 Sep 30 08:08:52.531235 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:52.637241 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5843aa60-4110-4641-925f-78613bb33b9e admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:08:52.643542 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5843aa60-4110-4641-925f-78613bb33b9e admin admin] 10.222.0.24 "PUT /v2.0/routers/386a83e0-6ef2-4f3e-b900-466a48e5f982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0852544 Sep 30 08:08:52.647860 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53686) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:52.658646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] For port cd6d63ca-5680-48e0-9585-c0c1b71f5bac, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:08:52.659261 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ad6130-1a7a-4909-85a7-8fe9bd07e650 None None] Sync routers for ids ['386a83e0-6ef2-4f3e-b900-466a48e5f982'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:08:52.673712 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad6130-1a7a-4909-85a7-8fe9bd07e650 None None] Routers {'386a83e0-6ef2-4f3e-b900-466a48e5f982'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:52.674974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-11ad6130-1a7a-4909-85a7-8fe9bd07e650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['386a83e0-6ef2-4f3e-b900-466a48e5f982'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:52.758297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] For port cd6d63ca-5680-48e0-9585-c0c1b71f5bac, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=cd6d63ca-5680-48e0-9585-c0c1b71f5bac,segment=NetworkSegment(825fd5ae-a9b1-4e0d-b585-213b96f3ba2b),segment_id=825fd5ae-a9b1-4e0d-b585-213b96f3ba2b)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:08:52.777028 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:52.797043 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1f45-77bd-4da5-ad57-37f066627e18 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:52.811545 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-11ad6130-1a7a-4909-85a7-8fe9bd07e650 None None] Set router 386a83e0-6ef2-4f3e-b900-466a48e5f982 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:52.858104 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b694073-b06b-413c-98c5-2852c4b731c2 req-a4105cd6-020d-4de4-ae1b-58cd6787db38 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 1000 time: 0.2581713 Sep 30 08:08:52.895418 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cebdc-18aa-46a9-81e3-2d46fd4c8350 req-935b5417-d018-43fa-a463-14eb51f13af9 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:52.896985 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-884cebdc-18aa-46a9-81e3-2d46fd4c8350 req-935b5417-d018-43fa-a463-14eb51f13af9 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5db0e1-f375-4c46-90bf-fd382580c224 HTTP/1.1" status: 200 len: 950 time: 0.3270092 Sep 30 08:08:52.916217 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:52.916845 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:52.918216 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] 10.222.0.36 "PUT /v2.0/ports/cd6d63ca-5680-48e0-9585-c0c1b71f5bac HTTP/1.1" status: 200 len: 1092 time: 2.6238003 Sep 30 08:08:52.925442 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1f45-77bd-4da5-ad57-37f066627e18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:52.950988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-8af2eeb1-23be-40ec-bb8c-adb1e844215c service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996167 Sep 30 08:08:52.961422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f283a75a-e4ca-42e0-aa61-91f2393ad487', 'tag': 'cd6d63ca-5680-48e0-9585-c0c1b71f5bac'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:52.963671 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96055f2-ad17-40e0-9684-ab4f01155ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "f283a75a-e4ca-42e0-aa61-91f2393ad487", "tag": "cd6d63ca-5680-48e0-9585-c0c1b71f5bac"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:52.990430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f1f45-77bd-4da5-ad57-37f066627e18 admin admin] Deleting port 24c9b4b4-e454-4895-b89c-957a9f40e298 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:08:52.991568 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1f45-77bd-4da5-ad57-37f066627e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:53.006345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-11ad6130-1a7a-4909-85a7-8fe9bd07e650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'name': 'tempest-ServersTestFqdnHostnames-950897291-router', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:15Z', 'updated_at': '2021-09-30T08:08:51Z', 'revision_number': 5, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'gw_port': {'id': '24c9b4b4-e454-4895-b89c-957a9f40e298', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:06:16Z', 'updated_at': '2021-09-30T08:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:53.059304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8d546-3443-44ed-99d4-1295e55ca15b service neutron] Pushing event updated for resources: {'Port': ['ID=cd6d63ca-5680-48e0-9585-c0c1b71f5bac,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:53.081297 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ae9f1f45-77bd-4da5-ad57-37f066627e18 admin admin] For port 24c9b4b4-e454-4895-b89c-957a9f40e298, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=24c9b4b4-e454-4895-b89c-957a9f40e298,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:53.081844 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1f45-77bd-4da5-ad57-37f066627e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:53.099264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f1f45-77bd-4da5-ad57-37f066627e18 admin admin] Calling delete_port for 24c9b4b4-e454-4895-b89c-957a9f40e298 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:08:53.173707 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ad6130-1a7a-4909-85a7-8fe9bd07e650 None None] Checking router: 386a83e0-6ef2-4f3e-b900-466a48e5f982 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:08:53.183956 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad6130-1a7a-4909-85a7-8fe9bd07e650 None None] Routers {'386a83e0-6ef2-4f3e-b900-466a48e5f982'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:53.184277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-11ad6130-1a7a-4909-85a7-8fe9bd07e650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['386a83e0-6ef2-4f3e-b900-466a48e5f982'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:53.202619 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-884cebdc-18aa-46a9-81e3-2d46fd4c8350 req-5cf781f8-42fe-41e7-8630-a01b3c10da2d tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/security-groups?id=77e61f9a-1b45-4ad8-9323-eba96b806352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908146 Sep 30 08:08:53.236617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-4b538d13-05a7-4b06-b82f-cc1a30cdd23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:53.236902 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-4b538d13-05a7-4b06-b82f-cc1a30cdd23e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ebb080353244c95b75c38e0751f4475&device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 1095 time: 0.2654700 Sep 30 08:08:53.271045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b694073-b06b-413c-98c5-2852c4b731c2 req-eabf0031-e547-4a6c-8703-b3a3f2474fbc tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:53.276926 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b694073-b06b-413c-98c5-2852c4b731c2 req-eabf0031-e547-4a6c-8703-b3a3f2474fbc tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.4060497 Sep 30 08:08:53.279184 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1f45-77bd-4da5-ad57-37f066627e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:53.290766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-11ad6130-1a7a-4909-85a7-8fe9bd07e650 None None] Set router 386a83e0-6ef2-4f3e-b900-466a48e5f982 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:53.325539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-ae58543c-6e1b-4226-b462-c47f071c041b service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270464 Sep 30 08:08:53.327997 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f1f45-77bd-4da5-ad57-37f066627e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=24c9b4b4-e454-4895-b89c-957a9f40e298,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:53.351546 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-b801777e-4a3c-46f3-b06a-4c413aa56548 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd6d63ca-5680-48e0-9585-c0c1b71f5bac HTTP/1.1" status: 200 len: 217 time: 0.1046889 Sep 30 08:08:53.355648 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-11ad6130-1a7a-4909-85a7-8fe9bd07e650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'name': 'tempest-ServersTestFqdnHostnames-950897291-router', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:15Z', 'updated_at': '2021-09-30T08:08:52Z', 'revision_number': 6, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:53.384850 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ad6130-1a7a-4909-85a7-8fe9bd07e650 None None] The sync data for ids ['386a83e0-6ef2-4f3e-b900-466a48e5f982'] in n-d-807359-2 is: [{'id': '386a83e0-6ef2-4f3e-b900-466a48e5f982', 'name': 'tempest-ServersTestFqdnHostnames-950897291-router', 'tenant_id': '1900b8b429224e11af0c1459c08f5eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:06:15Z', 'updated_at': '2021-09-30T08:08:52Z', 'revision_number': 6, 'project_id': '1900b8b429224e11af0c1459c08f5eb0', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:08:53.408036 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1f45-77bd-4da5-ad57-37f066627e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:53.497621 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-c61eefb4-a543-4e53-99d9-4df150ccb2c0 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2e82a64c3ffc417d807e33bb1172703b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1160939 Sep 30 08:08:53.507793 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1f45-77bd-4da5-ad57-37f066627e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:53.510186 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1f45-77bd-4da5-ad57-37f066627e18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:53.548280 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-3300fe2d-0c5a-4874-bdd3-f09add7fecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:53.549728 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-3300fe2d-0c5a-4874-bdd3-f09add7fecf9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2c21120-925c-4c50-980f-fa66907ba113 HTTP/1.1" status: 200 len: 851 time: 0.1672597 Sep 30 08:08:53.558004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:53.560144 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1f45-77bd-4da5-ad57-37f066627e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:53.560704 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9f1f45-77bd-4da5-ad57-37f066627e18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 386a83e0-6ef2-4f3e-b900-466a48e5f982 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:08:53.565446 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae9f1f45-77bd-4da5-ad57-37f066627e18 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:53.566684 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ae9f1f45-77bd-4da5-ad57-37f066627e18 admin admin] 10.222.0.24 "DELETE /v2.0/routers/386a83e0-6ef2-4f3e-b900-466a48e5f982 HTTP/1.1" status: 204 len: 168 time: 0.9175749 Sep 30 08:08:53.569455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53704) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:53.572394 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb3c4a-5c93-448c-8e87-34fe5a23ff84 req-ea95e0ee-d847-45de-b03e-302191304633 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:53.573901 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4fbb3c4a-5c93-448c-8e87-34fe5a23ff84 req-ea95e0ee-d847-45de-b03e-302191304633 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 931 time: 0.2442153 Sep 30 08:08:53.582122 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:53.618054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3260329-6a38-405d-8127-002132951236 admin admin] Deleting subnet 885b474c-c086-4b68-9681-30d06e1cef74 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:08:53.621093 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3260329-6a38-405d-8127-002132951236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:53.645886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-806fd68f-254e-498c-b888-fc5f9ffcef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:53.647573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-806fd68f-254e-498c-b888-fc5f9ffcef2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 1096 time: 0.2080414 Sep 30 08:08:53.649436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-24268ad5-1229-4d18-8b5e-50e38c268709 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48b572e1-9836-4dcc-8c62-ad595cfdc233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746799 Sep 30 08:08:53.657204 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3260329-6a38-405d-8127-002132951236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:53.714240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Transition to ACTIVE for port object 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:08:53.744601 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3260329-6a38-405d-8127-002132951236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:53.755313 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:53.830426 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3260329-6a38-405d-8127-002132951236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:53.846525 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4fbb3c4a-5c93-448c-8e87-34fe5a23ff84 req-4224bad0-0cb9-4712-a644-aea701889016 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618268 Sep 30 08:08:53.883897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3260329-6a38-405d-8127-002132951236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=885b474c-c086-4b68-9681-30d06e1cef74,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:53.889788 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3260329-6a38-405d-8127-002132951236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:53.892422 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556cd446-c45b-49a5-b53a-2e4a19d8fb33 None None] Network c89ed25b-8a50-4ba5-ad0a-e407f767a371 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:08:53.910606 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a3260329-6a38-405d-8127-002132951236 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/885b474c-c086-4b68-9681-30d06e1cef74 HTTP/1.1" status: 204 len: 168 time: 0.3400846 Sep 30 08:08:53.912016 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:53.919228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-e068f70f-8fb8-4e42-91e8-47a3bb3aa5a0 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:53.921919 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 04bc7f28-0675-4ad6-8ac0-63ad792bb783 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:08:53.922153 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-e068f70f-8fb8-4e42-91e8-47a3bb3aa5a0 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4144309 Sep 30 08:08:53.955110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 04bc7f28-0675-4ad6-8ac0-63ad792bb783 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:08:53.955457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 04bc7f28-0675-4ad6-8ac0-63ad792bb783 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:08:53.959354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Pushing event updated for resources: {'Port': ['ID=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:54.008283 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-d70cd306-8fbd-49fd-99bf-938c4fa8cf32 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/quotas/2e82a64c3ffc417d807e33bb1172703b HTTP/1.1" status: 200 len: 375 time: 0.0763307 Sep 30 08:08:54.010172 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-de2f2f75-52ca-4ddc-86be-ada179bafa02 service neutron] 10.222.0.36 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305085 Sep 30 08:08:54.032971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-80087eb5-b974-467e-9585-4b132f54a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:54.035109 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-80087eb5-b974-467e-9585-4b132f54a7f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 921 time: 0.3538089 Sep 30 08:08:54.051238 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:54.112485 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] Deleting port 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:08:54.113237 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:54.174905 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] For port 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0,segment=NetworkSegment(754dc389-1c24-4dc9-9553-78e63143e859),segment_id=754dc389-1c24-4dc9-9553-78e63143e859)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:54.175792 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:54.191450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] Calling delete_port for 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:08:54.236350 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-d21cab64-4913-43f2-aeb3-2a214430671a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6532807f-c58a-4011-9865-c17d0fef4f05 HTTP/1.1" status: 200 len: 1000 time: 0.1831965 Sep 30 08:08:54.284761 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:54.287390 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-f6e34b83-f75d-4fb3-9c59-9c063588058a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2569475 Sep 30 08:08:54.294754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ac2ce6-b810-4d29-9c05-1e190b1487d9 None None] DHCP port deletion for c89ed25b-8a50-4ba5-ad0a-e407f767a371 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:08:54.311537 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Attempting to bind port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:08:54.311875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Attempting to bind port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '86626353-e392-4ca9-bfb9-35ef2d11609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:08:54.312559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Attempting to bind port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 on network 7e755c17-219c-49c1-b703-6b834ea08d5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:54.320753 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:54.321586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd32b3-e7fb-4abb-8bf8-48518002a8d0 req-bc9586cc-6cd2-46ab-bf93-dc718a06ff29 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:54.323955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38fd32b3-e7fb-4abb-8bf8-48518002a8d0 req-bc9586cc-6cd2-46ab-bf93-dc718a06ff29 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 944 time: 0.2313936 Sep 30 08:08:54.328858 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] No DVR routers for this DVR port 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:08:54.329755 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3de2068e-cd4c-4d9d-8fbb-7e8d911946b2 req-c3d45133-c50a-4fc1-8c33-690de4359530 service neutron] 10.222.0.36 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978678 Sep 30 08:08:54.337273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 on network 7e755c17-219c-49c1-b703-6b834ea08d5e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:08:54.337591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Attempting to bind port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 on network 7e755c17-219c-49c1-b703-6b834ea08d5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:54.361661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:08:54.361987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Checking segment: {'id': '86626353-e392-4ca9-bfb9-35ef2d11609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:08:54.363596 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Bound using segment: {'id': '86626353-e392-4ca9-bfb9-35ef2d11609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:08:54.364124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Bound port: 7e95dd6d-78b2-4df1-8cd7-5844f59c9380, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86626353-e392-4ca9-bfb9-35ef2d11609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:08:54.364492 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:54.388617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-85b52207-2a25-46d8-b915-eceec4cf6d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:54.390089 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-85b52207-2a25-46d8-b915-eceec4cf6d1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 200 len: 859 time: 0.1385665 Sep 30 08:08:54.424199 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:54.463720 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38fd32b3-e7fb-4abb-8bf8-48518002a8d0 req-6504474d-cfb5-4589-95e0-5e0821b07b56 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237202 Sep 30 08:08:54.470170 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb01622-f159-4f94-ab42-287ac30dad2f x-openstack-request-id: req-3bb01622-f159-4f94-ab42-287ac30dad2f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:54.470467 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f283a75a-e4ca-42e0-aa61-91f2393ad487", "tag": "cd6d63ca-5680-48e0-9585-c0c1b71f5bac", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:54.471200 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bb01622-f159-4f94-ab42-287ac30dad2f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:54.471200 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f283a75a-e4ca-42e0-aa61-91f2393ad487', 'tag': 'cd6d63ca-5680-48e0-9585-c0c1b71f5bac', 'status': 'completed', 'code': 200} Sep 30 08:08:54.512268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89ed25b-8a50-4ba5-ad0a-e407f767a371']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:54.522891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754dc389-1c24-4dc9-9553-78e63143e859') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:54.523193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754dc389-1c24-4dc9-9553-78e63143e859') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:54.534711 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:54.555348 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:54.567352 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:08:54.567722 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:08:54.570676 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:08:54.651168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-ed0d9613-6e3f-4e5e-a4cf-66c5a0a30277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:54.653077 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-ed0d9613-6e3f-4e5e-a4cf-66c5a0a30277 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2508199 Sep 30 08:08:54.657477 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] For port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:08:54.667897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] For port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:08:54.683273 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:54.709419 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:54.711372 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c89ed25b-8a50-4ba5-ad0a-e407f767a371 HTTP/1.1" status: 204 len: 168 time: 0.7984171 Sep 30 08:08:54.712274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7601219-b40d-4b6f-ba0f-140c51756ba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c89ed25b-8a50-4ba5-ad0a-e407f767a371,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:54.942460 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53728) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:54.984138 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-881f1337-5218-4e3c-8b77-aa64c79ae791 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1900b8b429224e11af0c1459c08f5eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404048 Sep 30 08:08:54.986703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53730) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:55.042280 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca51d-0339-42e7-97c4-54db24d9ba31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:55.066180 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:55.066862 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca51d-0339-42e7-97c4-54db24d9ba31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:55.085617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96055f2-ad17-40e0-9684-ab4f01155ccf req-bae71e98-d98a-49ef-ace1-c9596c68abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:55.087097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f96055f2-ad17-40e0-9684-ab4f01155ccf req-bae71e98-d98a-49ef-ace1-c9596c68abe2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ebb080353244c95b75c38e0751f4475&device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 1095 time: 0.5731709 Sep 30 08:08:55.096738 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-2721a230-d0fa-4bb7-ae8d-6fb6e6914b66 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 1000 time: 0.5848272 Sep 30 08:08:55.118289 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca51d-0339-42e7-97c4-54db24d9ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:55.121114 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca51d-0339-42e7-97c4-54db24d9ba31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:55.125086 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fb5ca51d-0339-42e7-97c4-54db24d9ba31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2979210-fcc3-40d5-823b-98e43268da10 HTTP/1.1" status: 204 len: 168 time: 0.1346405 Sep 30 08:08:55.132294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ca51d-0339-42e7-97c4-54db24d9ba31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2979210-fcc3-40d5-823b-98e43268da10,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:55.214444 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:55.215070 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:55.216489 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] 10.222.0.36 "PUT /v2.0/ports/7e95dd6d-78b2-4df1-8cd7-5844f59c9380 HTTP/1.1" status: 200 len: 1091 time: 3.3159406 Sep 30 08:08:55.327028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-fb5a0d62-9dc4-4c1a-8166-4363cfcac7c8 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:55.328436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-fb5a0d62-9dc4-4c1a-8166-4363cfcac7c8 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports/6532807f-c58a-4011-9865-c17d0fef4f05 HTTP/1.1" status: 200 len: 942 time: 0.1964521 Sep 30 08:08:55.344753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f015c3-8c13-4699-89e7-cd193204afca service neutron] Pushing event updated for resources: {'Port': ['ID=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:55.361745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec6f2d-1990-47c0-ad30-569a7089a1d3 req-df415735-0ddb-4aed-8921-9a2a688d008d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:55.368488 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-daec6f2d-1990-47c0-ad30-569a7089a1d3 req-df415735-0ddb-4aed-8921-9a2a688d008d tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.3117087 Sep 30 08:08:55.386708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-5d0f13f9-ae4d-4dab-af9c-c99d809730b7 service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7225587 Sep 30 08:08:55.500018 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96055f2-ad17-40e0-9684-ab4f01155ccf req-7c610daa-629a-4148-a1fc-19c6997af730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:55.501661 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f96055f2-ad17-40e0-9684-ab4f01155ccf req-7c610daa-629a-4148-a1fc-19c6997af730 service neutron] 10.222.0.36 "GET /v2.0/networks?id=48b572e1-9836-4dcc-8c62-ad595cfdc233 HTTP/1.1" status: 200 len: 912 time: 0.3668265 Sep 30 08:08:55.529698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-e178ed95-06c3-4ab1-81f0-e3a56a758fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:55.531465 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-e178ed95-06c3-4ab1-81f0-e3a56a758fed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f26567306b514138aaf37ab1a4cc7d99&device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 1094 time: 0.2460976 Sep 30 08:08:55.588429 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-bbc971af-f1a9-46ac-ba8c-3df2f4cef68d tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 1000 time: 0.2005684 Sep 30 08:08:55.624162 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-daec6f2d-1990-47c0-ad30-569a7089a1d3 req-09952534-8a8a-4b44-b756-96786a20f3fe tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353213 Sep 30 08:08:55.669971 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f96055f2-ad17-40e0-9684-ab4f01155ccf req-f425d133-a8d4-42ac-9277-2c54b9b3a399 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd6d63ca-5680-48e0-9585-c0c1b71f5bac HTTP/1.1" status: 200 len: 217 time: 0.1456871 Sep 30 08:08:55.690947 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-181038b7-73b9-447d-a0b0-7f42d00d3047 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2e82a64c3ffc417d807e33bb1172703b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392118 Sep 30 08:08:55.704095 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-d1a29a25-a232-4cc2-9a2a-5ae4a84f2377 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e95dd6d-78b2-4df1-8cd7-5844f59c9380 HTTP/1.1" status: 200 len: 217 time: 0.1515176 Sep 30 08:08:55.818004 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:08:55.838378 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96055f2-ad17-40e0-9684-ab4f01155ccf req-0f99eaab-114b-419a-8ebf-9223fb954882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:55.840163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f96055f2-ad17-40e0-9684-ab4f01155ccf req-0f99eaab-114b-419a-8ebf-9223fb954882 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2c21120-925c-4c50-980f-fa66907ba113 HTTP/1.1" status: 200 len: 851 time: 0.1352077 Sep 30 08:08:55.863305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:08:55.864484 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2cc7bcff-ce9c-4a47-9e1e-c6e092a77bc0 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:08:55.866549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 24c9b4b4-e454-4895-b89c-957a9f40e298 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:08:55.892275 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0371e401-a0c1-4a79-8c3f-032d2bfd8158 req-59fa40f6-955a-4c3e-8b39-32c94ad09104 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=be160505-068a-438a-bac1-3d7e21fe75e6 HTTP/1.1" status: 200 len: 210 time: 0.1325119 Sep 30 08:08:55.895968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-df371c75-a8c5-4865-ac51-16ac80c66f07 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:55.897684 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-df371c75-a8c5-4865-ac51-16ac80c66f07 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964459 Sep 30 08:08:55.916017 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 24c9b4b4-e454-4895-b89c-957a9f40e298 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:08:55.919693 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bcb1e0e-c867-4ebe-ac2f-c390a0c6edbc req-ffbe2254-fb7d-4c54-ba18-beb7169d1497 service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233996 Sep 30 08:08:55.920350 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 24c9b4b4-e454-4895-b89c-957a9f40e298 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:08:55.922061 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f96055f2-ad17-40e0-9684-ab4f01155ccf req-eb7e5a21-d0f2-4195-bc68-1ac92b7035a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48b572e1-9836-4dcc-8c62-ad595cfdc233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555327 Sep 30 08:08:55.923511 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-8bf5a6fd-f585-4c4a-a67e-f71ce6a37748 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Request body: {'port': {'device_id': 'be160505-068a-438a-bac1-3d7e21fe75e6', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '2e82a64c3ffc417d807e33bb1172703b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:55.969243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-0f368e4a-6f9e-4c0f-89f1-7886b3791a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:55.974995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-0f368e4a-6f9e-4c0f-89f1-7886b3791a74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54caae0a-bf1e-45dd-a015-d4dccfe0100e HTTP/1.1" status: 200 len: 862 time: 0.2202365 Sep 30 08:08:55.985598 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-50f10657-0eda-4107-aa26-ae5bc0ed2e3f tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:55.987287 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-50f10657-0eda-4107-aa26-ae5bc0ed2e3f tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.3227091 Sep 30 08:08:56.007381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53762) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:56.043565 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-b288e083-b516-473d-946e-20a69994562c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e755c17-219c-49c1-b703-6b834ea08d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509596 Sep 30 08:08:56.064117 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-8bf5a6fd-f585-4c4a-a67e-f71ce6a37748 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Made reservation on behalf of 2e82a64c3ffc417d807e33bb1172703b for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:08:56.068023 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-8bf5a6fd-f585-4c4a-a67e-f71ce6a37748 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:56.156956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1c268362-89cc-4184-8dfd-452e7e5ef16a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-270830313-network', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:56.201321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-8bf5a6fd-f585-4c4a-a67e-f71ce6a37748 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Allocated IP 192.168.233.138 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:56.254255 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-8c31ff37-c292-4e6d-b9c1-573fe0128637 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 1000 time: 0.2458434 Sep 30 08:08:56.259941 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f96055f2-ad17-40e0-9684-ab4f01155ccf req-7c5b5dbb-b836-4d1e-8030-b81770a1c1f8 service neutron] 10.222.0.36 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214285 Sep 30 08:08:56.269361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c268362-89cc-4184-8dfd-452e7e5ef16a admin admin] Made reservation on behalf of f28e7ff57b7340308a69558e588f5efa for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:08:56.272311 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c268362-89cc-4184-8dfd-452e7e5ef16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:56.278942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-8cb1aa26-2e85-41d8-960a-e56443dbb3bb tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:56.305346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e73ea7-7622-4618-8499-94762dfbd574 req-cd529e56-68de-435e-8fb0-316d44b86d3c tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:56.306809 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53e73ea7-7622-4618-8499-94762dfbd574 req-cd529e56-68de-435e-8fb0-316d44b86d3c tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 943 time: 0.2656620 Sep 30 08:08:56.349470 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-8bf5a6fd-f585-4c4a-a67e-f71ce6a37748 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:56.352193 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c268362-89cc-4184-8dfd-452e7e5ef16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:56.422190 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-4a5dcbb3-4a9f-4f83-b32d-abc7c7da041e service neutron] 10.222.0.36 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130198 Sep 30 08:08:56.481628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3935b90-c9f6-4e9c-bd6f-3835a19bbacf', 'tag': '7e95dd6d-78b2-4df1-8cd7-5844f59c9380'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:56.483950 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd1f938-ae3a-4044-b9bd-ff638cff8aed" -d '{"events": [{"name": "network-changed", "server_uuid": "f3935b90-c9f6-4e9c-bd6f-3835a19bbacf", "tag": "7e95dd6d-78b2-4df1-8cd7-5844f59c9380"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:56.497602 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-8cb1aa26-2e85-41d8-960a-e56443dbb3bb tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:56.580601 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53e73ea7-7622-4618-8499-94762dfbd574 req-66b72c08-7796-46b5-a2c8-899d7c423177 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297215 Sep 30 08:08:56.673634 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-8bf5a6fd-f585-4c4a-a67e-f71ce6a37748 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:56.677689 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f96055f2-ad17-40e0-9684-ab4f01155ccf req-c6f38902-0b5e-44e9-9309-08cf28270b9d service neutron] 10.222.0.36 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946714 Sep 30 08:08:56.698589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['930d837a-04e9-4c9a-b414-946ea1ab5dde', '3cb15e1f-11ee-40a4-9398-4dca0fa842b9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:56.722034 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02d0baad-d83f-4fc1-9dcd-c43e68dfd6e2 req-4b6d27c8-52a3-4b5b-8c9d-bcb9998efb4a service neutron] 10.222.0.36 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614603 Sep 30 08:08:56.724184 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-8bf5a6fd-f585-4c4a-a67e-f71ce6a37748 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:56.727335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-8bf5a6fd-f585-4c4a-a67e-f71ce6a37748 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:56.731154 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-8bf5a6fd-f585-4c4a-a67e-f71ce6a37748 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:08:56.761187 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5a6fd-f585-4c4a-a67e-f71ce6a37748 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event updated for resources: {'Port': ['ID=20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:56.765697 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e5ed534d-6169-4ad3-9a35-85f2c5736c3d', '65669714-cdfd-4b77-ad44-a2d22afb310c', 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea', '74da8181-226e-4c13-ac03-fde62ef1a512'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:56.804098 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-8bf5a6fd-f585-4c4a-a67e-f71ce6a37748 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:56.804814 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-8bf5a6fd-f585-4c4a-a67e-f71ce6a37748 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:56.886665 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-8cb1aa26-2e85-41d8-960a-e56443dbb3bb tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:56.888692 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c268362-89cc-4184-8dfd-452e7e5ef16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:56.892377 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-8cb1aa26-2e85-41d8-960a-e56443dbb3bb tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:56.892734 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-8cb1aa26-2e85-41d8-960a-e56443dbb3bb tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Floating IP 2ffe0469-7746-4006-b977-bd9e816b851f disassociated. External IP: 172.25.0.98, port: 6532807f-c58a-4011-9865-c17d0fef4f05. Sep 30 08:08:56.901644 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-8bf5a6fd-f585-4c4a-a67e-f71ce6a37748 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9830837 Sep 30 08:08:56.920626 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Request body: {'port': {'device_id': 'be160505-068a-438a-bac1-3d7e21fe75e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:56.959576 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8dc48-954b-4583-896e-2a9f40cfe307 req-cc413186-456c-4678-8deb-af962bdb66ce tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:56.961107 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86b8dc48-954b-4583-896e-2a9f40cfe307 req-cc413186-456c-4678-8deb-af962bdb66ce tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 944 time: 0.2015433 Sep 30 08:08:56.961784 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c268362-89cc-4184-8dfd-452e7e5ef16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.003936 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.042244 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c268362-89cc-4184-8dfd-452e7e5ef16a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:08:57.066838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c268362-89cc-4184-8dfd-452e7e5ef16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d105b2-6f40-4f53-8c55-33e40d6c0c79,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:57.077923 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c268362-89cc-4184-8dfd-452e7e5ef16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.078278 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-1c268362-89cc-4184-8dfd-452e7e5ef16a admin admin] Added segment 886f937b-fc09-4ffd-a30d-718314ebb605 of type vlan for network 7d67b0be-4f61-4335-a565-d3860848c0a5 Sep 30 08:08:57.093873 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a4cf076d-e11b-4b11-9892-75e78a360564 None None] Provisioning complete for port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:08:57.094450 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4cf076d-e11b-4b11-9892-75e78a360564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.163158 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf076d-e11b-4b11-9892-75e78a360564 None None] Port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:08:57.168042 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86b8dc48-954b-4583-896e-2a9f40cfe307 req-c32caf68-9935-4ad3-9b6e-25a6626123b4 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889801 Sep 30 08:08:57.188630 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c268362-89cc-4184-8dfd-452e7e5ef16a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.250813 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c268362-89cc-4184-8dfd-452e7e5ef16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.251951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c268362-89cc-4184-8dfd-452e7e5ef16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:57.252661 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c268362-89cc-4184-8dfd-452e7e5ef16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.325557 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1c268362-89cc-4184-8dfd-452e7e5ef16a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3149123 Sep 30 08:08:57.328807 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:57.332249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-8cb1aa26-2e85-41d8-960a-e56443dbb3bb tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Router 7e56a486-6c67-4209-a7cb-6d2415960a0e has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:08:57.336958 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-409f78b0-48a3-4f48-b692-4ec139349945 admin admin] Request body: {'subnet': {'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-270830313-subnet', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:57.357483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:57.368092 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.379687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c268362-89cc-4184-8dfd-452e7e5ef16a admin admin] Pushing event updated for resources: {'Network': ['ID=7d67b0be-4f61-4335-a565-d3860848c0a5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:57.381482 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409f78b0-48a3-4f48-b692-4ec139349945 admin admin] Made reservation on behalf of f28e7ff57b7340308a69558e588f5efa for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:08:57.384017 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-409f78b0-48a3-4f48-b692-4ec139349945 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.396341 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 7d67b0be-4f61-4335-a565-d3860848c0a5 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:08:57.397845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Transition to ACTIVE for port object 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:08:57.398857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be96dd-0a5f-4c66-b40c-ddedc4adf19a req-3827473a-b0cd-4321-b021-02cd70c759dc tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:57.400236 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b3be96dd-0a5f-4c66-b40c-ddedc4adf19a req-3827473a-b0cd-4321-b021-02cd70c759dc tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1369872 Sep 30 08:08:57.410820 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.529856 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Pushing event updated for resources: {'Port': ['ID=20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:57.627136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device cd6d63ca-5680-48e0-9585-c0c1b71f5bac details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:08:57.695380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Attempting to bind port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:08:57.695651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Attempting to bind port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:08:57.696110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Attempting to bind port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:57.711051 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:08:57.711440 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Attempting to bind port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:57.719591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:08:57.720339 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:08:57.720784 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:08:57.721300 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Bound port: 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:08:57.721731 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.726019 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-409f78b0-48a3-4f48-b692-4ec139349945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.760139 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port cd6d63ca-5680-48e0-9585-c0c1b71f5bac, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=cd6d63ca-5680-48e0-9585-c0c1b71f5bac,segment=NetworkSegment(825fd5ae-a9b1-4e0d-b585-213b96f3ba2b),segment_id=825fd5ae-a9b1-4e0d-b585-213b96f3ba2b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:57.774490 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'cd6d63ca-5680-48e0-9585-c0c1b71f5bac', 'network_id': '48b572e1-9836-4dcc-8c62-ad595cfdc233', 'port_id': 'cd6d63ca-5680-48e0-9585-c0c1b71f5bac', 'mac_address': 'fa:16:3e:9a:58:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c21120-925c-4c50-980f-fa66907ba113', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:08:57.823517 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.823897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f78b0-48a3-4f48-b692-4ec139349945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d4253e4-2dbc-46f1-9eb5-1fa6104bf250,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:57.841532 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6d63ca-5680-48e0-9585-c0c1b71f5bac {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:08:57.865560 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409f78b0-48a3-4f48-b692-4ec139349945 admin admin] Checking segment: {'id': '886f937b-fc09-4ffd-a30d-718314ebb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:08:57.865950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409f78b0-48a3-4f48-b692-4ec139349945 admin admin] Network hostable DHCP agents. Network: 7d67b0be-4f61-4335-a565-d3860848c0a5, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:08:57.866079 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port cd6d63ca-5680-48e0-9585-c0c1b71f5bac, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=cd6d63ca-5680-48e0-9585-c0c1b71f5bac,segment=NetworkSegment(825fd5ae-a9b1-4e0d-b585-213b96f3ba2b),segment_id=825fd5ae-a9b1-4e0d-b585-213b96f3ba2b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:08:57.867706 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b3be96dd-0a5f-4c66-b40c-ddedc4adf19a req-e7f2e88f-1364-4f75-87f6-a11aebed11a4 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320800 Sep 30 08:08:57.870930 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] For port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:08:57.872004 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.875720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] For port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:08:57.888827 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-8cb1aa26-2e85-41d8-960a-e56443dbb3bb tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:08:57.899740 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-8cb1aa26-2e85-41d8-960a-e56443dbb3bb tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.901633 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.905033 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9607593-5cbc-4ff3-b67e-50ff928058a6 None None] Sync routers for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:08:57.919769 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9607593-5cbc-4ff3-b67e-50ff928058a6 None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:57.921901 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e9607593-5cbc-4ff3-b67e-50ff928058a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:57.936667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=cd6d63ca-5680-48e0-9585-c0c1b71f5bac,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:57.948335 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-8cb1aa26-2e85-41d8-960a-e56443dbb3bb tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "PUT /v2.0/floatingips/2ffe0469-7746-4006-b977-bd9e816b851f HTTP/1.1" status: 200 len: 694 time: 1.6869886 Sep 30 08:08:57.964957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409f78b0-48a3-4f48-b692-4ec139349945 admin admin] Network 7d67b0be-4f61-4335-a565-d3860848c0a5 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:08:57.984964 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:57.986087 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:57.989162 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] 10.222.0.36 "PUT /v2.0/ports/20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 HTTP/1.1" status: 200 len: 1096 time: 1.0747409 Sep 30 08:08:57.990464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be160505-068a-438a-bac1-3d7e21fe75e6', 'tag': '20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:08:57.993420 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fed0e6-b2bc-46bb-b83d-384f13f22a94" -d '{"events": [{"name": "network-changed", "server_uuid": "be160505-068a-438a-bac1-3d7e21fe75e6", "tag": "20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:08:57.997231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-409f78b0-48a3-4f48-b692-4ec139349945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 7d67b0be-4f61-4335-a565-d3860848c0a5) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:58.007360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409f78b0-48a3-4f48-b692-4ec139349945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:58.007861 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-409f78b0-48a3-4f48-b692-4ec139349945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:58.008509 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-9d73767a-6280-4221-afa2-89e8300df0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:58.018864 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-9d73767a-6280-4221-afa2-89e8300df0d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 1096 time: 0.0693147 Sep 30 08:08:58.031371 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52785f0-a0b7-49c6-b531-bdca0bf1b738 service neutron] Pushing event updated for resources: {'Port': ['ID=20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:58.043628 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-409f78b0-48a3-4f48-b692-4ec139349945 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7102520 Sep 30 08:08:58.045147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53780) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:08:58.053947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dc55d9-1361-44c4-aca0-e827acc42605 None None] Network 7d67b0be-4f61-4335-a565-d3860848c0a5 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:08:58.085002 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-270830313-router', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:08:58.119159 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e9607593-5cbc-4ff3-b67e-50ff928058a6 None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:58.121948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b611f745-e802-4c9c-8b3c-fde91ad0e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:58.123554 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b611f745-e802-4c9c-8b3c-fde91ad0e7dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=be160505-068a-438a-bac1-3d7e21fe75e6 HTTP/1.1" status: 200 len: 1099 time: 0.0801916 Sep 30 08:08:58.132235 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:58.137285 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:58.152103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-6e1cb227-469e-45c5-a004-3f645a0ae3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:58.162478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-6e1cb227-469e-45c5-a004-3f645a0ae3ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 921 time: 0.1416357 Sep 30 08:08:58.209895 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['cd6d63ca-5680-48e0-9585-c0c1b71f5bac'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:08:58.218945 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-9103023c-fdc2-40d0-acf9-7d4da7064528 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6532807f-c58a-4011-9865-c17d0fef4f05 HTTP/1.1" status: 200 len: 217 time: 0.0555978 Sep 30 08:08:58.250207 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-67d74c3e-2678-47a2-a458-d571e8a1d426 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 HTTP/1.1" status: 200 len: 217 time: 0.1041467 Sep 30 08:08:58.289282 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-f547c56c-d72d-4907-863f-595fd92b2ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:58.290777 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-f547c56c-d72d-4907-863f-595fd92b2ac5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 200 len: 859 time: 0.0650787 Sep 30 08:08:58.297163 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dd24e3-0908-430d-afe2-b0208f405682 x-openstack-request-id: req-b4dd24e3-0908-430d-afe2-b0208f405682 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:58.297397 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3935b90-c9f6-4e9c-bd6f-3835a19bbacf", "tag": "7e95dd6d-78b2-4df1-8cd7-5844f59c9380", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:58.297654 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4dd24e3-0908-430d-afe2-b0208f405682 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:58.298039 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3935b90-c9f6-4e9c-bd6f-3835a19bbacf', 'tag': '7e95dd6d-78b2-4df1-8cd7-5844f59c9380', 'status': 'completed', 'code': 200} Sep 30 08:08:58.349226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-7d67b0be-4f61-4335-a565-d3860848c0a5', 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'fixed_ips': [{'subnet_id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:08:58.350493 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:58.421471 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:58.437423 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-c8528a33-881b-4630-9307-d8a2eb296b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:58.437685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1f938-ae3a-4044-b9bd-ff638cff8aed req-1c6ee128-4ccf-424b-b8c6-0b5f3c11fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:58.438629 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-c8528a33-881b-4630-9307-d8a2eb296b56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1724038 Sep 30 08:08:58.439038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecd1f938-ae3a-4044-b9bd-ff638cff8aed req-1c6ee128-4ccf-424b-b8c6-0b5f3c11fb6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f26567306b514138aaf37ab1a4cc7d99&device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 1094 time: 0.0839589 Sep 30 08:08:58.474733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-d89007ea-f090-4868-a0cb-b4c3fc023d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:58.476397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-d89007ea-f090-4868-a0cb-b4c3fc023d10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649075 Sep 30 08:08:58.521996 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e9607593-5cbc-4ff3-b67e-50ff928058a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:58.560407 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9607593-5cbc-4ff3-b67e-50ff928058a6 None None] Checking router: 7e56a486-6c67-4209-a7cb-6d2415960a0e for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:08:58.572015 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9607593-5cbc-4ff3-b67e-50ff928058a6 None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:08:58.573387 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e9607593-5cbc-4ff3-b67e-50ff928058a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:58.578283 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Allocated IP 172.20.0.2 (7d67b0be-4f61-4335-a565-d3860848c0a5/6d4253e4-2dbc-46f1-9eb5-1fa6104bf250/d4f492b1-31b8-4729-b6ca-5104d85635f1) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:58.604570 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-9612df16-bbc6-4115-b0a2-5f0c946deac0 service neutron] 10.222.0.24 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135490 Sep 30 08:08:58.605989 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b2cbbc56-e5a1-4ff9-9d72-20fec280aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:58.607468 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-b2cbbc56-e5a1-4ff9-9d72-20fec280aa1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276131 Sep 30 08:08:58.715267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb2d4c-4054-4860-a6a6-8785c373863c req-d69ddd1c-f269-48c9-bd4b-b78994d64e01 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:58.717145 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0bb2d4c-4054-4860-a6a6-8785c373863c req-d69ddd1c-f269-48c9-bd4b-b78994d64e01 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=be160505-068a-438a-bac1-3d7e21fe75e6 HTTP/1.1" status: 200 len: 948 time: 0.3050029 Sep 30 08:08:58.738815 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e9607593-5cbc-4ff3-b67e-50ff928058a6 None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:08:58.750072 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:58.754935 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-8593caf2-03a2-4082-9181-8a4f1011ec73 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334503 Sep 30 08:08:58.758427 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:58.767145 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:58.819101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Pushing event updated for resources: {'Port': ['ID=d4f492b1-31b8-4729-b6ca-5104d85635f1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:58.833972 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Network 7d67b0be-4f61-4335-a565-d3860848c0a5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:08:58.844307 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0bb2d4c-4054-4860-a6a6-8785c373863c req-29c2e953-67e6-4b3b-aa59-7ab7367d1a2e tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896459 Sep 30 08:08:58.845664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:08:58.849020 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6aa348e-8cbb-4917-9e31-3728a0fa292f req-406016ac-be14-41d4-8947-0906bd64d14f service neutron] 10.222.0.24 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293043 Sep 30 08:08:58.850161 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1f938-ae3a-4044-b9bd-ff638cff8aed req-cc63361e-3a8d-4398-89f2-b84cfe4a9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:58.851663 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecd1f938-ae3a-4044-b9bd-ff638cff8aed req-cc63361e-3a8d-4398-89f2-b84cfe4a9657 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e755c17-219c-49c1-b703-6b834ea08d5e HTTP/1.1" status: 200 len: 923 time: 0.3903079 Sep 30 08:08:58.852692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:08:58.920377 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98c52dab-2e1b-46ef-8c1f-da1a7acfeaff req-85ed8bf2-16f1-494a-936f-6b5ad8bec30f service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562510 Sep 30 08:08:58.951589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecd1f938-ae3a-4044-b9bd-ff638cff8aed req-21657a6b-ad41-4ba6-902e-09b091ebab54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e95dd6d-78b2-4df1-8cd7-5844f59c9380 HTTP/1.1" status: 200 len: 217 time: 0.0730124 Sep 30 08:08:58.962550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Attempting to bind port d4f492b1-31b8-4729-b6ca-5104d85635f1 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:08:58.964571 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Attempting to bind port d4f492b1-31b8-4729-b6ca-5104d85635f1 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '886f937b-fc09-4ffd-a30d-718314ebb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:08:58.965032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Attempting to bind port d4f492b1-31b8-4729-b6ca-5104d85635f1 on network 7d67b0be-4f61-4335-a565-d3860848c0a5 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:08:58.970846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:08:58.971262 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Checking segment: {'id': '886f937b-fc09-4ffd-a30d-718314ebb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:08:58.971671 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:58.973483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Bound using segment: {'id': '886f937b-fc09-4ffd-a30d-718314ebb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:08:58.974234 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Bound port: d4f492b1-31b8-4729-b6ca-5104d85635f1, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886f937b-fc09-4ffd-a30d-718314ebb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:08:58.974626 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:59.036571 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e9607593-5cbc-4ff3-b67e-50ff928058a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:08:59.055033 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] For port d4f492b1-31b8-4729-b6ca-5104d85635f1, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:08:59.058894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] For port d4f492b1-31b8-4729-b6ca-5104d85635f1, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d4f492b1-31b8-4729-b6ca-5104d85635f1,segment=NetworkSegment(886f937b-fc09-4ffd-a30d-718314ebb605),segment_id=886f937b-fc09-4ffd-a30d-718314ebb605)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:08:59.063295 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:59.084733 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9607593-5cbc-4ff3-b67e-50ff928058a6 None None] The sync data for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 is: [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:08:59.089188 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1f938-ae3a-4044-b9bd-ff638cff8aed req-4d0a1ef0-d7e5-4630-9bff-e7428ff37096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:59.090804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecd1f938-ae3a-4044-b9bd-ff638cff8aed req-4d0a1ef0-d7e5-4630-9bff-e7428ff37096 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54caae0a-bf1e-45dd-a015-d4dccfe0100e HTTP/1.1" status: 200 len: 862 time: 0.1067753 Sep 30 08:08:59.100912 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d32c6-55c0-4c20-b4a3-b5ca76a74484 req-b19473e3-e1f7-46dc-951a-8a3e2ea498e7 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:59.108937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b0d32c6-55c0-4c20-b4a3-b5ca76a74484 req-b19473e3-e1f7-46dc-951a-8a3e2ea498e7 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 943 time: 0.1607506 Sep 30 08:08:59.161516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fe523-725f-4d44-8b39-5ea541b3a238 None None] Pushing event updated for resources: {'Port': ['ID=d4f492b1-31b8-4729-b6ca-5104d85635f1,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:08:59.166249 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecd1f938-ae3a-4044-b9bd-ff638cff8aed req-87209307-96c4-4ab4-84db-ca68e553e73a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e755c17-219c-49c1-b703-6b834ea08d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562897 Sep 30 08:08:59.247706 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b0d32c6-55c0-4c20-b4a3-b5ca76a74484 req-c851eba0-e821-4215-8a0e-210f2a779e8b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160955 Sep 30 08:08:59.252689 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d34bda7-4c2b-4106-9b5b-1f45393d25c4 x-openstack-request-id: req-8d34bda7-4c2b-4106-9b5b-1f45393d25c4 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:08:59.253519 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be160505-068a-438a-bac1-3d7e21fe75e6", "tag": "20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:08:59.254467 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d34bda7-4c2b-4106-9b5b-1f45393d25c4 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:08:59.255257 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be160505-068a-438a-bac1-3d7e21fe75e6', 'tag': '20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1', 'status': 'completed', 'code': 200} Sep 30 08:08:59.291067 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:59.333012 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:59.409894 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecd1f938-ae3a-4044-b9bd-ff638cff8aed req-49309b0e-4d15-4e34-80f2-71aa383f13da service neutron] 10.222.0.36 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220676 Sep 30 08:08:59.476839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16b630-7654-4ae9-a181-cd1bd016171e req-00ff7b4f-d4fb-4a39-98d2-7763c3b02ad9 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:59.485764 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d16b630-7654-4ae9-a181-cd1bd016171e req-00ff7b4f-d4fb-4a39-98d2-7763c3b02ad9 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 945 time: 0.1575222 Sep 30 08:08:59.501692 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:59.531475 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fed0e6-b2bc-46bb-b83d-384f13f22a94 req-22e5d484-6034-4967-b6d6-a904277deefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:59.533108 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c6fed0e6-b2bc-46bb-b83d-384f13f22a94 req-22e5d484-6034-4967-b6d6-a904277deefe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=be160505-068a-438a-bac1-3d7e21fe75e6 HTTP/1.1" status: 200 len: 1099 time: 0.2617688 Sep 30 08:08:59.575150 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Allocated IP 172.25.0.143 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/ec32f6c2-ab70-400f-a243-dd15669c6241) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:08:59.615724 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d16b630-7654-4ae9-a181-cd1bd016171e req-cdce38bc-06a0-428a-8188-a5367aa29e9b tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275177 Sep 30 08:08:59.631751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e7fa01-f2fa-4d54-af9d-0b715e6435e6 None None] New status for floating IP 2ffe0469-7746-4006-b977-bd9e816b851f: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:08:59.689545 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:08:59.693282 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecd1f938-ae3a-4044-b9bd-ff638cff8aed req-77dd4fe9-7442-41e7-b5ad-6ac49591ac86 service neutron] 10.222.0.36 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722940 Sep 30 08:08:59.693961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device cd6d63ca-5680-48e0-9585-c0c1b71f5bac up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:59.807458 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:59.842953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fed0e6-b2bc-46bb-b83d-384f13f22a94 req-ce3b6bc0-7cf8-4e36-b68e-9eb57fcd8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:59.844400 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c6fed0e6-b2bc-46bb-b83d-384f13f22a94 req-ce3b6bc0-7cf8-4e36-b68e-9eb57fcd8729 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.2950656 Sep 30 08:08:59.858672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad98da7-8e32-49d3-bc6a-5f286ce9e458 req-dd6bdea4-e40f-4eb0-b780-32df425ab700 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:59.860748 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ad98da7-8e32-49d3-bc6a-5f286ce9e458 req-dd6bdea4-e40f-4eb0-b780-32df425ab700 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1256492 Sep 30 08:08:59.879806 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e544f-0316-482e-a28e-1841dc216cb0 req-e7548a66-56c7-459e-8daa-ebe0db248324 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:08:59.881691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-693e544f-0316-482e-a28e-1841dc216cb0 req-e7548a66-56c7-459e-8daa-ebe0db248324 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5db0e1-f375-4c46-90bf-fd382580c224 HTTP/1.1" status: 200 len: 950 time: 0.0854673 Sep 30 08:08:59.894045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d4f492b1-31b8-4729-b6ca-5104d85635f1 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:08:59.898765 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c6fed0e6-b2bc-46bb-b83d-384f13f22a94 req-b8ce1b72-6715-40de-a86d-aef5de06e132 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 HTTP/1.1" status: 200 len: 217 time: 0.0431373 Sep 30 08:08:59.908795 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:08:59.942799 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ad98da7-8e32-49d3-bc6a-5f286ce9e458 req-d3f007f5-788c-4b7c-87e3-6071e3f1c7d0 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725219 Sep 30 08:08:59.958688 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-693e544f-0316-482e-a28e-1841dc216cb0 req-e80d8c97-d7f2-4e81-8ad1-958f1b33861d tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/security-groups?id=77e61f9a-1b45-4ad8-9323-eba96b806352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678203 Sep 30 08:09:00.010439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:09:00.014305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fed0e6-b2bc-46bb-b83d-384f13f22a94 req-72adc83c-1b0d-4f73-8577-9426fd5a1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:00.015880 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c6fed0e6-b2bc-46bb-b83d-384f13f22a94 req-72adc83c-1b0d-4f73-8577-9426fd5a1cf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1035876 Sep 30 08:09:00.018448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:09:00.038236 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:09:00.090727 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Pushing event updated for resources: {'Port': ['ID=ec32f6c2-ab70-400f-a243-dd15669c6241,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:00.102380 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port cd6d63ca-5680-48e0-9585-c0c1b71f5bac completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:09:00.135271 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fed0e6-b2bc-46bb-b83d-384f13f22a94 req-e381d628-f67c-4bb5-9e85-c82711e5ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:00.136965 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c6fed0e6-b2bc-46bb-b83d-384f13f22a94 req-e381d628-f67c-4bb5-9e85-c82711e5ea78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001818 Sep 30 08:09:00.138570 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:00.151632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '7e95dd6d-78b2-4df1-8cd7-5844f59c9380', 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e', 'port_id': '7e95dd6d-78b2-4df1-8cd7-5844f59c9380', 'mac_address': 'fa:16:3e:00:4a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54caae0a-bf1e-45dd-a015-d4dccfe0100e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:09:00.159616 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port cd6d63ca-5680-48e0-9585-c0c1b71f5bac triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:00.160541 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:00.162008 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d4f492b1-31b8-4729-b6ca-5104d85635f1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:00.162639 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:00.197227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-000905d5-bca1-492a-87f4-c5b80b97a880 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:00.209669 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-000905d5-bca1-492a-87f4-c5b80b97a880 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1613507 Sep 30 08:09:00.233796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541b26d-2454-4f7d-9ca6-08f7a2bf9eb8 req-a1f32f8b-afee-498d-899d-fd2ec75cdf7e tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:00.248767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1541b26d-2454-4f7d-9ca6-08f7a2bf9eb8 req-a1f32f8b-afee-498d-899d-fd2ec75cdf7e tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=be160505-068a-438a-bac1-3d7e21fe75e6 HTTP/1.1" status: 200 len: 948 time: 0.1897030 Sep 30 08:09:00.294889 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:00.311566 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'tag': '6532807f-c58a-4011-9865-c17d0fef4f05'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:00.314037 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720a8da8-935a-4b35-90db-7f3d5432c987" -d '{"events": [{"name": "network-changed", "server_uuid": "b1969f5d-82cb-4b8c-8583-2d6d8ee50036", "tag": "6532807f-c58a-4011-9865-c17d0fef4f05"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:00.319013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:09:00.340344 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-14a7f765-2d4f-4efc-a8a8-1b74f6dd8edb tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 695 time: 0.1294949 Sep 30 08:09:00.345336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-eb5b9854-cbda-4b55-877b-15929e720477 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Request body: {'floatingip': {'port_id': 'b447a174-545e-4368-bb6e-15f44125819b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:00.366622 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:00.380799 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c6fed0e6-b2bc-46bb-b83d-384f13f22a94 req-5bdd7f9f-3fc4-4356-ba25-0e21dc4308bf service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086425 Sep 30 08:09:00.418537 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-eb5b9854-cbda-4b55-877b-15929e720477 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:00.436801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1541b26d-2454-4f7d-9ca6-08f7a2bf9eb8 req-dc4f1396-947a-4ec4-83a9-2c977a6cc63f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873760 Sep 30 08:09:00.514638 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:00.572799 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:00.585908 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c6fed0e6-b2bc-46bb-b83d-384f13f22a94 req-73dbea33-c36b-4abf-a693-b99c2305da93 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898150 Sep 30 08:09:00.607872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1dd394-4f53-410a-8faa-23ddec60d425 None None] Network 7d67b0be-4f61-4335-a565-d3860848c0a5 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:09:00.638322 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:00.689899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port d4f492b1-31b8-4729-b6ca-5104d85635f1, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d4f492b1-31b8-4729-b6ca-5104d85635f1,segment=NetworkSegment(886f937b-fc09-4ffd-a30d-718314ebb605),segment_id=886f937b-fc09-4ffd-a30d-718314ebb605)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:00.738284 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a30384-0740-4e6e-a217-c6d6b1f71641 req-01e9a1c4-1cb9-4cc6-86a1-11a18d73f842 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:00.739952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7a30384-0740-4e6e-a217-c6d6b1f71641 req-01e9a1c4-1cb9-4cc6-86a1-11a18d73f842 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 944 time: 0.1052327 Sep 30 08:09:00.748597 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:00.761159 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:00.813955 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:00.826264 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3eb4e0a0-3821-4f29-8212-4dd615010154 None None] Provisioning complete for port d4f492b1-31b8-4729-b6ca-5104d85635f1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:00.826689 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e0a0-3821-4f29-8212-4dd615010154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:00.833969 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7a30384-0740-4e6e-a217-c6d6b1f71641 req-7a887e01-93ed-4383-86bf-bcead5e182ab tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874636 Sep 30 08:09:00.865046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port cd6d63ca-5680-48e0-9585-c0c1b71f5bac, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=cd6d63ca-5680-48e0-9585-c0c1b71f5bac,segment=NetworkSegment(825fd5ae-a9b1-4e0d-b585-213b96f3ba2b),segment_id=825fd5ae-a9b1-4e0d-b585-213b96f3ba2b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:00.871845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f283a75a-e4ca-42e0-aa61-91f2393ad487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6d63ca-5680-48e0-9585-c0c1b71f5bac'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:00.876585 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396fcaa9-1b2d-41a4-91ac-87f2dfd04245" -d '{"events": [{"server_uuid": "f283a75a-e4ca-42e0-aa61-91f2393ad487", "name": "network-vif-plugged", "status": "completed", "tag": "cd6d63ca-5680-48e0-9585-c0c1b71f5bac"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:00.912046 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc679f4c-633f-4b48-bb8c-de4e21df7637 x-openstack-request-id: req-cc679f4c-633f-4b48-bb8c-de4e21df7637 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:00.912345 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1969f5d-82cb-4b8c-8583-2d6d8ee50036", "tag": "6532807f-c58a-4011-9865-c17d0fef4f05", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:00.912604 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc679f4c-633f-4b48-bb8c-de4e21df7637 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:00.912993 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'tag': '6532807f-c58a-4011-9865-c17d0fef4f05', 'status': 'completed', 'code': 200} Sep 30 08:09:00.950206 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:01.006789 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['7e95dd6d-78b2-4df1-8cd7-5844f59c9380'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:01.052293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=d4f492b1-31b8-4729-b6ca-5104d85635f1,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:01.068553 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:01.110993 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc9dae-7af1-49db-bb1d-813eaf6f4c75 req-c2a48ac6-c4ee-4d70-95bd-3f2c429003bf tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:01.112564 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82fc9dae-7af1-49db-bb1d-813eaf6f4c75 req-c2a48ac6-c4ee-4d70-95bd-3f2c429003bf tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.1217284 Sep 30 08:09:01.136047 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8da8-935a-4b35-90db-7f3d5432c987 req-f3055b8d-b866-4070-8047-77eb72a9f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:01.137474 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-720a8da8-935a-4b35-90db-7f3d5432c987 req-f3055b8d-b866-4070-8047-77eb72a9f4ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 1096 time: 0.1455517 Sep 30 08:09:01.158404 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=cd6d63ca-5680-48e0-9585-c0c1b71f5bac,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:01.218263 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:09:01.262647 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82fc9dae-7af1-49db-bb1d-813eaf6f4c75 req-dbd58ebb-4ebc-444d-86e2-6c3eb15ed477 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396816 Sep 30 08:09:01.269075 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-eb5b9854-cbda-4b55-877b-15929e720477 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:01.292084 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-eb5b9854-cbda-4b55-877b-15929e720477 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:01.338842 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d721d8ed-a670-421f-b43d-5d0cb019a1ad x-openstack-request-id: req-d721d8ed-a670-421f-b43d-5d0cb019a1ad {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:01.339275 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f283a75a-e4ca-42e0-aa61-91f2393ad487", "name": "network-vif-plugged", "status": "completed", "tag": "cd6d63ca-5680-48e0-9585-c0c1b71f5bac", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:01.339765 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d721d8ed-a670-421f-b43d-5d0cb019a1ad {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:01.340330 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f283a75a-e4ca-42e0-aa61-91f2393ad487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6d63ca-5680-48e0-9585-c0c1b71f5bac', 'code': 200} Sep 30 08:09:01.369050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8da8-935a-4b35-90db-7f3d5432c987 req-172a4527-6170-4ebf-a56b-78cd73f77375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:01.370535 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-720a8da8-935a-4b35-90db-7f3d5432c987 req-172a4527-6170-4ebf-a56b-78cd73f77375 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 921 time: 0.2055783 Sep 30 08:09:01.449216 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-720a8da8-935a-4b35-90db-7f3d5432c987 req-f5b69e49-ae5d-490b-b2a5-e1a32ba327f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6532807f-c58a-4011-9865-c17d0fef4f05 HTTP/1.1" status: 200 len: 217 time: 0.0684292 Sep 30 08:09:01.460930 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:09:01.482299 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Sync routers for ids ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:09:01.497198 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66560fe-e20f-41ec-bf70-b7078e90afae req-334f07ac-7f02-403d-8866-41a5c0d4c00d tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:01.498734 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c66560fe-e20f-41ec-bf70-b7078e90afae req-334f07ac-7f02-403d-8866-41a5c0d4c00d tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5db0e1-f375-4c46-90bf-fd382580c224 HTTP/1.1" status: 200 len: 950 time: 0.1611574 Sep 30 08:09:01.501517 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:01.501695 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Routers {'6b138bf8-7ccb-4625-9d7c-e46d23f9c166'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:01.502355 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:01.504860 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1283ffb0-722f-4109-889c-89971b54c613 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4283645 Sep 30 08:09:01.506457 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53812) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:01.509737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37109e76-5347-4f4c-ad26-0fe634f51253 req-d9d81801-7818-48fb-bab5-244109d4e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:01.513851 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-37109e76-5347-4f4c-ad26-0fe634f51253 req-d9d81801-7818-48fb-bab5-244109d4e7bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 1097 time: 0.0942504 Sep 30 08:09:01.569763 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-eb5b9854-cbda-4b55-877b-15929e720477 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Floating IP 2ffe0469-7746-4006-b977-bd9e816b851f associated. External IP: 172.25.0.98, port: b447a174-545e-4368-bb6e-15f44125819b. Sep 30 08:09:01.622376 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8da8-935a-4b35-90db-7f3d5432c987 req-a69107df-6738-41ee-bf83-4f4e86e73f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:01.622724 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-720a8da8-935a-4b35-90db-7f3d5432c987 req-a69107df-6738-41ee-bf83-4f4e86e73f99 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 200 len: 859 time: 0.1643262 Sep 30 08:09:01.637284 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Set router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:01.645119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce5f75-98e7-43dc-8c3a-62f7c7319b16 req-238e27a5-e3aa-4c44-a886-0f63642ab4f9 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:01.651078 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-37109e76-5347-4f4c-ad26-0fe634f51253 req-5fe0215e-8c5f-4fbe-b87c-e5053b7f0d49 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285031 Sep 30 08:09:01.652316 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54ce5f75-98e7-43dc-8c3a-62f7c7319b16 req-238e27a5-e3aa-4c44-a886-0f63642ab4f9 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5db0e1-f375-4c46-90bf-fd382580c224 HTTP/1.1" status: 200 len: 950 time: 0.2312894 Sep 30 08:09:01.661516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1fd0e6f9-8e0c-4728-bbef-fc6180aae363 None None] Provisioning complete for port d4f492b1-31b8-4729-b6ca-5104d85635f1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:01.662150 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fd0e6f9-8e0c-4728-bbef-fc6180aae363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:01.668393 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867bad3-15e2-4652-afd6-cff75e44615d req-0cba8e99-a265-4e96-8b20-ce1c427bb0bc tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:01.669979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:09:01.670230 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7867bad3-15e2-4652-afd6-cff75e44615d req-0cba8e99-a265-4e96-8b20-ce1c427bb0bc tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1969f5d-82cb-4b8c-8583-2d6d8ee50036 HTTP/1.1" status: 200 len: 945 time: 0.1308172 Sep 30 08:09:01.776285 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c66560fe-e20f-41ec-bf70-b7078e90afae req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Deleting port 29bade13-729b-4eb2-8914-01a0216543a7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:01.776662 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c66560fe-e20f-41ec-bf70-b7078e90afae req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:01.864864 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:01.875118 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d4f492b1-31b8-4729-b6ca-5104d85635f1 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:01.911144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c66560fe-e20f-41ec-bf70-b7078e90afae req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] For port 29bade13-729b-4eb2-8914-01a0216543a7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=29bade13-729b-4eb2-8914-01a0216543a7,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:01.911781 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c66560fe-e20f-41ec-bf70-b7078e90afae req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:01.927388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1', 'mac_address': 'fa:16:3e:31:d1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:09:01.928578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c66560fe-e20f-41ec-bf70-b7078e90afae req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Calling delete_port for 29bade13-729b-4eb2-8914-01a0216543a7 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:01.948167 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'name': 'tempest-ServersTestManualDisk-270830313-router', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:08:58Z', 'updated_at': '2021-09-30T08:09:00Z', 'revision_number': 3, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'gw_port': {'id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:59Z', 'updated_at': '2021-09-30T08:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:01.986583 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:01.986802 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Checking router: 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:09:01.987063 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Updating router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 port ec32f6c2-ab70-400f-a243-dd15669c6241 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:09:02.005876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:09:02.018617 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:02.028405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:02.039762 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:02.079273 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c66560fe-e20f-41ec-bf70-b7078e90afae req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:02.091797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7867bad3-15e2-4652-afd6-cff75e44615d req-0ed78978-920b-49fc-b2bc-d3f27b388080 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Deleting port 6532807f-c58a-4011-9865-c17d0fef4f05 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:02.091797 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7867bad3-15e2-4652-afd6-cff75e44615d req-0ed78978-920b-49fc-b2bc-d3f27b388080 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:02.100405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:02.122323 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d4f492b1-31b8-4729-b6ca-5104d85635f1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:02.122974 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:02.125923 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['29bade13-729b-4eb2-8914-01a0216543a7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:02.148253 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54ce5f75-98e7-43dc-8c3a-62f7c7319b16 req-6d370ca7-40ec-4005-98ab-29b468263fc3 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.24 "GET /v2.0/security-groups?id=77e61f9a-1b45-4ad8-9323-eba96b806352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950528 Sep 30 08:09:02.190415 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8da8-935a-4b35-90db-7f3d5432c987 req-cd1ab839-60e7-4ce6-b9b2-976456df0645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:02.192682 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-720a8da8-935a-4b35-90db-7f3d5432c987 req-cd1ab839-60e7-4ce6-b9b2-976456df0645 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5581946 Sep 30 08:09:02.221665 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7867bad3-15e2-4652-afd6-cff75e44615d req-0ed78978-920b-49fc-b2bc-d3f27b388080 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] For port 6532807f-c58a-4011-9865-c17d0fef4f05, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=6532807f-c58a-4011-9865-c17d0fef4f05,segment=NetworkSegment(c89a4195-c502-41e9-bb33-d1ebaed19bad),segment_id=c89a4195-c502-41e9-bb33-d1ebaed19bad)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:02.222654 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7867bad3-15e2-4652-afd6-cff75e44615d req-0ed78978-920b-49fc-b2bc-d3f27b388080 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:02.238636 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7867bad3-15e2-4652-afd6-cff75e44615d req-0ed78978-920b-49fc-b2bc-d3f27b388080 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Calling delete_port for 6532807f-c58a-4011-9865-c17d0fef4f05 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:02.316493 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Pushing event deleted for resources: {'Port': ['ID=29bade13-729b-4eb2-8914-01a0216543a7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:02.350415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.350758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.351100 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.351444 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.351778 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.352141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.352470 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.352797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.353120 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.353444 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.353774 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.354093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.373439 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:02.377890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66560fe-e20f-41ec-bf70-b7078e90afae req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] No DVR routers for this DVR port 29bade13-729b-4eb2-8914-01a0216543a7 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:02.381685 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c66560fe-e20f-41ec-bf70-b7078e90afae req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:02.383660 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c66560fe-e20f-41ec-bf70-b7078e90afae req-44809f82-ecc3-4862-8619-7c655decab20 tempest-TenantUsagesTestJSON-2110367506 tempest-TenantUsagesTestJSON-2110367506-project] 10.222.0.35 "DELETE /v2.0/ports/29bade13-729b-4eb2-8914-01a0216543a7 HTTP/1.1" status: 204 len: 173 time: 0.8522379 Sep 30 08:09:02.384207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5db0e1-f375-4c46-90bf-fd382580c224', 'name': 'network-vif-deleted', 'tag': '29bade13-729b-4eb2-8914-01a0216543a7'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:02.386882 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e7d159-f6a2-4813-9905-873cc3ae77c5" -d '{"events": [{"server_uuid": "5d5db0e1-f375-4c46-90bf-fd382580c224", "name": "network-vif-deleted", "tag": "29bade13-729b-4eb2-8914-01a0216543a7"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:02.468898 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:02.477084 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:02.504488 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc9ac3-ac43-4e3e-b6c7-4bd32e5a65cb req-e7af4763-3b16-4c96-a2e5-31153633fd35 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:02.507242 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-04cc9ac3-ac43-4e3e-b6c7-4bd32e5a65cb req-e7af4763-3b16-4c96-a2e5-31153633fd35 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.2425275 Sep 30 08:09:02.521155 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7867bad3-15e2-4652-afd6-cff75e44615d req-0ed78978-920b-49fc-b2bc-d3f27b388080 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:02.576253 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed78978-920b-49fc-b2bc-d3f27b388080 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Pushing event deleted for resources: {'Port': ['ID=6532807f-c58a-4011-9865-c17d0fef4f05,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:02.615432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['b447a174-545e-4368-bb6e-15f44125819b', '6532807f-c58a-4011-9865-c17d0fef4f05'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:02.637972 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-720a8da8-935a-4b35-90db-7f3d5432c987 req-90a415b4-5387-4d2d-8cd2-8c3a4cb7ec3e service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077737 Sep 30 08:09:02.648448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-eb5b9854-cbda-4b55-877b-15929e720477 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Router 7e56a486-6c67-4209-a7cb-6d2415960a0e has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:09:02.676863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7867bad3-15e2-4652-afd6-cff75e44615d req-0ed78978-920b-49fc-b2bc-d3f27b388080 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] No DVR routers for this DVR port 6532807f-c58a-4011-9865-c17d0fef4f05 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:02.681990 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7867bad3-15e2-4652-afd6-cff75e44615d req-0ed78978-920b-49fc-b2bc-d3f27b388080 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:02.700633 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7867bad3-15e2-4652-afd6-cff75e44615d req-0ed78978-920b-49fc-b2bc-d3f27b388080 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.35 "DELETE /v2.0/ports/6532807f-c58a-4011-9865-c17d0fef4f05 HTTP/1.1" status: 204 len: 173 time: 1.0229189 Sep 30 08:09:02.724103 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd41bf-ca7c-4c6f-ad46-a38880fe69af None None] Pushing event updated for resources: {'Port': ['ID=ec32f6c2-ab70-400f-a243-dd15669c6241,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:02.728493 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Attempting to bind port ec32f6c2-ab70-400f-a243-dd15669c6241 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:09:02.728852 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Attempting to bind port ec32f6c2-ab70-400f-a243-dd15669c6241 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:09:02.729231 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Attempting to bind port ec32f6c2-ab70-400f-a243-dd15669c6241 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:09:02.744530 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd41bf-ca7c-4c6f-ad46-a38880fe69af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.744530 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd41bf-ca7c-4c6f-ad46-a38880fe69af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.744530 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd41bf-ca7c-4c6f-ad46-a38880fe69af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.744530 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd41bf-ca7c-4c6f-ad46-a38880fe69af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.745102 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd41bf-ca7c-4c6f-ad46-a38880fe69af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.745102 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd41bf-ca7c-4c6f-ad46-a38880fe69af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.745346 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd41bf-ca7c-4c6f-ad46-a38880fe69af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.746237 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd41bf-ca7c-4c6f-ad46-a38880fe69af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.746237 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd41bf-ca7c-4c6f-ad46-a38880fe69af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.746508 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd41bf-ca7c-4c6f-ad46-a38880fe69af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.746847 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd41bf-ca7c-4c6f-ad46-a38880fe69af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.747174 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd41bf-ca7c-4c6f-ad46-a38880fe69af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:02.751329 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:09:02.751705 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:09:02.752129 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:02.752519 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:09:02.753056 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Bound port: ec32f6c2-ab70-400f-a243-dd15669c6241, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:09:02.753543 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:02.814513 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] For port ec32f6c2-ab70-400f-a243-dd15669c6241, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:09:02.818901 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] For port ec32f6c2-ab70-400f-a243-dd15669c6241, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ec32f6c2-ab70-400f-a243-dd15669c6241,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:09:02.824460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-04cc9ac3-ac43-4e3e-b6c7-4bd32e5a65cb req-078ef378-8dd6-4eeb-9061-704caceb129c tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677011 Sep 30 08:09:02.824818 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:02.925876 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Routers {'6b138bf8-7ccb-4625-9d7c-e46d23f9c166'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:02.926827 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:02.932847 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd41bf-ca7c-4c6f-ad46-a38880fe69af None None] Pushing event updated for resources: {'Port': ['ID=ec32f6c2-ab70-400f-a243-dd15669c6241,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:03.048732 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] Set router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:03.117674 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-720a8da8-935a-4b35-90db-7f3d5432c987 req-e37f8a24-445b-487a-b750-e88960369898 service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612291 Sep 30 08:09:03.171245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3289d44-5335-4c87-885d-41b0984fbcb0 req-d5e48781-ed03-4a33-9019-6bedf874c3a2 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:03.172767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3289d44-5335-4c87-885d-41b0984fbcb0 req-d5e48781-ed03-4a33-9019-6bedf874c3a2 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=be160505-068a-438a-bac1-3d7e21fe75e6 HTTP/1.1" status: 200 len: 949 time: 0.1895518 Sep 30 08:09:03.177433 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-eb5b9854-cbda-4b55-877b-15929e720477 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:09:03.182169 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-eb5b9854-cbda-4b55-877b-15929e720477 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:03.188429 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bd1578-d0fe-4b76-a5af-2d5cc561d288 None None] Sync routers for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:09:03.198037 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd1578-d0fe-4b76-a5af-2d5cc561d288 None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:03.198837 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-36bd1578-d0fe-4b76-a5af-2d5cc561d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:03.247103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-eb5b9854-cbda-4b55-877b-15929e720477 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "PUT /v2.0/floatingips/2ffe0469-7746-4006-b977-bd9e816b851f HTTP/1.1" status: 200 len: 995 time: 2.9058242 Sep 30 08:09:03.249904 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'tag': 'b447a174-545e-4368-bb6e-15f44125819b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:03.251664 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41c15ad-8c77-402c-a22e-b01a4131b428" -d '{"events": [{"name": "network-changed", "server_uuid": "570d08de-47a5-4877-a43c-b20ca77a8ea6", "tag": "b447a174-545e-4368-bb6e-15f44125819b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:03.276498 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'name': 'tempest-ServersTestManualDisk-270830313-router', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:08:58Z', 'updated_at': '2021-09-30T08:09:00Z', 'revision_number': 3, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'gw_port': {'id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:59Z', 'updated_at': '2021-09-30T08:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:03.310279 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3289d44-5335-4c87-885d-41b0984fbcb0 req-4b92bf44-65a5-48d9-a2fe-83ac57a535d0 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241603 Sep 30 08:09:03.310759 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2099703c-83c8-4058-8b43-a81ad9a31496 None None] The sync data for ids ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'] in n-d-807359-2 is: [{'id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'name': 'tempest-ServersTestManualDisk-270830313-router', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:08:58Z', 'updated_at': '2021-09-30T08:09:00Z', 'revision_number': 3, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'gw_port': {'id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:59Z', 'updated_at': '2021-09-30T08:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:09:03.320310 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:03.353421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-36bd1578-d0fe-4b76-a5af-2d5cc561d288 None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:03.357322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-fe40f29c-53d1-4412-a789-183f54a95340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:03.360044 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-fe40f29c-53d1-4412-a789-183f54a95340 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 1096 time: 0.0874534 Sep 30 08:09:03.587934 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-90d096fa-1e66-4495-9da5-fac1949193a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:03.589438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-90d096fa-1e66-4495-9da5-fac1949193a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 921 time: 0.2223155 Sep 30 08:09:03.658055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-36bd1578-d0fe-4b76-a5af-2d5cc561d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2ffe0469-7746-4006-b977-bd9e816b851f', 'tenant_id': '52b3fe5904b641089631142299b45355', 'floating_ip_address': '172.25.0.98', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'port_id': 'b447a174-545e-4368-bb6e-15f44125819b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'mac_address': 'fa:16:3e:71:a7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:08:23Z', 'updated_at': '2021-09-30T08:09:01Z', 'revision_number': 8, 'project_id': '52b3fe5904b641089631142299b45355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:03.684618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bd1578-d0fe-4b76-a5af-2d5cc561d288 None None] Checking router: 7e56a486-6c67-4209-a7cb-6d2415960a0e for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:09:03.690337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:03.697994 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef617aea-a381-44c9-8014-2035337164c2 req-b54ae388-7ce8-4254-ba12-e5d54dd1a5f8 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:03.699526 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef617aea-a381-44c9-8014-2035337164c2 req-b54ae388-7ce8-4254-ba12-e5d54dd1a5f8 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 944 time: 0.1779554 Sep 30 08:09:03.720483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Allocated IP 172.20.0.1 (7d67b0be-4f61-4335-a565-d3860848c0a5/6d4253e4-2dbc-46f1-9eb5-1fa6104bf250/45b3641e-ebe7-48e7-9970-c6bfbf01caa3) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:09:03.723872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd1578-d0fe-4b76-a5af-2d5cc561d288 None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:03.724185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-36bd1578-d0fe-4b76-a5af-2d5cc561d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:03.763968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-4f0a9c1c-3548-4bdb-b256-e9b72828a15b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b447a174-545e-4368-bb6e-15f44125819b HTTP/1.1" status: 200 len: 998 time: 0.1451874 Sep 30 08:09:03.853989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef617aea-a381-44c9-8014-2035337164c2 req-9232332f-e976-4c49-84df-b94bbcf2cc93 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349618 Sep 30 08:09:03.860672 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ec32f6c2-ab70-400f-a243-dd15669c6241 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:03.899477 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-2a963917-ec9d-48f8-8f35-acb010f0de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:03.901064 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-2a963917-ec9d-48f8-8f35-acb010f0de02 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 200 len: 859 time: 0.1363277 Sep 30 08:09:03.912970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:09:03.931211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-36bd1578-d0fe-4b76-a5af-2d5cc561d288 None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:03.934779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:03.935158 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:04.002283 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:04.016898 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-815d32dd-a425-4dc7-b7cd-8714d17f4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:04.018452 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-815d32dd-a425-4dc7-b7cd-8714d17f4be2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098318 Sep 30 08:09:04.045186 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port ec32f6c2-ab70-400f-a243-dd15669c6241 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:04.045551 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:04.056122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58df111-eaba-4970-b2e0-5a8065e2d40f req-b663c570-5edf-4341-bcc4-63246997d00e tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:04.058699 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f58df111-eaba-4970-b2e0-5a8065e2d40f req-b663c570-5edf-4341-bcc4-63246997d00e tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.1115031 Sep 30 08:09:04.151847 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:04.174216 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f58df111-eaba-4970-b2e0-5a8065e2d40f req-8bb66459-5f28-4d7f-b453-571334570395 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094398 Sep 30 08:09:04.216779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-d84be89f-fabe-465b-ad77-a8fb87c39e2b service neutron] 10.222.0.24 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905522 Sep 30 08:09:04.218551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Network 7d67b0be-4f61-4335-a565-d3860848c0a5 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:09:04.223672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:09:04.228687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:09:04.272353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Pushing event updated for resources: {'Port': ['ID=45b3641e-ebe7-48e7-9970-c6bfbf01caa3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:04.287297 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1835244a-e703-49c9-a730-842126f7bf90 x-openstack-request-id: req-1835244a-e703-49c9-a730-842126f7bf90 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:04.287838 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5db0e1-f375-4c46-90bf-fd382580c224", "name": "network-vif-deleted", "tag": "29bade13-729b-4eb2-8914-01a0216543a7", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:04.289527 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1835244a-e703-49c9-a730-842126f7bf90 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:04.290245 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5db0e1-f375-4c46-90bf-fd382580c224', 'name': 'network-vif-deleted', 'tag': '29bade13-729b-4eb2-8914-01a0216543a7', 'status': 'completed', 'code': 200} Sep 30 08:09:04.308009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:04.308357 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:04.308703 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:04.309044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:04.309383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:04.309720 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:04.310053 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:04.310382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:04.310711 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:04.311043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:04.311375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:04.312034 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:04.357239 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:04.378254 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:04.412547 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3935b90-c9f6-4e9c-bd6f-3835a19bbacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e95dd6d-78b2-4df1-8cd7-5844f59c9380'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:04.414638 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bc6032-8877-4ba1-a047-69ba0a7b14de" -d '{"events": [{"server_uuid": "f3935b90-c9f6-4e9c-bd6f-3835a19bbacf", "name": "network-vif-plugged", "status": "completed", "tag": "7e95dd6d-78b2-4df1-8cd7-5844f59c9380"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:04.445473 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3495fed-7cc7-4c67-a7f7-e1d08bfa74c9 req-e99cac8e-2323-4f06-ae79-1ba3bc5fef48 service neutron] 10.222.0.24 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193868 Sep 30 08:09:04.456135 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:04.465580 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:04.486290 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:04.487093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:04.543370 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a102539f-7f4a-4957-a6b1-1b104a9d68be x-openstack-request-id: req-a102539f-7f4a-4957-a6b1-1b104a9d68be {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:04.543621 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570d08de-47a5-4877-a43c-b20ca77a8ea6", "tag": "b447a174-545e-4368-bb6e-15f44125819b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:04.543982 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a102539f-7f4a-4957-a6b1-1b104a9d68be {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:04.544306 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'tag': 'b447a174-545e-4368-bb6e-15f44125819b', 'status': 'completed', 'code': 200} Sep 30 08:09:04.640313 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port ec32f6c2-ab70-400f-a243-dd15669c6241, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ec32f6c2-ab70-400f-a243-dd15669c6241,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:04.661150 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:04.689361 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:04.697149 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:04.750916 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c15ad-8c77-402c-a22e-b01a4131b428 req-b5f5e1e9-3205-4a5b-8fba-24a634c40cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:04.752521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a41c15ad-8c77-402c-a22e-b01a4131b428 req-b5f5e1e9-3205-4a5b-8fba-24a634c40cce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 1096 time: 0.1332138 Sep 30 08:09:04.770780 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:09:04.779104 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eadb05dd-c68d-4f96-a4aa-c07a01a9c8ed None None] Provisioning complete for port 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:04.779330 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8fc57-4edb-4a6c-acc0-a29fd33df856 req-5737cb09-c980-43ab-9997-f7b73bbb3c9b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:04.779513 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eadb05dd-c68d-4f96-a4aa-c07a01a9c8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:04.782527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:04.782887 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:04.785871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=ec32f6c2-ab70-400f-a243-dd15669c6241,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:04.787172 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10c8fc57-4edb-4a6c-acc0-a29fd33df856 req-5737cb09-c980-43ab-9997-f7b73bbb3c9b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=be160505-068a-438a-bac1-3d7e21fe75e6 HTTP/1.1" status: 200 len: 949 time: 0.1242573 Sep 30 08:09:04.810695 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-36bd1578-d0fe-4b76-a5af-2d5cc561d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2ffe0469-7746-4006-b977-bd9e816b851f', 'tenant_id': '52b3fe5904b641089631142299b45355', 'floating_ip_address': '172.25.0.98', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'port_id': 'b447a174-545e-4368-bb6e-15f44125819b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'mac_address': 'fa:16:3e:71:a7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:08:23Z', 'updated_at': '2021-09-30T08:09:01Z', 'revision_number': 8, 'project_id': '52b3fe5904b641089631142299b45355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:04.863181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bd1578-d0fe-4b76-a5af-2d5cc561d288 None None] The sync data for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 is: [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2ffe0469-7746-4006-b977-bd9e816b851f', 'tenant_id': '52b3fe5904b641089631142299b45355', 'floating_ip_address': '172.25.0.98', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'port_id': 'b447a174-545e-4368-bb6e-15f44125819b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'mac_address': 'fa:16:3e:71:a7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:08:23Z', 'updated_at': '2021-09-30T08:09:01Z', 'revision_number': 8, 'project_id': '52b3fe5904b641089631142299b45355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:09:04.882960 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-eadb05dd-c68d-4f96-a4aa-c07a01a9c8ed None None] Port 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:09:04.949212 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5883003-99fd-4e06-b568-c1541df1d3cc req-6cebac2b-16dc-4cea-9f0c-f161b73cd2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:04.956563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10c8fc57-4edb-4a6c-acc0-a29fd33df856 req-9e25a27c-0a00-45c4-91e8-9bf5c7d05b28 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683984 Sep 30 08:09:04.957483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53848) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:04.966873 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:04.967261 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5883003-99fd-4e06-b568-c1541df1d3cc req-6cebac2b-16dc-4cea-9f0c-f161b73cd2ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ebb080353244c95b75c38e0751f4475&device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 1097 time: 0.1014552 Sep 30 08:09:05.052369 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ff74a8-8508-4170-9a44-da2ca91ce081 x-openstack-request-id: req-35ff74a8-8508-4170-9a44-da2ca91ce081 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:05.052683 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3935b90-c9f6-4e9c-bd6f-3835a19bbacf", "name": "network-vif-plugged", "status": "completed", "tag": "7e95dd6d-78b2-4df1-8cd7-5844f59c9380", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:05.052945 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35ff74a8-8508-4170-9a44-da2ca91ce081 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:05.056234 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3935b90-c9f6-4e9c-bd6f-3835a19bbacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e95dd6d-78b2-4df1-8cd7-5844f59c9380', 'code': 200} Sep 30 08:09:05.076750 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:05.082847 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:05.141399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c15ad-8c77-402c-a22e-b01a4131b428 req-0b88de22-2a12-44bd-a137-3aa181ab585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:05.152871 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a41c15ad-8c77-402c-a22e-b01a4131b428 req-0b88de22-2a12-44bd-a137-3aa181ab585c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 921 time: 0.3932338 Sep 30 08:09:05.189453 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5883003-99fd-4e06-b568-c1541df1d3cc req-62b27a8c-f320-4719-818f-60a34bdb1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:05.191483 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5883003-99fd-4e06-b568-c1541df1d3cc req-62b27a8c-f320-4719-818f-60a34bdb1c7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=48b572e1-9836-4dcc-8c62-ad595cfdc233 HTTP/1.1" status: 200 len: 912 time: 0.2231028 Sep 30 08:09:05.193217 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:05.248118 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5883003-99fd-4e06-b568-c1541df1d3cc req-29563363-e868-4d2f-8b26-994921f2912c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd6d63ca-5680-48e0-9585-c0c1b71f5bac HTTP/1.1" status: 200 len: 217 time: 0.0432162 Sep 30 08:09:05.302733 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5883003-99fd-4e06-b568-c1541df1d3cc req-157887fe-437b-40ea-b4f4-a2426b3ed8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:05.304661 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5883003-99fd-4e06-b568-c1541df1d3cc req-157887fe-437b-40ea-b4f4-a2426b3ed8f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2c21120-925c-4c50-980f-fa66907ba113 HTTP/1.1" status: 200 len: 851 time: 0.0465856 Sep 30 08:09:05.342262 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5883003-99fd-4e06-b568-c1541df1d3cc req-da226b3e-6568-4734-8017-5e7dcedd8abd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48b572e1-9836-4dcc-8c62-ad595cfdc233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282311 Sep 30 08:09:05.371433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 6532807f-c58a-4011-9865-c17d0fef4f05 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:05.401837 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 6532807f-c58a-4011-9865-c17d0fef4f05 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:05.402213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 6532807f-c58a-4011-9865-c17d0fef4f05 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:05.402646 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 29bade13-729b-4eb2-8914-01a0216543a7 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:05.424091 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 29bade13-729b-4eb2-8914-01a0216543a7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:05.424629 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 29bade13-729b-4eb2-8914-01a0216543a7 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:05.448644 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5883003-99fd-4e06-b568-c1541df1d3cc req-c69fa67f-fc1b-4908-aee7-0f4b3670a58c service neutron] 10.222.0.36 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971389 Sep 30 08:09:05.551994 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d5883003-99fd-4e06-b568-c1541df1d3cc req-87394b6b-5c14-4868-a1ab-b6155aa8b4dd service neutron] 10.222.0.36 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957355 Sep 30 08:09:05.588092 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e8c4f-fcfa-4d07-b0dc-9327679fa6eb None None] New status for floating IP 2ffe0469-7746-4006-b977-bd9e816b851f: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:09:05.672116 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65037521-35a5-47a5-8cd4-6030ba244046 req-0a3910f1-a913-48ac-90a5-863a48691665 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/floatingips/2ffe0469-7746-4006-b977-bd9e816b851f HTTP/1.1" status: 200 len: 995 time: 0.6139140 Sep 30 08:09:05.775215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a41c15ad-8c77-402c-a22e-b01a4131b428 req-f85f8700-dcc9-49da-8faf-8ccc0cb5bc9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b447a174-545e-4368-bb6e-15f44125819b HTTP/1.1" status: 200 len: 998 time: 0.6104362 Sep 30 08:09:05.781522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ec32f6c2-ab70-400f-a243-dd15669c6241 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:05.782446 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:05.811014 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:05.820627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2aed5-52c1-44ad-9a2b-abf13538059d req-b958beaf-7a8c-479c-823d-b7c5fb2daedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:05.822077 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccd2aed5-52c1-44ad-9a2b-abf13538059d req-b958beaf-7a8c-479c-823d-b7c5fb2daedf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb56dda8d9f4848b5c33c3e531d8958&device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 1097 time: 0.2960870 Sep 30 08:09:05.824354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6c9cee8f-5ab3-481a-a3f8-3372c2c3fdce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98e67ebde5d24addad718ec77e73f4db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8544374 Sep 30 08:09:05.826069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35db8a-39bc-43f3-a623-74024119289b req-f0449ec4-e36c-41e5-8026-4a3f8858c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:05.827059 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53860) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:05.827455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb35db8a-39bc-43f3-a623-74024119289b req-f0449ec4-e36c-41e5-8026-4a3f8858c73e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 1096 time: 0.6693976 Sep 30 08:09:05.832429 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port ec32f6c2-ab70-400f-a243-dd15669c6241 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:05.833013 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:05.887591 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4bf45e3-f2ec-4ca3-9b91-899edec609c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:05.911093 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4bf45e3-f2ec-4ca3-9b91-899edec609c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:05.946318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a3a52-5909-4622-9d69-556eccfdc7c1 req-46e64728-b36e-4164-85eb-e71b9e51b1d8 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:05.948013 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c2a3a52-5909-4622-9d69-556eccfdc7c1 req-46e64728-b36e-4164-85eb-e71b9e51b1d8 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.4230106 Sep 30 08:09:05.964295 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4bf45e3-f2ec-4ca3-9b91-899edec609c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:05.966869 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4bf45e3-f2ec-4ca3-9b91-899edec609c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:05.969515 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d4bf45e3-f2ec-4ca3-9b91-899edec609c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77e61f9a-1b45-4ad8-9323-eba96b806352 HTTP/1.1" status: 204 len: 168 time: 0.1393538 Sep 30 08:09:05.978134 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf45e3-f2ec-4ca3-9b91-899edec609c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e61f9a-1b45-4ad8-9323-eba96b806352,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:06.052401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Pushing event updated for resources: {'Port': ['ID=45b3641e-ebe7-48e7-9970-c6bfbf01caa3,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:06.059023 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:06.061512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c15ad-8c77-402c-a22e-b01a4131b428 req-924ad137-e887-4cca-955c-391c65a1358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:06.063006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a41c15ad-8c77-402c-a22e-b01a4131b428 req-924ad137-e887-4cca-955c-391c65a1358a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 200 len: 859 time: 0.2703495 Sep 30 08:09:06.136185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65037521-35a5-47a5-8cd4-6030ba244046 req-1cc71103-28e7-4281-a593-fe7d0bdf2d9e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:06.137531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65037521-35a5-47a5-8cd4-6030ba244046 req-1cc71103-28e7-4281-a593-fe7d0bdf2d9e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.4530718 Sep 30 08:09:06.163305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb35db8a-39bc-43f3-a623-74024119289b req-235ae702-8278-432d-b14b-f4b578d858fe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463484 Sep 30 08:09:06.173559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c2a3a52-5909-4622-9d69-556eccfdc7c1 req-b70271b5-fdbe-4c0e-9878-3f4629f81dee tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090864 Sep 30 08:09:06.242079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2aed5-52c1-44ad-9a2b-abf13538059d req-d585b255-3586-49df-ab81-7b9c3ece6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:06.243546 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccd2aed5-52c1-44ad-9a2b-abf13538059d req-d585b255-3586-49df-ab81-7b9c3ece6782 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1ec80db-4134-42ec-ab4c-bb79f088e7df HTTP/1.1" status: 200 len: 914 time: 0.3523903 Sep 30 08:09:06.273703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53872) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:06.286267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c15ad-8c77-402c-a22e-b01a4131b428 req-9c715fc8-7453-44f4-87ee-ea4efb3b5bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:06.287786 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a41c15ad-8c77-402c-a22e-b01a4131b428 req-9c715fc8-7453-44f4-87ee-ea4efb3b5bfe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1826031 Sep 30 08:09:06.291343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'name': 'network-vif-deleted', 'tag': '6532807f-c58a-4011-9865-c17d0fef4f05'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:06.293677 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2f4687-b78d-4856-9f93-0cfe221384e7" -d '{"events": [{"server_uuid": "b1969f5d-82cb-4b8c-8583-2d6d8ee50036", "name": "network-vif-deleted", "tag": "6532807f-c58a-4011-9865-c17d0fef4f05"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:06.297889 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68aff19c-3ad3-48ea-8776-fcb0ecf09031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:06.380943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fac74-5f47-46f3-a6cb-9c79507e8235 req-dc2837c6-b39a-44d7-b6c5-3c228b2d0fd2 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:06.382806 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad3fac74-5f47-46f3-a6cb-9c79507e8235 req-dc2837c6-b39a-44d7-b6c5-3c228b2d0fd2 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 945 time: 0.1893976 Sep 30 08:09:06.396684 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68aff19c-3ad3-48ea-8776-fcb0ecf09031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:06.401342 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68aff19c-3ad3-48ea-8776-fcb0ecf09031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:06.439550 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-68aff19c-3ad3-48ea-8776-fcb0ecf09031 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=460e29f78f40497986db6840e36bf607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635897 Sep 30 08:09:06.442520 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aff19c-3ad3-48ea-8776-fcb0ecf09031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b29e9eb-b8d8-4eb1-afd6-ee15cc07cf01,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:06.445715 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53876) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:06.453302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Network 7d67b0be-4f61-4335-a565-d3860848c0a5 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:09:06.494335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fa6e8-98f1-47b7-b31d-ebad9443aa07 req-efecf0d1-c344-476e-9d12-83dd3fc820e9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:06.495892 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e41fa6e8-98f1-47b7-b31d-ebad9443aa07 req-efecf0d1-c344-476e-9d12-83dd3fc820e9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.2444549 Sep 30 08:09:06.500488 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:09:06.502213 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de04d964-19ed-47e0-974c-d545098eb17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:06.507102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccd2aed5-52c1-44ad-9a2b-abf13538059d req-8a286832-a6f8-4035-8512-bb71aafc71e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15a01a98-df89-48f7-aae9-0964bf2959a2 HTTP/1.1" status: 200 len: 217 time: 0.0734465 Sep 30 08:09:06.525980 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de04d964-19ed-47e0-974c-d545098eb17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:06.580880 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de04d964-19ed-47e0-974c-d545098eb17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:06.584355 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de04d964-19ed-47e0-974c-d545098eb17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:06.589368 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-de04d964-19ed-47e0-974c-d545098eb17f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b29e9eb-b8d8-4eb1-afd6-ee15cc07cf01 HTTP/1.1" status: 204 len: 168 time: 0.1423361 Sep 30 08:09:06.598997 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04d964-19ed-47e0-974c-d545098eb17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b29e9eb-b8d8-4eb1-afd6-ee15cc07cf01,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:06.630220 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a41c15ad-8c77-402c-a22e-b01a4131b428 req-4b88d40e-6a02-406d-8590-e77eb8a68bf1 service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302100 Sep 30 08:09:06.645780 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad3fac74-5f47-46f3-a6cb-9c79507e8235 req-a6357644-76f6-4ba8-b95e-d5dd5156f0d6 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526317 Sep 30 08:09:06.817417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-83bdf1a8-af4d-4b07-9f0a-819fb4b32e0a None None] Provisioning complete for port 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:06.818467 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83bdf1a8-af4d-4b07-9f0a-819fb4b32e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:06.854622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2aed5-52c1-44ad-9a2b-abf13538059d req-b9fad77e-5caa-4741-83ed-a1da64e806d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:06.856539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccd2aed5-52c1-44ad-9a2b-abf13538059d req-b9fad77e-5caa-4741-83ed-a1da64e806d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe33ac99-fc99-41ff-b911-83e9f984edae HTTP/1.1" status: 200 len: 853 time: 0.3404298 Sep 30 08:09:06.856887 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-83bdf1a8-af4d-4b07-9f0a-819fb4b32e0a None None] Port 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:09:06.915829 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e41fa6e8-98f1-47b7-b31d-ebad9443aa07 req-16231c06-9c12-4a42-9b3d-2dcbbbe9dd90 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994875 Sep 30 08:09:06.938592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccd2aed5-52c1-44ad-9a2b-abf13538059d req-f30da8d7-36e1-4d71-a3d9-50f199232c23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1ec80db-4134-42ec-ab4c-bb79f088e7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692301 Sep 30 08:09:07.032351 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:09:07.041825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbb3db-661d-46bf-9c08-196274733fda req-9c2f9c58-5fa9-46b7-92ad-afc9705b494b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:07.043370 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ecbb3db-661d-46bf-9c08-196274733fda req-9c2f9c58-5fa9-46b7-92ad-afc9705b494b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=be160505-068a-438a-bac1-3d7e21fe75e6 HTTP/1.1" status: 200 len: 950 time: 0.2959683 Sep 30 08:09:07.057860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be160505-068a-438a-bac1-3d7e21fe75e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:07.060345 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214d8f7b-cfcd-4b15-96f6-1242bcdf1014" -d '{"events": [{"server_uuid": "be160505-068a-438a-bac1-3d7e21fe75e6", "name": "network-vif-plugged", "status": "completed", "tag": "20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:07.108921 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a41c15ad-8c77-402c-a22e-b01a4131b428 req-7df16e45-4371-4767-a8ca-4af0ba507685 service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620638 Sep 30 08:09:07.141926 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-ab37f0b6-c231-4f88-ae24-2ca9c64d3e8f tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 1000 time: 0.1881106 Sep 30 08:09:07.250573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ecbb3db-661d-46bf-9c08-196274733fda req-41f83c1e-3e9f-436c-9e53-ca4af3c66a79 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932437 Sep 30 08:09:07.254871 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccd2aed5-52c1-44ad-9a2b-abf13538059d req-3afaf1d9-ca9b-4b67-b0e8-e3e6738d71c5 service neutron] 10.222.0.36 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983479 Sep 30 08:09:07.266838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-ed138db2-1cce-4acb-86a6-c81eed8d31b0 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:07.273014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-ed138db2-1cce-4acb-86a6-c81eed8d31b0 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports/b447a174-545e-4368-bb6e-15f44125819b HTTP/1.1" status: 200 len: 942 time: 0.0981209 Sep 30 08:09:07.384621 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fe66a7-139b-4b3e-b6e0-01e61d6e127f x-openstack-request-id: req-85fe66a7-139b-4b3e-b6e0-01e61d6e127f {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:07.386415 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1969f5d-82cb-4b8c-8583-2d6d8ee50036", "name": "network-vif-deleted", "tag": "6532807f-c58a-4011-9865-c17d0fef4f05", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:07.386856 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85fe66a7-139b-4b3e-b6e0-01e61d6e127f {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:07.387423 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1969f5d-82cb-4b8c-8583-2d6d8ee50036', 'name': 'network-vif-deleted', 'tag': '6532807f-c58a-4011-9865-c17d0fef4f05', 'status': 'completed', 'code': 200} Sep 30 08:09:07.420571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:09:07.431607 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073a6f70-c83a-4d20-9325-2e834d5a02ed x-openstack-request-id: req-073a6f70-c83a-4d20-9325-2e834d5a02ed {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:07.432235 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be160505-068a-438a-bac1-3d7e21fe75e6", "name": "network-vif-plugged", "status": "completed", "tag": "20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:07.435508 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-520046ba-bc45-45e2-b302-211177651a91 admin admin] 10.222.0.24 "PUT /v2.0/routers/6b138bf8-7ccb-4625-9d7c-e46d23f9c166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9260545 Sep 30 08:09:07.435966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53904) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:07.438761 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-073a6f70-c83a-4d20-9325-2e834d5a02ed {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:07.439846 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be160505-068a-438a-bac1-3d7e21fe75e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1', 'code': 200} Sep 30 08:09:07.447008 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Sync routers for ids ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:09:07.474542 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Routers {'6b138bf8-7ccb-4625-9d7c-e46d23f9c166'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:07.475525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:07.484403 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-bb12ee91-c336-411c-add5-1a99c2ecfb28 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 1000 time: 0.1610529 Sep 30 08:09:07.518382 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccd2aed5-52c1-44ad-9a2b-abf13538059d req-73cfae52-ee98-49c8-939f-4f02d4d82fff service neutron] 10.222.0.36 "GET /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441783 Sep 30 08:09:07.630643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Set router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:07.639265 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-209e282d-59b1-4445-8543-196f93feeb7c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1557266266-network', 'tenant_id': '7089c2c01adb46a7ad21f7e969f81cde'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:07.858790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'name': 'tempest-ServersTestManualDisk-270830313-router', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:08:58Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'gw_port': {'id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:59Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '45b3641e-ebe7-48e7-9970-c6bfbf01caa3', 'name': '', 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'mac_address': 'fa:16:3e:8f:2c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:03Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 2, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'subnets': [{'id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:07.886795 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Checking router: 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:09:07.887138 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Updating router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 port 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:09:07.913387 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.041890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209e282d-59b1-4445-8543-196f93feeb7c admin admin] Made reservation on behalf of 7089c2c01adb46a7ad21f7e969f81cde for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:09:08.044106 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-209e282d-59b1-4445-8543-196f93feeb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.057543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b93c37-8545-426b-a770-25423a07a777 req-e9b2e929-8fc4-4512-82b7-3d499ef75a30 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:08.059075 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56b93c37-8545-426b-a770-25423a07a777 req-e9b2e929-8fc4-4512-82b7-3d499ef75a30 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.5247118 Sep 30 08:09:08.067421 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ee343-0efe-4e32-acc6-aad43fb5a213 req-d0c6551d-6734-4a3b-b775-a06ca34e3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:08.068882 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a44ee343-0efe-4e32-acc6-aad43fb5a213 req-d0c6551d-6734-4a3b-b775-a06ca34e3b7f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be160505-068a-438a-bac1-3d7e21fe75e6 HTTP/1.1" status: 200 len: 1101 time: 0.5131900 Sep 30 08:09:08.078066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-c169ddb2-d4d1-47fe-ab6c-f0fc5795425d tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:08.079321 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-c169ddb2-d4d1-47fe-ab6c-f0fc5795425d tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.5795257 Sep 30 08:09:08.080010 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-209e282d-59b1-4445-8543-196f93feeb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.180793 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.186158 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.205053 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56b93c37-8545-426b-a770-25423a07a777 req-f35a5f1c-dd9c-47d5-b2fa-191eff786471 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349466 Sep 30 08:09:08.213735 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a44ee343-0efe-4e32-acc6-aad43fb5a213 req-2e18ef59-297f-4f22-abe3-a573afd3e090 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275191 Sep 30 08:09:08.218671 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-adb32789-8917-48ab-ad63-d158c24ddf57 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 1000 time: 0.1266608 Sep 30 08:09:08.242911 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab2a60-9101-4341-82f5-23ee8115744b None None] Pushing event updated for resources: {'Port': ['ID=45b3641e-ebe7-48e7-9970-c6bfbf01caa3,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:08.243403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-6c10ff09-91fd-48b8-a9cf-000c2ffa68b4 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:08.295435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Attempting to bind port 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:09:08.296320 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Attempting to bind port 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '886f937b-fc09-4ffd-a30d-718314ebb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:09:08.296974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Attempting to bind port 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 on network 7d67b0be-4f61-4335-a565-d3860848c0a5 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:09:08.303364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:09:08.304198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Checking segment: {'id': '886f937b-fc09-4ffd-a30d-718314ebb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:09:08.304849 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.306108 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Bound using segment: {'id': '886f937b-fc09-4ffd-a30d-718314ebb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:09:08.306816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Bound port: 45b3641e-ebe7-48e7-9970-c6bfbf01caa3, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886f937b-fc09-4ffd-a30d-718314ebb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:09:08.307425 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.318188 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-6c10ff09-91fd-48b8-a9cf-000c2ffa68b4 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.394765 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-209e282d-59b1-4445-8543-196f93feeb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.400983 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] For port 45b3641e-ebe7-48e7-9970-c6bfbf01caa3, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:09:08.402830 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-209e282d-59b1-4445-8543-196f93feeb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.406785 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] For port 45b3641e-ebe7-48e7-9970-c6bfbf01caa3, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=45b3641e-ebe7-48e7-9970-c6bfbf01caa3,segment=NetworkSegment(886f937b-fc09-4ffd-a30d-718314ebb605),segment_id=886f937b-fc09-4ffd-a30d-718314ebb605)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:09:08.414643 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.466668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209e282d-59b1-4445-8543-196f93feeb7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:09:08.485818 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e282d-59b1-4445-8543-196f93feeb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4e0715-122d-4bb1-b6a7-caa4d8917a4f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:08.486547 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab2a60-9101-4341-82f5-23ee8115744b None None] Pushing event updated for resources: {'Port': ['ID=45b3641e-ebe7-48e7-9970-c6bfbf01caa3,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:08.496325 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-209e282d-59b1-4445-8543-196f93feeb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.496687 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-209e282d-59b1-4445-8543-196f93feeb7c admin admin] Added segment 426f5a0d-e6b0-4e7a-a001-5fe95d94c173 of type vlan for network 1be0367f-1c45-4b39-a90a-e6f418231988 Sep 30 08:09:08.504660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Routers {'6b138bf8-7ccb-4625-9d7c-e46d23f9c166'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:08.505301 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:08.558966 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-00bcd733-aca2-4c84-9f79-42b547d96153 None None] Provisioning complete for port 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:08.559251 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00bcd733-aca2-4c84-9f79-42b547d96153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.580732 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-6c10ff09-91fd-48b8-a9cf-000c2ffa68b4 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.590513 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-6c10ff09-91fd-48b8-a9cf-000c2ffa68b4 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.590962 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-6c10ff09-91fd-48b8-a9cf-000c2ffa68b4 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Floating IP 2ffe0469-7746-4006-b977-bd9e816b851f disassociated. External IP: 172.25.0.98, port: b447a174-545e-4368-bb6e-15f44125819b. Sep 30 08:09:08.594674 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-209e282d-59b1-4445-8543-196f93feeb7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.699303 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-209e282d-59b1-4445-8543-196f93feeb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.700614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209e282d-59b1-4445-8543-196f93feeb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:08.701369 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-209e282d-59b1-4445-8543-196f93feeb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.740368 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] Set router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:08.769376 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-209e282d-59b1-4445-8543-196f93feeb7c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3240738 Sep 30 08:09:08.773498 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:08.780732 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6605f83b-af8f-42c5-9f37-deb0d9ab04ac admin admin] Request body: {'subnet': {'network_id': '1be0367f-1c45-4b39-a90a-e6f418231988', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557266266-subnet', 'tenant_id': '7089c2c01adb46a7ad21f7e969f81cde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:08.809081 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6605f83b-af8f-42c5-9f37-deb0d9ab04ac admin admin] Made reservation on behalf of 7089c2c01adb46a7ad21f7e969f81cde for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:09:08.811398 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6605f83b-af8f-42c5-9f37-deb0d9ab04ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.824761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e282d-59b1-4445-8543-196f93feeb7c admin admin] Pushing event updated for resources: {'Network': ['ID=1be0367f-1c45-4b39-a90a-e6f418231988,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:08.845587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 1be0367f-1c45-4b39-a90a-e6f418231988 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:09:08.849526 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00bcd733-aca2-4c84-9f79-42b547d96153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:08.883694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53922) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:08.888383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b5ca9866-bae4-4343-8825-7387fcd90e82 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1660750558', 'description': 'tempest-description--698613997'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:08.958796 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9866-bae4-4343-8825-7387fcd90e82 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.000128 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-00bcd733-aca2-4c84-9f79-42b547d96153 None None] For port 45b3641e-ebe7-48e7-9970-c6bfbf01caa3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=45b3641e-ebe7-48e7-9970-c6bfbf01caa3,segment=NetworkSegment(886f937b-fc09-4ffd-a30d-718314ebb605),segment_id=886f937b-fc09-4ffd-a30d-718314ebb605)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:09.010311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-6c10ff09-91fd-48b8-a9cf-000c2ffa68b4 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Router 7e56a486-6c67-4209-a7cb-6d2415960a0e has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:09:09.014827 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00bcd733-aca2-4c84-9f79-42b547d96153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.066381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166917a7-2fd5-4b5f-bb68-2a0d7a644850 req-4966a309-5416-4288-a83b-b90e93028f57 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:09.068335 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-166917a7-2fd5-4b5f-bb68-2a0d7a644850 req-4966a309-5416-4288-a83b-b90e93028f57 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 945 time: 0.1135926 Sep 30 08:09:09.074447 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6605f83b-af8f-42c5-9f37-deb0d9ab04ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.165204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6605f83b-af8f-42c5-9f37-deb0d9ab04ac admin admin] Checking segment: {'id': '426f5a0d-e6b0-4e7a-a001-5fe95d94c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1be0367f-1c45-4b39-a90a-e6f418231988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:09:09.166168 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605f83b-af8f-42c5-9f37-deb0d9ab04ac admin admin] Network hostable DHCP agents. Network: 1be0367f-1c45-4b39-a90a-e6f418231988, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:09:09.168405 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605f83b-af8f-42c5-9f37-deb0d9ab04ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e665ef4-d393-4f06-944a-9b82ebc33388,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:09.188885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605f83b-af8f-42c5-9f37-deb0d9ab04ac admin admin] Network 1be0367f-1c45-4b39-a90a-e6f418231988 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:09:09.201250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6605f83b-af8f-42c5-9f37-deb0d9ab04ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 1be0367f-1c45-4b39-a90a-e6f418231988) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:09:09.207290 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605f83b-af8f-42c5-9f37-deb0d9ab04ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:09.208135 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6605f83b-af8f-42c5-9f37-deb0d9ab04ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.216261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-166917a7-2fd5-4b5f-bb68-2a0d7a644850 req-7fc9c0c2-078d-4494-bbc0-b95359b4cf07 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102359 Sep 30 08:09:09.229177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b480bc6-8e4e-4a3d-99e5-9331315fde14 None None] Network 1be0367f-1c45-4b39-a90a-e6f418231988 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:09:09.247199 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-6c10ff09-91fd-48b8-a9cf-000c2ffa68b4 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:09:09.255810 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-6c10ff09-91fd-48b8-a9cf-000c2ffa68b4 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.261967 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9866-bae4-4343-8825-7387fcd90e82 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.273024 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c733d2a-fdd9-4d6c-a227-0ed8d0cae121 None None] Sync routers for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:09:09.280173 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6605f83b-af8f-42c5-9f37-deb0d9ab04ac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5014455 Sep 30 08:09:09.280173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:09.287550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1557266266-router', 'tenant_id': '7089c2c01adb46a7ad21f7e969f81cde', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:09.299217 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9866-bae4-4343-8825-7387fcd90e82 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.299472 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c733d2a-fdd9-4d6c-a227-0ed8d0cae121 None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:09.299873 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8c733d2a-fdd9-4d6c-a227-0ed8d0cae121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:09.310002 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-55f67e16-fb7d-48b2-8339-4ef2a0ee5218 None None] Provisioning complete for port 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:09.310384 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-55f67e16-fb7d-48b2-8339-4ef2a0ee5218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.333920 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.335314 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.342899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcd733-aca2-4c84-9f79-42b547d96153 None None] Pushing event updated for resources: {'Port': ['ID=45b3641e-ebe7-48e7-9970-c6bfbf01caa3,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:09.386058 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-6c10ff09-91fd-48b8-a9cf-000c2ffa68b4 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "PUT /v2.0/floatingips/2ffe0469-7746-4006-b977-bd9e816b851f HTTP/1.1" status: 200 len: 695 time: 1.1567569 Sep 30 08:09:09.391738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'tag': 'b447a174-545e-4368-bb6e-15f44125819b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:09.394589 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e66414-7184-41db-a2b6-696645981577" -d '{"events": [{"name": "network-changed", "server_uuid": "570d08de-47a5-4877-a43c-b20ca77a8ea6", "tag": "b447a174-545e-4368-bb6e-15f44125819b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:09.401678 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9866-bae4-4343-8825-7387fcd90e82 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.404194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b5ca9866-bae4-4343-8825-7387fcd90e82 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5191648 Sep 30 08:09:09.410171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53932) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:09.426102 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8b1b5ae8-bcc7-4faa-b4a5-8502c5eabea7 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Request body: {'security_group_rule': {'security_group_id': '02817bd8-09d0-4c09-9a99-f949ee7d7e13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:09.431814 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca9866-bae4-4343-8825-7387fcd90e82 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02817bd8-09d0-4c09-9a99-f949ee7d7e13,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:09.454072 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.480057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc816-8c98-4868-9372-3fbabaa993fc req-729f5548-3188-47f6-b61e-1b7b22dd562f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:09.491843 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd7bc816-8c98-4868-9372-3fbabaa993fc req-729f5548-3188-47f6-b61e-1b7b22dd562f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1970713 Sep 30 08:09:09.494900 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8c733d2a-fdd9-4d6c-a227-0ed8d0cae121 None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:09.561795 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-ce69575c-788f-442a-a97d-e8b5a77a939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:09.571354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-ce69575c-788f-442a-a97d-e8b5a77a939c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 1096 time: 0.1653869 Sep 30 08:09:09.604737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd7bc816-8c98-4868-9372-3fbabaa993fc req-2c93ae6d-f250-4372-af3b-65580fcc832b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110299 Sep 30 08:09:09.621170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-1be0367f-1c45-4b39-a90a-e6f418231988', 'network_id': '1be0367f-1c45-4b39-a90a-e6f418231988', 'tenant_id': '7089c2c01adb46a7ad21f7e969f81cde', 'fixed_ips': [{'subnet_id': '3e665ef4-d393-4f06-944a-9b82ebc33388'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:09:09.621627 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.628487 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b1b5ae8-bcc7-4faa-b4a5-8502c5eabea7 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.665813 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.702149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'name': 'tempest-ServersTestManualDisk-270830313-router', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:08:58Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'gw_port': {'id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:59Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '45b3641e-ebe7-48e7-9970-c6bfbf01caa3', 'name': '', 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'mac_address': 'fa:16:3e:8f:2c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:03Z', 'updated_at': '2021-09-30T08:09:08Z', 'revision_number': 4, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'subnets': [{'id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:09.773136 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8c733d2a-fdd9-4d6c-a227-0ed8d0cae121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:09.808923 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c733d2a-fdd9-4d6c-a227-0ed8d0cae121 None None] Checking router: 7e56a486-6c67-4209-a7cb-6d2415960a0e for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:09:09.817093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93900a67-7cda-4fa0-851c-32a23b2d745a None None] The sync data for ids ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'] in n-d-807359-2 is: [{'id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'name': 'tempest-ServersTestManualDisk-270830313-router', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:08:58Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'gw_port': {'id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:59Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '45b3641e-ebe7-48e7-9970-c6bfbf01caa3', 'name': '', 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'mac_address': 'fa:16:3e:8f:2c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:03Z', 'updated_at': '2021-09-30T08:09:08Z', 'revision_number': 4, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'subnets': [{'id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:09:09.823253 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c733d2a-fdd9-4d6c-a227-0ed8d0cae121 None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:09.824048 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8c733d2a-fdd9-4d6c-a227-0ed8d0cae121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:09.833768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-60c1e11f-1232-40ce-a36f-86980eb4b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:09.835374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-60c1e11f-1232-40ce-a36f-86980eb4b9af service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 921 time: 0.2629302 Sep 30 08:09:09.854023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d222d-1410-4eba-86bc-3b55e5a6f54b req-9de1886b-db6c-46c9-920b-11c6448499b1 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:09.855425 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-922d222d-1410-4eba-86bc-3b55e5a6f54b req-9de1886b-db6c-46c9-920b-11c6448499b1 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=be160505-068a-438a-bac1-3d7e21fe75e6 HTTP/1.1" status: 200 len: 950 time: 0.1501842 Sep 30 08:09:09.912733 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b1b5ae8-bcc7-4faa-b4a5-8502c5eabea7 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.951290 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b1b5ae8-bcc7-4faa-b4a5-8502c5eabea7 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:09.968341 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-5dd55151-818e-4106-8f09-535b306323ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b447a174-545e-4368-bb6e-15f44125819b HTTP/1.1" status: 200 len: 217 time: 0.1224325 Sep 30 08:09:10.020511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b5ae8-bcc7-4faa-b4a5-8502c5eabea7 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c5d728-978e-4b71-88e2-530d72695f83,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:10.022363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Allocated IP 172.20.0.2 (1be0367f-1c45-4b39-a90a-e6f418231988/3e665ef4-d393-4f06-944a-9b82ebc33388/0cb3bf4c-d78b-4eec-8f95-456e36beef83) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:09:10.048649 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8c733d2a-fdd9-4d6c-a227-0ed8d0cae121 None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:10.087858 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:10.099038 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b1b5ae8-bcc7-4faa-b4a5-8502c5eabea7 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:10.107961 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8b1b5ae8-bcc7-4faa-b4a5-8502c5eabea7 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6893873 Sep 30 08:09:10.114266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53936) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:10.120348 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6003bcda-ef90-479a-b9d6-be1559931b0f tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Request body: {'security_group_rule': {'security_group_id': '02817bd8-09d0-4c09-9a99-f949ee7d7e13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:10.135578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-df98da12-6629-4e53-8c71-b7d415b1e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:10.145881 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:10.146502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-df98da12-6629-4e53-8c71-b7d415b1e8e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 200 len: 859 time: 0.1487811 Sep 30 08:09:10.150678 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-922d222d-1410-4eba-86bc-3b55e5a6f54b req-9dc98de4-d932-4bf8-a393-5599a1424dd2 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628047 Sep 30 08:09:10.220898 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6003bcda-ef90-479a-b9d6-be1559931b0f tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:10.262693 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-b34a7f74-9160-4110-84b0-06182fecddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:10.264262 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-b34a7f74-9160-4110-84b0-06182fecddef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993490 Sep 30 08:09:10.295127 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8c733d2a-fdd9-4d6c-a227-0ed8d0cae121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:10.330987 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c733d2a-fdd9-4d6c-a227-0ed8d0cae121 None None] The sync data for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 is: [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:08:01Z', 'revision_number': 4, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'fbc9ca03-3252-4b0e-baf1-e2d0da49a16f', 'name': '', 'network_id': 'c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa', 'tenant_id': '52b3fe5904b641089631142299b45355', 'mac_address': 'fa:16:3e:dd:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:08Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'subnets': [{'id': '9d36e0d3-fc63-4141-9d03-e0d539eece94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:09:10.354640 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:10.365931 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:10.380337 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:10.421727 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Network 1be0367f-1c45-4b39-a90a-e6f418231988 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:09:10.426093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:09:10.426623 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-1c498c03-ace6-4af9-8fb9-30ffcf8544b0 service neutron] 10.222.0.24 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543813 Sep 30 08:09:10.429826 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:09:10.482599 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Pushing event updated for resources: {'Port': ['ID=0cb3bf4c-d78b-4eec-8f95-456e36beef83,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:10.495161 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6003bcda-ef90-479a-b9d6-be1559931b0f tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:10.501461 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6003bcda-ef90-479a-b9d6-be1559931b0f tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:10.531285 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6003bcda-ef90-479a-b9d6-be1559931b0f tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:10.532538 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6003bcda-ef90-479a-b9d6-be1559931b0f tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4169548 Sep 30 08:09:10.536337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Attempting to bind port 0cb3bf4c-d78b-4eec-8f95-456e36beef83 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:09:10.536835 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53938) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:10.537248 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Attempting to bind port 0cb3bf4c-d78b-4eec-8f95-456e36beef83 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '426f5a0d-e6b0-4e7a-a001-5fe95d94c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1be0367f-1c45-4b39-a90a-e6f418231988'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:09:10.537813 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Attempting to bind port 0cb3bf4c-d78b-4eec-8f95-456e36beef83 on network 1be0367f-1c45-4b39-a90a-e6f418231988 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:09:10.544089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:10.546564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:09:10.547256 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Checking segment: {'id': '426f5a0d-e6b0-4e7a-a001-5fe95d94c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1be0367f-1c45-4b39-a90a-e6f418231988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:09:10.548072 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:10.548716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Bound using segment: {'id': '426f5a0d-e6b0-4e7a-a001-5fe95d94c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1be0367f-1c45-4b39-a90a-e6f418231988'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:09:10.549440 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Bound port: 0cb3bf4c-d78b-4eec-8f95-456e36beef83, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426f5a0d-e6b0-4e7a-a001-5fe95d94c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1be0367f-1c45-4b39-a90a-e6f418231988'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:09:10.550848 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:10.562464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003bcda-ef90-479a-b9d6-be1559931b0f tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c370cec-6ff0-41f6-abb4-4e79f64d7f05,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:10.567513 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Allocated IP 172.25.0.18 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:09:10.572103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1626d5-ea79-442b-a3dc-8908ce01184d req-b853543d-bc5c-4157-a8de-a5e09f411a29 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:10.573973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf1626d5-ea79-442b-a3dc-8908ce01184d req-b853543d-bc5c-4157-a8de-a5e09f411a29 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 945 time: 0.1251957 Sep 30 08:09:10.603065 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:10.604470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0a2f036-6f89-4041-b61e-3e0f8ee531f8 req-3c5f25b7-a281-49d4-bb21-98055dac496d service neutron] 10.222.0.24 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699622 Sep 30 08:09:10.646228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] For port 0cb3bf4c-d78b-4eec-8f95-456e36beef83, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:09:10.650322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] For port 0cb3bf4c-d78b-4eec-8f95-456e36beef83, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0cb3bf4c-d78b-4eec-8f95-456e36beef83,segment=NetworkSegment(426f5a0d-e6b0-4e7a-a001-5fe95d94c173),segment_id=426f5a0d-e6b0-4e7a-a001-5fe95d94c173)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:09:10.657824 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:10.663390 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf1626d5-ea79-442b-a3dc-8908ce01184d req-adb5062b-6068-4fa1-89a7-2883b44ca738 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622327 Sep 30 08:09:10.768083 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba6aa5d-87e6-4e3d-8bcf-e43996312dae x-openstack-request-id: req-8ba6aa5d-87e6-4e3d-8bcf-e43996312dae {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:10.768380 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570d08de-47a5-4877-a43c-b20ca77a8ea6", "tag": "b447a174-545e-4368-bb6e-15f44125819b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:10.768629 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ba6aa5d-87e6-4e3d-8bcf-e43996312dae {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:10.769590 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'tag': 'b447a174-545e-4368-bb6e-15f44125819b', 'status': 'completed', 'code': 200} Sep 30 08:09:10.801473 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5ff80-a691-4030-9f6d-3e01939206f3 req-cf54015e-a98e-43ee-ae96-a1c5b33c806e tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:10.806886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc72a2-18af-4d4e-9b05-811fe2957bac None None] Pushing event updated for resources: {'Port': ['ID=0cb3bf4c-d78b-4eec-8f95-456e36beef83,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:10.815434 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f5ff80-a691-4030-9f6d-3e01939206f3 req-cf54015e-a98e-43ee-ae96-a1c5b33c806e tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.1047437 Sep 30 08:09:10.846570 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:10.881033 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:10.935725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f5ff80-a691-4030-9f6d-3e01939206f3 req-8114210b-4151-4cad-8ec8-ba2ddc724bdf tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105044 Sep 30 08:09:10.946562 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f647066-de3b-4d1a-bf4b-663b828a7fed None None] New status for floating IP 2ffe0469-7746-4006-b977-bd9e816b851f: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:09:10.973410 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:11.024174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e66414-7184-41db-a2b6-696645981577 req-d582f9a7-5446-44f2-9ee6-0ebc024d9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:11.025823 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9e66414-7184-41db-a2b6-696645981577 req-d582f9a7-5446-44f2-9ee6-0ebc024d9270 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52b3fe5904b641089631142299b45355&device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 1096 time: 0.1945610 Sep 30 08:09:11.036992 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:09:11.058811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:09:11.061597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:09:11.174462 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1ea06-43e5-4559-8094-e7dbd833a6e2 req-b76a77bc-607b-4629-9667-a6d6e4d93b1e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:11.195981 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4af1ea06-43e5-4559-8094-e7dbd833a6e2 req-b76a77bc-607b-4629-9667-a6d6e4d93b1e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.2985501 Sep 30 08:09:11.259355 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e66414-7184-41db-a2b6-696645981577 req-1b3e81d7-9ff5-401c-97c8-cb80144b06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:11.261121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9e66414-7184-41db-a2b6-696645981577 req-1b3e81d7-9ff5-401c-97c8-cb80144b06c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 200 len: 921 time: 0.2212024 Sep 30 08:09:11.367106 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:11.368697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4af1ea06-43e5-4559-8094-e7dbd833a6e2 req-e07183d2-d5ea-4e9c-8733-c09c819b8fea tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701035 Sep 30 08:09:11.382123 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9e66414-7184-41db-a2b6-696645981577 req-0a37c2a0-ad71-4f4d-9412-4fc59bc99d44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b447a174-545e-4368-bb6e-15f44125819b HTTP/1.1" status: 200 len: 217 time: 0.0977035 Sep 30 08:09:11.421177 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Allocated IP 172.25.0.62 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/2348ba53-156e-4884-9090-cd35dd1c19db) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:09:11.466542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e66414-7184-41db-a2b6-696645981577 req-8fbd9443-8b09-4bdb-a83b-7ae372baf343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:11.467896 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9e66414-7184-41db-a2b6-696645981577 req-8fbd9443-8b09-4bdb-a83b-7ae372baf343 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 200 len: 859 time: 0.0847173 Sep 30 08:09:11.521736 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:11.553438 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e66414-7184-41db-a2b6-696645981577 req-f1170b05-4a91-42de-9cae-19b49a5c131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:11.555432 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9e66414-7184-41db-a2b6-696645981577 req-f1170b05-4a91-42de-9cae-19b49a5c131c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655270 Sep 30 08:09:11.717396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e5b6a-26c4-48bd-a545-6413e90a697c req-2e3767d4-abaf-4e7c-9e0d-2ee55aac17d6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:11.717396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d0e5b6a-26c4-48bd-a545-6413e90a697c req-2e3767d4-abaf-4e7c-9e0d-2ee55aac17d6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=be160505-068a-438a-bac1-3d7e21fe75e6 HTTP/1.1" status: 200 len: 950 time: 0.1255863 Sep 30 08:09:11.810609 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9e66414-7184-41db-a2b6-696645981577 req-2ab0be07-797c-4db5-933c-0a1dee0027f5 service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480440 Sep 30 08:09:11.825835 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-571d5e7c-db7b-4d18-8b4e-3952675610ac req-b3c14cbd-1f81-4741-8f00-cd822aa5e6c8 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/floatingips/2ffe0469-7746-4006-b977-bd9e816b851f HTTP/1.1" status: 200 len: 693 time: 0.1080110 Sep 30 08:09:11.913726 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0cb3bf4c-d78b-4eec-8f95-456e36beef83 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:12.004680 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-375a7184-a1e0-47e0-ba15-cb3b6d7b063b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:12.013017 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d0e5b6a-26c4-48bd-a545-6413e90a697c req-cafb4344-b87e-44f1-a84a-f77f8e254b47 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831559 Sep 30 08:09:12.033390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0cb3bf4c-d78b-4eec-8f95-456e36beef83 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:12.033390 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:12.086095 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9e66414-7184-41db-a2b6-696645981577 req-7cadd29a-dbb7-4371-b0dd-bd4c66d161af service neutron] 10.222.0.35 "GET /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651834 Sep 30 08:09:12.138342 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d5e7c-db7b-4d18-8b4e-3952675610ac req-638cf0e4-2966-4a68-ab18-914aa2f243ee tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:12.148503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-571d5e7c-db7b-4d18-8b4e-3952675610ac req-638cf0e4-2966-4a68-ab18-914aa2f243ee tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.2320004 Sep 30 08:09:12.186646 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:12.203215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-571d5e7c-db7b-4d18-8b4e-3952675610ac req-8dc16fd5-a094-40c6-9390-b5a66658243e tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 696 time: 0.0527797 Sep 30 08:09:12.241477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 0cb3bf4c-d78b-4eec-8f95-456e36beef83, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0cb3bf4c-d78b-4eec-8f95-456e36beef83,segment=NetworkSegment(426f5a0d-e6b0-4e7a-a001-5fe95d94c173),segment_id=426f5a0d-e6b0-4e7a-a001-5fe95d94c173)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:12.249663 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:12.250643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:12.253839 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:12.279485 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:12.298415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-571d5e7c-db7b-4d18-8b4e-3952675610ac req-6ce2b7b2-e61c-4be0-a403-650430eceec7 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 696 time: 0.0737629 Sep 30 08:09:12.336149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94558f3-49ac-41b9-928b-f92368c594d3 None None] Network 1be0367f-1c45-4b39-a90a-e6f418231988 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:09:12.352382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=0cb3bf4c-d78b-4eec-8f95-456e36beef83,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:12.374364 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:12.407950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:12.408217 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:12.451145 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364e14c-35b2-4257-b7b1-b8bffe803dfb req-04c735ec-c9cd-47d5-9770-454755db072b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:12.452604 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b364e14c-35b2-4257-b7b1-b8bffe803dfb req-04c735ec-c9cd-47d5-9770-454755db072b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1464946 Sep 30 08:09:12.478527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-892c1415-28eb-4120-8d63-bc2468ea272b None None] Provisioning complete for port 0cb3bf4c-d78b-4eec-8f95-456e36beef83 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:12.478905 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-892c1415-28eb-4120-8d63-bc2468ea272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:12.479221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:09:12.486901 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:09:12.490117 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:09:12.515704 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b364e14c-35b2-4257-b7b1-b8bffe803dfb req-95e234ca-da77-4267-85fa-75e919b19cf9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561540 Sep 30 08:09:12.517245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Pushing event updated for resources: {'Port': ['ID=2348ba53-156e-4884-9090-cd35dd1c19db,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:12.517465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-571d5e7c-db7b-4d18-8b4e-3952675610ac req-3c103438-0dcf-4580-ae05-6e033d341c63 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Deleting port 3f757aaa-4e07-4c8d-8c1b-8bd32b39351f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:12.517670 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-571d5e7c-db7b-4d18-8b4e-3952675610ac req-3c103438-0dcf-4580-ae05-6e033d341c63 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:12.617874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Router e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:09:12.643791 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-571d5e7c-db7b-4d18-8b4e-3952675610ac req-3c103438-0dcf-4580-ae05-6e033d341c63 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:12.644512 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-571d5e7c-db7b-4d18-8b4e-3952675610ac req-3c103438-0dcf-4580-ae05-6e033d341c63 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:12.680689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-571d5e7c-db7b-4d18-8b4e-3952675610ac req-3c103438-0dcf-4580-ae05-6e033d341c63 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Calling delete_port for 3f757aaa-4e07-4c8d-8c1b-8bd32b39351f owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:12.695678 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:12.711111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae20696-8f3c-4b93-b478-1d477fadda7c req-d7aac320-bf13-4fff-aa90-2ecbb6ce5c59 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:12.712854 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ae20696-8f3c-4b93-b478-1d477fadda7c req-d7aac320-bf13-4fff-aa90-2ecbb6ce5c59 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.0905719 Sep 30 08:09:12.789507 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:12.801503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ae20696-8f3c-4b93-b478-1d477fadda7c req-ee2f9413-5b6f-480e-906a-d8a8d2354dd4 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591052 Sep 30 08:09:12.832274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:09:12.845605 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Sync routers for ids ['e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:09:12.858480 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Routers {'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:12.860801 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:12.870419 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:12.874557 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1ad91222-5df5-4c35-8405-131b6de52d86 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5909636 Sep 30 08:09:12.879543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53980) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:12.993358 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-571d5e7c-db7b-4d18-8b4e-3952675610ac req-3c103438-0dcf-4580-ae05-6e033d341c63 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:12.997014 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Set router e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:13.003718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2bdad0af-54cd-4a03-99d3-26ada8ac7105 None None] Provisioning complete for port 0cb3bf4c-d78b-4eec-8f95-456e36beef83 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:13.005368 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2bdad0af-54cd-4a03-99d3-26ada8ac7105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:13.022407 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:13.028907 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:13.089592 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Pushing event updated for resources: {'Port': ['ID=2348ba53-156e-4884-9090-cd35dd1c19db,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:13.149095 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:13.167622 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:13.169374 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e7c4598a-1db6-4136-933b-b438b7353a65 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6285863 Sep 30 08:09:13.307675 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557266266-router', 'tenant_id': '7089c2c01adb46a7ad21f7e969f81cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:09:09Z', 'updated_at': '2021-09-30T08:09:11Z', 'revision_number': 3, 'project_id': '7089c2c01adb46a7ad21f7e969f81cde', 'gw_port': {'id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:10Z', 'updated_at': '2021-09-30T08:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:13.335531 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Checking router: e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:09:13.335896 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Updating router e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9 port 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:09:13.363388 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:13.382149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c103438-0dcf-4580-ae05-6e033d341c63 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Pushing event deleted for resources: {'Port': ['ID=3f757aaa-4e07-4c8d-8c1b-8bd32b39351f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:13.416249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b61ee7-27fe-401e-81a2-f009ede3bcde req-355142c2-c345-4968-9cc0-abd76aeac1f6 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:13.417770 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78b61ee7-27fe-401e-81a2-f009ede3bcde req-355142c2-c345-4968-9cc0-abd76aeac1f6 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=be160505-068a-438a-bac1-3d7e21fe75e6 HTTP/1.1" status: 200 len: 1101 time: 0.5371122 Sep 30 08:09:13.550885 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-571d5e7c-db7b-4d18-8b4e-3952675610ac req-3c103438-0dcf-4580-ae05-6e033d341c63 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:13.553478 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-571d5e7c-db7b-4d18-8b4e-3952675610ac req-3c103438-0dcf-4580-ae05-6e033d341c63 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:13.555978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-571d5e7c-db7b-4d18-8b4e-3952675610ac req-3c103438-0dcf-4580-ae05-6e033d341c63 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "DELETE /v2.0/floatingips/2ffe0469-7746-4006-b977-bd9e816b851f HTTP/1.1" status: 204 len: 173 time: 1.2560549 Sep 30 08:09:13.570434 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78b61ee7-27fe-401e-81a2-f009ede3bcde req-57c2ed01-3a60-4337-9b86-030d49220e8d tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220829 Sep 30 08:09:13.678391 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:13.688029 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:13.754312 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:09:13.820217 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0cb3bf4c-d78b-4eec-8f95-456e36beef83 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:13.834368 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea153ea-bf15-495e-b766-b9ce56dcb678 None None] Pushing event updated for resources: {'Port': ['ID=3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:13.843870 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Attempting to bind port 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:09:13.844576 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Attempting to bind port 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:09:13.845283 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Attempting to bind port 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:09:13.854300 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:09:13.855642 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:09:13.856318 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:13.856930 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:09:13.857642 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Bound port: 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:09:13.858434 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:13.866450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243509d7-36c7-4a23-9491-7e9ab864db43 req-6ad7b116-8304-4cfa-951a-124c599b7c57 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:13.867947 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-243509d7-36c7-4a23-9491-7e9ab864db43 req-6ad7b116-8304-4cfa-951a-124c599b7c57 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1580017 Sep 30 08:09:13.927160 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] For port 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:09:13.930853 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] For port 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:09:13.937955 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:13.955704 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:14.014954 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Routers {'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:14.016609 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:14.057020 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea153ea-bf15-495e-b766-b9ce56dcb678 None None] Pushing event updated for resources: {'Port': ['ID=3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:14.078414 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:14.095103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-243509d7-36c7-4a23-9491-7e9ab864db43 req-cfaf9b90-2b8a-4db0-9d00-ef30eb42963f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041006 Sep 30 08:09:14.108643 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7015283-c0da-4351-a467-6e790bd83d99 req-5b1a8527-f063-49c4-b876-6f2a5977bdb7 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1660750558&fields=id&tenant_id=f28e7ff57b7340308a69558e588f5efa HTTP/1.1" status: 200 len: 267 time: 0.2927742 Sep 30 08:09:14.158680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '7e95dd6d-78b2-4df1-8cd7-5844f59c9380', 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e', 'port_id': '7e95dd6d-78b2-4df1-8cd7-5844f59c9380', 'mac_address': 'fa:16:3e:00:4a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54caae0a-bf1e-45dd-a015-d4dccfe0100e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:09:14.175134 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] Set router e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:14.207740 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:14.212072 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0cb3bf4c-d78b-4eec-8f95-456e36beef83 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:14.212765 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:14.250666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:09:14.287737 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:14.295885 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:14.365579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7015283-c0da-4351-a467-6e790bd83d99 req-2beaea73-ca8c-4527-8fb8-7c1ba7729044 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:14.366612 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:14.372506 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7015283-c0da-4351-a467-6e790bd83d99 req-2beaea73-ca8c-4527-8fb8-7c1ba7729044 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/networks?id=7d67b0be-4f61-4335-a565-d3860848c0a5 HTTP/1.1" status: 200 len: 811 time: 0.2629609 Sep 30 08:09:14.431525 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557266266-router', 'tenant_id': '7089c2c01adb46a7ad21f7e969f81cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:09:09Z', 'updated_at': '2021-09-30T08:09:11Z', 'revision_number': 3, 'project_id': '7089c2c01adb46a7ad21f7e969f81cde', 'gw_port': {'id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:10Z', 'updated_at': '2021-09-30T08:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:14.439279 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7015283-c0da-4351-a467-6e790bd83d99 req-64eb7bbd-615f-4ec8-ad46-7e351214a92c tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/quotas/f28e7ff57b7340308a69558e588f5efa HTTP/1.1" status: 200 len: 375 time: 0.0501328 Sep 30 08:09:14.463420 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14659d0b-2507-4569-a7e3-db799f48b660 None None] The sync data for ids ['e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'] in n-d-807359-2 is: [{'id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557266266-router', 'tenant_id': '7089c2c01adb46a7ad21f7e969f81cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:09:09Z', 'updated_at': '2021-09-30T08:09:11Z', 'revision_number': 3, 'project_id': '7089c2c01adb46a7ad21f7e969f81cde', 'gw_port': {'id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:10Z', 'updated_at': '2021-09-30T08:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:09:14.464633 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['7e95dd6d-78b2-4df1-8cd7-5844f59c9380'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:14.506708 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d410ceb-30a9-4239-8f39-410cf4db3602 req-e8d40ac3-59f1-4789-b92e-f8d3c0d9b988 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:14.508230 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d410ceb-30a9-4239-8f39-410cf4db3602 req-e8d40ac3-59f1-4789-b92e-f8d3c0d9b988 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 944 time: 0.1324646 Sep 30 08:09:14.513453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Allocated IP 172.20.0.1 (1be0367f-1c45-4b39-a90a-e6f418231988/3e665ef4-d393-4f06-944a-9b82ebc33388/b77d02e4-6f82-43ce-abfb-086c61e269de) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:09:14.570017 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7015283-c0da-4351-a467-6e790bd83d99 req-7df2bc3e-a5d1-43d3-b0b2-a00ca0913eb1 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f28e7ff57b7340308a69558e588f5efa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1222513 Sep 30 08:09:14.612287 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d410ceb-30a9-4239-8f39-410cf4db3602 req-d5addecf-a2f1-4d07-a65a-283266e0c94e tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939806 Sep 30 08:09:14.749347 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cf29cd0e-8152-45a8-b466-fd987488bcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:14.782269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-827d441d-9b56-48cc-9d7c-6b90191731ab tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2e82a64c3ffc417d807e33bb1172703b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473990 Sep 30 08:09:14.790581 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:14.840338 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7015283-c0da-4351-a467-6e790bd83d99 req-81da1795-2851-4cb5-93cc-c936c4d895fc service neutron] 10.222.0.24 "GET /v2.0/networks/7d67b0be-4f61-4335-a565-d3860848c0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524362 Sep 30 08:09:14.995180 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:15.040490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-5a9f46b5-a1a4-449c-9d45-d72a39ec0b80 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:15.042029 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-5a9f46b5-a1a4-449c-9d45-d72a39ec0b80 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2497330 Sep 30 08:09:15.072314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Network 1be0367f-1c45-4b39-a90a-e6f418231988 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:09:15.078829 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:09:15.082904 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7015283-c0da-4351-a467-6e790bd83d99 req-bff5829a-50e4-4ee1-a5d4-dfe2b3eeff8e service neutron] 10.222.0.24 "GET /v2.0/networks/7d67b0be-4f61-4335-a565-d3860848c0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286699 Sep 30 08:09:15.085553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:09:15.092785 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-f462012e-a583-4462-b8ea-c9a90fc5d607 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/quotas/2e82a64c3ffc417d807e33bb1172703b HTTP/1.1" status: 200 len: 375 time: 0.0438623 Sep 30 08:09:15.138759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Pushing event updated for resources: {'Port': ['ID=b77d02e4-6f82-43ce-abfb-086c61e269de,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:15.205506 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-3c4b9249-2712-44b7-807f-9ea1a797e830 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1011562 Sep 30 08:09:15.207209 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:15.237355 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:15.451274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120deb25-ed1d-4b08-ac85-1195a4866fe0 req-98c59460-01a3-41c7-9661-c59a734afa65 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:15.460022 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120deb25-ed1d-4b08-ac85-1195a4866fe0 req-98c59460-01a3-41c7-9661-c59a734afa65 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.1001768 Sep 30 08:09:15.527114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-978ce9ea-e2ca-45ce-8187-c48f94668380 None None] Provisioning complete for port b77d02e4-6f82-43ce-abfb-086c61e269de triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:15.527495 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-978ce9ea-e2ca-45ce-8187-c48f94668380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:15.593195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-978ce9ea-e2ca-45ce-8187-c48f94668380 None None] Port b77d02e4-6f82-43ce-abfb-086c61e269de cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:09:15.608314 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:15.624671 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120deb25-ed1d-4b08-ac85-1195a4866fe0 req-18057512-b721-4dd5-b610-948a48257e07 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478856 Sep 30 08:09:15.684772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e6701-21b4-403d-9059-e99b9c97380a req-26616ec6-b845-4ad4-8a97-ba19d42278e3 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:15.686806 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-736e6701-21b4-403d-9059-e99b9c97380a req-26616ec6-b845-4ad4-8a97-ba19d42278e3 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 945 time: 0.1363163 Sep 30 08:09:15.757094 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:15.783522 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:15.821204 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:15.821777 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:15.917222 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:15.921114 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:15.965913 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-097a5e22-c57f-436b-addc-26b6443347eb req-9ed3bd77-9953-4b6d-ba52-a89b8a6e6f6d tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 210 time: 0.0561886 Sep 30 08:09:15.984842 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3935b90-c9f6-4e9c-bd6f-3835a19bbacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e95dd6d-78b2-4df1-8cd7-5844f59c9380'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:15.987333 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d87c6f-82d0-43bb-90d0-f641a841159b" -d '{"events": [{"server_uuid": "f3935b90-c9f6-4e9c-bd6f-3835a19bbacf", "name": "network-vif-plugged", "status": "completed", "tag": "7e95dd6d-78b2-4df1-8cd7-5844f59c9380"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:16.012838 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:16.020184 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:16.049621 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-736e6701-21b4-403d-9059-e99b9c97380a req-ba7af02d-0bf5-498b-b866-cee241fe41d6 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157237 Sep 30 08:09:16.052349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:16.053130 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:16.112042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:16.145574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699ee0f-6715-4ab9-8ef0-f9eb9d22f8ad req-66f0422e-b1e5-4751-9d09-f5efbae33ab3 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:16.147114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2699ee0f-6715-4ab9-8ef0-f9eb9d22f8ad req-66f0422e-b1e5-4751-9d09-f5efbae33ab3 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.35 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 945 time: 0.3485672 Sep 30 08:09:16.171478 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:16.193293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:16.201406 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:16.201994 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b3c3056-3000-4d3f-869b-210f7c3b72b5 req-c7b2eff8-740f-4740-8fce-d4ffaead9e15 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 210 time: 0.1079080 Sep 30 08:09:16.286027 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:16.314168 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:16.345308 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:16.475668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9ec60-31f6-4c95-93e9-e6a3a9f1bbcf req-cc1e461c-7de9-4172-b685-476c287cd06e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:16.477207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1df9ec60-31f6-4c95-93e9-e6a3a9f1bbcf req-cc1e461c-7de9-4172-b685-476c287cd06e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.3278246 Sep 30 08:09:16.484611 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:16.490925 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Pushing event updated for resources: {'Port': ['ID=b77d02e4-6f82-43ce-abfb-086c61e269de,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:16.516268 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d0b86-e7be-47c8-b8c3-69b84c8e4439 req-447dafc1-48aa-4c74-a764-11093664dc63 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:16.517737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-105d0b86-e7be-47c8-b8c3-69b84c8e4439 req-447dafc1-48aa-4c74-a764-11093664dc63 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 945 time: 0.2082689 Sep 30 08:09:16.598645 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1df9ec60-31f6-4c95-93e9-e6a3a9f1bbcf req-a34d2ee6-4bbd-44e6-be7b-ff86cd6e18c4 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034863 Sep 30 08:09:16.639998 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2699ee0f-6715-4ab9-8ef0-f9eb9d22f8ad req-c4cc2167-2cba-4d69-a623-46aa375048a2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Deleting port b447a174-545e-4368-bb6e-15f44125819b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:16.640349 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2699ee0f-6715-4ab9-8ef0-f9eb9d22f8ad req-c4cc2167-2cba-4d69-a623-46aa375048a2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:16.666592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-105d0b86-e7be-47c8-b8c3-69b84c8e4439 req-a01417b3-5dda-4091-81ea-38049ec6d514 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341112 Sep 30 08:09:16.690818 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3012374-0bc2-4eb6-99cd-c24c9507e4b2 x-openstack-request-id: req-f3012374-0bc2-4eb6-99cd-c24c9507e4b2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:16.691826 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3935b90-c9f6-4e9c-bd6f-3835a19bbacf", "name": "network-vif-plugged", "status": "completed", "tag": "7e95dd6d-78b2-4df1-8cd7-5844f59c9380", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:16.692141 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3012374-0bc2-4eb6-99cd-c24c9507e4b2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:16.692557 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3935b90-c9f6-4e9c-bd6f-3835a19bbacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e95dd6d-78b2-4df1-8cd7-5844f59c9380', 'code': 200} Sep 30 08:09:16.755897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Network 1be0367f-1c45-4b39-a90a-e6f418231988 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:09:16.758953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:09:16.863798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2699ee0f-6715-4ab9-8ef0-f9eb9d22f8ad req-c4cc2167-2cba-4d69-a623-46aa375048a2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] For port b447a174-545e-4368-bb6e-15f44125819b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b447a174-545e-4368-bb6e-15f44125819b,segment=NetworkSegment(c89a4195-c502-41e9-bb33-d1ebaed19bad),segment_id=c89a4195-c502-41e9-bb33-d1ebaed19bad)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:16.864204 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2699ee0f-6715-4ab9-8ef0-f9eb9d22f8ad req-c4cc2167-2cba-4d69-a623-46aa375048a2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:16.899429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2699ee0f-6715-4ab9-8ef0-f9eb9d22f8ad req-c4cc2167-2cba-4d69-a623-46aa375048a2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Calling delete_port for b447a174-545e-4368-bb6e-15f44125819b owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:16.899969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7015283-c0da-4351-a467-6e790bd83d99 req-974d49ac-78e0-4c9b-adc5-aa65fa42a55c tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:16.902076 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f7015283-c0da-4351-a467-6e790bd83d99 req-974d49ac-78e0-4c9b-adc5-aa65fa42a55c tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.35 "GET /v2.0/networks?id=7d67b0be-4f61-4335-a565-d3860848c0a5 HTTP/1.1" status: 200 len: 811 time: 0.1812737 Sep 30 08:09:16.959404 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f7015283-c0da-4351-a467-6e790bd83d99 req-ac547f4d-8f31-43ef-9a9d-1fb4a33547a2 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f28e7ff57b7340308a69558e588f5efa HTTP/1.1" status: 200 len: 380 time: 0.0393012 Sep 30 08:09:16.974428 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9afc38-2767-458f-9ae5-8612f7819daa req-d475403b-45a4-4ed8-b095-056c7909d57a tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:16.975999 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f9afc38-2767-458f-9ae5-8612f7819daa req-d475403b-45a4-4ed8-b095-056c7909d57a tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.2066953 Sep 30 08:09:17.005804 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f7015283-c0da-4351-a467-6e790bd83d99 req-8caf62be-9dcf-42be-a370-f83cad28cdfc tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Request body: {'port': {'device_id': '5a0a78a3-1ca6-4110-b873-79daaa402e43', 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5', 'admin_state_up': True, 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'security_groups': ['02817bd8-09d0-4c09-9a99-f949ee7d7e13']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:17.012393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664263b3-8387-42cf-9fa9-fc92a71357a6 req-42aefe69-c577-4a7e-8026-a5abd0d12cb0 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:17.013887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-664263b3-8387-42cf-9fa9-fc92a71357a6 req-42aefe69-c577-4a7e-8026-a5abd0d12cb0 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.2052140 Sep 30 08:09:17.029613 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bb365cc5-c501-430a-b84c-eae949ba3cbb None None] Provisioning complete for port b77d02e4-6f82-43ce-abfb-086c61e269de triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:17.029996 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb365cc5-c501-430a-b84c-eae949ba3cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:17.066504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bb365cc5-c501-430a-b84c-eae949ba3cbb None None] Port b77d02e4-6f82-43ce-abfb-086c61e269de cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:09:17.105565 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Router e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:09:17.113717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f9afc38-2767-458f-9ae5-8612f7819daa req-a6ac8c7c-3df6-4e3f-b511-2997bef16274 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986848 Sep 30 08:09:17.130730 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-664263b3-8387-42cf-9fa9-fc92a71357a6 req-a0294b16-4141-4472-9123-13309c747672 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048489 Sep 30 08:09:17.182037 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-312e7771-8ab4-4b3c-b239-3630ad13597b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2e82a64c3ffc417d807e33bb1172703b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354240 Sep 30 08:09:17.293105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7015283-c0da-4351-a467-6e790bd83d99 req-8caf62be-9dcf-42be-a370-f83cad28cdfc tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Made reservation on behalf of f28e7ff57b7340308a69558e588f5efa for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:09:17.297497 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f7015283-c0da-4351-a467-6e790bd83d99 req-8caf62be-9dcf-42be-a370-f83cad28cdfc tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:17.414960 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-be823d23-0dd2-4d26-8522-cc4aa3facb2f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:17.416514 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-be823d23-0dd2-4d26-8522-cc4aa3facb2f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271409 Sep 30 08:09:17.455987 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-a1e22fb3-5e1d-40d3-8307-27d3ae61a805 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Request body: {'port': {'device_id': '679ce17c-88c6-4d32-9abe-882f9ef0c5db', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '2e82a64c3ffc417d807e33bb1172703b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:17.536969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-f7015283-c0da-4351-a467-6e790bd83d99 req-8caf62be-9dcf-42be-a370-f83cad28cdfc tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Allocated IP 172.20.0.12 (7d67b0be-4f61-4335-a565-d3860848c0a5/6d4253e4-2dbc-46f1-9eb5-1fa6104bf250/8b551560-c2ea-45d1-ae5f-5df12ce9c4de) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:09:17.639360 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:17.648207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-a1e22fb3-5e1d-40d3-8307-27d3ae61a805 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Made reservation on behalf of 2e82a64c3ffc417d807e33bb1172703b for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:09:17.648207 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-a1e22fb3-5e1d-40d3-8307-27d3ae61a805 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:17.648551 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2556f98-86db-4e42-b048-44e0eeb6dda7 req-c3c489da-d859-4a89-a944-27e893bc83a0 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 210 time: 0.0668180 Sep 30 08:09:17.712592 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2699ee0f-6715-4ab9-8ef0-f9eb9d22f8ad req-c4cc2167-2cba-4d69-a623-46aa375048a2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:17.731280 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c248ce-6a04-4c3d-90e7-9e2683efd672 req-2a2c3a4b-5f16-44fc-9f71-fbbd4ef06548 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:17.739046 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-48c248ce-6a04-4c3d-90e7-9e2683efd672 req-2a2c3a4b-5f16-44fc-9f71-fbbd4ef06548 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/ports?device_id=570d08de-47a5-4877-a43c-b20ca77a8ea6 HTTP/1.1" status: 200 len: 945 time: 0.1561418 Sep 30 08:09:17.786937 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f7015283-c0da-4351-a467-6e790bd83d99 req-8caf62be-9dcf-42be-a370-f83cad28cdfc tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:17.790811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:09:17.801119 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:17.806838 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Sync routers for ids ['e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:09:17.809962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc2167-2cba-4d69-a623-46aa375048a2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Pushing event deleted for resources: {'Port': ['ID=b447a174-545e-4368-bb6e-15f44125819b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:17.839216 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-75a45b0e-539f-442e-919e-b40ccdcfb548 admin admin] 10.222.0.24 "PUT /v2.0/routers/e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9556909 Sep 30 08:09:17.841630 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d468a5ff-de50-49a7-9ff6-59939aeda020 req-d79f63fa-59fc-4caf-831d-911807cf5a13 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 210 time: 0.0863471 Sep 30 08:09:17.851414 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f7015283-c0da-4351-a467-6e790bd83d99 req-8caf62be-9dcf-42be-a370-f83cad28cdfc tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:17.888327 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Routers {'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:17.889207 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:09:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:17.928469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7015283-c0da-4351-a467-6e790bd83d99 req-8caf62be-9dcf-42be-a370-f83cad28cdfc tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Network 7d67b0be-4f61-4335-a565-d3860848c0a5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:09:17.941901 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-a1e22fb3-5e1d-40d3-8307-27d3ae61a805 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Allocated IP 192.168.233.218 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/f96bc528-be68-49bf-a781-ee523305f663) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:09:17.945947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-f7015283-c0da-4351-a467-6e790bd83d99 req-8caf62be-9dcf-42be-a370-f83cad28cdfc tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:09:17.957856 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2699ee0f-6715-4ab9-8ef0-f9eb9d22f8ad req-c4cc2167-2cba-4d69-a623-46aa375048a2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] No DVR routers for this DVR port b447a174-545e-4368-bb6e-15f44125819b on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:17.958354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7015283-c0da-4351-a467-6e790bd83d99 req-8caf62be-9dcf-42be-a370-f83cad28cdfc tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:09:17.963994 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf62be-9dcf-42be-a370-f83cad28cdfc tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Pushing event updated for resources: {'Port': ['ID=8b551560-c2ea-45d1-ae5f-5df12ce9c4de,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:17.967121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:17.967702 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:18.009495 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2699ee0f-6715-4ab9-8ef0-f9eb9d22f8ad req-c4cc2167-2cba-4d69-a623-46aa375048a2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:18.011611 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2699ee0f-6715-4ab9-8ef0-f9eb9d22f8ad req-c4cc2167-2cba-4d69-a623-46aa375048a2 tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.35 "DELETE /v2.0/ports/b447a174-545e-4368-bb6e-15f44125819b HTTP/1.1" status: 204 len: 173 time: 1.7883761 Sep 30 08:09:18.012499 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'name': 'network-vif-deleted', 'tag': 'b447a174-545e-4368-bb6e-15f44125819b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:18.014769 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c524f972-14f3-46ce-bcae-4231addb2ef0" -d '{"events": [{"server_uuid": "570d08de-47a5-4877-a43c-b20ca77a8ea6", "name": "network-vif-deleted", "tag": "b447a174-545e-4368-bb6e-15f44125819b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:18.037984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-48c248ce-6a04-4c3d-90e7-9e2683efd672 req-5c0936cf-1569-447f-b00d-4f80eb1dd22a tempest-FloatingIPsAssociationTestJSON-728650468 tempest-FloatingIPsAssociationTestJSON-728650468-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3f859f6-4af1-4270-85ed-d502ba9fe049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921412 Sep 30 08:09:18.069782 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7015283-c0da-4351-a467-6e790bd83d99 req-8caf62be-9dcf-42be-a370-f83cad28cdfc tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:18.070481 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f7015283-c0da-4351-a467-6e790bd83d99 req-8caf62be-9dcf-42be-a370-f83cad28cdfc tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:18.071041 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421cdcf-7596-4666-b289-08321c77a650 req-8c1af5cc-8611-40cd-9a4a-5d3989cf047c tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:18.072968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d421cdcf-7596-4666-b289-08321c77a650 req-8c1af5cc-8611-40cd-9a4a-5d3989cf047c tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 945 time: 0.1134310 Sep 30 08:09:18.085275 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Set router e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:18.136029 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f7015283-c0da-4351-a467-6e790bd83d99 req-8caf62be-9dcf-42be-a370-f83cad28cdfc tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1327415 Sep 30 08:09:18.157780 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Request body: {'port': {'device_id': '5a0a78a3-1ca6-4110-b873-79daaa402e43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:18.245374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d421cdcf-7596-4666-b289-08321c77a650 req-3bf48414-637c-4722-93f3-b0216089a7f4 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661026 Sep 30 08:09:18.301774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29409438-014d-4e6e-af80-e3066b768386 req-a872af5e-6b33-4eac-9ac8-ef7f5b92ff81 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:18.319268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29409438-014d-4e6e-af80-e3066b768386 req-a872af5e-6b33-4eac-9ac8-ef7f5b92ff81 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1753626 Sep 30 08:09:18.341054 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa63b6f0-3abc-49f6-b627-909f855b4ae2 x-openstack-request-id: req-aa63b6f0-3abc-49f6-b627-909f855b4ae2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:18.341359 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570d08de-47a5-4877-a43c-b20ca77a8ea6", "name": "network-vif-deleted", "tag": "b447a174-545e-4368-bb6e-15f44125819b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:18.341923 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa63b6f0-3abc-49f6-b627-909f855b4ae2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:18.345356 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570d08de-47a5-4877-a43c-b20ca77a8ea6', 'name': 'network-vif-deleted', 'tag': 'b447a174-545e-4368-bb6e-15f44125819b', 'status': 'completed', 'code': 200} Sep 30 08:09:18.365771 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:18.392288 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29409438-014d-4e6e-af80-e3066b768386 req-eed8353d-c904-40de-802b-c2b04aeee9e0 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509455 Sep 30 08:09:18.435557 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1144e550-4264-427c-a563-6da01fb74a3c None None] Provisioning complete for port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:18.436005 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1144e550-4264-427c-a563-6da01fb74a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:18.451589 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-a1e22fb3-5e1d-40d3-8307-27d3ae61a805 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:18.483444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557266266-router', 'tenant_id': '7089c2c01adb46a7ad21f7e969f81cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:09:09Z', 'updated_at': '2021-09-30T08:09:15Z', 'revision_number': 4, 'project_id': '7089c2c01adb46a7ad21f7e969f81cde', 'gw_port': {'id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:10Z', 'updated_at': '2021-09-30T08:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'b77d02e4-6f82-43ce-abfb-086c61e269de', 'name': '', 'network_id': '1be0367f-1c45-4b39-a90a-e6f418231988', 'tenant_id': '7089c2c01adb46a7ad21f7e969f81cde', 'mac_address': 'fa:16:3e:8e:5b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '3e665ef4-d393-4f06-944a-9b82ebc33388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:14Z', 'updated_at': '2021-09-30T08:09:15Z', 'revision_number': 2, 'project_id': '7089c2c01adb46a7ad21f7e969f81cde', 'subnets': [{'id': '3e665ef4-d393-4f06-944a-9b82ebc33388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:18.486667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1144e550-4264-427c-a563-6da01fb74a3c None None] Port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:09:18.501125 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db8c0879-aad0-445c-97aa-973c2b340c67 req-fa85d37c-395d-4094-b214-6522af7fdb30 tempest-FloatingIPsNegativeTestJSON-355243901 tempest-FloatingIPsNegativeTestJSON-355243901-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=7089c2c01adb46a7ad21f7e969f81cde HTTP/1.1" status: 200 len: 217 time: 0.1000299 Sep 30 08:09:18.521595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Checking router: e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:09:18.522040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Updating router e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9 port b77d02e4-6f82-43ce-abfb-086c61e269de binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:09:18.555345 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:18.572589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a39a2-d99a-425f-82a6-fe3c9a4e00dc req-3c650c94-04b0-4248-80e1-f7533f6c8897 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:18.577565 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d8a39a2-d99a-425f-82a6-fe3c9a4e00dc req-3c650c94-04b0-4248-80e1-f7533f6c8897 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.0693045 Sep 30 08:09:18.605918 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-a1e22fb3-5e1d-40d3-8307-27d3ae61a805 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:18.619207 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['930d837a-04e9-4c9a-b414-946ea1ab5dde', '3cb15e1f-11ee-40a4-9398-4dca0fa842b9', '20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:18.654902 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e22fb3-5e1d-40d3-8307-27d3ae61a805 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event updated for resources: {'Port': ['ID=f96bc528-be68-49bf-a781-ee523305f663,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:18.687841 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e5ed534d-6169-4ad3-9a35-85f2c5736c3d', '65669714-cdfd-4b77-ad44-a2d22afb310c', 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea', '74da8181-226e-4c13-ac03-fde62ef1a512'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:18.698647 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d8a39a2-d99a-425f-82a6-fe3c9a4e00dc req-2ebf903a-6fb0-4952-9f7d-a6face0056c4 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064003 Sep 30 08:09:18.730772 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-a1e22fb3-5e1d-40d3-8307-27d3ae61a805 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:09:18.734014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-a1e22fb3-5e1d-40d3-8307-27d3ae61a805 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:09:18.741414 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-a1e22fb3-5e1d-40d3-8307-27d3ae61a805 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:09:18.787345 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3533b09-8f4d-4c87-b64b-a43afd510105 req-944c1536-37a9-46a8-8ec9-0e0610fd8e92 tempest-FloatingIPsNegativeTestJSON-355243901 tempest-FloatingIPsNegativeTestJSON-355243901-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0448279 Sep 30 08:09:18.821732 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-a1e22fb3-5e1d-40d3-8307-27d3ae61a805 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:18.822394 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-a1e22fb3-5e1d-40d3-8307-27d3ae61a805 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:18.827803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38fb44-bcb2-4972-99f5-e3072b6ce3c3 req-2bfbb763-5288-4a0c-a248-f867e71accb9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:18.843810 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b38fb44-bcb2-4972-99f5-e3072b6ce3c3 req-2bfbb763-5288-4a0c-a248-f867e71accb9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1314216 Sep 30 08:09:18.856390 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-a1e22fb3-5e1d-40d3-8307-27d3ae61a805 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4064097 Sep 30 08:09:18.892256 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Request body: {'port': {'device_id': '679ce17c-88c6-4d32-9abe-882f9ef0c5db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:18.940126 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b38fb44-bcb2-4972-99f5-e3072b6ce3c3 req-e0990454-6668-4d59-98a4-6a8f6ee07f61 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921946 Sep 30 08:09:18.947677 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b551560-c2ea-45d1-ae5f-5df12ce9c4de {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:09:18.968830 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbcc24-60f4-4727-8e91-64838a27dd5f req-f5222a2f-1525-4f0c-b50c-f6a58e1ab45a tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:18.968830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-44bbcc24-60f4-4727-8e91-64838a27dd5f req-f5222a2f-1525-4f0c-b50c-f6a58e1ab45a tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 932 time: 0.0927866 Sep 30 08:09:18.972067 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:19.013763 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:19.016715 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Transition to ACTIVE for port object 8b551560-c2ea-45d1-ae5f-5df12ce9c4de will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:09:19.025795 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:19.042154 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-9280b8ff-8a3e-407c-b40a-f6c24b36a7bd req-021ddd79-3f80-4945-a6b4-f9b1d877944d tempest-FloatingIPsNegativeTestJSON-355243901 tempest-FloatingIPsNegativeTestJSON-355243901-project] show failed (client error): The resource could not be found. Sep 30 08:09:19.053444 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9280b8ff-8a3e-407c-b40a-f6c24b36a7bd req-021ddd79-3f80-4945-a6b4-f9b1d877944d tempest-FloatingIPsNegativeTestJSON-355243901 tempest-FloatingIPsNegativeTestJSON-355243901-project] 10.222.0.24 "GET /v2.0/floatingips/8f3135dd-877c-417a-95d0-db40d860a1a1 HTTP/1.1" status: 404 len: 350 time: 0.0558469 Sep 30 08:09:19.056674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54096) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:19.076505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Pushing event updated for resources: {'Port': ['ID=8b551560-c2ea-45d1-ae5f-5df12ce9c4de,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:19.181977 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:19.201145 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:19.207305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-44bbcc24-60f4-4727-8e91-64838a27dd5f req-a1a7639c-e880-4b3d-8125-20f01ce73a90 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/security-groups?id=02817bd8-09d0-4c09-9a99-f949ee7d7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330489 Sep 30 08:09:19.249526 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4c187-e1e0-47c4-9c9a-36ce08464c6d req-668ecfed-3d9f-4812-b1c6-630945fdec4e tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:19.251631 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0a4c187-e1e0-47c4-9c9a-36ce08464c6d req-668ecfed-3d9f-4812-b1c6-630945fdec4e tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 936 time: 0.1117456 Sep 30 08:09:19.298805 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5af05b55-dc6d-4ce4-80ea-836a58183ffc None None] Provisioning complete for port f96bc528-be68-49bf-a781-ee523305f663 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:19.299180 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5af05b55-dc6d-4ce4-80ea-836a58183ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:19.320843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Attempting to bind port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:09:19.321182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Attempting to bind port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '886f937b-fc09-4ffd-a30d-718314ebb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:09:19.322091 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Attempting to bind port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de on network 7d67b0be-4f61-4335-a565-d3860848c0a5 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:09:19.325501 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-b98d9dc3-6b0a-4cab-8a56-c7f5bf8b5e9b req-4b63e39b-baf8-4500-b0fc-67a11c59ff43 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:09:19.337026 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b98d9dc3-6b0a-4cab-8a56-c7f5bf8b5e9b req-4b63e39b-baf8-4500-b0fc-67a11c59ff43 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0472984 Sep 30 08:09:19.351061 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de on network 7d67b0be-4f61-4335-a565-d3860848c0a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:09:19.351845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Attempting to bind port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de on network 7d67b0be-4f61-4335-a565-d3860848c0a5 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:09:19.359679 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:09:19.360145 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Checking segment: {'id': '886f937b-fc09-4ffd-a30d-718314ebb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:09:19.360627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Bound using segment: {'id': '886f937b-fc09-4ffd-a30d-718314ebb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:09:19.361161 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Bound port: 8b551560-c2ea-45d1-ae5f-5df12ce9c4de, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f937b-fc09-4ffd-a30d-718314ebb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:09:19.361614 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:19.423126 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54104) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:19.431013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5af05b55-dc6d-4ce4-80ea-836a58183ffc None None] Port f96bc528-be68-49bf-a781-ee523305f663 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:09:19.440709 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef05c0-476d-4f1d-ae01-c3337fd8a58b None None] Pushing event updated for resources: {'Port': ['ID=b77d02e4-6f82-43ce-abfb-086c61e269de,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:19.452612 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device b447a174-545e-4368-bb6e-15f44125819b no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:19.484600 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: b447a174-545e-4368-bb6e-15f44125819b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:19.485197 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device b447a174-545e-4368-bb6e-15f44125819b not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:19.497655 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0a4c187-e1e0-47c4-9c9a-36ce08464c6d req-2932e941-27a7-4948-a824-99f98c86d3ac tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164812 Sep 30 08:09:19.642976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Attempting to bind port b77d02e4-6f82-43ce-abfb-086c61e269de on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:09:19.643462 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Attempting to bind port b77d02e4-6f82-43ce-abfb-086c61e269de by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '426f5a0d-e6b0-4e7a-a001-5fe95d94c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1be0367f-1c45-4b39-a90a-e6f418231988'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:09:19.643890 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Attempting to bind port b77d02e4-6f82-43ce-abfb-086c61e269de on network 1be0367f-1c45-4b39-a90a-e6f418231988 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:09:19.666970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:09:19.667345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Checking segment: {'id': '426f5a0d-e6b0-4e7a-a001-5fe95d94c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1be0367f-1c45-4b39-a90a-e6f418231988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:09:19.667898 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:19.668460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Bound using segment: {'id': '426f5a0d-e6b0-4e7a-a001-5fe95d94c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1be0367f-1c45-4b39-a90a-e6f418231988'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:09:19.668961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Bound port: b77d02e4-6f82-43ce-abfb-086c61e269de, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426f5a0d-e6b0-4e7a-a001-5fe95d94c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1be0367f-1c45-4b39-a90a-e6f418231988'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:09:19.669768 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:19.691277 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] For port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:09:19.735803 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] For port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8b551560-c2ea-45d1-ae5f-5df12ce9c4de,segment=NetworkSegment(886f937b-fc09-4ffd-a30d-718314ebb605),segment_id=886f937b-fc09-4ffd-a30d-718314ebb605)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:09:19.755603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c4455-2226-4a28-bce9-b1000b423de1 req-44da6435-5424-4814-9dac-47fb24cc8067 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:19.757174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d68c4455-2226-4a28-bce9-b1000b423de1 req-44da6435-5424-4814-9dac-47fb24cc8067 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 945 time: 0.2516651 Sep 30 08:09:19.782852 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:19.792042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:19.796556 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96bc528-be68-49bf-a781-ee523305f663 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:09:19.811273 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:19.830742 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5504d3c-2282-4b58-9c86-2480f9b114af req-1cf5a070-b077-4d79-9c85-091154924b29 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:19.832563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e5504d3c-2282-4b58-9c86-2480f9b114af req-1cf5a070-b077-4d79-9c85-091154924b29 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1961341 Sep 30 08:09:19.861137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:19.861137 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:19.861137 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f7015283-c0da-4351-a467-6e790bd83d99 req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] 10.222.0.35 "PUT /v2.0/ports/8b551560-c2ea-45d1-ae5f-5df12ce9c4de HTTP/1.1" status: 200 len: 1092 time: 1.7095940 Sep 30 08:09:19.861137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a78a3-1ca6-4110-b873-79daaa402e43', 'tag': '8b551560-c2ea-45d1-ae5f-5df12ce9c4de'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:19.865615 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d3c071-85d6-4cf7-a8a2-2f278c372dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a78a3-1ca6-4110-b873-79daaa402e43", "tag": "8b551560-c2ea-45d1-ae5f-5df12ce9c4de"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:19.874177 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201df84b-b3c3-431f-96fb-3756596fe9aa req-d10bc145-97be-427f-b398-840376059143 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:19.876651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-201df84b-b3c3-431f-96fb-3756596fe9aa req-d10bc145-97be-427f-b398-840376059143 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 945 time: 0.1730175 Sep 30 08:09:19.890102 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Transition to ACTIVE for port object f96bc528-be68-49bf-a781-ee523305f663 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:09:19.948789 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:19.977417 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e5504d3c-2282-4b58-9c86-2480f9b114af req-f169fdd5-4020-4347-8be9-f717c339affb tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260805 Sep 30 08:09:19.988635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aedde9-bb7e-4c3f-b166-10d64b847cad service neutron] Pushing event updated for resources: {'Port': ['ID=8b551560-c2ea-45d1-ae5f-5df12ce9c4de,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:20.010750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d68c4455-2226-4a28-bce9-b1000b423de1 req-d1bdaea4-85f8-45db-8cf0-f1e4e8139849 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065110 Sep 30 08:09:20.104421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] For port b77d02e4-6f82-43ce-abfb-086c61e269de, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:09:20.136907 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:09:20.213265 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] For port b77d02e4-6f82-43ce-abfb-086c61e269de, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b77d02e4-6f82-43ce-abfb-086c61e269de,segment=NetworkSegment(426f5a0d-e6b0-4e7a-a001-5fe95d94c173),segment_id=426f5a0d-e6b0-4e7a-a001-5fe95d94c173)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:09:20.227300 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-35e611bc-1398-47f8-a183-30fdcfa4a7f0 None None] Provisioning complete for port b77d02e4-6f82-43ce-abfb-086c61e269de triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:20.227737 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35e611bc-1398-47f8-a183-30fdcfa4a7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:20.261095 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:20.262494 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f96bc528-be68-49bf-a781-ee523305f663,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:20.274450 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a051261d-ca42-4cc0-8555-107fc183e176 x-openstack-request-id: req-a051261d-ca42-4cc0-8555-107fc183e176 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:20.275008 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a78a3-1ca6-4110-b873-79daaa402e43", "tag": "8b551560-c2ea-45d1-ae5f-5df12ce9c4de", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:20.275506 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a051261d-ca42-4cc0-8555-107fc183e176 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:20.276165 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0a78a3-1ca6-4110-b873-79daaa402e43', 'tag': '8b551560-c2ea-45d1-ae5f-5df12ce9c4de', 'status': 'completed', 'code': 200} Sep 30 08:09:20.290301 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-201df84b-b3c3-431f-96fb-3756596fe9aa req-aab36224-9156-42a4-8ff8-0742dc23e69a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Deleting port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:20.290653 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-201df84b-b3c3-431f-96fb-3756596fe9aa req-aab36224-9156-42a4-8ff8-0742dc23e69a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:20.312811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7015283-c0da-4351-a467-6e790bd83d99 req-286cbfd1-9cb6-4f7c-8d38-1e3b3b45325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:20.314757 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f7015283-c0da-4351-a467-6e790bd83d99 req-286cbfd1-9cb6-4f7c-8d38-1e3b3b45325c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f28e7ff57b7340308a69558e588f5efa&device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 1095 time: 0.3668976 Sep 30 08:09:20.347768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a9257-7f41-472a-b350-7ff966414abb req-ffec1ee7-c57f-4aee-bf08-c94558262035 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:20.355207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-411a9257-7f41-472a-b350-7ff966414abb req-ffec1ee7-c57f-4aee-bf08-c94558262035 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.1987605 Sep 30 08:09:20.381887 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:20.392162 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f7015283-c0da-4351-a467-6e790bd83d99 req-d5f86ac2-9843-4187-b9c1-c83ff44052e9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b551560-c2ea-45d1-ae5f-5df12ce9c4de HTTP/1.1" status: 200 len: 217 time: 0.0468383 Sep 30 08:09:20.396600 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f0bc47d-09e9-42af-bcab-5a2c5bb511e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:20.396811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Attempting to bind port f96bc528-be68-49bf-a781-ee523305f663 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:09:20.397027 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Attempting to bind port f96bc528-be68-49bf-a781-ee523305f663 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:09:20.397657 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Attempting to bind port f96bc528-be68-49bf-a781-ee523305f663 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:09:20.438213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Port f96bc528-be68-49bf-a781-ee523305f663 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:09:20.438657 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Attempting to bind port f96bc528-be68-49bf-a781-ee523305f663 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:09:20.453562 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:09:20.453838 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:09:20.454343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:09:20.454894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Bound port: f96bc528-be68-49bf-a781-ee523305f663, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:09:20.455360 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:20.469653 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Routers {'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:20.470347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:09:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:20.473277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3935b90-c9f6-4e9c-bd6f-3835a19bbacf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e95dd6d-78b2-4df1-8cd7-5844f59c9380'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:20.475639 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899a95b1-cf96-4bb6-8807-86d89cd34ed2" -d '{"events": [{"server_uuid": "f3935b90-c9f6-4e9c-bd6f-3835a19bbacf", "name": "network-vif-unplugged", "status": "completed", "tag": "7e95dd6d-78b2-4df1-8cd7-5844f59c9380"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:20.487107 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7015283-c0da-4351-a467-6e790bd83d99 req-114b99a1-dc2d-48e2-beca-817cafd32e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:20.488878 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f7015283-c0da-4351-a467-6e790bd83d99 req-114b99a1-dc2d-48e2-beca-817cafd32e5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d4253e4-2dbc-46f1-9eb5-1fa6104bf250 HTTP/1.1" status: 200 len: 850 time: 0.0871942 Sep 30 08:09:20.520123 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-411a9257-7f41-472a-b350-7ff966414abb req-d21ed5e0-b137-4d00-abd2-9972daefe0e5 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639445 Sep 30 08:09:20.535189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa4a82-08a3-4396-879e-6d7f2e01ce7e req-757562e8-438b-4152-a4a5-695b4ca191a1 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:20.543160 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-61aa4a82-08a3-4396-879e-6d7f2e01ce7e req-757562e8-438b-4152-a4a5-695b4ca191a1 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.2710080 Sep 30 08:09:20.550898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:20.569775 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef05c0-476d-4f1d-ae01-c3337fd8a58b None None] Pushing event updated for resources: {'Port': ['ID=b77d02e4-6f82-43ce-abfb-086c61e269de,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:20.600003 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:20.619542 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] For port f96bc528-be68-49bf-a781-ee523305f663, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:09:20.623713 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] For port f96bc528-be68-49bf-a781-ee523305f663, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f96bc528-be68-49bf-a781-ee523305f663,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:09:20.643201 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:20.646890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7015283-c0da-4351-a467-6e790bd83d99 req-f483ac03-a76a-4d8a-a48e-6454bb427f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:20.652607 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f7015283-c0da-4351-a467-6e790bd83d99 req-f483ac03-a76a-4d8a-a48e-6454bb427f8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d67b0be-4f61-4335-a565-d3860848c0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406934 Sep 30 08:09:20.666880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-201df84b-b3c3-431f-96fb-3756596fe9aa req-aab36224-9156-42a4-8ff8-0742dc23e69a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] For port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:20.667253 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-201df84b-b3c3-431f-96fb-3756596fe9aa req-aab36224-9156-42a4-8ff8-0742dc23e69a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:20.721715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-201df84b-b3c3-431f-96fb-3756596fe9aa req-aab36224-9156-42a4-8ff8-0742dc23e69a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Calling delete_port for 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:20.752294 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-61aa4a82-08a3-4396-879e-6d7f2e01ce7e req-20016e24-fa86-4247-873b-74ac33c5bc6e tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029741 Sep 30 08:09:20.775167 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35e611bc-1398-47f8-a183-30fdcfa4a7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:20.800955 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6011c98-2a00-44f4-ac7c-c63fc0c8b95e x-openstack-request-id: req-b6011c98-2a00-44f4-ac7c-c63fc0c8b95e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:20.801556 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3935b90-c9f6-4e9c-bd6f-3835a19bbacf", "name": "network-vif-unplugged", "status": "completed", "tag": "7e95dd6d-78b2-4df1-8cd7-5844f59c9380", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:20.801666 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6011c98-2a00-44f4-ac7c-c63fc0c8b95e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:20.802158 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3935b90-c9f6-4e9c-bd6f-3835a19bbacf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e95dd6d-78b2-4df1-8cd7-5844f59c9380', 'code': 200} Sep 30 08:09:20.803951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:20.862211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] Set router e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:20.909688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-35e611bc-1398-47f8-a183-30fdcfa4a7f0 None None] For port b77d02e4-6f82-43ce-abfb-086c61e269de, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b77d02e4-6f82-43ce-abfb-086c61e269de,segment=NetworkSegment(426f5a0d-e6b0-4e7a-a001-5fe95d94c173),segment_id=426f5a0d-e6b0-4e7a-a001-5fe95d94c173)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:20.924528 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35e611bc-1398-47f8-a183-30fdcfa4a7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:20.977564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4977c0-3595-4597-b189-185420460f90 req-fac51898-d94f-4b51-96c2-0dc2aae694a1 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:20.979308 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f4977c0-3595-4597-b189-185420460f90 req-fac51898-d94f-4b51-96c2-0dc2aae694a1 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 944 time: 0.3207757 Sep 30 08:09:21.058264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:21.058895 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:21.060329 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] 10.222.0.35 "PUT /v2.0/ports/f96bc528-be68-49bf-a781-ee523305f663 HTTP/1.1" status: 200 len: 1096 time: 2.1728768 Sep 30 08:09:21.076775 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e611bc-1398-47f8-a183-30fdcfa4a7f0 None None] Pushing event updated for resources: {'Port': ['ID=b77d02e4-6f82-43ce-abfb-086c61e269de,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:21.091077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd1853-ea1e-4e2a-a9f7-b4253af79bac req-415cfc6e-4a1d-435a-9c52-2a73571f21dd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:21.092820 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9abd1853-ea1e-4e2a-a9f7-b4253af79bac req-415cfc6e-4a1d-435a-9c52-2a73571f21dd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 948 time: 0.2196276 Sep 30 08:09:21.100444 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-201df84b-b3c3-431f-96fb-3756596fe9aa req-aab36224-9156-42a4-8ff8-0742dc23e69a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:21.107594 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f4977c0-3595-4597-b189-185420460f90 req-432b034d-fc9f-4009-9c65-3db4179d6497 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/security-groups?id=02817bd8-09d0-4c09-9a99-f949ee7d7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990014 Sep 30 08:09:21.138092 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf91d2a-e631-43a1-8b12-15938ad5e8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f96bc528-be68-49bf-a781-ee523305f663,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:21.177724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab36224-9156-42a4-8ff8-0742dc23e69a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Pushing event deleted for resources: {'Port': ['ID=7e95dd6d-78b2-4df1-8cd7-5844f59c9380,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:21.230362 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-201df84b-b3c3-431f-96fb-3756596fe9aa req-aab36224-9156-42a4-8ff8-0742dc23e69a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] No DVR routers for this DVR port 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:21.233244 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d420c3f-2a95-4ec8-bb22-dfaa3d781adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:21.233413 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-201df84b-b3c3-431f-96fb-3756596fe9aa req-aab36224-9156-42a4-8ff8-0742dc23e69a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:21.235601 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-201df84b-b3c3-431f-96fb-3756596fe9aa req-aab36224-9156-42a4-8ff8-0742dc23e69a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.36 "DELETE /v2.0/ports/7e95dd6d-78b2-4df1-8cd7-5844f59c9380 HTTP/1.1" status: 204 len: 173 time: 1.3451779 Sep 30 08:09:21.240913 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3935b90-c9f6-4e9c-bd6f-3835a19bbacf', 'name': 'network-vif-deleted', 'tag': '7e95dd6d-78b2-4df1-8cd7-5844f59c9380'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:21.241497 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dada89e6-53fd-4483-b40a-549e1e649f07 None None] Provisioning complete for port b77d02e4-6f82-43ce-abfb-086c61e269de triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:21.241989 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dada89e6-53fd-4483-b40a-549e1e649f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:21.242910 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f7015283-c0da-4351-a467-6e790bd83d99 req-6bb824eb-1435-447b-bf1b-1d8c2345062c service neutron] 10.222.0.35 "GET /v2.0/networks/7d67b0be-4f61-4335-a565-d3860848c0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099659 Sep 30 08:09:21.244511 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b56b1d-dd42-43f7-8101-abe4bce78926" -d '{"events": [{"server_uuid": "f3935b90-c9f6-4e9c-bd6f-3835a19bbacf", "name": "network-vif-deleted", "tag": "7e95dd6d-78b2-4df1-8cd7-5844f59c9380"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:21.344519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-cfc44190-9f5c-4fa6-b0b5-52fc3d6c9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:21.346232 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-cfc44190-9f5c-4fa6-b0b5-52fc3d6c9fe9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 1099 time: 0.1965654 Sep 30 08:09:21.346768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9abd1853-ea1e-4e2a-a9f7-b4253af79bac req-8ca1acda-8627-439a-b600-9e189081321e tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381456 Sep 30 08:09:21.370123 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-710dedf2-1a00-47cc-a100-6478ecda528d req-c6d28556-823f-4331-9ae2-8e2d89c0c68e tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3935b90-c9f6-4e9c-bd6f-3835a19bbacf HTTP/1.1" status: 200 len: 210 time: 0.0928972 Sep 30 08:09:21.412551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557266266-router', 'tenant_id': '7089c2c01adb46a7ad21f7e969f81cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:09:09Z', 'updated_at': '2021-09-30T08:09:15Z', 'revision_number': 4, 'project_id': '7089c2c01adb46a7ad21f7e969f81cde', 'gw_port': {'id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:10Z', 'updated_at': '2021-09-30T08:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'b77d02e4-6f82-43ce-abfb-086c61e269de', 'name': '', 'network_id': '1be0367f-1c45-4b39-a90a-e6f418231988', 'tenant_id': '7089c2c01adb46a7ad21f7e969f81cde', 'mac_address': 'fa:16:3e:8e:5b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '3e665ef4-d393-4f06-944a-9b82ebc33388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:14Z', 'updated_at': '2021-09-30T08:09:20Z', 'revision_number': 4, 'project_id': '7089c2c01adb46a7ad21f7e969f81cde', 'subnets': [{'id': '3e665ef4-d393-4f06-944a-9b82ebc33388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:21.455763 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c551c-ecb1-457e-a729-ddfbf0ece7ba None None] The sync data for ids ['e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'] in n-d-807359-2 is: [{'id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557266266-router', 'tenant_id': '7089c2c01adb46a7ad21f7e969f81cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:09:09Z', 'updated_at': '2021-09-30T08:09:15Z', 'revision_number': 4, 'project_id': '7089c2c01adb46a7ad21f7e969f81cde', 'gw_port': {'id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:10Z', 'updated_at': '2021-09-30T08:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'b77d02e4-6f82-43ce-abfb-086c61e269de', 'name': '', 'network_id': '1be0367f-1c45-4b39-a90a-e6f418231988', 'tenant_id': '7089c2c01adb46a7ad21f7e969f81cde', 'mac_address': 'fa:16:3e:8e:5b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '3e665ef4-d393-4f06-944a-9b82ebc33388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:14Z', 'updated_at': '2021-09-30T08:09:20Z', 'revision_number': 4, 'project_id': '7089c2c01adb46a7ad21f7e969f81cde', 'subnets': [{'id': '3e665ef4-d393-4f06-944a-9b82ebc33388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:09:21.465587 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-8f0bc47d-09e9-42af-bcab-5a2c5bb511e8 admin admin] Deleting port b77d02e4-6f82-43ce-abfb-086c61e269de {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:21.466058 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f0bc47d-09e9-42af-bcab-5a2c5bb511e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:21.480322 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-d334daa3-5077-4d9c-bc8c-20b6cb938cd6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=f96bc528-be68-49bf-a781-ee523305f663 HTTP/1.1" status: 200 len: 217 time: 0.1027286 Sep 30 08:09:21.582701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-8f0bc47d-09e9-42af-bcab-5a2c5bb511e8 admin admin] For port b77d02e4-6f82-43ce-abfb-086c61e269de, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b77d02e4-6f82-43ce-abfb-086c61e269de,segment=NetworkSegment(426f5a0d-e6b0-4e7a-a001-5fe95d94c173),segment_id=426f5a0d-e6b0-4e7a-a001-5fe95d94c173)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:21.583278 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f0bc47d-09e9-42af-bcab-5a2c5bb511e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:21.596002 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911f1add-3425-4931-9fe5-0a5b5c379ede x-openstack-request-id: req-911f1add-3425-4931-9fe5-0a5b5c379ede {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:21.596390 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3935b90-c9f6-4e9c-bd6f-3835a19bbacf", "name": "network-vif-deleted", "tag": "7e95dd6d-78b2-4df1-8cd7-5844f59c9380", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:21.596716 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-911f1add-3425-4931-9fe5-0a5b5c379ede {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:21.597255 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3935b90-c9f6-4e9c-bd6f-3835a19bbacf', 'name': 'network-vif-deleted', 'tag': '7e95dd6d-78b2-4df1-8cd7-5844f59c9380', 'status': 'completed', 'code': 200} Sep 30 08:09:21.620761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-8f0bc47d-09e9-42af-bcab-5a2c5bb511e8 admin admin] Calling delete_port for b77d02e4-6f82-43ce-abfb-086c61e269de owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:21.700608 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f7015283-c0da-4351-a467-6e790bd83d99 req-5a3a4916-d236-437b-b1fd-8fbfa33cf6b7 service neutron] 10.222.0.35 "GET /v2.0/networks/7d67b0be-4f61-4335-a565-d3860848c0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076612 Sep 30 08:09:21.703621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-3b9575f6-53e5-4e90-a6ba-ecbb36ef626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:21.704977 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-3b9575f6-53e5-4e90-a6ba-ecbb36ef626c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1756241 Sep 30 08:09:21.758494 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a7ddf-8bf1-4f94-8273-f6910efc5774 req-10393ff0-3a39-4e8a-8503-2d6378be87ad tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:21.764670 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b16a7ddf-8bf1-4f94-8273-f6910efc5774 req-10393ff0-3a39-4e8a-8503-2d6378be87ad tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1662428 Sep 30 08:09:21.796226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-49478dd7-572c-4ca3-997c-698a29407872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:21.798306 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-49478dd7-572c-4ca3-997c-698a29407872 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770276 Sep 30 08:09:21.829740 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32149fba-6407-4787-9ec0-10a78efc5252 req-764afb5e-2796-41b4-ba4e-d3f570f442a1 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:21.831258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32149fba-6407-4787-9ec0-10a78efc5252 req-764afb5e-2796-41b4-ba4e-d3f570f442a1 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.1610897 Sep 30 08:09:21.874084 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b77d02e4-6f82-43ce-abfb-086c61e269de up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:21.888823 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b16a7ddf-8bf1-4f94-8273-f6910efc5774 req-6e76a043-a77a-4220-823c-86fb6a22ec69 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199040 Sep 30 08:09:21.934690 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32149fba-6407-4787-9ec0-10a78efc5252 req-09adebc8-086a-48ea-bb3a-83433d58d9ad tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497208 Sep 30 08:09:21.957443 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port b77d02e4-6f82-43ce-abfb-086c61e269de triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:21.957443 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:22.060760 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3c071-85d6-4cf7-a8a2-2f278c372dcd req-ccf0ad34-3669-43c4-a89f-a6878588be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:22.062308 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-36d3c071-85d6-4cf7-a8a2-2f278c372dcd req-ccf0ad34-3669-43c4-a89f-a6878588be37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f28e7ff57b7340308a69558e588f5efa&device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 1095 time: 0.2422075 Sep 30 08:09:22.117187 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f0bc47d-09e9-42af-bcab-5a2c5bb511e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:22.133280 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c1817-aadd-4409-9fe5-5adab6f0464c req-3c317b39-95f9-4c54-836b-a4c49600cf8b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:22.134800 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a9c1817-aadd-4409-9fe5-5adab6f0464c req-3c317b39-95f9-4c54-836b-a4c49600cf8b tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.0806949 Sep 30 08:09:22.160671 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-3b09cdb5-74af-4b13-982a-318c9aa5bc6e service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460307 Sep 30 08:09:22.183940 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bc47d-09e9-42af-bcab-5a2c5bb511e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b77d02e4-6f82-43ce-abfb-086c61e269de,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:22.224338 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a9c1817-aadd-4409-9fe5-5adab6f0464c req-eee0f9bf-6a33-46ac-82a7-d340ffb46ee4 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650489 Sep 30 08:09:22.227500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0d420c3f-2a95-4ec8-bb22-dfaa3d781adb admin admin] Deleting port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:22.227850 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d420c3f-2a95-4ec8-bb22-dfaa3d781adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:22.293770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679ce17c-88c6-4d32-9abe-882f9ef0c5db', 'tag': 'f96bc528-be68-49bf-a781-ee523305f663'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:22.296323 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba2ddfe-06aa-40bf-9dfb-c643a875f899" -d '{"events": [{"name": "network-changed", "server_uuid": "679ce17c-88c6-4d32-9abe-882f9ef0c5db", "tag": "f96bc528-be68-49bf-a781-ee523305f663"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:22.393388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3c071-85d6-4cf7-a8a2-2f278c372dcd req-1d8779a7-d0e7-436a-b146-9d9d2ebf3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:22.396372 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-36d3c071-85d6-4cf7-a8a2-2f278c372dcd req-1d8779a7-d0e7-436a-b146-9d9d2ebf3760 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d67b0be-4f61-4335-a565-d3860848c0a5 HTTP/1.1" status: 200 len: 912 time: 0.3248885 Sep 30 08:09:22.458624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc07063-c249-4684-b79c-645eb89f1f31 req-0cb7569e-149c-4a65-ab2c-b9a1c822d850 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:22.464826 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-36d3c071-85d6-4cf7-a8a2-2f278c372dcd req-30848393-c298-46b9-8998-9ec3911df6a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b551560-c2ea-45d1-ae5f-5df12ce9c4de HTTP/1.1" status: 200 len: 217 time: 0.0575707 Sep 30 08:09:22.470894 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1cc07063-c249-4684-b79c-645eb89f1f31 req-0cb7569e-149c-4a65-ab2c-b9a1c822d850 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 944 time: 0.1868560 Sep 30 08:09:22.486117 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0d420c3f-2a95-4ec8-bb22-dfaa3d781adb admin admin] For port fbc9ca03-3252-4b0e-baf1-e2d0da49a16f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fbc9ca03-3252-4b0e-baf1-e2d0da49a16f,segment=NetworkSegment(c89a4195-c502-41e9-bb33-d1ebaed19bad),segment_id=c89a4195-c502-41e9-bb33-d1ebaed19bad)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:22.486490 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d420c3f-2a95-4ec8-bb22-dfaa3d781adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:22.495999 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b0ed7-9932-427c-a4a8-d5fc4dc6af75 req-9ee42e28-c31b-4563-a510-17eaffe0923f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:22.503663 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f18b0ed7-9932-427c-a4a8-d5fc4dc6af75 req-9ee42e28-c31b-4563-a510-17eaffe0923f tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1674016 Sep 30 08:09:22.522343 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7409ace7-70be-4499-a053-2aa1d7514ab9 req-d10e02fc-3371-49ba-8211-326c6b6d8bdd service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533380 Sep 30 08:09:22.526618 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0d420c3f-2a95-4ec8-bb22-dfaa3d781adb admin admin] Calling delete_port for fbc9ca03-3252-4b0e-baf1-e2d0da49a16f owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:22.559321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3c071-85d6-4cf7-a8a2-2f278c372dcd req-bb8307f5-b5f2-41bb-9da4-fc115bdc401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:22.560882 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-36d3c071-85d6-4cf7-a8a2-2f278c372dcd req-bb8307f5-b5f2-41bb-9da4-fc115bdc401a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d4253e4-2dbc-46f1-9eb5-1fa6104bf250 HTTP/1.1" status: 200 len: 850 time: 0.0841556 Sep 30 08:09:22.693373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3c071-85d6-4cf7-a8a2-2f278c372dcd req-2d4745c9-d1c6-4302-a0e9-96f6bb28c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:22.694934 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-36d3c071-85d6-4cf7-a8a2-2f278c372dcd req-2d4745c9-d1c6-4302-a0e9-96f6bb28c1e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d67b0be-4f61-4335-a565-d3860848c0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007607 Sep 30 08:09:22.851591 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-36d3c071-85d6-4cf7-a8a2-2f278c372dcd req-81d88916-358e-4165-b017-8ce5acc1bf0d service neutron] 10.222.0.35 "GET /v2.0/networks/7d67b0be-4f61-4335-a565-d3860848c0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483009 Sep 30 08:09:22.883292 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d420c3f-2a95-4ec8-bb22-dfaa3d781adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:22.919237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d420c3f-2a95-4ec8-bb22-dfaa3d781adb admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc9ca03-3252-4b0e-baf1-e2d0da49a16f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:22.928588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1cc07063-c249-4684-b79c-645eb89f1f31 req-f12e5c66-6c8d-4e8e-93f5-61e042ab4ad9 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/security-groups?id=02817bd8-09d0-4c09-9a99-f949ee7d7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4565649 Sep 30 08:09:22.943000 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f18b0ed7-9932-427c-a4a8-d5fc4dc6af75 req-4c553865-4cb4-4559-94f8-5cb6d12530bb tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382191 Sep 30 08:09:22.952715 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f0bc47d-09e9-42af-bcab-5a2c5bb511e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:22.993023 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c921b6-d8f8-4143-8427-aadf25556b8e x-openstack-request-id: req-c0c921b6-d8f8-4143-8427-aadf25556b8e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:22.993383 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679ce17c-88c6-4d32-9abe-882f9ef0c5db", "tag": "f96bc528-be68-49bf-a781-ee523305f663", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:22.993702 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0c921b6-d8f8-4143-8427-aadf25556b8e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:22.994152 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679ce17c-88c6-4d32-9abe-882f9ef0c5db', 'tag': 'f96bc528-be68-49bf-a781-ee523305f663', 'status': 'completed', 'code': 200} Sep 30 08:09:23.040659 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-36d3c071-85d6-4cf7-a8a2-2f278c372dcd req-bb276409-a4c1-4754-8b79-c07e45d138bc service neutron] 10.222.0.35 "GET /v2.0/networks/7d67b0be-4f61-4335-a565-d3860848c0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794305 Sep 30 08:09:23.257753 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2ddfe-06aa-40bf-9dfb-c643a875f899 req-6f148f8e-dbcb-43f6-a937-f6c45378cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:23.260196 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7ba2ddfe-06aa-40bf-9dfb-c643a875f899 req-6f148f8e-dbcb-43f6-a937-f6c45378cbb9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 1099 time: 0.2152812 Sep 30 08:09:23.270235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b46f4-9394-489e-974a-6569da818ff6 req-46ee658a-0622-42f9-b6e7-fef1cca67312 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:23.271322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-992b46f4-9394-489e-974a-6569da818ff6 req-46ee658a-0622-42f9-b6e7-fef1cca67312 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 948 time: 0.1153665 Sep 30 08:09:23.334941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0bc47d-09e9-42af-bcab-5a2c5bb511e8 admin admin] Router e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:09:23.337442 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d420c3f-2a95-4ec8-bb22-dfaa3d781adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:23.352163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-992b46f4-9394-489e-974a-6569da818ff6 req-2006922b-bdc6-46d4-9780-4e5405755994 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699508 Sep 30 08:09:23.364284 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b709f-fcd4-4dbc-b97f-b04cdb393f58 req-4097a8ef-13ef-466f-8007-b35fc511587e tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:23.373609 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a66b709f-fcd4-4dbc-b97f-b04cdb393f58 req-4097a8ef-13ef-466f-8007-b35fc511587e tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.0917230 Sep 30 08:09:23.434363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2ddfe-06aa-40bf-9dfb-c643a875f899 req-f519f3d0-1f8a-4bf7-965d-345ec8e75d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:23.435466 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7ba2ddfe-06aa-40bf-9dfb-c643a875f899 req-f519f3d0-1f8a-4bf7-965d-345ec8e75d35 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1680946 Sep 30 08:09:23.435731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 8b551560-c2ea-45d1-ae5f-5df12ce9c4de details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:09:23.471961 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a66b709f-fcd4-4dbc-b97f-b04cdb393f58 req-0b9748bd-a4c4-4697-aff5-5a29623437b1 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998154 Sep 30 08:09:23.493760 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7ba2ddfe-06aa-40bf-9dfb-c643a875f899 req-d7c2aa11-5c74-43cd-add9-fca40b401d92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=f96bc528-be68-49bf-a781-ee523305f663 HTTP/1.1" status: 200 len: 217 time: 0.0485156 Sep 30 08:09:23.548430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e2872-39a8-4a7c-bbf1-6f70208d2666 req-61e30936-3c82-4eb8-bf8a-881e81a291f9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:23.550172 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb2e2872-39a8-4a7c-bbf1-6f70208d2666 req-61e30936-3c82-4eb8-bf8a-881e81a291f9 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1182077 Sep 30 08:09:23.562922 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8b551560-c2ea-45d1-ae5f-5df12ce9c4de,segment=NetworkSegment(886f937b-fc09-4ffd-a30d-718314ebb605),segment_id=886f937b-fc09-4ffd-a30d-718314ebb605)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:23.577136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '8b551560-c2ea-45d1-ae5f-5df12ce9c4de', 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5', 'port_id': '8b551560-c2ea-45d1-ae5f-5df12ce9c4de', 'mac_address': 'fa:16:3e:f4:2f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:09:23.583105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2ddfe-06aa-40bf-9dfb-c643a875f899 req-cb6f0dd7-f898-4b41-9b53-1ed725af3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:23.584809 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7ba2ddfe-06aa-40bf-9dfb-c643a875f899 req-cb6f0dd7-f898-4b41-9b53-1ed725af3b56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0657327 Sep 30 08:09:23.602942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0bc47d-09e9-42af-bcab-5a2c5bb511e8 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:09:23.612379 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c7f58-b659-44ad-a834-24eee13a86f7 None None] Sync routers for ids ['e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:09:23.622047 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c7f58-b659-44ad-a834-24eee13a86f7 None None] Routers {'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:23.622997 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-873c7f58-b659-44ad-a834-24eee13a86f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:09:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:23.624852 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:23.641870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b551560-c2ea-45d1-ae5f-5df12ce9c4de {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:09:23.658536 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb2e2872-39a8-4a7c-bbf1-6f70208d2666 req-f75eed35-fc95-41dd-b3ad-ef1c0b0b3eef tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951135 Sep 30 08:09:23.672601 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8f0bc47d-09e9-42af-bcab-5a2c5bb511e8 admin admin] 10.222.0.24 "PUT /v2.0/routers/e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6119237 Sep 30 08:09:23.673484 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8b551560-c2ea-45d1-ae5f-5df12ce9c4de,segment=NetworkSegment(886f937b-fc09-4ffd-a30d-718314ebb605),segment_id=886f937b-fc09-4ffd-a30d-718314ebb605)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:23.677281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54166) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:23.681426 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:23.771600 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-873c7f58-b659-44ad-a834-24eee13a86f7 None None] Set router e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:23.796722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=8b551560-c2ea-45d1-ae5f-5df12ce9c4de,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:23.803260 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:23.846755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:23.848353 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7e95dd6d-78b2-4df1-8cd7-5844f59c9380 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:23.954771 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f7ee-7483-4f02-9b74-8762890b0264 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:23.975550 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-873c7f58-b659-44ad-a834-24eee13a86f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557266266-router', 'tenant_id': '7089c2c01adb46a7ad21f7e969f81cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:09:09Z', 'updated_at': '2021-09-30T08:09:22Z', 'revision_number': 5, 'project_id': '7089c2c01adb46a7ad21f7e969f81cde', 'gw_port': {'id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:10Z', 'updated_at': '2021-09-30T08:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:24.002725 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c7f58-b659-44ad-a834-24eee13a86f7 None None] Checking router: e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:09:24.013890 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['8b551560-c2ea-45d1-ae5f-5df12ce9c4de'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:24.014127 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c7f58-b659-44ad-a834-24eee13a86f7 None None] Routers {'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:24.015074 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-873c7f58-b659-44ad-a834-24eee13a86f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:09:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:24.024021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0ed30-2c90-42b1-89b8-9bcb8d8d07b2 req-7c0bdb90-4a5d-4ce4-8e6e-5a4c12eb1484 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:24.025591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aba0ed30-2c90-42b1-89b8-9bcb8d8d07b2 req-7c0bdb90-4a5d-4ce4-8e6e-5a4c12eb1484 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1653414 Sep 30 08:09:24.040171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-2d941df4-975d-4ca5-af4e-a1b4cc3883d6 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:24.048315 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-2d941df4-975d-4ca5-af4e-a1b4cc3883d6 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/networks?id=7e755c17-219c-49c1-b703-6b834ea08d5e HTTP/1.1" status: 200 len: 822 time: 0.4493315 Sep 30 08:09:24.107317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2ddfe-06aa-40bf-9dfb-c643a875f899 req-f5a4e5fb-2eeb-42e8-9d3f-994d5c2323ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:24.109002 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7ba2ddfe-06aa-40bf-9dfb-c643a875f899 req-f5a4e5fb-2eeb-42e8-9d3f-994d5c2323ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4868271 Sep 30 08:09:24.121401 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-25e5cc5d-f2eb-420a-ad98-86c3794487f2 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/quotas/f26567306b514138aaf37ab1a4cc7d99 HTTP/1.1" status: 200 len: 375 time: 0.0725062 Sep 30 08:09:24.130162 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-873c7f58-b659-44ad-a834-24eee13a86f7 None None] Set router e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:24.152782 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d420c3f-2a95-4ec8-bb22-dfaa3d781adb admin admin] Router 7e56a486-6c67-4209-a7cb-6d2415960a0e has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:09:24.206985 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aba0ed30-2c90-42b1-89b8-9bcb8d8d07b2 req-22ec138a-badc-47b8-ae97-84f32ea2fa91 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443236 Sep 30 08:09:24.229971 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f7ee-7483-4f02-9b74-8762890b0264 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:24.274129 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-7e90c7fc-598a-4604-b820-189e30733017 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f26567306b514138aaf37ab1a4cc7d99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1516449 Sep 30 08:09:24.310049 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7ba2ddfe-06aa-40bf-9dfb-c643a875f899 req-62b726fa-e4f2-4ace-a58e-0ce34320ab6e service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911898 Sep 30 08:09:24.415446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d420c3f-2a95-4ec8-bb22-dfaa3d781adb admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:09:24.426690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88adf331-cdc6-4616-aa1e-e3fc121ed42d None None] Sync routers for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:09:24.439803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330446a-f924-497a-a19d-8b757bf0c87d req-63aab4d2-e113-4545-a53f-1885d1fbf7b9 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:24.441557 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a330446a-f924-497a-a19d-8b757bf0c87d req-63aab4d2-e113-4545-a53f-1885d1fbf7b9 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 945 time: 0.0947566 Sep 30 08:09:24.441780 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88adf331-cdc6-4616-aa1e-e3fc121ed42d None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:24.443270 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-88adf331-cdc6-4616-aa1e-e3fc121ed42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:09:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:24.479304 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-873c7f58-b659-44ad-a834-24eee13a86f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557266266-router', 'tenant_id': '7089c2c01adb46a7ad21f7e969f81cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:09:09Z', 'updated_at': '2021-09-30T08:09:22Z', 'revision_number': 5, 'project_id': '7089c2c01adb46a7ad21f7e969f81cde', 'gw_port': {'id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:10Z', 'updated_at': '2021-09-30T08:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:24.501719 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0d420c3f-2a95-4ec8-bb22-dfaa3d781adb admin admin] 10.222.0.24 "PUT /v2.0/routers/7e56a486-6c67-4209-a7cb-6d2415960a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0587640 Sep 30 08:09:24.504448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54186) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:24.514278 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c7f58-b659-44ad-a834-24eee13a86f7 None None] The sync data for ids ['e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9'] in n-d-807359-2 is: [{'id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557266266-router', 'tenant_id': '7089c2c01adb46a7ad21f7e969f81cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:09:09Z', 'updated_at': '2021-09-30T08:09:22Z', 'revision_number': 5, 'project_id': '7089c2c01adb46a7ad21f7e969f81cde', 'gw_port': {'id': '3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:10Z', 'updated_at': '2021-09-30T08:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:09:24.529831 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1f7ee-7483-4f02-9b74-8762890b0264 admin admin] Deleting port 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:24.530193 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f7ee-7483-4f02-9b74-8762890b0264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:24.610994 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a330446a-f924-497a-a19d-8b757bf0c87d req-e753b9fd-601c-4c36-879a-ca7235fe35f8 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/security-groups?id=02817bd8-09d0-4c09-9a99-f949ee7d7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248803 Sep 30 08:09:24.621938 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-86bebe77-a942-4c55-9343-cbfabbcd7789 service neutron] 10.222.0.24 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471055 Sep 30 08:09:24.634292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-88adf331-cdc6-4616-aa1e-e3fc121ed42d None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:24.685317 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb6603b-9f02-4335-a61c-7d1169bb0387 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:24.723089 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7ba2ddfe-06aa-40bf-9dfb-c643a875f899 req-30a1c8f5-5766-49c5-b01c-09d2fa813d9e service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575368 Sep 30 08:09:24.818209 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb6603b-9f02-4335-a61c-7d1169bb0387 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:24.852234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-292a5e54-acca-419d-b324-a9a8ca901465 service neutron] 10.222.0.24 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773446 Sep 30 08:09:24.902104 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-d7c1f7ee-7483-4f02-9b74-8762890b0264 admin admin] For port 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:24.902474 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f7ee-7483-4f02-9b74-8762890b0264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:24.906635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6603b-9f02-4335-a61c-7d1169bb0387 admin admin] Deleting port 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:24.907632 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb6603b-9f02-4335-a61c-7d1169bb0387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:24.921846 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1f7ee-7483-4f02-9b74-8762890b0264 admin admin] Calling delete_port for 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:24.933183 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-88adf331-cdc6-4616-aa1e-e3fc121ed42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:09:22Z', 'revision_number': 5, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port': {'id': '1ed66bdb-2aa5-4dbd-8c38-5043b46bf663', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:47Z', 'updated_at': '2021-09-30T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:24.940178 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41e446-21dc-465c-a3d0-10a854c511b3 req-0f749c69-597e-435e-9cb7-7527ac7c9f1f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:24.948196 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db41e446-21dc-465c-a3d0-10a854c511b3 req-0f749c69-597e-435e-9cb7-7527ac7c9f1f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 948 time: 0.1079326 Sep 30 08:09:24.989216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88adf331-cdc6-4616-aa1e-e3fc121ed42d None None] Checking router: 7e56a486-6c67-4209-a7cb-6d2415960a0e for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:09:24.998265 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88adf331-cdc6-4616-aa1e-e3fc121ed42d None None] Routers {'7e56a486-6c67-4209-a7cb-6d2415960a0e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:24.998896 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-88adf331-cdc6-4616-aa1e-e3fc121ed42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:09:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7e56a486-6c67-4209-a7cb-6d2415960a0e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:25.065527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-4bb6603b-9f02-4335-a61c-7d1169bb0387 admin admin] For port 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1ed66bdb-2aa5-4dbd-8c38-5043b46bf663,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:25.066737 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb6603b-9f02-4335-a61c-7d1169bb0387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.084540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6603b-9f02-4335-a61c-7d1169bb0387 admin admin] Calling delete_port for 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:25.085051 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db41e446-21dc-465c-a3d0-10a854c511b3 req-fe2ba21e-1dd0-48a5-a3f9-a6af7d796930 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295068 Sep 30 08:09:25.242932 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-88adf331-cdc6-4616-aa1e-e3fc121ed42d None None] Set router 7e56a486-6c67-4209-a7cb-6d2415960a0e gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:25.283587 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f7ee-7483-4f02-9b74-8762890b0264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.319342 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b8e2ddb-967b-4b0e-8aa8-d0f4b719f6c0 req-7a6f6c15-619e-405a-a44a-9708bd2f8720 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 210 time: 0.0589514 Sep 30 08:09:25.339417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-88adf331-cdc6-4616-aa1e-e3fc121ed42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:09:24Z', 'revision_number': 6, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:25.381188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88adf331-cdc6-4616-aa1e-e3fc121ed42d None None] The sync data for ids ['7e56a486-6c67-4209-a7cb-6d2415960a0e'] in n-d-807359-2 is: [{'id': '7e56a486-6c67-4209-a7cb-6d2415960a0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-244787024-router', 'tenant_id': '52b3fe5904b641089631142299b45355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:45Z', 'updated_at': '2021-09-30T08:09:24Z', 'revision_number': 6, 'project_id': '52b3fe5904b641089631142299b45355', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:09:25.384780 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1f7ee-7483-4f02-9b74-8762890b0264 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:25.399751 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb6603b-9f02-4335-a61c-7d1169bb0387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.443058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d5d06-0ed7-4ae4-9f0e-92f3944a316d req-3bcdc1f0-7850-4590-bfa6-3ef7db86b1de tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:25.445054 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-422d5d06-0ed7-4ae4-9f0e-92f3944a316d req-3bcdc1f0-7850-4590-bfa6-3ef7db86b1de tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.1740305 Sep 30 08:09:25.450861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f96bc528-be68-49bf-a781-ee523305f663 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:09:25.465631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 8b551560-c2ea-45d1-ae5f-5df12ce9c4de up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:25.482341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6603b-9f02-4335-a61c-7d1169bb0387 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed66bdb-2aa5-4dbd-8c38-5043b46bf663,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:25.525505 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb6603b-9f02-4335-a61c-7d1169bb0387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.540788 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f7ee-7483-4f02-9b74-8762890b0264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.659000 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb6603b-9f02-4335-a61c-7d1169bb0387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.662091 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb6603b-9f02-4335-a61c-7d1169bb0387 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.668046 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f7ee-7483-4f02-9b74-8762890b0264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.670887 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f7ee-7483-4f02-9b74-8762890b0264 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.687027 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:09:25.696475 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:25.697778 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.724649 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb6603b-9f02-4335-a61c-7d1169bb0387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.725643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb6603b-9f02-4335-a61c-7d1169bb0387 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e56a486-6c67-4209-a7cb-6d2415960a0e {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:09:25.738103 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb6603b-9f02-4335-a61c-7d1169bb0387 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.739601 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4bb6603b-9f02-4335-a61c-7d1169bb0387 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7e56a486-6c67-4209-a7cb-6d2415960a0e HTTP/1.1" status: 204 len: 168 time: 1.2339020 Sep 30 08:09:25.742785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:25.759743 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f7ee-7483-4f02-9b74-8762890b0264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.760737 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c1f7ee-7483-4f02-9b74-8762890b0264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:09:25.779303 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f7ee-7483-4f02-9b74-8762890b0264 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.781167 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d7c1f7ee-7483-4f02-9b74-8762890b0264 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e726a3bf-ff3b-4d62-86f5-2e7e67ee05c9 HTTP/1.1" status: 204 len: 168 time: 2.1028759 Sep 30 08:09:25.809095 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-422d5d06-0ed7-4ae4-9f0e-92f3944a316d req-ada208f2-92ed-4858-909a-8fbd57b45fdb tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745011 Sep 30 08:09:25.835732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54208) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:25.838101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port f96bc528-be68-49bf-a781-ee523305f663, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f96bc528-be68-49bf-a781-ee523305f663,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:25.877783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-96251655-09a3-4f5b-ad5a-0950bd0534f5 admin admin] Deleting subnet 9d36e0d3-fc63-4141-9d03-e0d539eece94 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:09:25.884017 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'f96bc528-be68-49bf-a781-ee523305f663', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': 'f96bc528-be68-49bf-a781-ee523305f663', 'mac_address': 'fa:16:3e:e3:15:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:09:25.888737 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96251655-09a3-4f5b-ad5a-0950bd0534f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:25.986005 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96251655-09a3-4f5b-ad5a-0950bd0534f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.015373 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37365fd-878e-4df6-89a9-f64f249d5db0 admin admin] Deleting subnet 3e665ef4-d393-4f06-944a-9b82ebc33388 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:09:26.037736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae3397-3726-4267-9328-d0e3860a02c5 req-b2be099f-5268-43dc-a895-3d811ceeaac8 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:26.053938 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3ae3397-3726-4267-9328-d0e3860a02c5 req-b2be099f-5268-43dc-a895-3d811ceeaac8 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 945 time: 0.2430081 Sep 30 08:09:26.059446 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c37365fd-878e-4df6-89a9-f64f249d5db0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.135833 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c37365fd-878e-4df6-89a9-f64f249d5db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.160832 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96251655-09a3-4f5b-ad5a-0950bd0534f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.183535 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3ae3397-3726-4267-9328-d0e3860a02c5 req-1f2f3594-c365-4c91-810c-135188a2fac7 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/security-groups?id=02817bd8-09d0-4c09-9a99-f949ee7d7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237969 Sep 30 08:09:26.265217 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96251655-09a3-4f5b-ad5a-0950bd0534f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.281787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859a078-314a-4890-9993-fcb9e2a47b8b req-48deec96-3b8c-4a9a-beae-87e52947dd96 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:26.285886 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7859a078-314a-4890-9993-fcb9e2a47b8b req-48deec96-3b8c-4a9a-beae-87e52947dd96 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 948 time: 0.0903080 Sep 30 08:09:26.299277 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.318536 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b77d02e4-6f82-43ce-abfb-086c61e269de no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:26.325960 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.334372 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96251655-09a3-4f5b-ad5a-0950bd0534f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.336946 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-96251655-09a3-4f5b-ad5a-0950bd0534f5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9d36e0d3-fc63-4141-9d03-e0d539eece94 HTTP/1.1" status: 204 len: 168 time: 0.5929832 Sep 30 08:09:26.337794 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96251655-09a3-4f5b-ad5a-0950bd0534f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d36e0d3-fc63-4141-9d03-e0d539eece94,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:26.343843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54212) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:26.351934 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c37365fd-878e-4df6-89a9-f64f249d5db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.368451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c307cc-6a2d-4c0a-af6f-6639c0547a80 None None] Network c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:09:26.378178 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: b77d02e4-6f82-43ce-abfb-086c61e269de {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:26.379197 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b77d02e4-6f82-43ce-abfb-086c61e269de not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:26.379642 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fbc9ca03-3252-4b0e-baf1-e2d0da49a16f no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:26.396120 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96bc528-be68-49bf-a781-ee523305f663 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:09:26.404444 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7859a078-314a-4890-9993-fcb9e2a47b8b req-eb31980f-ce8e-4d2e-9aac-891e85839303 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113956 Sep 30 08:09:26.448128 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8b551560-c2ea-45d1-ae5f-5df12ce9c4de,segment=NetworkSegment(886f937b-fc09-4ffd-a30d-718314ebb605),segment_id=886f937b-fc09-4ffd-a30d-718314ebb605)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:26.476353 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0a78a3-1ca6-4110-b873-79daaa402e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b551560-c2ea-45d1-ae5f-5df12ce9c4de'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:26.480383 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6095ba00-a849-49ec-8a34-6206e931e677" -d '{"events": [{"server_uuid": "5a0a78a3-1ca6-4110-b873-79daaa402e43", "name": "network-vif-plugged", "status": "completed", "tag": "8b551560-c2ea-45d1-ae5f-5df12ce9c4de"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:26.498754 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.499362 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.506186 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c37365fd-878e-4df6-89a9-f64f249d5db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.535935 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dca30ac1-60c1-460d-8a21-a907d9563b08 req-c05b32d4-89fa-433b-8486-5b4a8bf28cea tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 210 time: 0.0712874 Sep 30 08:09:26.567978 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: fbc9ca03-3252-4b0e-baf1-e2d0da49a16f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:26.568341 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fbc9ca03-3252-4b0e-baf1-e2d0da49a16f not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:26.571612 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3a2ad3-1e9e-48cd-8951-7b89f434f5ed x-openstack-request-id: req-3e3a2ad3-1e9e-48cd-8951-7b89f434f5ed {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:26.572227 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0a78a3-1ca6-4110-b873-79daaa402e43", "name": "network-vif-plugged", "status": "completed", "tag": "8b551560-c2ea-45d1-ae5f-5df12ce9c4de", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:26.572371 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e3a2ad3-1e9e-48cd-8951-7b89f434f5ed {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:26.572710 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0a78a3-1ca6-4110-b873-79daaa402e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b551560-c2ea-45d1-ae5f-5df12ce9c4de', 'code': 200} Sep 30 08:09:26.576397 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=8b551560-c2ea-45d1-ae5f-5df12ce9c4de,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:26.582727 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c37365fd-878e-4df6-89a9-f64f249d5db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.586128 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c37365fd-878e-4df6-89a9-f64f249d5db0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3e665ef4-d393-4f06-944a-9b82ebc33388 HTTP/1.1" status: 204 len: 168 time: 0.7466979 Sep 30 08:09:26.587091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37365fd-878e-4df6-89a9-f64f249d5db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e665ef4-d393-4f06-944a-9b82ebc33388,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:26.588529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54220) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:26.634766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96fd19a-c3ad-41af-95eb-c98e49774e86 None None] Network 1be0367f-1c45-4b39-a90a-e6f418231988 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:09:26.648075 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port f96bc528-be68-49bf-a781-ee523305f663, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f96bc528-be68-49bf-a781-ee523305f663,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:26.658811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] Deleting port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:26.660726 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.665833 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.717253 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.855342 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] Deleting port 0cb3bf4c-d78b-4eec-8f95-456e36beef83 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:26.857448 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:26.982885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] For port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9d5a8f28-ca3b-4ff0-8076-f4161ef5902e,segment=NetworkSegment(c89a4195-c502-41e9-bb33-d1ebaed19bad),segment_id=c89a4195-c502-41e9-bb33-d1ebaed19bad)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:26.990551 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.029103 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['f96bc528-be68-49bf-a781-ee523305f663'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:27.037516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=f96bc528-be68-49bf-a781-ee523305f663,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:27.047065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] Calling delete_port for 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:27.078469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] For port 0cb3bf4c-d78b-4eec-8f95-456e36beef83, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0cb3bf4c-d78b-4eec-8f95-456e36beef83,segment=NetworkSegment(426f5a0d-e6b0-4e7a-a001-5fe95d94c173),segment_id=426f5a0d-e6b0-4e7a-a001-5fe95d94c173)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:27.085039 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.116381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] Calling delete_port for 0cb3bf4c-d78b-4eec-8f95-456e36beef83 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:27.139932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784ae09-8e5a-4090-b376-9c61382d8560 req-b860e5af-66e9-4023-9c7f-edbdc70fe214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:27.153204 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2784ae09-8e5a-4090-b376-9c61382d8560 req-b860e5af-66e9-4023-9c7f-edbdc70fe214 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 1097 time: 0.3045113 Sep 30 08:09:27.165200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3428f-9c09-4c13-a705-1166e031a40c req-4b6c4b0f-61fb-4013-ac90-a268df83f3f8 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:27.178018 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cf3428f-9c09-4c13-a705-1166e031a40c req-4b6c4b0f-61fb-4013-ac90-a268df83f3f8 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.1759145 Sep 30 08:09:27.193316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f334e8b3-ba25-41c8-8f68-33c510916f2a None None] DHCP port deletion for c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:09:27.251950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f36a0f-0e67-4aab-a5ce-b2d043e727a7 None None] DHCP port deletion for 1be0367f-1c45-4b39-a90a-e6f418231988 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:09:27.317121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cf3428f-9c09-4c13-a705-1166e031a40c req-2aaca71c-865e-43ee-a51a-6e2bd08c5a9f tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385217 Sep 30 08:09:27.338016 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.368530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-13e8f0dd-de55-4b46-9394-7b3a7ee4482f tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:27.370075 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-13e8f0dd-de55-4b46-9394-7b3a7ee4482f tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.35 "GET /v2.0/networks?id=7e755c17-219c-49c1-b703-6b834ea08d5e HTTP/1.1" status: 200 len: 822 time: 0.5366273 Sep 30 08:09:27.376722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f334e8b3-ba25-41c8-8f68-33c510916f2a None None] Deleting port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:27.377411 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f334e8b3-ba25-41c8-8f68-33c510916f2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.377892 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.390713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] No DVR routers for this DVR port 0cb3bf4c-d78b-4eec-8f95-456e36beef83 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:27.395825 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-08b171ba-0265-4de9-a2e1-037aa82e71b9 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Request body: {'port': {'device_id': '62b6c7e7-8652-4e15-aa06-2d8cdd502158', 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e', 'admin_state_up': True, 'tenant_id': 'f26567306b514138aaf37ab1a4cc7d99'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:27.427064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9d5a8f28-ca3b-4ff0-8076-f4161ef5902e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:27.429410 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] No DVR routers for this DVR port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:27.435036 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2784ae09-8e5a-4090-b376-9c61382d8560 req-e7959e5f-b01c-49d0-a14a-9dd53c256230 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=02817bd8-09d0-4c09-9a99-f949ee7d7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110598 Sep 30 08:09:27.462397 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb3bf4c-d78b-4eec-8f95-456e36beef83,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:27.479263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f334e8b3-ba25-41c8-8f68-33c510916f2a None None] For port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e, host n-d-807359-2, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:27.479867 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f334e8b3-ba25-41c8-8f68-33c510916f2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.492144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c54f5-7bba-494a-8e4b-d9e9dee5ff6c req-8c5d9e72-3610-4e04-af23-063b1bce1886 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:27.493711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-523c54f5-7bba-494a-8e4b-d9e9dee5ff6c req-8c5d9e72-3610-4e04-af23-063b1bce1886 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 946 time: 0.2055500 Sep 30 08:09:27.498077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-66f36a0f-0e67-4aab-a5ce-b2d043e727a7 None None] Deleting port 0cb3bf4c-d78b-4eec-8f95-456e36beef83 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:27.498546 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66f36a0f-0e67-4aab-a5ce-b2d043e727a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.516973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f334e8b3-ba25-41c8-8f68-33c510916f2a None None] Calling delete_port for 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:27.521197 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-f334e8b3-ba25-41c8-8f68-33c510916f2a None None] Port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:09:27.529667 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f334e8b3-ba25-41c8-8f68-33c510916f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.572445 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.590955 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.614549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334e8b3-ba25-41c8-8f68-33c510916f2a None None] Pushing event deleted for resources: {'Port': ['ID=9d5a8f28-ca3b-4ff0-8076-f4161ef5902e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:27.621579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:27.623949 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334e8b3-ba25-41c8-8f68-33c510916f2a None None] No DVR routers for this DVR port 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:27.628012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-66f36a0f-0e67-4aab-a5ce-b2d043e727a7 None None] For port 0cb3bf4c-d78b-4eec-8f95-456e36beef83, host n-d-807359-2, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:27.629241 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66f36a0f-0e67-4aab-a5ce-b2d043e727a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.656935 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89a4195-c502-41e9-bb33-d1ebaed19bad') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:27.657384 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89a4195-c502-41e9-bb33-d1ebaed19bad') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:27.663297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-523c54f5-7bba-494a-8e4b-d9e9dee5ff6c req-4c4c96f8-bc94-4c7b-91ff-4077e59a7463 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/security-groups?id=02817bd8-09d0-4c09-9a99-f949ee7d7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516142 Sep 30 08:09:27.672381 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-66f36a0f-0e67-4aab-a5ce-b2d043e727a7 None None] Calling delete_port for 0cb3bf4c-d78b-4eec-8f95-456e36beef83 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:27.685450 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.689444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-66f36a0f-0e67-4aab-a5ce-b2d043e727a7 None None] Port 0cb3bf4c-d78b-4eec-8f95-456e36beef83 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:09:27.691835 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66f36a0f-0e67-4aab-a5ce-b2d043e727a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.694462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-08b171ba-0265-4de9-a2e1-037aa82e71b9 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Made reservation on behalf of f26567306b514138aaf37ab1a4cc7d99 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:09:27.698431 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-08b171ba-0265-4de9-a2e1-037aa82e71b9 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.720279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ecbf6-3786-40e1-94bc-42bb66e68373 req-14286683-1807-4d84-b573-6fb36163d9a8 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:27.723783 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.728823 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-855ecbf6-3786-40e1-94bc-42bb66e68373 req-14286683-1807-4d84-b573-6fb36163d9a8 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 949 time: 0.2334421 Sep 30 08:09:27.734851 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:09:27.735394 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:09:27.737442 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:09:27.742077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be0367f-1c45-4b39-a90a-e6f418231988']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:27.808809 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f36a0f-0e67-4aab-a5ce-b2d043e727a7 None None] No DVR routers for this DVR port 0cb3bf4c-d78b-4eec-8f95-456e36beef83 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:27.813080 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f36a0f-0e67-4aab-a5ce-b2d043e727a7 None None] Pushing event deleted for resources: {'Port': ['ID=0cb3bf4c-d78b-4eec-8f95-456e36beef83,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:27.840251 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426f5a0d-e6b0-4e7a-a001-5fe95d94c173') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:27.840556 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426f5a0d-e6b0-4e7a-a001-5fe95d94c173') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:27.853662 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.856947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:27.875143 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.882820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:09:27.883564 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.898964 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:27.899814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1ed66bdb-2aa5-4dbd-8c38-5043b46bf663 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:27.899814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:27.952696 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:27.953281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9d5a8f28-ca3b-4ff0-8076-f4161ef5902e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:27.953864 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0cb3bf4c-d78b-4eec-8f95-456e36beef83 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:27.957732 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:09:27.965683 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:09:27.983827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 0cb3bf4c-d78b-4eec-8f95-456e36beef83 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:27.983827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0cb3bf4c-d78b-4eec-8f95-456e36beef83 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:27.984317 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.984481 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:27.985438 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:27.988902 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed240832-7010-4c15-a0a7-3bfc55963c96 req-346e777d-ef8c-43fd-82d6-c9222b3c5bd5 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 210 time: 0.1676803 Sep 30 08:09:27.994237 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] 10.222.0.24 "DELETE /v2.0/networks/c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa HTTP/1.1" status: 204 len: 168 time: 1.6456523 Sep 30 08:09:28.012243 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:28.014347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3b1b92e4-23f6-45e5-a4a1-9fd970f23e3f not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:28.021900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccc5fb-4ae2-4f6a-8df5-b4b2b85b73eb admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fc88ee-dfcc-41ab-b2a5-bceeea41e2aa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:28.036761 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-855ecbf6-3786-40e1-94bc-42bb66e68373 req-dfad9599-a581-4a7b-b3ff-1a25ebe6a3df tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824755 Sep 30 08:09:28.038928 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:28.040838 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1be0367f-1c45-4b39-a90a-e6f418231988 HTTP/1.1" status: 204 len: 168 time: 1.4514134 Sep 30 08:09:28.075390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b164446-e57e-48f6-be54-036cb7602875 admin admin] Pushing event deleted for resources: {'Network': ['ID=1be0367f-1c45-4b39-a90a-e6f418231988,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:28.180315 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-08b171ba-0265-4de9-a2e1-037aa82e71b9 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Allocated IP 172.20.0.5 (7e755c17-219c-49c1-b703-6b834ea08d5e/54caae0a-bf1e-45dd-a015-d4dccfe0100e/30d2619f-e12e-4c5d-b700-2a772c4b3be9) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:09:28.217135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54244) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:28.254063 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:28.263781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9b78e24a-de4a-440f-91ac-9dd733d8a0e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52b3fe5904b641089631142299b45355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451844 Sep 30 08:09:28.267691 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54248) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:28.331372 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-747e75c9-7acb-4375-b52f-219639be24d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:28.367758 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-747e75c9-7acb-4375-b52f-219639be24d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:28.378433 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-28b14737-e551-4dd1-8f62-a0a03ad3f8b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7089c2c01adb46a7ad21f7e969f81cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1227832 Sep 30 08:09:28.381514 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54252) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:28.428660 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-08b171ba-0265-4de9-a2e1-037aa82e71b9 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:28.476627 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-08b171ba-0265-4de9-a2e1-037aa82e71b9 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:28.487205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56396c8-5ede-4545-8610-eada3e3dd3fd req-8cf44423-d965-419d-bff8-6d9a874f40e1 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:28.488836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f56396c8-5ede-4545-8610-eada3e3dd3fd req-8cf44423-d965-419d-bff8-6d9a874f40e1 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.0962510 Sep 30 08:09:28.506780 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4dd6-94a5-4663-9f62-e6122e15e7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:28.518315 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-08b171ba-0265-4de9-a2e1-037aa82e71b9 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Network 7e755c17-219c-49c1-b703-6b834ea08d5e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:09:28.522147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-08b171ba-0265-4de9-a2e1-037aa82e71b9 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:09:28.523305 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-747e75c9-7acb-4375-b52f-219639be24d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:28.525946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-08b171ba-0265-4de9-a2e1-037aa82e71b9 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:09:28.526134 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-747e75c9-7acb-4375-b52f-219639be24d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:28.527329 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-747e75c9-7acb-4375-b52f-219639be24d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3f859f6-4af1-4270-85ed-d502ba9fe049 HTTP/1.1" status: 204 len: 168 time: 0.2581429 Sep 30 08:09:28.556821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e75c9-7acb-4375-b52f-219639be24d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f859f6-4af1-4270-85ed-d502ba9fe049,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:28.559663 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4dd6-94a5-4663-9f62-e6122e15e7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:28.566631 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b171ba-0265-4de9-a2e1-037aa82e71b9 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Pushing event updated for resources: {'Port': ['ID=30d2619f-e12e-4c5d-b700-2a772c4b3be9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:28.589733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f56396c8-5ede-4545-8610-eada3e3dd3fd req-5760cd85-f04b-420e-a146-4e7507b7c2c7 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860133 Sep 30 08:09:28.595357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-08b171ba-0265-4de9-a2e1-037aa82e71b9 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:28.596026 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-08b171ba-0265-4de9-a2e1-037aa82e71b9 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:28.618725 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-08b171ba-0265-4de9-a2e1-037aa82e71b9 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2275407 Sep 30 08:09:28.635207 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4dd6-94a5-4663-9f62-e6122e15e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:28.635207 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4dd6-94a5-4663-9f62-e6122e15e7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:28.636373 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6c3b4dd6-94a5-4663-9f62-e6122e15e7bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b4e0715-122d-4bb1-b6a7-caa4d8917a4f HTTP/1.1" status: 204 len: 168 time: 0.2535224 Sep 30 08:09:28.642560 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Request body: {'port': {'device_id': '62b6c7e7-8652-4e15-aa06-2d8cdd502158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:28.647319 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b4dd6-94a5-4663-9f62-e6122e15e7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4e0715-122d-4bb1-b6a7-caa4d8917a4f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:28.714457 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:28.852845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27e3e8-5cd1-4364-9f8b-b48bcfa2591f req-e956d898-1db4-4578-86dd-5f41f091e1f4 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:28.854812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b27e3e8-5cd1-4364-9f8b-b48bcfa2591f req-e956d898-1db4-4578-86dd-5f41f091e1f4 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 946 time: 0.0879023 Sep 30 08:09:28.954833 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b27e3e8-5cd1-4364-9f8b-b48bcfa2591f req-62e9d937-2d52-4491-a925-f998802367cb tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/security-groups?id=02817bd8-09d0-4c09-9a99-f949ee7d7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919266 Sep 30 08:09:29.128644 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d2619f-e12e-4c5d-b700-2a772c4b3be9 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:09:29.141557 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:29.160993 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Transition to ACTIVE for port object 30d2619f-e12e-4c5d-b700-2a772c4b3be9 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:09:29.170991 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:29.257249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Pushing event updated for resources: {'Port': ['ID=30d2619f-e12e-4c5d-b700-2a772c4b3be9,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:29.313387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Attempting to bind port 30d2619f-e12e-4c5d-b700-2a772c4b3be9 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:09:29.313948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Attempting to bind port 30d2619f-e12e-4c5d-b700-2a772c4b3be9 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '86626353-e392-4ca9-bfb9-35ef2d11609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:09:29.314688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Attempting to bind port 30d2619f-e12e-4c5d-b700-2a772c4b3be9 on network 7e755c17-219c-49c1-b703-6b834ea08d5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:09:29.321505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Port 30d2619f-e12e-4c5d-b700-2a772c4b3be9 on network 7e755c17-219c-49c1-b703-6b834ea08d5e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:09:29.322196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Attempting to bind port 30d2619f-e12e-4c5d-b700-2a772c4b3be9 on network 7e755c17-219c-49c1-b703-6b834ea08d5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:09:29.328940 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:09:29.329603 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Checking segment: {'id': '86626353-e392-4ca9-bfb9-35ef2d11609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:09:29.330396 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Bound using segment: {'id': '86626353-e392-4ca9-bfb9-35ef2d11609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:09:29.331235 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Bound port: 30d2619f-e12e-4c5d-b700-2a772c4b3be9, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86626353-e392-4ca9-bfb9-35ef2d11609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:09:29.332405 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:29.453130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] For port 30d2619f-e12e-4c5d-b700-2a772c4b3be9, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:09:29.461430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] For port 30d2619f-e12e-4c5d-b700-2a772c4b3be9, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=30d2619f-e12e-4c5d-b700-2a772c4b3be9,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:09:29.471529 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f96bc528-be68-49bf-a781-ee523305f663 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:29.480723 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:29.567598 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:29.569404 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:29.572228 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] 10.222.0.35 "PUT /v2.0/ports/30d2619f-e12e-4c5d-b700-2a772c4b3be9 HTTP/1.1" status: 200 len: 1091 time: 0.9388127 Sep 30 08:09:29.576838 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b6c7e7-8652-4e15-aa06-2d8cdd502158', 'tag': '30d2619f-e12e-4c5d-b700-2a772c4b3be9'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:29.590371 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:29.592118 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port f96bc528-be68-49bf-a781-ee523305f663 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:09:29.598967 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port f96bc528-be68-49bf-a781-ee523305f663 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:29.599197 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:29.600911 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e53190-fd74-434b-bf90-4c4bc453516c" -d '{"events": [{"name": "network-changed", "server_uuid": "62b6c7e7-8652-4e15-aa06-2d8cdd502158", "tag": "30d2619f-e12e-4c5d-b700-2a772c4b3be9"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:29.693671 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bda78-1f39-443a-b252-b1e543bad256 service neutron] Pushing event updated for resources: {'Port': ['ID=30d2619f-e12e-4c5d-b700-2a772c4b3be9,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:29.729255 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-5c390f22-dfdd-41da-b88e-ded268fe5cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:29.730705 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-5c390f22-dfdd-41da-b88e-ded268fe5cc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f26567306b514138aaf37ab1a4cc7d99&device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 1094 time: 0.0920405 Sep 30 08:09:29.764726 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af2559-9531-4875-a540-61130476712d req-3c6dfe12-eff2-4cf6-9088-13c2961a83a7 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:29.772428 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76af2559-9531-4875-a540-61130476712d req-3c6dfe12-eff2-4cf6-9088-13c2961a83a7 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 931 time: 0.7094607 Sep 30 08:09:29.800129 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:29.816749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6709b-b9c6-40b2-b512-388e6204052e req-433dbc96-0335-4db1-9299-ccb4357caa50 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:29.817981 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76e6709b-b9c6-40b2-b512-388e6204052e req-433dbc96-0335-4db1-9299-ccb4357caa50 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 949 time: 0.6847723 Sep 30 08:09:29.825075 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-cd313c16-d331-48ca-9028-b0c64f8fd0f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d2619f-e12e-4c5d-b700-2a772c4b3be9 HTTP/1.1" status: 200 len: 217 time: 0.0796003 Sep 30 08:09:29.832280 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76af2559-9531-4875-a540-61130476712d req-27defa4f-9dce-462e-af32-7ba8eaed8061 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587056 Sep 30 08:09:29.865013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679ce17c-88c6-4d32-9abe-882f9ef0c5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96bc528-be68-49bf-a781-ee523305f663'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:29.867330 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54308) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:29.867471 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37e7c1f-8dd3-4ac3-beed-1ab6fdbc402c" -d '{"events": [{"server_uuid": "679ce17c-88c6-4d32-9abe-882f9ef0c5db", "name": "network-vif-plugged", "status": "completed", "tag": "f96bc528-be68-49bf-a781-ee523305f663"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:29.903775 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port f96bc528-be68-49bf-a781-ee523305f663, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f96bc528-be68-49bf-a781-ee523305f663,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:29.908435 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:29.942825 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76e6709b-b9c6-40b2-b512-388e6204052e req-91c0f159-330d-4333-b0da-d2d3f26bf882 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992026 Sep 30 08:09:29.994516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-5a86e480-87ae-4d36-8e59-c46cfdd136b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:30.000921 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-5a86e480-87ae-4d36-8e59-c46cfdd136b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54caae0a-bf1e-45dd-a015-d4dccfe0100e HTTP/1.1" status: 200 len: 862 time: 0.1593552 Sep 30 08:09:30.071070 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58ec181-2756-46a8-8e89-d503dbcee746 x-openstack-request-id: req-c58ec181-2756-46a8-8e89-d503dbcee746 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:30.072444 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b6c7e7-8652-4e15-aa06-2d8cdd502158", "tag": "30d2619f-e12e-4c5d-b700-2a772c4b3be9", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:30.074012 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c58ec181-2756-46a8-8e89-d503dbcee746 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:30.076386 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=f96bc528-be68-49bf-a781-ee523305f663,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:30.077401 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b6c7e7-8652-4e15-aa06-2d8cdd502158', 'tag': '30d2619f-e12e-4c5d-b700-2a772c4b3be9', 'status': 'completed', 'code': 200} Sep 30 08:09:30.082509 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-1b2e8aa4-f97d-4e29-b19f-be7e02d68433 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e755c17-219c-49c1-b703-6b834ea08d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736001 Sep 30 08:09:30.104449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d2a32f79-0b6f-4a8c-af3e-d29d981beed5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-71224122-network', 'tenant_id': 'cf18fc9ce15049db8fedfa3705b2274e'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:30.121253 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb3c669-69a8-45c1-8494-7486e4c8ce24 x-openstack-request-id: req-ecb3c669-69a8-45c1-8494-7486e4c8ce24 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:30.121552 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679ce17c-88c6-4d32-9abe-882f9ef0c5db", "name": "network-vif-plugged", "status": "completed", "tag": "f96bc528-be68-49bf-a781-ee523305f663", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:30.121802 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ecb3c669-69a8-45c1-8494-7486e4c8ce24 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:30.122505 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679ce17c-88c6-4d32-9abe-882f9ef0c5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96bc528-be68-49bf-a781-ee523305f663', 'code': 200} Sep 30 08:09:30.172262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a32f79-0b6f-4a8c-af3e-d29d981beed5 admin admin] Made reservation on behalf of cf18fc9ce15049db8fedfa3705b2274e for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:09:30.175287 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2a32f79-0b6f-4a8c-af3e-d29d981beed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:30.198535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317adb0-772d-43f9-aa62-cdc32559cade req-aed82902-a916-491e-a75c-40af857d122e tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:30.201263 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6317adb0-772d-43f9-aa62-cdc32559cade req-aed82902-a916-491e-a75c-40af857d122e tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.0936205 Sep 30 08:09:30.202189 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2a32f79-0b6f-4a8c-af3e-d29d981beed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:30.277972 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-978a8f0d-aeba-4a6c-b7c8-0ccbe2f8df8c service neutron] 10.222.0.35 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889715 Sep 30 08:09:30.282999 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13586055-1676-4093-b5cd-d1f0170e33fb req-f76b211a-8540-4813-9440-eab8f743d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:30.285370 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-13586055-1676-4093-b5cd-d1f0170e33fb req-f76b211a-8540-4813-9440-eab8f743d93b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 1101 time: 0.0644426 Sep 30 08:09:30.288468 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6317adb0-772d-43f9-aa62-cdc32559cade req-140d8f65-97f9-445d-b546-a14293ebbcd5 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759144 Sep 30 08:09:30.343549 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56d53a-34b4-4285-85b8-2f567116a4ac req-b15009ad-75f3-4a93-8077-ab4077b86140 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:30.354082 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a56d53a-34b4-4285-85b8-2f567116a4ac req-b15009ad-75f3-4a93-8077-ab4077b86140 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 946 time: 0.1374044 Sep 30 08:09:30.409433 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-583294ef-a90f-4704-80a0-0a6b34142cd8 req-4f3ea841-b43e-41c6-a9ce-679ab4463eab service neutron] 10.222.0.35 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104641 Sep 30 08:09:30.465372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a56d53a-34b4-4285-85b8-2f567116a4ac req-69f5a1fc-50be-4f00-9220-a4e7d0d1af67 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/security-groups?id=02817bd8-09d0-4c09-9a99-f949ee7d7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101694 Sep 30 08:09:30.468152 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-13586055-1676-4093-b5cd-d1f0170e33fb req-1fe48fb3-605f-48ad-9633-a956ce527317 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615494 Sep 30 08:09:30.517160 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2a32f79-0b6f-4a8c-af3e-d29d981beed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:30.522965 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2a32f79-0b6f-4a8c-af3e-d29d981beed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:30.536516 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a32f79-0b6f-4a8c-af3e-d29d981beed5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:09:30.569602 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2a32f79-0b6f-4a8c-af3e-d29d981beed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:30.569963 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-d2a32f79-0b6f-4a8c-af3e-d29d981beed5 admin admin] Added segment 307b5a76-f3ed-4252-8207-c8c9bf3ac728 of type vlan for network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b Sep 30 08:09:30.662891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a32f79-0b6f-4a8c-af3e-d29d981beed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b90c344-73b1-42a1-88ec-c046559f7103,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:30.687624 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2a32f79-0b6f-4a8c-af3e-d29d981beed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:30.700190 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63d949-400d-47ec-a98f-7e73a38af133 req-ea3835de-ddb9-4c4a-b0cb-b94225a5d854 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:30.704807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b63d949-400d-47ec-a98f-7e73a38af133 req-ea3835de-ddb9-4c4a-b0cb-b94225a5d854 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 946 time: 0.1609344 Sep 30 08:09:30.710614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54346) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:30.717453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-63b37982-d69b-4a0f-80b4-7c1271b05932 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Request body: {'floatingip': {'port_id': '8b551560-c2ea-45d1-ae5f-5df12ce9c4de'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:30.784632 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e53190-fd74-434b-bf90-4c4bc453516c req-5a7697f2-874b-4323-af9a-e9d734b42e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:30.788250 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-91e53190-fd74-434b-bf90-4c4bc453516c req-5a7697f2-874b-4323-af9a-e9d734b42e8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f26567306b514138aaf37ab1a4cc7d99&device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 1094 time: 0.0531008 Sep 30 08:09:30.803026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767b717-63c0-4d78-aff6-99dea9917d45 req-865ef49b-7797-4d66-b423-2babd309c6bc tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:30.804657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5767b717-63c0-4d78-aff6-99dea9917d45 req-865ef49b-7797-4d66-b423-2babd309c6bc tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1937547 Sep 30 08:09:30.806760 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63b37982-d69b-4a0f-80b4-7c1271b05932 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:30.876607 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2a32f79-0b6f-4a8c-af3e-d29d981beed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:30.877803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a32f79-0b6f-4a8c-af3e-d29d981beed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:30.878384 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2a32f79-0b6f-4a8c-af3e-d29d981beed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:30.939014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e53190-fd74-434b-bf90-4c4bc453516c req-299f3a36-10d2-4734-bfb5-1193c982607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:30.940648 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-91e53190-fd74-434b-bf90-4c4bc453516c req-299f3a36-10d2-4734-bfb5-1193c982607a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7e755c17-219c-49c1-b703-6b834ea08d5e HTTP/1.1" status: 200 len: 923 time: 0.1282928 Sep 30 08:09:30.950286 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d2a32f79-0b6f-4a8c-af3e-d29d981beed5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.0820611 Sep 30 08:09:30.953336 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54358) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:30.958451 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-79ada26f-784a-4441-9d41-9841634c0548 admin admin] Request body: {'subnet': {'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-71224122-subnet', 'tenant_id': 'cf18fc9ce15049db8fedfa3705b2274e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:31.008982 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-91e53190-fd74-434b-bf90-4c4bc453516c req-e7bf3e7a-7a9b-44ae-ace7-a2d78922cdb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d2619f-e12e-4c5d-b700-2a772c4b3be9 HTTP/1.1" status: 200 len: 217 time: 0.0461242 Sep 30 08:09:31.027071 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ada26f-784a-4441-9d41-9841634c0548 admin admin] Made reservation on behalf of cf18fc9ce15049db8fedfa3705b2274e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:09:31.029250 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79ada26f-784a-4441-9d41-9841634c0548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:31.057738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a32f79-0b6f-4a8c-af3e-d29d981beed5 admin admin] Pushing event updated for resources: {'Network': ['ID=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:31.071845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:09:31.114218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5767b717-63c0-4d78-aff6-99dea9917d45 req-14ab0d34-e99e-49f3-bb4a-23d0ad35cd23 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389746 Sep 30 08:09:31.115579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e53190-fd74-434b-bf90-4c4bc453516c req-def4e5e7-1f3b-42dc-a028-8daf0d4821bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:31.117487 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-91e53190-fd74-434b-bf90-4c4bc453516c req-def4e5e7-1f3b-42dc-a028-8daf0d4821bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54caae0a-bf1e-45dd-a015-d4dccfe0100e HTTP/1.1" status: 200 len: 862 time: 0.0999048 Sep 30 08:09:31.133427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c6577-c33f-4c5c-ba50-4740f8773df5 req-41e665a1-2a93-4b46-8704-2c5e86bb5d3a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:31.135083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e69c6577-c33f-4c5c-ba50-4740f8773df5 req-41e665a1-2a93-4b46-8704-2c5e86bb5d3a tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 943 time: 0.2160361 Sep 30 08:09:31.163412 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-91e53190-fd74-434b-bf90-4c4bc453516c req-b297816a-0a32-4fcd-ad4f-08fe4eebd592 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e755c17-219c-49c1-b703-6b834ea08d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353835 Sep 30 08:09:31.331649 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e69c6577-c33f-4c5c-ba50-4740f8773df5 req-83c47e11-eaf6-4803-a2d7-dbfc59676520 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330047 Sep 30 08:09:31.339082 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-91e53190-fd74-434b-bf90-4c4bc453516c req-8caa6e2e-3dde-4da2-b65b-ff7035286bda service neutron] 10.222.0.35 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673765 Sep 30 08:09:31.359956 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79ada26f-784a-4441-9d41-9841634c0548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:31.490347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfbcd5-eb5f-41fc-a3e8-ab83e88de45d req-ab29740b-3ec3-4f41-8d62-0faf29fce63c tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:31.492080 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcdfbcd5-eb5f-41fc-a3e8-ab83e88de45d req-ab29740b-3ec3-4f41-8d62-0faf29fce63c tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 950 time: 0.1370366 Sep 30 08:09:31.591124 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcdfbcd5-eb5f-41fc-a3e8-ab83e88de45d req-d03b10b3-c8f4-4202-8432-9194625f919f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909739 Sep 30 08:09:31.595628 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63b37982-d69b-4a0f-80b4-7c1271b05932 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:31.602670 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63b37982-d69b-4a0f-80b4-7c1271b05932 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:31.728019 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-63b37982-d69b-4a0f-80b4-7c1271b05932 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Floating IP e00ec88c-35f3-415f-b8e0-0efd987294e5 associated. External IP: 172.25.0.62, port: 8b551560-c2ea-45d1-ae5f-5df12ce9c4de. Sep 30 08:09:31.774916 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ada26f-784a-4441-9d41-9841634c0548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe50dcfe-f2a1-4640-98cf-8d67829f1b8d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:31.780076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ada26f-784a-4441-9d41-9841634c0548 admin admin] Checking segment: {'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:09:31.780438 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ada26f-784a-4441-9d41-9841634c0548 admin admin] Network hostable DHCP agents. Network: f336a0d8-eaa6-44de-a1a3-9f50063b4b5b, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:09:31.808996 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-91e53190-fd74-434b-bf90-4c4bc453516c req-5f53d6cf-a82b-4e88-83dd-11fd73372880 service neutron] 10.222.0.35 "GET /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585266 Sep 30 08:09:31.816744 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ada26f-784a-4441-9d41-9841634c0548 admin admin] Network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:09:31.830840 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-79ada26f-784a-4441-9d41-9841634c0548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f336a0d8-eaa6-44de-a1a3-9f50063b4b5b) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:09:31.836084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ada26f-784a-4441-9d41-9841634c0548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:31.837374 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79ada26f-784a-4441-9d41-9841634c0548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:31.848170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7098ed-52ab-4901-be07-37aa0f861b69 None None] Network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:09:31.855652 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-79ada26f-784a-4441-9d41-9841634c0548 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9010715 Sep 30 08:09:31.891291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed3baf-e464-4172-a7a4-338d869d0516 req-d66ac182-47ed-4228-91ce-6bd3c829211a tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:31.892799 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93ed3baf-e464-4172-a7a4-338d869d0516 req-d66ac182-47ed-4228-91ce-6bd3c829211a tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.1221418 Sep 30 08:09:31.993752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93ed3baf-e464-4172-a7a4-338d869d0516 req-7a9dd483-9aba-4c8c-97b7-c119a9cce9c4 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909576 Sep 30 08:09:32.018030 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df09e7b2-cb21-4f10-8c67-d96b731674ac None None] Network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:09:32.092454 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b37982-d69b-4a0f-80b4-7c1271b05932 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:09:32.221536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b37982-d69b-4a0f-80b4-7c1271b05932 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:09:32.227551 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63b37982-d69b-4a0f-80b4-7c1271b05932 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:32.232608 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434d56e-e3a4-461c-a41e-9b8add1f6b2b None None] Sync routers for ids ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:09:32.243759 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0434d56e-e3a4-461c-a41e-9b8add1f6b2b None None] Routers {'6b138bf8-7ccb-4625-9d7c-e46d23f9c166'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:32.244495 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0434d56e-e3a4-461c-a41e-9b8add1f6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:09:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:32.266105 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-63b37982-d69b-4a0f-80b4-7c1271b05932 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "PUT /v2.0/floatingips/e00ec88c-35f3-415f-b8e0-0efd987294e5 HTTP/1.1" status: 200 len: 991 time: 1.5502875 Sep 30 08:09:32.266105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a78a3-1ca6-4110-b873-79daaa402e43', 'tag': '8b551560-c2ea-45d1-ae5f-5df12ce9c4de'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:32.266573 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37268ee-8cb1-425b-bd5b-7f0dd05e07aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a78a3-1ca6-4110-b873-79daaa402e43", "tag": "8b551560-c2ea-45d1-ae5f-5df12ce9c4de"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:32.380733 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0434d56e-e3a4-461c-a41e-9b8add1f6b2b None None] Set router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:32.403879 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562bbc6-4ec1-4bab-ad1d-00b9cfce9940 req-76dd1ff4-2feb-4dce-b419-8f8c01a0155a tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:32.405386 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b562bbc6-4ec1-4bab-ad1d-00b9cfce9940 req-76dd1ff4-2feb-4dce-b419-8f8c01a0155a tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.0900722 Sep 30 08:09:32.450298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-0ab4e2a3-07a5-4a51-a9e6-43314627ee80 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:32.451752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-0ab4e2a3-07a5-4a51-a9e6-43314627ee80 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/networks?id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b HTTP/1.1" status: 200 len: 803 time: 0.1755965 Sep 30 08:09:32.491463 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-331b9398-cf4e-466c-842d-48f5de137dd5 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/quotas/cf18fc9ce15049db8fedfa3705b2274e HTTP/1.1" status: 200 len: 375 time: 0.0254767 Sep 30 08:09:32.495354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b562bbc6-4ec1-4bab-ad1d-00b9cfce9940 req-9b1f6787-07d4-4cc0-b00b-4ee014903244 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/security-groups?id=0af3aaf5-b75a-4c44-855d-23f634068e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829401 Sep 30 08:09:32.505482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b5e68-0442-4457-a7b0-178ca916222b req-a3c4d405-8e7f-4c23-ac3b-fca4072c5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:32.506967 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b68b5e68-0442-4457-a7b0-178ca916222b req-a3c4d405-8e7f-4c23-ac3b-fca4072c5c49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 1097 time: 0.0758073 Sep 30 08:09:32.552365 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-e9bebe86-1125-4efc-840e-e0b3cba2da3f tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf18fc9ce15049db8fedfa3705b2274e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394402 Sep 30 08:09:32.602122 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b68b5e68-0442-4457-a7b0-178ca916222b req-0aa4865e-39ae-464c-860f-b7c4c6690a0a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765533 Sep 30 08:09:32.656441 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0434d56e-e3a4-461c-a41e-9b8add1f6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'name': 'tempest-ServersTestManualDisk-270830313-router', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:08:58Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'gw_port': {'id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:59Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'e00ec88c-35f3-415f-b8e0-0efd987294e5', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'port_id': '8b551560-c2ea-45d1-ae5f-5df12ce9c4de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5', 'mac_address': 'fa:16:3e:f4:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a78a3-1ca6-4110-b873-79daaa402e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:09:12Z', 'updated_at': '2021-09-30T08:09:31Z', 'revision_number': 1, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b3641e-ebe7-48e7-9970-c6bfbf01caa3', 'name': '', 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'mac_address': 'fa:16:3e:8f:2c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:03Z', 'updated_at': '2021-09-30T08:09:08Z', 'revision_number': 5, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'subnets': [{'id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:32.674274 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-1750a878-ba29-4957-9067-0b65b489a661 service neutron] 10.222.0.24 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119678 Sep 30 08:09:32.685591 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434d56e-e3a4-461c-a41e-9b8add1f6b2b None None] Checking router: 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:09:32.694851 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0434d56e-e3a4-461c-a41e-9b8add1f6b2b None None] Routers {'6b138bf8-7ccb-4625-9d7c-e46d23f9c166'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:32.695456 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0434d56e-e3a4-461c-a41e-9b8add1f6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:09:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:32.700804 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc943c10-33cf-4b16-9b47-4c45af0b86b5 x-openstack-request-id: req-bc943c10-33cf-4b16-9b47-4c45af0b86b5 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:32.701173 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a78a3-1ca6-4110-b873-79daaa402e43", "tag": "8b551560-c2ea-45d1-ae5f-5df12ce9c4de", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:32.701495 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc943c10-33cf-4b16-9b47-4c45af0b86b5 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:32.701947 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0a78a3-1ca6-4110-b873-79daaa402e43', 'tag': '8b551560-c2ea-45d1-ae5f-5df12ce9c4de', 'status': 'completed', 'code': 200} Sep 30 08:09:32.774796 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-45f7c7ed-9314-43b6-834d-f1742d9ba627 service neutron] 10.222.0.24 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929558 Sep 30 08:09:32.788396 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37268ee-8cb1-425b-bd5b-7f0dd05e07aa req-50288d53-3eec-433f-a03a-52e4a6e56795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:32.789884 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a37268ee-8cb1-425b-bd5b-7f0dd05e07aa req-50288d53-3eec-433f-a03a-52e4a6e56795 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f28e7ff57b7340308a69558e588f5efa&device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 1097 time: 0.0445585 Sep 30 08:09:32.814104 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0434d56e-e3a4-461c-a41e-9b8add1f6b2b None None] Set router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:32.937420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37268ee-8cb1-425b-bd5b-7f0dd05e07aa req-a456613a-8936-4a89-b27d-cbb687122c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:32.938916 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a37268ee-8cb1-425b-bd5b-7f0dd05e07aa req-a456613a-8936-4a89-b27d-cbb687122c0d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d67b0be-4f61-4335-a565-d3860848c0a5 HTTP/1.1" status: 200 len: 912 time: 0.1414771 Sep 30 08:09:33.022712 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a37268ee-8cb1-425b-bd5b-7f0dd05e07aa req-870fc429-7b1b-4c06-8cb6-8b6ccc92174e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b551560-c2ea-45d1-ae5f-5df12ce9c4de HTTP/1.1" status: 200 len: 999 time: 0.0722880 Sep 30 08:09:33.067248 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cd443-d208-4c14-b770-6edef9486df9 req-ba5c0bc1-67eb-4875-aaa1-6dc3b78d5068 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:33.068118 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0434d56e-e3a4-461c-a41e-9b8add1f6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'name': 'tempest-ServersTestManualDisk-270830313-router', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:08:58Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'gw_port': {'id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:59Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'e00ec88c-35f3-415f-b8e0-0efd987294e5', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'port_id': '8b551560-c2ea-45d1-ae5f-5df12ce9c4de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5', 'mac_address': 'fa:16:3e:f4:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a78a3-1ca6-4110-b873-79daaa402e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:09:12Z', 'updated_at': '2021-09-30T08:09:31Z', 'revision_number': 1, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b3641e-ebe7-48e7-9970-c6bfbf01caa3', 'name': '', 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'mac_address': 'fa:16:3e:8f:2c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:03Z', 'updated_at': '2021-09-30T08:09:08Z', 'revision_number': 5, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'subnets': [{'id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:33.068844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f1cd443-d208-4c14-b770-6edef9486df9 req-ba5c0bc1-67eb-4875-aaa1-6dc3b78d5068 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.36 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 946 time: 0.1618254 Sep 30 08:09:33.107538 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434d56e-e3a4-461c-a41e-9b8add1f6b2b None None] The sync data for ids ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'] in n-d-807359-2 is: [{'id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'name': 'tempest-ServersTestManualDisk-270830313-router', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:08:58Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'gw_port': {'id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:59Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'e00ec88c-35f3-415f-b8e0-0efd987294e5', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'port_id': '8b551560-c2ea-45d1-ae5f-5df12ce9c4de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5', 'mac_address': 'fa:16:3e:f4:2f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a78a3-1ca6-4110-b873-79daaa402e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:09:12Z', 'updated_at': '2021-09-30T08:09:31Z', 'revision_number': 1, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b3641e-ebe7-48e7-9970-c6bfbf01caa3', 'name': '', 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'mac_address': 'fa:16:3e:8f:2c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:03Z', 'updated_at': '2021-09-30T08:09:08Z', 'revision_number': 5, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'subnets': [{'id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:09:33.114934 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37268ee-8cb1-425b-bd5b-7f0dd05e07aa req-67294c6e-beab-46d1-a8c7-907fc6085403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:33.116764 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a37268ee-8cb1-425b-bd5b-7f0dd05e07aa req-67294c6e-beab-46d1-a8c7-907fc6085403 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d4253e4-2dbc-46f1-9eb5-1fa6104bf250 HTTP/1.1" status: 200 len: 850 time: 0.0784686 Sep 30 08:09:33.119683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9b839-5bc1-47c5-81a0-74e62c7f2507 req-f5aeff21-20ff-4704-8108-eabd337c0429 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:33.121283 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ae9b839-5bc1-47c5-81a0-74e62c7f2507 req-f5aeff21-20ff-4704-8108-eabd337c0429 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 943 time: 0.1345167 Sep 30 08:09:33.135259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f3bfe-0b1e-4cfa-b120-5f1fd7172506 req-cbe05d7c-443f-4c81-9d5b-f34dc080cc35 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:33.137059 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e67f3bfe-0b1e-4cfa-b120-5f1fd7172506 req-cbe05d7c-443f-4c81-9d5b-f34dc080cc35 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 950 time: 0.1772280 Sep 30 08:09:33.184728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37268ee-8cb1-425b-bd5b-7f0dd05e07aa req-dad16206-5f51-4f59-a790-7b7993aeb3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:33.186363 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a37268ee-8cb1-425b-bd5b-7f0dd05e07aa req-dad16206-5f51-4f59-a790-7b7993aeb3c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d67b0be-4f61-4335-a565-d3860848c0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625088 Sep 30 08:09:33.237232 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ae9b839-5bc1-47c5-81a0-74e62c7f2507 req-0acf71f5-6024-48d0-ac37-9c0452b39f04 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965831 Sep 30 08:09:33.276926 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e67f3bfe-0b1e-4cfa-b120-5f1fd7172506 req-0fbd4087-d421-4140-b762-5cdd80ffb385 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323028 Sep 30 08:09:33.301152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-5f1cd443-d208-4c14-b770-6edef9486df9 req-e01d753b-e7c5-4b8f-8cc1-e58e69a2f312 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Deleting port 15a01a98-df89-48f7-aae9-0964bf2959a2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:33.301503 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f1cd443-d208-4c14-b770-6edef9486df9 req-e01d753b-e7c5-4b8f-8cc1-e58e69a2f312 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:33.312245 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a37268ee-8cb1-425b-bd5b-7f0dd05e07aa req-4d033b5e-17e8-4f3e-91dc-6ff4f3ed4219 service neutron] 10.222.0.35 "GET /v2.0/networks/7d67b0be-4f61-4335-a565-d3860848c0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183348 Sep 30 08:09:33.396000 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7900ef3d-b79c-4f89-a883-d1be8d835052 req-7c07ada8-d1b2-41eb-ad40-89d392484f8f tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=985c74a0-c518-4820-b7a0-ad4a72fa0347 HTTP/1.1" status: 200 len: 210 time: 0.0378814 Sep 30 08:09:33.474606 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 30d2619f-e12e-4c5d-b700-2a772c4b3be9 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:09:33.481490 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a37268ee-8cb1-425b-bd5b-7f0dd05e07aa req-815849d7-e7b7-4eb3-ae20-f64d899a8436 service neutron] 10.222.0.35 "GET /v2.0/networks/7d67b0be-4f61-4335-a565-d3860848c0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595905 Sep 30 08:09:33.496033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5f1cd443-d208-4c14-b770-6edef9486df9 req-e01d753b-e7c5-4b8f-8cc1-e58e69a2f312 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] For port 15a01a98-df89-48f7-aae9-0964bf2959a2, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=15a01a98-df89-48f7-aae9-0964bf2959a2,segment=NetworkSegment(9b25266b-cdcb-4bd4-a7fd-503ab195794e),segment_id=9b25266b-cdcb-4bd4-a7fd-503ab195794e)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:33.496548 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f1cd443-d208-4c14-b770-6edef9486df9 req-e01d753b-e7c5-4b8f-8cc1-e58e69a2f312 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:33.513698 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff30edba-de79-4032-80ce-c0312b43d9d3 None None] New status for floating IP e00ec88c-35f3-415f-b8e0-0efd987294e5: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:09:33.524769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-5f1cd443-d208-4c14-b770-6edef9486df9 req-e01d753b-e7c5-4b8f-8cc1-e58e69a2f312 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Calling delete_port for 15a01a98-df89-48f7-aae9-0964bf2959a2 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:33.663958 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645aaaa-ead2-4a35-869c-4078f8a87d33 req-cce18aa9-3799-4cc3-8a42-67c11bc2add1 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:33.666007 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d645aaaa-ead2-4a35-869c-4078f8a87d33 req-cce18aa9-3799-4cc3-8a42-67c11bc2add1 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.1262672 Sep 30 08:09:33.739068 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 30d2619f-e12e-4c5d-b700-2a772c4b3be9, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=30d2619f-e12e-4c5d-b700-2a772c4b3be9,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:33.751422 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d645aaaa-ead2-4a35-869c-4078f8a87d33 req-751e9e00-5cda-4a67-9380-fad064a2ffc9 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789144 Sep 30 08:09:33.757159 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f1cd443-d208-4c14-b770-6edef9486df9 req-e01d753b-e7c5-4b8f-8cc1-e58e69a2f312 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:33.802762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d753b-e7c5-4b8f-8cc1-e58e69a2f312 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Pushing event deleted for resources: {'Port': ['ID=15a01a98-df89-48f7-aae9-0964bf2959a2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:33.826022 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '30d2619f-e12e-4c5d-b700-2a772c4b3be9', 'network_id': '7e755c17-219c-49c1-b703-6b834ea08d5e', 'port_id': '30d2619f-e12e-4c5d-b700-2a772c4b3be9', 'mac_address': 'fa:16:3e:38:54:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54caae0a-bf1e-45dd-a015-d4dccfe0100e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:09:33.828341 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['15a01a98-df89-48f7-aae9-0964bf2959a2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:33.902163 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:33.906428 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1cd443-d208-4c14-b770-6edef9486df9 req-e01d753b-e7c5-4b8f-8cc1-e58e69a2f312 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] No DVR routers for this DVR port 15a01a98-df89-48f7-aae9-0964bf2959a2 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:33.917068 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5dd9de07-2f11-4503-adf2-2b21bf99bbb1 req-cd0ac41a-cba3-4073-a977-ff1015e80778 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.24 "GET /v2.0/ports?device_id=539c53f9-7a00-4e79-b48b-baf4de76cb62 HTTP/1.1" status: 200 len: 210 time: 0.0596774 Sep 30 08:09:33.918143 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f1cd443-d208-4c14-b770-6edef9486df9 req-e01d753b-e7c5-4b8f-8cc1-e58e69a2f312 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:33.920197 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f1cd443-d208-4c14-b770-6edef9486df9 req-e01d753b-e7c5-4b8f-8cc1-e58e69a2f312 tempest-ServersNegativeTestJSON-1626365771 tempest-ServersNegativeTestJSON-1626365771-project] 10.222.0.36 "DELETE /v2.0/ports/15a01a98-df89-48f7-aae9-0964bf2959a2 HTTP/1.1" status: 204 len: 173 time: 0.8429585 Sep 30 08:09:33.922454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d2619f-e12e-4c5d-b700-2a772c4b3be9 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:09:33.966911 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 30d2619f-e12e-4c5d-b700-2a772c4b3be9, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=30d2619f-e12e-4c5d-b700-2a772c4b3be9,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:33.970091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c62833-32bb-42e8-b0b8-5a1743dc68ba req-05b50bfe-8991-4884-93a3-f26e99dab83c tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:33.972802 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-80c62833-32bb-42e8-b0b8-5a1743dc68ba req-05b50bfe-8991-4884-93a3-f26e99dab83c tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 1101 time: 0.0791619 Sep 30 08:09:33.973713 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:34.032041 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-80c62833-32bb-42e8-b0b8-5a1743dc68ba req-35809b10-1523-4d47-8cd9-cb7b9135dd08 tempest-ServersOnMultiNodesTest-1445508237 tempest-ServersOnMultiNodesTest-1445508237-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420380 Sep 30 08:09:34.034408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=30d2619f-e12e-4c5d-b700-2a772c4b3be9,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:34.046667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:34.047176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:34.047703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:34.048274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:34.048718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:34.049301 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:34.049958 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:34.050456 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:34.051058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:34.051519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:34.052082 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:34.052627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:09:34.337958 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['30d2619f-e12e-4c5d-b700-2a772c4b3be9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:34.397089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-b25c663c-34bc-4fb2-9d73-388104ff5de1 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:34.399282 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-b25c663c-34bc-4fb2-9d73-388104ff5de1 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.35 "GET /v2.0/networks?id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b HTTP/1.1" status: 200 len: 803 time: 0.1329207 Sep 30 08:09:34.411846 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7f167-de06-481d-a999-20aa226797e6 req-04edb251-7e87-4ada-82ef-2ac64108ef5a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:34.414062 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ebd7f167-de06-481d-a999-20aa226797e6 req-04edb251-7e87-4ada-82ef-2ac64108ef5a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 950 time: 0.0819707 Sep 30 08:09:34.420757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-7703fa1c-4f84-4dd6-b281-a23f5fad79cc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Request body: {'port': {'device_id': '985c74a0-c518-4820-b7a0-ad4a72fa0347', 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b', 'admin_state_up': True, 'tenant_id': 'cf18fc9ce15049db8fedfa3705b2274e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:34.500373 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ebd7f167-de06-481d-a999-20aa226797e6 req-a16f9f7a-84f6-47fc-9ee6-012d63c60dcd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707703 Sep 30 08:09:34.589358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-7703fa1c-4f84-4dd6-b281-a23f5fad79cc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Made reservation on behalf of cf18fc9ce15049db8fedfa3705b2274e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:09:34.593428 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-7703fa1c-4f84-4dd6-b281-a23f5fad79cc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:34.604277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c1f475b-a797-41aa-8b80-260c3fbf1e96 req-3bfa635d-543e-46ef-a1dd-3ce0d8723447 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=985c74a0-c518-4820-b7a0-ad4a72fa0347 HTTP/1.1" status: 200 len: 210 time: 0.0386808 Sep 30 08:09:34.626125 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14586d-e42f-4eee-b783-ad44c718bbd1 req-bbb5545b-622a-473e-979c-46639d805f8b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:34.627796 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c14586d-e42f-4eee-b783-ad44c718bbd1 req-bbb5545b-622a-473e-979c-46639d805f8b tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 944 time: 0.0706019 Sep 30 08:09:34.686713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c14586d-e42f-4eee-b783-ad44c718bbd1 req-ef47fe30-4fc4-4c30-ae3e-0cf37a990b07 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456350 Sep 30 08:09:34.703796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539c53f9-7a00-4e79-b48b-baf4de76cb62', 'name': 'network-vif-deleted', 'tag': '15a01a98-df89-48f7-aae9-0964bf2959a2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:34.706371 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3017ca-2602-4e9d-bdbd-24b222fb4cc9" -d '{"events": [{"server_uuid": "539c53f9-7a00-4e79-b48b-baf4de76cb62", "name": "network-vif-deleted", "tag": "15a01a98-df89-48f7-aae9-0964bf2959a2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:34.744088 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-7703fa1c-4f84-4dd6-b281-a23f5fad79cc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Allocated IP 172.20.0.5 (f336a0d8-eaa6-44de-a1a3-9f50063b4b5b/fe50dcfe-f2a1-4640-98cf-8d67829f1b8d/31fd2c47-06d1-444a-8f3d-c4cde4fe57c4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:09:34.748980 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d4f30f-f2ba-4df8-b984-e5a12133454a x-openstack-request-id: req-21d4f30f-f2ba-4df8-b984-e5a12133454a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:34.749279 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539c53f9-7a00-4e79-b48b-baf4de76cb62", "name": "network-vif-deleted", "tag": "15a01a98-df89-48f7-aae9-0964bf2959a2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:34.749597 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21d4f30f-f2ba-4df8-b984-e5a12133454a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:34.749919 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539c53f9-7a00-4e79-b48b-baf4de76cb62', 'name': 'network-vif-deleted', 'tag': '15a01a98-df89-48f7-aae9-0964bf2959a2', 'status': 'completed', 'code': 200} Sep 30 08:09:34.897867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d811f5-2f2a-4e54-be55-0134831dbe81 req-a1081456-58aa-4a04-b659-b1ad99de0629 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:34.899455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46d811f5-2f2a-4e54-be55-0134831dbe81 req-a1081456-58aa-4a04-b659-b1ad99de0629 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.0603335 Sep 30 08:09:34.908453 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-7703fa1c-4f84-4dd6-b281-a23f5fad79cc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:34.943034 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46d811f5-2f2a-4e54-be55-0134831dbe81 req-ffd19939-04d2-41d0-bf03-a76da9753ab7 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368142 Sep 30 08:09:34.952996 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-7703fa1c-4f84-4dd6-b281-a23f5fad79cc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:35.006323 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-7703fa1c-4f84-4dd6-b281-a23f5fad79cc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:09:35.012292 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-7703fa1c-4f84-4dd6-b281-a23f5fad79cc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:09:35.024729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-7703fa1c-4f84-4dd6-b281-a23f5fad79cc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:09:35.029113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703fa1c-4f84-4dd6-b281-a23f5fad79cc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Pushing event updated for resources: {'Port': ['ID=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:35.081928 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-7703fa1c-4f84-4dd6-b281-a23f5fad79cc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:35.082773 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-7703fa1c-4f84-4dd6-b281-a23f5fad79cc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:35.099861 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-7703fa1c-4f84-4dd6-b281-a23f5fad79cc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6849670 Sep 30 08:09:35.121058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Request body: {'port': {'device_id': '985c74a0-c518-4820-b7a0-ad4a72fa0347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:35.190004 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:35.200772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54674) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:35.259471 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a4899-e0ba-48c7-b557-b065ad905fc7 req-4a3c95f0-4a4a-46c9-b5ad-d13190f382c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:35.261293 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d33a4899-e0ba-48c7-b557-b065ad905fc7 req-4a3c95f0-4a4a-46c9-b5ad-d13190f382c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ebb080353244c95b75c38e0751f4475&device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 1097 time: 0.0925243 Sep 30 08:09:35.264512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee588e8-5a3d-4b31-88a8-9463317fff55 admin admin] Deleting subnet fe33ac99-fc99-41ff-b911-83e9f984edae {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:09:35.267751 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ee588e8-5a3d-4b31-88a8-9463317fff55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:35.343759 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ee588e8-5a3d-4b31-88a8-9463317fff55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:35.457703 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ee588e8-5a3d-4b31-88a8-9463317fff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:35.482407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a4899-e0ba-48c7-b557-b065ad905fc7 req-a0cb954e-953c-4878-a140-3dee2d1fc72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:35.484004 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d33a4899-e0ba-48c7-b557-b065ad905fc7 req-a0cb954e-953c-4878-a140-3dee2d1fc72b service neutron] 10.222.0.36 "GET /v2.0/networks?id=48b572e1-9836-4dcc-8c62-ad595cfdc233 HTTP/1.1" status: 200 len: 912 time: 0.2134583 Sep 30 08:09:35.489979 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:09:35.494877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d343a41-a050-4018-a63b-9c730ea07857 req-cd193cfc-07cd-42b4-8a3d-4e2c56619a18 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:35.496466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d343a41-a050-4018-a63b-9c730ea07857 req-cd193cfc-07cd-42b4-8a3d-4e2c56619a18 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.1551039 Sep 30 08:09:35.499370 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:35.505930 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 30d2619f-e12e-4c5d-b700-2a772c4b3be9 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:35.517948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Transition to ACTIVE for port object 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:09:35.522669 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:35.551900 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d33a4899-e0ba-48c7-b557-b065ad905fc7 req-688c3cd8-7abc-412f-ba8f-65007370d77b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd6d63ca-5680-48e0-9585-c0c1b71f5bac HTTP/1.1" status: 200 len: 217 time: 0.0543790 Sep 30 08:09:35.572047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 30d2619f-e12e-4c5d-b700-2a772c4b3be9 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:09:35.584200 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 30d2619f-e12e-4c5d-b700-2a772c4b3be9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:35.584880 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:35.609148 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:35.677727 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:35.706461 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b6c7e7-8652-4e15-aa06-2d8cdd502158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d2619f-e12e-4c5d-b700-2a772c4b3be9'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:35.709648 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367ac0c1-ed5a-4d64-83ba-510f9c9541d1" -d '{"events": [{"server_uuid": "62b6c7e7-8652-4e15-aa06-2d8cdd502158", "name": "network-vif-plugged", "status": "completed", "tag": "30d2619f-e12e-4c5d-b700-2a772c4b3be9"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:35.733424 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Attempting to bind port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:09:35.735829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 30d2619f-e12e-4c5d-b700-2a772c4b3be9, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=30d2619f-e12e-4c5d-b700-2a772c4b3be9,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:35.736796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Attempting to bind port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:09:35.737082 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Attempting to bind port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 on network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:09:35.744534 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:35.749025 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 on network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:09:35.749582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Attempting to bind port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 on network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:09:35.756526 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:09:35.756871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Checking segment: {'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:09:35.757242 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Bound using segment: {'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:09:35.757671 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Bound port: 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:09:35.758031 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:35.801848 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=30d2619f-e12e-4c5d-b700-2a772c4b3be9,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:35.829203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] For port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:09:35.832413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] For port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:09:35.838057 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:35.874986 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:35.875591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 15a01a98-df89-48f7-aae9-0964bf2959a2 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:35.875733 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:35.877047 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] 10.222.0.35 "PUT /v2.0/ports/31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 HTTP/1.1" status: 200 len: 1091 time: 0.7610419 Sep 30 08:09:35.877504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985c74a0-c518-4820-b7a0-ad4a72fa0347', 'tag': '31fd2c47-06d1-444a-8f3d-c4cde4fe57c4'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:35.881110 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a0862f-8301-4397-8719-5d40373c1494" -d '{"events": [{"name": "network-changed", "server_uuid": "985c74a0-c518-4820-b7a0-ad4a72fa0347", "tag": "31fd2c47-06d1-444a-8f3d-c4cde4fe57c4"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:35.899434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 15a01a98-df89-48f7-aae9-0964bf2959a2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:35.900275 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 15a01a98-df89-48f7-aae9-0964bf2959a2 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:35.925959 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595018e7-ad9d-41c4-8dcf-5dfbca141fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:35.996627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e50cfc-b56d-47cd-8af3-6b924689485f req-11e51ad2-8e1f-4e84-bf08-09e04d7266a4 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:35.998008 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-41e50cfc-b56d-47cd-8af3-6b924689485f req-11e51ad2-8e1f-4e84-bf08-09e04d7266a4 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 950 time: 0.0943456 Sep 30 08:09:36.006686 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-cd449d1c-02b2-4829-a712-ca052d9799ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:36.008401 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-cd449d1c-02b2-4829-a712-ca052d9799ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf18fc9ce15049db8fedfa3705b2274e&device_id=985c74a0-c518-4820-b7a0-ad4a72fa0347 HTTP/1.1" status: 200 len: 1094 time: 0.0617993 Sep 30 08:09:36.022976 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d343a41-a050-4018-a63b-9c730ea07857 req-834f475c-8e14-40c7-a359-971ffac1194c tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159099 Sep 30 08:09:36.025070 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a4899-e0ba-48c7-b557-b065ad905fc7 req-7977fbc8-77f5-49c3-b369-a6700d0e3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:36.026472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d33a4899-e0ba-48c7-b557-b065ad905fc7 req-7977fbc8-77f5-49c3-b369-a6700d0e3b62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2c21120-925c-4c50-980f-fa66907ba113 HTTP/1.1" status: 200 len: 851 time: 0.4647915 Sep 30 08:09:36.028487 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ee588e8-5a3d-4b31-88a8-9463317fff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:36.082675 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee588e8-5a3d-4b31-88a8-9463317fff55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe33ac99-fc99-41ff-b911-83e9f984edae,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:36.086578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d33a4899-e0ba-48c7-b557-b065ad905fc7 req-caf96e6d-ea5e-41f8-b0d9-360fd3f35ca3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48b572e1-9836-4dcc-8c62-ad595cfdc233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500977 Sep 30 08:09:36.089806 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ee588e8-5a3d-4b31-88a8-9463317fff55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:36.093952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9ee588e8-5a3d-4b31-88a8-9463317fff55 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fe33ac99-fc99-41ff-b911-83e9f984edae HTTP/1.1" status: 204 len: 168 time: 0.8884521 Sep 30 08:09:36.095148 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-17305af9-63e4-4593-a454-b806274a53f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 HTTP/1.1" status: 200 len: 217 time: 0.0612752 Sep 30 08:09:36.096389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54724) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:36.162055 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b6ec6-cafb-4c9e-ac94-587925068e70 req-2cea5feb-aaa8-4469-890c-fbea3099b104 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:36.170060 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c7b6ec6-cafb-4c9e-ac94-587925068e70 req-2cea5feb-aaa8-4469-890c-fbea3099b104 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 950 time: 0.1882088 Sep 30 08:09:36.182752 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-ae634949-3149-42fa-a860-6a7959f97da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:36.184313 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-ae634949-3149-42fa-a860-6a7959f97da8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe50dcfe-f2a1-4640-98cf-8d67829f1b8d HTTP/1.1" status: 200 len: 843 time: 0.0810609 Sep 30 08:09:36.222706 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-41e50cfc-b56d-47cd-8af3-6b924689485f req-e777f084-b069-4131-89de-5d07d083414f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Deleting port f96bc528-be68-49bf-a781-ee523305f663 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:36.223401 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-41e50cfc-b56d-47cd-8af3-6b924689485f req-e777f084-b069-4131-89de-5d07d083414f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:36.229218 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-034f9cc7-632a-466a-aa56-2e411f8036ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375409 Sep 30 08:09:36.316931 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eec6d0f8-f7f6-4b39-ae97-1761b458664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:36.330661 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c7b6ec6-cafb-4c9e-ac94-587925068e70 req-5e634967-db43-4166-b860-61bf37f0c04e tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594501 Sep 30 08:09:36.348104 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045df7a-237a-4b1b-9ad4-addf76a395ef req-5e270b75-879e-415f-a8a9-83c625818bc2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:36.349832 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f045df7a-237a-4b1b-9ad4-addf76a395ef req-5e270b75-879e-415f-a8a9-83c625818bc2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=985c74a0-c518-4820-b7a0-ad4a72fa0347 HTTP/1.1" status: 200 len: 943 time: 0.1753545 Sep 30 08:09:36.396709 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a421bb4-a8b5-44d8-b019-f533cc7f8757 x-openstack-request-id: req-3a421bb4-a8b5-44d8-b019-f533cc7f8757 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:36.397322 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b6c7e7-8652-4e15-aa06-2d8cdd502158", "name": "network-vif-plugged", "status": "completed", "tag": "30d2619f-e12e-4c5d-b700-2a772c4b3be9", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:36.397749 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a421bb4-a8b5-44d8-b019-f533cc7f8757 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:36.398137 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b6c7e7-8652-4e15-aa06-2d8cdd502158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d2619f-e12e-4c5d-b700-2a772c4b3be9', 'code': 200} Sep 30 08:09:36.398578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d33a4899-e0ba-48c7-b557-b065ad905fc7 req-301a2cbc-fee8-46c5-b51d-67d339a92c0a service neutron] 10.222.0.36 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987735 Sep 30 08:09:36.400717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-41e50cfc-b56d-47cd-8af3-6b924689485f req-e777f084-b069-4131-89de-5d07d083414f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] For port f96bc528-be68-49bf-a781-ee523305f663, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f96bc528-be68-49bf-a781-ee523305f663,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:36.401197 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-41e50cfc-b56d-47cd-8af3-6b924689485f req-e777f084-b069-4131-89de-5d07d083414f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:36.405457 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-c6106f36-8b9c-403b-b874-c1fe4978a1c4 service neutron] 10.222.0.35 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624944 Sep 30 08:09:36.423597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-41e50cfc-b56d-47cd-8af3-6b924689485f req-e777f084-b069-4131-89de-5d07d083414f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Calling delete_port for f96bc528-be68-49bf-a781-ee523305f663 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:36.564215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f045df7a-237a-4b1b-9ad4-addf76a395ef req-7c19a97b-1708-4c7f-9df2-1b4bdb1e33df tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944785 Sep 30 08:09:36.593759 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb3ea35a-19e6-40b9-ab92-5cca9a21e415 req-2d1efad8-2c6b-46cf-a0f8-e87dd7931d7b service neutron] 10.222.0.35 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675999 Sep 30 08:09:36.610845 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5befe2f8-8977-455f-95d7-307808520f70 x-openstack-request-id: req-5befe2f8-8977-455f-95d7-307808520f70 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:36.611271 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985c74a0-c518-4820-b7a0-ad4a72fa0347", "tag": "31fd2c47-06d1-444a-8f3d-c4cde4fe57c4", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:36.611901 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5befe2f8-8977-455f-95d7-307808520f70 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:36.612081 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eec6d0f8-f7f6-4b39-ae97-1761b458664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:36.612466 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985c74a0-c518-4820-b7a0-ad4a72fa0347', 'tag': '31fd2c47-06d1-444a-8f3d-c4cde4fe57c4', 'status': 'completed', 'code': 200} Sep 30 08:09:36.677544 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-41e50cfc-b56d-47cd-8af3-6b924689485f req-e777f084-b069-4131-89de-5d07d083414f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:36.686350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-eec6d0f8-f7f6-4b39-ae97-1761b458664c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ec80db-4134-42ec-ab4c-bb79f088e7df']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:36.692696 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['930d837a-04e9-4c9a-b414-946ea1ab5dde', '3cb15e1f-11ee-40a4-9398-4dca0fa842b9', '20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:36.719703 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-eec6d0f8-f7f6-4b39-ae97-1761b458664c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b25266b-cdcb-4bd4-a7fd-503ab195794e') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:36.720216 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-eec6d0f8-f7f6-4b39-ae97-1761b458664c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b25266b-cdcb-4bd4-a7fd-503ab195794e') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:36.744932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2471483-7ef2-4c77-948e-f229f4ad8e04 req-bafbfacc-4b71-45f0-8b4a-2b80a577b915 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:36.745635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777f084-b069-4131-89de-5d07d083414f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event deleted for resources: {'Port': ['ID=f96bc528-be68-49bf-a781-ee523305f663,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:36.747868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e5ed534d-6169-4ad3-9a35-85f2c5736c3d', '65669714-cdfd-4b77-ad44-a2d22afb310c', 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea', '74da8181-226e-4c13-ac03-fde62ef1a512', 'f96bc528-be68-49bf-a781-ee523305f663'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:36.760302 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2471483-7ef2-4c77-948e-f229f4ad8e04 req-bafbfacc-4b71-45f0-8b4a-2b80a577b915 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 945 time: 0.2860410 Sep 30 08:09:36.778109 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d33a4899-e0ba-48c7-b557-b065ad905fc7 req-83b53a58-6bab-46b9-aad2-76e1f0eaaea1 service neutron] 10.222.0.36 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593163 Sep 30 08:09:36.780137 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eec6d0f8-f7f6-4b39-ae97-1761b458664c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:36.780650 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0862f-8301-4397-8719-5d40373c1494 req-30dd36b3-4141-40c8-80d0-29dd29a8f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:36.793982 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e5a0862f-8301-4397-8719-5d40373c1494 req-30dd36b3-4141-40c8-80d0-29dd29a8f01f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf18fc9ce15049db8fedfa3705b2274e&device_id=985c74a0-c518-4820-b7a0-ad4a72fa0347 HTTP/1.1" status: 200 len: 1094 time: 0.1138902 Sep 30 08:09:36.823978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e50cfc-b56d-47cd-8af3-6b924689485f req-e777f084-b069-4131-89de-5d07d083414f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] No DVR routers for this DVR port f96bc528-be68-49bf-a781-ee523305f663 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:36.827517 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-41e50cfc-b56d-47cd-8af3-6b924689485f req-e777f084-b069-4131-89de-5d07d083414f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:36.829841 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-41e50cfc-b56d-47cd-8af3-6b924689485f req-e777f084-b069-4131-89de-5d07d083414f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "DELETE /v2.0/ports/f96bc528-be68-49bf-a781-ee523305f663 HTTP/1.1" status: 204 len: 173 time: 0.8205831 Sep 30 08:09:36.836266 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eec6d0f8-f7f6-4b39-ae97-1761b458664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:36.847971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec6d0f8-f7f6-4b39-ae97-1761b458664c admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:09:36.848900 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eec6d0f8-f7f6-4b39-ae97-1761b458664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:09:36.900995 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:09:36.983286 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0862f-8301-4397-8719-5d40373c1494 req-d6fc3547-9a74-431a-a1dc-d8fdcd1363b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:36.987693 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e5a0862f-8301-4397-8719-5d40373c1494 req-d6fc3547-9a74-431a-a1dc-d8fdcd1363b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b HTTP/1.1" status: 200 len: 904 time: 0.1729708 Sep 30 08:09:37.018877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03ed68-4a94-4822-a6ef-bfad7a8b7c0c req-f9e9bcc9-cfa6-403f-9666-9026c9f4e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:37.024556 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f03ed68-4a94-4822-a6ef-bfad7a8b7c0c req-f9e9bcc9-cfa6-403f-9666-9026c9f4e34b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 1096 time: 0.5164599 Sep 30 08:09:37.070245 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eec6d0f8-f7f6-4b39-ae97-1761b458664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:37.076022 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eec6d0f8-f7f6-4b39-ae97-1761b458664c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:37.081156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-eec6d0f8-f7f6-4b39-ae97-1761b458664c admin admin] 10.222.0.24 "DELETE /v2.0/networks/f1ec80db-4134-42ec-ab4c-bb79f088e7df HTTP/1.1" status: 204 len: 168 time: 0.9828610 Sep 30 08:09:37.096557 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e5a0862f-8301-4397-8719-5d40373c1494 req-fd82c5c6-e1ac-4a82-bce0-2a23d584ea12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 HTTP/1.1" status: 200 len: 217 time: 0.1032677 Sep 30 08:09:37.111849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6d0f8-f7f6-4b39-ae97-1761b458664c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ec80db-4134-42ec-ab4c-bb79f088e7df,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:37.135762 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2471483-7ef2-4c77-948e-f229f4ad8e04 req-28b37f6f-78f7-486f-b05c-b4e0f5320b98 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738892 Sep 30 08:09:37.179807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f03ed68-4a94-4822-a6ef-bfad7a8b7c0c req-02f5e790-d072-455b-b232-4386068d71d0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362002 Sep 30 08:09:37.214485 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0862f-8301-4397-8719-5d40373c1494 req-66e99276-44ec-4b3a-b05b-2de2e0ecaa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:37.216446 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e5a0862f-8301-4397-8719-5d40373c1494 req-66e99276-44ec-4b3a-b05b-2de2e0ecaa33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe50dcfe-f2a1-4640-98cf-8d67829f1b8d HTTP/1.1" status: 200 len: 843 time: 0.1081331 Sep 30 08:09:37.294707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54774) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:37.341952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5bff5a18-e91d-48f4-b1a8-1116e59ea7b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cfb56dda8d9f4848b5c33c3e531d8958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460885 Sep 30 08:09:37.344556 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54776) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:37.428701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445fcae-b26d-4d7d-b229-65831c4d656a req-b44bdb76-9832-40ca-97dd-5bd57c697e37 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:37.430202 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3445fcae-b26d-4d7d-b229-65831c4d656a req-b44bdb76-9832-40ca-97dd-5bd57c697e37 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.0717821 Sep 30 08:09:37.447358 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01d8cba1-add7-48c2-bc3e-a0242bc5a2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:37.498414 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e5a0862f-8301-4397-8719-5d40373c1494 req-ed8ac813-fe5e-4faf-8aa8-db3e6e5d7752 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361810 Sep 30 08:09:37.501751 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3445fcae-b26d-4d7d-b229-65831c4d656a req-d7c856c3-d475-4dae-b695-a8254cb9d971 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644026 Sep 30 08:09:37.504168 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01d8cba1-add7-48c2-bc3e-a0242bc5a2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:37.569629 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01d8cba1-add7-48c2-bc3e-a0242bc5a2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:37.572721 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01d8cba1-add7-48c2-bc3e-a0242bc5a2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:37.573906 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-01d8cba1-add7-48c2-bc3e-a0242bc5a2bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0af3aaf5-b75a-4c44-855d-23f634068e60 HTTP/1.1" status: 204 len: 168 time: 0.2281964 Sep 30 08:09:37.581826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8cba1-add7-48c2-bc3e-a0242bc5a2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af3aaf5-b75a-4c44-855d-23f634068e60,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:37.676067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c51a3eea-3477-4f8f-a0d8-2b095e5bd391 req-85b301d6-5b72-469c-8b2c-de7c2f5a53ba tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=679ce17c-88c6-4d32-9abe-882f9ef0c5db HTTP/1.1" status: 200 len: 210 time: 0.0442204 Sep 30 08:09:37.703296 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e5a0862f-8301-4397-8719-5d40373c1494 req-50ae6efa-27d3-4c8a-86f1-270157cc16d4 service neutron] 10.222.0.35 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789653 Sep 30 08:09:37.807480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a8ce8-91a5-43e5-876b-7c146e16b8ed req-1dfe9667-3d7c-40af-9a8b-e84af6f099c7 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:37.810944 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e5a0862f-8301-4397-8719-5d40373c1494 req-41d38398-2d1e-4dc5-8588-b1bd0cecdb29 service neutron] 10.222.0.35 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995135 Sep 30 08:09:37.815442 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-132a8ce8-91a5-43e5-876b-7c146e16b8ed req-1dfe9667-3d7c-40af-9a8b-e84af6f099c7 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=985c74a0-c518-4820-b7a0-ad4a72fa0347 HTTP/1.1" status: 200 len: 943 time: 0.0732925 Sep 30 08:09:37.858179 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-132a8ce8-91a5-43e5-876b-7c146e16b8ed req-447324a9-b7a1-4812-baf4-1ad3fd79c546 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416510 Sep 30 08:09:38.270562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adf9fe-a636-461b-bbb1-17fec48ed0b6 req-25dfe538-ac86-4947-8b0a-f258070081bf tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:38.271281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a8adf9fe-a636-461b-bbb1-17fec48ed0b6 req-25dfe538-ac86-4947-8b0a-f258070081bf tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 945 time: 0.0617568 Sep 30 08:09:38.328947 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a8adf9fe-a636-461b-bbb1-17fec48ed0b6 req-89cbbc51-59e5-44ca-b6b9-2c4ae04aebc0 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399559 Sep 30 08:09:38.465269 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:38.603439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9a449859-643c-4ba1-8c05-bd61296c837a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-487836292-network', 'tenant_id': '8d2d974ed9bc48c9ac50bb7186cef7a6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:38.621433 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679ce17c-88c6-4d32-9abe-882f9ef0c5db', 'name': 'network-vif-deleted', 'tag': 'f96bc528-be68-49bf-a781-ee523305f663'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:38.623688 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2244f3f-bc1a-4824-8f39-65ddac7c3243" -d '{"events": [{"server_uuid": "679ce17c-88c6-4d32-9abe-882f9ef0c5db", "name": "network-vif-deleted", "tag": "f96bc528-be68-49bf-a781-ee523305f663"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:38.634690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a449859-643c-4ba1-8c05-bd61296c837a admin admin] Made reservation on behalf of 8d2d974ed9bc48c9ac50bb7186cef7a6 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:09:38.637259 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a449859-643c-4ba1-8c05-bd61296c837a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:38.651391 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a449859-643c-4ba1-8c05-bd61296c837a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:38.667953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51d6ab-f252-4267-b382-753df6130279 req-6a794c3e-05b5-4ae3-baef-21617c9c7a96 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:38.667953 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7c51d6ab-f252-4267-b382-753df6130279 req-6a794c3e-05b5-4ae3-baef-21617c9c7a96 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.0569551 Sep 30 08:09:38.712512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7c51d6ab-f252-4267-b382-753df6130279 req-3a8e18ee-fe25-4b90-bcca-358a28a6104b tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396605 Sep 30 08:09:38.763450 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be362adc-b881-42a7-95e6-4bf61b7845d5 x-openstack-request-id: req-be362adc-b881-42a7-95e6-4bf61b7845d5 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:38.764069 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679ce17c-88c6-4d32-9abe-882f9ef0c5db", "name": "network-vif-deleted", "tag": "f96bc528-be68-49bf-a781-ee523305f663", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:38.764248 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be362adc-b881-42a7-95e6-4bf61b7845d5 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:38.764720 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679ce17c-88c6-4d32-9abe-882f9ef0c5db', 'name': 'network-vif-deleted', 'tag': 'f96bc528-be68-49bf-a781-ee523305f663', 'status': 'completed', 'code': 200} Sep 30 08:09:38.800042 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a449859-643c-4ba1-8c05-bd61296c837a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:38.805663 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a449859-643c-4ba1-8c05-bd61296c837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:38.829416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a449859-643c-4ba1-8c05-bd61296c837a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:09:38.846744 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a449859-643c-4ba1-8c05-bd61296c837a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acae1b60-26e3-46b6-8826-f299d87756eb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:38.849751 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a449859-643c-4ba1-8c05-bd61296c837a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:38.850100 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-9a449859-643c-4ba1-8c05-bd61296c837a admin admin] Added segment e942bb9f-fb8a-4d1a-8920-cd50726b3f54 of type vlan for network 7557ce98-97ed-4e12-afc0-3510f19e92eb Sep 30 08:09:38.892310 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a449859-643c-4ba1-8c05-bd61296c837a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:38.919587 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a449859-643c-4ba1-8c05-bd61296c837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:38.921124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a449859-643c-4ba1-8c05-bd61296c837a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:38.921720 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a449859-643c-4ba1-8c05-bd61296c837a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:38.979744 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9a449859-643c-4ba1-8c05-bd61296c837a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5132208 Sep 30 08:09:39.001234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e455268-3ab0-40f4-9124-9f4ff5f39c90 req-18e18194-1dc0-40d4-9877-31239e443d6b tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:39.003709 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e455268-3ab0-40f4-9124-9f4ff5f39c90 req-18e18194-1dc0-40d4-9877-31239e443d6b tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=985c74a0-c518-4820-b7a0-ad4a72fa0347 HTTP/1.1" status: 200 len: 943 time: 0.0733252 Sep 30 08:09:39.023552 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a449859-643c-4ba1-8c05-bd61296c837a admin admin] Pushing event updated for resources: {'Network': ['ID=7557ce98-97ed-4e12-afc0-3510f19e92eb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:39.036470 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 7557ce98-97ed-4e12-afc0-3510f19e92eb details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:09:39.068477 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e455268-3ab0-40f4-9124-9f4ff5f39c90 req-13ad5987-7a39-4e77-be95-0a1ad1004365 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548811 Sep 30 08:09:39.128335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7c61b-a90f-4d1f-bc80-db67cc19bf8f req-3259cc8e-474e-4bb7-938d-6f8a04a25b0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:39.132578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22a7c61b-a90f-4d1f-bc80-db67cc19bf8f req-3259cc8e-474e-4bb7-938d-6f8a04a25b0f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=be160505-068a-438a-bac1-3d7e21fe75e6 HTTP/1.1" status: 200 len: 950 time: 0.0625732 Sep 30 08:09:39.191449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22a7c61b-a90f-4d1f-bc80-db67cc19bf8f req-ef4fe81f-628c-45df-ba69-62b7fbcf6780 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524325 Sep 30 08:09:39.528401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:09:39.537077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f96bc528-be68-49bf-a781-ee523305f663 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:39.562014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: f96bc528-be68-49bf-a781-ee523305f663 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:39.562447 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f96bc528-be68-49bf-a781-ee523305f663 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:39.568159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb28012-19f7-4fb5-becc-3e41daec68b3 req-bd7c7182-6a88-4936-b2ab-4a37f3aa1247 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:39.575307 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-afb28012-19f7-4fb5-becc-3e41daec68b3 req-bd7c7182-6a88-4936-b2ab-4a37f3aa1247 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 945 time: 0.1622622 Sep 30 08:09:39.592134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf955e82-1bc7-4b65-9d2b-2cf1c53f17b9 req-69ddbb97-2299-44a1-aee7-cd005b3c8a0f tempest-ComputeTenantNetworksTest-329739617 tempest-ComputeTenantNetworksTest-329739617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:39.598917 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf955e82-1bc7-4b65-9d2b-2cf1c53f17b9 req-69ddbb97-2299-44a1-aee7-cd005b3c8a0f tempest-ComputeTenantNetworksTest-329739617 tempest-ComputeTenantNetworksTest-329739617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:39.604959 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf955e82-1bc7-4b65-9d2b-2cf1c53f17b9 req-69ddbb97-2299-44a1-aee7-cd005b3c8a0f tempest-ComputeTenantNetworksTest-329739617 tempest-ComputeTenantNetworksTest-329739617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:39.606595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf955e82-1bc7-4b65-9d2b-2cf1c53f17b9 req-69ddbb97-2299-44a1-aee7-cd005b3c8a0f tempest-ComputeTenantNetworksTest-329739617 tempest-ComputeTenantNetworksTest-329739617-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2795327 Sep 30 08:09:39.615886 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:39.652943 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-afb28012-19f7-4fb5-becc-3e41daec68b3 req-561890b3-70ec-452b-a787-a9f8a212d387 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766280 Sep 30 08:09:39.655329 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:39.667218 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '31fd2c47-06d1-444a-8f3d-c4cde4fe57c4', 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b', 'port_id': '31fd2c47-06d1-444a-8f3d-c4cde4fe57c4', 'mac_address': 'fa:16:3e:74:fb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe50dcfe-f2a1-4640-98cf-8d67829f1b8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:09:39.720701 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:39.739223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:09:39.759711 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7e749a8-52ed-49f1-bf5f-6e42a4dea539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:39.761529 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:39.766862 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:39.823619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:39.849002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61640f0f-a847-4250-9eb8-ca4d677bb21a req-8829afc1-03d0-4b8c-a45e-e560975fc768 tempest-ComputeTenantNetworksTest-329739617 tempest-ComputeTenantNetworksTest-329739617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:39.861436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:39.861928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-61640f0f-a847-4250-9eb8-ca4d677bb21a req-8829afc1-03d0-4b8c-a45e-e560975fc768 tempest-ComputeTenantNetworksTest-329739617 tempest-ComputeTenantNetworksTest-329739617-project] 10.222.0.24 "GET /v2.0/networks/7557ce98-97ed-4e12-afc0-3510f19e92eb HTTP/1.1" status: 200 len: 768 time: 0.1353967 Sep 30 08:09:39.891622 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7e749a8-52ed-49f1-bf5f-6e42a4dea539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:39.902936 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7e749a8-52ed-49f1-bf5f-6e42a4dea539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:39.931175 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:39.962298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8979105-2aa7-4b19-8d69-a0d96cc13c6a req-c633f56e-4bbe-48f6-be24-96654f6f3fb6 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:39.968858 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e8979105-2aa7-4b19-8d69-a0d96cc13c6a req-c633f56e-4bbe-48f6-be24-96654f6f3fb6 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.0635211 Sep 30 08:09:39.978772 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e7e749a8-52ed-49f1-bf5f-6e42a4dea539 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c41bce4dc0c140b59d23f611b22219e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3592920 Sep 30 08:09:39.979295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55004) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:39.988378 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8f7cb68-45b2-4886-a949-c784341ae5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:39.990973 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e749a8-52ed-49f1-bf5f-6e42a4dea539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699e8500-b94a-40c5-a4e9-ed8b42240d52,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:40.060509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e8979105-2aa7-4b19-8d69-a0d96cc13c6a req-4caa89fa-6fb7-4d92-8f87-25c7ec14ffe8 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891631 Sep 30 08:09:40.070143 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8f7cb68-45b2-4886-a949-c784341ae5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:40.092452 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291ae61-a47f-46d7-99ec-76c409259ae8 req-f6dfddb9-4b9a-42e8-ba30-c2f4b9c1ab5e tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:40.094719 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b8f7cb68-45b2-4886-a949-c784341ae5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7557ce98-97ed-4e12-afc0-3510f19e92eb']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:40.100082 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9291ae61-a47f-46d7-99ec-76c409259ae8 req-f6dfddb9-4b9a-42e8-ba30-c2f4b9c1ab5e tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 945 time: 0.1146646 Sep 30 08:09:40.105724 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b8f7cb68-45b2-4886-a949-c784341ae5f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e942bb9f-fb8a-4d1a-8920-cd50726b3f54') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:40.106148 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b8f7cb68-45b2-4886-a949-c784341ae5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e942bb9f-fb8a-4d1a-8920-cd50726b3f54') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:40.119078 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8f7cb68-45b2-4886-a949-c784341ae5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:40.130430 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba66d651-f425-4ec6-9892-75ca14838b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:40.134286 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8f7cb68-45b2-4886-a949-c784341ae5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:40.149661 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f7cb68-45b2-4886-a949-c784341ae5f1 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:09:40.150397 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8f7cb68-45b2-4886-a949-c784341ae5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:09:40.152905 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:09:40.168203 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba66d651-f425-4ec6-9892-75ca14838b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:40.170092 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['31fd2c47-06d1-444a-8f3d-c4cde4fe57c4'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:40.198623 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9291ae61-a47f-46d7-99ec-76c409259ae8 req-6d246181-a81b-4f9a-8685-219108c12f98 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839305 Sep 30 08:09:40.228547 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8f7cb68-45b2-4886-a949-c784341ae5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:40.249277 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8f7cb68-45b2-4886-a949-c784341ae5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:40.261739 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b8f7cb68-45b2-4886-a949-c784341ae5f1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7557ce98-97ed-4e12-afc0-3510f19e92eb HTTP/1.1" status: 204 len: 168 time: 0.3973336 Sep 30 08:09:40.280153 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7cb68-45b2-4886-a949-c784341ae5f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7557ce98-97ed-4e12-afc0-3510f19e92eb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:40.280927 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba66d651-f425-4ec6-9892-75ca14838b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:40.284221 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba66d651-f425-4ec6-9892-75ca14838b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:40.298954 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ba66d651-f425-4ec6-9892-75ca14838b38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/699e8500-b94a-40c5-a4e9-ed8b42240d52 HTTP/1.1" status: 204 len: 168 time: 0.3120620 Sep 30 08:09:40.352341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66d651-f425-4ec6-9892-75ca14838b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699e8500-b94a-40c5-a4e9-ed8b42240d52,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:40.418688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55018) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:40.464828 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1d1fab61-215a-497e-9daa-225093773894 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d2d974ed9bc48c9ac50bb7186cef7a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422385 Sep 30 08:09:40.465055 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9e962-241b-4376-8582-67fc77c091e2 req-65738bca-6bbc-475c-8d46-1effd9517b8f tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:40.465199 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55022) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:40.466102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ada9e962-241b-4376-8582-67fc77c091e2 req-65738bca-6bbc-475c-8d46-1effd9517b8f tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=985c74a0-c518-4820-b7a0-ad4a72fa0347 HTTP/1.1" status: 200 len: 944 time: 0.1604311 Sep 30 08:09:40.476625 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059438f3-4059-4e48-bf43-f79d444bacce req-bd72ef15-b91b-41f6-b90d-bbff4b8aec77 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:40.478153 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-059438f3-4059-4e48-bf43-f79d444bacce req-bd72ef15-b91b-41f6-b90d-bbff4b8aec77 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=be160505-068a-438a-bac1-3d7e21fe75e6 HTTP/1.1" status: 200 len: 950 time: 0.1643879 Sep 30 08:09:40.511284 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952add3-9c36-4f70-81f0-1cec3486340f req-26021d8e-4475-44d6-8b23-8052a4d9eb55 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:40.512801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5952add3-9c36-4f70-81f0-1cec3486340f req-26021d8e-4475-44d6-8b23-8052a4d9eb55 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.36 "GET /v2.0/ports?device_id=be160505-068a-438a-bac1-3d7e21fe75e6 HTTP/1.1" status: 200 len: 950 time: 0.1226621 Sep 30 08:09:40.516892 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88b10b89-1d6c-4e69-ac70-9bca2f559c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:40.540421 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88b10b89-1d6c-4e69-ac70-9bca2f559c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:40.593407 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ada9e962-241b-4376-8582-67fc77c091e2 req-559f7635-e1a6-474d-a2a5-401075041229 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142411 Sep 30 08:09:40.610240 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88b10b89-1d6c-4e69-ac70-9bca2f559c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:40.612812 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88b10b89-1d6c-4e69-ac70-9bca2f559c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:40.616601 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-88b10b89-1d6c-4e69-ac70-9bca2f559c7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/acae1b60-26e3-46b6-8826-f299d87756eb HTTP/1.1" status: 204 len: 168 time: 0.1482663 Sep 30 08:09:40.625584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b10b89-1d6c-4e69-ac70-9bca2f559c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acae1b60-26e3-46b6-8826-f299d87756eb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:40.662925 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-059438f3-4059-4e48-bf43-f79d444bacce req-4e7f2c13-4b89-461a-be97-e01c7a2fef41 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727519 Sep 30 08:09:40.698393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-5952add3-9c36-4f70-81f0-1cec3486340f req-b582eb64-e674-4274-957b-140e6a1f3815 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Deleting port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:40.698819 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5952add3-9c36-4f70-81f0-1cec3486340f req-b582eb64-e674-4274-957b-140e6a1f3815 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:40.839857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd89a2-aba4-4b58-b2c0-55937983e284 req-04c7e3d5-b770-4ddd-b34d-f85a58ee3358 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:40.841530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fabd89a2-aba4-4b58-b2c0-55937983e284 req-04c7e3d5-b770-4ddd-b34d-f85a58ee3358 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.1204634 Sep 30 08:09:40.875865 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5952add3-9c36-4f70-81f0-1cec3486340f req-b582eb64-e674-4274-957b-140e6a1f3815 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] For port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:40.876634 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5952add3-9c36-4f70-81f0-1cec3486340f req-b582eb64-e674-4274-957b-140e6a1f3815 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:40.898050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-5952add3-9c36-4f70-81f0-1cec3486340f req-b582eb64-e674-4274-957b-140e6a1f3815 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Calling delete_port for 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:40.910143 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fabd89a2-aba4-4b58-b2c0-55937983e284 req-186d8f8b-1d7d-4186-9a33-c0b599f7f715 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602853 Sep 30 08:09:41.059681 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5952add3-9c36-4f70-81f0-1cec3486340f req-b582eb64-e674-4274-957b-140e6a1f3815 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:41.074891 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['930d837a-04e9-4c9a-b414-946ea1ab5dde', '3cb15e1f-11ee-40a4-9398-4dca0fa842b9', '20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:41.099276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582eb64-e674-4274-957b-140e6a1f3815 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event deleted for resources: {'Port': ['ID=20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:41.151869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5952add3-9c36-4f70-81f0-1cec3486340f req-b582eb64-e674-4274-957b-140e6a1f3815 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] No DVR routers for this DVR port 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:41.157679 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5952add3-9c36-4f70-81f0-1cec3486340f req-b582eb64-e674-4274-957b-140e6a1f3815 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:41.159731 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5952add3-9c36-4f70-81f0-1cec3486340f req-b582eb64-e674-4274-957b-140e6a1f3815 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.36 "DELETE /v2.0/ports/20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 HTTP/1.1" status: 204 len: 173 time: 0.6330829 Sep 30 08:09:41.160781 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be160505-068a-438a-bac1-3d7e21fe75e6', 'name': 'network-vif-deleted', 'tag': '20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:41.168126 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4ac898-5fcc-4772-ae1c-9262b8581627" -d '{"events": [{"server_uuid": "be160505-068a-438a-bac1-3d7e21fe75e6", "name": "network-vif-deleted", "tag": "20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:41.172335 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e5ed534d-6169-4ad3-9a35-85f2c5736c3d', '65669714-cdfd-4b77-ad44-a2d22afb310c', 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea', '74da8181-226e-4c13-ac03-fde62ef1a512'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:41.239215 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84a69cf-e930-4556-bd5d-1cd003d9ced2 x-openstack-request-id: req-a84a69cf-e930-4556-bd5d-1cd003d9ced2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:41.239707 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be160505-068a-438a-bac1-3d7e21fe75e6", "name": "network-vif-deleted", "tag": "20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:41.240038 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a84a69cf-e930-4556-bd5d-1cd003d9ced2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:41.240496 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be160505-068a-438a-bac1-3d7e21fe75e6', 'name': 'network-vif-deleted', 'tag': '20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1', 'status': 'completed', 'code': 200} Sep 30 08:09:41.378184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0643f-1b3d-4f86-a143-01a760b617e2 req-412c0666-94b8-4880-88f0-fc3a04cb22ce tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:41.393639 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9da0643f-1b3d-4f86-a143-01a760b617e2 req-412c0666-94b8-4880-88f0-fc3a04cb22ce tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 945 time: 0.0929766 Sep 30 08:09:41.479306 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9da0643f-1b3d-4f86-a143-01a760b617e2 req-974aa37b-d6f7-4c4e-b050-c22778192056 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups?id=47e04ed5-df2a-485f-9937-6dbc601b444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693839 Sep 30 08:09:41.550133 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:41.635461 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b6cb4-d5a4-4708-8e3d-58658bc13fe5 req-42cb63e6-dac6-4548-a52f-9ebeae7baed6 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:41.638934 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b96b6cb4-d5a4-4708-8e3d-58658bc13fe5 req-42cb63e6-dac6-4548-a52f-9ebeae7baed6 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 945 time: 0.0672240 Sep 30 08:09:41.661927 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-9c661643-2024-4452-8660-46421ef89c51 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f17614cb631944389c58bbb3be867ead&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399311 Sep 30 08:09:41.744453 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:09:41.751997 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:41.752715 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:41.815586 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b96b6cb4-d5a4-4708-8e3d-58658bc13fe5 req-6d84ddb1-db77-418d-9f66-05bbbaab2872 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Deleting port 30d2619f-e12e-4c5d-b700-2a772c4b3be9 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:41.816056 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b96b6cb4-d5a4-4708-8e3d-58658bc13fe5 req-6d84ddb1-db77-418d-9f66-05bbbaab2872 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:41.892163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1b2b09df-ebfc-4140-be36-1d75e7abb9f6 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:41.893720 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1b2b09df-ebfc-4140-be36-1d75e7abb9f6 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310052 Sep 30 08:09:41.906623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d2548-1720-44b3-a319-570d46d4eb03 req-1d1b844d-60c6-42bf-96f5-329438237733 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:41.908187 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f52d2548-1720-44b3-a319-570d46d4eb03 req-1d1b844d-60c6-42bf-96f5-329438237733 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=985c74a0-c518-4820-b7a0-ad4a72fa0347 HTTP/1.1" status: 200 len: 944 time: 0.1256807 Sep 30 08:09:41.911006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd12b55f-57f6-4e81-8a96-15efcd168739 req-e7cfb53c-e1d2-4413-8fd0-cd242d6f5f5d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1306221 Sep 30 08:09:41.932314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b96b6cb4-d5a4-4708-8e3d-58658bc13fe5 req-6d84ddb1-db77-418d-9f66-05bbbaab2872 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] For port 30d2619f-e12e-4c5d-b700-2a772c4b3be9, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=30d2619f-e12e-4c5d-b700-2a772c4b3be9,segment=NetworkSegment(86626353-e392-4ca9-bfb9-35ef2d11609a),segment_id=86626353-e392-4ca9-bfb9-35ef2d11609a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:41.933551 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b96b6cb4-d5a4-4708-8e3d-58658bc13fe5 req-6d84ddb1-db77-418d-9f66-05bbbaab2872 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:41.934622 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-6385e9a3-7c2b-4cb9-abee-18b866789c39 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/quotas/f17614cb631944389c58bbb3be867ead HTTP/1.1" status: 200 len: 375 time: 0.0226490 Sep 30 08:09:41.950439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b96b6cb4-d5a4-4708-8e3d-58658bc13fe5 req-6d84ddb1-db77-418d-9f66-05bbbaab2872 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Calling delete_port for 30d2619f-e12e-4c5d-b700-2a772c4b3be9 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:41.982234 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:41.983353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-0907a55c-a080-4c06-9bcb-2cb2cdcb1a03 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f17614cb631944389c58bbb3be867ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397134 Sep 30 08:09:42.018247 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f52d2548-1720-44b3-a319-570d46d4eb03 req-8cf13eae-37ff-4742-ad3f-74f347db9a59 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987165 Sep 30 08:09:42.039432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:42.057890 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c74a0-c518-4820-b7a0-ad4a72fa0347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fd2c47-06d1-444a-8f3d-c4cde4fe57c4'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:42.062050 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e01feb-ea07-4c96-9b7a-d409ab8ac268" -d '{"events": [{"server_uuid": "985c74a0-c518-4820-b7a0-ad4a72fa0347", "name": "network-vif-plugged", "status": "completed", "tag": "31fd2c47-06d1-444a-8f3d-c4cde4fe57c4"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:42.067924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12b55f-57f6-4e81-8a96-15efcd168739 req-e1b31668-6b53-4b29-9bd4-50d6ccc2b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:42.070117 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd12b55f-57f6-4e81-8a96-15efcd168739 req-e1b31668-6b53-4b29-9bd4-50d6ccc2b9b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ebb080353244c95b75c38e0751f4475&device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 1096 time: 0.0914364 Sep 30 08:09:42.077060 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:42.116569 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b96b6cb4-d5a4-4708-8e3d-58658bc13fe5 req-6d84ddb1-db77-418d-9f66-05bbbaab2872 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:42.126073 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e04a88e3-e909-4e26-9904-0b1979433eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:42.160446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84ddb1-db77-418d-9f66-05bbbaab2872 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Pushing event deleted for resources: {'Port': ['ID=30d2619f-e12e-4c5d-b700-2a772c4b3be9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:42.222940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:42.226593 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96b6cb4-d5a4-4708-8e3d-58658bc13fe5 req-6d84ddb1-db77-418d-9f66-05bbbaab2872 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] No DVR routers for this DVR port 30d2619f-e12e-4c5d-b700-2a772c4b3be9 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:42.230814 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b96b6cb4-d5a4-4708-8e3d-58658bc13fe5 req-6d84ddb1-db77-418d-9f66-05bbbaab2872 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:42.234136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12b55f-57f6-4e81-8a96-15efcd168739 req-7e57cad1-bac3-4605-a7d6-be83d0585187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:42.235788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd12b55f-57f6-4e81-8a96-15efcd168739 req-7e57cad1-bac3-4605-a7d6-be83d0585187 service neutron] 10.222.0.36 "GET /v2.0/networks?id=48b572e1-9836-4dcc-8c62-ad595cfdc233 HTTP/1.1" status: 200 len: 912 time: 0.1361363 Sep 30 08:09:42.236540 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b96b6cb4-d5a4-4708-8e3d-58658bc13fe5 req-6d84ddb1-db77-418d-9f66-05bbbaab2872 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.35 "DELETE /v2.0/ports/30d2619f-e12e-4c5d-b700-2a772c4b3be9 HTTP/1.1" status: 204 len: 173 time: 0.5831819 Sep 30 08:09:42.237005 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b6c7e7-8652-4e15-aa06-2d8cdd502158', 'name': 'network-vif-deleted', 'tag': '30d2619f-e12e-4c5d-b700-2a772c4b3be9'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:42.239803 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e0cf20-7a1b-457f-a18b-fc93dc6873ec" -d '{"events": [{"server_uuid": "62b6c7e7-8652-4e15-aa06-2d8cdd502158", "name": "network-vif-deleted", "tag": "30d2619f-e12e-4c5d-b700-2a772c4b3be9"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:42.297687 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd12b55f-57f6-4e81-8a96-15efcd168739 req-31649dbd-e440-40e3-a53b-69abfeada040 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d06d7ea-0f55-47f2-afcd-f741b4a146b0 HTTP/1.1" status: 200 len: 217 time: 0.0536821 Sep 30 08:09:42.346811 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e72dcb2-1a99-4e21-8416-32ef4dbee61b x-openstack-request-id: req-4e72dcb2-1a99-4e21-8416-32ef4dbee61b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:42.347300 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985c74a0-c518-4820-b7a0-ad4a72fa0347", "name": "network-vif-plugged", "status": "completed", "tag": "31fd2c47-06d1-444a-8f3d-c4cde4fe57c4", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:42.347817 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e72dcb2-1a99-4e21-8416-32ef4dbee61b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:42.348948 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985c74a0-c518-4820-b7a0-ad4a72fa0347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fd2c47-06d1-444a-8f3d-c4cde4fe57c4', 'code': 200} Sep 30 08:09:42.375742 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12b55f-57f6-4e81-8a96-15efcd168739 req-eb4925d0-ede3-4827-84d8-26cb7f66e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:42.377263 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd12b55f-57f6-4e81-8a96-15efcd168739 req-eb4925d0-ede3-4827-84d8-26cb7f66e8f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2c21120-925c-4c50-980f-fa66907ba113 HTTP/1.1" status: 200 len: 851 time: 0.0704730 Sep 30 08:09:42.389229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92eafa-6d24-4cab-9b14-8d5c586b71d2 req-818cce64-e7cb-42f2-93d4-1b825867622c tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:42.390772 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a92eafa-6d24-4cab-9b14-8d5c586b71d2 req-818cce64-e7cb-42f2-93d4-1b825867622c tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.0961330 Sep 30 08:09:42.421032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd12b55f-57f6-4e81-8a96-15efcd168739 req-01377965-c9e9-4c15-92a0-b268a1edeb3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48b572e1-9836-4dcc-8c62-ad595cfdc233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290182 Sep 30 08:09:42.492965 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a92eafa-6d24-4cab-9b14-8d5c586b71d2 req-ca378a28-3de2-4f6d-8310-94cf21ceea4a tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906639 Sep 30 08:09:42.505745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaad7ea-6a5e-4c11-8bac-59eb66b767e3 req-ddeb8e25-3044-40a9-ad41-ffd0e80a99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:42.507880 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8aaad7ea-6a5e-4c11-8bac-59eb66b767e3 req-ddeb8e25-3044-40a9-ad41-ffd0e80a99b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=985c74a0-c518-4820-b7a0-ad4a72fa0347 HTTP/1.1" status: 200 len: 1096 time: 0.0464113 Sep 30 08:09:42.568526 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd12b55f-57f6-4e81-8a96-15efcd168739 req-444476ad-6bff-45ac-b8fd-7066a0f650bc service neutron] 10.222.0.36 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330523 Sep 30 08:09:42.573654 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8aaad7ea-6a5e-4c11-8bac-59eb66b767e3 req-96602617-6aab-4012-8af2-8bda0e410f6c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581932 Sep 30 08:09:42.581140 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afae474-3f53-4877-9d60-6f9809bb7f27 x-openstack-request-id: req-9afae474-3f53-4877-9d60-6f9809bb7f27 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:42.581439 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b6c7e7-8652-4e15-aa06-2d8cdd502158", "name": "network-vif-deleted", "tag": "30d2619f-e12e-4c5d-b700-2a772c4b3be9", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:42.581770 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9afae474-3f53-4877-9d60-6f9809bb7f27 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:42.582268 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b6c7e7-8652-4e15-aa06-2d8cdd502158', 'name': 'network-vif-deleted', 'tag': '30d2619f-e12e-4c5d-b700-2a772c4b3be9', 'status': 'completed', 'code': 200} Sep 30 08:09:42.609657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e15e46e2-bb2d-4ea0-a9e0-b58c7fef2330 req-47d4f432-cd29-4d48-83b0-f57201cedf60 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 210 time: 0.0346973 Sep 30 08:09:42.750756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c17e4401-ab60-4223-b11f-a3c8555179eb req-998b2590-e340-474e-9a11-f9920e7dcb9d tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/ports?device_id=62b6c7e7-8652-4e15-aa06-2d8cdd502158 HTTP/1.1" status: 200 len: 210 time: 0.0581505 Sep 30 08:09:42.772666 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd12b55f-57f6-4e81-8a96-15efcd168739 req-621203b4-ee32-4f6a-99a0-d1a19a7d71bb service neutron] 10.222.0.36 "GET /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870015 Sep 30 08:09:42.793263 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545cb20-02e4-4340-8c98-f95088a3c4ed req-32a1ab90-944c-4c3e-b2e3-c820109d4edd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:42.794851 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6545cb20-02e4-4340-8c98-f95088a3c4ed req-32a1ab90-944c-4c3e-b2e3-c820109d4edd tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 950 time: 0.1037481 Sep 30 08:09:42.840356 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6545cb20-02e4-4340-8c98-f95088a3c4ed req-69f4db98-5ed2-4c53-bc0d-bfd9c3dcf323 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376978 Sep 30 08:09:43.059611 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55126) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:43.139022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e73dcf-f724-48fb-9d1f-48a006d2dcac req-070e8ade-b40b-45cd-b61c-59d1f888b434 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:43.140898 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94e73dcf-f724-48fb-9d1f-48a006d2dcac req-070e8ade-b40b-45cd-b61c-59d1f888b434 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=985c74a0-c518-4820-b7a0-ad4a72fa0347 HTTP/1.1" status: 200 len: 945 time: 0.0640640 Sep 30 08:09:43.195412 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94e73dcf-f724-48fb-9d1f-48a006d2dcac req-d6916536-a27d-4d61-9b0e-d35cbfe1ea33 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480444 Sep 30 08:09:43.196179 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94706982-32d6-4111-8739-e2164db58956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:43.295551 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94706982-32d6-4111-8739-e2164db58956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:43.300131 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94706982-32d6-4111-8739-e2164db58956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:43.319100 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-e495be1d-abd4-4737-bdb3-365dcea83d04 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f17614cb631944389c58bbb3be867ead&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294373 Sep 30 08:09:43.355534 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-94706982-32d6-4111-8739-e2164db58956 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21d69f663dcb4597b94c71fb14dece6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945094 Sep 30 08:09:43.356816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94706982-32d6-4111-8739-e2164db58956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de120752-c258-43fa-8d2c-b88db82bcdb3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:43.360226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:43.424653 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-436d7316-8716-4bd0-82e0-47511305bd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:43.448613 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-436d7316-8716-4bd0-82e0-47511305bd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:43.462669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daeacb9-12d3-498b-ab67-366ca762fd1c req-981238fd-b0bd-48d6-b68b-3fa7a4c37b4e tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:43.464197 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0daeacb9-12d3-498b-ab67-366ca762fd1c req-981238fd-b0bd-48d6-b68b-3fa7a4c37b4e tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.36 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.1093700 Sep 30 08:09:43.465111 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['30d2619f-e12e-4c5d-b700-2a772c4b3be9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:43.500281 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-436d7316-8716-4bd0-82e0-47511305bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:43.503202 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-436d7316-8716-4bd0-82e0-47511305bd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:43.507510 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-436d7316-8716-4bd0-82e0-47511305bd23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de120752-c258-43fa-8d2c-b88db82bcdb3 HTTP/1.1" status: 204 len: 168 time: 0.1434910 Sep 30 08:09:43.512742 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d7316-8716-4bd0-82e0-47511305bd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de120752-c258-43fa-8d2c-b88db82bcdb3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:43.514416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-a41845fd-5e9e-4e38-b423-f96225802144 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:43.515947 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-a41845fd-5e9e-4e38-b423-f96225802144 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870379 Sep 30 08:09:43.537536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Request body: {'port': {'device_id': 'b5c16163-dc8c-437d-af5e-99e45c2ee095', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': 'f17614cb631944389c58bbb3be867ead'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:43.716938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8e499-6aa8-4bb5-b7f1-a5ec8e14e08b req-56049e20-35a2-47a2-802d-fb4aa31ceedb tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:43.718456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f9c8e499-6aa8-4bb5-b7f1-a5ec8e14e08b req-56049e20-35a2-47a2-802d-fb4aa31ceedb tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 946 time: 0.1281354 Sep 30 08:09:43.729800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0daeacb9-12d3-498b-ab67-366ca762fd1c req-f4ebf629-061a-43e6-bcb8-a0c755c654ca tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Deleting port cd6d63ca-5680-48e0-9585-c0c1b71f5bac {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:43.730186 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0daeacb9-12d3-498b-ab67-366ca762fd1c req-f4ebf629-061a-43e6-bcb8-a0c755c654ca tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:43.781210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bbd46c3-be2c-47da-a712-bef0ecc7bb6b req-abb8b1c1-a050-487d-a38a-d95744f2d579 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 210 time: 0.0732229 Sep 30 08:09:43.861908 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Made reservation on behalf of f17614cb631944389c58bbb3be867ead for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:09:43.866206 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:43.888843 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f9c8e499-6aa8-4bb5-b7f1-a5ec8e14e08b req-f703c6b2-a951-4f10-9b25-b01b6e2d92c7 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527412 Sep 30 08:09:43.891515 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:43.924491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0daeacb9-12d3-498b-ab67-366ca762fd1c req-f4ebf629-061a-43e6-bcb8-a0c755c654ca tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] For port cd6d63ca-5680-48e0-9585-c0c1b71f5bac, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=cd6d63ca-5680-48e0-9585-c0c1b71f5bac,segment=NetworkSegment(825fd5ae-a9b1-4e0d-b585-213b96f3ba2b),segment_id=825fd5ae-a9b1-4e0d-b585-213b96f3ba2b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:43.924681 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device cd6d63ca-5680-48e0-9585-c0c1b71f5bac no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:43.924855 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0daeacb9-12d3-498b-ab67-366ca762fd1c req-f4ebf629-061a-43e6-bcb8-a0c755c654ca tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:43.946063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0daeacb9-12d3-498b-ab67-366ca762fd1c req-f4ebf629-061a-43e6-bcb8-a0c755c654ca tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Calling delete_port for cd6d63ca-5680-48e0-9585-c0c1b71f5bac owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:44.040328 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2b6ad-c889-4ac6-bc8c-2eb4e12fde44 req-5dced9ab-bc7d-40d0-949d-7a145b67c43d tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:44.043417 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-24d2b6ad-c889-4ac6-bc8c-2eb4e12fde44 req-5dced9ab-bc7d-40d0-949d-7a145b67c43d tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 950 time: 0.0957716 Sep 30 08:09:44.088476 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:44.095706 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:44.142189 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port cd6d63ca-5680-48e0-9585-c0c1b71f5bac, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=cd6d63ca-5680-48e0-9585-c0c1b71f5bac,segment=NetworkSegment(825fd5ae-a9b1-4e0d-b585-213b96f3ba2b),segment_id=825fd5ae-a9b1-4e0d-b585-213b96f3ba2b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:44.147753 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:44.148949 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:44.208668 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d88750d5-5a5c-42fb-84bd-9e47aedce482 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:44.254950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=cd6d63ca-5680-48e0-9585-c0c1b71f5bac,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:44.259877 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:44.260340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 20e3a3d9-20e6-49a7-b50a-bd7ae4cc81a1 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:44.272826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-24d2b6ad-c889-4ac6-bc8c-2eb4e12fde44 req-033710e6-aef3-4a68-9b6a-c04fcaefa3b6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Deleting port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:44.273191 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-24d2b6ad-c889-4ac6-bc8c-2eb4e12fde44 req-033710e6-aef3-4a68-9b6a-c04fcaefa3b6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:44.277065 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d88750d5-5a5c-42fb-84bd-9e47aedce482 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:44.350290 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f283a75a-e4ca-42e0-aa61-91f2393ad487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6d63ca-5680-48e0-9585-c0c1b71f5bac'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:44.353797 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814d73bf-4a81-425c-a2cf-cbf898f40f14" -d '{"events": [{"server_uuid": "f283a75a-e4ca-42e0-aa61-91f2393ad487", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6d63ca-5680-48e0-9585-c0c1b71f5bac"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:44.405902 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d88750d5-5a5c-42fb-84bd-9e47aedce482 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:44.408787 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d88750d5-5a5c-42fb-84bd-9e47aedce482 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:44.410042 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d88750d5-5a5c-42fb-84bd-9e47aedce482 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "DELETE /v2.0/security-groups/ee7f9406-a5b7-498c-9580-9c726d2d4a54 HTTP/1.1" status: 204 len: 168 time: 0.3133118 Sep 30 08:09:44.412036 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-24d2b6ad-c889-4ac6-bc8c-2eb4e12fde44 req-033710e6-aef3-4a68-9b6a-c04fcaefa3b6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] For port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3cb15e1f-11ee-40a4-9398-4dca0fa842b9,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:44.412481 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-24d2b6ad-c889-4ac6-bc8c-2eb4e12fde44 req-033710e6-aef3-4a68-9b6a-c04fcaefa3b6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:44.422386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55186) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:44.445502 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-24d2b6ad-c889-4ac6-bc8c-2eb4e12fde44 req-033710e6-aef3-4a68-9b6a-c04fcaefa3b6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Calling delete_port for 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:44.450179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88750d5-5a5c-42fb-84bd-9e47aedce482 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7f9406-a5b7-498c-9580-9c726d2d4a54,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:44.453895 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-84852bca-320d-4f16-84c1-81909b0e5495 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] show failed (client error): The resource could not be found. Sep 30 08:09:44.454974 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-84852bca-320d-4f16-84c1-81909b0e5495 tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "GET /v2.0/security-groups/ee7f9406-a5b7-498c-9580-9c726d2d4a54 HTTP/1.1" status: 404 len: 347 time: 0.0313277 Sep 30 08:09:44.461502 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55190) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:44.544276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bf8cc-1560-40aa-90dd-f8248b8119e5 req-e24d0a0d-7ea8-4cf1-9fff-b096390a2a94 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:44.546088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d03bf8cc-1560-40aa-90dd-f8248b8119e5 req-e24d0a0d-7ea8-4cf1-9fff-b096390a2a94 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=985c74a0-c518-4820-b7a0-ad4a72fa0347 HTTP/1.1" status: 200 len: 945 time: 0.1552918 Sep 30 08:09:44.557161 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c1b25-9fca-46be-8518-3653e8ba1de5 req-41687576-797a-4990-bd8b-b2c365545589 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:44.558690 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c5c1b25-9fca-46be-8518-3653e8ba1de5 req-41687576-797a-4990-bd8b-b2c365545589 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 950 time: 0.1617887 Sep 30 08:09:44.635354 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:44.659715 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bb244f01-84ab-40d6-a459-8d81ab19aa4d tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Deleting port d59cce73-a68b-4c40-a8aa-4cefcf653256 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:44.660589 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb244f01-84ab-40d6-a459-8d81ab19aa4d tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:44.661516 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:44.697198 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d03bf8cc-1560-40aa-90dd-f8248b8119e5 req-2a3076d2-784c-4b69-b68d-62bab425c5db tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375012 Sep 30 08:09:44.723099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c5c1b25-9fca-46be-8518-3653e8ba1de5 req-6abbf079-a72f-4cb2-8e95-1572ac6a1a29 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552522 Sep 30 08:09:44.731966 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0daeacb9-12d3-498b-ab67-366ca762fd1c req-f4ebf629-061a-43e6-bcb8-a0c755c654ca tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:44.747623 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['1d06d7ea-0f55-47f2-afcd-f741b4a146b0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:44.793901 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ad4af87-bce6-46d7-bddd-ffaeb68c2297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:44.820969 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43d8c11-2bd6-4646-81d2-0737eadcd253 x-openstack-request-id: req-c43d8c11-2bd6-4646-81d2-0737eadcd253 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:44.821381 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f283a75a-e4ca-42e0-aa61-91f2393ad487", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6d63ca-5680-48e0-9585-c0c1b71f5bac", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:44.821896 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c43d8c11-2bd6-4646-81d2-0737eadcd253 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:44.822374 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f283a75a-e4ca-42e0-aa61-91f2393ad487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6d63ca-5680-48e0-9585-c0c1b71f5bac', 'code': 200} Sep 30 08:09:44.927061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c531b1-7d2b-4dce-8c4e-25d173894483,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:44.938654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebf629-061a-43e6-bcb8-a0c755c654ca tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Pushing event deleted for resources: {'Port': ['ID=cd6d63ca-5680-48e0-9585-c0c1b71f5bac,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:45.011144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0daeacb9-12d3-498b-ab67-366ca762fd1c req-f4ebf629-061a-43e6-bcb8-a0c755c654ca tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] No DVR routers for this DVR port cd6d63ca-5680-48e0-9585-c0c1b71f5bac on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:45.036191 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0daeacb9-12d3-498b-ab67-366ca762fd1c req-f4ebf629-061a-43e6-bcb8-a0c755c654ca tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:45.038490 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0daeacb9-12d3-498b-ab67-366ca762fd1c req-f4ebf629-061a-43e6-bcb8-a0c755c654ca tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.36 "DELETE /v2.0/ports/cd6d63ca-5680-48e0-9585-c0c1b71f5bac HTTP/1.1" status: 204 len: 173 time: 1.5667524 Sep 30 08:09:45.038945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f283a75a-e4ca-42e0-aa61-91f2393ad487', 'name': 'network-vif-deleted', 'tag': 'cd6d63ca-5680-48e0-9585-c0c1b71f5bac'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:45.041485 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea6bf68-308c-4811-9877-307d73a27c46" -d '{"events": [{"server_uuid": "f283a75a-e4ca-42e0-aa61-91f2393ad487", "name": "network-vif-deleted", "tag": "cd6d63ca-5680-48e0-9585-c0c1b71f5bac"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:45.099739 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd0483ce-8ad8-4937-b33f-5a81a51a4415 req-7dd5949d-fed4-4a0f-9741-0c802205a9fd tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 210 time: 0.0371499 Sep 30 08:09:45.132155 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Allocated IP 192.168.233.157 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/f73e22bc-2925-4360-abd5-f2a183de374e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:09:45.168568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84503f3c-ac16-4d6e-af32-95be947aaa43 req-dc8591b1-ab36-45ac-8e89-e608bf46a5f0 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283a75a-e4ca-42e0-aa61-91f2393ad487 HTTP/1.1" status: 200 len: 210 time: 0.0549769 Sep 30 08:09:45.241744 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:45.297487 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-24d2b6ad-c889-4ac6-bc8c-2eb4e12fde44 req-033710e6-aef3-4a68-9b6a-c04fcaefa3b6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:45.306078 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4467671f-525e-4f33-81b6-ed595392eef1 x-openstack-request-id: req-4467671f-525e-4f33-81b6-ed595392eef1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:45.306414 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f283a75a-e4ca-42e0-aa61-91f2393ad487", "name": "network-vif-deleted", "tag": "cd6d63ca-5680-48e0-9585-c0c1b71f5bac", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:45.307181 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4467671f-525e-4f33-81b6-ed595392eef1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:45.307181 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f283a75a-e4ca-42e0-aa61-91f2393ad487', 'name': 'network-vif-deleted', 'tag': 'cd6d63ca-5680-48e0-9585-c0c1b71f5bac', 'status': 'completed', 'code': 200} Sep 30 08:09:45.309603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['930d837a-04e9-4c9a-b414-946ea1ab5dde', '3cb15e1f-11ee-40a4-9398-4dca0fa842b9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:45.341770 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb244f01-84ab-40d6-a459-8d81ab19aa4d tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:45.342083 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb244f01-84ab-40d6-a459-8d81ab19aa4d tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:45.345274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033710e6-aef3-4a68-9b6a-c04fcaefa3b6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event deleted for resources: {'Port': ['ID=3cb15e1f-11ee-40a4-9398-4dca0fa842b9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:45.374934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e5ed534d-6169-4ad3-9a35-85f2c5736c3d', '65669714-cdfd-4b77-ad44-a2d22afb310c', 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea', '74da8181-226e-4c13-ac03-fde62ef1a512'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:45.386412 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bb244f01-84ab-40d6-a459-8d81ab19aa4d tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Calling delete_port for d59cce73-a68b-4c40-a8aa-4cefcf653256 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:45.405687 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d2b6ad-c889-4ac6-bc8c-2eb4e12fde44 req-033710e6-aef3-4a68-9b6a-c04fcaefa3b6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] No DVR routers for this DVR port 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 on host n-h1-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:45.412003 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-24d2b6ad-c889-4ac6-bc8c-2eb4e12fde44 req-033710e6-aef3-4a68-9b6a-c04fcaefa3b6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:45.423711 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-24d2b6ad-c889-4ac6-bc8c-2eb4e12fde44 req-033710e6-aef3-4a68-9b6a-c04fcaefa3b6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.36 "DELETE /v2.0/ports/3cb15e1f-11ee-40a4-9398-4dca0fa842b9 HTTP/1.1" status: 204 len: 173 time: 1.3619576 Sep 30 08:09:45.424598 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7952d10-57d4-496e-88e4-ed681c469c59', 'name': 'network-vif-deleted', 'tag': '3cb15e1f-11ee-40a4-9398-4dca0fa842b9'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:45.427864 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1c951c-e9f7-4b7e-adbd-2a2676e49409" -d '{"events": [{"server_uuid": "e7952d10-57d4-496e-88e4-ed681c469c59", "name": "network-vif-deleted", "tag": "3cb15e1f-11ee-40a4-9398-4dca0fa842b9"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:45.448061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357be42-1798-4648-971b-87631d10a4ec req-d18fef7c-9bc4-4b23-a503-4954a014414e tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:45.449871 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2357be42-1798-4648-971b-87631d10a4ec req-d18fef7c-9bc4-4b23-a503-4954a014414e tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=985c74a0-c518-4820-b7a0-ad4a72fa0347 HTTP/1.1" status: 200 len: 945 time: 0.1420419 Sep 30 08:09:45.499048 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:45.531866 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2357be42-1798-4648-971b-87631d10a4ec req-0b1e4104-15b8-43bd-8049-58d06a6b28c8 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730937 Sep 30 08:09:45.564690 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e9cd9a-1e8a-44ba-ad30-d9c296f35ead x-openstack-request-id: req-a1e9cd9a-1e8a-44ba-ad30-d9c296f35ead {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:45.565335 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7952d10-57d4-496e-88e4-ed681c469c59", "name": "network-vif-deleted", "tag": "3cb15e1f-11ee-40a4-9398-4dca0fa842b9", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:45.565644 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1e9cd9a-1e8a-44ba-ad30-d9c296f35ead {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:45.566863 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7952d10-57d4-496e-88e4-ed681c469c59', 'name': 'network-vif-deleted', 'tag': '3cb15e1f-11ee-40a4-9398-4dca0fa842b9', 'status': 'completed', 'code': 200} Sep 30 08:09:45.581593 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 30d2619f-e12e-4c5d-b700-2a772c4b3be9 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:45.601869 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:45.637691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 30d2619f-e12e-4c5d-b700-2a772c4b3be9 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:45.638182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 30d2619f-e12e-4c5d-b700-2a772c4b3be9 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:45.746591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Pushing event updated for resources: {'Port': ['ID=f73e22bc-2925-4360-abd5-f2a183de374e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:45.771275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:09:45.777064 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb244f01-84ab-40d6-a459-8d81ab19aa4d tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:45.779525 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:09:45.784113 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:09:45.828327 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:45.846869 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb244f01-84ab-40d6-a459-8d81ab19aa4d tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Pushing event deleted for resources: {'Port': ['ID=d59cce73-a68b-4c40-a8aa-4cefcf653256,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:45.923413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:45.924231 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:45.964498 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb244f01-84ab-40d6-a459-8d81ab19aa4d tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:45.969731 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb244f01-84ab-40d6-a459-8d81ab19aa4d tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:45.976098 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bb244f01-84ab-40d6-a459-8d81ab19aa4d tempest-ImagesOneServerNegativeTestJSON-1486606008 tempest-ImagesOneServerNegativeTestJSON-1486606008-project] 10.222.0.24 "DELETE /v2.0/floatingips/5b45f736-7c82-4ed2-b433-e08421b9a418 HTTP/1.1" status: 204 len: 168 time: 1.5118818 Sep 30 08:09:46.007893 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82bacf5e-0673-4892-9436-b05d588ffd30 req-64bbc3fe-7c28-454b-9b80-b9218eade81b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7952d10-57d4-496e-88e4-ed681c469c59 HTTP/1.1" status: 200 len: 210 time: 0.1162546 Sep 30 08:09:46.022653 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-1a221e08-4b68-434d-9bfb-67eece657de1 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4899938 Sep 30 08:09:46.042492 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Request body: {'port': {'device_id': 'b5c16163-dc8c-437d-af5e-99e45c2ee095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:09:46.188127 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:46.228806 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55258) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:46.318207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e4110b-7dc3-4645-b2ce-aeae811108d6 admin admin] Deleting subnet 54caae0a-bf1e-45dd-a015-d4dccfe0100e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:09:46.325773 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79e4110b-7dc3-4645-b2ce-aeae811108d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:46.369634 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79e4110b-7dc3-4645-b2ce-aeae811108d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:46.423337 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79e4110b-7dc3-4645-b2ce-aeae811108d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:46.423821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42875a04-b2cd-467f-9eb0-c9abbcd4e086 req-7c254d98-d76d-4530-9614-961e0d0d8179 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:46.432477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-91e73307-4ce5-463e-8501-9e63a66cb726 None None] Provisioning complete for port f73e22bc-2925-4360-abd5-f2a183de374e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:46.433245 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-91e73307-4ce5-463e-8501-9e63a66cb726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:46.433570 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42875a04-b2cd-467f-9eb0-c9abbcd4e086 req-7c254d98-d76d-4530-9614-961e0d0d8179 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 936 time: 0.2220953 Sep 30 08:09:46.516034 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42875a04-b2cd-467f-9eb0-c9abbcd4e086 req-96c9891c-02dd-416d-a3bf-37d8704dcf19 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c531b1-7d2b-4dce-8c4e-25d173894483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811386 Sep 30 08:09:46.520703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-91e73307-4ce5-463e-8501-9e63a66cb726 None None] Port f73e22bc-2925-4360-abd5-f2a183de374e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:09:46.526017 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79e4110b-7dc3-4645-b2ce-aeae811108d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:46.555045 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4110b-7dc3-4645-b2ce-aeae811108d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54caae0a-bf1e-45dd-a015-d4dccfe0100e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:46.557335 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79e4110b-7dc3-4645-b2ce-aeae811108d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:46.559402 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-79e4110b-7dc3-4645-b2ce-aeae811108d6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/54caae0a-bf1e-45dd-a015-d4dccfe0100e HTTP/1.1" status: 204 len: 168 time: 0.3295412 Sep 30 08:09:46.562045 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:46.645815 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e70f44f-aca3-43fb-b330-fa4f11390be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:46.728681 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532ec90-2864-42dc-aabf-fb20039eca1b req-140a2497-32f4-4aed-9ebb-e337ce1066f6 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:46.730244 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e532ec90-2864-42dc-aabf-fb20039eca1b req-140a2497-32f4-4aed-9ebb-e337ce1066f6 tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.1800919 Sep 30 08:09:46.741348 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e70f44f-aca3-43fb-b330-fa4f11390be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:46.743103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73e22bc-2925-4360-abd5-f2a183de374e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:09:46.759798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472349ea-59d5-4b10-bcff-4c0086fe419e req-b98e7344-7dd0-4721-aaf5-e52d530b08cb tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:46.762010 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6e70f44f-aca3-43fb-b330-fa4f11390be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e755c17-219c-49c1-b703-6b834ea08d5e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:46.762211 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-472349ea-59d5-4b10-bcff-4c0086fe419e req-b98e7344-7dd0-4721-aaf5-e52d530b08cb tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=985c74a0-c518-4820-b7a0-ad4a72fa0347 HTTP/1.1" status: 200 len: 945 time: 0.1345649 Sep 30 08:09:46.764743 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:46.772150 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6e70f44f-aca3-43fb-b330-fa4f11390be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86626353-e392-4ca9-bfb9-35ef2d11609a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:46.772466 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6e70f44f-aca3-43fb-b330-fa4f11390be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86626353-e392-4ca9-bfb9-35ef2d11609a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:46.792529 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e70f44f-aca3-43fb-b330-fa4f11390be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:46.807194 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e70f44f-aca3-43fb-b330-fa4f11390be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:46.815144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e70f44f-aca3-43fb-b330-fa4f11390be3 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:09:46.815874 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e70f44f-aca3-43fb-b330-fa4f11390be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:09:46.818199 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:09:46.848706 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e532ec90-2864-42dc-aabf-fb20039eca1b req-75041f50-ac24-4568-a46b-880db8dc6d4b tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981133 Sep 30 08:09:46.866354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-472349ea-59d5-4b10-bcff-4c0086fe419e req-fb2a45f8-3943-4def-8f24-845db491cdb0 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894101 Sep 30 08:09:46.897363 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e70f44f-aca3-43fb-b330-fa4f11390be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:46.897922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Transition to ACTIVE for port object f73e22bc-2925-4360-abd5-f2a183de374e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:09:46.903622 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e70f44f-aca3-43fb-b330-fa4f11390be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:46.905857 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6e70f44f-aca3-43fb-b330-fa4f11390be3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7e755c17-219c-49c1-b703-6b834ea08d5e HTTP/1.1" status: 204 len: 168 time: 0.3424826 Sep 30 08:09:46.911161 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:46.919657 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70f44f-aca3-43fb-b330-fa4f11390be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e755c17-219c-49c1-b703-6b834ea08d5e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:47.089816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Pushing event updated for resources: {'Port': ['ID=f73e22bc-2925-4360-abd5-f2a183de374e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:47.137554 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Attempting to bind port f73e22bc-2925-4360-abd5-f2a183de374e on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:09:47.137894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Attempting to bind port f73e22bc-2925-4360-abd5-f2a183de374e by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:09:47.138664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Attempting to bind port f73e22bc-2925-4360-abd5-f2a183de374e on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:09:47.145914 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Port f73e22bc-2925-4360-abd5-f2a183de374e on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:09:47.146253 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Attempting to bind port f73e22bc-2925-4360-abd5-f2a183de374e on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:09:47.153733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:09:47.154083 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:09:47.154479 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:09:47.155039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Bound port: f73e22bc-2925-4360-abd5-f2a183de374e, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:09:47.155277 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:47.251877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55310) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:47.280230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] For port f73e22bc-2925-4360-abd5-f2a183de374e, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:09:47.284298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] For port f73e22bc-2925-4360-abd5-f2a183de374e, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f73e22bc-2925-4360-abd5-f2a183de374e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:09:47.296692 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:47.332332 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-01909109-199c-4a5b-8796-15e8b846ab01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f26567306b514138aaf37ab1a4cc7d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779810 Sep 30 08:09:47.336118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:47.361066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Pushing event updated for resources: {'Port': ['ID=f73e22bc-2925-4360-abd5-f2a183de374e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:47.368319 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:47.369171 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:47.370752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-ca5b68ba-d6fe-49eb-9009-d472f8b9b657 service neutron] 10.222.0.36 "PUT /v2.0/ports/f73e22bc-2925-4360-abd5-f2a183de374e HTTP/1.1" status: 200 len: 1096 time: 1.3403621 Sep 30 08:09:47.371230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c16163-dc8c-437d-af5e-99e45c2ee095', 'tag': 'f73e22bc-2925-4360-abd5-f2a183de374e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:47.373710 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb8792e-33b4-4efb-b2c4-9c88c6d4f0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c16163-dc8c-437d-af5e-99e45c2ee095", "tag": "f73e22bc-2925-4360-abd5-f2a183de374e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:47.468277 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ea6cf9-091b-454a-8bc8-b3026c7fe4d1 x-openstack-request-id: req-43ea6cf9-091b-454a-8bc8-b3026c7fe4d1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:47.468571 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c16163-dc8c-437d-af5e-99e45c2ee095", "tag": "f73e22bc-2925-4360-abd5-f2a183de374e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:47.468799 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43ea6cf9-091b-454a-8bc8-b3026c7fe4d1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:47.469153 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c16163-dc8c-437d-af5e-99e45c2ee095', 'tag': 'f73e22bc-2925-4360-abd5-f2a183de374e', 'status': 'completed', 'code': 200} Sep 30 08:09:47.477749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b9514cf-3568-4fad-950a-4d0c0bf7a668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:47.501058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55324) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:47.527758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-b1e8dd50-991d-4e06-a383-941ae20691a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:47.529788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-b1e8dd50-991d-4e06-a383-941ae20691a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f17614cb631944389c58bbb3be867ead&device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 1099 time: 0.1059740 Sep 30 08:09:47.544735 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b9514cf-3568-4fad-950a-4d0c0bf7a668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:47.584887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-57bfc47c-32f6-42da-bc0e-0934d0cbba01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f73e22bc-2925-4360-abd5-f2a183de374e HTTP/1.1" status: 200 len: 217 time: 0.0454350 Sep 30 08:09:47.638208 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b9514cf-3568-4fad-950a-4d0c0bf7a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:47.641774 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b9514cf-3568-4fad-950a-4d0c0bf7a668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:47.643064 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6b9514cf-3568-4fad-950a-4d0c0bf7a668 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47e04ed5-df2a-485f-9937-6dbc601b444b HTTP/1.1" status: 204 len: 168 time: 0.3056006 Sep 30 08:09:47.661213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9514cf-3568-4fad-950a-4d0c0bf7a668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e04ed5-df2a-485f-9937-6dbc601b444b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:47.667513 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:47.762734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-a3417268-2958-4923-bd07-9ebb399492a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:47.764331 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-a3417268-2958-4923-bd07-9ebb399492a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1711228 Sep 30 08:09:47.805372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840dcc9-9310-4bea-afae-4111ca54f524 req-8c703397-8e57-44fa-a389-a17c5417b875 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:47.806871 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7840dcc9-9310-4bea-afae-4111ca54f524 req-8c703397-8e57-44fa-a389-a17c5417b875 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 948 time: 0.1301796 Sep 30 08:09:47.832700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52ead6-18e0-422d-9cef-38a1df729833 req-77d18528-afb9-4d6d-8ad7-143018356d19 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:47.834381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c52ead6-18e0-422d-9cef-38a1df729833 req-77d18528-afb9-4d6d-8ad7-143018356d19 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5f51f3b-551c-4f95-b4ec-4da3e4d1505e HTTP/1.1" status: 200 len: 950 time: 0.1350043 Sep 30 08:09:47.852042 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58764fed-8cc6-4cd7-ab99-516bef36b4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:47.924427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-034c1646-b08a-4db4-b48e-ce5292909ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:47.925984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-034c1646-b08a-4db4-b48e-ce5292909ec6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1501722 Sep 30 08:09:47.936256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7840dcc9-9310-4bea-afae-4111ca54f524 req-44223696-21b5-4e9f-a2a7-73b83705d00e tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c531b1-7d2b-4dce-8c4e-25d173894483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959597 Sep 30 08:09:47.938892 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c52ead6-18e0-422d-9cef-38a1df729833 req-881db6c7-84bc-4128-a330-97ebbcf5390b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954030 Sep 30 08:09:47.969214 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:48.000480 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:48.002368 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3cb15e1f-11ee-40a4-9398-4dca0fa842b9 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:48.105878 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-b9bd4134-3682-4a64-84df-02d96e4511f2 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654391 Sep 30 08:09:48.117311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34353e-07ee-4242-ba80-79d9b57aed62 req-f0e3b581-4ac7-4f36-a3cc-faafa17b796a tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:48.118788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a34353e-07ee-4242-ba80-79d9b57aed62 req-f0e3b581-4ac7-4f36-a3cc-faafa17b796a tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.0917802 Sep 30 08:09:48.192029 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58764fed-8cc6-4cd7-ab99-516bef36b4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:48.227845 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58764fed-8cc6-4cd7-ab99-516bef36b4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:48.259126 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a34353e-07ee-4242-ba80-79d9b57aed62 req-cac14290-104e-46d4-9ca1-5ab157469ecc tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fc2d06-32ae-421b-9703-ee29725bbc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272042 Sep 30 08:09:48.293344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58764fed-8cc6-4cd7-ab99-516bef36b4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18cb870-1878-4320-aff8-dd3824050bb3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:48.301654 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-58764fed-8cc6-4cd7-ab99-516bef36b4bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30a1017596d043d5b86d5898f2b068c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7968986 Sep 30 08:09:48.302754 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a13425fa-1784-46b5-862b-2c0aa56653e5 req-9a41d516-0ef5-482c-bb6a-ea89c77b94ae service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800303 Sep 30 08:09:48.302754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55358) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:48.356525 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d32ca8e8-9cb1-4efa-bc74-32e2a3b16a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:48.404756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d32ca8e8-9cb1-4efa-bc74-32e2a3b16a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:48.439192 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8792e-33b4-4efb-b2c4-9c88c6d4f0ad req-e9968001-1580-410c-9dae-a5c1070787ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:48.440735 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ffb8792e-33b4-4efb-b2c4-9c88c6d4f0ad req-e9968001-1580-410c-9dae-a5c1070787ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f17614cb631944389c58bbb3be867ead&device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 1099 time: 0.0822783 Sep 30 08:09:48.511549 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d32ca8e8-9cb1-4efa-bc74-32e2a3b16a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:48.514089 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d32ca8e8-9cb1-4efa-bc74-32e2a3b16a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:48.515224 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d32ca8e8-9cb1-4efa-bc74-32e2a3b16a2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b18cb870-1878-4320-aff8-dd3824050bb3 HTTP/1.1" status: 204 len: 168 time: 0.2118418 Sep 30 08:09:48.528353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ca8e8-9cb1-4efa-bc74-32e2a3b16a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18cb870-1878-4320-aff8-dd3824050bb3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:48.563054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8792e-33b4-4efb-b2c4-9c88c6d4f0ad req-c95cd450-1a90-4bfe-9a88-afb5352efc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:48.564573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ffb8792e-33b4-4efb-b2c4-9c88c6d4f0ad req-c95cd450-1a90-4bfe-9a88-afb5352efc56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1133144 Sep 30 08:09:48.622001 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ffb8792e-33b4-4efb-b2c4-9c88c6d4f0ad req-596d69da-b395-4cd3-8245-ec67c72c7f40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f73e22bc-2925-4360-abd5-f2a183de374e HTTP/1.1" status: 200 len: 217 time: 0.0454848 Sep 30 08:09:48.659558 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8150b6-5756-4089-83ba-4bdbee594a30 req-5eef5dbc-eede-4d76-ba4c-b78962a5150b tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:48.662500 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ed8150b6-5756-4089-83ba-4bdbee594a30 req-5eef5dbc-eede-4d76-ba4c-b78962a5150b tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.36 "GET /v2.0/ports?device_id=19fd695b-3a7e-4e80-ac33-5389fdbdc462 HTTP/1.1" status: 200 len: 945 time: 0.0517058 Sep 30 08:09:48.677607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8792e-33b4-4efb-b2c4-9c88c6d4f0ad req-92d8f25d-29ba-4c27-9ba7-e9b396afb91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:48.679237 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ffb8792e-33b4-4efb-b2c4-9c88c6d4f0ad req-92d8f25d-29ba-4c27-9ba7-e9b396afb91e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0515292 Sep 30 08:09:48.764614 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-ed8150b6-5756-4089-83ba-4bdbee594a30 req-a447df8b-e177-4643-8c11-d00be6cfe20d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Deleting port 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:48.764855 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ed8150b6-5756-4089-83ba-4bdbee594a30 req-a447df8b-e177-4643-8c11-d00be6cfe20d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:48.776580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8792e-33b4-4efb-b2c4-9c88c6d4f0ad req-fb6f54f5-7f0e-4384-9a3a-7c16527c70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:48.778109 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ffb8792e-33b4-4efb-b2c4-9c88c6d4f0ad req-fb6f54f5-7f0e-4384-9a3a-7c16527c70fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827601 Sep 30 08:09:48.785930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3c8cb-9bdb-4057-96a2-d28410160282 req-b95526e5-0048-409a-bc90-00d892df24c0 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:48.787371 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ee3c8cb-9bdb-4057-96a2-d28410160282 req-b95526e5-0048-409a-bc90-00d892df24c0 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5f51f3b-551c-4f95-b4ec-4da3e4d1505e HTTP/1.1" status: 200 len: 950 time: 0.0807655 Sep 30 08:09:48.867750 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ed8150b6-5756-4089-83ba-4bdbee594a30 req-a447df8b-e177-4643-8c11-d00be6cfe20d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] For port 1d06d7ea-0f55-47f2-afcd-f741b4a146b0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1d06d7ea-0f55-47f2-afcd-f741b4a146b0,segment=NetworkSegment(825fd5ae-a9b1-4e0d-b585-213b96f3ba2b),segment_id=825fd5ae-a9b1-4e0d-b585-213b96f3ba2b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:48.868436 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ed8150b6-5756-4089-83ba-4bdbee594a30 req-a447df8b-e177-4643-8c11-d00be6cfe20d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:48.882283 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-ed8150b6-5756-4089-83ba-4bdbee594a30 req-a447df8b-e177-4643-8c11-d00be6cfe20d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Calling delete_port for 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:48.914630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55384) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:48.940938 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aec4cf2b-bcdf-457f-bace-e7131ee3afa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:49.015918 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ed8150b6-5756-4089-83ba-4bdbee594a30 req-a447df8b-e177-4643-8c11-d00be6cfe20d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:49.029923 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['1d06d7ea-0f55-47f2-afcd-f741b4a146b0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:49.049011 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447df8b-e177-4643-8c11-d00be6cfe20d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Pushing event deleted for resources: {'Port': ['ID=1d06d7ea-0f55-47f2-afcd-f741b4a146b0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:49.101690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8150b6-5756-4089-83ba-4bdbee594a30 req-a447df8b-e177-4643-8c11-d00be6cfe20d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] No DVR routers for this DVR port 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 on host n-h1-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:49.104288 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ed8150b6-5756-4089-83ba-4bdbee594a30 req-a447df8b-e177-4643-8c11-d00be6cfe20d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:49.106386 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ed8150b6-5756-4089-83ba-4bdbee594a30 req-a447df8b-e177-4643-8c11-d00be6cfe20d tempest-ServerRescueTestJSON-1614806233 tempest-ServerRescueTestJSON-1614806233-project] 10.222.0.36 "DELETE /v2.0/ports/1d06d7ea-0f55-47f2-afcd-f741b4a146b0 HTTP/1.1" status: 204 len: 173 time: 0.4366226 Sep 30 08:09:49.106834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fd695b-3a7e-4e80-ac33-5389fdbdc462', 'name': 'network-vif-deleted', 'tag': '1d06d7ea-0f55-47f2-afcd-f741b4a146b0'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:49.109146 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3964aa-3f0f-4161-b189-501fae97486b" -d '{"events": [{"server_uuid": "19fd695b-3a7e-4e80-ac33-5389fdbdc462", "name": "network-vif-deleted", "tag": "1d06d7ea-0f55-47f2-afcd-f741b4a146b0"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:49.234066 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ffb8792e-33b4-4efb-b2c4-9c88c6d4f0ad req-20816e09-3a72-47b3-ad72-85b9c16f50dc service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451537 Sep 30 08:09:49.377677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-5ee3c8cb-9bdb-4057-96a2-d28410160282 req-0eae294a-2afe-4a54-951b-267fc82b9a9a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Deleting port 930d837a-04e9-4c9a-b414-946ea1ab5dde {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:49.377959 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5ee3c8cb-9bdb-4057-96a2-d28410160282 req-0eae294a-2afe-4a54-951b-267fc82b9a9a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:49.384911 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a212cc-c36d-4e4b-87d5-b56bfaa5935c req-c5b80d15-a71b-4b23-b649-f91d00799675 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:49.386378 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98a212cc-c36d-4e4b-87d5-b56bfaa5935c req-c5b80d15-a71b-4b23-b649-f91d00799675 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe9c0aa7-c9fa-4764-bb05-6f22a776170e HTTP/1.1" status: 200 len: 949 time: 0.0481136 Sep 30 08:09:49.391842 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334034ea-21ba-442a-b939-34190420be82 req-9492d62e-ba3c-4124-9745-deed822dc965 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:49.393340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-334034ea-21ba-442a-b939-34190420be82 req-9492d62e-ba3c-4124-9745-deed822dc965 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5f51f3b-551c-4f95-b4ec-4da3e4d1505e HTTP/1.1" status: 200 len: 950 time: 0.1932731 Sep 30 08:09:49.432167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7dd84-2814-40c7-b723-6c072fb103d9 req-03fedf83-71a2-4c9e-aced-99989d320ede tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:49.433683 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bc7dd84-2814-40c7-b723-6c072fb103d9 req-03fedf83-71a2-4c9e-aced-99989d320ede tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 948 time: 0.2323496 Sep 30 08:09:49.487174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-98a212cc-c36d-4e4b-87d5-b56bfaa5935c req-1c59e914-07e3-43ea-8a9e-03dd475c1772 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Deleting port 74da8181-226e-4c13-ac03-fde62ef1a512 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:49.487611 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98a212cc-c36d-4e4b-87d5-b56bfaa5935c req-1c59e914-07e3-43ea-8a9e-03dd475c1772 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:49.570767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ffb8792e-33b4-4efb-b2c4-9c88c6d4f0ad req-f27baf36-08fe-4949-88a0-cc67efb68e4a service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064988 Sep 30 08:09:49.583343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-98a212cc-c36d-4e4b-87d5-b56bfaa5935c req-1c59e914-07e3-43ea-8a9e-03dd475c1772 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] For port 74da8181-226e-4c13-ac03-fde62ef1a512, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=74da8181-226e-4c13-ac03-fde62ef1a512,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:49.583715 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98a212cc-c36d-4e4b-87d5-b56bfaa5935c req-1c59e914-07e3-43ea-8a9e-03dd475c1772 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:49.598439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-98a212cc-c36d-4e4b-87d5-b56bfaa5935c req-1c59e914-07e3-43ea-8a9e-03dd475c1772 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Calling delete_port for 74da8181-226e-4c13-ac03-fde62ef1a512 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:49.602206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bc7dd84-2814-40c7-b723-6c072fb103d9 req-e9ef13a6-dd71-480a-bcef-97fdc29608c4 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c531b1-7d2b-4dce-8c4e-25d173894483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481760 Sep 30 08:09:49.613560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:09:49.620404 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-334034ea-21ba-442a-b939-34190420be82 req-333506da-29ff-44b8-989a-b9a17ced001e tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041962 Sep 30 08:09:49.634247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5ee3c8cb-9bdb-4057-96a2-d28410160282 req-0eae294a-2afe-4a54-951b-267fc82b9a9a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] For port 930d837a-04e9-4c9a-b414-946ea1ab5dde, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=930d837a-04e9-4c9a-b414-946ea1ab5dde,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:49.634626 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5ee3c8cb-9bdb-4057-96a2-d28410160282 req-0eae294a-2afe-4a54-951b-267fc82b9a9a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:49.666961 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-5ee3c8cb-9bdb-4057-96a2-d28410160282 req-0eae294a-2afe-4a54-951b-267fc82b9a9a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Calling delete_port for 930d837a-04e9-4c9a-b414-946ea1ab5dde owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:49.674681 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aec4cf2b-bcdf-457f-bace-e7131ee3afa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:49.699283 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43730e5d-15c2-4251-85bf-20bb7f271a14 x-openstack-request-id: req-43730e5d-15c2-4251-85bf-20bb7f271a14 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:49.699863 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fd695b-3a7e-4e80-ac33-5389fdbdc462", "name": "network-vif-deleted", "tag": "1d06d7ea-0f55-47f2-afcd-f741b4a146b0", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:49.699863 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43730e5d-15c2-4251-85bf-20bb7f271a14 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:49.700115 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aec4cf2b-bcdf-457f-bace-e7131ee3afa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:49.701873 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fd695b-3a7e-4e80-ac33-5389fdbdc462', 'name': 'network-vif-deleted', 'tag': '1d06d7ea-0f55-47f2-afcd-f741b4a146b0', 'status': 'completed', 'code': 200} Sep 30 08:09:49.756971 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55406) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:49.846357 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4cf2b-bcdf-457f-bace-e7131ee3afa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aff6cb0-5c39-483e-9122-7cf1bbd49cc9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:49.854892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:49.880009 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '31fd2c47-06d1-444a-8f3d-c4cde4fe57c4', 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b', 'port_id': '31fd2c47-06d1-444a-8f3d-c4cde4fe57c4', 'mac_address': 'fa:16:3e:74:fb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe50dcfe-f2a1-4640-98cf-8d67829f1b8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:09:49.885466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-aec4cf2b-bcdf-457f-bace-e7131ee3afa9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e5c5c8920e04c17b945bdbe52995579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9684091 Sep 30 08:09:49.887825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55418) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:49.929676 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:49.953683 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device f73e22bc-2925-4360-abd5-f2a183de374e details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:09:49.961532 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:09:49.966814 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1179925d-68d1-445f-a0b8-f335e30e948b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:49.989398 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:49.990539 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1179925d-68d1-445f-a0b8-f335e30e948b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:50.009318 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:50.031047 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98a212cc-c36d-4e4b-87d5-b56bfaa5935c req-1c59e914-07e3-43ea-8a9e-03dd475c1772 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:50.045120 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['930d837a-04e9-4c9a-b414-946ea1ab5dde'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:50.076728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59e914-07e3-43ea-8a9e-03dd475c1772 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event deleted for resources: {'Port': ['ID=74da8181-226e-4c13-ac03-fde62ef1a512,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:50.087255 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1179925d-68d1-445f-a0b8-f335e30e948b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:50.090182 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1179925d-68d1-445f-a0b8-f335e30e948b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:50.093676 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1179925d-68d1-445f-a0b8-f335e30e948b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7aff6cb0-5c39-483e-9122-7cf1bbd49cc9 HTTP/1.1" status: 204 len: 168 time: 0.2025795 Sep 30 08:09:50.108743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179925d-68d1-445f-a0b8-f335e30e948b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aff6cb0-5c39-483e-9122-7cf1bbd49cc9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:50.125032 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5ee3c8cb-9bdb-4057-96a2-d28410160282 req-0eae294a-2afe-4a54-951b-267fc82b9a9a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:50.136186 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e5ed534d-6169-4ad3-9a35-85f2c5736c3d', '65669714-cdfd-4b77-ad44-a2d22afb310c', 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea', '74da8181-226e-4c13-ac03-fde62ef1a512'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:50.196541 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae294a-2afe-4a54-951b-267fc82b9a9a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event deleted for resources: {'Port': ['ID=930d837a-04e9-4c9a-b414-946ea1ab5dde,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:50.210544 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a212cc-c36d-4e4b-87d5-b56bfaa5935c req-1c59e914-07e3-43ea-8a9e-03dd475c1772 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] No DVR routers for this DVR port 74da8181-226e-4c13-ac03-fde62ef1a512 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:50.214727 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-98a212cc-c36d-4e4b-87d5-b56bfaa5935c req-1c59e914-07e3-43ea-8a9e-03dd475c1772 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:50.217448 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-98a212cc-c36d-4e4b-87d5-b56bfaa5935c req-1c59e914-07e3-43ea-8a9e-03dd475c1772 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "DELETE /v2.0/ports/74da8181-226e-4c13-ac03-fde62ef1a512 HTTP/1.1" status: 204 len: 173 time: 0.8229978 Sep 30 08:09:50.250126 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:50.265665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port f73e22bc-2925-4360-abd5-f2a183de374e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f73e22bc-2925-4360-abd5-f2a183de374e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:50.278473 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee3c8cb-9bdb-4057-96a2-d28410160282 req-0eae294a-2afe-4a54-951b-267fc82b9a9a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] No DVR routers for this DVR port 930d837a-04e9-4c9a-b414-946ea1ab5dde on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:50.282176 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5ee3c8cb-9bdb-4057-96a2-d28410160282 req-0eae294a-2afe-4a54-951b-267fc82b9a9a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:50.293727 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['31fd2c47-06d1-444a-8f3d-c4cde4fe57c4'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:50.305266 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ee3c8cb-9bdb-4057-96a2-d28410160282 req-0eae294a-2afe-4a54-951b-267fc82b9a9a tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.36 "DELETE /v2.0/ports/930d837a-04e9-4c9a-b414-946ea1ab5dde HTTP/1.1" status: 204 len: 173 time: 1.5076184 Sep 30 08:09:50.306030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f51f3b-551c-4f95-b4ec-4da3e4d1505e', 'name': 'network-vif-deleted', 'tag': '930d837a-04e9-4c9a-b414-946ea1ab5dde'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:50.332317 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631a4cd7-e88d-4c1c-a0b3-5db19cb280a2" -d '{"events": [{"server_uuid": "c5f51f3b-551c-4f95-b4ec-4da3e4d1505e", "name": "network-vif-deleted", "tag": "930d837a-04e9-4c9a-b414-946ea1ab5dde"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:50.376218 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'f73e22bc-2925-4360-abd5-f2a183de374e', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': 'f73e22bc-2925-4360-abd5-f2a183de374e', 'mac_address': 'fa:16:3e:be:c5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:09:50.436891 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470e9438-9252-4ef9-8acf-f4e7b80a20b7 x-openstack-request-id: req-470e9438-9252-4ef9-8acf-f4e7b80a20b7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:50.437259 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f51f3b-551c-4f95-b4ec-4da3e4d1505e", "name": "network-vif-deleted", "tag": "930d837a-04e9-4c9a-b414-946ea1ab5dde", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:50.437427 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-470e9438-9252-4ef9-8acf-f4e7b80a20b7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:50.437870 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f51f3b-551c-4f95-b4ec-4da3e4d1505e', 'name': 'network-vif-deleted', 'tag': '930d837a-04e9-4c9a-b414-946ea1ab5dde', 'status': 'completed', 'code': 200} Sep 30 08:09:50.510735 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64023db4-da2c-4409-a855-6f42bdafd577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:50.543526 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:50.614040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73e22bc-2925-4360-abd5-f2a183de374e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:09:50.696712 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port f73e22bc-2925-4360-abd5-f2a183de374e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f73e22bc-2925-4360-abd5-f2a183de374e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:50.723735 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:50.873239 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3278d54-e36e-43fd-bf02-afd3057c2420 req-891284a7-e8dc-4062-b444-a4e68779bd83 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5f51f3b-551c-4f95-b4ec-4da3e4d1505e HTTP/1.1" status: 200 len: 210 time: 0.0596261 Sep 30 08:09:50.887561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefea36a-1ed3-478c-8964-bbad8b91461d req-b26f85ec-b456-41cf-9a50-cc579f30c88b tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:50.897312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fefea36a-1ed3-478c-8964-bbad8b91461d req-b26f85ec-b456-41cf-9a50-cc579f30c88b tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 949 time: 0.1811090 Sep 30 08:09:50.962276 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fefea36a-1ed3-478c-8964-bbad8b91461d req-1b0d5bc3-b48b-490c-8f44-869632523248 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c531b1-7d2b-4dce-8c4e-25d173894483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584538 Sep 30 08:09:51.043492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-64023db4-da2c-4409-a855-6f42bdafd577 admin admin] Deleting port d5f555e5-ce3a-489d-9373-f6a1708ff590 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:51.044110 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64023db4-da2c-4409-a855-6f42bdafd577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:51.063593 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=f73e22bc-2925-4360-abd5-f2a183de374e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:51.102657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['f73e22bc-2925-4360-abd5-f2a183de374e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:51.220354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-64023db4-da2c-4409-a855-6f42bdafd577 admin admin] For port d5f555e5-ce3a-489d-9373-f6a1708ff590, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d5f555e5-ce3a-489d-9373-f6a1708ff590,segment=NetworkSegment(825fd5ae-a9b1-4e0d-b585-213b96f3ba2b),segment_id=825fd5ae-a9b1-4e0d-b585-213b96f3ba2b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:51.220703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64023db4-da2c-4409-a855-6f42bdafd577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:51.245969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-64023db4-da2c-4409-a855-6f42bdafd577 admin admin] Calling delete_port for d5f555e5-ce3a-489d-9373-f6a1708ff590 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:51.530396 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64023db4-da2c-4409-a855-6f42bdafd577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:51.567723 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64023db4-da2c-4409-a855-6f42bdafd577 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f555e5-ce3a-489d-9373-f6a1708ff590,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:51.622930 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:51.706030 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9c0aa7-c9fa-4764-bb05-6f22a776170e', 'name': 'network-vif-deleted', 'tag': '74da8181-226e-4c13-ac03-fde62ef1a512'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:51.708336 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e324fd1-59c1-4b9f-b782-c22e503c2688" -d '{"events": [{"server_uuid": "fe9c0aa7-c9fa-4764-bb05-6f22a776170e", "name": "network-vif-deleted", "tag": "74da8181-226e-4c13-ac03-fde62ef1a512"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:51.733243 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:51.733995 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:51.803310 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4d06939-45b6-40ea-bc00-3602383c29e3 req-b898a427-816a-45e1-b54a-47168465937d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8437c010-d334-474b-9999-c47a74254fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1098423 Sep 30 08:09:51.828414 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64023db4-da2c-4409-a855-6f42bdafd577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:51.833494 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2d88de-5019-42a7-899e-08c12f1fdfc1 x-openstack-request-id: req-3d2d88de-5019-42a7-899e-08c12f1fdfc1 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:51.833786 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9c0aa7-c9fa-4764-bb05-6f22a776170e", "name": "network-vif-deleted", "tag": "74da8181-226e-4c13-ac03-fde62ef1a512", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:51.834044 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d2d88de-5019-42a7-899e-08c12f1fdfc1 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:51.837975 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9c0aa7-c9fa-4764-bb05-6f22a776170e', 'name': 'network-vif-deleted', 'tag': '74da8181-226e-4c13-ac03-fde62ef1a512', 'status': 'completed', 'code': 200} Sep 30 08:09:51.939865 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:51.970807 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device f73e22bc-2925-4360-abd5-f2a183de374e up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:09:52.071837 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c74a0-c518-4820-b7a0-ad4a72fa0347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fd2c47-06d1-444a-8f3d-c4cde4fe57c4'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:52.082907 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54944d53-adce-4499-acbe-9d51d4686ce1" -d '{"events": [{"server_uuid": "985c74a0-c518-4820-b7a0-ad4a72fa0347", "name": "network-vif-plugged", "status": "completed", "tag": "31fd2c47-06d1-444a-8f3d-c4cde4fe57c4"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:52.147484 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:52.164087 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:52.170737 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 74da8181-226e-4c13-ac03-fde62ef1a512 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:52.243014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d378616-43cc-44ed-b48c-aeae9dff4859 req-6903497b-6c9d-4a04-9ce7-b21040441c08 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:52.249236 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06939-45b6-40ea-bc00-3602383c29e3 req-b4e7c3db-24b4-4242-9cbd-b60f8abea5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:52.252389 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4d06939-45b6-40ea-bc00-3602383c29e3 req-b4e7c3db-24b4-4242-9cbd-b60f8abea5ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e82a64c3ffc417d807e33bb1172703b&device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 1101 time: 0.2799771 Sep 30 08:09:52.269246 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d378616-43cc-44ed-b48c-aeae9dff4859 req-6903497b-6c9d-4a04-9ce7-b21040441c08 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 949 time: 0.1438615 Sep 30 08:09:52.286023 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 74da8181-226e-4c13-ac03-fde62ef1a512 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:52.286678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 74da8181-226e-4c13-ac03-fde62ef1a512 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:52.346610 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:52.393152 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d378616-43cc-44ed-b48c-aeae9dff4859 req-dcac64ed-ff70-429d-aab2-8e63e449539e tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c531b1-7d2b-4dce-8c4e-25d173894483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178210 Sep 30 08:09:52.400428 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port f73e22bc-2925-4360-abd5-f2a183de374e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:09:52.412166 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port f73e22bc-2925-4360-abd5-f2a183de374e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:09:52.412550 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:52.491711 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0f5fda-e401-4253-bcbc-bd68acbfb193 x-openstack-request-id: req-ed0f5fda-e401-4253-bcbc-bd68acbfb193 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:52.492238 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985c74a0-c518-4820-b7a0-ad4a72fa0347", "name": "network-vif-plugged", "status": "completed", "tag": "31fd2c47-06d1-444a-8f3d-c4cde4fe57c4", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:52.492829 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed0f5fda-e401-4253-bcbc-bd68acbfb193 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:52.493408 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985c74a0-c518-4820-b7a0-ad4a72fa0347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fd2c47-06d1-444a-8f3d-c4cde4fe57c4', 'code': 200} Sep 30 08:09:52.494807 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e5ed534d-6169-4ad3-9a35-85f2c5736c3d', '65669714-cdfd-4b77-ad44-a2d22afb310c', 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:52.597020 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06939-45b6-40ea-bc00-3602383c29e3 req-a1fee0b0-9ab7-45fc-933e-6d36b6b53eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:52.599562 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4d06939-45b6-40ea-bc00-3602383c29e3 req-a1fee0b0-9ab7-45fc-933e-6d36b6b53eb5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.3164949 Sep 30 08:09:52.622050 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64023db4-da2c-4409-a855-6f42bdafd577 admin admin] Router 0d956abd-d603-4f8a-a0d1-35983894bb6d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:09:52.750722 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4d06939-45b6-40ea-bc00-3602383c29e3 req-a94c6082-355f-43a4-a2f2-7db7904365b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=e5ed534d-6169-4ad3-9a35-85f2c5736c3d HTTP/1.1" status: 200 len: 217 time: 0.1148212 Sep 30 08:09:52.951351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06939-45b6-40ea-bc00-3602383c29e3 req-b22baa49-3532-409c-a6d4-b7fe22947e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:52.954131 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4d06939-45b6-40ea-bc00-3602383c29e3 req-b22baa49-3532-409c-a6d4-b7fe22947e2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1225469 Sep 30 08:09:53.105373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64023db4-da2c-4409-a855-6f42bdafd577 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:09:53.114682 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-64023db4-da2c-4409-a855-6f42bdafd577 admin admin] 10.222.0.24 "PUT /v2.0/routers/0d956abd-d603-4f8a-a0d1-35983894bb6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3564086 Sep 30 08:09:53.116370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55608) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:53.116540 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e5a49-e3f0-4e1f-9426-94e86c3d7161 None None] Sync routers for ids ['0d956abd-d603-4f8a-a0d1-35983894bb6d'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:09:53.134393 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06939-45b6-40ea-bc00-3602383c29e3 req-295264ef-3883-4b3a-91ac-a6a9f5888722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:53.135224 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4d06939-45b6-40ea-bc00-3602383c29e3 req-295264ef-3883-4b3a-91ac-a6a9f5888722 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1299524 Sep 30 08:09:53.140046 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:53.149738 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e5a49-e3f0-4e1f-9426-94e86c3d7161 None None] Routers {'0d956abd-d603-4f8a-a0d1-35983894bb6d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:53.150388 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c0e5a49-e3f0-4e1f-9426-94e86c3d7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0d956abd-d603-4f8a-a0d1-35983894bb6d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:53.321219 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port f73e22bc-2925-4360-abd5-f2a183de374e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f73e22bc-2925-4360-abd5-f2a183de374e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:53.336126 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:53.337279 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:53.354265 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4d06939-45b6-40ea-bc00-3602383c29e3 req-6c33766d-2613-4329-b178-27be7a757dae service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080677 Sep 30 08:09:53.392777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:53.393128 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1d06d7ea-0f55-47f2-afcd-f741b4a146b0 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:53.403501 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 930d837a-04e9-4c9a-b414-946ea1ab5dde no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:53.438135 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 930d837a-04e9-4c9a-b414-946ea1ab5dde {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:53.438784 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 930d837a-04e9-4c9a-b414-946ea1ab5dde not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:53.513972 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb0680f5-f4c1-45e0-be6b-461f82f84a8d admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:53.525167 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1c0e5a49-e3f0-4e1f-9426-94e86c3d7161 None None] Set router 0d956abd-d603-4f8a-a0d1-35983894bb6d gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:53.530997 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=f73e22bc-2925-4360-abd5-f2a183de374e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:53.574785 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4d06939-45b6-40ea-bc00-3602383c29e3 req-40cbf68a-f4c4-4fc9-ac45-dd7d0d9ff0ce service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152660 Sep 30 08:09:53.637339 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46363c9-5d90-4249-b537-a60fec06ab30 req-b530e386-9d2c-4489-80ba-d88ced6c80b6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:53.639860 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d46363c9-5d90-4249-b537-a60fec06ab30 req-b530e386-9d2c-4489-80ba-d88ced6c80b6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9494523-6f17-46e9-aa38-f786fd3e107c HTTP/1.1" status: 200 len: 949 time: 0.3988881 Sep 30 08:09:53.787428 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d46363c9-5d90-4249-b537-a60fec06ab30 req-089b888e-f5d4-4a78-ac12-094bdf3e6e28 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314774 Sep 30 08:09:53.882355 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c0e5a49-e3f0-4e1f-9426-94e86c3d7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'name': 'tempest-ServerRescueTestJSON-2116045709-router', 'tenant_id': '4ebb080353244c95b75c38e0751f4475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '5c317d9d-da1a-42ad-adad-ef30901b1e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:31Z', 'updated_at': '2021-09-30T08:09:51Z', 'revision_number': 5, 'project_id': '4ebb080353244c95b75c38e0751f4475', 'gw_port': {'id': '5c317d9d-da1a-42ad-adad-ef30901b1e5a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:32Z', 'updated_at': '2021-09-30T08:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:53.897057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1fa5c-2a6b-49d5-81fe-57b718bcf053 req-0b449313-848b-49e3-bfa5-16929e27222d tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:53.898687 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ada1fa5c-2a6b-49d5-81fe-57b718bcf053 req-0b449313-848b-49e3-bfa5-16929e27222d tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 950 time: 0.2576914 Sep 30 08:09:53.981109 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e5a49-e3f0-4e1f-9426-94e86c3d7161 None None] Checking router: 0d956abd-d603-4f8a-a0d1-35983894bb6d for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:09:53.988870 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ada1fa5c-2a6b-49d5-81fe-57b718bcf053 req-d4f1902c-c829-45ef-b32a-f5c716d6021c tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c531b1-7d2b-4dce-8c4e-25d173894483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815563 Sep 30 08:09:53.999713 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb0680f5-f4c1-45e0-be6b-461f82f84a8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:54.038092 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e5a49-e3f0-4e1f-9426-94e86c3d7161 None None] Routers {'0d956abd-d603-4f8a-a0d1-35983894bb6d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:09:54.039073 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c0e5a49-e3f0-4e1f-9426-94e86c3d7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0d956abd-d603-4f8a-a0d1-35983894bb6d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:54.117893 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cb0680f5-f4c1-45e0-be6b-461f82f84a8d admin admin] Deleting port 5c317d9d-da1a-42ad-adad-ef30901b1e5a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:54.117893 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb0680f5-f4c1-45e0-be6b-461f82f84a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:54.220797 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1c0e5a49-e3f0-4e1f-9426-94e86c3d7161 None None] Set router 0d956abd-d603-4f8a-a0d1-35983894bb6d gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:09:54.278994 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-cb0680f5-f4c1-45e0-be6b-461f82f84a8d admin admin] For port 5c317d9d-da1a-42ad-adad-ef30901b1e5a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5c317d9d-da1a-42ad-adad-ef30901b1e5a,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:54.279935 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb0680f5-f4c1-45e0-be6b-461f82f84a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:54.301285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cb0680f5-f4c1-45e0-be6b-461f82f84a8d admin admin] Calling delete_port for 5c317d9d-da1a-42ad-adad-ef30901b1e5a owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:54.495065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c16163-dc8c-437d-af5e-99e45c2ee095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73e22bc-2925-4360-abd5-f2a183de374e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:54.496767 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c0e5a49-e3f0-4e1f-9426-94e86c3d7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'name': 'tempest-ServerRescueTestJSON-2116045709-router', 'tenant_id': '4ebb080353244c95b75c38e0751f4475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:31Z', 'updated_at': '2021-09-30T08:09:53Z', 'revision_number': 6, 'project_id': '4ebb080353244c95b75c38e0751f4475', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:54.498862 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ad9cf4-2f5c-4dc0-91aa-8916cbfcfcc7" -d '{"events": [{"server_uuid": "b5c16163-dc8c-437d-af5e-99e45c2ee095", "name": "network-vif-plugged", "status": "completed", "tag": "f73e22bc-2925-4360-abd5-f2a183de374e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:54.562897 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e5a49-e3f0-4e1f-9426-94e86c3d7161 None None] The sync data for ids ['0d956abd-d603-4f8a-a0d1-35983894bb6d'] in n-d-807359-2 is: [{'id': '0d956abd-d603-4f8a-a0d1-35983894bb6d', 'name': 'tempest-ServerRescueTestJSON-2116045709-router', 'tenant_id': '4ebb080353244c95b75c38e0751f4475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:31Z', 'updated_at': '2021-09-30T08:09:53Z', 'revision_number': 6, 'project_id': '4ebb080353244c95b75c38e0751f4475', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:09:54.572210 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4106d508-03e1-4c95-bf23-5c4f2e3858ae x-openstack-request-id: req-4106d508-03e1-4c95-bf23-5c4f2e3858ae {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:54.572210 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c16163-dc8c-437d-af5e-99e45c2ee095", "name": "network-vif-plugged", "status": "completed", "tag": "f73e22bc-2925-4360-abd5-f2a183de374e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:54.572210 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4106d508-03e1-4c95-bf23-5c4f2e3858ae {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:54.578479 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c16163-dc8c-437d-af5e-99e45c2ee095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73e22bc-2925-4360-abd5-f2a183de374e', 'code': 200} Sep 30 08:09:54.736050 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c3fca-f72b-42f9-971f-8bb1f8061f9a req-3f636d89-5a80-4844-9793-d0e9cdca47bc tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:54.737254 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-af3c3fca-f72b-42f9-971f-8bb1f8061f9a req-3f636d89-5a80-4844-9793-d0e9cdca47bc tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9494523-6f17-46e9-aa38-f786fd3e107c HTTP/1.1" status: 200 len: 949 time: 0.0701966 Sep 30 08:09:54.795116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bde55-06bc-45be-9ab8-d443539ae230 req-f34b5c81-afe1-42e1-8ab8-3020986d1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:54.797564 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d96bde55-06bc-45be-9ab8-d443539ae230 req-f34b5c81-afe1-42e1-8ab8-3020986d1f41 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 1101 time: 0.1509802 Sep 30 08:09:54.856808 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb0680f5-f4c1-45e0-be6b-461f82f84a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:54.872491 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d96bde55-06bc-45be-9ab8-d443539ae230 req-a142322b-880b-4397-bd68-269fe5d9a73a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=80c531b1-7d2b-4dce-8c4e-25d173894483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645916 Sep 30 08:09:54.900721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0680f5-f4c1-45e0-be6b-461f82f84a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c317d9d-da1a-42ad-adad-ef30901b1e5a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:55.049730 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb0680f5-f4c1-45e0-be6b-461f82f84a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:55.052080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55680) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:55.246310 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-af3c3fca-f72b-42f9-971f-8bb1f8061f9a req-4ee6afa8-697a-4835-9ed5-83bc8e14f1e6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Deleting port 65669714-cdfd-4b77-ad44-a2d22afb310c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:55.246310 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-af3c3fca-f72b-42f9-971f-8bb1f8061f9a req-4ee6afa8-697a-4835-9ed5-83bc8e14f1e6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:55.270410 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb0680f5-f4c1-45e0-be6b-461f82f84a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:55.275943 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb0680f5-f4c1-45e0-be6b-461f82f84a8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:55.287292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce5dfd-1d93-4e91-bdb2-1dddb8fbb657 req-2e352c42-2352-468d-b223-64637d2dc240 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:55.295793 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcce5dfd-1d93-4e91-bdb2-1dddb8fbb657 req-2e352c42-2352-468d-b223-64637d2dc240 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9494523-6f17-46e9-aa38-f786fd3e107c HTTP/1.1" status: 200 len: 949 time: 0.2712319 Sep 30 08:09:55.308862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d5f5f-a364-49d6-a358-dd405b353f35 req-9cd6117d-eb99-45d1-8e88-29f43a5fd805 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:55.311075 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-708d5f5f-a364-49d6-a358-dd405b353f35 req-9cd6117d-eb99-45d1-8e88-29f43a5fd805 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e905b738-b9a9-42d4-8123-9ef16f4a675f HTTP/1.1" status: 200 len: 949 time: 0.2853365 Sep 30 08:09:55.386964 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69995fdf-d0d8-42b7-9998-91451b9d0da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:55.448674 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-af3c3fca-f72b-42f9-971f-8bb1f8061f9a req-4ee6afa8-697a-4835-9ed5-83bc8e14f1e6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] For port 65669714-cdfd-4b77-ad44-a2d22afb310c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=65669714-cdfd-4b77-ad44-a2d22afb310c,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:55.449058 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-af3c3fca-f72b-42f9-971f-8bb1f8061f9a req-4ee6afa8-697a-4835-9ed5-83bc8e14f1e6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:55.459553 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb0680f5-f4c1-45e0-be6b-461f82f84a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:55.467580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-af3c3fca-f72b-42f9-971f-8bb1f8061f9a req-4ee6afa8-697a-4835-9ed5-83bc8e14f1e6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Calling delete_port for 65669714-cdfd-4b77-ad44-a2d22afb310c owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:55.468528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0680f5-f4c1-45e0-be6b-461f82f84a8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d956abd-d603-4f8a-a0d1-35983894bb6d {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:09:55.477835 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb0680f5-f4c1-45e0-be6b-461f82f84a8d admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:55.481868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cb0680f5-f4c1-45e0-be6b-461f82f84a8d admin admin] 10.222.0.24 "DELETE /v2.0/routers/0d956abd-d603-4f8a-a0d1-35983894bb6d HTTP/1.1" status: 204 len: 168 time: 2.3637805 Sep 30 08:09:55.484748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:55.555951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcce5dfd-1d93-4e91-bdb2-1dddb8fbb657 req-493091c5-3869-439d-a549-381fe02bc463 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580240 Sep 30 08:09:55.701304 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69995fdf-d0d8-42b7-9998-91451b9d0da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:55.715618 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69995fdf-d0d8-42b7-9998-91451b9d0da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:55.726408 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29ec2eb-ed37-403f-b514-5d942517566e admin admin] Deleting subnet c2c21120-925c-4c50-980f-fa66907ba113 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:09:55.730036 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e29ec2eb-ed37-403f-b514-5d942517566e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:55.796545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-69995fdf-d0d8-42b7-9998-91451b9d0da4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=634499aa83334c12b193443b121bc0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7431226 Sep 30 08:09:55.804593 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55706) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:55.883750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-708d5f5f-a364-49d6-a358-dd405b353f35 req-7e3b732f-e1bd-4634-b832-b9a0f6cbbdc2 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Deleting port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:09:55.884186 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-708d5f5f-a364-49d6-a358-dd405b353f35 req-7e3b732f-e1bd-4634-b832-b9a0f6cbbdc2 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:55.923921 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5c317d9d-da1a-42ad-adad-ef30901b1e5a no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:55.989635 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e29ec2eb-ed37-403f-b514-5d942517566e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:55.993948 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 5c317d9d-da1a-42ad-adad-ef30901b1e5a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:55.996952 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5c317d9d-da1a-42ad-adad-ef30901b1e5a not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:55.999636 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d5f555e5-ce3a-489d-9373-f6a1708ff590 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:56.015590 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-708d5f5f-a364-49d6-a358-dd405b353f35 req-7e3b732f-e1bd-4634-b832-b9a0f6cbbdc2 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] For port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b0663ae8-b0ce-4c06-be40-3be90fc6f8ea,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:09:56.016014 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-708d5f5f-a364-49d6-a358-dd405b353f35 req-7e3b732f-e1bd-4634-b832-b9a0f6cbbdc2 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.048405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-708d5f5f-a364-49d6-a358-dd405b353f35 req-7e3b732f-e1bd-4634-b832-b9a0f6cbbdc2 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Calling delete_port for b0663ae8-b0ce-4c06-be40-3be90fc6f8ea owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:09:56.048853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d5f555e5-ce3a-489d-9373-f6a1708ff590 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:56.049300 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d5f555e5-ce3a-489d-9373-f6a1708ff590 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:56.118727 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-af3c3fca-f72b-42f9-971f-8bb1f8061f9a req-4ee6afa8-697a-4835-9ed5-83bc8e14f1e6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.118727 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e29ec2eb-ed37-403f-b514-5d942517566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.144359 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e5ed534d-6169-4ad3-9a35-85f2c5736c3d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:56.148980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69995fdf-d0d8-42b7-9998-91451b9d0da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d03928f-2576-4951-a0ff-4106dd5a2fb0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:56.194062 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6afa8-697a-4835-9ed5-83bc8e14f1e6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event deleted for resources: {'Port': ['ID=65669714-cdfd-4b77-ad44-a2d22afb310c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:56.197143 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45ccb1-c5ec-4cff-a98f-d147dd9ea359 req-e721315a-df01-4d7c-874c-8b3629f9c71f tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:56.204535 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab45ccb1-c5ec-4cff-a98f-d147dd9ea359 req-e721315a-df01-4d7c-874c-8b3629f9c71f tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 950 time: 0.4924273 Sep 30 08:09:56.276449 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-680c8fe3-0d86-47a9-b8ca-720c1976d831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.309316 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-680c8fe3-0d86-47a9-b8ca-720c1976d831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.310007 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3c3fca-f72b-42f9-971f-8bb1f8061f9a req-4ee6afa8-697a-4835-9ed5-83bc8e14f1e6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] No DVR routers for this DVR port 65669714-cdfd-4b77-ad44-a2d22afb310c on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:56.316182 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-af3c3fca-f72b-42f9-971f-8bb1f8061f9a req-4ee6afa8-697a-4835-9ed5-83bc8e14f1e6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.321004 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-af3c3fca-f72b-42f9-971f-8bb1f8061f9a req-4ee6afa8-697a-4835-9ed5-83bc8e14f1e6 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "DELETE /v2.0/ports/65669714-cdfd-4b77-ad44-a2d22afb310c HTTP/1.1" status: 204 len: 173 time: 1.5749207 Sep 30 08:09:56.321953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9494523-6f17-46e9-aa38-f786fd3e107c', 'name': 'network-vif-deleted', 'tag': '65669714-cdfd-4b77-ad44-a2d22afb310c'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:56.325024 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98c202a-9f97-4642-b53b-b2e7eecf1aef" -d '{"events": [{"server_uuid": "a9494523-6f17-46e9-aa38-f786fd3e107c", "name": "network-vif-deleted", "tag": "65669714-cdfd-4b77-ad44-a2d22afb310c"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:56.397514 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e29ec2eb-ed37-403f-b514-5d942517566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.407866 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab45ccb1-c5ec-4cff-a98f-d147dd9ea359 req-fdb0b8ed-4677-4f69-abe8-d9026dc34ced tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c531b1-7d2b-4dce-8c4e-25d173894483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023740 Sep 30 08:09:56.452911 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2ad56a-68fd-4163-9c7e-7aeb2918eba9 x-openstack-request-id: req-bb2ad56a-68fd-4163-9c7e-7aeb2918eba9 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:56.453198 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9494523-6f17-46e9-aa38-f786fd3e107c", "name": "network-vif-deleted", "tag": "65669714-cdfd-4b77-ad44-a2d22afb310c", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:56.453455 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb2ad56a-68fd-4163-9c7e-7aeb2918eba9 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:56.454982 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9494523-6f17-46e9-aa38-f786fd3e107c', 'name': 'network-vif-deleted', 'tag': '65669714-cdfd-4b77-ad44-a2d22afb310c', 'status': 'completed', 'code': 200} Sep 30 08:09:56.455463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ec2eb-ed37-403f-b514-5d942517566e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c21120-925c-4c50-980f-fa66907ba113,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:56.465117 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e29ec2eb-ed37-403f-b514-5d942517566e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.469370 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e29ec2eb-ed37-403f-b514-5d942517566e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c2c21120-925c-4c50-980f-fa66907ba113 HTTP/1.1" status: 204 len: 168 time: 0.9835224 Sep 30 08:09:56.470028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55726) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:56.491688 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-680c8fe3-0d86-47a9-b8ca-720c1976d831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.494458 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-680c8fe3-0d86-47a9-b8ca-720c1976d831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.498054 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-680c8fe3-0d86-47a9-b8ca-720c1976d831 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d03928f-2576-4951-a0ff-4106dd5a2fb0 HTTP/1.1" status: 204 len: 168 time: 0.6527793 Sep 30 08:09:56.554488 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-708d5f5f-a364-49d6-a358-dd405b353f35 req-7e3b732f-e1bd-4634-b832-b9a0f6cbbdc2 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.560053 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c8fe3-0d86-47a9-b8ca-720c1976d831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d03928f-2576-4951-a0ff-4106dd5a2fb0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:56.606992 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b461a7-626e-4a6b-b0e2-cfec1ecb160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.652197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b732f-e1bd-4634-b832-b9a0f6cbbdc2 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event deleted for resources: {'Port': ['ID=b0663ae8-b0ce-4c06-be40-3be90fc6f8ea,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:56.679326 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-f690cb95-e848-4012-a144-72cf863db3f4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c4dac402a4e24c1b85c9ee7413289200&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1297326 Sep 30 08:09:56.689345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e5ed534d-6169-4ad3-9a35-85f2c5736c3d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:09:56.757105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-708d5f5f-a364-49d6-a358-dd405b353f35 req-7e3b732f-e1bd-4634-b832-b9a0f6cbbdc2 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] No DVR routers for this DVR port b0663ae8-b0ce-4c06-be40-3be90fc6f8ea on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:09:56.766179 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-708d5f5f-a364-49d6-a358-dd405b353f35 req-7e3b732f-e1bd-4634-b832-b9a0f6cbbdc2 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.770321 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-708d5f5f-a364-49d6-a358-dd405b353f35 req-7e3b732f-e1bd-4634-b832-b9a0f6cbbdc2 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "DELETE /v2.0/ports/b0663ae8-b0ce-4c06-be40-3be90fc6f8ea HTTP/1.1" status: 204 len: 173 time: 1.4487925 Sep 30 08:09:56.785153 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b461a7-626e-4a6b-b0e2-cfec1ecb160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.810495 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e905b738-b9a9-42d4-8123-9ef16f4a675f', 'name': 'network-vif-deleted', 'tag': 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:09:56.817257 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454ac8dd-4308-43f8-b226-c2f44c04c289" -d '{"events": [{"server_uuid": "e905b738-b9a9-42d4-8123-9ef16f4a675f", "name": "network-vif-deleted", "tag": "b0663ae8-b0ce-4c06-be40-3be90fc6f8ea"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:09:56.852275 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-27b461a7-626e-4a6b-b0e2-cfec1ecb160a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b572e1-9836-4dcc-8c62-ad595cfdc233']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:56.885450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-27b461a7-626e-4a6b-b0e2-cfec1ecb160a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825fd5ae-a9b1-4e0d-b585-213b96f3ba2b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:56.885753 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-27b461a7-626e-4a6b-b0e2-cfec1ecb160a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825fd5ae-a9b1-4e0d-b585-213b96f3ba2b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:09:56.921544 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b461a7-626e-4a6b-b0e2-cfec1ecb160a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.952176 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b461a7-626e-4a6b-b0e2-cfec1ecb160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.968427 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b461a7-626e-4a6b-b0e2-cfec1ecb160a admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:09:56.969084 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b461a7-626e-4a6b-b0e2-cfec1ecb160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:09:56.971561 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:09:56.987677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ab714aa-3247-4eca-ae48-593be18f3eb5 req-89ebf469-b290-42bd-91d2-4889eb58dc2f tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9494523-6f17-46e9-aa38-f786fd3e107c HTTP/1.1" status: 200 len: 210 time: 0.1203940 Sep 30 08:09:57.103338 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b461a7-626e-4a6b-b0e2-cfec1ecb160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:57.111923 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b461a7-626e-4a6b-b0e2-cfec1ecb160a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:57.114622 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-27b461a7-626e-4a6b-b0e2-cfec1ecb160a admin admin] 10.222.0.24 "DELETE /v2.0/networks/48b572e1-9836-4dcc-8c62-ad595cfdc233 HTTP/1.1" status: 204 len: 168 time: 0.6436110 Sep 30 08:09:57.134313 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b461a7-626e-4a6b-b0e2-cfec1ecb160a admin admin] Pushing event deleted for resources: {'Network': ['ID=48b572e1-9836-4dcc-8c62-ad595cfdc233,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:57.140053 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:09:57.335956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55756) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:57.352611 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6329492-8373-4a92-bea3-272c32b4c3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:57.371937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55758) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:57.460795 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-163db8e9-cb5d-486f-b802-57abc39974b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ebb080353244c95b75c38e0751f4475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0832965 Sep 30 08:09:57.469182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55762) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:57.600105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6329492-8373-4a92-bea3-272c32b4c3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:57.602988 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f825e32a-4b15-4217-894f-0ae6087df522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:57.609660 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6329492-8373-4a92-bea3-272c32b4c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:57.656397 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7299d380-2b21-4af5-b992-a8e2847c5009 x-openstack-request-id: req-7299d380-2b21-4af5-b992-a8e2847c5009 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:09:57.656988 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e905b738-b9a9-42d4-8123-9ef16f4a675f", "name": "network-vif-deleted", "tag": "b0663ae8-b0ce-4c06-be40-3be90fc6f8ea", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:09:57.657473 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7299d380-2b21-4af5-b992-a8e2847c5009 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:09:57.658040 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e905b738-b9a9-42d4-8123-9ef16f4a675f', 'name': 'network-vif-deleted', 'tag': 'b0663ae8-b0ce-4c06-be40-3be90fc6f8ea', 'status': 'completed', 'code': 200} Sep 30 08:09:57.660350 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 65669714-cdfd-4b77-ad44-a2d22afb310c no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:57.695861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 65669714-cdfd-4b77-ad44-a2d22afb310c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:57.696657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 65669714-cdfd-4b77-ad44-a2d22afb310c not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:57.697339 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device b0663ae8-b0ce-4c06-be40-3be90fc6f8ea no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:09:57.716163 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f825e32a-4b15-4217-894f-0ae6087df522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:57.727270 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: b0663ae8-b0ce-4c06-be40-3be90fc6f8ea {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:09:57.730880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device b0663ae8-b0ce-4c06-be40-3be90fc6f8ea not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:09:57.740484 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c6329492-8373-4a92-bea3-272c32b4c3e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=167e568b631f4e1caa77de61253ee783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4030890 Sep 30 08:09:57.741595 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55766) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:57.745454 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6329492-8373-4a92-bea3-272c32b4c3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29790a71-966c-4873-9a0c-d362819a7f9a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:57.820078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-62507c02-b528-4875-846e-6d7e76d68ddc tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:57.828377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a307d9e-521f-47c3-b152-9b8111626439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:57.829725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-62507c02-b528-4875-846e-6d7e76d68ddc tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1055641 Sep 30 08:09:57.853723 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a307d9e-521f-47c3-b152-9b8111626439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:57.854277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8f036-7013-4c70-b6aa-4932242be6e5 req-89dc5cfe-35b4-4e8a-8f09-8699004ce795 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:57.857503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15a8f036-7013-4c70-b6aa-4932242be6e5 req-89dc5cfe-35b4-4e8a-8f09-8699004ce795 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 950 time: 0.1984310 Sep 30 08:09:57.859470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-52a089ae-286c-4467-958c-2f9615d6cc4f tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/quotas/c4dac402a4e24c1b85c9ee7413289200 HTTP/1.1" status: 200 len: 375 time: 0.0287709 Sep 30 08:09:57.861431 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f825e32a-4b15-4217-894f-0ae6087df522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:57.865693 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f825e32a-4b15-4217-894f-0ae6087df522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:57.866854 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f825e32a-4b15-4217-894f-0ae6087df522 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0fc2d06-32ae-421b-9703-ee29725bbc16 HTTP/1.1" status: 204 len: 168 time: 0.3967240 Sep 30 08:09:57.888752 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825e32a-4b15-4217-894f-0ae6087df522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fc2d06-32ae-421b-9703-ee29725bbc16,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:57.936111 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a307d9e-521f-47c3-b152-9b8111626439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:57.937252 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-e4e6c056-3af6-40b5-9401-2e86fdf4baae tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4dac402a4e24c1b85c9ee7413289200&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657201 Sep 30 08:09:57.940187 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a307d9e-521f-47c3-b152-9b8111626439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:57.945182 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4a307d9e-521f-47c3-b152-9b8111626439 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29790a71-966c-4873-9a0c-d362819a7f9a HTTP/1.1" status: 204 len: 168 time: 0.2005701 Sep 30 08:09:57.959958 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a307d9e-521f-47c3-b152-9b8111626439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29790a71-966c-4873-9a0c-d362819a7f9a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:09:57.994356 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15a8f036-7013-4c70-b6aa-4932242be6e5 req-724bd904-b019-48bf-bb88-c00d2c27f744 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c531b1-7d2b-4dce-8c4e-25d173894483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299710 Sep 30 08:09:58.740630 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321d4041-89ec-4548-805a-c51563eb4349 req-f8625d03-82c0-4238-a9b4-b0b6aa0deadf tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c4dac402a4e24c1b85c9ee7413289200&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349131 Sep 30 08:09:58.984869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d4041-89ec-4548-805a-c51563eb4349 req-f23c62dc-474a-477f-9d12-e69963559364 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:09:58.990622 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321d4041-89ec-4548-805a-c51563eb4349 req-f23c62dc-474a-477f-9d12-e69963559364 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483895 Sep 30 08:09:59.011599 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321d4041-89ec-4548-805a-c51563eb4349 req-678b96f2-9e47-46f7-978d-a89d47d8a953 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/quotas/c4dac402a4e24c1b85c9ee7413289200 HTTP/1.1" status: 200 len: 375 time: 0.0128076 Sep 30 08:09:59.110536 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321d4041-89ec-4548-805a-c51563eb4349 req-c8f454bf-74c5-4502-8f1b-45b1d6995976 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4dac402a4e24c1b85c9ee7413289200&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931082 Sep 30 08:09:59.518581 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:09:59.629368 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-92f80f9b-797b-4709-9f6a-ee0f36c3e94f req-500a5a42-a374-4984-a96e-9f8c164e8c4d tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=51485913-c2a8-4c13-9c95-b3633733e087 HTTP/1.1" status: 200 len: 210 time: 0.0687816 Sep 30 08:09:59.799278 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:09:59.917864 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-6665961b-45b0-421a-ae6e-aff9fdedf13c tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c4dac402a4e24c1b85c9ee7413289200&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362563 Sep 30 08:10:00.098218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-30fe38f4-3c5f-4cca-9b31-381e0d27b4a2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1076741901-network', 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:00.136673 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad14f16-3fbf-4504-8baf-bcf2bfc558f0 req-ccf65b83-951e-4436-adfb-696f74a438c3 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:00.141508 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fe38f4-3c5f-4cca-9b31-381e0d27b4a2 admin admin] Made reservation on behalf of 71f9fae650bc403a968de80bfa93a4f2 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:00.146496 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dad14f16-3fbf-4504-8baf-bcf2bfc558f0 req-ccf65b83-951e-4436-adfb-696f74a438c3 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 950 time: 0.2242799 Sep 30 08:10:00.147652 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fe38f4-3c5f-4cca-9b31-381e0d27b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:00.164454 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fe38f4-3c5f-4cca-9b31-381e0d27b4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:00.251829 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dad14f16-3fbf-4504-8baf-bcf2bfc558f0 req-0643f64b-6ce1-40db-9606-8de60de0770e tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043727 Sep 30 08:10:00.264247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-a1f23c53-1192-4fa7-98a1-a3d7fb0a3f82 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:00.267478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-a1f23c53-1192-4fa7-98a1-a3d7fb0a3f82 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3336728 Sep 30 08:10:00.289374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Request body: {'port': {'device_id': 'defa8707-a168-4481-a40d-39a143f22a69', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': 'c4dac402a4e24c1b85c9ee7413289200'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:00.345437 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fe38f4-3c5f-4cca-9b31-381e0d27b4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:00.352734 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fe38f4-3c5f-4cca-9b31-381e0d27b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:00.366155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fe38f4-3c5f-4cca-9b31-381e0d27b4a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:10:00.386342 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fe38f4-3c5f-4cca-9b31-381e0d27b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:00.386974 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-30fe38f4-3c5f-4cca-9b31-381e0d27b4a2 admin admin] Added segment 0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3 of type vlan for network 691f8d5d-84c4-4972-afc4-015bf3401c58 Sep 30 08:10:00.430201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe38f4-3c5f-4cca-9b31-381e0d27b4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a8afdf-cd1d-4e3d-b012-8eb44141ae84,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:00.444368 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fe38f4-3c5f-4cca-9b31-381e0d27b4a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:00.477681 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Made reservation on behalf of c4dac402a4e24c1b85c9ee7413289200 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:00.483055 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:00.495125 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:00.499376 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fe38f4-3c5f-4cca-9b31-381e0d27b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:00.500699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fe38f4-3c5f-4cca-9b31-381e0d27b4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:00.506824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fe38f4-3c5f-4cca-9b31-381e0d27b4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:00.604896 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe38f4-3c5f-4cca-9b31-381e0d27b4a2 admin admin] Pushing event updated for resources: {'Network': ['ID=691f8d5d-84c4-4972-afc4-015bf3401c58,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:00.617638 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 691f8d5d-84c4-4972-afc4-015bf3401c58 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:10:00.669776 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:00.694893 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:00.705878 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-30fe38f4-3c5f-4cca-9b31-381e0d27b4a2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9054163 Sep 30 08:10:00.712327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55942) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:00.718111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5fe345bd-7f24-4f1e-a457-40c78efe12d8 admin admin] Request body: {'subnet': {'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1076741901-subnet', 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:00.748242 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe345bd-7f24-4f1e-a457-40c78efe12d8 admin admin] Made reservation on behalf of 71f9fae650bc403a968de80bfa93a4f2 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:00.751678 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fe345bd-7f24-4f1e-a457-40c78efe12d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:00.891757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Allocated IP 192.168.233.79 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/33bb0a25-f0d9-4830-bae0-ff59e18cf9fb) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:01.006253 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fe345bd-7f24-4f1e-a457-40c78efe12d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:01.075423 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db79eeb1-6238-4606-aa4a-6b1229dabafb req-6ccbf6fe-b92a-4e42-85e1-99d8b002cf84 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=51485913-c2a8-4c13-9c95-b3633733e087 HTTP/1.1" status: 200 len: 210 time: 0.1320868 Sep 30 08:10:01.079542 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe345bd-7f24-4f1e-a457-40c78efe12d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d31d27d-29aa-4857-9fe7-629de8beade5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:01.125293 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321d4041-89ec-4548-805a-c51563eb4349 req-a8d11202-4e22-4a8c-b058-8b1f1c718b61 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c4dac402a4e24c1b85c9ee7413289200&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1896231 Sep 30 08:10:01.132682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe345bd-7f24-4f1e-a457-40c78efe12d8 admin admin] Checking segment: {'id': '0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:01.133177 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe345bd-7f24-4f1e-a457-40c78efe12d8 admin admin] Network hostable DHCP agents. Network: 691f8d5d-84c4-4972-afc4-015bf3401c58, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:10:01.146148 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68de830-7a8e-4915-b04e-388f327db7a2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:01.166277 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe345bd-7f24-4f1e-a457-40c78efe12d8 admin admin] Network 691f8d5d-84c4-4972-afc4-015bf3401c58 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:10:01.184921 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5fe345bd-7f24-4f1e-a457-40c78efe12d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 691f8d5d-84c4-4972-afc4-015bf3401c58) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:01.197996 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c21e040-46a1-45a7-a119-c03ea4886a4c None None] Network 691f8d5d-84c4-4972-afc4-015bf3401c58 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:10:01.206676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe345bd-7f24-4f1e-a457-40c78efe12d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:01.207856 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fe345bd-7f24-4f1e-a457-40c78efe12d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:01.241014 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5fe345bd-7f24-4f1e-a457-40c78efe12d8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5269401 Sep 30 08:10:01.244121 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55960) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:01.249340 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1076741901-router', 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:01.302420 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:01.305711 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:01.364240 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:01.374571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d4041-89ec-4548-805a-c51563eb4349 req-f6210bcc-dc07-4bd0-8495-e1b3fbaab172 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:01.376530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321d4041-89ec-4548-805a-c51563eb4349 req-f6210bcc-dc07-4bd0-8495-e1b3fbaab172 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2326803 Sep 30 08:10:01.394823 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-321d4041-89ec-4548-805a-c51563eb4349 req-e73ae4fe-160c-4b92-8dd6-3271409c95a5 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Request body: {'port': {'device_id': '51485913-c2a8-4c13-9c95-b3633733e087', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': 'c4dac402a4e24c1b85c9ee7413289200'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:01.448709 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:01.560452 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a116963-9e50-488b-9c44-f905033eea41 req-ee40a52b-df20-4f02-a81c-2120259b4a64 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:01.564483 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5a116963-9e50-488b-9c44-f905033eea41 req-ee40a52b-df20-4f02-a81c-2120259b4a64 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "GET /v2.0/ports?device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 950 time: 0.2202811 Sep 30 08:10:01.608991 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:01.672627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2bc9b2-f3a2-4d97-ac96-e15c7a69d2ce None None] Network 691f8d5d-84c4-4972-afc4-015bf3401c58 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:10:01.709642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Pushing event updated for resources: {'Port': ['ID=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:01.717412 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321d4041-89ec-4548-805a-c51563eb4349 req-e73ae4fe-160c-4b92-8dd6-3271409c95a5 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Made reservation on behalf of c4dac402a4e24c1b85c9ee7413289200 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:01.728127 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-321d4041-89ec-4548-805a-c51563eb4349 req-e73ae4fe-160c-4b92-8dd6-3271409c95a5 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:01.788819 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:01.791379 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f9bed-4a6f-4e9e-ab35-d0bd1d49daef req-d44804ca-c340-4719-b5e1-d8e5312d0ead tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:01.793231 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-de3f9bed-4a6f-4e9e-ab35-d0bd1d49daef req-d44804ca-c340-4719-b5e1-d8e5312d0ead tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/ports?device_id=8437c010-d334-474b-9999-c47a74254fb9 HTTP/1.1" status: 200 len: 950 time: 0.2917340 Sep 30 08:10:01.801463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:01.887380 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:01.917245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:10:01.971830 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5a116963-9e50-488b-9c44-f905033eea41 req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Deleting port e5ed534d-6169-4ad3-9a35-85f2c5736c3d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:10:01.972233 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5a116963-9e50-488b-9c44-f905033eea41 req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:02.034589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device f73e22bc-2925-4360-abd5-f2a183de374e details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:10:02.186461 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:02.187200 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:02.219053 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-de3f9bed-4a6f-4e9e-ab35-d0bd1d49daef req-910604c7-eb14-4c6d-9657-94011929024b tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.24 "GET /v2.0/security-groups?id=58601681-a3f0-4c2e-9632-9cc8aa905de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151304 Sep 30 08:10:02.281191 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port f73e22bc-2925-4360-abd5-f2a183de374e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f73e22bc-2925-4360-abd5-f2a183de374e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:02.323121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'f73e22bc-2925-4360-abd5-f2a183de374e', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': 'f73e22bc-2925-4360-abd5-f2a183de374e', 'mac_address': 'fa:16:3e:be:c5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:10:02.380107 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0be209d1-89bf-4b8f-95d1-b0682d94a7c2 req-1576d174-32f1-4d23-97d6-2e918247a108 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=51485913-c2a8-4c13-9c95-b3633733e087 HTTP/1.1" status: 200 len: 210 time: 0.1572487 Sep 30 08:10:02.390948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-1a07f84e-09a0-409c-ae16-e2e16a87bee4 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1065660 Sep 30 08:10:02.412774 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5a116963-9e50-488b-9c44-f905033eea41 req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] For port e5ed534d-6169-4ad3-9a35-85f2c5736c3d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e5ed534d-6169-4ad3-9a35-85f2c5736c3d,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:02.413382 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5a116963-9e50-488b-9c44-f905033eea41 req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:02.417691 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Request body: {'port': {'device_id': 'defa8707-a168-4481-a40d-39a143f22a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:02.430948 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:02.459884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f73e22bc-2925-4360-abd5-f2a183de374e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:10:02.494055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port f73e22bc-2925-4360-abd5-f2a183de374e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f73e22bc-2925-4360-abd5-f2a183de374e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:02.502192 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:02.576326 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7e61c6c0-fdf1-432e-a5e3-040640bc09cb None None] Provisioning complete for port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:02.577123 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e61c6c0-fdf1-432e-a5e3-040640bc09cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:02.593010 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5a116963-9e50-488b-9c44-f905033eea41 req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Calling delete_port for e5ed534d-6169-4ad3-9a35-85f2c5736c3d owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:10:02.628825 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7e61c6c0-fdf1-432e-a5e3-040640bc09cb None None] Port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:10:02.647942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['f73e22bc-2925-4360-abd5-f2a183de374e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:10:02.678046 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:02.702796 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=f73e22bc-2925-4360-abd5-f2a183de374e,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:02.703372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:02.724003 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-321d4041-89ec-4548-805a-c51563eb4349 req-e73ae4fe-160c-4b92-8dd6-3271409c95a5 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Allocated IP 192.168.233.72 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/9264df5c-fdb1-49d4-b38b-89b4e0e41f54) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:02.728617 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:02.880506 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:02.890254 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5a116963-9e50-488b-9c44-f905033eea41 req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:03.059116 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Pushing event deleted for resources: {'Port': ['ID=e5ed534d-6169-4ad3-9a35-85f2c5736c3d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:03.078268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:03.078621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:03.078961 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:03.079296 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:03.079627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:03.083405 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:03.083708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:03.084085 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:03.084432 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:03.084785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:03.087155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:03.087155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:03.143481 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4254322-7318-4125-832c-2329b877905d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:03.167474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a116963-9e50-488b-9c44-f905033eea41 req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] No DVR routers for this DVR port e5ed534d-6169-4ad3-9a35-85f2c5736c3d on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:10:03.177954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5a116963-9e50-488b-9c44-f905033eea41 req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:03.179974 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5a116963-9e50-488b-9c44-f905033eea41 req-b6b425a6-810a-4b6f-b727-5e1b5a128197 tempest-ServersOnMultiNodesTest-84585076 tempest-ServersOnMultiNodesTest-84585076-project] 10.222.0.35 "DELETE /v2.0/ports/e5ed534d-6169-4ad3-9a35-85f2c5736c3d HTTP/1.1" status: 204 len: 173 time: 1.5712984 Sep 30 08:10:03.180440 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8437c010-d334-474b-9999-c47a74254fb9', 'name': 'network-vif-deleted', 'tag': 'e5ed534d-6169-4ad3-9a35-85f2c5736c3d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:03.182787 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0fb7d0-d73e-4ea6-a702-5729a63ed691" -d '{"events": [{"server_uuid": "8437c010-d334-474b-9999-c47a74254fb9", "name": "network-vif-deleted", "tag": "e5ed534d-6169-4ad3-9a35-85f2c5736c3d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:03.236311 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-321d4041-89ec-4548-805a-c51563eb4349 req-e73ae4fe-160c-4b92-8dd6-3271409c95a5 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:03.361111 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-321d4041-89ec-4548-805a-c51563eb4349 req-e73ae4fe-160c-4b92-8dd6-3271409c95a5 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:03.415366 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4254322-7318-4125-832c-2329b877905d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:03.432110 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4254322-7318-4125-832c-2329b877905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:03.520456 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4254322-7318-4125-832c-2329b877905d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c346f3-d0a5-421b-8232-4e3bf7a5eea1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:03.534180 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e4254322-7318-4125-832c-2329b877905d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2053d8640c344ccb7353e31dc370b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6506197 Sep 30 08:10:03.535558 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Allocated IP 172.25.0.228 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/d5676a13-953b-4d6b-ac69-48de23512cc7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:03.537697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56044) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:03.580528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321d4041-89ec-4548-805a-c51563eb4349 req-e73ae4fe-160c-4b92-8dd6-3271409c95a5 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:03.593713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-321d4041-89ec-4548-805a-c51563eb4349 req-e73ae4fe-160c-4b92-8dd6-3271409c95a5 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:03.600672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-321d4041-89ec-4548-805a-c51563eb4349 req-e73ae4fe-160c-4b92-8dd6-3271409c95a5 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:10:03.705223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e5ed534d-6169-4ad3-9a35-85f2c5736c3d no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:10:03.747582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ae4fe-160c-4b92-8dd6-3271409c95a5 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Pushing event updated for resources: {'Port': ['ID=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:03.773758 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c404e216-068a-402b-8e0a-714b3a290d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:03.775863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: e5ed534d-6169-4ad3-9a35-85f2c5736c3d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:10:03.778519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e5ed534d-6169-4ad3-9a35-85f2c5736c3d not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:10:03.877744 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c404e216-068a-402b-8e0a-714b3a290d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:03.942108 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:04.030578 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c404e216-068a-402b-8e0a-714b3a290d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:04.033297 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c404e216-068a-402b-8e0a-714b3a290d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:04.037571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d4041-89ec-4548-805a-c51563eb4349 req-e73ae4fe-160c-4b92-8dd6-3271409c95a5 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:04.037843 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c404e216-068a-402b-8e0a-714b3a290d8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8c346f3-d0a5-421b-8232-4e3bf7a5eea1 HTTP/1.1" status: 204 len: 168 time: 0.4958200 Sep 30 08:10:04.038017 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-321d4041-89ec-4548-805a-c51563eb4349 req-e73ae4fe-160c-4b92-8dd6-3271409c95a5 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:04.048300 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device f73e22bc-2925-4360-abd5-f2a183de374e up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:04.076655 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404e216-068a-402b-8e0a-714b3a290d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c346f3-d0a5-421b-8232-4e3bf7a5eea1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:04.081440 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:04.097105 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321d4041-89ec-4548-805a-c51563eb4349 req-e73ae4fe-160c-4b92-8dd6-3271409c95a5 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7093673 Sep 30 08:10:04.123681 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Request body: {'port': {'device_id': '51485913-c2a8-4c13-9c95-b3633733e087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:04.227677 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:04.241532 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port f73e22bc-2925-4360-abd5-f2a183de374e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:04.242315 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:04.284438 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Pushing event updated for resources: {'Port': ['ID=d5676a13-953b-4d6b-ac69-48de23512cc7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:04.290278 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:04.302311 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:10:04.315158 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:10:04.349826 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:04.419870 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Transition to ACTIVE for port object 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:10:04.427900 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:04.435038 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:04.472685 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:04.494455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-465203fa-9e5a-44e3-b69f-462872cef095 None None] Provisioning complete for port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:04.496310 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-465203fa-9e5a-44e3-b69f-462872cef095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:04.600627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c16163-dc8c-437d-af5e-99e45c2ee095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73e22bc-2925-4360-abd5-f2a183de374e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:04.603708 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d18686b-5963-4476-9ee2-acbf402bd12b" -d '{"events": [{"server_uuid": "b5c16163-dc8c-437d-af5e-99e45c2ee095", "name": "network-vif-plugged", "status": "completed", "tag": "f73e22bc-2925-4360-abd5-f2a183de374e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:04.651875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56052) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:04.668709 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port f73e22bc-2925-4360-abd5-f2a183de374e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f73e22bc-2925-4360-abd5-f2a183de374e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:04.694927 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:04.717756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-465203fa-9e5a-44e3-b69f-462872cef095 None None] Port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:10:04.741421 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92392597-979e-4b87-a23f-c68247a045be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:04.760541 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Pushing event updated for resources: {'Port': ['ID=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:04.867302 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=f73e22bc-2925-4360-abd5-f2a183de374e,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:04.923170 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:04.923525 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:04.923872 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:04.926378 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:04.934313 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:04.934617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:04.934970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:04.935318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:04.935655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:04.936939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:04.942604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:04.942966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:04.978088 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:04.999862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Attempting to bind port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:10:05.000220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Attempting to bind port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:10:05.000561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Attempting to bind port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:05.018844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:10:05.019180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Attempting to bind port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:05.049536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:10:05.050016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:05.050420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:10:05.051431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Bound port: 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:10:05.052095 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:05.225555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] For port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:10:05.251241 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92392597-979e-4b87-a23f-c68247a045be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:05.254815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] For port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:10:05.262933 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92392597-979e-4b87-a23f-c68247a045be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:05.326049 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-92392597-979e-4b87-a23f-c68247a045be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=090a2525927b4f7ca2f9fe92083d1ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6668134 Sep 30 08:10:05.332018 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:05.353696 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56054) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:05.389652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92392597-979e-4b87-a23f-c68247a045be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a607e01-defb-4167-b7ca-3cd15ec49961,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:05.460515 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:05.461672 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:05.463993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] 10.222.0.35 "PUT /v2.0/ports/33bb0a25-f0d9-4830-bae0-ff59e18cf9fb HTTP/1.1" status: 200 len: 1095 time: 3.0578573 Sep 30 08:10:05.464767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defa8707-a168-4481-a40d-39a143f22a69', 'tag': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:05.467294 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2828eb6-85d4-436f-ace3-d51af5015a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "defa8707-a168-4481-a40d-39a143f22a69", "tag": "33bb0a25-f0d9-4830-bae0-ff59e18cf9fb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:05.550447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:10:05.571224 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:05.594694 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6963-ec58-4c49-a477-663d13ed4f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:05.601126 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb192b-a116-4f4f-ad85-ee22877b75ca service neutron] Pushing event updated for resources: {'Port': ['ID=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:05.633422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Transition to ACTIVE for port object 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:10:05.648275 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:05.701051 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6963-ec58-4c49-a477-663d13ed4f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:05.917560 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6963-ec58-4c49-a477-663d13ed4f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:05.920350 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6963-ec58-4c49-a477-663d13ed4f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:05.921787 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b3dd6963-ec58-4c49-a477-663d13ed4f12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a607e01-defb-4167-b7ca-3cd15ec49961 HTTP/1.1" status: 204 len: 168 time: 0.5636513 Sep 30 08:10:06.058682 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:06.077690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Pushing event updated for resources: {'Port': ['ID=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:06.120221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd6963-ec58-4c49-a477-663d13ed4f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a607e01-defb-4167-b7ca-3cd15ec49961,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:06.176431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-cb104af5-2d1b-4c1c-b822-ba540aa7cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:06.178223 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-cb104af5-2d1b-4c1c-b822-ba540aa7cdd6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4dac402a4e24c1b85c9ee7413289200&device_id=defa8707-a168-4481-a40d-39a143f22a69 HTTP/1.1" status: 200 len: 1098 time: 0.6478331 Sep 30 08:10:06.313427 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-21210055-de35-4756-b7bf-89313f746bf0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb HTTP/1.1" status: 200 len: 217 time: 0.1151681 Sep 30 08:10:06.319163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Attempting to bind port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:10:06.319476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Attempting to bind port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:10:06.319813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Attempting to bind port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:06.320047 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Router 003b7b34-a052-4bfa-b299-f5312590577e is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:10:06.354789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:10:06.354789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Attempting to bind port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:06.432350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:10:06.432701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:06.433099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:10:06.433559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Bound port: 9264df5c-fdb1-49d4-b38b-89b4e0e41f54, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:10:06.433928 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:06.479243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-b4536380-e87c-4e99-ac76-092477a6a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:06.493456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-b4536380-e87c-4e99-ac76-092477a6a05d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1640534 Sep 30 08:10:06.523523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:10:06.534714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Sync routers for ids ['003b7b34-a052-4bfa-b299-f5312590577e'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:10:06.557921 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:06.560118 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7d310a61-143c-4839-af8b-6e36e9a5442b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3143373 Sep 30 08:10:06.562455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:06.571272 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Routers {'003b7b34-a052-4bfa-b299-f5312590577e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:10:06.583344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['003b7b34-a052-4bfa-b299-f5312590577e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:06.679294 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] For port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:10:06.699350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] For port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:10:06.750765 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:06.893003 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:06.893599 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:06.895045 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321d4041-89ec-4548-805a-c51563eb4349 req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] 10.222.0.36 "PUT /v2.0/ports/9264df5c-fdb1-49d4-b38b-89b4e0e41f54 HTTP/1.1" status: 200 len: 1095 time: 2.7758405 Sep 30 08:10:06.931714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Set router 003b7b34-a052-4bfa-b299-f5312590577e gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:10:07.068100 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-0a0a340b-4dba-45a3-b711-4dac904a4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:07.069666 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-0a0a340b-4dba-45a3-b711-4dac904a4746 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3492265 Sep 30 08:10:07.091085 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760db341-2853-4db3-9fbd-7ab83613cc4c service neutron] Pushing event updated for resources: {'Port': ['ID=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:07.106553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-362cec17-1dfd-4cc8-9ca5-19fc1de4012e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:10:07.128632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-362cec17-1dfd-4cc8-9ca5-19fc1de4012e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0176282 Sep 30 08:10:07.249073 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d4041-89ec-4548-805a-c51563eb4349 req-fcbcccde-da1c-4001-9d64-86e332fba73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:07.256593 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321d4041-89ec-4548-805a-c51563eb4349 req-fcbcccde-da1c-4001-9d64-86e332fba73c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4dac402a4e24c1b85c9ee7413289200&device_id=51485913-c2a8-4c13-9c95-b3633733e087 HTTP/1.1" status: 200 len: 1098 time: 0.2959607 Sep 30 08:10:07.327755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003b7b34-a052-4bfa-b299-f5312590577e', 'name': 'tempest-ServerRescueNegativeTestJSON-1076741901-router', 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:01Z', 'updated_at': '2021-09-30T08:10:04Z', 'revision_number': 3, 'project_id': '71f9fae650bc403a968de80bfa93a4f2', 'gw_port': {'id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003b7b34-a052-4bfa-b299-f5312590577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:02Z', 'updated_at': '2021-09-30T08:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:07.417579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Checking router: 003b7b34-a052-4bfa-b299-f5312590577e for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:10:07.418263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Updating router 003b7b34-a052-4bfa-b299-f5312590577e port d5676a13-953b-4d6b-ac69-48de23512cc7 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:10:07.421635 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321d4041-89ec-4548-805a-c51563eb4349 req-ece381c7-d188-4e58-b7ee-165c7b64c507 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9264df5c-fdb1-49d4-b38b-89b4e0e41f54 HTTP/1.1" status: 200 len: 217 time: 0.1549563 Sep 30 08:10:07.479890 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:07.485236 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:07.549768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-37bd2b32-2460-4dae-8a95-d342b2db4e7c service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180863 Sep 30 08:10:07.602001 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d4041-89ec-4548-805a-c51563eb4349 req-0e16ef62-b6c4-4b47-a3ff-85b73997aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:07.608399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321d4041-89ec-4548-805a-c51563eb4349 req-0e16ef62-b6c4-4b47-a3ff-85b73997aa68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1696019 Sep 30 08:10:07.819001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Allocated IP 172.20.0.1 (691f8d5d-84c4-4972-afc4-015bf3401c58/7d31d27d-29aa-4857-9fe7-629de8beade5/a868f06c-ffd9-4edc-b7e1-49d8c727d33b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:08.076286 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:08.136583 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:08.145642 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:08.178330 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:08.199661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Attempting to bind port d5676a13-953b-4d6b-ac69-48de23512cc7 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:10:08.200399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Attempting to bind port d5676a13-953b-4d6b-ac69-48de23512cc7 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:10:08.201141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Attempting to bind port d5676a13-953b-4d6b-ac69-48de23512cc7 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:08.210104 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:10:08.210826 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:08.211465 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:08.212134 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:10:08.212807 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Bound port: d5676a13-953b-4d6b-ac69-48de23512cc7, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:10:08.213390 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:08.255075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a868f06c-ffd9-4edc-b7e1-49d8c727d33b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:08.290227 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Network 691f8d5d-84c4-4972-afc4-015bf3401c58 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:08.291719 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:08.298217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:10:08.304937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] For port d5676a13-953b-4d6b-ac69-48de23512cc7, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:10:08.313741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] For port d5676a13-953b-4d6b-ac69-48de23512cc7, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d5676a13-953b-4d6b-ac69-48de23512cc7,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:10:08.337114 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:08.344828 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae11ad5-b2e2-4147-b602-d71f922625a8 None None] Pushing event updated for resources: {'Port': ['ID=d5676a13-953b-4d6b-ac69-48de23512cc7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:08.397650 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:08.495232 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae11ad5-b2e2-4147-b602-d71f922625a8 None None] Pushing event updated for resources: {'Port': ['ID=d5676a13-953b-4d6b-ac69-48de23512cc7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:08.554902 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Routers {'003b7b34-a052-4bfa-b299-f5312590577e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:10:08.556138 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['003b7b34-a052-4bfa-b299-f5312590577e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:08.620836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59737f9c-46b3-445a-abb1-774225a6ab3f req-ca98b4aa-36dd-4ea9-8028-2661d85b0cc7 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0596988 Sep 30 08:10:08.689465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d4041-89ec-4548-805a-c51563eb4349 req-8968de73-e34c-4d75-aaa4-0bb098d075c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:08.692001 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321d4041-89ec-4548-805a-c51563eb4349 req-8968de73-e34c-4d75-aaa4-0bb098d075c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0752475 Sep 30 08:10:08.706350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-321d4041-89ec-4548-805a-c51563eb4349 req-b56aeb36-7f81-4e0a-a864-c08d854afd67 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:10:08.711113 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321d4041-89ec-4548-805a-c51563eb4349 req-b56aeb36-7f81-4e0a-a864-c08d854afd67 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0108569 Sep 30 08:10:08.857348 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:08.916639 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] Set router 003b7b34-a052-4bfa-b299-f5312590577e gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:10:08.987265 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321d4041-89ec-4548-805a-c51563eb4349 req-6213753f-06dc-47c2-bf99-7a5aeef2e980 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702672 Sep 30 08:10:09.267377 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-321d4041-89ec-4548-805a-c51563eb4349 req-7c8d2ce8-f937-4cdb-b292-f1acb3eb639c service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695830 Sep 30 08:10:09.292595 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:09.304525 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:09.446065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a868f06c-ffd9-4edc-b7e1-49d8c727d33b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:09.449669 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:09.577227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003b7b34-a052-4bfa-b299-f5312590577e', 'name': 'tempest-ServerRescueNegativeTestJSON-1076741901-router', 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:01Z', 'updated_at': '2021-09-30T08:10:04Z', 'revision_number': 3, 'project_id': '71f9fae650bc403a968de80bfa93a4f2', 'gw_port': {'id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003b7b34-a052-4bfa-b299-f5312590577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:02Z', 'updated_at': '2021-09-30T08:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:09.628437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Network 691f8d5d-84c4-4972-afc4-015bf3401c58 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:09.631124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:09.706660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898b5c7e-91e5-416e-b33a-660ea4be7b89 None None] The sync data for ids ['003b7b34-a052-4bfa-b299-f5312590577e'] in n-d-807359-2 is: [{'id': '003b7b34-a052-4bfa-b299-f5312590577e', 'name': 'tempest-ServerRescueNegativeTestJSON-1076741901-router', 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:01Z', 'updated_at': '2021-09-30T08:10:04Z', 'revision_number': 3, 'project_id': '71f9fae650bc403a968de80bfa93a4f2', 'gw_port': {'id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003b7b34-a052-4bfa-b299-f5312590577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:02Z', 'updated_at': '2021-09-30T08:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:10:09.729472 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:10:09.950781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Router 003b7b34-a052-4bfa-b299-f5312590577e has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:10:09.977594 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:10.000564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb', 'mac_address': 'fa:16:3e:2b:c4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:10:10.104973 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:10.108307 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:10.152763 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:10:10.237966 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:10.250626 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:10.265408 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:10:10.295751 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-af9d9a7c-7ed4-4806-9871-6dd7ef8c72c6 admin admin] 10.222.0.24 "PUT /v2.0/routers/003b7b34-a052-4bfa-b299-f5312590577e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7317905 Sep 30 08:10:10.420631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:10.571346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['33bb0a25-f0d9-4830-bae0-ff59e18cf9fb'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:10:11.732249 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:11.898528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:10:11.912445 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:11.913681 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:11.995339 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d5676a13-953b-4d6b-ac69-48de23512cc7 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:12.048963 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-560cf380-7f74-485d-bad5-e2f8ac8850e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:12.077983 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:10:12.168187 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d5676a13-953b-4d6b-ac69-48de23512cc7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:12.168569 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:12.258368 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:12.263337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:12.292028 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '9264df5c-fdb1-49d4-b38b-89b4e0e41f54', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '9264df5c-fdb1-49d4-b38b-89b4e0e41f54', 'mac_address': 'fa:16:3e:a0:a3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:10:12.348752 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:12.382031 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:12.413020 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:12.415934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port d5676a13-953b-4d6b-ac69-48de23512cc7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d5676a13-953b-4d6b-ac69-48de23512cc7,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:12.427258 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:12.443936 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Sync routers for ids ['003b7b34-a052-4bfa-b299-f5312590577e'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:10:12.455681 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Routers {'003b7b34-a052-4bfa-b299-f5312590577e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:10:12.456812 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['003b7b34-a052-4bfa-b299-f5312590577e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:12.471801 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:12.497697 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:10:12.521917 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:12.584640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=d5676a13-953b-4d6b-ac69-48de23512cc7,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:12.590958 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:12.595417 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:12.643020 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Set router 003b7b34-a052-4bfa-b299-f5312590577e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:10:12.766383 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:12.851505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['9264df5c-fdb1-49d4-b38b-89b4e0e41f54'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:10:12.913676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0085b0-e71d-42dc-86eb-0dc0a7de927d req-ef2de4e8-f923-47a5-9bd4-f53f143579fd tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:12.920672 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003b7b34-a052-4bfa-b299-f5312590577e', 'name': 'tempest-ServerRescueNegativeTestJSON-1076741901-router', 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:01Z', 'updated_at': '2021-09-30T08:10:08Z', 'revision_number': 4, 'project_id': '71f9fae650bc403a968de80bfa93a4f2', 'gw_port': {'id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003b7b34-a052-4bfa-b299-f5312590577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:02Z', 'updated_at': '2021-09-30T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a868f06c-ffd9-4edc-b7e1-49d8c727d33b', 'name': '', 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58', 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2', 'mac_address': 'fa:16:3e:37:b3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003b7b34-a052-4bfa-b299-f5312590577e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7d31d27d-29aa-4857-9fe7-629de8beade5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:07Z', 'updated_at': '2021-09-30T08:10:08Z', 'revision_number': 2, 'project_id': '71f9fae650bc403a968de80bfa93a4f2', 'subnets': [{'id': '7d31d27d-29aa-4857-9fe7-629de8beade5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:12.929421 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce0085b0-e71d-42dc-86eb-0dc0a7de927d req-ef2de4e8-f923-47a5-9bd4-f53f143579fd tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=51485913-c2a8-4c13-9c95-b3633733e087 HTTP/1.1" status: 200 len: 948 time: 0.1095743 Sep 30 08:10:12.962461 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88253a66-a5e6-4597-be4f-39678bc464f6 x-openstack-request-id: req-88253a66-a5e6-4597-be4f-39678bc464f6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:12.962965 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8437c010-d334-474b-9999-c47a74254fb9", "name": "network-vif-deleted", "tag": "e5ed534d-6169-4ad3-9a35-85f2c5736c3d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:12.962965 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88253a66-a5e6-4597-be4f-39678bc464f6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:12.963363 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8437c010-d334-474b-9999-c47a74254fb9', 'name': 'network-vif-deleted', 'tag': 'e5ed534d-6169-4ad3-9a35-85f2c5736c3d', 'status': 'completed', 'code': 200} Sep 30 08:10:12.992792 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Checking router: 003b7b34-a052-4bfa-b299-f5312590577e for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:10:12.993148 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Updating router 003b7b34-a052-4bfa-b299-f5312590577e port a868f06c-ffd9-4edc-b7e1-49d8c727d33b binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:10:13.026242 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce0085b0-e71d-42dc-86eb-0dc0a7de927d req-e544dec5-4a1e-4d36-8984-eac23e421f46 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/security-groups?id=e68de830-7a8e-4915-b04e-388f327db7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927184 Sep 30 08:10:13.075057 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:13.109074 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d58061a-b651-4ff9-949e-435bf14c64a1 x-openstack-request-id: req-5d58061a-b651-4ff9-949e-435bf14c64a1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:13.109573 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defa8707-a168-4481-a40d-39a143f22a69", "tag": "33bb0a25-f0d9-4830-bae0-ff59e18cf9fb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:13.110010 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d58061a-b651-4ff9-949e-435bf14c64a1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:13.110519 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'defa8707-a168-4481-a40d-39a143f22a69', 'tag': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb', 'status': 'completed', 'code': 200} Sep 30 08:10:13.112638 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62b2289-0fc9-41b3-b670-2fc1c6426d44 x-openstack-request-id: req-c62b2289-0fc9-41b3-b670-2fc1c6426d44 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:13.119062 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c16163-dc8c-437d-af5e-99e45c2ee095", "name": "network-vif-plugged", "status": "completed", "tag": "f73e22bc-2925-4360-abd5-f2a183de374e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:13.119569 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c62b2289-0fc9-41b3-b670-2fc1c6426d44 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:13.120134 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c16163-dc8c-437d-af5e-99e45c2ee095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73e22bc-2925-4360-abd5-f2a183de374e', 'code': 200} Sep 30 08:10:13.271845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2828eb6-85d4-436f-ace3-d51af5015a4a req-614946e1-b5ce-45a1-950f-682e93dcb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:13.275119 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2828eb6-85d4-436f-ace3-d51af5015a4a req-614946e1-b5ce-45a1-950f-682e93dcb5e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4dac402a4e24c1b85c9ee7413289200&device_id=defa8707-a168-4481-a40d-39a143f22a69 HTTP/1.1" status: 200 len: 1100 time: 0.1245158 Sep 30 08:10:13.299639 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56202) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:13.453963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2828eb6-85d4-436f-ace3-d51af5015a4a req-00493151-7b0a-4277-91dd-66c9a1abca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:13.457246 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2828eb6-85d4-436f-ace3-d51af5015a4a req-00493151-7b0a-4277-91dd-66c9a1abca48 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1749361 Sep 30 08:10:13.518495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2828eb6-85d4-436f-ace3-d51af5015a4a req-78c24581-4490-4d50-8652-49516b9daac9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb HTTP/1.1" status: 200 len: 217 time: 0.0541606 Sep 30 08:10:13.585197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2828eb6-85d4-436f-ace3-d51af5015a4a req-3d2e7a71-cc5a-4a20-9eac-8d8cc6cf21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:13.587405 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2828eb6-85d4-436f-ace3-d51af5015a4a req-3d2e7a71-cc5a-4a20-9eac-8d8cc6cf21e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0627797 Sep 30 08:10:13.663213 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:13.678969 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:13.724440 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2828eb6-85d4-436f-ace3-d51af5015a4a req-16fb78de-6855-4912-ab8d-7c6479df3830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:13.728421 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2828eb6-85d4-436f-ace3-d51af5015a4a req-16fb78de-6855-4912-ab8d-7c6479df3830 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1286271 Sep 30 08:10:13.747559 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40590c-2d85-4a10-b8c8-d95a6f2a22f7 None None] Pushing event updated for resources: {'Port': ['ID=a868f06c-ffd9-4edc-b7e1-49d8c727d33b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:13.787377 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40590c-2d85-4a10-b8c8-d95a6f2a22f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:13.787377 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40590c-2d85-4a10-b8c8-d95a6f2a22f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:13.787377 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40590c-2d85-4a10-b8c8-d95a6f2a22f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:13.787377 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40590c-2d85-4a10-b8c8-d95a6f2a22f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:13.788680 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40590c-2d85-4a10-b8c8-d95a6f2a22f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:13.788814 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40590c-2d85-4a10-b8c8-d95a6f2a22f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:13.789193 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40590c-2d85-4a10-b8c8-d95a6f2a22f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:13.789981 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40590c-2d85-4a10-b8c8-d95a6f2a22f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:13.790365 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40590c-2d85-4a10-b8c8-d95a6f2a22f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:13.791175 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40590c-2d85-4a10-b8c8-d95a6f2a22f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:13.791554 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40590c-2d85-4a10-b8c8-d95a6f2a22f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:13.792202 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae40590c-2d85-4a10-b8c8-d95a6f2a22f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:13.841918 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Attempting to bind port a868f06c-ffd9-4edc-b7e1-49d8c727d33b on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:10:13.842338 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Attempting to bind port a868f06c-ffd9-4edc-b7e1-49d8c727d33b by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:10:13.842824 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Attempting to bind port a868f06c-ffd9-4edc-b7e1-49d8c727d33b on network 691f8d5d-84c4-4972-afc4-015bf3401c58 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:13.850596 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:10:13.853699 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Checking segment: {'id': '0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:13.854093 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:13.854492 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Bound using segment: {'id': '0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:10:13.854964 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Bound port: a868f06c-ffd9-4edc-b7e1-49d8c727d33b, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:10:13.859023 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:13.886719 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2828eb6-85d4-436f-ace3-d51af5015a4a req-eb3d5c20-32df-4c3c-965f-8e7239ccba2e service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471987 Sep 30 08:10:13.936141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d5676a13-953b-4d6b-ac69-48de23512cc7 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:13.992682 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] For port a868f06c-ffd9-4edc-b7e1-49d8c727d33b, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:10:13.997577 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] For port a868f06c-ffd9-4edc-b7e1-49d8c727d33b, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a868f06c-ffd9-4edc-b7e1-49d8c727d33b,segment=NetworkSegment(0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3),segment_id=0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:10:14.010498 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:14.011980 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9470841c-752f-4c25-8b9a-5ac8b77a3f62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e82a64c3ffc417d807e33bb1172703b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7095518 Sep 30 08:10:14.014689 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56226) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:14.056388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d5676a13-953b-4d6b-ac69-48de23512cc7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:14.057079 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:14.085895 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Routers {'003b7b34-a052-4bfa-b299-f5312590577e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:10:14.086811 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['003b7b34-a052-4bfa-b299-f5312590577e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:14.095976 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2828eb6-85d4-436f-ace3-d51af5015a4a req-77382d03-2dc2-4823-a16c-eb92b7a18460 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045858 Sep 30 08:10:14.106587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:14.192344 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40590c-2d85-4a10-b8c8-d95a6f2a22f7 None None] Pushing event updated for resources: {'Port': ['ID=a868f06c-ffd9-4edc-b7e1-49d8c727d33b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:14.195568 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b30d2385-9bf6-459c-820c-22e5f8f1692d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:14.201299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:10:14.208449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:14.209086 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:14.236796 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b30d2385-9bf6-459c-820c-22e5f8f1692d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:14.321766 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] Set router 003b7b34-a052-4bfa-b299-f5312590577e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:10:14.330727 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b30d2385-9bf6-459c-820c-22e5f8f1692d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:14.335076 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b30d2385-9bf6-459c-820c-22e5f8f1692d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:14.336343 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b30d2385-9bf6-459c-820c-22e5f8f1692d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58601681-a3f0-4c2e-9632-9cc8aa905de3 HTTP/1.1" status: 204 len: 168 time: 0.3203704 Sep 30 08:10:14.357525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d2385-9bf6-459c-820c-22e5f8f1692d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58601681-a3f0-4c2e-9632-9cc8aa905de3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:14.459764 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:14.524986 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:14.536358 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:14.674604 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:14.760573 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003b7b34-a052-4bfa-b299-f5312590577e', 'name': 'tempest-ServerRescueNegativeTestJSON-1076741901-router', 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:01Z', 'updated_at': '2021-09-30T08:10:08Z', 'revision_number': 4, 'project_id': '71f9fae650bc403a968de80bfa93a4f2', 'gw_port': {'id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003b7b34-a052-4bfa-b299-f5312590577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:02Z', 'updated_at': '2021-09-30T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a868f06c-ffd9-4edc-b7e1-49d8c727d33b', 'name': '', 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58', 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2', 'mac_address': 'fa:16:3e:37:b3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003b7b34-a052-4bfa-b299-f5312590577e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7d31d27d-29aa-4857-9fe7-629de8beade5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:07Z', 'updated_at': '2021-09-30T08:10:13Z', 'revision_number': 4, 'project_id': '71f9fae650bc403a968de80bfa93a4f2', 'subnets': [{'id': '7d31d27d-29aa-4857-9fe7-629de8beade5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:14.762445 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5364873-8cd4-46f7-a2d1-3f81d098bd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:14.794043 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d4d09-c12c-47f8-a68f-32a74360c4e8 None None] The sync data for ids ['003b7b34-a052-4bfa-b299-f5312590577e'] in n-d-807359-2 is: [{'id': '003b7b34-a052-4bfa-b299-f5312590577e', 'name': 'tempest-ServerRescueNegativeTestJSON-1076741901-router', 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:01Z', 'updated_at': '2021-09-30T08:10:08Z', 'revision_number': 4, 'project_id': '71f9fae650bc403a968de80bfa93a4f2', 'gw_port': {'id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003b7b34-a052-4bfa-b299-f5312590577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:02Z', 'updated_at': '2021-09-30T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a868f06c-ffd9-4edc-b7e1-49d8c727d33b', 'name': '', 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58', 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2', 'mac_address': 'fa:16:3e:37:b3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003b7b34-a052-4bfa-b299-f5312590577e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '7d31d27d-29aa-4857-9fe7-629de8beade5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:07Z', 'updated_at': '2021-09-30T08:10:13Z', 'revision_number': 4, 'project_id': '71f9fae650bc403a968de80bfa93a4f2', 'subnets': [{'id': '7d31d27d-29aa-4857-9fe7-629de8beade5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:10:14.997170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56286) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:15.106345 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-12025c07-378d-4ff1-9b10-397cde932097 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53de6d57b64c460ab4763fc26f5bd719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1072521 Sep 30 08:10:15.109794 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56292) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:15.114549 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51485913-c2a8-4c13-9c95-b3633733e087', 'tag': '9264df5c-fdb1-49d4-b38b-89b4e0e41f54'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:15.117543 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4a8525-a19c-48d4-b5ac-898fc71e85d5" -d '{"events": [{"name": "network-changed", "server_uuid": "51485913-c2a8-4c13-9c95-b3633733e087", "tag": "9264df5c-fdb1-49d4-b38b-89b4e0e41f54"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:15.121109 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defa8707-a168-4481-a40d-39a143f22a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb'}, {'server_uuid': '51485913-c2a8-4c13-9c95-b3633733e087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9264df5c-fdb1-49d4-b38b-89b4e0e41f54'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:15.123426 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1955127a-6cb6-4755-ac68-36d5418bae29" -d '{"events": [{"server_uuid": "defa8707-a168-4481-a40d-39a143f22a69", "name": "network-vif-plugged", "status": "completed", "tag": "33bb0a25-f0d9-4830-bae0-ff59e18cf9fb"}, {"server_uuid": "51485913-c2a8-4c13-9c95-b3633733e087", "name": "network-vif-plugged", "status": "completed", "tag": "9264df5c-fdb1-49d4-b38b-89b4e0e41f54"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:15.255743 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:15.301965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4302312-c29a-4d3e-b948-002652cafc91 req-6269a7ec-bc1d-4351-aec4-72abe4607bc2 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:15.318757 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4302312-c29a-4d3e-b948-002652cafc91 req-6269a7ec-bc1d-4351-aec4-72abe4607bc2 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/networks?id=691f8d5d-84c4-4972-afc4-015bf3401c58 HTTP/1.1" status: 200 len: 819 time: 0.2930486 Sep 30 08:10:15.358108 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab199bf6-2260-43cc-8d01-eb0446105b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:15.366399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4302312-c29a-4d3e-b948-002652cafc91 req-18c15d33-e0c0-42a2-9075-4f87fbbb72bb tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/quotas/71f9fae650bc403a968de80bfa93a4f2 HTTP/1.1" status: 200 len: 375 time: 0.0466394 Sep 30 08:10:15.458210 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab199bf6-2260-43cc-8d01-eb0446105b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:15.483851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00421c7-f9e6-4351-bc97-b97dc77589e6 req-6a233747-192d-4418-a3ea-3c5ba89cf9a1 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:15.492229 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d00421c7-f9e6-4351-bc97-b97dc77589e6 req-6a233747-192d-4418-a3ea-3c5ba89cf9a1 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=51485913-c2a8-4c13-9c95-b3633733e087 HTTP/1.1" status: 200 len: 949 time: 0.1701093 Sep 30 08:10:15.583645 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4302312-c29a-4d3e-b948-002652cafc91 req-ad5bf0e2-29d1-4abc-a197-4cdf8d84edbe tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=71f9fae650bc403a968de80bfa93a4f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2158165 Sep 30 08:10:15.617674 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d00421c7-f9e6-4351-bc97-b97dc77589e6 req-c3e61938-c9fd-4bfa-a71a-0da4b777dc87 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/security-groups?id=e68de830-7a8e-4915-b04e-388f327db7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244788 Sep 30 08:10:15.730031 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:10:15.859959 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:15.899960 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab199bf6-2260-43cc-8d01-eb0446105b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:15.899960 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab199bf6-2260-43cc-8d01-eb0446105b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:15.917818 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ab199bf6-2260-43cc-8d01-eb0446105b99 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d686cc8c-9ea2-433f-9b8b-d25483b7f402 HTTP/1.1" status: 204 len: 168 time: 0.8056655 Sep 30 08:10:15.978202 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab199bf6-2260-43cc-8d01-eb0446105b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d686cc8c-9ea2-433f-9b8b-d25483b7f402,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:16.005591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4302312-c29a-4d3e-b948-002652cafc91 req-a94cdf88-5e61-478b-a2b8-b938e5e6deeb service neutron] 10.222.0.24 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207768 Sep 30 08:10:16.074933 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a868f06c-ffd9-4edc-b7e1-49d8c727d33b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:16.093771 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9fd75b-e287-4f09-b5b7-5cd072c0f123 x-openstack-request-id: req-9b9fd75b-e287-4f09-b5b7-5cd072c0f123 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:16.095771 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defa8707-a168-4481-a40d-39a143f22a69", "name": "network-vif-plugged", "status": "completed", "tag": "33bb0a25-f0d9-4830-bae0-ff59e18cf9fb", "code": 200}, {"server_uuid": "51485913-c2a8-4c13-9c95-b3633733e087", "name": "network-vif-plugged", "status": "completed", "tag": "9264df5c-fdb1-49d4-b38b-89b4e0e41f54", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:16.097363 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b9fd75b-e287-4f09-b5b7-5cd072c0f123 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:16.100644 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defa8707-a168-4481-a40d-39a143f22a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb', 'code': 200} Sep 30 08:10:16.101039 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51485913-c2a8-4c13-9c95-b3633733e087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9264df5c-fdb1-49d4-b38b-89b4e0e41f54', 'code': 200} Sep 30 08:10:16.188964 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b19de0-ecc7-485b-bfad-c45ca60d25f1 x-openstack-request-id: req-b4b19de0-ecc7-485b-bfad-c45ca60d25f1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:16.189581 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51485913-c2a8-4c13-9c95-b3633733e087", "tag": "9264df5c-fdb1-49d4-b38b-89b4e0e41f54", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:16.189581 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4b19de0-ecc7-485b-bfad-c45ca60d25f1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:16.190435 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51485913-c2a8-4c13-9c95-b3633733e087', 'tag': '9264df5c-fdb1-49d4-b38b-89b4e0e41f54', 'status': 'completed', 'code': 200} Sep 30 08:10:16.243872 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:16.343369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:16.350541 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:16.355582 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a868f06c-ffd9-4edc-b7e1-49d8c727d33b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:16.357764 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:16.397372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4302312-c29a-4d3e-b948-002652cafc91 req-be6fae0d-a1ca-4e34-9cc4-ca3c0ceac58c service neutron] 10.222.0.24 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908708 Sep 30 08:10:16.421836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d02dc6-b965-4749-a66d-0ae5a628e652 req-b790e343-0321-4a6b-9dcc-d7e8b4dbcd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:16.429295 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72d02dc6-b965-4749-a66d-0ae5a628e652 req-b790e343-0321-4a6b-9dcc-d7e8b4dbcd1f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=defa8707-a168-4481-a40d-39a143f22a69 HTTP/1.1" status: 200 len: 1100 time: 0.2261183 Sep 30 08:10:16.501908 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72d02dc6-b965-4749-a66d-0ae5a628e652 req-38fb8e0f-b803-4e6e-8773-b23f62d177e0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e68de830-7a8e-4915-b04e-388f327db7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674891 Sep 30 08:10:16.553433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:16.681280 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:16.758838 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port a868f06c-ffd9-4edc-b7e1-49d8c727d33b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a868f06c-ffd9-4edc-b7e1-49d8c727d33b,segment=NetworkSegment(0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3),segment_id=0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:16.768104 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:16.773983 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-01195dfd-56c9-46dd-86d8-bd80b4505761 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:16.781052 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-01195dfd-56c9-46dd-86d8-bd80b4505761 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/networks?id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b HTTP/1.1" status: 200 len: 803 time: 0.2618663 Sep 30 08:10:16.824582 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-16c9e83d-742a-4ecd-8fdc-3035342acdcb tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/quotas/cf18fc9ce15049db8fedfa3705b2274e HTTP/1.1" status: 200 len: 375 time: 0.0350308 Sep 30 08:10:16.929197 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-a5778dd4-cc49-4551-ba69-c6ae981f5969 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf18fc9ce15049db8fedfa3705b2274e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020441 Sep 30 08:10:16.930649 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=a868f06c-ffd9-4edc-b7e1-49d8c727d33b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:17.217795 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a8525-a19c-48d4-b5ac-898fc71e85d5 req-4778ad32-f1ce-488d-80c1-19bb4efc35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:17.219892 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd4a8525-a19c-48d4-b5ac-898fc71e85d5 req-4778ad32-f1ce-488d-80c1-19bb4efc35a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4dac402a4e24c1b85c9ee7413289200&device_id=51485913-c2a8-4c13-9c95-b3633733e087 HTTP/1.1" status: 200 len: 1100 time: 1.0256624 Sep 30 08:10:17.224584 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed090d2-cd9d-45c8-b462-664b8d382597 req-628c2a3e-43b8-45c5-a54c-daa45f4f0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:17.226088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ed090d2-cd9d-45c8-b462-664b8d382597 req-628c2a3e-43b8-45c5-a54c-daa45f4f0e9b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51485913-c2a8-4c13-9c95-b3633733e087 HTTP/1.1" status: 200 len: 1100 time: 1.0354276 Sep 30 08:10:17.241858 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a25709-2301-47de-a9a4-ca87f6b40cfe req-f20e29f1-a78d-442c-9fca-6e6c0539eded tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:17.249859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52a25709-2301-47de-a9a4-ca87f6b40cfe req-f20e29f1-a78d-442c-9fca-6e6c0539eded tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=51485913-c2a8-4c13-9c95-b3633733e087 HTTP/1.1" status: 200 len: 949 time: 0.1561420 Sep 30 08:10:17.319484 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52a25709-2301-47de-a9a4-ca87f6b40cfe req-14733ca4-cd89-49f1-8d97-0d4aece74764 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/security-groups?id=e68de830-7a8e-4915-b04e-388f327db7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685961 Sep 30 08:10:17.395481 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-0f58cac0-e99d-4e0f-8098-210ecf37088e service neutron] 10.222.0.24 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644380 Sep 30 08:10:17.473883 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d3bee9b-2a10-4e5d-84b1-0670e2f0272c req-b6d7c627-bd14-41a4-bd20-ff2fc16faadc tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 210 time: 0.0675807 Sep 30 08:10:17.638749 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:17.737913 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ed090d2-cd9d-45c8-b462-664b8d382597 req-9d9b01f1-be87-4529-a59c-969367c876c0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e68de830-7a8e-4915-b04e-388f327db7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578168 Sep 30 08:10:17.740435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-5759c1d4-0b36-40db-a7df-7828f09eb187 service neutron] 10.222.0.24 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441288 Sep 30 08:10:17.819615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a8525-a19c-48d4-b5ac-898fc71e85d5 req-66ad96ca-4c4e-4499-873b-720636248b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:17.821181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd4a8525-a19c-48d4-b5ac-898fc71e85d5 req-66ad96ca-4c4e-4499-873b-720636248b46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.5368474 Sep 30 08:10:17.906038 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a868f06c-ffd9-4edc-b7e1-49d8c727d33b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:18.001700 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a868f06c-ffd9-4edc-b7e1-49d8c727d33b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:18.003516 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:18.114577 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c74a0-c518-4820-b7a0-ad4a72fa0347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31fd2c47-06d1-444a-8f3d-c4cde4fe57c4'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:18.116934 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b8509d-2c71-4dba-a388-2df3ef5fc037" -d '{"events": [{"server_uuid": "985c74a0-c518-4820-b7a0-ad4a72fa0347", "name": "network-vif-unplugged", "status": "completed", "tag": "31fd2c47-06d1-444a-8f3d-c4cde4fe57c4"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:18.290131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd4a8525-a19c-48d4-b5ac-898fc71e85d5 req-4f4de298-202a-4b38-a1ae-416a09b9ceef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9264df5c-fdb1-49d4-b38b-89b4e0e41f54 HTTP/1.1" status: 200 len: 217 time: 0.1735244 Sep 30 08:10:18.300491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-d7108406-ce29-42d9-982e-46ba4c257086 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:18.308146 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-d7108406-ce29-42d9-982e-46ba4c257086 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/networks?id=691f8d5d-84c4-4972-afc4-015bf3401c58 HTTP/1.1" status: 200 len: 819 time: 0.3780475 Sep 30 08:10:18.353475 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56414) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:18.414865 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-475e6fea-36a2-4853-a7c7-6165a34ddff1 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/quotas/71f9fae650bc403a968de80bfa93a4f2 HTTP/1.1" status: 200 len: 375 time: 0.1057675 Sep 30 08:10:18.426522 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e78febb5-c13d-4f24-a91c-fefa39bb37c0 req-239738a1-4e77-4112-9985-80e30fa45e11 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 210 time: 0.1099808 Sep 30 08:10:18.450931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9ee27-6569-4b49-b852-00343b4cbf22 req-2525b3b8-58c4-4ffe-a871-de4427043a17 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:18.452512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-58f9ee27-6569-4b49-b852-00343b4cbf22 req-2525b3b8-58c4-4ffe-a871-de4427043a17 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.35 "GET /v2.0/ports?device_id=985c74a0-c518-4820-b7a0-ad4a72fa0347 HTTP/1.1" status: 200 len: 943 time: 0.2315984 Sep 30 08:10:18.511538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a8525-a19c-48d4-b5ac-898fc71e85d5 req-c20e6aae-a801-47d0-83c8-90f181f8252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:18.516355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd4a8525-a19c-48d4-b5ac-898fc71e85d5 req-c20e6aae-a801-47d0-83c8-90f181f8252d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1898966 Sep 30 08:10:18.541591 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98555d47-acdb-4297-b0e8-c68442760cd6 x-openstack-request-id: req-98555d47-acdb-4297-b0e8-c68442760cd6 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:18.542022 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985c74a0-c518-4820-b7a0-ad4a72fa0347", "name": "network-vif-unplugged", "status": "completed", "tag": "31fd2c47-06d1-444a-8f3d-c4cde4fe57c4", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:18.542625 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98555d47-acdb-4297-b0e8-c68442760cd6 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:18.544479 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985c74a0-c518-4820-b7a0-ad4a72fa0347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31fd2c47-06d1-444a-8f3d-c4cde4fe57c4', 'code': 200} Sep 30 08:10:18.661390 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-2d367276-bea3-4341-b843-550fcf2fe9ba tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=71f9fae650bc403a968de80bfa93a4f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2453499 Sep 30 08:10:18.800927 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-cbfbbdb5-9625-4493-8b4d-f8704c292a51 service neutron] 10.222.0.24 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383195 Sep 30 08:10:18.849000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a8525-a19c-48d4-b5ac-898fc71e85d5 req-f43fb989-ab61-4ad8-9ff6-2e045437abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:18.850821 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd4a8525-a19c-48d4-b5ac-898fc71e85d5 req-f43fb989-ab61-4ad8-9ff6-2e045437abf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3189075 Sep 30 08:10:18.856899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d7008de1-2cb7-4cb6-a623-f2ddf3e46919 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1483933883-network', 'tenant_id': '133eecda46334141a431bb904d7ee7c2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:18.908570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7008de1-2cb7-4cb6-a623-f2ddf3e46919 admin admin] Made reservation on behalf of 133eecda46334141a431bb904d7ee7c2 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:18.913242 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7008de1-2cb7-4cb6-a623-f2ddf3e46919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:18.939195 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7008de1-2cb7-4cb6-a623-f2ddf3e46919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:19.157145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7008de1-2cb7-4cb6-a623-f2ddf3e46919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:19.163414 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7008de1-2cb7-4cb6-a623-f2ddf3e46919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:19.242961 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7008de1-2cb7-4cb6-a623-f2ddf3e46919 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:10:19.267839 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7008de1-2cb7-4cb6-a623-f2ddf3e46919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e60aec-0285-4c56-9c51-8cb33913f1a1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:19.281069 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7008de1-2cb7-4cb6-a623-f2ddf3e46919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:19.281560 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-d7008de1-2cb7-4cb6-a623-f2ddf3e46919 admin admin] Added segment 7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f of type vlan for network c601b3e0-80e2-4d6f-bc97-2d0c08370812 Sep 30 08:10:19.463166 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7008de1-2cb7-4cb6-a623-f2ddf3e46919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:19.494646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364473c-84f8-4329-bf9f-3b001e4a1b2c req-4726ede9-9ee5-4363-b2cb-740f0d3361e9 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:19.495542 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4302312-c29a-4d3e-b948-002652cafc91 req-904308f0-f5bb-444e-8351-281942e30177 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:19.496242 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7364473c-84f8-4329-bf9f-3b001e4a1b2c req-4726ede9-9ee5-4363-b2cb-740f0d3361e9 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=51485913-c2a8-4c13-9c95-b3633733e087 HTTP/1.1" status: 200 len: 949 time: 0.7366843 Sep 30 08:10:19.505236 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4302312-c29a-4d3e-b948-002652cafc91 req-904308f0-f5bb-444e-8351-281942e30177 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.35 "GET /v2.0/networks?id=691f8d5d-84c4-4972-afc4-015bf3401c58 HTTP/1.1" status: 200 len: 819 time: 0.3125849 Sep 30 08:10:19.526105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c4302312-c29a-4d3e-b948-002652cafc91 req-5a9d8bf0-621c-4692-acdf-ba4ca48b1fa6 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Request body: {'port': {'device_id': '4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8', 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58', 'admin_state_up': True, 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:19.551997 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7008de1-2cb7-4cb6-a623-f2ddf3e46919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:19.553640 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7008de1-2cb7-4cb6-a623-f2ddf3e46919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:19.554455 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7008de1-2cb7-4cb6-a623-f2ddf3e46919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:19.585118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-58f9ee27-6569-4b49-b852-00343b4cbf22 req-d42eb5fa-f8e0-440f-9747-83194c70e2f2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Deleting port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:10:19.585517 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58f9ee27-6569-4b49-b852-00343b4cbf22 req-d42eb5fa-f8e0-440f-9747-83194c70e2f2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:19.661022 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d7008de1-2cb7-4cb6-a623-f2ddf3e46919 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3058846 Sep 30 08:10:19.679899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:19.681532 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd4a8525-a19c-48d4-b5ac-898fc71e85d5 req-edea92ea-06c1-4832-854f-c15fc4570296 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8199797 Sep 30 08:10:19.683647 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-0feaa834-1890-4cef-a386-4c477e5741c0 service neutron] 10.222.0.24 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8817296 Sep 30 08:10:19.770170 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-58f9ee27-6569-4b49-b852-00343b4cbf22 req-d42eb5fa-f8e0-440f-9747-83194c70e2f2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] For port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:19.770684 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58f9ee27-6569-4b49-b852-00343b4cbf22 req-d42eb5fa-f8e0-440f-9747-83194c70e2f2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:19.786700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-58f9ee27-6569-4b49-b852-00343b4cbf22 req-d42eb5fa-f8e0-440f-9747-83194c70e2f2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Calling delete_port for 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:10:19.814892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ccebb615-b163-47f9-81eb-65aa4eb43894 admin admin] Request body: {'subnet': {'network_id': 'c601b3e0-80e2-4d6f-bc97-2d0c08370812', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1483933883-subnet', 'tenant_id': '133eecda46334141a431bb904d7ee7c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:19.844863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4302312-c29a-4d3e-b948-002652cafc91 req-5a9d8bf0-621c-4692-acdf-ba4ca48b1fa6 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Made reservation on behalf of 71f9fae650bc403a968de80bfa93a4f2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:19.857892 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c4302312-c29a-4d3e-b948-002652cafc91 req-5a9d8bf0-621c-4692-acdf-ba4ca48b1fa6 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:19.950702 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58f9ee27-6569-4b49-b852-00343b4cbf22 req-d42eb5fa-f8e0-440f-9747-83194c70e2f2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:20.004907 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42eb5fa-f8e0-440f-9747-83194c70e2f2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Pushing event deleted for resources: {'Port': ['ID=31fd2c47-06d1-444a-8f3d-c4cde4fe57c4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:20.015220 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7008de1-2cb7-4cb6-a623-f2ddf3e46919 admin admin] Pushing event updated for resources: {'Network': ['ID=c601b3e0-80e2-4d6f-bc97-2d0c08370812,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:20.039663 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7364473c-84f8-4329-bf9f-3b001e4a1b2c req-f463586c-3d4a-44c3-8517-31f5a6a02642 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/security-groups?id=e68de830-7a8e-4915-b04e-388f327db7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341749 Sep 30 08:10:20.045749 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network c601b3e0-80e2-4d6f-bc97-2d0c08370812 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:10:20.209276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f9ee27-6569-4b49-b852-00343b4cbf22 req-d42eb5fa-f8e0-440f-9747-83194c70e2f2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] No DVR routers for this DVR port 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:10:20.230920 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58f9ee27-6569-4b49-b852-00343b4cbf22 req-d42eb5fa-f8e0-440f-9747-83194c70e2f2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:20.239069 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-58f9ee27-6569-4b49-b852-00343b4cbf22 req-d42eb5fa-f8e0-440f-9747-83194c70e2f2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.35 "DELETE /v2.0/ports/31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 HTTP/1.1" status: 204 len: 173 time: 1.7635708 Sep 30 08:10:20.239817 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c74a0-c518-4820-b7a0-ad4a72fa0347', 'name': 'network-vif-deleted', 'tag': '31fd2c47-06d1-444a-8f3d-c4cde4fe57c4'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:20.246660 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397d0465-97f7-437c-b128-9659db32f962" -d '{"events": [{"server_uuid": "985c74a0-c518-4820-b7a0-ad4a72fa0347", "name": "network-vif-deleted", "tag": "31fd2c47-06d1-444a-8f3d-c4cde4fe57c4"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:20.334797 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cb2078d-c1f6-451a-b930-668a9413a488 req-7fb1cb22-081f-4d3f-baa6-a6215d918e42 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 210 time: 0.0449798 Sep 30 08:10:20.341228 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-c4302312-c29a-4d3e-b948-002652cafc91 req-5a9d8bf0-621c-4692-acdf-ba4ca48b1fa6 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Allocated IP 172.20.0.6 (691f8d5d-84c4-4972-afc4-015bf3401c58/7d31d27d-29aa-4857-9fe7-629de8beade5/a20a92cb-6800-440f-954d-70cc817cd206) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:20.352806 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd4a8525-a19c-48d4-b5ac-898fc71e85d5 req-b9d4b98e-e491-4aa7-9f36-fd315471d218 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130619 Sep 30 08:10:20.388611 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b5a490-116e-4aec-a3be-360cd06ce8a1 x-openstack-request-id: req-e3b5a490-116e-4aec-a3be-360cd06ce8a1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:20.389142 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985c74a0-c518-4820-b7a0-ad4a72fa0347", "name": "network-vif-deleted", "tag": "31fd2c47-06d1-444a-8f3d-c4cde4fe57c4", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:20.389618 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3b5a490-116e-4aec-a3be-360cd06ce8a1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:20.390191 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985c74a0-c518-4820-b7a0-ad4a72fa0347', 'name': 'network-vif-deleted', 'tag': '31fd2c47-06d1-444a-8f3d-c4cde4fe57c4', 'status': 'completed', 'code': 200} Sep 30 08:10:20.442399 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccebb615-b163-47f9-81eb-65aa4eb43894 admin admin] Made reservation on behalf of 133eecda46334141a431bb904d7ee7c2 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:20.444889 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccebb615-b163-47f9-81eb-65aa4eb43894 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:20.509201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ce0caed-2968-49db-b233-0e2a48cd77af req-3d094c24-5fdd-45da-a4f5-11dc27801577 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 210 time: 0.0570755 Sep 30 08:10:21.179492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-368a99d4-86a5-4610-bd3f-b7377b6cf818 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:21.191107 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-368a99d4-86a5-4610-bd3f-b7377b6cf818 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.35 "GET /v2.0/networks?id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b HTTP/1.1" status: 200 len: 803 time: 0.7898674 Sep 30 08:10:21.227360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-def491b5-0b58-41f8-9acf-52c930345acd tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Request body: {'port': {'device_id': '59351e64-0e4c-48a2-aee8-2c1a8a5aa257', 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b', 'admin_state_up': True, 'tenant_id': 'cf18fc9ce15049db8fedfa3705b2274e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:21.248872 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee82cd4-a106-44e5-a53f-a5775121d3c5 req-a8e99620-2b0f-495e-93d4-73872e314510 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:21.250420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aee82cd4-a106-44e5-a53f-a5775121d3c5 req-a8e99620-2b0f-495e-93d4-73872e314510 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=51485913-c2a8-4c13-9c95-b3633733e087 HTTP/1.1" status: 200 len: 949 time: 0.0891297 Sep 30 08:10:21.299314 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c4302312-c29a-4d3e-b948-002652cafc91 req-5a9d8bf0-621c-4692-acdf-ba4ca48b1fa6 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:21.335271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aee82cd4-a106-44e5-a53f-a5775121d3c5 req-795a6ec2-84ac-45f8-b925-53230af431d7 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/security-groups?id=e68de830-7a8e-4915-b04e-388f327db7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673645 Sep 30 08:10:21.531182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e66c1b-8147-45fe-b068-38925110977b req-947bbc28-300e-4fea-aa59-ad53f8c7fdf3 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:21.532760 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2e66c1b-8147-45fe-b068-38925110977b req-947bbc28-300e-4fea-aa59-ad53f8c7fdf3 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=defa8707-a168-4481-a40d-39a143f22a69 HTTP/1.1" status: 200 len: 949 time: 0.0867031 Sep 30 08:10:21.534845 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-abdf73dc-2122-4542-974d-fc795d8269e0 req-e4186225-0c5f-4ba6-bcae-0ed4d2cf7fb3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 210 time: 0.0407968 Sep 30 08:10:21.552686 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c4302312-c29a-4d3e-b948-002652cafc91 req-5a9d8bf0-621c-4692-acdf-ba4ca48b1fa6 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:21.606272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2e66c1b-8147-45fe-b068-38925110977b req-d1dbcbab-d520-4bfe-87bc-54c10d3cad17 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/security-groups?id=e68de830-7a8e-4915-b04e-388f327db7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561976 Sep 30 08:10:21.729282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4302312-c29a-4d3e-b948-002652cafc91 req-5a9d8bf0-621c-4692-acdf-ba4ca48b1fa6 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Network 691f8d5d-84c4-4972-afc4-015bf3401c58 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:21.745840 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-c4302312-c29a-4d3e-b948-002652cafc91 req-5a9d8bf0-621c-4692-acdf-ba4ca48b1fa6 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:21.751305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:10:21.762257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4302312-c29a-4d3e-b948-002652cafc91 req-5a9d8bf0-621c-4692-acdf-ba4ca48b1fa6 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:10:21.814959 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:10:21.820979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 31fd2c47-06d1-444a-8f3d-c4cde4fe57c4 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:10:21.852396 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccebb615-b163-47f9-81eb-65aa4eb43894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:21.952207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebb615-b163-47f9-81eb-65aa4eb43894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=693593a8-574b-4275-be16-63410a58b764,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:21.962543 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b10a0884-765c-4f5b-8802-43720ae89a29 req-b1b99b05-0002-45c9-a25a-1673c84d8af8 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 210 time: 0.1086204 Sep 30 08:10:21.966083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d8bf0-621c-4692-acdf-ba4ca48b1fa6 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Pushing event updated for resources: {'Port': ['ID=a20a92cb-6800-440f-954d-70cc817cd206,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:22.021603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-9bec2394-0312-47e5-86f3-0d2760665d1d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:22.023302 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-9bec2394-0312-47e5-86f3-0d2760665d1d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.36 "GET /v2.0/networks?id=691f8d5d-84c4-4972-afc4-015bf3401c58 HTTP/1.1" status: 200 len: 819 time: 0.4220564 Sep 30 08:10:22.038995 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-2c013454-8148-428c-bfde-f88dcff96942 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Request body: {'port': {'device_id': 'ef458b07-ba77-4bf1-a515-dfa20af53e43', 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58', 'admin_state_up': True, 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:22.050641 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-def491b5-0b58-41f8-9acf-52c930345acd tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Made reservation on behalf of cf18fc9ce15049db8fedfa3705b2274e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:22.054886 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-def491b5-0b58-41f8-9acf-52c930345acd tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:22.097251 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4302312-c29a-4d3e-b948-002652cafc91 req-5a9d8bf0-621c-4692-acdf-ba4ca48b1fa6 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:22.098226 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c4302312-c29a-4d3e-b948-002652cafc91 req-5a9d8bf0-621c-4692-acdf-ba4ca48b1fa6 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:22.118794 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccebb615-b163-47f9-81eb-65aa4eb43894 admin admin] Checking segment: {'id': '7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c601b3e0-80e2-4d6f-bc97-2d0c08370812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:22.119952 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccebb615-b163-47f9-81eb-65aa4eb43894 admin admin] Network hostable DHCP agents. Network: c601b3e0-80e2-4d6f-bc97-2d0c08370812, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:10:22.145415 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4302312-c29a-4d3e-b948-002652cafc91 req-5a9d8bf0-621c-4692-acdf-ba4ca48b1fa6 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6232984 Sep 30 08:10:22.164927 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Request body: {'port': {'device_id': '4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:22.235747 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccebb615-b163-47f9-81eb-65aa4eb43894 admin admin] Network c601b3e0-80e2-4d6f-bc97-2d0c08370812 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:10:22.242076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-2c013454-8148-428c-bfde-f88dcff96942 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Made reservation on behalf of 71f9fae650bc403a968de80bfa93a4f2 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:22.249760 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-2c013454-8148-428c-bfde-f88dcff96942 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:22.324383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ccebb615-b163-47f9-81eb-65aa4eb43894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, c601b3e0-80e2-4d6f-bc97-2d0c08370812) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:22.339245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fa5073-c4ad-46fe-a473-e0d584ae1430 None None] Network c601b3e0-80e2-4d6f-bc97-2d0c08370812 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:10:22.389039 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:22.395298 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccebb615-b163-47f9-81eb-65aa4eb43894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:22.395894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccebb615-b163-47f9-81eb-65aa4eb43894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:22.422110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-2c013454-8148-428c-bfde-f88dcff96942 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Allocated IP 172.20.0.14 (691f8d5d-84c4-4972-afc4-015bf3401c58/7d31d27d-29aa-4857-9fe7-629de8beade5/e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:22.492281 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ccebb615-b163-47f9-81eb-65aa4eb43894 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7383957 Sep 30 08:10:22.620612 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-def491b5-0b58-41f8-9acf-52c930345acd tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Allocated IP 172.20.0.9 (f336a0d8-eaa6-44de-a1a3-9f50063b4b5b/fe50dcfe-f2a1-4640-98cf-8d67829f1b8d/54a9283a-7fb2-4f2d-babd-1f59b4e60a7d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:22.772297 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-2c013454-8148-428c-bfde-f88dcff96942 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:22.818971 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-def491b5-0b58-41f8-9acf-52c930345acd tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:22.825548 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26f5218-88b9-413d-be52-62516ce7a0ef None None] Network c601b3e0-80e2-4d6f-bc97-2d0c08370812 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:10:22.863375 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-def491b5-0b58-41f8-9acf-52c930345acd tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:22.933781 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-2c013454-8148-428c-bfde-f88dcff96942 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:22.942399 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-def491b5-0b58-41f8-9acf-52c930345acd tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:22.956196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-def491b5-0b58-41f8-9acf-52c930345acd tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:22.964906 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-def491b5-0b58-41f8-9acf-52c930345acd tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:10:23.026138 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def491b5-0b58-41f8-9acf-52c930345acd tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Pushing event updated for resources: {'Port': ['ID=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:23.065032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c013454-8148-428c-bfde-f88dcff96942 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Pushing event updated for resources: {'Port': ['ID=e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:23.083443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-2c013454-8148-428c-bfde-f88dcff96942 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Network 691f8d5d-84c4-4972-afc4-015bf3401c58 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:23.094528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-2c013454-8148-428c-bfde-f88dcff96942 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:23.115765 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-2c013454-8148-428c-bfde-f88dcff96942 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:10:23.187422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-2c013454-8148-428c-bfde-f88dcff96942 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:23.187829 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-2c013454-8148-428c-bfde-f88dcff96942 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:23.210507 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a7699-31e2-435d-bde3-9ad9f4c65d31 req-b7b2a129-5d72-4fac-a63f-5d18b404de4e tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:23.217987 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f66a7699-31e2-435d-bde3-9ad9f4c65d31 req-b7b2a129-5d72-4fac-a63f-5d18b404de4e tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 931 time: 0.3547659 Sep 30 08:10:23.249460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-2c013454-8148-428c-bfde-f88dcff96942 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2153325 Sep 30 08:10:23.275837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Request body: {'port': {'device_id': 'ef458b07-ba77-4bf1-a515-dfa20af53e43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:23.338018 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-def491b5-0b58-41f8-9acf-52c930345acd tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:23.338713 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-def491b5-0b58-41f8-9acf-52c930345acd tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:23.378663 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f66a7699-31e2-435d-bde3-9ad9f4c65d31 req-7eafd27d-ae77-43bd-a139-28b49fcaaf18 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597037 Sep 30 08:10:23.380416 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-def491b5-0b58-41f8-9acf-52c930345acd tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1698823 Sep 30 08:10:23.390541 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:23.424644 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc743e76-f94d-489f-9bd0-5bfea2ba0f29 req-ccff770a-3b01-4c74-93c2-80362f9c47ef tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:23.433126 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc743e76-f94d-489f-9bd0-5bfea2ba0f29 req-ccff770a-3b01-4c74-93c2-80362f9c47ef tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 932 time: 0.2575357 Sep 30 08:10:23.508935 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc743e76-f94d-489f-9bd0-5bfea2ba0f29 req-a012d8f3-3eb7-4f58-b6e3-50c64a8f763b tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680075 Sep 30 08:10:23.706093 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56616) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:23.711735 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b0dc16cf-e96d-4b52-9edb-719e8db1a9dc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1838179320-network', 'tenant_id': '5af80195435a4e86bd873ec418d26527'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:23.712952 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Request body: {'port': {'device_id': '59351e64-0e4c-48a2-aee8-2c1a8a5aa257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:23.745367 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20a92cb-6800-440f-954d-70cc817cd206 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:10:23.753576 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dc16cf-e96d-4b52-9edb-719e8db1a9dc admin admin] Made reservation on behalf of 5af80195435a4e86bd873ec418d26527 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:23.757121 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0dc16cf-e96d-4b52-9edb-719e8db1a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:23.762010 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:23.769137 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0dc16cf-e96d-4b52-9edb-719e8db1a9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:23.802821 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Transition to ACTIVE for port object a20a92cb-6800-440f-954d-70cc817cd206 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:10:23.804112 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:23.817303 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:23.945693 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a20a92cb-6800-440f-954d-70cc817cd206,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:24.004718 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0dc16cf-e96d-4b52-9edb-719e8db1a9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.013460 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0dc16cf-e96d-4b52-9edb-719e8db1a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.067163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc16cf-e96d-4b52-9edb-719e8db1a9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb2948c-43ec-4c6b-8495-a9785bc975bc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:24.070265 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0dc16cf-e96d-4b52-9edb-719e8db1a9dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:10:24.088409 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0dc16cf-e96d-4b52-9edb-719e8db1a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.088644 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-b0dc16cf-e96d-4b52-9edb-719e8db1a9dc admin admin] Added segment 2fcb0328-d1ed-4bde-a55f-3f9cd1a2febd of type vlan for network 58d968f7-c05d-4746-9c93-66a34653786b Sep 30 08:10:24.101633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:10:24.109607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Attempting to bind port a20a92cb-6800-440f-954d-70cc817cd206 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:10:24.109949 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Attempting to bind port a20a92cb-6800-440f-954d-70cc817cd206 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:10:24.110279 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Attempting to bind port a20a92cb-6800-440f-954d-70cc817cd206 on network 691f8d5d-84c4-4972-afc4-015bf3401c58 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:24.110649 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.122240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Port a20a92cb-6800-440f-954d-70cc817cd206 on network 691f8d5d-84c4-4972-afc4-015bf3401c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:10:24.122572 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Attempting to bind port a20a92cb-6800-440f-954d-70cc817cd206 on network 691f8d5d-84c4-4972-afc4-015bf3401c58 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:24.141399 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:10:24.141728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Checking segment: {'id': '0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:24.142073 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Bound using segment: {'id': '0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:10:24.142500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Bound port: a20a92cb-6800-440f-954d-70cc817cd206, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:10:24.142859 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.150889 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0dc16cf-e96d-4b52-9edb-719e8db1a9dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.153581 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Transition to ACTIVE for port object e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:10:24.162917 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.230578 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0dc16cf-e96d-4b52-9edb-719e8db1a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.231551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dc16cf-e96d-4b52-9edb-719e8db1a9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:24.231984 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0dc16cf-e96d-4b52-9edb-719e8db1a9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.275376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] For port a20a92cb-6800-440f-954d-70cc817cd206, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:10:24.283030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Pushing event updated for resources: {'Port': ['ID=e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:24.296004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] For port a20a92cb-6800-440f-954d-70cc817cd206, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a20a92cb-6800-440f-954d-70cc817cd206,segment=NetworkSegment(0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3),segment_id=0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:10:24.302804 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.320826 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b0dc16cf-e96d-4b52-9edb-719e8db1a9dc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6138222 Sep 30 08:10:24.326604 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56632) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:24.332370 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f256b942-12ed-49df-8a3b-c6b7778cdd0a admin admin] Request body: {'subnet': {'network_id': '58d968f7-c05d-4746-9c93-66a34653786b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1838179320-subnet', 'tenant_id': '5af80195435a4e86bd873ec418d26527', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:24.335976 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:24.336692 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.337916 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4302312-c29a-4d3e-b948-002652cafc91 req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] 10.222.0.35 "PUT /v2.0/ports/a20a92cb-6800-440f-954d-70cc817cd206 HTTP/1.1" status: 200 len: 1091 time: 2.1787562 Sep 30 08:10:24.356107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc16cf-e96d-4b52-9edb-719e8db1a9dc admin admin] Pushing event updated for resources: {'Network': ['ID=58d968f7-c05d-4746-9c93-66a34653786b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:24.357092 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8', 'tag': 'a20a92cb-6800-440f-954d-70cc817cd206'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:24.359763 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f45f6d-9075-4d55-97d6-bd14dc6ee0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8", "tag": "a20a92cb-6800-440f-954d-70cc817cd206"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:24.369228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 58d968f7-c05d-4746-9c93-66a34653786b details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:10:24.384536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Attempting to bind port e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:10:24.384879 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Attempting to bind port e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:10:24.385215 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Attempting to bind port e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 on network 691f8d5d-84c4-4972-afc4-015bf3401c58 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:24.389770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Port e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 on network 691f8d5d-84c4-4972-afc4-015bf3401c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:10:24.390555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Attempting to bind port e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 on network 691f8d5d-84c4-4972-afc4-015bf3401c58 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:24.416249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:10:24.416597 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Checking segment: {'id': '0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:24.416997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Bound using segment: {'id': '0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:10:24.417440 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Bound port: e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:10:24.417814 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.434327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:10:24.478685 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934459eb-90e3-430d-b595-27b36c87f341 x-openstack-request-id: req-934459eb-90e3-430d-b595-27b36c87f341 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:24.479051 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8", "tag": "a20a92cb-6800-440f-954d-70cc817cd206", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:24.479214 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-934459eb-90e3-430d-b595-27b36c87f341 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:24.479607 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8', 'tag': 'a20a92cb-6800-440f-954d-70cc817cd206', 'status': 'completed', 'code': 200} Sep 30 08:10:24.481581 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.498247 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a6d96-9f67-4bf0-8cba-47038ac517e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a20a92cb-6800-440f-954d-70cc817cd206,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:24.500894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f256b942-12ed-49df-8a3b-c6b7778cdd0a admin admin] Made reservation on behalf of 5af80195435a4e86bd873ec418d26527 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:24.503214 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f256b942-12ed-49df-8a3b-c6b7778cdd0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.591307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526a398-7250-40a3-aca7-3a748535317d req-b7b83e59-4414-4667-9796-ddaae7a2eed3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:24.592952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b526a398-7250-40a3-aca7-3a748535317d req-b7b83e59-4414-4667-9796-ddaae7a2eed3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 931 time: 0.0978017 Sep 30 08:10:24.596043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] For port e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:10:24.600372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Transition to ACTIVE for port object 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:10:24.600836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] For port e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2,segment=NetworkSegment(0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3),segment_id=0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:10:24.623841 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.625052 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.681029 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4302312-c29a-4d3e-b948-002652cafc91 req-1e0bbff3-ba7d-4be9-8a52-2e6c018cc248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:24.682717 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4302312-c29a-4d3e-b948-002652cafc91 req-1e0bbff3-ba7d-4be9-8a52-2e6c018cc248 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f9fae650bc403a968de80bfa93a4f2&device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 1094 time: 0.2708349 Sep 30 08:10:24.709818 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:24.710446 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.712277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] 10.222.0.36 "PUT /v2.0/ports/e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 HTTP/1.1" status: 200 len: 1092 time: 1.4432087 Sep 30 08:10:24.714778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef458b07-ba77-4bf1-a515-dfa20af53e43', 'tag': 'e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:24.721618 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d450e189-083e-4008-ad3d-9c476f75a243" -d '{"events": [{"name": "network-changed", "server_uuid": "ef458b07-ba77-4bf1-a515-dfa20af53e43", "tag": "e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:24.742499 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b526a398-7250-40a3-aca7-3a748535317d req-07ce2232-7f1d-491f-9369-363191474f13 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391768 Sep 30 08:10:24.744816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Pushing event updated for resources: {'Port': ['ID=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:24.791430 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4302312-c29a-4d3e-b948-002652cafc91 req-9b89c2c6-90cf-4825-9559-e74d099f24cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a20a92cb-6800-440f-954d-70cc817cd206 HTTP/1.1" status: 200 len: 217 time: 0.0605235 Sep 30 08:10:24.799811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba33b0-abe9-406c-936c-bd9ee8a39eea service neutron] Pushing event updated for resources: {'Port': ['ID=e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:24.814686 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f256b942-12ed-49df-8a3b-c6b7778cdd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:24.841403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7406b-d6c0-434f-ba44-275b00addaeb req-467eea0e-f62c-4a3a-ac82-304ecb88ce2e tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:24.849837 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0d7406b-d6c0-434f-ba44-275b00addaeb req-467eea0e-f62c-4a3a-ac82-304ecb88ce2e tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 944 time: 0.2208302 Sep 30 08:10:24.886093 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-e1208d79-651a-4118-83ca-3ab606b36ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:24.887973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-e1208d79-651a-4118-83ca-3ab606b36ae6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71f9fae650bc403a968de80bfa93a4f2&device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 1095 time: 0.1095743 Sep 30 08:10:24.915705 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0d7406b-d6c0-434f-ba44-275b00addaeb req-56d68ea0-e1b0-473a-a9d1-477022ec854e tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648940 Sep 30 08:10:24.949554 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-d7612b19-2249-4e28-b009-66a56345daf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 HTTP/1.1" status: 200 len: 217 time: 0.0500216 Sep 30 08:10:24.962602 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256b942-12ed-49df-8a3b-c6b7778cdd0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f7e4e1b-91c8-4d11-9b96-df6c12586c36,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:24.976562 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4302312-c29a-4d3e-b948-002652cafc91 req-0a351290-6156-4600-b67f-e752fe1eb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:24.978045 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4302312-c29a-4d3e-b948-002652cafc91 req-0a351290-6156-4600-b67f-e752fe1eb64e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d31d27d-29aa-4857-9fe7-629de8beade5 HTTP/1.1" status: 200 len: 859 time: 0.1786151 Sep 30 08:10:24.999711 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be6fac4-75a1-4a3d-b182-aa5380022229 x-openstack-request-id: req-7be6fac4-75a1-4a3d-b182-aa5380022229 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:25.000194 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef458b07-ba77-4bf1-a515-dfa20af53e43", "tag": "e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:25.000518 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7be6fac4-75a1-4a3d-b182-aa5380022229 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:25.000983 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef458b07-ba77-4bf1-a515-dfa20af53e43', 'tag': 'e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2', 'status': 'completed', 'code': 200} Sep 30 08:10:25.015414 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256b942-12ed-49df-8a3b-c6b7778cdd0a admin admin] Checking segment: {'id': '2fcb0328-d1ed-4bde-a55f-3f9cd1a2febd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '58d968f7-c05d-4746-9c93-66a34653786b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:25.016012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f256b942-12ed-49df-8a3b-c6b7778cdd0a admin admin] Network hostable DHCP agents. Network: 58d968f7-c05d-4746-9c93-66a34653786b, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:10:25.038341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Attempting to bind port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:10:25.038726 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-09095df3-2dd7-466e-98fa-2b91d51193a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:25.039372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Attempting to bind port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:10:25.039878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Attempting to bind port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d on network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:25.045180 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4302312-c29a-4d3e-b948-002652cafc91 req-d6d88048-2aa1-4279-8eb8-16f0ba48f9c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=691f8d5d-84c4-4972-afc4-015bf3401c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490487 Sep 30 08:10:25.046024 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-09095df3-2dd7-466e-98fa-2b91d51193a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d31d27d-29aa-4857-9fe7-629de8beade5 HTTP/1.1" status: 200 len: 859 time: 0.0905025 Sep 30 08:10:25.049674 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d on network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:10:25.049995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Attempting to bind port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d on network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:25.070894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:10:25.071194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Checking segment: {'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:25.078741 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Bound using segment: {'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:10:25.079511 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Bound port: 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:10:25.080103 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:25.094995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-d61da87f-90b6-4e79-a4c1-3db4fc767e5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=691f8d5d-84c4-4972-afc4-015bf3401c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412040 Sep 30 08:10:25.105111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f256b942-12ed-49df-8a3b-c6b7778cdd0a admin admin] Network 58d968f7-c05d-4746-9c93-66a34653786b is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:10:25.168872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f256b942-12ed-49df-8a3b-c6b7778cdd0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 58d968f7-c05d-4746-9c93-66a34653786b) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:25.180014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c4f016-7fda-48fe-b0c9-9938bccaa994 None None] Network 58d968f7-c05d-4746-9c93-66a34653786b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:10:25.196635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f256b942-12ed-49df-8a3b-c6b7778cdd0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:25.199556 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f256b942-12ed-49df-8a3b-c6b7778cdd0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:25.232607 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f256b942-12ed-49df-8a3b-c6b7778cdd0a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9047318 Sep 30 08:10:25.245392 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-602f75e1-0623-4f88-955e-08ed0bcf4508 service neutron] 10.222.0.36 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414776 Sep 30 08:10:25.271658 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f35fa2-6930-4d57-b4ed-bd26bb7f3e6b req-c0537e0a-e5d1-47e4-b94f-85a9b8c6bc9d tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:25.273386 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-31f35fa2-6930-4d57-b4ed-bd26bb7f3e6b req-c0537e0a-e5d1-47e4-b94f-85a9b8c6bc9d tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 950 time: 0.1006072 Sep 30 08:10:25.279319 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4302312-c29a-4d3e-b948-002652cafc91 req-8e11d558-da77-45eb-82bf-0af9aaaca647 service neutron] 10.222.0.35 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226412 Sep 30 08:10:25.284191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] For port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:10:25.290226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] For port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:10:25.377155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce09adf-0bbb-4a99-b273-b654f5da0b30 None None] Network 58d968f7-c05d-4746-9c93-66a34653786b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:10:25.382369 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-31f35fa2-6930-4d57-b4ed-bd26bb7f3e6b req-cede1675-759d-45c4-92d9-ff68e737e975 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c531b1-7d2b-4dce-8c4e-25d173894483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999122 Sep 30 08:10:25.409259 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e407200-5313-4d52-93a9-0a174d7fca57 req-66d1e638-c489-434f-a3de-003339c73c10 service neutron] 10.222.0.36 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348853 Sep 30 08:10:25.422592 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:25.478669 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:25.479301 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:25.482657 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] 10.222.0.35 "PUT /v2.0/ports/54a9283a-7fb2-4f2d-babd-1f59b4e60a7d HTTP/1.1" status: 200 len: 1091 time: 1.7760615 Sep 30 08:10:25.601820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450e189-083e-4008-ad3d-9c476f75a243 req-4aebf151-2bde-4ab9-9177-10e254a6fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:25.603352 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d450e189-083e-4008-ad3d-9c476f75a243 req-4aebf151-2bde-4ab9-9177-10e254a6fb0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71f9fae650bc403a968de80bfa93a4f2&device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 1095 time: 0.1345925 Sep 30 08:10:25.607134 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33301865-5763-4963-8f59-cb08155eb3cc service neutron] Pushing event updated for resources: {'Port': ['ID=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:25.612487 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4302312-c29a-4d3e-b948-002652cafc91 req-3a2e4425-080f-43ee-8adc-5e567acc7506 service neutron] 10.222.0.35 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247001 Sep 30 08:10:25.627857 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-b2150504-1f97-42e8-8e64-027defda92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:25.630077 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-b2150504-1f97-42e8-8e64-027defda92e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf18fc9ce15049db8fedfa3705b2274e&device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 1094 time: 0.0721145 Sep 30 08:10:25.696385 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-52c41e70-6d33-4086-81cd-8bb5a4bd4922 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d HTTP/1.1" status: 200 len: 217 time: 0.0516820 Sep 30 08:10:25.753047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:10:25.767211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450e189-083e-4008-ad3d-9c476f75a243 req-8c77b50c-b215-4c55-a0ef-5a1dfec5772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:25.771703 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d450e189-083e-4008-ad3d-9c476f75a243 req-8c77b50c-b215-4c55-a0ef-5a1dfec5772e service neutron] 10.222.0.36 "GET /v2.0/networks?id=691f8d5d-84c4-4972-afc4-015bf3401c58 HTTP/1.1" status: 200 len: 920 time: 0.1547847 Sep 30 08:10:25.849408 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-b83563ef-027d-4a80-b6ba-95cba6782b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:25.852013 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-b83563ef-027d-4a80-b6ba-95cba6782b0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe50dcfe-f2a1-4640-98cf-8d67829f1b8d HTTP/1.1" status: 200 len: 843 time: 0.1389067 Sep 30 08:10:25.859018 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f45f6d-9075-4d55-97d6-bd14dc6ee0b6 req-669d5b4e-06d0-492e-832e-3b0f3bf6de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:25.861710 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-15f45f6d-9075-4d55-97d6-bd14dc6ee0b6 req-669d5b4e-06d0-492e-832e-3b0f3bf6de7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f9fae650bc403a968de80bfa93a4f2&device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 1094 time: 0.1382325 Sep 30 08:10:25.879546 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d450e189-083e-4008-ad3d-9c476f75a243 req-40e77b52-bd89-42ce-9e1b-8f6bf1794192 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 HTTP/1.1" status: 200 len: 217 time: 0.0997651 Sep 30 08:10:25.925525 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-16e0fa15-d9ec-4067-962b-b82b2eb907d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625334 Sep 30 08:10:25.986231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450e189-083e-4008-ad3d-9c476f75a243 req-1fba8d05-746c-49e8-ba19-9ea8d77d9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:25.987628 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d450e189-083e-4008-ad3d-9c476f75a243 req-1fba8d05-746c-49e8-ba19-9ea8d77d9bc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d31d27d-29aa-4857-9fe7-629de8beade5 HTTP/1.1" status: 200 len: 859 time: 0.1006756 Sep 30 08:10:26.048538 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d450e189-083e-4008-ad3d-9c476f75a243 req-fc49f282-e1eb-4c1d-8411-7859d81a5ba4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=691f8d5d-84c4-4972-afc4-015bf3401c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508394 Sep 30 08:10:26.093644 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f45f6d-9075-4d55-97d6-bd14dc6ee0b6 req-f6f7589e-a78b-44e9-88d8-f324ddd49c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:26.095630 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-15f45f6d-9075-4d55-97d6-bd14dc6ee0b6 req-f6f7589e-a78b-44e9-88d8-f324ddd49c9e service neutron] 10.222.0.35 "GET /v2.0/networks?id=691f8d5d-84c4-4972-afc4-015bf3401c58 HTTP/1.1" status: 200 len: 920 time: 0.2213211 Sep 30 08:10:26.118961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:26.137843 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb', 'mac_address': 'fa:16:3e:2b:c4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:10:26.206023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d450e189-083e-4008-ad3d-9c476f75a243 req-4e853284-575b-484d-9656-7cf58074c3bb service neutron] 10.222.0.36 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518230 Sep 30 08:10:26.241334 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:26.257147 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-15f45f6d-9075-4d55-97d6-bd14dc6ee0b6 req-2a664f22-a558-4341-bce6-cb1ebf4b57e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a20a92cb-6800-440f-954d-70cc817cd206 HTTP/1.1" status: 200 len: 217 time: 0.1405556 Sep 30 08:10:26.274413 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:10:26.310683 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:26.316202 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:26.356507 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d450e189-083e-4008-ad3d-9c476f75a243 req-bc7412c7-1fe2-4f3e-b485-008cf8b07fcc service neutron] 10.222.0.36 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425691 Sep 30 08:10:26.390146 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-797c6d2f-6490-4da7-b3d7-71bdb71aa071 service neutron] 10.222.0.35 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500384 Sep 30 08:10:26.418352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:26.426884 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f45f6d-9075-4d55-97d6-bd14dc6ee0b6 req-69bf2687-e05c-4dec-b7cc-67f157f58cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:26.429486 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-15f45f6d-9075-4d55-97d6-bd14dc6ee0b6 req-69bf2687-e05c-4dec-b7cc-67f157f58cb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d31d27d-29aa-4857-9fe7-629de8beade5 HTTP/1.1" status: 200 len: 859 time: 0.1645141 Sep 30 08:10:26.475072 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-15f45f6d-9075-4d55-97d6-bd14dc6ee0b6 req-9cd3c523-c2da-45f2-8d42-215d0b18fcac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=691f8d5d-84c4-4972-afc4-015bf3401c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315485 Sep 30 08:10:26.477367 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['33bb0a25-f0d9-4830-bae0-ff59e18cf9fb'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:10:26.482004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59351e64-0e4c-48a2-aee8-2c1a8a5aa257', 'tag': '54a9283a-7fb2-4f2d-babd-1f59b4e60a7d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:26.486883 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6323f3fd-8600-4612-af60-f538e0ca07e0" -d '{"events": [{"name": "network-changed", "server_uuid": "59351e64-0e4c-48a2-aee8-2c1a8a5aa257", "tag": "54a9283a-7fb2-4f2d-babd-1f59b4e60a7d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:26.656594 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-15f45f6d-9075-4d55-97d6-bd14dc6ee0b6 req-7fba02c0-f94b-4be1-b178-3dc4b1773141 service neutron] 10.222.0.35 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393275 Sep 30 08:10:26.681320 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-747c7ca7-c1fe-4b97-854b-4db689b5dfdb req-cfa76e8b-7903-41a3-86e1-6ed6d170942c service neutron] 10.222.0.35 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820435 Sep 30 08:10:26.886946 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-15f45f6d-9075-4d55-97d6-bd14dc6ee0b6 req-0f26a6e3-c948-4356-a707-17bb4866479e service neutron] 10.222.0.35 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218032 Sep 30 08:10:26.919579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30693385-51db-4f30-9cce-95468cb9098d req-dae49027-7a8b-479c-9703-57d35b05307b tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:26.921218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30693385-51db-4f30-9cce-95468cb9098d req-dae49027-7a8b-479c-9703-57d35b05307b tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/networks?id=c601b3e0-80e2-4d6f-bc97-2d0c08370812 HTTP/1.1" status: 200 len: 815 time: 0.2542765 Sep 30 08:10:26.935699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd072a44-3bb9-447e-9ede-47c5e5384c05 req-22f129cf-a702-4d62-aa91-7444b649d02c tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:26.944142 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd072a44-3bb9-447e-9ede-47c5e5384c05 req-22f129cf-a702-4d62-aa91-7444b649d02c tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 943 time: 0.1860495 Sep 30 08:10:26.971225 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30693385-51db-4f30-9cce-95468cb9098d req-5abe32e7-ed45-4115-9c13-59346c9b0a9e tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/quotas/133eecda46334141a431bb904d7ee7c2 HTTP/1.1" status: 200 len: 375 time: 0.0240774 Sep 30 08:10:27.002681 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd072a44-3bb9-447e-9ede-47c5e5384c05 req-d8c87d2f-8ef0-4370-90b8-57881cb75f43 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536976 Sep 30 08:10:27.048382 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30693385-51db-4f30-9cce-95468cb9098d req-ff5398d6-1f48-48fe-a146-d391e4221716 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=133eecda46334141a431bb904d7ee7c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595419 Sep 30 08:10:27.060974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-30693385-51db-4f30-9cce-95468cb9098d req-3fe5c898-2353-40e3-bb7e-ed55fb6b1c99 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:10:27.062759 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30693385-51db-4f30-9cce-95468cb9098d req-3fe5c898-2353-40e3-bb7e-ed55fb6b1c99 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065105 Sep 30 08:10:27.208816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c475549-5e43-412a-b820-c65b4d9e26df req-b7e45a1e-c4e0-4391-9236-03db2333a66d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:27.208816 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c475549-5e43-412a-b820-c65b4d9e26df req-b7e45a1e-c4e0-4391-9236-03db2333a66d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 944 time: 0.1177664 Sep 30 08:10:27.236935 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30693385-51db-4f30-9cce-95468cb9098d req-1d1fa128-0a67-4a7e-9169-d07f8b1222b4 service neutron] 10.222.0.24 "GET /v2.0/networks/c601b3e0-80e2-4d6f-bc97-2d0c08370812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661839 Sep 30 08:10:27.280955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c475549-5e43-412a-b820-c65b4d9e26df req-c35df993-48eb-4f9f-ba6b-386bed5da1f0 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634856 Sep 30 08:10:27.390908 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30693385-51db-4f30-9cce-95468cb9098d req-0d4bf53a-1739-499a-8f42-697cd110fc9a service neutron] 10.222.0.24 "GET /v2.0/networks/c601b3e0-80e2-4d6f-bc97-2d0c08370812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449981 Sep 30 08:10:27.639330 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b507ebb-64ac-494d-ad5c-6173d37c81d8 x-openstack-request-id: req-4b507ebb-64ac-494d-ad5c-6173d37c81d8 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:27.639746 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59351e64-0e4c-48a2-aee8-2c1a8a5aa257", "tag": "54a9283a-7fb2-4f2d-babd-1f59b4e60a7d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:27.640001 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b507ebb-64ac-494d-ad5c-6173d37c81d8 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:27.640506 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59351e64-0e4c-48a2-aee8-2c1a8a5aa257', 'tag': '54a9283a-7fb2-4f2d-babd-1f59b4e60a7d', 'status': 'completed', 'code': 200} Sep 30 08:10:27.753240 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b46dbfb-9929-43a5-bbc3-b4068ad8c60e req-66c6124b-3058-43e1-91a9-83873b430a43 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/ports?device_id=b634dd7b-0c47-43d4-844c-5fc55f1f03f4 HTTP/1.1" status: 200 len: 210 time: 0.0620375 Sep 30 08:10:27.781955 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:27.811015 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323f3fd-8600-4612-af60-f538e0ca07e0 req-09b3c609-e7ff-4ca0-b029-7f86cf526ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:27.812750 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6323f3fd-8600-4612-af60-f538e0ca07e0 req-09b3c609-e7ff-4ca0-b029-7f86cf526ff9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf18fc9ce15049db8fedfa3705b2274e&device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 1094 time: 0.1237409 Sep 30 08:10:27.911862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:27.912447 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:28.046299 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323f3fd-8600-4612-af60-f538e0ca07e0 req-91f79523-7974-4b86-bd9b-39d6c72c96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:28.051044 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6323f3fd-8600-4612-af60-f538e0ca07e0 req-91f79523-7974-4b86-bd9b-39d6c72c96e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b HTTP/1.1" status: 200 len: 904 time: 0.2305031 Sep 30 08:10:28.107204 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:28.218477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defa8707-a168-4481-a40d-39a143f22a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:28.222175 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788d12bc-e458-4f2d-90f4-0fc807e70197" -d '{"events": [{"server_uuid": "defa8707-a168-4481-a40d-39a143f22a69", "name": "network-vif-plugged", "status": "completed", "tag": "33bb0a25-f0d9-4830-bae0-ff59e18cf9fb"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:28.233702 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:10:28.237916 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device f73e22bc-2925-4360-abd5-f2a183de374e no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:10:28.240271 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586228d-347f-475f-8b42-ed2b59c8f0c1 req-2f864e7a-6d8e-4a16-b2c0-73daa70fb0f3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:28.242499 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2586228d-347f-475f-8b42-ed2b59c8f0c1 req-2f864e7a-6d8e-4a16-b2c0-73daa70fb0f3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 943 time: 0.0992079 Sep 30 08:10:28.361664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2586228d-347f-475f-8b42-ed2b59c8f0c1 req-bdfd5515-04d1-4238-b331-5a05868270f7 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118884 Sep 30 08:10:28.375103 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:28.394601 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:28.539336 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:28.652101 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6323f3fd-8600-4612-af60-f538e0ca07e0 req-94e55a0f-8668-47c2-be7a-43285c5c5459 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d HTTP/1.1" status: 200 len: 217 time: 0.5894196 Sep 30 08:10:28.654364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85c622-d694-4723-ba5c-6fb45e929cff req-827dbec0-81a3-42e4-8cd6-24149c27a471 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:28.658201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b85c622-d694-4723-ba5c-6fb45e929cff req-827dbec0-81a3-42e4-8cd6-24149c27a471 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 944 time: 0.1391199 Sep 30 08:10:28.703758 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:28.764112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b85c622-d694-4723-ba5c-6fb45e929cff req-92da29e2-0c63-4c12-a98a-61bb50c4c1be tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942130 Sep 30 08:10:28.798039 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323f3fd-8600-4612-af60-f538e0ca07e0 req-514a19db-170c-4cac-a128-0f145325d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:28.799846 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6323f3fd-8600-4612-af60-f538e0ca07e0 req-514a19db-170c-4cac-a128-0f145325d0c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe50dcfe-f2a1-4640-98cf-8d67829f1b8d HTTP/1.1" status: 200 len: 843 time: 0.1443119 Sep 30 08:10:28.856522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2,segment=NetworkSegment(0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3),segment_id=0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:28.904124 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6323f3fd-8600-4612-af60-f538e0ca07e0 req-cf77ff4c-1e62-434e-abc8-a8e2c0934dd6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913956 Sep 30 08:10:28.908131 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2', 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58', 'port_id': 'e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2', 'mac_address': 'fa:16:3e:3d:a0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d31d27d-29aa-4857-9fe7-629de8beade5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:10:28.956208 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port f73e22bc-2925-4360-abd5-f2a183de374e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f73e22bc-2925-4360-abd5-f2a183de374e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:28.974554 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:29.048500 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:29.089292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:10:29.139377 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2,segment=NetworkSegment(0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3),segment_id=0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:29.141422 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8466a7c4-b8d8-4ecc-8bc3-86ad4ed43783 x-openstack-request-id: req-8466a7c4-b8d8-4ecc-8bc3-86ad4ed43783 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:29.143501 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defa8707-a168-4481-a40d-39a143f22a69", "name": "network-vif-plugged", "status": "completed", "tag": "33bb0a25-f0d9-4830-bae0-ff59e18cf9fb", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:29.143844 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8466a7c4-b8d8-4ecc-8bc3-86ad4ed43783 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:29.144972 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defa8707-a168-4481-a40d-39a143f22a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb', 'code': 200} Sep 30 08:10:29.161145 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:29.162258 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6323f3fd-8600-4612-af60-f538e0ca07e0 req-0fadd27f-7316-4e30-9c9c-a49511079929 service neutron] 10.222.0.35 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347686 Sep 30 08:10:29.173201 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=f73e22bc-2925-4360-abd5-f2a183de374e,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:29.242158 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-521f0b3e-bf67-488f-89e3-1c0a721a6766 req-6e4e0924-f157-4f79-92be-6e4e4960f590 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/ports?device_id=b634dd7b-0c47-43d4-844c-5fc55f1f03f4 HTTP/1.1" status: 200 len: 210 time: 0.0361793 Sep 30 08:10:29.246106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:29.321767 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6323f3fd-8600-4612-af60-f538e0ca07e0 req-f1fd3894-3d61-4f35-8441-1b434619efb2 service neutron] 10.222.0.35 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506126 Sep 30 08:10:29.483026 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:10:29.621454 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943ba98-15cf-448e-8be4-a83605d59230 req-7969a47e-705c-4dee-8cfd-2be7eef53652 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:29.635216 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a943ba98-15cf-448e-8be4-a83605d59230 req-7969a47e-705c-4dee-8cfd-2be7eef53652 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 943 time: 0.1180871 Sep 30 08:10:29.646802 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:29.705730 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a943ba98-15cf-448e-8be4-a83605d59230 req-803db6ae-7c90-4fb6-abc8-7ddf575ec658 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649688 Sep 30 08:10:29.753571 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30693385-51db-4f30-9cce-95468cb9098d req-c5c06b75-0ade-44bc-b4d0-d55690deaa32 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:29.757117 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-30693385-51db-4f30-9cce-95468cb9098d req-c5c06b75-0ade-44bc-b4d0-d55690deaa32 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.35 "GET /v2.0/networks?id=c601b3e0-80e2-4d6f-bc97-2d0c08370812 HTTP/1.1" status: 200 len: 815 time: 0.3131156 Sep 30 08:10:29.790120 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-30693385-51db-4f30-9cce-95468cb9098d req-88c49d73-b201-4648-848a-109dcd7b6300 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Request body: {'port': {'device_id': 'b634dd7b-0c47-43d4-844c-5fc55f1f03f4', 'network_id': 'c601b3e0-80e2-4d6f-bc97-2d0c08370812', 'admin_state_up': True, 'tenant_id': '133eecda46334141a431bb904d7ee7c2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:29.795868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device a20a92cb-6800-440f-954d-70cc817cd206 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:10:30.018390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46dfc9-6c9c-4b4f-85cc-da0bc171b418 req-5992304b-2f28-4ff4-beee-ae5993fccd4d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:30.029250 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d46dfc9-6c9c-4b4f-85cc-da0bc171b418 req-5992304b-2f28-4ff4-beee-ae5993fccd4d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 945 time: 0.1137118 Sep 30 08:10:30.033085 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port a20a92cb-6800-440f-954d-70cc817cd206, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a20a92cb-6800-440f-954d-70cc817cd206,segment=NetworkSegment(0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3),segment_id=0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:30.065654 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30693385-51db-4f30-9cce-95468cb9098d req-88c49d73-b201-4648-848a-109dcd7b6300 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Made reservation on behalf of 133eecda46334141a431bb904d7ee7c2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:30.069990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'a20a92cb-6800-440f-954d-70cc817cd206', 'network_id': '691f8d5d-84c4-4972-afc4-015bf3401c58', 'port_id': 'a20a92cb-6800-440f-954d-70cc817cd206', 'mac_address': 'fa:16:3e:bd:fd:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d31d27d-29aa-4857-9fe7-629de8beade5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:10:30.070972 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-30693385-51db-4f30-9cce-95468cb9098d req-88c49d73-b201-4648-848a-109dcd7b6300 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:30.126351 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d46dfc9-6c9c-4b4f-85cc-da0bc171b418 req-6e075978-0790-4a80-a1e4-df079ad0059e tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931807 Sep 30 08:10:30.163152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device f73e22bc-2925-4360-abd5-f2a183de374e details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:10:30.204940 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:30.249190 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-30693385-51db-4f30-9cce-95468cb9098d req-88c49d73-b201-4648-848a-109dcd7b6300 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Allocated IP 172.20.0.5 (c601b3e0-80e2-4d6f-bc97-2d0c08370812/693593a8-574b-4275-be16-63410a58b764/a59621ce-eb8e-4c58-973c-fdc77924292c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:30.251059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20a92cb-6800-440f-954d-70cc817cd206 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:10:30.353779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port a20a92cb-6800-440f-954d-70cc817cd206, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a20a92cb-6800-440f-954d-70cc817cd206,segment=NetworkSegment(0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3),segment_id=0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:30.391969 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:30.392641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:10:30.404195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13f521ea-efd4-4ed1-aab2-7948b3866bee req-b3465387-5192-409b-b4db-5d3ea1262e4c tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/ports?device_id=b634dd7b-0c47-43d4-844c-5fc55f1f03f4 HTTP/1.1" status: 200 len: 210 time: 0.0512547 Sep 30 08:10:30.467014 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-30693385-51db-4f30-9cce-95468cb9098d req-88c49d73-b201-4648-848a-109dcd7b6300 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:30.526284 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-30693385-51db-4f30-9cce-95468cb9098d req-88c49d73-b201-4648-848a-109dcd7b6300 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:30.584937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30693385-51db-4f30-9cce-95468cb9098d req-88c49d73-b201-4648-848a-109dcd7b6300 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Network c601b3e0-80e2-4d6f-bc97-2d0c08370812 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:30.611849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-30693385-51db-4f30-9cce-95468cb9098d req-88c49d73-b201-4648-848a-109dcd7b6300 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:30.614264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c49d73-b201-4648-848a-109dcd7b6300 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Pushing event updated for resources: {'Port': ['ID=a59621ce-eb8e-4c58-973c-fdc77924292c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:30.616927 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-30693385-51db-4f30-9cce-95468cb9098d req-88c49d73-b201-4648-848a-109dcd7b6300 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:10:30.679083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30693385-51db-4f30-9cce-95468cb9098d req-88c49d73-b201-4648-848a-109dcd7b6300 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:30.680061 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-30693385-51db-4f30-9cce-95468cb9098d req-88c49d73-b201-4648-848a-109dcd7b6300 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:30.705434 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-30693385-51db-4f30-9cce-95468cb9098d req-88c49d73-b201-4648-848a-109dcd7b6300 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9205346 Sep 30 08:10:30.714383 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=a20a92cb-6800-440f-954d-70cc817cd206,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:30.749630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port f73e22bc-2925-4360-abd5-f2a183de374e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f73e22bc-2925-4360-abd5-f2a183de374e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:30.755165 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Request body: {'port': {'device_id': 'b634dd7b-0c47-43d4-844c-5fc55f1f03f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:30.777392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:30.780607 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'f73e22bc-2925-4360-abd5-f2a183de374e', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': 'f73e22bc-2925-4360-abd5-f2a183de374e', 'mac_address': 'fa:16:3e:be:c5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:10:30.793706 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '54a9283a-7fb2-4f2d-babd-1f59b4e60a7d', 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b', 'port_id': '54a9283a-7fb2-4f2d-babd-1f59b4e60a7d', 'mac_address': 'fa:16:3e:6d:07:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe50dcfe-f2a1-4640-98cf-8d67829f1b8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:10:30.890887 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:30.898293 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:30.900448 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:30.910717 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787c4da-ed4d-4a8e-97ef-9db5908c8b6a req-ecc9ba6d-6cb6-4b1b-a614-85d7058ad738 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:30.920507 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2787c4da-ed4d-4a8e-97ef-9db5908c8b6a req-ecc9ba6d-6cb6-4b1b-a614-85d7058ad738 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 943 time: 0.1068141 Sep 30 08:10:30.924229 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:10:30.929877 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73e22bc-2925-4360-abd5-f2a183de374e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:10:30.963103 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:30.967166 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port f73e22bc-2925-4360-abd5-f2a183de374e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f73e22bc-2925-4360-abd5-f2a183de374e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:30.971156 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:30.977250 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:31.003327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2787c4da-ed4d-4a8e-97ef-9db5908c8b6a req-bb47e8df-b9a8-4b94-9cf2-a34d5ca0c097 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735612 Sep 30 08:10:31.069117 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:31.098758 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['f73e22bc-2925-4360-abd5-f2a183de374e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:10:31.150803 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c16163-dc8c-437d-af5e-99e45c2ee095', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f73e22bc-2925-4360-abd5-f2a183de374e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:31.153189 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d3b96d-8603-4066-94f5-878153bde1dc" -d '{"events": [{"server_uuid": "b5c16163-dc8c-437d-af5e-99e45c2ee095", "name": "network-vif-unplugged", "status": "completed", "tag": "f73e22bc-2925-4360-abd5-f2a183de374e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:31.202127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=f73e22bc-2925-4360-abd5-f2a183de374e,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:31.215827 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e0fe15-6589-4920-9a8b-f0a48cb8183c x-openstack-request-id: req-82e0fe15-6589-4920-9a8b-f0a48cb8183c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:31.216272 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c16163-dc8c-437d-af5e-99e45c2ee095", "name": "network-vif-unplugged", "status": "completed", "tag": "f73e22bc-2925-4360-abd5-f2a183de374e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:31.216528 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82e0fe15-6589-4920-9a8b-f0a48cb8183c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:31.217393 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c16163-dc8c-437d-af5e-99e45c2ee095', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f73e22bc-2925-4360-abd5-f2a183de374e', 'code': 200} Sep 30 08:10:31.344457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['a20a92cb-6800-440f-954d-70cc817cd206'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:10:31.361871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['54a9283a-7fb2-4f2d-babd-1f59b4e60a7d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:10:31.375790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9f96f-04f3-497e-b1ec-38527787cb04 req-279f699b-7e9a-4059-8617-15a306e3298c tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:31.377735 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bd9f96f-04f3-497e-b1ec-38527787cb04 req-279f699b-7e9a-4059-8617-15a306e3298c tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 945 time: 0.1099622 Sep 30 08:10:31.461175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59621ce-eb8e-4c58-973c-fdc77924292c {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:10:31.480665 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:31.482059 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bd9f96f-04f3-497e-b1ec-38527787cb04 req-d6084a7c-e43d-4f70-a389-1e0f27f36464 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931721 Sep 30 08:10:31.514493 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Transition to ACTIVE for port object a59621ce-eb8e-4c58-973c-fdc77924292c will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:10:31.521927 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:31.593734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca604ea2-f892-43fe-994b-e557609c4334 req-581da366-8276-4d93-a6c8-90d4bf6c3ca3 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:31.603982 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca604ea2-f892-43fe-994b-e557609c4334 req-581da366-8276-4d93-a6c8-90d4bf6c3ca3 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/ports?device_id=b634dd7b-0c47-43d4-844c-5fc55f1f03f4 HTTP/1.1" status: 200 len: 943 time: 0.0771201 Sep 30 08:10:31.664199 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca604ea2-f892-43fe-994b-e557609c4334 req-359a34a8-2892-4fb6-8df5-104e448f45f2 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2e60aec-0285-4c56-9c51-8cb33913f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537159 Sep 30 08:10:31.673594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Pushing event updated for resources: {'Port': ['ID=a59621ce-eb8e-4c58-973c-fdc77924292c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:31.823416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Attempting to bind port a59621ce-eb8e-4c58-973c-fdc77924292c on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:10:31.825129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Attempting to bind port a59621ce-eb8e-4c58-973c-fdc77924292c by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c601b3e0-80e2-4d6f-bc97-2d0c08370812'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:10:31.825477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Attempting to bind port a59621ce-eb8e-4c58-973c-fdc77924292c on network c601b3e0-80e2-4d6f-bc97-2d0c08370812 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:31.844368 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Port a59621ce-eb8e-4c58-973c-fdc77924292c on network c601b3e0-80e2-4d6f-bc97-2d0c08370812 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:10:31.845398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Attempting to bind port a59621ce-eb8e-4c58-973c-fdc77924292c on network c601b3e0-80e2-4d6f-bc97-2d0c08370812 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:31.854989 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:10:31.855702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Checking segment: {'id': '7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c601b3e0-80e2-4d6f-bc97-2d0c08370812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:31.856174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Bound using segment: {'id': '7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c601b3e0-80e2-4d6f-bc97-2d0c08370812'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:10:31.856677 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Bound port: a59621ce-eb8e-4c58-973c-fdc77924292c, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c601b3e0-80e2-4d6f-bc97-2d0c08370812'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:10:31.857108 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:31.958258 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] For port a59621ce-eb8e-4c58-973c-fdc77924292c, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:10:31.963632 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] For port a59621ce-eb8e-4c58-973c-fdc77924292c, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a59621ce-eb8e-4c58-973c-fdc77924292c,segment=NetworkSegment(7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f),segment_id=7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:10:31.974187 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:32.028228 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:32.028674 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:32.030397 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-30693385-51db-4f30-9cce-95468cb9098d req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] 10.222.0.35 "PUT /v2.0/ports/a59621ce-eb8e-4c58-973c-fdc77924292c HTTP/1.1" status: 200 len: 1091 time: 1.2933562 Sep 30 08:10:32.031072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b634dd7b-0c47-43d4-844c-5fc55f1f03f4', 'tag': 'a59621ce-eb8e-4c58-973c-fdc77924292c'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:32.034047 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db499b0-86cb-4c9e-baa1-5b2f937e1fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "b634dd7b-0c47-43d4-844c-5fc55f1f03f4", "tag": "a59621ce-eb8e-4c58-973c-fdc77924292c"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:32.062582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725bd98-efa1-40a1-a3f4-d83ababe5a7d service neutron] Pushing event updated for resources: {'Port': ['ID=a59621ce-eb8e-4c58-973c-fdc77924292c,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:32.163831 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d478eee-1e2e-4ae3-a3ee-0ca55d932e13 x-openstack-request-id: req-2d478eee-1e2e-4ae3-a3ee-0ca55d932e13 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:32.164338 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b634dd7b-0c47-43d4-844c-5fc55f1f03f4", "tag": "a59621ce-eb8e-4c58-973c-fdc77924292c", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:32.164835 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d478eee-1e2e-4ae3-a3ee-0ca55d932e13 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:32.165837 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b634dd7b-0c47-43d4-844c-5fc55f1f03f4', 'tag': 'a59621ce-eb8e-4c58-973c-fdc77924292c', 'status': 'completed', 'code': 200} Sep 30 08:10:32.189904 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30693385-51db-4f30-9cce-95468cb9098d req-5a16f753-2061-47ea-a612-15e72e348d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:32.192453 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-30693385-51db-4f30-9cce-95468cb9098d req-5a16f753-2061-47ea-a612-15e72e348d2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=133eecda46334141a431bb904d7ee7c2&device_id=b634dd7b-0c47-43d4-844c-5fc55f1f03f4 HTTP/1.1" status: 200 len: 1094 time: 0.0876412 Sep 30 08:10:32.193662 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device f73e22bc-2925-4360-abd5-f2a183de374e up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:32.277963 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-30693385-51db-4f30-9cce-95468cb9098d req-52a90719-80a8-4182-9714-d52b70e40369 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a59621ce-eb8e-4c58-973c-fdc77924292c HTTP/1.1" status: 200 len: 217 time: 0.0715954 Sep 30 08:10:32.360344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port f73e22bc-2925-4360-abd5-f2a183de374e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:32.360722 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:32.371799 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30693385-51db-4f30-9cce-95468cb9098d req-7ffd1972-d37f-4bad-8690-7cd0ae32800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:32.384792 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-30693385-51db-4f30-9cce-95468cb9098d req-7ffd1972-d37f-4bad-8690-7cd0ae32800a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=693593a8-574b-4275-be16-63410a58b764 HTTP/1.1" status: 200 len: 855 time: 0.0983622 Sep 30 08:10:32.400027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482ba50-a737-4f98-8519-ae80c235aa42 req-e42c8d52-36ce-4711-bc1a-da9ce7dee401 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:32.408677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b482ba50-a737-4f98-8519-ae80c235aa42 req-e42c8d52-36ce-4711-bc1a-da9ce7dee401 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 944 time: 0.2262070 Sep 30 08:10:32.434888 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-30693385-51db-4f30-9cce-95468cb9098d req-e455efb2-d1f7-4a92-afbd-31c13e9f4e9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c601b3e0-80e2-4d6f-bc97-2d0c08370812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404968 Sep 30 08:10:32.485876 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:32.492045 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b482ba50-a737-4f98-8519-ae80c235aa42 req-1e49cb1a-69b8-4450-88ac-890cb22b359f tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761909 Sep 30 08:10:32.591131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57054) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:32.604520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port f73e22bc-2925-4360-abd5-f2a183de374e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f73e22bc-2925-4360-abd5-f2a183de374e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:32.612979 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:32.615685 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:32.670937 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-30693385-51db-4f30-9cce-95468cb9098d req-23a47f33-a78b-4068-b48c-ff27f9c323db service neutron] 10.222.0.35 "GET /v2.0/networks/c601b3e0-80e2-4d6f-bc97-2d0c08370812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255745 Sep 30 08:10:32.787014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=f73e22bc-2925-4360-abd5-f2a183de374e,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:32.810623 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:10:32.815743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:32.817096 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:32.876726 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d18ccd-0159-4648-a19c-428b78d8b80b req-44065bbf-35bd-4fb7-9208-6fe6e506d298 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:32.885859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1d18ccd-0159-4648-a19c-428b78d8b80b req-44065bbf-35bd-4fb7-9208-6fe6e506d298 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 945 time: 0.1282201 Sep 30 08:10:32.926867 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-30693385-51db-4f30-9cce-95468cb9098d req-6e76e694-5ec3-4d23-a01c-00c127764fc5 service neutron] 10.222.0.35 "GET /v2.0/networks/c601b3e0-80e2-4d6f-bc97-2d0c08370812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470810 Sep 30 08:10:32.937155 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:32.943204 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a1088aa-d6f2-4ef9-8584-c5262464af13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:32.988546 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1d18ccd-0159-4648-a19c-428b78d8b80b req-4844cd43-4f63-4a4f-a7a1-3e8a1377c3b8 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974796 Sep 30 08:10:33.030220 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2,segment=NetworkSegment(0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3),segment_id=0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:33.046031 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:33.106946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db499b0-86cb-4c9e-baa1-5b2f937e1fd2 req-977df52b-6b15-48dd-aaa8-2b8373dcb5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:33.108099 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2db499b0-86cb-4c9e-baa1-5b2f937e1fd2 req-977df52b-6b15-48dd-aaa8-2b8373dcb5b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=133eecda46334141a431bb904d7ee7c2&device_id=b634dd7b-0c47-43d4-844c-5fc55f1f03f4 HTTP/1.1" status: 200 len: 1094 time: 0.0660455 Sep 30 08:10:33.154530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:33.214382 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a1088aa-d6f2-4ef9-8584-c5262464af13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:33.218038 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c16163-dc8c-437d-af5e-99e45c2ee095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73e22bc-2925-4360-abd5-f2a183de374e'}, {'server_uuid': 'ef458b07-ba77-4bf1-a515-dfa20af53e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:33.221721 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a40c2d-226b-466d-bffe-ccb61fee57b1" -d '{"events": [{"server_uuid": "b5c16163-dc8c-437d-af5e-99e45c2ee095", "name": "network-vif-plugged", "status": "completed", "tag": "f73e22bc-2925-4360-abd5-f2a183de374e"}, {"server_uuid": "ef458b07-ba77-4bf1-a515-dfa20af53e43", "name": "network-vif-plugged", "status": "completed", "tag": "e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:33.224217 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a1088aa-d6f2-4ef9-8584-c5262464af13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:33.285134 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db499b0-86cb-4c9e-baa1-5b2f937e1fd2 req-bb7a49cf-29fd-4ee6-9ca1-3faf7e0a57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:33.287270 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2db499b0-86cb-4c9e-baa1-5b2f937e1fd2 req-bb7a49cf-29fd-4ee6-9ca1-3faf7e0a57bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=c601b3e0-80e2-4d6f-bc97-2d0c08370812 HTTP/1.1" status: 200 len: 916 time: 0.1590936 Sep 30 08:10:33.354166 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2db499b0-86cb-4c9e-baa1-5b2f937e1fd2 req-ee0dfd84-03f9-43de-9aae-c7da5c1f86c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a59621ce-eb8e-4c58-973c-fdc77924292c HTTP/1.1" status: 200 len: 217 time: 0.0576537 Sep 30 08:10:33.362835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf2b7d-ba3a-4793-919f-860fd5c766a0 req-1676a684-f366-4bd7-9f54-bcf8c1cb1fe5 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:33.366476 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8bbf2b7d-ba3a-4793-919f-860fd5c766a0 req-1676a684-f366-4bd7-9f54-bcf8c1cb1fe5 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/ports?device_id=b634dd7b-0c47-43d4-844c-5fc55f1f03f4 HTTP/1.1" status: 200 len: 943 time: 0.2299373 Sep 30 08:10:33.372999 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9a1088aa-d6f2-4ef9-8584-c5262464af13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd84fbf598ff4bf4876917deda6a9929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7803659 Sep 30 08:10:33.378321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57074) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:33.399756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1088aa-d6f2-4ef9-8584-c5262464af13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0f1325-1b31-467f-8ae5-caa2414300f2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:33.453099 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db499b0-86cb-4c9e-baa1-5b2f937e1fd2 req-b0b4607d-7977-4ad6-a7de-5b89dd06b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:33.454841 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2db499b0-86cb-4c9e-baa1-5b2f937e1fd2 req-b0b4607d-7977-4ad6-a7de-5b89dd06b434 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=693593a8-574b-4275-be16-63410a58b764 HTTP/1.1" status: 200 len: 855 time: 0.0938311 Sep 30 08:10:33.499891 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2db499b0-86cb-4c9e-baa1-5b2f937e1fd2 req-29fc8f7b-48ff-43fb-8cc9-e36729f98f4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c601b3e0-80e2-4d6f-bc97-2d0c08370812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354855 Sep 30 08:10:33.528262 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8bbf2b7d-ba3a-4793-919f-860fd5c766a0 req-99486356-0e4c-4b7c-a19e-f2d9e5ae2614 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2e60aec-0285-4c56-9c51-8cb33913f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470325 Sep 30 08:10:33.564077 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42533456-7f1d-44ee-8aab-bfd1210a5689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:33.602820 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42533456-7f1d-44ee-8aab-bfd1210a5689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:33.655566 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2db499b0-86cb-4c9e-baa1-5b2f937e1fd2 req-20ff49ab-1345-4aac-8f7b-9bd54a3ae655 service neutron] 10.222.0.35 "GET /v2.0/networks/c601b3e0-80e2-4d6f-bc97-2d0c08370812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444736 Sep 30 08:10:33.694101 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42533456-7f1d-44ee-8aab-bfd1210a5689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:33.697359 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42533456-7f1d-44ee-8aab-bfd1210a5689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:33.698648 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-42533456-7f1d-44ee-8aab-bfd1210a5689 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa0f1325-1b31-467f-8ae5-caa2414300f2 HTTP/1.1" status: 204 len: 168 time: 0.3161695 Sep 30 08:10:33.710220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42533456-7f1d-44ee-8aab-bfd1210a5689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0f1325-1b31-467f-8ae5-caa2414300f2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:33.826371 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device a20a92cb-6800-440f-954d-70cc817cd206 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:33.908798 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2db499b0-86cb-4c9e-baa1-5b2f937e1fd2 req-822ced3f-2e0d-435a-a994-2eaa89129035 service neutron] 10.222.0.35 "GET /v2.0/networks/c601b3e0-80e2-4d6f-bc97-2d0c08370812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415612 Sep 30 08:10:33.957990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port a20a92cb-6800-440f-954d-70cc817cd206 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:10:33.971067 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port a20a92cb-6800-440f-954d-70cc817cd206 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:33.971456 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:34.131123 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:10:34.138987 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:34.149743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57090) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:34.174358 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ce45-9eb3-426e-9539-53d9f0094abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:34.195030 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port a20a92cb-6800-440f-954d-70cc817cd206, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a20a92cb-6800-440f-954d-70cc817cd206,segment=NetworkSegment(0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3),segment_id=0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:34.200836 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:34.201939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:34.304079 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ce45-9eb3-426e-9539-53d9f0094abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:34.312314 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ce45-9eb3-426e-9539-53d9f0094abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:34.338883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=a20a92cb-6800-440f-954d-70cc817cd206,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:34.350550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:34.350863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:34.351160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:34.351508 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:34.352401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:34.352754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:34.353095 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:34.353432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:34.353766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:34.354100 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:34.354431 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:34.354760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:10:34.373212 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:10:34.375793 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a8f9ce45-9eb3-426e-9539-53d9f0094abc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94a01fa78c3f4682824adab143760624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244024 Sep 30 08:10:34.377599 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9ce45-9eb3-426e-9539-53d9f0094abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789ee1ce-e446-4de9-9546-2d224fa8ad3b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:34.378578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:34.396003 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:34.396485 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:34.490999 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a219f8cd-4194-4ac1-8679-b5463e0ba212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:34.524678 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a219f8cd-4194-4ac1-8679-b5463e0ba212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:34.545925 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:34.593654 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a219f8cd-4194-4ac1-8679-b5463e0ba212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:34.597697 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:34.603699 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:34.604123 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a219f8cd-4194-4ac1-8679-b5463e0ba212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:34.605788 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a219f8cd-4194-4ac1-8679-b5463e0ba212 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/789ee1ce-e446-4de9-9546-2d224fa8ad3b HTTP/1.1" status: 204 len: 168 time: 0.2257738 Sep 30 08:10:34.626435 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219f8cd-4194-4ac1-8679-b5463e0ba212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789ee1ce-e446-4de9-9546-2d224fa8ad3b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:35.187794 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:35.840716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device a59621ce-eb8e-4c58-973c-fdc77924292c details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:10:36.043454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port a59621ce-eb8e-4c58-973c-fdc77924292c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a59621ce-eb8e-4c58-973c-fdc77924292c,segment=NetworkSegment(7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f),segment_id=7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:36.087074 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'a59621ce-eb8e-4c58-973c-fdc77924292c', 'network_id': 'c601b3e0-80e2-4d6f-bc97-2d0c08370812', 'port_id': 'a59621ce-eb8e-4c58-973c-fdc77924292c', 'mac_address': 'fa:16:3e:20:3c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693593a8-574b-4275-be16-63410a58b764', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:10:36.140765 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:36.157482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59621ce-eb8e-4c58-973c-fdc77924292c {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:10:36.180265 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port a59621ce-eb8e-4c58-973c-fdc77924292c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a59621ce-eb8e-4c58-973c-fdc77924292c,segment=NetworkSegment(7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f),segment_id=7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:36.189020 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:36.323801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=a59621ce-eb8e-4c58-973c-fdc77924292c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:36.518581 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['a59621ce-eb8e-4c58-973c-fdc77924292c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:10:37.844791 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device a59621ce-eb8e-4c58-973c-fdc77924292c up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:37.948322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port a59621ce-eb8e-4c58-973c-fdc77924292c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:10:37.953296 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port a59621ce-eb8e-4c58-973c-fdc77924292c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:37.953903 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:38.094384 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:38.155883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port a59621ce-eb8e-4c58-973c-fdc77924292c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a59621ce-eb8e-4c58-973c-fdc77924292c,segment=NetworkSegment(7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f),segment_id=7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:38.164769 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:38.274751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=a59621ce-eb8e-4c58-973c-fdc77924292c,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:39.918342 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107c43b4-f56c-424c-9edd-1e921e8e1239 x-openstack-request-id: req-107c43b4-f56c-424c-9edd-1e921e8e1239 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:39.918874 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c16163-dc8c-437d-af5e-99e45c2ee095", "name": "network-vif-plugged", "status": "completed", "tag": "f73e22bc-2925-4360-abd5-f2a183de374e", "code": 200}, {"server_uuid": "ef458b07-ba77-4bf1-a515-dfa20af53e43", "name": "network-vif-plugged", "status": "completed", "tag": "e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:39.918874 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-107c43b4-f56c-424c-9edd-1e921e8e1239 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:39.919471 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c16163-dc8c-437d-af5e-99e45c2ee095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73e22bc-2925-4360-abd5-f2a183de374e', 'code': 200} Sep 30 08:10:39.920006 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef458b07-ba77-4bf1-a515-dfa20af53e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2', 'code': 200} Sep 30 08:10:39.943189 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:40.039815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53170f14-d243-431e-8d33-cc164db82223 req-60c76a85-f464-46a3-866a-838169a64e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:40.041539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53170f14-d243-431e-8d33-cc164db82223 req-60c76a85-f464-46a3-866a-838169a64e5b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 1097 time: 0.0526526 Sep 30 08:10:40.091708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53170f14-d243-431e-8d33-cc164db82223 req-34562e02-a7c1-464e-aee7-456a11901399 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Sep 30 08:10:40.153316 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d43b0f-6129-44eb-bdb1-61faf0dc07d7 req-1ed2a6a5-332f-48c1-9219-af3b201004db tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:40.155223 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63d43b0f-6129-44eb-bdb1-61faf0dc07d7 req-1ed2a6a5-332f-48c1-9219-af3b201004db tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.0670903 Sep 30 08:10:40.227637 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63d43b0f-6129-44eb-bdb1-61faf0dc07d7 req-1f51a4c9-3401-4875-bcde-5de93d6ce75a tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654840 Sep 30 08:10:40.377529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdac9c9-e60f-4507-8231-eb94ee5b2c02 req-6729280d-204a-4be0-b28b-4490554a02a7 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:40.379376 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cbdac9c9-e60f-4507-8231-eb94ee5b2c02 req-6729280d-204a-4be0-b28b-4490554a02a7 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.0658052 Sep 30 08:10:40.463798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b50288-cc64-4f10-9545-f5fc0cac16b2 req-7d84e913-0186-4814-9071-9f7c3a99c350 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:40.465407 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-67b50288-cc64-4f10-9545-f5fc0cac16b2 req-7d84e913-0186-4814-9071-9f7c3a99c350 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/ports?device_id=b634dd7b-0c47-43d4-844c-5fc55f1f03f4 HTTP/1.1" status: 200 len: 945 time: 0.0840430 Sep 30 08:10:40.471035 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cbdac9c9-e60f-4507-8231-eb94ee5b2c02 req-7a5a891f-203f-4728-b638-debd74a4f2f6 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616503 Sep 30 08:10:40.524284 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-67b50288-cc64-4f10-9545-f5fc0cac16b2 req-1b37809a-5e34-45c4-8350-0e0672dc3391 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2e60aec-0285-4c56-9c51-8cb33913f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472686 Sep 30 08:10:41.195569 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3664091-f69a-4ae7-a9df-b30c4f5ad4ad req-56e52510-3384-4ab3-9091-98aa9f06d8bf tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:41.197148 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3664091-f69a-4ae7-a9df-b30c4f5ad4ad req-56e52510-3384-4ab3-9091-98aa9f06d8bf tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=defa8707-a168-4481-a40d-39a143f22a69 HTTP/1.1" status: 200 len: 949 time: 0.0778265 Sep 30 08:10:41.241875 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3664091-f69a-4ae7-a9df-b30c4f5ad4ad req-ea0ac6c8-faa3-4042-93e7-acc553998931 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/security-groups?id=e68de830-7a8e-4915-b04e-388f327db7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377061 Sep 30 08:10:41.383684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:41.476332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d708-7222-46a2-affd-e69dbfe9dbe5 req-7bf654e4-5e21-483e-8197-190806e64826 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:41.485610 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dae2d708-7222-46a2-affd-e69dbfe9dbe5 req-7bf654e4-5e21-483e-8197-190806e64826 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.0948899 Sep 30 08:10:41.542195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dae2d708-7222-46a2-affd-e69dbfe9dbe5 req-25ccccc7-ce29-4d62-9a54-abc320c59d23 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534847 Sep 30 08:10:41.613478 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abd5fe7f-d0ac-4abe-baec-23f8e38f7712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:41.792393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadb219-9e61-49ba-a37b-36b14f76ac79 req-69c2ddf9-31e0-47b6-8b7c-f78636643d12 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:41.801691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3dadb219-9e61-49ba-a37b-36b14f76ac79 req-69c2ddf9-31e0-47b6-8b7c-f78636643d12 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.1754379 Sep 30 08:10:41.831322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b127d50-655b-49f2-ae15-733bf3e99c62 req-9c070952-ca40-4ab8-b79c-defb562bc311 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1019521 Sep 30 08:10:41.864624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3dadb219-9e61-49ba-a37b-36b14f76ac79 req-5fd4fb24-4cd6-4741-8e89-c91899d5da6e tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617392 Sep 30 08:10:41.892673 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abd5fe7f-d0ac-4abe-baec-23f8e38f7712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:41.900722 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abd5fe7f-d0ac-4abe-baec-23f8e38f7712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:41.921252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20a92cb-6800-440f-954d-70cc817cd206'}, {'server_uuid': '59351e64-0e4c-48a2-aee8-2c1a8a5aa257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a9283a-7fb2-4f2d-babd-1f59b4e60a7d'}, {'server_uuid': 'b634dd7b-0c47-43d4-844c-5fc55f1f03f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59621ce-eb8e-4c58-973c-fdc77924292c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:41.923843 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06b6aa4-09ea-4607-85cd-1f3cbd07a188" -d '{"events": [{"server_uuid": "4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8", "name": "network-vif-plugged", "status": "completed", "tag": "a20a92cb-6800-440f-954d-70cc817cd206"}, {"server_uuid": "59351e64-0e4c-48a2-aee8-2c1a8a5aa257", "name": "network-vif-plugged", "status": "completed", "tag": "54a9283a-7fb2-4f2d-babd-1f59b4e60a7d"}, {"server_uuid": "b634dd7b-0c47-43d4-844c-5fc55f1f03f4", "name": "network-vif-plugged", "status": "completed", "tag": "a59621ce-eb8e-4c58-973c-fdc77924292c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:41.942869 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-abd5fe7f-d0ac-4abe-baec-23f8e38f7712 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a33366c7da9445c983c9eab3de504fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5576937 Sep 30 08:10:41.943934 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57278) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:42.000644 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5fe7f-d0ac-4abe-baec-23f8e38f7712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9c4be4-ecb8-4abf-857e-aa0c46dcdbfc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:42.005930 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0997f0ef-f979-474a-973e-21d81cd3a6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.040631 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94aa4721-1827-4efb-8883-67e5d9cc5887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.070652 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94aa4721-1827-4efb-8883-67e5d9cc5887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.143862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127d50-655b-49f2-ae15-733bf3e99c62 req-4fd20674-ce60-4bc0-8b6b-3ac25e1c1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:42.144306 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94aa4721-1827-4efb-8883-67e5d9cc5887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.145514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b127d50-655b-49f2-ae15-733bf3e99c62 req-4fd20674-ce60-4bc0-8b6b-3ac25e1c1ecc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee4e48f07add4c94890522d6df2a93fa&device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 1096 time: 0.2780349 Sep 30 08:10:42.147335 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94aa4721-1827-4efb-8883-67e5d9cc5887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.150576 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-94aa4721-1827-4efb-8883-67e5d9cc5887 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd9c4be4-ecb8-4abf-857e-aa0c46dcdbfc HTTP/1.1" status: 204 len: 168 time: 0.2021887 Sep 30 08:10:42.168569 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa4721-1827-4efb-8883-67e5d9cc5887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9c4be4-ecb8-4abf-857e-aa0c46dcdbfc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:42.171668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e8502-5bb8-4769-ba67-273959c3a182 req-e999945a-2c4e-4396-b664-53b8dea554d6 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:42.176385 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-521e8502-5bb8-4769-ba67-273959c3a182 req-e999945a-2c4e-4396-b664-53b8dea554d6 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/ports?device_id=b634dd7b-0c47-43d4-844c-5fc55f1f03f4 HTTP/1.1" status: 200 len: 945 time: 0.2380004 Sep 30 08:10:42.376497 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c100561a-3798-4224-8f02-ba58c301aae8 x-openstack-request-id: req-c100561a-3798-4224-8f02-ba58c301aae8 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:42.376885 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8", "name": "network-vif-plugged", "status": "completed", "tag": "a20a92cb-6800-440f-954d-70cc817cd206", "code": 200}, {"server_uuid": "59351e64-0e4c-48a2-aee8-2c1a8a5aa257", "name": "network-vif-plugged", "status": "completed", "tag": "54a9283a-7fb2-4f2d-babd-1f59b4e60a7d", "code": 200}, {"server_uuid": "b634dd7b-0c47-43d4-844c-5fc55f1f03f4", "name": "network-vif-plugged", "status": "completed", "tag": "a59621ce-eb8e-4c58-973c-fdc77924292c", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:42.377344 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c100561a-3798-4224-8f02-ba58c301aae8 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:42.377858 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20a92cb-6800-440f-954d-70cc817cd206', 'code': 200} Sep 30 08:10:42.378178 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59351e64-0e4c-48a2-aee8-2c1a8a5aa257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a9283a-7fb2-4f2d-babd-1f59b4e60a7d', 'code': 200} Sep 30 08:10:42.378540 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b634dd7b-0c47-43d4-844c-5fc55f1f03f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59621ce-eb8e-4c58-973c-fdc77924292c', 'code': 200} Sep 30 08:10:42.697129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127d50-655b-49f2-ae15-733bf3e99c62 req-2a965731-1dd6-471b-8868-12a31ed7c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:42.699701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b127d50-655b-49f2-ae15-733bf3e99c62 req-2a965731-1dd6-471b-8868-12a31ed7c6d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8 HTTP/1.1" status: 200 len: 911 time: 0.5224044 Sep 30 08:10:42.733708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-521e8502-5bb8-4769-ba67-273959c3a182 req-b9210b1e-f599-4b8d-8421-6d6ffb7b0213 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2e60aec-0285-4c56-9c51-8cb33913f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471776 Sep 30 08:10:42.799499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57302) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:42.801709 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d3ba0-56ab-4894-ae7d-4fdf083d94e5 req-1d0a2e01-dcd7-481a-9f9b-f93265893944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:42.804964 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-980d3ba0-56ab-4894-ae7d-4fdf083d94e5 req-1d0a2e01-dcd7-481a-9f9b-f93265893944 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 1096 time: 0.2310734 Sep 30 08:10:42.865143 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b127d50-655b-49f2-ae15-733bf3e99c62 req-9182f6a0-4d15-427d-8079-e8efd7cf92bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c18cd8e-bb80-45bc-99a5-af13c00ece73 HTTP/1.1" status: 200 len: 1000 time: 0.1295929 Sep 30 08:10:42.877304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cdaec-687f-487a-b9af-bc00c79ca5a3 req-95da9d60-37fa-4c36-91c0-953b2a9c227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:42.878810 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7e3cdaec-687f-487a-b9af-bc00c79ca5a3 req-95da9d60-37fa-4c36-91c0-953b2a9c227a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 1096 time: 0.2396252 Sep 30 08:10:42.895302 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09fa1d44-3923-43e5-b731-234bc054178c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:42.934060 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127d50-655b-49f2-ae15-733bf3e99c62 req-67a00d7a-fbb0-4e13-8587-b1d8eff92370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:42.935551 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b127d50-655b-49f2-ae15-733bf3e99c62 req-67a00d7a-fbb0-4e13-8587-b1d8eff92370 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=83b391f2-40bb-46fd-9398-46e69258862b HTTP/1.1" status: 200 len: 849 time: 0.0480323 Sep 30 08:10:42.942754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947291a4-7f9e-4d0a-ab63-1b7d08846ef4 req-092aab81-9853-4dad-9bc2-6fda48092651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:42.944225 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-947291a4-7f9e-4d0a-ab63-1b7d08846ef4 req-092aab81-9853-4dad-9bc2-6fda48092651 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71f9fae650bc403a968de80bfa93a4f2&device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 1097 time: 0.4055932 Sep 30 08:10:42.977062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9032f-b5e8-4247-a851-caffd49d6c24 req-d4aee9b8-2108-4313-beb0-b8ad60dd2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:42.979207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40a9032f-b5e8-4247-a851-caffd49d6c24 req-d4aee9b8-2108-4313-beb0-b8ad60dd2003 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b634dd7b-0c47-43d4-844c-5fc55f1f03f4 HTTP/1.1" status: 200 len: 1096 time: 0.3659348 Sep 30 08:10:43.047468 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-980d3ba0-56ab-4894-ae7d-4fdf083d94e5 req-4e950e82-4185-47a3-8bc7-0957826f2f3f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282457 Sep 30 08:10:43.052949 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7e3cdaec-687f-487a-b9af-bc00c79ca5a3 req-f55773b7-3ec6-4426-a109-5df856b28823 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664033 Sep 30 08:10:43.098105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09fa1d44-3923-43e5-b731-234bc054178c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.119609 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09fa1d44-3923-43e5-b731-234bc054178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.157247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947291a4-7f9e-4d0a-ab63-1b7d08846ef4 req-e4e86079-b9ff-4df0-ab08-a4a80d3afdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:43.159936 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-09fa1d44-3923-43e5-b731-234bc054178c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a78748e0618a4a0aaa9446bd56b3367d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402574 Sep 30 08:10:43.163780 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-947291a4-7f9e-4d0a-ab63-1b7d08846ef4 req-e4e86079-b9ff-4df0-ab08-a4a80d3afdba service neutron] 10.222.0.36 "GET /v2.0/networks?id=691f8d5d-84c4-4972-afc4-015bf3401c58 HTTP/1.1" status: 200 len: 920 time: 0.1832473 Sep 30 08:10:43.168734 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57318) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:43.237146 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa1d44-3923-43e5-b731-234bc054178c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2478246c-8a29-4929-a30b-10c53a5e6c0b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:43.261959 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-188fc7c5-9853-4ea6-8aac-ca402d98592d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.310651 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-188fc7c5-9853-4ea6-8aac-ca402d98592d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.331466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-947291a4-7f9e-4d0a-ab63-1b7d08846ef4 req-c81a4a1b-5cd5-418b-8013-8b7fcd8ac406 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 HTTP/1.1" status: 200 len: 217 time: 0.1182094 Sep 30 08:10:43.362556 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92cdba-3453-4cfa-8186-b759505068e5 req-0b1f45f1-ee97-4f6c-8bdc-4520d01ea7c3 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:43.381579 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c92cdba-3453-4cfa-8186-b759505068e5 req-0b1f45f1-ee97-4f6c-8bdc-4520d01ea7c3 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.6797178 Sep 30 08:10:43.388442 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-188fc7c5-9853-4ea6-8aac-ca402d98592d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.392713 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-188fc7c5-9853-4ea6-8aac-ca402d98592d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:43.398997 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-188fc7c5-9853-4ea6-8aac-ca402d98592d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2478246c-8a29-4929-a30b-10c53a5e6c0b HTTP/1.1" status: 204 len: 168 time: 0.2177448 Sep 30 08:10:43.414498 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fc7c5-9853-4ea6-8aac-ca402d98592d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2478246c-8a29-4929-a30b-10c53a5e6c0b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:43.462760 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4779a9-a977-4346-bc59-eb3487ca7da6 req-730ef073-7ce1-44d2-b404-004558245bf3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:43.470379 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b4779a9-a977-4346-bc59-eb3487ca7da6 req-730ef073-7ce1-44d2-b404-004558245bf3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.5250216 Sep 30 08:10:43.516455 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127d50-655b-49f2-ae15-733bf3e99c62 req-94b75958-ca39-4fa0-a83b-645dfd64e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:43.517976 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b127d50-655b-49f2-ae15-733bf3e99c62 req-94b75958-ca39-4fa0-a83b-645dfd64e005 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5678227 Sep 30 08:10:43.530814 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40a9032f-b5e8-4247-a851-caffd49d6c24 req-b301f9b4-e0f5-448b-a5c5-6e81a783413f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b2e60aec-0285-4c56-9c51-8cb33913f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625269 Sep 30 08:10:43.612756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c92cdba-3453-4cfa-8186-b759505068e5 req-7d29f57d-a67e-4a52-a1e5-5b4a97245b16 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302856 Sep 30 08:10:43.669622 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b4779a9-a977-4346-bc59-eb3487ca7da6 req-959b9b1a-b472-4410-86b9-69e1a2b5afb2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976643 Sep 30 08:10:43.671192 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947291a4-7f9e-4d0a-ab63-1b7d08846ef4 req-5f2aa85d-ef62-432d-89a8-cedc0e9644fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:43.672961 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-947291a4-7f9e-4d0a-ab63-1b7d08846ef4 req-5f2aa85d-ef62-432d-89a8-cedc0e9644fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d31d27d-29aa-4857-9fe7-629de8beade5 HTTP/1.1" status: 200 len: 859 time: 0.2854843 Sep 30 08:10:43.729976 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-947291a4-7f9e-4d0a-ab63-1b7d08846ef4 req-187acd51-a288-47e9-af24-0364893f999e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=691f8d5d-84c4-4972-afc4-015bf3401c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458679 Sep 30 08:10:43.846430 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b127d50-655b-49f2-ae15-733bf3e99c62 req-d2d1029f-8b93-43e6-8687-bd4bbd57d80d service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130238 Sep 30 08:10:43.855518 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:10:43.904729 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-947291a4-7f9e-4d0a-ab63-1b7d08846ef4 req-e68fd359-d570-4697-88c7-4f42b3eee705 service neutron] 10.222.0.36 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590750 Sep 30 08:10:43.937825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4e463-c2de-44ad-90e8-8eace4252fce req-a52df1f1-2334-497f-898e-8e6885f0b6fb tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:43.939364 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8cd4e463-c2de-44ad-90e8-8eace4252fce req-a52df1f1-2334-497f-898e-8e6885f0b6fb tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/ports?device_id=b634dd7b-0c47-43d4-844c-5fc55f1f03f4 HTTP/1.1" status: 200 len: 945 time: 0.1121423 Sep 30 08:10:44.009790 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:44.095007 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:44.103489 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:44.155109 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b127d50-655b-49f2-ae15-733bf3e99c62 req-74a94169-04c5-4f5b-a9cc-dceba82f406e service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898445 Sep 30 08:10:44.161094 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:44.202367 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-947291a4-7f9e-4d0a-ab63-1b7d08846ef4 req-3d942732-9117-44d5-92e6-33b045a240ae service neutron] 10.222.0.36 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847719 Sep 30 08:10:44.215892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:10:44.217537 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8cd4e463-c2de-44ad-90e8-8eace4252fce req-fb431783-874b-45dd-ae39-530a5592a1fd tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2e60aec-0285-4c56-9c51-8cb33913f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668025 Sep 30 08:10:44.377166 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:44.381413 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defa8707-a168-4481-a40d-39a143f22a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:44.387312 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16184385-db8f-4c9c-92b0-95ffc34f37c1" -d '{"events": [{"server_uuid": "defa8707-a168-4481-a40d-39a143f22a69", "name": "network-vif-unplugged", "status": "completed", "tag": "33bb0a25-f0d9-4830-bae0-ff59e18cf9fb"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:44.404367 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '9264df5c-fdb1-49d4-b38b-89b4e0e41f54', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '9264df5c-fdb1-49d4-b38b-89b4e0e41f54', 'mac_address': 'fa:16:3e:a0:a3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:10:44.489155 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:44.514610 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dca087c-d794-4178-b696-a3791ff20d93 x-openstack-request-id: req-8dca087c-d794-4178-b696-a3791ff20d93 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:44.515061 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defa8707-a168-4481-a40d-39a143f22a69", "name": "network-vif-unplugged", "status": "completed", "tag": "33bb0a25-f0d9-4830-bae0-ff59e18cf9fb", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:44.515321 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8dca087c-d794-4178-b696-a3791ff20d93 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:44.515715 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defa8707-a168-4481-a40d-39a143f22a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb', 'code': 200} Sep 30 08:10:44.518375 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:10:44.558326 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:44.572815 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:44.676251 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:44.693965 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['9264df5c-fdb1-49d4-b38b-89b4e0e41f54'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:10:44.840768 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c720f528-31cf-4198-8293-055b08fc996a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:44.919947 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9717cfa-526b-4de3-b6a3-341eaff5546b req-7481394c-6b77-4cb1-9086-242eba582691 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:44.937423 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9717cfa-526b-4de3-b6a3-341eaff5546b req-7481394c-6b77-4cb1-9086-242eba582691 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.1948733 Sep 30 08:10:45.038081 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b75089-8e5f-442d-85ab-e7e400034750 req-3abd34d2-c928-4ed9-9848-02a32eaeabaa tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:45.044065 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10b75089-8e5f-442d-85ab-e7e400034750 req-3abd34d2-c928-4ed9-9848-02a32eaeabaa tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.2062421 Sep 30 08:10:45.107215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9717cfa-526b-4de3-b6a3-341eaff5546b req-0dbb101b-2af5-4cbc-b98b-0c43373f4d1f tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679571 Sep 30 08:10:45.167998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10b75089-8e5f-442d-85ab-e7e400034750 req-e6fe8c17-5f00-4bfe-896a-b6406d55ec05 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939162 Sep 30 08:10:45.299456 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:45.775793 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:45.865318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997a1e5-7671-49e2-8f0d-087040e367ee req-f8ba60c9-5bfb-46d3-82b6-3a64004e1e08 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:45.868493 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5997a1e5-7671-49e2-8f0d-087040e367ee req-f8ba60c9-5bfb-46d3-82b6-3a64004e1e08 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/ports?device_id=b634dd7b-0c47-43d4-844c-5fc55f1f03f4 HTTP/1.1" status: 200 len: 945 time: 0.0858533 Sep 30 08:10:45.939656 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5997a1e5-7671-49e2-8f0d-087040e367ee req-fa71f45f-31bd-49cd-ac41-4b34257e4133 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2e60aec-0285-4c56-9c51-8cb33913f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649626 Sep 30 08:10:46.222048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:10:46.354921 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:10:46.356533 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.376022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3b6fc-ba20-46a2-a65f-54a9bdb078ed req-cadac34f-4f9c-4ec0-a0e6-5d4e3e09df15 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:46.377729 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-69e3b6fc-ba20-46a2-a65f-54a9bdb078ed req-cadac34f-4f9c-4ec0-a0e6-5d4e3e09df15 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.1254041 Sep 30 08:10:46.393502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63641f4e-78ad-4fb5-9f1f-0052000f45c1 req-0c4983c0-99cb-4f02-a35a-89dba5b022ac tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:46.396001 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63641f4e-78ad-4fb5-9f1f-0052000f45c1 req-0c4983c0-99cb-4f02-a35a-89dba5b022ac tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.0808110 Sep 30 08:10:46.474234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-69e3b6fc-ba20-46a2-a65f-54a9bdb078ed req-cb2260ba-cc71-4067-bff6-1cf35d7b3af6 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758953 Sep 30 08:10:46.497073 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63641f4e-78ad-4fb5-9f1f-0052000f45c1 req-9b5f0f58-310d-4900-a4c8-4d73287cfcac tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913658 Sep 30 08:10:46.576816 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.656662 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51485913-c2a8-4c13-9c95-b3633733e087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9264df5c-fdb1-49d4-b38b-89b4e0e41f54'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:46.661601 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911966df-5411-4471-b8ab-5dfe00faddf1" -d '{"events": [{"server_uuid": "51485913-c2a8-4c13-9c95-b3633733e087", "name": "network-vif-plugged", "status": "completed", "tag": "9264df5c-fdb1-49d4-b38b-89b4e0e41f54"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:46.709841 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:46.716616 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:46.872400 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:47.001368 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4e95fd-541e-4425-bfbc-c0a856f6780c x-openstack-request-id: req-cf4e95fd-541e-4425-bfbc-c0a856f6780c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:47.002327 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51485913-c2a8-4c13-9c95-b3633733e087", "name": "network-vif-plugged", "status": "completed", "tag": "9264df5c-fdb1-49d4-b38b-89b4e0e41f54", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:47.002760 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf4e95fd-541e-4425-bfbc-c0a856f6780c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:47.003307 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51485913-c2a8-4c13-9c95-b3633733e087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9264df5c-fdb1-49d4-b38b-89b4e0e41f54', 'code': 200} Sep 30 08:10:47.161959 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87f26f-fb9d-423d-ac58-67393d06295b req-4be791ea-3bb1-4004-b816-380611237257 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:47.169699 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af87f26f-fb9d-423d-ac58-67393d06295b req-4be791ea-3bb1-4004-b816-380611237257 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.1255622 Sep 30 08:10:47.221805 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af87f26f-fb9d-423d-ac58-67393d06295b req-e1bcbce7-06a6-4617-bf47-f0ec3ddcb1f6 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473125 Sep 30 08:10:47.650320 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:47.657875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337fd6c-de70-416d-977c-54957c1f2fdd req-20ea4467-888c-4dfa-9b40-8f1162b423a5 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:47.670555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2337fd6c-de70-416d-977c-54957c1f2fdd req-20ea4467-888c-4dfa-9b40-8f1162b423a5 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.0906441 Sep 30 08:10:47.743888 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2337fd6c-de70-416d-977c-54957c1f2fdd req-f9426e12-9ac1-4447-a4ac-d7558dcae267 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561767 Sep 30 08:10:47.891238 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eac3bd-8b50-45bd-a966-34f0da7731c5 req-ba231e49-3a30-49ee-93b2-8ac828a9752c tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:47.901995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e5eac3bd-8b50-45bd-a966-34f0da7731c5 req-ba231e49-3a30-49ee-93b2-8ac828a9752c tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 951 time: 0.0938330 Sep 30 08:10:47.980636 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e5eac3bd-8b50-45bd-a966-34f0da7731c5 req-282edc14-886d-4ad1-b921-548489e57f3f tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c531b1-7d2b-4dce-8c4e-25d173894483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763531 Sep 30 08:10:49.182411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fd026-4ee6-4b2b-aa13-99eac8fc5a1e req-9c58bad7-7331-437f-a5fe-1e35b7ca1dcc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:49.191445 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-817fd026-4ee6-4b2b-aa13-99eac8fc5a1e req-9c58bad7-7331-437f-a5fe-1e35b7ca1dcc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.0671246 Sep 30 08:10:49.256931 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-817fd026-4ee6-4b2b-aa13-99eac8fc5a1e req-64232047-5e8a-4fc8-a7c6-29776753b7da tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587952 Sep 30 08:10:49.380158 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531aae49-93c4-4d95-bb70-059f61e370a8 req-11952e36-fe0e-49c7-8791-57911d954b83 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:49.387891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-531aae49-93c4-4d95-bb70-059f61e370a8 req-11952e36-fe0e-49c7-8791-57911d954b83 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.0631931 Sep 30 08:10:49.442971 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-531aae49-93c4-4d95-bb70-059f61e370a8 req-3d7f1a52-3e44-477d-b170-663bb1e4a7ef tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504711 Sep 30 08:10:49.953873 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa916726-6920-41a8-9ab2-73a4607c9835 req-8448821e-9191-45be-9162-b3a6952f37bd tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:49.966895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa916726-6920-41a8-9ab2-73a4607c9835 req-8448821e-9191-45be-9162-b3a6952f37bd tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 951 time: 0.0786166 Sep 30 08:10:50.048399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa916726-6920-41a8-9ab2-73a4607c9835 req-eca602dd-6478-43d0-b434-9cb98e0ad639 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c531b1-7d2b-4dce-8c4e-25d173894483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801661 Sep 30 08:10:50.237533 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device f73e22bc-2925-4360-abd5-f2a183de374e no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:10:50.412417 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:50.437745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b81a2b-b0ab-4fff-ae57-e4bd62d4b4c0 req-c45179e6-d88a-47f1-bf47-4bbe67e54c5f tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:50.445662 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7b81a2b-b0ab-4fff-ae57-e4bd62d4b4c0 req-c45179e6-d88a-47f1-bf47-4bbe67e54c5f tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.0602772 Sep 30 08:10:50.465754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c16163-dc8c-437d-af5e-99e45c2ee095', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f73e22bc-2925-4360-abd5-f2a183de374e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:50.470857 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89bfbc2-0a6d-416a-b9ce-688d6b789021" -d '{"events": [{"server_uuid": "b5c16163-dc8c-437d-af5e-99e45c2ee095", "name": "network-vif-unplugged", "status": "completed", "tag": "f73e22bc-2925-4360-abd5-f2a183de374e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:50.502732 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7b81a2b-b0ab-4fff-ae57-e4bd62d4b4c0 req-29e9ea0e-3e42-43ff-a421-e9638dc90b1a tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515053 Sep 30 08:10:50.508300 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port f73e22bc-2925-4360-abd5-f2a183de374e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f73e22bc-2925-4360-abd5-f2a183de374e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:50.518794 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:50.585206 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be581fd2-e7b8-403a-a6b9-7ca4abeb4761 x-openstack-request-id: req-be581fd2-e7b8-403a-a6b9-7ca4abeb4761 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:50.585805 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c16163-dc8c-437d-af5e-99e45c2ee095", "name": "network-vif-unplugged", "status": "completed", "tag": "f73e22bc-2925-4360-abd5-f2a183de374e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:50.586063 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be581fd2-e7b8-403a-a6b9-7ca4abeb4761 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:50.587740 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c16163-dc8c-437d-af5e-99e45c2ee095', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f73e22bc-2925-4360-abd5-f2a183de374e', 'code': 200} Sep 30 08:10:50.678710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=f73e22bc-2925-4360-abd5-f2a183de374e,revision_number=11']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:50.724696 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97d22-e313-4f6a-a3dd-e5793105d32b req-2b21c4fe-a4be-4d6c-bb8d-b22d14ddf8a4 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:50.736418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-48b97d22-e313-4f6a-a3dd-e5793105d32b req-2b21c4fe-a4be-4d6c-bb8d-b22d14ddf8a4 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.1636360 Sep 30 08:10:50.800101 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-48b97d22-e313-4f6a-a3dd-e5793105d32b req-5bc521e3-fdfb-46b7-8d8c-fc0ed11107c9 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624864 Sep 30 08:10:51.192343 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38224270-7124-42ed-bb84-dfe72d5529d9 req-18ef0724-7b17-4745-82a8-788c0949feb6 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:51.200180 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38224270-7124-42ed-bb84-dfe72d5529d9 req-18ef0724-7b17-4745-82a8-788c0949feb6 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 949 time: 0.0719500 Sep 30 08:10:51.239168 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38224270-7124-42ed-bb84-dfe72d5529d9 req-9d1fd6ad-598d-4ee6-8fa9-67fe5e795315 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c531b1-7d2b-4dce-8c4e-25d173894483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380979 Sep 30 08:10:51.762536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1c06c-583c-44e8-9f70-91c09dc8c9e5 req-29c64292-fa85-4fc6-b642-e060863e4098 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:51.773917 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3d1c06c-583c-44e8-9f70-91c09dc8c9e5 req-29c64292-fa85-4fc6-b642-e060863e4098 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.1663854 Sep 30 08:10:51.924721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3d1c06c-583c-44e8-9f70-91c09dc8c9e5 req-b669fd7b-f91a-48b8-9da0-613c3771c8fe tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487627 Sep 30 08:10:51.990122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbc985-d6af-412e-ae5e-70ada9ef506d req-7280b671-5f9f-4232-bfe9-24eec6957549 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:51.993677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0dbbc985-d6af-412e-ae5e-70ada9ef506d req-7280b671-5f9f-4232-bfe9-24eec6957549 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 949 time: 0.1940379 Sep 30 08:10:52.150091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f432f50-1b4c-4ab0-a998-1aa54693006c req-6b0753de-b126-40f4-8446-b474673d7c45 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:52.159016 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f432f50-1b4c-4ab0-a998-1aa54693006c req-6b0753de-b126-40f4-8446-b474673d7c45 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.1606522 Sep 30 08:10:52.260970 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f432f50-1b4c-4ab0-a998-1aa54693006c req-5dadca1c-d92a-4dcf-b13b-e6958bb9d0d2 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986738 Sep 30 08:10:52.277382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0dbbc985-d6af-412e-ae5e-70ada9ef506d req-eaec6c97-64c4-489c-a0ab-62a899401358 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Deleting port f73e22bc-2925-4360-abd5-f2a183de374e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:10:52.278048 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dbbc985-d6af-412e-ae5e-70ada9ef506d req-eaec6c97-64c4-489c-a0ab-62a899401358 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:52.439105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0dbbc985-d6af-412e-ae5e-70ada9ef506d req-eaec6c97-64c4-489c-a0ab-62a899401358 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] For port f73e22bc-2925-4360-abd5-f2a183de374e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=f73e22bc-2925-4360-abd5-f2a183de374e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:10:52.439861 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dbbc985-d6af-412e-ae5e-70ada9ef506d req-eaec6c97-64c4-489c-a0ab-62a899401358 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:52.460813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f30181-b72f-4b70-a649-cf3df3b763f8 req-3b4eafd6-ab4e-45d3-bfec-e844914ed7dd tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:52.468691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78f30181-b72f-4b70-a649-cf3df3b763f8 req-3b4eafd6-ab4e-45d3-bfec-e844914ed7dd tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c16163-dc8c-437d-af5e-99e45c2ee095 HTTP/1.1" status: 200 len: 949 time: 0.1111259 Sep 30 08:10:52.480189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0dbbc985-d6af-412e-ae5e-70ada9ef506d req-eaec6c97-64c4-489c-a0ab-62a899401358 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Calling delete_port for f73e22bc-2925-4360-abd5-f2a183de374e owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:10:52.562299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78f30181-b72f-4b70-a649-cf3df3b763f8 req-7b91e49b-91dc-4c44-ac74-821c9568898d tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.24 "GET /v2.0/security-groups?id=80c531b1-7d2b-4dce-8c4e-25d173894483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925989 Sep 30 08:10:52.766247 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f06e0bde-be1d-4df1-baff-0d335f1f5b20 req-6bd86987-fa32-4a51-a7e0-7d5abe116613 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1086352 Sep 30 08:10:52.773179 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dbbc985-d6af-412e-ae5e-70ada9ef506d req-eaec6c97-64c4-489c-a0ab-62a899401358 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:52.868936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec6c97-64c4-489c-a0ab-62a899401358 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Pushing event deleted for resources: {'Port': ['ID=f73e22bc-2925-4360-abd5-f2a183de374e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:52.900524 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbbc985-d6af-412e-ae5e-70ada9ef506d req-eaec6c97-64c4-489c-a0ab-62a899401358 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] No DVR routers for this DVR port f73e22bc-2925-4360-abd5-f2a183de374e on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:10:52.906756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dbbc985-d6af-412e-ae5e-70ada9ef506d req-eaec6c97-64c4-489c-a0ab-62a899401358 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:52.909153 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0dbbc985-d6af-412e-ae5e-70ada9ef506d req-eaec6c97-64c4-489c-a0ab-62a899401358 tempest-ImagesOneServerTestJSON-1625686615 tempest-ImagesOneServerTestJSON-1625686615-project] 10.222.0.36 "DELETE /v2.0/ports/f73e22bc-2925-4360-abd5-f2a183de374e HTTP/1.1" status: 204 len: 173 time: 0.8600047 Sep 30 08:10:52.911283 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c16163-dc8c-437d-af5e-99e45c2ee095', 'name': 'network-vif-deleted', 'tag': 'f73e22bc-2925-4360-abd5-f2a183de374e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:10:52.914044 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e804304-bd7b-4de0-82ca-d80be439ada2" -d '{"events": [{"server_uuid": "b5c16163-dc8c-437d-af5e-99e45c2ee095", "name": "network-vif-deleted", "tag": "f73e22bc-2925-4360-abd5-f2a183de374e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:10:52.946286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e0bde-be1d-4df1-baff-0d335f1f5b20 req-ec30c91f-e608-40bc-8181-0a43825b9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:52.950781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f06e0bde-be1d-4df1-baff-0d335f1f5b20 req-ec30c91f-e608-40bc-8181-0a43825b9646 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f28e7ff57b7340308a69558e588f5efa&device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 1097 time: 0.1072166 Sep 30 08:10:53.247979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e0bde-be1d-4df1-baff-0d335f1f5b20 req-47e1d2c4-5c6b-455d-aba1-2e88fc3dcb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:53.256806 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f06e0bde-be1d-4df1-baff-0d335f1f5b20 req-47e1d2c4-5c6b-455d-aba1-2e88fc3dcb62 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d67b0be-4f61-4335-a565-d3860848c0a5 HTTP/1.1" status: 200 len: 912 time: 0.2740135 Sep 30 08:10:53.259516 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c6405b-afe0-410c-a19f-2972327cee55 x-openstack-request-id: req-21c6405b-afe0-410c-a19f-2972327cee55 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:10:53.259923 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c16163-dc8c-437d-af5e-99e45c2ee095", "name": "network-vif-deleted", "tag": "f73e22bc-2925-4360-abd5-f2a183de374e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:10:53.260140 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21c6405b-afe0-410c-a19f-2972327cee55 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:10:53.260537 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c16163-dc8c-437d-af5e-99e45c2ee095', 'name': 'network-vif-deleted', 'tag': 'f73e22bc-2925-4360-abd5-f2a183de374e', 'status': 'completed', 'code': 200} Sep 30 08:10:53.843788 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa8169-f949-45f8-bab2-9c36bb46125e req-a9c4236a-77ed-4aaa-b086-f2805ff6b69c tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:53.852082 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88aa8169-f949-45f8-bab2-9c36bb46125e req-a9c4236a-77ed-4aaa-b086-f2805ff6b69c tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.5791173 Sep 30 08:10:53.860630 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f06e0bde-be1d-4df1-baff-0d335f1f5b20 req-bff56d00-43bf-42f6-baa6-d2b39fdc0d5c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b551560-c2ea-45d1-ae5f-5df12ce9c4de HTTP/1.1" status: 200 len: 1001 time: 0.5985255 Sep 30 08:10:53.980220 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88aa8169-f949-45f8-bab2-9c36bb46125e req-8ff5ce14-596b-42b9-8f27-a04d3e4f0c36 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238999 Sep 30 08:10:54.014877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e0bde-be1d-4df1-baff-0d335f1f5b20 req-b2d3c2f5-1792-496f-9cce-0819b773821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:54.016407 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f06e0bde-be1d-4df1-baff-0d335f1f5b20 req-b2d3c2f5-1792-496f-9cce-0819b773821f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d4253e4-2dbc-46f1-9eb5-1fa6104bf250 HTTP/1.1" status: 200 len: 850 time: 0.1356821 Sep 30 08:10:54.064155 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85d822-80ca-4830-b290-1517bfd46c0a req-138a3b96-2a5f-4e4c-8702-5d7be3e5d492 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:54.065955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd85d822-80ca-4830-b290-1517bfd46c0a req-138a3b96-2a5f-4e4c-8702-5d7be3e5d492 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.1863520 Sep 30 08:10:54.104926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:54.149089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e0bde-be1d-4df1-baff-0d335f1f5b20 req-7ae4eb14-19dd-43b9-ae46-ea9d000f0004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:54.150620 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f06e0bde-be1d-4df1-baff-0d335f1f5b20 req-7ae4eb14-19dd-43b9-ae46-ea9d000f0004 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d67b0be-4f61-4335-a565-d3860848c0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204290 Sep 30 08:10:54.159409 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd85d822-80ca-4830-b290-1517bfd46c0a req-1d9b1592-f84c-4174-aa33-f1fe4424d565 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702267 Sep 30 08:10:54.278174 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device f73e22bc-2925-4360-abd5-f2a183de374e no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:10:54.315636 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: f73e22bc-2925-4360-abd5-f2a183de374e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:10:54.316285 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device f73e22bc-2925-4360-abd5-f2a183de374e not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:10:54.345744 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc74ab63-346a-4511-9c91-8339a127e3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.347116 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f06e0bde-be1d-4df1-baff-0d335f1f5b20 req-e6c51a88-7f38-4723-8d15-7d9e414cef89 service neutron] 10.222.0.35 "GET /v2.0/networks/7d67b0be-4f61-4335-a565-d3860848c0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867483 Sep 30 08:10:54.529455 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc74ab63-346a-4511-9c91-8339a127e3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.536927 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc74ab63-346a-4511-9c91-8339a127e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.561162 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f06e0bde-be1d-4df1-baff-0d335f1f5b20 req-e6ca6f61-a3e6-49e2-b394-53aa428917f7 service neutron] 10.222.0.35 "GET /v2.0/networks/7d67b0be-4f61-4335-a565-d3860848c0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981120 Sep 30 08:10:54.590082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57990) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:54.607372 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fc74ab63-346a-4511-9c91-8339a127e3b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=510c168692754b2a8df5d6f4055f7100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5004218 Sep 30 08:10:54.611728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57994) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:54.614695 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74ab63-346a-4511-9c91-8339a127e3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32f8a06-81cc-4ad3-9b47-4dff304590da,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:54.725625 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5396d1b2-07df-44e2-a86d-eea9dfc69094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.755895 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5396d1b2-07df-44e2-a86d-eea9dfc69094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.862099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1ac64192-3a6d-407e-9bd5-43b3139fe12e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f17614cb631944389c58bbb3be867ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702556 Sep 30 08:10:54.864879 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58008) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:54.885328 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5396d1b2-07df-44e2-a86d-eea9dfc69094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.889647 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5396d1b2-07df-44e2-a86d-eea9dfc69094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:54.892996 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5396d1b2-07df-44e2-a86d-eea9dfc69094 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d32f8a06-81cc-4ad3-9b47-4dff304590da HTTP/1.1" status: 204 len: 168 time: 0.2782290 Sep 30 08:10:54.912553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396d1b2-07df-44e2-a86d-eea9dfc69094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32f8a06-81cc-4ad3-9b47-4dff304590da,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:54.989318 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0eb48388-22e3-4c62-b314-734522b05a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:55.019891 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0eb48388-22e3-4c62-b314-734522b05a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:55.101206 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0eb48388-22e3-4c62-b314-734522b05a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:55.105317 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0eb48388-22e3-4c62-b314-734522b05a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:55.108543 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0eb48388-22e3-4c62-b314-734522b05a17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80c531b1-7d2b-4dce-8c4e-25d173894483 HTTP/1.1" status: 204 len: 168 time: 0.2421124 Sep 30 08:10:55.131380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb48388-22e3-4c62-b314-734522b05a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c531b1-7d2b-4dce-8c4e-25d173894483,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:55.369113 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bc3c9-f98e-4665-ab74-c0095cc6bfa4 req-082841af-9429-430f-8f81-271112a08626 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:55.377158 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-855bc3c9-f98e-4665-ab74-c0095cc6bfa4 req-082841af-9429-430f-8f81-271112a08626 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.2689776 Sep 30 08:10:55.477381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-855bc3c9-f98e-4665-ab74-c0095cc6bfa4 req-73cbffeb-682d-4b66-9ca4-89e83743bed2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992510 Sep 30 08:10:55.506696 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bea069-0e10-4722-9f7d-6b50e90c5950 req-612cc8e8-b052-4a94-beef-c5d0c6d8cf5c tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:55.514454 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43bea069-0e10-4722-9f7d-6b50e90c5950 req-612cc8e8-b052-4a94-beef-c5d0c6d8cf5c tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.1280839 Sep 30 08:10:55.571068 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43bea069-0e10-4722-9f7d-6b50e90c5950 req-5553013e-6ba4-4a29-a6ee-aae78f7b48b2 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555193 Sep 30 08:10:56.605099 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58080) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:56.656757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163c1a4-ab2a-427b-bf2c-5739f6892421 req-983d95fe-fea3-4044-8836-17ed5136bfb5 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:56.658545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9163c1a4-ab2a-427b-bf2c-5739f6892421 req-983d95fe-fea3-4044-8836-17ed5136bfb5 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.0786180 Sep 30 08:10:56.776580 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9163c1a4-ab2a-427b-bf2c-5739f6892421 req-7307ebd1-286c-400a-970c-fedcb4ed069e tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107478 Sep 30 08:10:56.798014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca4cf9-7509-4194-a0bc-8f3419d4f445 req-f40c9d6f-23c5-4e92-8148-bca91c39e31b tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:56.800171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18ca4cf9-7509-4194-a0bc-8f3419d4f445 req-f40c9d6f-23c5-4e92-8148-bca91c39e31b tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.0993307 Sep 30 08:10:56.874038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18ca4cf9-7509-4194-a0bc-8f3419d4f445 req-dab04f98-01fa-4dc0-aae9-67e08f9076ff tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550926 Sep 30 08:10:56.987549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f5059e94-9666-4546-89dc-9e07360e6387 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-network', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:57.029971 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5059e94-9666-4546-89dc-9e07360e6387 admin admin] Made reservation on behalf of ce39ae04255c4914adca40a29bca4222 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:57.033735 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5059e94-9666-4546-89dc-9e07360e6387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.048398 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5059e94-9666-4546-89dc-9e07360e6387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.186495 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5059e94-9666-4546-89dc-9e07360e6387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.194235 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5059e94-9666-4546-89dc-9e07360e6387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.221602 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5059e94-9666-4546-89dc-9e07360e6387 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:10:57.240965 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5059e94-9666-4546-89dc-9e07360e6387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.241359 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-f5059e94-9666-4546-89dc-9e07360e6387 admin admin] Added segment 54851905-ae3b-4109-83bc-24f06ef0c7c6 of type vlan for network 384df419-38eb-4226-b7dd-8fe2db486b35 Sep 30 08:10:57.242647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5059e94-9666-4546-89dc-9e07360e6387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d662fd-f4a2-4942-a57a-07fd09c698a8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:57.301530 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5059e94-9666-4546-89dc-9e07360e6387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.332178 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5059e94-9666-4546-89dc-9e07360e6387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.336420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5059e94-9666-4546-89dc-9e07360e6387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:57.337880 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5059e94-9666-4546-89dc-9e07360e6387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.372669 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f5059e94-9666-4546-89dc-9e07360e6387 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7659276 Sep 30 08:10:57.375288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58114) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:57.382483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d8412dbe-2b8c-4501-b30f-087d451c34bd admin admin] Request body: {'subnet': {'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-subnet', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:57.426957 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8412dbe-2b8c-4501-b30f-087d451c34bd admin admin] Made reservation on behalf of ce39ae04255c4914adca40a29bca4222 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:57.430540 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8412dbe-2b8c-4501-b30f-087d451c34bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.447587 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5059e94-9666-4546-89dc-9e07360e6387 admin admin] Pushing event updated for resources: {'Network': ['ID=384df419-38eb-4226-b7dd-8fe2db486b35,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:57.460856 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 384df419-38eb-4226-b7dd-8fe2db486b35 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:10:57.463258 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58116) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:57.770701 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8412dbe-2b8c-4501-b30f-087d451c34bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.849935 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8412dbe-2b8c-4501-b30f-087d451c34bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f898384-daa1-40fa-9c72-56b1900fc76c,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:57.860981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d03031b8-8ac8-4819-a09b-cd8a3298c2b1 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1155573979'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:57.890334 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8412dbe-2b8c-4501-b30f-087d451c34bd admin admin] Checking segment: {'id': '54851905-ae3b-4109-83bc-24f06ef0c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:57.891985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8412dbe-2b8c-4501-b30f-087d451c34bd admin admin] Network hostable DHCP agents. Network: 384df419-38eb-4226-b7dd-8fe2db486b35, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:10:57.902217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03031b8-8ac8-4819-a09b-cd8a3298c2b1 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Made reservation on behalf of d3394d971e934802bc75248e91a73645 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:57.905982 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d03031b8-8ac8-4819-a09b-cd8a3298c2b1 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:57.922991 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d03031b8-8ac8-4819-a09b-cd8a3298c2b1 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.005439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8412dbe-2b8c-4501-b30f-087d451c34bd admin admin] Network 384df419-38eb-4226-b7dd-8fe2db486b35 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:10:58.030701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec1444-0036-49c2-ae11-f45b0d3448b6 req-42c9180d-5e84-4062-9c8f-2216c07ba27a tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:58.039370 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60ec1444-0036-49c2-ae11-f45b0d3448b6 req-42c9180d-5e84-4062-9c8f-2216c07ba27a tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.1388354 Sep 30 08:10:58.045770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d8412dbe-2b8c-4501-b30f-087d451c34bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 384df419-38eb-4226-b7dd-8fe2db486b35) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:58.050209 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d03031b8-8ac8-4819-a09b-cd8a3298c2b1 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.056352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d555b2-1cc5-4c14-b3e5-274584661cac None None] Network 384df419-38eb-4226-b7dd-8fe2db486b35 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:10:58.059556 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d03031b8-8ac8-4819-a09b-cd8a3298c2b1 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.081087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8412dbe-2b8c-4501-b30f-087d451c34bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:58.082929 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8412dbe-2b8c-4501-b30f-087d451c34bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.094832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03031b8-8ac8-4819-a09b-cd8a3298c2b1 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:10:58.096207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da514c39-1676-4456-95c6-f122441ea093 req-600d961e-a45c-4aff-afce-93580af1aa35 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:58.098597 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-da514c39-1676-4456-95c6-f122441ea093 req-600d961e-a45c-4aff-afce-93580af1aa35 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.1881256 Sep 30 08:10:58.123209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03031b8-8ac8-4819-a09b-cd8a3298c2b1 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=866ea874-00d3-4049-9878-a0cf5a91bf1a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:58.128349 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d03031b8-8ac8-4819-a09b-cd8a3298c2b1 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.128770 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-d03031b8-8ac8-4819-a09b-cd8a3298c2b1 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Added segment 5effa8e1-33d9-4920-87db-b49c5cff06dc of type vlan for network eeecfffe-70c4-4b92-9c65-1ee82d1cad6c Sep 30 08:10:58.156305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60ec1444-0036-49c2-ae11-f45b0d3448b6 req-b1fc24f8-2bff-4192-8b20-d13cd140b35e tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065106 Sep 30 08:10:58.164384 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d8412dbe-2b8c-4501-b30f-087d451c34bd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7872272 Sep 30 08:10:58.165114 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58134) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:58.188618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-router', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:58.210162 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d03031b8-8ac8-4819-a09b-cd8a3298c2b1 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.255990 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d03031b8-8ac8-4819-a09b-cd8a3298c2b1 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.263938 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-da514c39-1676-4456-95c6-f122441ea093 req-d83e158b-35fb-4fe0-804b-38d83ce928f3 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554856 Sep 30 08:10:58.272345 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03031b8-8ac8-4819-a09b-cd8a3298c2b1 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:58.273783 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d03031b8-8ac8-4819-a09b-cd8a3298c2b1 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.310590 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-384df419-38eb-4226-b7dd-8fe2db486b35', 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'fixed_ips': [{'subnet_id': '8f898384-daa1-40fa-9c72-56b1900fc76c'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:10:58.311472 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.319853 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.320821 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.327619 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d03031b8-8ac8-4819-a09b-cd8a3298c2b1 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8629174 Sep 30 08:10:58.330624 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58138) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:58.364327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f05763-7f2f-4632-bb92-97be2a6cb06a req-46b7d6bc-3919-454d-a0e0-04d55ea96d75 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:58.371744 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2f05763-7f2f-4632-bb92-97be2a6cb06a req-46b7d6bc-3919-454d-a0e0-04d55ea96d75 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.1135571 Sep 30 08:10:58.464920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03031b8-8ac8-4819-a09b-cd8a3298c2b1 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Pushing event updated for resources: {'Network': ['ID=eeecfffe-70c4-4b92-9c65-1ee82d1cad6c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:58.482922 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network eeecfffe-70c4-4b92-9c65-1ee82d1cad6c details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:10:58.487383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-82eafa6e-c602-47cb-b962-0a695e6cafa4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Request body: {'network': {'name': 'tempest-network--1772886342', 'router:external': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:58.495039 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.509804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2f05763-7f2f-4632-bb92-97be2a6cb06a req-4532ebb2-8dae-417e-955a-5b762d515182 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371531 Sep 30 08:10:58.550357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eafa6e-c602-47cb-b962-0a695e6cafa4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Made reservation on behalf of ecb8e66b025f408e8c6450b14ccda4f7 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:58.553748 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82eafa6e-c602-47cb-b962-0a695e6cafa4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.565082 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82eafa6e-c602-47cb-b962-0a695e6cafa4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.646109 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Allocated IP 172.20.0.2 (384df419-38eb-4226-b7dd-8fe2db486b35/8f898384-daa1-40fa-9c72-56b1900fc76c/05415a13-cf13-4d8f-981e-5d54221cece8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:58.726079 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.773300 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82eafa6e-c602-47cb-b962-0a695e6cafa4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.780571 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82eafa6e-c602-47cb-b962-0a695e6cafa4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.814834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82eafa6e-c602-47cb-b962-0a695e6cafa4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:10:58.827032 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eafa6e-c602-47cb-b962-0a695e6cafa4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3427e15b-dadc-4c9b-a398-e7edf70d79b0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:58.833053 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82eafa6e-c602-47cb-b962-0a695e6cafa4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.833421 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-82eafa6e-c602-47cb-b962-0a695e6cafa4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Added segment 232513ff-5f0c-454b-8e4f-0202276fdfb8 of type vlan for network 1b7fd760-0f67-41b2-af1f-b13efe031847 Sep 30 08:10:58.851026 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.858983 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.909417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Pushing event updated for resources: {'Port': ['ID=05415a13-cf13-4d8f-981e-5d54221cece8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:58.912986 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82eafa6e-c602-47cb-b962-0a695e6cafa4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.921406 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Network 384df419-38eb-4226-b7dd-8fe2db486b35 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:10:58.923333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:10:58.929034 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:10:58.961210 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82eafa6e-c602-47cb-b962-0a695e6cafa4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:58.962226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eafa6e-c602-47cb-b962-0a695e6cafa4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:58.962824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82eafa6e-c602-47cb-b962-0a695e6cafa4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.006843 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-82eafa6e-c602-47cb-b962-0a695e6cafa4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6750784 Sep 30 08:10:59.009507 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:59.011420 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Attempting to bind port 05415a13-cf13-4d8f-981e-5d54221cece8 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:10:59.011937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Attempting to bind port 05415a13-cf13-4d8f-981e-5d54221cece8 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '54851905-ae3b-4109-83bc-24f06ef0c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:10:59.012401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Attempting to bind port 05415a13-cf13-4d8f-981e-5d54221cece8 on network 384df419-38eb-4226-b7dd-8fe2db486b35 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:10:59.018223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:10:59.018754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Checking segment: {'id': '54851905-ae3b-4109-83bc-24f06ef0c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:10:59.019287 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.020406 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Bound using segment: {'id': '54851905-ae3b-4109-83bc-24f06ef0c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:10:59.021284 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Bound port: 05415a13-cf13-4d8f-981e-5d54221cece8, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54851905-ae3b-4109-83bc-24f06ef0c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:10:59.021768 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.063536 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.075610 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eafa6e-c602-47cb-b962-0a695e6cafa4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event updated for resources: {'Network': ['ID=1b7fd760-0f67-41b2-af1f-b13efe031847,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:59.090597 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 1b7fd760-0f67-41b2-af1f-b13efe031847 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:10:59.112297 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.122892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] For port 05415a13-cf13-4d8f-981e-5d54221cece8, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:10:59.145297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] For port 05415a13-cf13-4d8f-981e-5d54221cece8, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=05415a13-cf13-4d8f-981e-5d54221cece8,segment=NetworkSegment(54851905-ae3b-4109-83bc-24f06ef0c7c6),segment_id=54851905-ae3b-4109-83bc-24f06ef0c7c6)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:10:59.147815 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-045d6e88-fda2-4e52-90b1-fc8dc4444f5f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.183142 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.252849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790edbb4-fd75-4621-9294-e76c9c105e88 None None] Pushing event updated for resources: {'Port': ['ID=05415a13-cf13-4d8f-981e-5d54221cece8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:59.336849 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-045d6e88-fda2-4e52-90b1-fc8dc4444f5f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.371144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-045d6e88-fda2-4e52-90b1-fc8dc4444f5f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7fd760-0f67-41b2-af1f-b13efe031847']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:59.392674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30ec0e-3398-41ed-b54e-29ec65c5b218 req-273cbafa-4576-4a3f-bc30-4d2d384ed9d3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:59.394254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc30ec0e-3398-41ed-b54e-29ec65c5b218 req-273cbafa-4576-4a3f-bc30-4d2d384ed9d3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.1078012 Sep 30 08:10:59.395957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-045d6e88-fda2-4e52-90b1-fc8dc4444f5f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232513ff-5f0c-454b-8e4f-0202276fdfb8') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:59.396730 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-045d6e88-fda2-4e52-90b1-fc8dc4444f5f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232513ff-5f0c-454b-8e4f-0202276fdfb8') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:10:59.405677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Allocated IP 172.25.0.69 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/e9302bbf-afd5-45d4-8921-d4fac28bbd96) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:10:59.417985 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-045d6e88-fda2-4e52-90b1-fc8dc4444f5f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.448969 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-045d6e88-fda2-4e52-90b1-fc8dc4444f5f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.456873 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045d6e88-fda2-4e52-90b1-fc8dc4444f5f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:10:59.457534 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-045d6e88-fda2-4e52-90b1-fc8dc4444f5f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:10:59.460347 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:10:59.505234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc30ec0e-3398-41ed-b54e-29ec65c5b218 req-bc145c40-4217-4a18-8054-9f7a61b2a7aa tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008472 Sep 30 08:10:59.538016 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.553921 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-045d6e88-fda2-4e52-90b1-fc8dc4444f5f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.568471 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045d6e88-fda2-4e52-90b1-fc8dc4444f5f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b7fd760-0f67-41b2-af1f-b13efe031847 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 08:10:59.604357 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-045d6e88-fda2-4e52-90b1-fc8dc4444f5f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.619419 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-045d6e88-fda2-4e52-90b1-fc8dc4444f5f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "DELETE /v2.0/networks/1b7fd760-0f67-41b2-af1f-b13efe031847 HTTP/1.1" status: 204 len: 168 time: 0.6083491 Sep 30 08:10:59.619809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:10:59.620649 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d6e88-fda2-4e52-90b1-fc8dc4444f5f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b7fd760-0f67-41b2-af1f-b13efe031847,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:10:59.635771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fb9179cb-8ed9-41f1-ac2e-2476343f51d8 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:10:59.684353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbf4ea-eb99-4afb-88b9-405cb1702b51 req-fa190cb8-46bf-40f6-bf7e-1b1f8e94db96 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:59.693607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9179cb-8ed9-41f1-ac2e-2476343f51d8 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Made reservation on behalf of ecb8e66b025f408e8c6450b14ccda4f7 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:10:59.694441 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb9179cb-8ed9-41f1-ac2e-2476343f51d8 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.700249 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bfbf4ea-eb99-4afb-88b9-405cb1702b51 req-fa190cb8-46bf-40f6-bf7e-1b1f8e94db96 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.2567835 Sep 30 08:10:59.775327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9179cb-8ed9-41f1-ac2e-2476343f51d8 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:10:59.797112 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb9179cb-8ed9-41f1-ac2e-2476343f51d8 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.797848 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-fb9179cb-8ed9-41f1-ac2e-2476343f51d8 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Added segment 51326f0f-58f0-4919-b2e8-e5b478166eae of type vlan for network ba248d26-716d-40fe-866a-106784615f2f Sep 30 08:10:59.884156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bfbf4ea-eb99-4afb-88b9-405cb1702b51 req-586b9dce-dfa9-4daa-92f3-fc3d36446829 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837854 Sep 30 08:10:59.925151 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb9179cb-8ed9-41f1-ac2e-2476343f51d8 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.930669 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.959657 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ee2fd-dd78-42a2-9d4c-389f806188c9 req-58489f9c-3d25-44f3-a1b6-1a576da416e7 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:59.961235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac1ee2fd-dd78-42a2-9d4c-389f806188c9 req-58489f9c-3d25-44f3-a1b6-1a576da416e7 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.1991732 Sep 30 08:10:59.984438 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb9179cb-8ed9-41f1-ac2e-2476343f51d8 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:10:59.985585 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9179cb-8ed9-41f1-ac2e-2476343f51d8 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:10:59.986232 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb9179cb-8ed9-41f1-ac2e-2476343f51d8 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.001924 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 05415a13-cf13-4d8f-981e-5d54221cece8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:00.026082 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fb9179cb-8ed9-41f1-ac2e-2476343f51d8 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4026709 Sep 30 08:11:00.036573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58176) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:00.070953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1c27e316-53e9-41ae-9d70-40545a51311f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Request body: {'subnet': {'network_id': 'ba248d26-716d-40fe-866a-106784615f2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:00.102555 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9179cb-8ed9-41f1-ac2e-2476343f51d8 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event updated for resources: {'Network': ['ID=ba248d26-716d-40fe-866a-106784615f2f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:00.116661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network ba248d26-716d-40fe-866a-106784615f2f details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:11:00.139082 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 05415a13-cf13-4d8f-981e-5d54221cece8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:00.140733 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.169736 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac1ee2fd-dd78-42a2-9d4c-389f806188c9 req-3ee4df31-5b14-4e74-b284-80ab333e685e tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916945 Sep 30 08:11:00.175958 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.200506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c27e316-53e9-41ae-9d70-40545a51311f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Made reservation on behalf of ecb8e66b025f408e8c6450b14ccda4f7 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:00.203010 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c27e316-53e9-41ae-9d70-40545a51311f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.322836 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.365129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 05415a13-cf13-4d8f-981e-5d54221cece8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=05415a13-cf13-4d8f-981e-5d54221cece8,segment=NetworkSegment(54851905-ae3b-4109-83bc-24f06ef0c7c6),segment_id=54851905-ae3b-4109-83bc-24f06ef0c7c6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:00.370418 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.427442 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:00.450976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=05415a13-cf13-4d8f-981e-5d54221cece8,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:00.453340 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:00.482530 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:00.554765 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Pushing event updated for resources: {'Port': ['ID=e9302bbf-afd5-45d4-8921-d4fac28bbd96,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:00.794755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0799446a-178d-4a8d-9b7d-b2631829e9f9 None None] Network 384df419-38eb-4226-b7dd-8fe2db486b35 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:00.870216 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384b422-d26d-46a3-b27a-e844f7505b04 req-fd2dc346-6d9c-401f-909f-ae67fe383b28 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:00.871714 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2384b422-d26d-46a3-b27a-e844f7505b04 req-fd2dc346-6d9c-401f-909f-ae67fe383b28 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.2002978 Sep 30 08:11:00.915101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-90d9a2f4-0320-45ac-a7e4-52ffc7490c0d None None] Provisioning complete for port 05415a13-cf13-4d8f-981e-5d54221cece8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:00.915717 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90d9a2f4-0320-45ac-a7e4-52ffc7490c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:00.991622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.objects.ports [None req-1c27e316-53e9-41ae-9d70-40545a51311f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94837) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:11:00.992235 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c27e316-53e9-41ae-9d70-40545a51311f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:01.406385 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-97ebb375-87c2-46e6-b8ee-64be3202bc23 None None] Provisioning complete for port 05415a13-cf13-4d8f-981e-5d54221cece8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:01.406385 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97ebb375-87c2-46e6-b8ee-64be3202bc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:01.416131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2384b422-d26d-46a3-b27a-e844f7505b04 req-be1b1c9f-c170-472c-8dcc-6d16356b4c8c tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370665 Sep 30 08:11:01.456017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27e316-53e9-41ae-9d70-40545a51311f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bfcbc537-8573-4335-a136-7bf62f98ec24,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:01.491688 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7854a-4605-4118-babb-95cade16851c req-e3b211f7-fd5e-4771-b91e-5470fdcdb620 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:01.500151 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4d7854a-4605-4118-babb-95cade16851c req-e3b211f7-fd5e-4771-b91e-5470fdcdb620 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.5131233 Sep 30 08:11:01.503376 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:01.688333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27e316-53e9-41ae-9d70-40545a51311f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Checking segment: {'id': '51326f0f-58f0-4919-b2e8-e5b478166eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ba248d26-716d-40fe-866a-106784615f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:01.688800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c27e316-53e9-41ae-9d70-40545a51311f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Network hostable DHCP agents. Network: ba248d26-716d-40fe-866a-106784615f2f, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:11:01.731137 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4d7854a-4605-4118-babb-95cade16851c req-af788140-65ef-4220-96cc-3b782ee408f0 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304909 Sep 30 08:11:01.775988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c27e316-53e9-41ae-9d70-40545a51311f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Network ba248d26-716d-40fe-866a-106784615f2f is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:11:01.854071 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1c27e316-53e9-41ae-9d70-40545a51311f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, ba248d26-716d-40fe-866a-106784615f2f) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:01.868956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c27e316-53e9-41ae-9d70-40545a51311f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:01.869630 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c27e316-53e9-41ae-9d70-40545a51311f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:01.869787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47aac4a-7317-4b24-b2d8-31516f930094 None None] Network ba248d26-716d-40fe-866a-106784615f2f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:01.890335 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:01.911133 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1c27e316-53e9-41ae-9d70-40545a51311f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8651805 Sep 30 08:11:01.911679 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:01.916464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Request body: {'floatingip': {'floating_network_id': 'ba248d26-716d-40fe-866a-106784615f2f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:01.961422 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:01.996166 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5f1dc-98a1-47fc-a2f0-a71e90486462 req-2d0ef8b0-5ee1-4081-b9ed-850d18bdcf27 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:01.998399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75d5f1dc-98a1-47fc-a2f0-a71e90486462 req-2d0ef8b0-5ee1-4081-b9ed-850d18bdcf27 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.2263794 Sep 30 08:11:02.025056 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 05415a13-cf13-4d8f-981e-5d54221cece8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:02.129516 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75d5f1dc-98a1-47fc-a2f0-a71e90486462 req-0199b77f-9fa7-4a4d-80e5-0a30b393ccea tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225517 Sep 30 08:11:02.216136 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:02.272267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Router 749d1872-5257-4da6-b0e2-725d250ee9bb is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:11:02.370137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Allocated IP 172.20.0.9 (ba248d26-716d-40fe-866a-106784615f2f/bfcbc537-8573-4335-a136-7bf62f98ec24/fc5fc4c7-61b9-465f-b0a0-f9fdc0661c72) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:02.450235 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 05415a13-cf13-4d8f-981e-5d54221cece8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:02.450235 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:02.483626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663d64db-1f2e-4d2a-8958-ba29cf8775d7 None None] Network ba248d26-716d-40fe-866a-106784615f2f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:02.509559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:11:02.530233 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:02.532695 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c2989229-d36a-4c11-97c7-171f6a6312a1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3608937 Sep 30 08:11:02.536819 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58226) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:02.597037 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:02.616926 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Sync routers for ids ['749d1872-5257-4da6-b0e2-725d250ee9bb'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:11:02.654895 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:02.690475 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Routers {'749d1872-5257-4da6-b0e2-725d250ee9bb'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:02.691131 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:10:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['749d1872-5257-4da6-b0e2-725d250ee9bb'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:02.720913 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b4e71-371c-49c7-8abd-32befca218b3 req-2efaec10-0acf-4a52-8fbe-c9fad1a47a94 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:02.723517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-885b4e71-371c-49c7-8abd-32befca218b3 req-2efaec10-0acf-4a52-8fbe-c9fad1a47a94 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.0833712 Sep 30 08:11:02.745419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Network ba248d26-716d-40fe-866a-106784615f2f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:02.755218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:02.762438 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:02.776688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event updated for resources: {'Port': ['ID=fc5fc4c7-61b9-465f-b0a0-f9fdc0661c72,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:02.810810 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-885b4e71-371c-49c7-8abd-32befca218b3 req-7f55063b-fd03-40d4-9447-c3e0d3e23e5e tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473783 Sep 30 08:11:02.883040 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:02.942322 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:02.986438 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Set router 749d1872-5257-4da6-b0e2-725d250ee9bb gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:11:03.039529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83bc30-2a6d-4877-af2d-d8504b8c3a49 req-0654d764-70f0-42b6-a853-a138225912d2 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:03.040965 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a83bc30-2a6d-4877-af2d-d8504b8c3a49 req-0654d764-70f0-42b6-a853-a138225912d2 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.0768487 Sep 30 08:11:03.156537 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a83bc30-2a6d-4877-af2d-d8504b8c3a49 req-b4bf595c-c35b-40e7-9091-00d2e11fdb8e tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053426 Sep 30 08:11:03.183077 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.198761 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.292742 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-router', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:58Z', 'updated_at': '2021-09-30T08:11:00Z', 'revision_number': 3, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'gw_port': {'id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:59Z', 'updated_at': '2021-09-30T08:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:03.298221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event updated for resources: {'Port': ['ID=fc5fc4c7-61b9-465f-b0a0-f9fdc0661c72,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:03.317040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:03.317871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:03.318458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:03.318978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:03.319787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:03.320457 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:03.320963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:03.321469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:03.321986 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:03.322499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:03.323212 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:03.323710 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:03.334331 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Checking router: 749d1872-5257-4da6-b0e2-725d250ee9bb for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:11:03.334802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Updating router 749d1872-5257-4da6-b0e2-725d250ee9bb port e9302bbf-afd5-45d4-8921-d4fac28bbd96 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:11:03.344559 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.362556 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.368196 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ecd8586b-8483-4ee1-9071-428ee02d7d9b tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4520011 Sep 30 08:11:03.368196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58278) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:03.374884 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.451953 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9868294f-250f-441b-8e3b-20821563c177 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=ba248d26-716d-40fe-866a-106784615f2f HTTP/1.1" status: 200 len: 689 time: 0.0801363 Sep 30 08:11:03.452246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58280) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:03.454304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab16be-043a-4f55-a4cb-cbf13f406ee4 req-ede125e1-8b68-4f69-870c-a2e1c6959222 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:03.455973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91ab16be-043a-4f55-a4cb-cbf13f406ee4 req-ede125e1-8b68-4f69-870c-a2e1c6959222 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.1410813 Sep 30 08:11:03.476161 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3f223-c599-44cd-8bcf-aa3c78e9f420 req-7b22a173-ec64-4650-9ad8-d712163ad9cf tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:03.477710 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cc3f223-c599-44cd-8bcf-aa3c78e9f420 req-7b22a173-ec64-4650-9ad8-d712163ad9cf tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=51485913-c2a8-4c13-9c95-b3633733e087 HTTP/1.1" status: 200 len: 949 time: 0.1121716 Sep 30 08:11:03.558902 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.571296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cc3f223-c599-44cd-8bcf-aa3c78e9f420 req-7f6d05ed-44a7-44f6-b6c6-b1dd1dc9c153 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/security-groups?id=e68de830-7a8e-4915-b04e-388f327db7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842803 Sep 30 08:11:03.572910 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.577239 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91ab16be-043a-4f55-a4cb-cbf13f406ee4 req-c87d8c47-d26a-4c65-bac0-8d06778dce74 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101849 Sep 30 08:11:03.693348 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Deleting port fc5fc4c7-61b9-465f-b0a0-f9fdc0661c72 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:11:03.693704 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.738055 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.746436 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.789593 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.789967 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.809109 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f3013-6159-42d9-b0ee-56b78febd2b4 None None] Pushing event updated for resources: {'Port': ['ID=e9302bbf-afd5-45d4-8921-d4fac28bbd96,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:03.811631 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Calling delete_port for fc5fc4c7-61b9-465f-b0a0-f9fdc0661c72 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:11:03.817379 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Attempting to bind port e9302bbf-afd5-45d4-8921-d4fac28bbd96 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:03.817880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Attempting to bind port e9302bbf-afd5-45d4-8921-d4fac28bbd96 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:03.818345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Attempting to bind port e9302bbf-afd5-45d4-8921-d4fac28bbd96 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:03.831047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:03.831577 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:03.832357 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.833041 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:03.833620 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Bound port: e9302bbf-afd5-45d4-8921-d4fac28bbd96, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:03.834236 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:03.843378 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Allocated IP 172.20.0.1 (384df419-38eb-4226-b7dd-8fe2db486b35/8f898384-daa1-40fa-9c72-56b1900fc76c/a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:03.916705 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] For port e9302bbf-afd5-45d4-8921-d4fac28bbd96, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:11:03.921492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] For port e9302bbf-afd5-45d4-8921-d4fac28bbd96, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e9302bbf-afd5-45d4-8921-d4fac28bbd96,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:11:03.928664 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.036225 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.057232 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.065649 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f3013-6159-42d9-b0ee-56b78febd2b4 None None] Pushing event updated for resources: {'Port': ['ID=e9302bbf-afd5-45d4-8921-d4fac28bbd96,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:04.069395 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Routers {'749d1872-5257-4da6-b0e2-725d250ee9bb'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:04.069862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:10:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['749d1872-5257-4da6-b0e2-725d250ee9bb'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:04.095491 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc5fc4c7-61b9-465f-b0a0-f9fdc0661c72,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:04.153839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6efe81-3333-4da4-9fc6-f88dc72c8606 req-500248c6-434f-4949-aa88-8020b776618d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:04.155166 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a6efe81-3333-4da4-9fc6-f88dc72c8606 req-500248c6-434f-4949-aa88-8020b776618d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.1172495 Sep 30 08:11:04.167374 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.198323 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.249012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] Set router 749d1872-5257-4da6-b0e2-725d250ee9bb gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:11:04.286834 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.324595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a6efe81-3333-4da4-9fc6-f88dc72c8606 req-594619ee-76aa-489e-baa5-6323867867f9 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511292 Sep 30 08:11:04.331630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Network 384df419-38eb-4226-b7dd-8fe2db486b35 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:04.354496 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.361790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:04.367089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Pushing event updated for resources: {'Port': ['ID=a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:04.376403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:04.392328 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bfcbc537-8573-4335-a136-7bf62f98ec24,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:04.473452 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.485083 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.515517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba248d26-716d-40fe-866a-106784615f2f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:04.537607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51326f0f-58f0-4919-b2e8-e5b478166eae') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:04.537977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51326f0f-58f0-4919-b2e8-e5b478166eae') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:04.549061 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.564120 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.572197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:11:04.572919 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:11:04.575672 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:11:04.590210 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-router', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:58Z', 'updated_at': '2021-09-30T08:11:00Z', 'revision_number': 3, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'gw_port': {'id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:59Z', 'updated_at': '2021-09-30T08:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:04.595704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2faae-2d83-41e4-9de2-61242e44c151 req-07d99cd9-c964-4524-8b92-8815a5a53acd tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:04.600782 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bdb2faae-2d83-41e4-9de2-61242e44c151 req-07d99cd9-c964-4524-8b92-8815a5a53acd tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.2791963 Sep 30 08:11:04.630140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a711db44-6181-4167-83f5-d09eea663bcf None None] The sync data for ids ['749d1872-5257-4da6-b0e2-725d250ee9bb'] in n-d-807359-2 is: [{'id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-router', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:58Z', 'updated_at': '2021-09-30T08:11:00Z', 'revision_number': 3, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'gw_port': {'id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:59Z', 'updated_at': '2021-09-30T08:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:11:04.678745 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.692282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba248d26-716d-40fe-866a-106784615f2f {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 08:11:04.728889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-504edb8b-d696-467f-ae85-069d377feada None None] Provisioning complete for port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:04.729332 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-504edb8b-d696-467f-ae85-069d377feada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.730602 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bdb2faae-2d83-41e4-9de2-61242e44c151 req-4151df94-e692-45f5-bca0-1d0aa5f2cc0f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163967 Sep 30 08:11:04.734552 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba248d26-716d-40fe-866a-106784615f2f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:04.739814 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:04.743226 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f47ef488-17d3-4430-b6d3-74dd5669ddca tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "DELETE /v2.0/networks/ba248d26-716d-40fe-866a-106784615f2f HTTP/1.1" status: 204 len: 168 time: 1.2899656 Sep 30 08:11:04.748430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:04.823777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-504edb8b-d696-467f-ae85-069d377feada None None] Port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:11:04.827435 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357027bf-c3b6-4db9-9abb-fbfa19dbf5ac req-78392ae7-6e55-419f-baf0-298451832b09 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:04.829188 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-357027bf-c3b6-4db9-9abb-fbfa19dbf5ac req-78392ae7-6e55-419f-baf0-298451832b09 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.0977077 Sep 30 08:11:04.901564 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-357027bf-c3b6-4db9-9abb-fbfa19dbf5ac req-f54e6595-2640-4303-9a00-0d5eea187618 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652103 Sep 30 08:11:04.902181 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.146637 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.153406 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.205076 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-73f63094-c893-4e79-852f-e9a8e548a61d tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.4553545 Sep 30 08:11:05.211504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58316) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:05.236175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Pushing event updated for resources: {'Port': ['ID=a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:05.240167 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.253078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:05.253431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:05.253772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:05.254444 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:05.255067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:05.255067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:05.255389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:05.255719 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:05.256073 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:05.256399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:05.256721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:05.257047 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:05.320381 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e199a1-7fa7-40c4-be9d-00532625bf57 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:05.320863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e199a1-7fa7-40c4-be9d-00532625bf57 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:05.321324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e199a1-7fa7-40c4-be9d-00532625bf57 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:05.321782 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e199a1-7fa7-40c4-be9d-00532625bf57 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:05.322236 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e199a1-7fa7-40c4-be9d-00532625bf57 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:05.322693 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e199a1-7fa7-40c4-be9d-00532625bf57 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:05.323145 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e199a1-7fa7-40c4-be9d-00532625bf57 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:05.323596 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e199a1-7fa7-40c4-be9d-00532625bf57 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:05.324140 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e199a1-7fa7-40c4-be9d-00532625bf57 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:05.324589 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e199a1-7fa7-40c4-be9d-00532625bf57 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:05.326839 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-53e199a1-7fa7-40c4-be9d-00532625bf57 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6588 time: 0.1139581 Sep 30 08:11:05.329609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58328) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:05.742342 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-17ba1044-c8cc-49ac-b57e-a41ace4cf9e7 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] delete failed (client error): The resource could not be found. Sep 30 08:11:05.743426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-17ba1044-c8cc-49ac-b57e-a41ace4cf9e7 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/0b95500e-af32-4dc7-bc35-21aacef4f4da HTTP/1.1" status: 404 len: 345 time: 0.4127760 Sep 30 08:11:05.746205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58334) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:05.776971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Network 384df419-38eb-4226-b7dd-8fe2db486b35 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:05.781083 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:05.802822 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b848ea7-85ec-4fb5-82fc-3666e98f8019 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] DELETE failed (client error): The resource could not be found. Sep 30 08:11:05.805006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b848ea7-85ec-4fb5-82fc-3666e98f8019 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:11:05.811283 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5b848ea7-85ec-4fb5-82fc-3666e98f8019 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "DELETE /v2.0/networks/ba248d26-716d-40fe-866a-106784615f2f HTTP/1.1" status: 404 len: 339 time: 0.0604579 Sep 30 08:11:05.819510 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58338) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:05.837996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6a729754-5693-409d-8257-941856b0ae1c tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Request body: {'network': {'name': 'tempest-network--897335593', 'router:external': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:05.851338 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a567d-7717-4fdc-a8d9-d36582e0d0c3 req-095a8f6c-52d1-4b89-be23-7f85d4cd5cfa tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:05.858749 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec7a567d-7717-4fdc-a8d9-d36582e0d0c3 req-095a8f6c-52d1-4b89-be23-7f85d4cd5cfa tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.1233523 Sep 30 08:11:05.920196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a729754-5693-409d-8257-941856b0ae1c tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Made reservation on behalf of ecb8e66b025f408e8c6450b14ccda4f7 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:05.923176 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a729754-5693-409d-8257-941856b0ae1c tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:05.983530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a729754-5693-409d-8257-941856b0ae1c tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:11:05.993988 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e9302bbf-afd5-45d4-8921-d4fac28bbd96 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:06.009491 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a729754-5693-409d-8257-941856b0ae1c tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.010079 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-6a729754-5693-409d-8257-941856b0ae1c tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Added segment ed20858a-fd42-46c5-a717-684645250580 of type vlan for network f128c4a7-c591-4b53-9279-508912d65d39 Sep 30 08:11:06.037553 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec7a567d-7717-4fdc-a8d9-d36582e0d0c3 req-2d257f14-97a5-4065-a86c-75a5a423dea4 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759138 Sep 30 08:11:06.067437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504771c-5dab-44db-a947-0f8b3fc2983f req-76afba55-0cfd-478c-8f6d-d743639f04cb tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:06.069034 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b504771c-5dab-44db-a947-0f8b3fc2983f req-76afba55-0cfd-478c-8f6d-d743639f04cb tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.1872449 Sep 30 08:11:06.070957 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Router 749d1872-5257-4da6-b0e2-725d250ee9bb has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:11:06.118968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e9302bbf-afd5-45d4-8921-d4fac28bbd96 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:06.119353 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.132437 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a729754-5693-409d-8257-941856b0ae1c tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.207340 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a729754-5693-409d-8257-941856b0ae1c tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.209450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a729754-5693-409d-8257-941856b0ae1c tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:06.210065 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a729754-5693-409d-8257-941856b0ae1c tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.231769 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.282317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b2c58acb-7f53-42e5-9d68-3943df9e9e58 None None] Provisioning complete for port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:06.282689 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2c58acb-7f53-42e5-9d68-3943df9e9e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.291791 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:11:06.297571 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a729754-5693-409d-8257-941856b0ae1c tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event updated for resources: {'Network': ['ID=f128c4a7-c591-4b53-9279-508912d65d39,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:06.316305 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6a729754-5693-409d-8257-941856b0ae1c tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4928613 Sep 30 08:11:06.319271 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58344) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:06.340040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b2c58acb-7f53-42e5-9d68-3943df9e9e58 None None] Port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:11:06.342747 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f128c4a7-c591-4b53-9279-508912d65d39 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:11:06.390593 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b504771c-5dab-44db-a947-0f8b3fc2983f req-bd3cc669-d2c2-46d5-b5a0-4e3f6b9f4824 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131032 Sep 30 08:11:06.399132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d723529c-595d-4f83-88b3-ab7237dc7959 admin admin] 10.222.0.24 "PUT /v2.0/routers/749d1872-5257-4da6-b0e2-725d250ee9bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8476415 Sep 30 08:11:06.415632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port e9302bbf-afd5-45d4-8921-d4fac28bbd96, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e9302bbf-afd5-45d4-8921-d4fac28bbd96,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:06.424695 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:11:06.429891 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.492459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5b10d-a1da-4886-802f-dd8814eb1ead req-a117cd71-a9e8-43ac-ba5d-504263b08008 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:06.494096 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05b5b10d-a1da-4886-802f-dd8814eb1ead req-a117cd71-a9e8-43ac-ba5d-504263b08008 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.2000649 Sep 30 08:11:06.576487 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05b5b10d-a1da-4886-802f-dd8814eb1ead req-0f635a93-a4d8-4938-b8fd-98b130f15070 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748289 Sep 30 08:11:06.592473 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.603195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5b17b8-f026-4f0b-b056-15feb4e7c93b tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:06.621387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5b17b8-f026-4f0b-b056-15feb4e7c93b tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:06.642478 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5b17b8-f026-4f0b-b056-15feb4e7c93b tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:06.655103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5b17b8-f026-4f0b-b056-15feb4e7c93b tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:06.657359 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9a5b17b8-f026-4f0b-b056-15feb4e7c93b tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3368943 Sep 30 08:11:06.660273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58360) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:06.676433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51485913-c2a8-4c13-9c95-b3633733e087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9264df5c-fdb1-49d4-b38b-89b4e0e41f54'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:06.679043 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4757d408-b9ee-41d1-941e-78542c2c6a84" -d '{"events": [{"server_uuid": "51485913-c2a8-4c13-9c95-b3633733e087", "name": "network-vif-unplugged", "status": "completed", "tag": "9264df5c-fdb1-49d4-b38b-89b4e0e41f54"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:06.688154 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=e9302bbf-afd5-45d4-8921-d4fac28bbd96,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:06.726311 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:06.733369 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.776746 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e4248f-1a8e-44d0-ba66-ff11e53c6acb x-openstack-request-id: req-d7e4248f-1a8e-44d0-ba66-ff11e53c6acb {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:06.776985 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51485913-c2a8-4c13-9c95-b3633733e087", "name": "network-vif-unplugged", "status": "completed", "tag": "9264df5c-fdb1-49d4-b38b-89b4e0e41f54", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:06.777248 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7e4248f-1a8e-44d0-ba66-ff11e53c6acb {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:06.777635 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51485913-c2a8-4c13-9c95-b3633733e087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9264df5c-fdb1-49d4-b38b-89b4e0e41f54', 'code': 200} Sep 30 08:11:06.779087 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b2633ad-a642-4199-bf49-3ae71eac2af4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.815243 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:06.872367 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b2633ad-a642-4199-bf49-3ae71eac2af4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.897589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9b2633ad-a642-4199-bf49-3ae71eac2af4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f128c4a7-c591-4b53-9279-508912d65d39']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:06.907999 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9b2633ad-a642-4199-bf49-3ae71eac2af4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed20858a-fd42-46c5-a717-684645250580') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:06.908396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9b2633ad-a642-4199-bf49-3ae71eac2af4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed20858a-fd42-46c5-a717-684645250580') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:06.920403 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b2633ad-a642-4199-bf49-3ae71eac2af4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.935601 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b2633ad-a642-4199-bf49-3ae71eac2af4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.942019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2633ad-a642-4199-bf49-3ae71eac2af4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:11:06.942565 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b2633ad-a642-4199-bf49-3ae71eac2af4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:11:06.944503 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:11:07.013177 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b2633ad-a642-4199-bf49-3ae71eac2af4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:07.025624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2633ad-a642-4199-bf49-3ae71eac2af4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f128c4a7-c591-4b53-9279-508912d65d39 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 08:11:07.038591 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b2633ad-a642-4199-bf49-3ae71eac2af4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:07.043950 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9b2633ad-a642-4199-bf49-3ae71eac2af4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "DELETE /v2.0/networks/f128c4a7-c591-4b53-9279-508912d65d39 HTTP/1.1" status: 204 len: 168 time: 0.3793395 Sep 30 08:11:07.043950 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2633ad-a642-4199-bf49-3ae71eac2af4 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event deleted for resources: {'Network': ['ID=f128c4a7-c591-4b53-9279-508912d65d39,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:07.044566 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58396) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:07.049780 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3d5cadbd-9240-4a56-a69b-5140057f3e73 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Request body: {'network': {'name': 'tempest-network--2002691294', 'router:external': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:07.075219 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5cadbd-9240-4a56-a69b-5140057f3e73 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Made reservation on behalf of ecb8e66b025f408e8c6450b14ccda4f7 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:07.078761 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d5cadbd-9240-4a56-a69b-5140057f3e73 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:07.111489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5cadbd-9240-4a56-a69b-5140057f3e73 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:11:07.126894 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d5cadbd-9240-4a56-a69b-5140057f3e73 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:07.127408 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-3d5cadbd-9240-4a56-a69b-5140057f3e73 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Added segment 6712e9a7-c691-4bf8-9b01-e300233e09e3 of type vlan for network 0c7f2a6a-1949-4d47-8de9-9210354dc47a Sep 30 08:11:07.229943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba394d7c-57a8-4d05-adc2-047ef1ce4731 req-9b12a32c-6418-47d7-a320-15855990744e tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:07.231543 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba394d7c-57a8-4d05-adc2-047ef1ce4731 req-9b12a32c-6418-47d7-a320-15855990744e tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.0929098 Sep 30 08:11:07.233401 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d5cadbd-9240-4a56-a69b-5140057f3e73 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:07.278291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba394d7c-57a8-4d05-adc2-047ef1ce4731 req-6157c36d-b222-410b-8e13-96eae62c4ad8 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401781 Sep 30 08:11:07.309262 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d5cadbd-9240-4a56-a69b-5140057f3e73 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:07.310270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5cadbd-9240-4a56-a69b-5140057f3e73 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:07.310861 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d5cadbd-9240-4a56-a69b-5140057f3e73 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:07.404882 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3d5cadbd-9240-4a56-a69b-5140057f3e73 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3591945 Sep 30 08:11:07.405890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cadbd-9240-4a56-a69b-5140057f3e73 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event updated for resources: {'Network': ['ID=0c7f2a6a-1949-4d47-8de9-9210354dc47a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:07.407427 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58408) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:07.418881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 0c7f2a6a-1949-4d47-8de9-9210354dc47a details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:11:07.594231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16df9c7-eae9-437b-8e93-985ef65eebe7 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:07.594967 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e16df9c7-eae9-437b-8e93-985ef65eebe7 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] 10.222.0.24 "GET /v2.0/networks/0c7f2a6a-1949-4d47-8de9-9210354dc47a HTTP/1.1" status: 200 len: 757 time: 0.1860273 Sep 30 08:11:07.597376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:07.690785 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62efdc-9b23-420b-b56f-ddfd6b936614 req-066fa846-e89a-476c-aa92-ff8aa44a9f4d tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:07.700011 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b62efdc-9b23-420b-b56f-ddfd6b936614 req-066fa846-e89a-476c-aa92-ff8aa44a9f4d tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.1105928 Sep 30 08:11:07.720742 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d43895-1e4d-43e8-a032-0b6dfb484ae4 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:07.723953 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-39d43895-1e4d-43e8-a032-0b6dfb484ae4 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] 10.222.0.24 "GET /v2.0/networks/eeecfffe-70c4-4b92-9c65-1ee82d1cad6c HTTP/1.1" status: 200 len: 768 time: 0.1234279 Sep 30 08:11:07.727626 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58426) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:07.804060 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b62efdc-9b23-420b-b56f-ddfd6b936614 req-510464c0-9e4d-4a2e-93a5-4d7a6641b89e tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977480 Sep 30 08:11:07.856868 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395123f3-a185-40de-929a-7a07cc74b8c0 req-c9fd8b34-7939-4ead-a0ba-14bd84a0334d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:07.857351 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbe596eb-8ff3-4138-80c4-62c8f9bababf tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:07.864716 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-395123f3-a185-40de-929a-7a07cc74b8c0 req-c9fd8b34-7939-4ead-a0ba-14bd84a0334d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.0753493 Sep 30 08:11:07.915991 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-395123f3-a185-40de-929a-7a07cc74b8c0 req-4fad5542-3b07-4d37-93e1-5692448e7205 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499651 Sep 30 08:11:07.939328 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:11:07.982909 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e9302bbf-afd5-45d4-8921-d4fac28bbd96 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:08.057265 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbe596eb-8ff3-4138-80c4-62c8f9bababf tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.095650 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fbe596eb-8ff3-4138-80c4-62c8f9bababf tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7f2a6a-1949-4d47-8de9-9210354dc47a']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:08.109785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fbe596eb-8ff3-4138-80c4-62c8f9bababf tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6712e9a7-c691-4bf8-9b01-e300233e09e3') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:08.110098 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fbe596eb-8ff3-4138-80c4-62c8f9bababf tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6712e9a7-c691-4bf8-9b01-e300233e09e3') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:08.127216 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbe596eb-8ff3-4138-80c4-62c8f9bababf tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.156961 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbe596eb-8ff3-4138-80c4-62c8f9bababf tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.175422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe596eb-8ff3-4138-80c4-62c8f9bababf tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:11:08.176391 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbe596eb-8ff3-4138-80c4-62c8f9bababf tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:11:08.178611 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:11:08.254417 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbe596eb-8ff3-4138-80c4-62c8f9bababf tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.289584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe596eb-8ff3-4138-80c4-62c8f9bababf tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c7f2a6a-1949-4d47-8de9-9210354dc47a {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 08:11:08.293549 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbe596eb-8ff3-4138-80c4-62c8f9bababf tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.296817 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fbe596eb-8ff3-4138-80c4-62c8f9bababf tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "DELETE /v2.0/networks/0c7f2a6a-1949-4d47-8de9-9210354dc47a HTTP/1.1" status: 204 len: 168 time: 0.5674608 Sep 30 08:11:08.300801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58466) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:08.302558 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe596eb-8ff3-4138-80c4-62c8f9bababf tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c7f2a6a-1949-4d47-8de9-9210354dc47a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:08.305887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-60057567-2108-4599-af7d-fcf010271a66 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Request body: {'network': {'name': 'tempest-network--1349407519'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:08.352665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60057567-2108-4599-af7d-fcf010271a66 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Made reservation on behalf of ecb8e66b025f408e8c6450b14ccda4f7 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:08.355142 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60057567-2108-4599-af7d-fcf010271a66 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.366292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e9302bbf-afd5-45d4-8921-d4fac28bbd96 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:08.366754 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.389004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60057567-2108-4599-af7d-fcf010271a66 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:11:08.398344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:08.398973 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60057567-2108-4599-af7d-fcf010271a66 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.399341 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-60057567-2108-4599-af7d-fcf010271a66 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Added segment 00dc5527-d002-47fd-98d1-bb61a3607aab of type vlan for network 1a9af4a3-8f0e-4adf-b6db-7b29ed51f018 Sep 30 08:11:08.418127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb', 'mac_address': 'fa:16:3e:2b:c4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:11:08.442184 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60057567-2108-4599-af7d-fcf010271a66 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.477791 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60057567-2108-4599-af7d-fcf010271a66 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.478750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60057567-2108-4599-af7d-fcf010271a66 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:08.479353 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60057567-2108-4599-af7d-fcf010271a66 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.524401 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.540825 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58472) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:08.541329 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-60057567-2108-4599-af7d-fcf010271a66 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2389703 Sep 30 08:11:08.554381 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3fafa7ec-921f-4385-a7db-9d672fdc3e7f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:08.570647 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:08.576639 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60057567-2108-4599-af7d-fcf010271a66 tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event updated for resources: {'Network': ['ID=1a9af4a3-8f0e-4adf-b6db-7b29ed51f018,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:08.593742 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26883406-4d8d-40b5-b1e4-c165920e7397 req-b106c355-301b-441b-9ccf-eaca7843c1a8 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:08.595413 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-26883406-4d8d-40b5-b1e4-c165920e7397 req-b106c355-301b-441b-9ccf-eaca7843c1a8 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.1294584 Sep 30 08:11:08.603954 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:08.608523 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 1a9af4a3-8f0e-4adf-b6db-7b29ed51f018 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:11:08.622364 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:08.669459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-26883406-4d8d-40b5-b1e4-c165920e7397 req-119f4647-7751-42d2-a7c5-6af6357b9599 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644977 Sep 30 08:11:08.868782 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['33bb0a25-f0d9-4830-bae0-ff59e18cf9fb'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:11:08.870895 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:08.969730 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fafa7ec-921f-4385-a7db-9d672fdc3e7f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.028304 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fafa7ec-921f-4385-a7db-9d672fdc3e7f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.038986 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Sync routers for ids ['749d1872-5257-4da6-b0e2-725d250ee9bb'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:11:09.062591 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Routers {'749d1872-5257-4da6-b0e2-725d250ee9bb'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:09.063571 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:10:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['749d1872-5257-4da6-b0e2-725d250ee9bb'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:09.090925 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3fafa7ec-921f-4385-a7db-9d672fdc3e7f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Network 1a9af4a3-8f0e-4adf-b6db-7b29ed51f018 is not hosted by any dhcp agent {{(pid=94838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:11:09.091819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fafa7ec-921f-4385-a7db-9d672fdc3e7f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:09.093591 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fafa7ec-921f-4385-a7db-9d672fdc3e7f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.105345 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3fafa7ec-921f-4385-a7db-9d672fdc3e7f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "PUT /v2.0/networks/1a9af4a3-8f0e-4adf-b6db-7b29ed51f018 HTTP/1.1" status: 200 len: 858 time: 0.5623322 Sep 30 08:11:09.105988 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58492) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:09.218641 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafa7ec-921f-4385-a7db-9d672fdc3e7f tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event updated for resources: {'Network': ['ID=1a9af4a3-8f0e-4adf-b6db-7b29ed51f018,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:09.249620 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c42d1-fda7-4244-a916-6e9251525ba4 req-6ea8e53c-bba0-4aee-b275-450285ea2de4 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:09.258122 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c35c42d1-fda7-4244-a916-6e9251525ba4 req-6ea8e53c-bba0-4aee-b275-450285ea2de4 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.1875014 Sep 30 08:11:09.276880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3a90f-8125-410a-aa9a-ab71cd580eb0 req-dfb87dc7-22ac-42f9-adda-1e712fe39a18 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:09.278654 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1c3a90f-8125-410a-aa9a-ab71cd580eb0 req-dfb87dc7-22ac-42f9-adda-1e712fe39a18 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.2747078 Sep 30 08:11:09.307203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c906f07c-303a-4f64-9ff7-b21dc71c343e tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.393429 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c35c42d1-fda7-4244-a916-6e9251525ba4 req-35a22576-25b9-45e8-a1ef-11e467880b00 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137538 Sep 30 08:11:09.422084 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1c3a90f-8125-410a-aa9a-ab71cd580eb0 req-443611b1-0585-43a6-9814-4e46d6346d2d tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088915 Sep 30 08:11:09.441282 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c906f07c-303a-4f64-9ff7-b21dc71c343e tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.472241 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c906f07c-303a-4f64-9ff7-b21dc71c343e tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9af4a3-8f0e-4adf-b6db-7b29ed51f018']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:09.508039 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c906f07c-303a-4f64-9ff7-b21dc71c343e tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00dc5527-d002-47fd-98d1-bb61a3607aab') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:09.508366 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c906f07c-303a-4f64-9ff7-b21dc71c343e tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00dc5527-d002-47fd-98d1-bb61a3607aab') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:09.526377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c906f07c-303a-4f64-9ff7-b21dc71c343e tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.543837 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Set router 749d1872-5257-4da6-b0e2-725d250ee9bb gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:11:09.549174 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c906f07c-303a-4f64-9ff7-b21dc71c343e tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.556225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c906f07c-303a-4f64-9ff7-b21dc71c343e tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:11:09.561865 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c906f07c-303a-4f64-9ff7-b21dc71c343e tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:11:09.565441 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:11:09.660994 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c906f07c-303a-4f64-9ff7-b21dc71c343e tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.688154 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c906f07c-303a-4f64-9ff7-b21dc71c343e tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a9af4a3-8f0e-4adf-b6db-7b29ed51f018 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 08:11:09.692320 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c906f07c-303a-4f64-9ff7-b21dc71c343e tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:09.693771 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c906f07c-303a-4f64-9ff7-b21dc71c343e tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] 10.222.0.24 "DELETE /v2.0/networks/1a9af4a3-8f0e-4adf-b6db-7b29ed51f018 HTTP/1.1" status: 204 len: 168 time: 0.5821002 Sep 30 08:11:09.697468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58514) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:09.711621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906f07c-303a-4f64-9ff7-b21dc71c343e tempest-ExternalNetworksTestJSON-385702604 tempest-ExternalNetworksTestJSON-385702604-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a9af4a3-8f0e-4adf-b6db-7b29ed51f018,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:09.773594 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff55f54e-36e0-4dd0-9fca-6bd79ec6307d tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] DELETE failed (client error): The resource could not be found. Sep 30 08:11:09.774329 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff55f54e-36e0-4dd0-9fca-6bd79ec6307d tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:11:09.779688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58522) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:09.783248 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ff55f54e-36e0-4dd0-9fca-6bd79ec6307d tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] 10.222.0.24 "DELETE /v2.0/subnets/bfcbc537-8573-4335-a136-7bf62f98ec24 HTTP/1.1" status: 404 len: 337 time: 0.0845592 Sep 30 08:11:09.958931 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:10.010486 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62b1df35-0ff8-4b3f-83a5-7f98b4e76a13 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.091345 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.141048 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-router', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:58Z', 'updated_at': '2021-09-30T08:11:04Z', 'revision_number': 4, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'gw_port': {'id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:59Z', 'updated_at': '2021-09-30T08:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3', 'name': '', 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'mac_address': 'fa:16:3e:16:e1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:03Z', 'updated_at': '2021-09-30T08:11:04Z', 'revision_number': 2, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'subnets': [{'id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:10.157679 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:10.158473 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.204539 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Checking router: 749d1872-5257-4da6-b0e2-725d250ee9bb for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:11:10.206880 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Updating router 749d1872-5257-4da6-b0e2-725d250ee9bb port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:11:10.223004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597a732-bb7a-4dbb-abfd-a14f290ed8b4 req-3571ef9a-828d-45ba-9f8a-f5bf5536f4a4 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:10.238167 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1597a732-bb7a-4dbb-abfd-a14f290ed8b4 req-3571ef9a-828d-45ba-9f8a-f5bf5536f4a4 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.2734873 Sep 30 08:11:10.277090 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.278910 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b984dc-b463-4d4e-8f26-51a802e8eebf req-0f952164-3f39-40d9-920c-215ddc73d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:10.282680 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62b1df35-0ff8-4b3f-83a5-7f98b4e76a13 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.297722 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97b984dc-b463-4d4e-8f26-51a802e8eebf req-0f952164-3f39-40d9-920c-215ddc73d99e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee4e48f07add4c94890522d6df2a93fa&device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 1096 time: 0.4072418 Sep 30 08:11:10.366229 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-62b1df35-0ff8-4b3f-83a5-7f98b4e76a13 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeecfffe-70c4-4b92-9c65-1ee82d1cad6c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:10.368177 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.420539 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-62b1df35-0ff8-4b3f-83a5-7f98b4e76a13 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5effa8e1-33d9-4920-87db-b49c5cff06dc') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:10.421024 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-62b1df35-0ff8-4b3f-83a5-7f98b4e76a13 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5effa8e1-33d9-4920-87db-b49c5cff06dc') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:10.459733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defa8707-a168-4481-a40d-39a143f22a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:10.462004 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c39820-031f-4fc6-bc17-d715ee4e3fa6" -d '{"events": [{"server_uuid": "defa8707-a168-4481-a40d-39a143f22a69", "name": "network-vif-plugged", "status": "completed", "tag": "33bb0a25-f0d9-4830-bae0-ff59e18cf9fb"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:10.467959 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62b1df35-0ff8-4b3f-83a5-7f98b4e76a13 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.511877 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:10.521098 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.527838 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62b1df35-0ff8-4b3f-83a5-7f98b4e76a13 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.555093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b1df35-0ff8-4b3f-83a5-7f98b4e76a13 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:11:10.558150 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62b1df35-0ff8-4b3f-83a5-7f98b4e76a13 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:11:10.569918 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:11:10.631179 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1597a732-bb7a-4dbb-abfd-a14f290ed8b4 req-8bf75bbe-44b4-4bf4-b104-9d61ad762544 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903103 Sep 30 08:11:10.647506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:10.674824 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a800c-2da2-4306-8218-57aaf8a04dd2 req-97fd916f-ece3-48ee-b8c2-7f6595a85ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:10.693203 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-500a800c-2da2-4306-8218-57aaf8a04dd2 req-97fd916f-ece3-48ee-b8c2-7f6595a85ad7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 1097 time: 0.3047960 Sep 30 08:11:10.760034 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62b1df35-0ff8-4b3f-83a5-7f98b4e76a13 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.767300 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62b1df35-0ff8-4b3f-83a5-7f98b4e76a13 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.767300 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-62b1df35-0ff8-4b3f-83a5-7f98b4e76a13 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] 10.222.0.24 "DELETE /v2.0/networks/eeecfffe-70c4-4b92-9c65-1ee82d1cad6c HTTP/1.1" status: 204 len: 168 time: 0.9869406 Sep 30 08:11:10.807537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1df35-0ff8-4b3f-83a5-7f98b4e76a13 tempest-ExternalNetworksTestJSON-530315583 tempest-ExternalNetworksTestJSON-530315583-project] Pushing event deleted for resources: {'Network': ['ID=eeecfffe-70c4-4b92-9c65-1ee82d1cad6c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:10.834167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b984dc-b463-4d4e-8f26-51a802e8eebf req-3a0bf201-51f3-4d02-ae6c-39dac13dcb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:10.837297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97b984dc-b463-4d4e-8f26-51a802e8eebf req-3a0bf201-51f3-4d02-ae6c-39dac13dcb2b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8 HTTP/1.1" status: 200 len: 911 time: 0.4963570 Sep 30 08:11:10.867988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-500a800c-2da2-4306-8218-57aaf8a04dd2 req-74c5dca6-5da5-4589-a084-a7fcf0626935 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738784 Sep 30 08:11:10.949728 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.961063 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:10.968360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49639fec-67c3-42fd-8dc4-e41f918be1ff req-f329ba93-5711-41b8-9f0a-2a16eeaf79c3 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:10.970319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49639fec-67c3-42fd-8dc4-e41f918be1ff req-f329ba93-5711-41b8-9f0a-2a16eeaf79c3 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.1579213 Sep 30 08:11:10.988069 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97b984dc-b463-4d4e-8f26-51a802e8eebf req-5fbf7b15-1e3b-4936-9ac9-945013b83fa1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c18cd8e-bb80-45bc-99a5-af13c00ece73 HTTP/1.1" status: 200 len: 1000 time: 0.1269426 Sep 30 08:11:11.090592 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7630fcf-855c-4220-98a7-54d65188ea60 None None] Pushing event updated for resources: {'Port': ['ID=a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:11.179756 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:11:11.193996 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49639fec-67c3-42fd-8dc4-e41f918be1ff req-8788ceb0-ce4e-4698-b64e-0941b399c048 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038939 Sep 30 08:11:11.243499 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b984dc-b463-4d4e-8f26-51a802e8eebf req-7f4c7e5b-19fe-4658-8c90-f70263967bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:11.245059 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97b984dc-b463-4d4e-8f26-51a802e8eebf req-7f4c7e5b-19fe-4658-8c90-f70263967bd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=83b391f2-40bb-46fd-9398-46e69258862b HTTP/1.1" status: 200 len: 849 time: 0.1920226 Sep 30 08:11:11.301462 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Attempting to bind port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:11.302083 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Attempting to bind port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '54851905-ae3b-4109-83bc-24f06ef0c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:11.302601 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Attempting to bind port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 on network 384df419-38eb-4226-b7dd-8fe2db486b35 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:11.317533 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:11.317917 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Checking segment: {'id': '54851905-ae3b-4109-83bc-24f06ef0c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:11.318399 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.331294 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Bound using segment: {'id': '54851905-ae3b-4109-83bc-24f06ef0c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:11.331820 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Bound port: a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54851905-ae3b-4109-83bc-24f06ef0c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:11.334081 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.397660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b984dc-b463-4d4e-8f26-51a802e8eebf req-f8482518-9168-49d7-bb38-05f08a3541ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:11.400825 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97b984dc-b463-4d4e-8f26-51a802e8eebf req-f8482518-9168-49d7-bb38-05f08a3541ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471939 Sep 30 08:11:11.506298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e4c30757-e411-44d9-8d9c-beb72debb087 None None] Provisioning complete for port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:11.506887 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4c30757-e411-44d9-8d9c-beb72debb087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.507832 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] For port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:11:11.517778 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] For port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3,segment=NetworkSegment(54851905-ae3b-4109-83bc-24f06ef0c7c6),segment_id=54851905-ae3b-4109-83bc-24f06ef0c7c6)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:11:11.542118 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:11.625920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58548) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:11.656454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e4c30757-e411-44d9-8d9c-beb72debb087 None None] Port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:11:11.727816 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Routers {'749d1872-5257-4da6-b0e2-725d250ee9bb'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:11.729310 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:10:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['749d1872-5257-4da6-b0e2-725d250ee9bb'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:11.922079 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7630fcf-855c-4220-98a7-54d65188ea60 None None] Pushing event updated for resources: {'Port': ['ID=a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:11.925524 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97b984dc-b463-4d4e-8f26-51a802e8eebf req-bb696eea-ebc2-4609-aaaf-8a6c58c45dfa service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165396 Sep 30 08:11:11.949830 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4830efab-d128-4d63-bb53-6560c4b0fe68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3394d971e934802bc75248e91a73645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218899 Sep 30 08:11:11.951377 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58556) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:11.975019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84178ac1-0788-411c-b7b7-fa7356eb7575 req-1f7c6cde-1288-4262-a2d1-27853be31b67 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:11.977044 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84178ac1-0788-411c-b7b7-fa7356eb7575 req-1f7c6cde-1288-4262-a2d1-27853be31b67 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.3852322 Sep 30 08:11:11.983080 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32c1b87f-a497-4436-9207-6c2cce021b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.029736 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5451a7d2-2bdf-42b4-8b7f-5424958f1000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.063212 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5451a7d2-2bdf-42b4-8b7f-5424958f1000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.092357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2558dbda-f0e8-475b-8903-85b98cd12e2f None None] Provisioning complete for port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:12.092984 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2558dbda-f0e8-475b-8903-85b98cd12e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.121160 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97b984dc-b463-4d4e-8f26-51a802e8eebf req-794eb600-9c63-4da4-b16d-e039c01ee6cf service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791985 Sep 30 08:11:12.125058 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] Set router 749d1872-5257-4da6-b0e2-725d250ee9bb gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:11:12.155069 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5451a7d2-2bdf-42b4-8b7f-5424958f1000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.156644 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84178ac1-0788-411c-b7b7-fa7356eb7575 req-157b49da-bee9-4ae0-ba4a-2897f2232988 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654786 Sep 30 08:11:12.157030 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5451a7d2-2bdf-42b4-8b7f-5424958f1000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.158486 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5451a7d2-2bdf-42b4-8b7f-5424958f1000 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/866ea874-00d3-4049-9878-a0cf5a91bf1a HTTP/1.1" status: 204 len: 168 time: 0.2054346 Sep 30 08:11:12.173143 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451a7d2-2bdf-42b4-8b7f-5424958f1000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866ea874-00d3-4049-9878-a0cf5a91bf1a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:12.338533 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7ad20b-40ab-4a5f-9bd2-ca5edf4bd73d x-openstack-request-id: req-4c7ad20b-40ab-4a5f-9bd2-ca5edf4bd73d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:12.343815 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defa8707-a168-4481-a40d-39a143f22a69", "name": "network-vif-plugged", "status": "completed", "tag": "33bb0a25-f0d9-4830-bae0-ff59e18cf9fb", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:12.344269 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c7ad20b-40ab-4a5f-9bd2-ca5edf4bd73d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:12.344830 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defa8707-a168-4481-a40d-39a143f22a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb', 'code': 200} Sep 30 08:11:12.368886 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2558dbda-f0e8-475b-8903-85b98cd12e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.432714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2558dbda-f0e8-475b-8903-85b98cd12e2f None None] For port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3,segment=NetworkSegment(54851905-ae3b-4109-83bc-24f06ef0c7c6),segment_id=54851905-ae3b-4109-83bc-24f06ef0c7c6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:12.439441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e793eef-775a-49e1-a307-667f7dfcc1ef req-a7331895-5c8d-4721-815c-07dea37e8a4a tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:12.451581 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2558dbda-f0e8-475b-8903-85b98cd12e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:12.454002 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e793eef-775a-49e1-a307-667f7dfcc1ef req-a7331895-5c8d-4721-815c-07dea37e8a4a tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.1018596 Sep 30 08:11:12.534259 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e793eef-775a-49e1-a307-667f7dfcc1ef req-b115fa71-67f0-4529-ad23-4e63d76bb3d2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772607 Sep 30 08:11:12.542392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558dbda-f0e8-475b-8903-85b98cd12e2f None None] Pushing event updated for resources: {'Port': ['ID=a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:12.611405 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-router', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:58Z', 'updated_at': '2021-09-30T08:11:04Z', 'revision_number': 4, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'gw_port': {'id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:59Z', 'updated_at': '2021-09-30T08:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3', 'name': '', 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'mac_address': 'fa:16:3e:16:e1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:03Z', 'updated_at': '2021-09-30T08:11:11Z', 'revision_number': 4, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'subnets': [{'id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:12.706217 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58288c6-3153-435c-90ee-b75b8a3cb5e2 None None] The sync data for ids ['749d1872-5257-4da6-b0e2-725d250ee9bb'] in n-d-807359-2 is: [{'id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-router', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:58Z', 'updated_at': '2021-09-30T08:11:04Z', 'revision_number': 4, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'gw_port': {'id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:59Z', 'updated_at': '2021-09-30T08:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3', 'name': '', 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'mac_address': 'fa:16:3e:16:e1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:03Z', 'updated_at': '2021-09-30T08:11:11Z', 'revision_number': 4, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'subnets': [{'id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:11:12.710976 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5ac8-b7e7-4142-a86d-6d5a14e3a1a8 req-a648bddf-d3e2-47fd-b1f4-527efb010214 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:12.719717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f75f5ac8-b7e7-4142-a86d-6d5a14e3a1a8 req-a648bddf-d3e2-47fd-b1f4-527efb010214 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.0926461 Sep 30 08:11:12.748869 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:12.867361 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f75f5ac8-b7e7-4142-a86d-6d5a14e3a1a8 req-1cd283e9-06fd-458c-8ff1-e905a0ed03f4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435044 Sep 30 08:11:12.900344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58572) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:12.900827 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d5a71695-001c-4e17-947e-1c41d52f684a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecb8e66b025f408e8c6450b14ccda4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500547 Sep 30 08:11:13.014475 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-301d6b9b-0e39-4636-9712-d77cd177e9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:13.064416 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-301d6b9b-0e39-4636-9712-d77cd177e9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:13.205680 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-301d6b9b-0e39-4636-9712-d77cd177e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:13.212525 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-301d6b9b-0e39-4636-9712-d77cd177e9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:13.217039 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-301d6b9b-0e39-4636-9712-d77cd177e9f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3427e15b-dadc-4c9b-a398-e7edf70d79b0 HTTP/1.1" status: 204 len: 168 time: 0.3122017 Sep 30 08:11:13.245514 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d6b9b-0e39-4636-9712-d77cd177e9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3427e15b-dadc-4c9b-a398-e7edf70d79b0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:13.486341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80720d-cc74-44a8-b217-6258b92aa5cd req-b07a063c-d459-4e2a-9afd-a8280b376e99 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:13.489861 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a80720d-cc74-44a8-b217-6258b92aa5cd req-b07a063c-d459-4e2a-9afd-a8280b376e99 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 946 time: 0.1375651 Sep 30 08:11:13.598834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a80720d-cc74-44a8-b217-6258b92aa5cd req-5ecbbece-a05e-4a65-8c7a-998bb6afb7b6 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/security-groups?id=02817bd8-09d0-4c09-9a99-f949ee7d7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947387 Sep 30 08:11:13.838844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea76207-bab5-42de-86df-3a18e67878fa req-a36c2d23-448d-4e51-b7b8-e6382d268c7f tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:13.846442 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aea76207-bab5-42de-86df-3a18e67878fa req-a36c2d23-448d-4e51-b7b8-e6382d268c7f tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.0965259 Sep 30 08:11:13.967230 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aea76207-bab5-42de-86df-3a18e67878fa req-d4cc11d4-cb9d-4a94-9245-fdd4f163216d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144664 Sep 30 08:11:14.092502 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:14.223604 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:14.225020 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:14.292049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a5231-23f0-4108-9902-bc3978fb9743 req-1e78a0f8-15a2-4d3e-a062-c3696c9e72c9 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:14.305638 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-385a5231-23f0-4108-9902-bc3978fb9743 req-1e78a0f8-15a2-4d3e-a062-c3696c9e72c9 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.2217975 Sep 30 08:11:14.496478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-385a5231-23f0-4108-9902-bc3978fb9743 req-36aebf42-f27e-4992-882b-c3bf86908540 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898615 Sep 30 08:11:14.713176 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7c965-5478-472b-99c6-b76a60bce7ee req-b39359b9-95dd-46c0-a640-d206b7980139 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:14.735392 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-31d7c965-5478-472b-99c6-b76a60bce7ee req-b39359b9-95dd-46c0-a640-d206b7980139 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.1378863 Sep 30 08:11:14.747434 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78c7916b-36f4-43d0-ba4c-1f75352d449e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:14.814876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-31d7c965-5478-472b-99c6-b76a60bce7ee req-2e742e09-8990-44ee-83f0-614173d06d6a tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786805 Sep 30 08:11:14.995138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c2410-6208-4e90-90c0-296e1d4f9255 req-0e1947c5-020d-40ef-90a5-c3a01624a475 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:15.002816 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-885c2410-6208-4e90-90c0-296e1d4f9255 req-0e1947c5-020d-40ef-90a5-c3a01624a475 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.1136222 Sep 30 08:11:15.081694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-885c2410-6208-4e90-90c0-296e1d4f9255 req-494094b1-4326-433c-af73-09ca897af0ac tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778575 Sep 30 08:11:15.248568 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:15.525784 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b4fbb-5ad4-405a-8086-f59435ec4be5 req-a0483ba1-e3ba-4f83-9946-5fb9e5c4c486 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:15.527359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-102b4fbb-5ad4-405a-8086-f59435ec4be5 req-a0483ba1-e3ba-4f83-9946-5fb9e5c4c486 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 946 time: 0.0826778 Sep 30 08:11:15.607175 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-102b4fbb-5ad4-405a-8086-f59435ec4be5 req-8425046b-0598-49d7-bef6-3c02932816cd tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/security-groups?id=02817bd8-09d0-4c09-9a99-f949ee7d7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692074 Sep 30 08:11:15.789251 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:15.990804 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e394a0-d987-4414-848d-a559ad9a16b4 req-4ff01635-7d10-457a-a50b-c1d47bf6a3b1 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:15.998589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3e394a0-d987-4414-848d-a559ad9a16b4 req-4ff01635-7d10-457a-a50b-c1d47bf6a3b1 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.0956988 Sep 30 08:11:16.092836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3e394a0-d987-4414-848d-a559ad9a16b4 req-94137e88-aec0-480e-9db6-e66b2ddbda38 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904157 Sep 30 08:11:16.212345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58654) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:16.325775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbf727-cfbb-4888-ae81-918236dd9445 req-66277772-f07a-47b2-b49d-d531e8b48a1d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:16.334691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9bbf727-cfbb-4888-ae81-918236dd9445 req-66277772-f07a-47b2-b49d-d531e8b48a1d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.0921063 Sep 30 08:11:16.381947 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9bbf727-cfbb-4888-ae81-918236dd9445 req-31a09917-cf97-4124-9250-850b963817ad tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460215 Sep 30 08:11:16.408730 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-436f913e-12df-4890-a022-00c1682df25b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1159218323', 'router:external': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:16.436137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436f913e-12df-4890-a022-00c1682df25b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Made reservation on behalf of c5ca50764f4a49c1aaffe91b6cdb42da for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:16.439240 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-436f913e-12df-4890-a022-00c1682df25b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:16.453575 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-436f913e-12df-4890-a022-00c1682df25b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:16.657949 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-436f913e-12df-4890-a022-00c1682df25b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:16.664908 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-436f913e-12df-4890-a022-00c1682df25b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:16.708818 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436f913e-12df-4890-a022-00c1682df25b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:11:16.716066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f913e-12df-4890-a022-00c1682df25b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c06613-874e-479e-9f80-5e31e43052e4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:16.750458 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-436f913e-12df-4890-a022-00c1682df25b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:16.751173 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-436f913e-12df-4890-a022-00c1682df25b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Added segment 44d360bb-1cfb-46e4-a337-0f21336afb4c of type vlan for network 1ecc96c0-c66a-43e2-a632-cf70e5d02eaa Sep 30 08:11:16.952525 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-436f913e-12df-4890-a022-00c1682df25b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.075677 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-436f913e-12df-4890-a022-00c1682df25b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.076834 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f913e-12df-4890-a022-00c1682df25b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:17.079836 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-436f913e-12df-4890-a022-00c1682df25b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.178214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-436f913e-12df-4890-a022-00c1682df25b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9645698 Sep 30 08:11:17.181503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58678) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:17.197057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ebbb37e7-e8d0-4ee4-ac54-218bf0212e1f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Request body: {'subnet': {'network_id': '1ecc96c0-c66a-43e2-a632-cf70e5d02eaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:17.250586 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbb37e7-e8d0-4ee4-ac54-218bf0212e1f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Made reservation on behalf of c5ca50764f4a49c1aaffe91b6cdb42da for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:17.258415 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebbb37e7-e8d0-4ee4-ac54-218bf0212e1f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.278094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f913e-12df-4890-a022-00c1682df25b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Pushing event updated for resources: {'Network': ['ID=1ecc96c0-c66a-43e2-a632-cf70e5d02eaa,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:17.290047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 1ecc96c0-c66a-43e2-a632-cf70e5d02eaa details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:11:17.348354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e6afe-e779-4e71-8b00-e8aacdf648c7 req-2c7d9362-8fc9-4b0c-aaec-c0ba8389216f tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:17.371672 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c20e6afe-e779-4e71-8b00-e8aacdf648c7 req-2c7d9362-8fc9-4b0c-aaec-c0ba8389216f tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 946 time: 0.1046162 Sep 30 08:11:17.476993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c20e6afe-e779-4e71-8b00-e8aacdf648c7 req-778ef5fc-92cc-4ede-bc07-014e716971e7 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/security-groups?id=02817bd8-09d0-4c09-9a99-f949ee7d7e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037915 Sep 30 08:11:17.661333 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:17.717751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51fded-bb4b-4a90-bd5f-849a8c9f269c req-9046f629-d652-47af-9d67-d128179b8bf5 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:17.728965 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c51fded-bb4b-4a90-bd5f-849a8c9f269c req-9046f629-d652-47af-9d67-d128179b8bf5 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.1136873 Sep 30 08:11:17.793361 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c51fded-bb4b-4a90-bd5f-849a8c9f269c req-62b737e3-460a-48d3-a672-fac5322042cc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623441 Sep 30 08:11:18.009626 n-d-807359-2 neutron-server[94838]: DEBUG neutron.objects.ports [None req-ebbb37e7-e8d0-4ee4-ac54-218bf0212e1f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:11:18.010568 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebbb37e7-e8d0-4ee4-ac54-218bf0212e1f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:18.037383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a11866-a7be-4def-8e3c-afc2b3d92b77 req-ec89bf7a-d6bf-4ced-a8cb-2bdc24a4e58d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:18.045879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6a11866-a7be-4def-8e3c-afc2b3d92b77 req-ec89bf7a-d6bf-4ced-a8cb-2bdc24a4e58d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.1252642 Sep 30 08:11:18.140952 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb37e7-e8d0-4ee4-ac54-218bf0212e1f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3a1c1e06-ad9d-438c-9dc7-35a63c569071,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:18.155810 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6a11866-a7be-4def-8e3c-afc2b3d92b77 req-3fdc1743-7daf-4733-b4b2-027bdb06b715 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089833 Sep 30 08:11:18.163635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbb37e7-e8d0-4ee4-ac54-218bf0212e1f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Checking segment: {'id': '44d360bb-1cfb-46e4-a337-0f21336afb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1ecc96c0-c66a-43e2-a632-cf70e5d02eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:18.164262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbb37e7-e8d0-4ee4-ac54-218bf0212e1f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Network hostable DHCP agents. Network: 1ecc96c0-c66a-43e2-a632-cf70e5d02eaa, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:11:18.215896 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbb37e7-e8d0-4ee4-ac54-218bf0212e1f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Network 1ecc96c0-c66a-43e2-a632-cf70e5d02eaa is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:11:18.233076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ebbb37e7-e8d0-4ee4-ac54-218bf0212e1f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 1ecc96c0-c66a-43e2-a632-cf70e5d02eaa) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:18.240666 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbb37e7-e8d0-4ee4-ac54-218bf0212e1f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:18.242127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebbb37e7-e8d0-4ee4-ac54-218bf0212e1f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:18.247375 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930aab65-e1ba-44d9-b574-daed30e40a2a None None] Network 1ecc96c0-c66a-43e2-a632-cf70e5d02eaa requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:18.273533 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ebbb37e7-e8d0-4ee4-ac54-218bf0212e1f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0907707 Sep 30 08:11:18.276365 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58696) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:18.281214 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2fa05b70-cff6-4b1f-b286-67b5904a1dd0 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1685198336', 'network_id': '1ecc96c0-c66a-43e2-a632-cf70e5d02eaa'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:18.371327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa05b70-cff6-4b1f-b286-67b5904a1dd0 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Made reservation on behalf of c5ca50764f4a49c1aaffe91b6cdb42da for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:18.374791 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2fa05b70-cff6-4b1f-b286-67b5904a1dd0 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:18.437788 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-2fa05b70-cff6-4b1f-b286-67b5904a1dd0 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] device_id is not set on port b94c6543-e25d-4f27-a71e-92826e7c18de yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:11:18.683075 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476b61fe-44ec-44a4-a82e-1af0413696a9 None None] Network 1ecc96c0-c66a-43e2-a632-cf70e5d02eaa requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:18.822413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-2fa05b70-cff6-4b1f-b286-67b5904a1dd0 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Allocated IP 172.20.0.14 (1ecc96c0-c66a-43e2-a632-cf70e5d02eaa/3a1c1e06-ad9d-438c-9dc7-35a63c569071/b94c6543-e25d-4f27-a71e-92826e7c18de) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:18.974838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c9593-8ccd-4ba2-8dfb-e217d0fe7213 req-45a2071e-6aff-4dd9-9688-38b7ef4100e5 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:18.976474 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d42c9593-8ccd-4ba2-8dfb-e217d0fe7213 req-45a2071e-6aff-4dd9-9688-38b7ef4100e5 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a0a78a3-1ca6-4110-b873-79daaa402e43 HTTP/1.1" status: 200 len: 946 time: 0.2972815 Sep 30 08:11:19.126824 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2fa05b70-cff6-4b1f-b286-67b5904a1dd0 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:19.168946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d42c9593-8ccd-4ba2-8dfb-e217d0fe7213 req-26a4cdd4-a285-48da-8e7b-3ea66e9d53a3 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Deleting port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:11:19.169687 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d42c9593-8ccd-4ba2-8dfb-e217d0fe7213 req-26a4cdd4-a285-48da-8e7b-3ea66e9d53a3 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:19.280111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d42c9593-8ccd-4ba2-8dfb-e217d0fe7213 req-26a4cdd4-a285-48da-8e7b-3ea66e9d53a3 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] For port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8b551560-c2ea-45d1-ae5f-5df12ce9c4de,segment=NetworkSegment(886f937b-fc09-4ffd-a30d-718314ebb605),segment_id=886f937b-fc09-4ffd-a30d-718314ebb605)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:19.280889 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d42c9593-8ccd-4ba2-8dfb-e217d0fe7213 req-26a4cdd4-a285-48da-8e7b-3ea66e9d53a3 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:19.936786 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d42c9593-8ccd-4ba2-8dfb-e217d0fe7213 req-26a4cdd4-a285-48da-8e7b-3ea66e9d53a3 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:19.937418 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d42c9593-8ccd-4ba2-8dfb-e217d0fe7213 req-26a4cdd4-a285-48da-8e7b-3ea66e9d53a3 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:19.937539 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-d42c9593-8ccd-4ba2-8dfb-e217d0fe7213 req-26a4cdd4-a285-48da-8e7b-3ea66e9d53a3 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Floating IP e00ec88c-35f3-415f-b8e0-0efd987294e5 disassociated. External IP: 172.25.0.62, port: 8b551560-c2ea-45d1-ae5f-5df12ce9c4de. Sep 30 08:11:19.937811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d42c9593-8ccd-4ba2-8dfb-e217d0fe7213 req-26a4cdd4-a285-48da-8e7b-3ea66e9d53a3 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Calling delete_port for 8b551560-c2ea-45d1-ae5f-5df12ce9c4de owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:11:20.049888 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2fa05b70-cff6-4b1f-b286-67b5904a1dd0 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:20.118466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa05b70-cff6-4b1f-b286-67b5904a1dd0 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Pushing event updated for resources: {'Port': ['ID=b94c6543-e25d-4f27-a71e-92826e7c18de,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:20.143171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa05b70-cff6-4b1f-b286-67b5904a1dd0 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Network 1ecc96c0-c66a-43e2-a632-cf70e5d02eaa is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:20.150724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-2fa05b70-cff6-4b1f-b286-67b5904a1dd0 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:20.154612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa05b70-cff6-4b1f-b286-67b5904a1dd0 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:20.208837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa05b70-cff6-4b1f-b286-67b5904a1dd0 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:20.209570 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2fa05b70-cff6-4b1f-b286-67b5904a1dd0 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:20.263896 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2fa05b70-cff6-4b1f-b286-67b5904a1dd0 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.9834602 Sep 30 08:11:20.263896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58714) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:20.317637 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d42c9593-8ccd-4ba2-8dfb-e217d0fe7213 req-26a4cdd4-a285-48da-8e7b-3ea66e9d53a3 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:20.378017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4cdd4-a285-48da-8e7b-3ea66e9d53a3 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Pushing event deleted for resources: {'Port': ['ID=8b551560-c2ea-45d1-ae5f-5df12ce9c4de,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:20.466363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ecddea89-aa7c-4bd4-9f2b-1d6ae4da1b5a tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Deleting port b94c6543-e25d-4f27-a71e-92826e7c18de {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:11:20.466708 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecddea89-aa7c-4bd4-9f2b-1d6ae4da1b5a tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:20.581220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d42c9593-8ccd-4ba2-8dfb-e217d0fe7213 req-26a4cdd4-a285-48da-8e7b-3ea66e9d53a3 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:11:20.606160 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecddea89-aa7c-4bd4-9f2b-1d6ae4da1b5a tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:20.654114 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ecddea89-aa7c-4bd4-9f2b-1d6ae4da1b5a tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Calling delete_port for b94c6543-e25d-4f27-a71e-92826e7c18de owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:11:20.803545 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d42c9593-8ccd-4ba2-8dfb-e217d0fe7213 req-26a4cdd4-a285-48da-8e7b-3ea66e9d53a3 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:11:20.818177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605215b-bfd7-4ce9-b11f-cf3e5251158c None None] Sync routers for ids ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:11:20.831745 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605215b-bfd7-4ce9-b11f-cf3e5251158c None None] Routers {'6b138bf8-7ccb-4625-9d7c-e46d23f9c166'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:20.834042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2605215b-bfd7-4ce9-b11f-cf3e5251158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:20.910041 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42c9593-8ccd-4ba2-8dfb-e217d0fe7213 req-26a4cdd4-a285-48da-8e7b-3ea66e9d53a3 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] No DVR routers for this DVR port 8b551560-c2ea-45d1-ae5f-5df12ce9c4de on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:11:20.913775 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d42c9593-8ccd-4ba2-8dfb-e217d0fe7213 req-26a4cdd4-a285-48da-8e7b-3ea66e9d53a3 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:20.915937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d42c9593-8ccd-4ba2-8dfb-e217d0fe7213 req-26a4cdd4-a285-48da-8e7b-3ea66e9d53a3 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.35 "DELETE /v2.0/ports/8b551560-c2ea-45d1-ae5f-5df12ce9c4de HTTP/1.1" status: 204 len: 173 time: 1.9329998 Sep 30 08:11:20.916457 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0a78a3-1ca6-4110-b873-79daaa402e43', 'name': 'network-vif-deleted', 'tag': '8b551560-c2ea-45d1-ae5f-5df12ce9c4de'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:20.919229 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb64b855-2022-4112-a175-06bde3e8f2a3" -d '{"events": [{"server_uuid": "5a0a78a3-1ca6-4110-b873-79daaa402e43", "name": "network-vif-deleted", "tag": "8b551560-c2ea-45d1-ae5f-5df12ce9c4de"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:21.028864 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecddea89-aa7c-4bd4-9f2b-1d6ae4da1b5a tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:21.070208 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2605215b-bfd7-4ce9-b11f-cf3e5251158c None None] Set router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:11:21.109015 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddea89-aa7c-4bd4-9f2b-1d6ae4da1b5a tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Pushing event deleted for resources: {'Port': ['ID=b94c6543-e25d-4f27-a71e-92826e7c18de,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:21.199653 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecddea89-aa7c-4bd4-9f2b-1d6ae4da1b5a tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:21.202174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ecddea89-aa7c-4bd4-9f2b-1d6ae4da1b5a tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b94c6543-e25d-4f27-a71e-92826e7c18de HTTP/1.1" status: 204 len: 168 time: 0.9374347 Sep 30 08:11:21.205088 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58726) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:21.210471 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ecc96c0-c66a-43e2-a632-cf70e5d02eaa', 'external_fixed_ips': [{'subnet_id': '3a1c1e06-ad9d-438c-9dc7-35a63c569071', 'ip_address': '172.20.0.14'}]}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:21.266348 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:21.268868 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:21.362320 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:21.558141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2605215b-bfd7-4ce9-b11f-cf3e5251158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'name': 'tempest-ServersTestManualDisk-270830313-router', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:08:58Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'gw_port': {'id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:59Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '45b3641e-ebe7-48e7-9970-c6bfbf01caa3', 'name': '', 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'mac_address': 'fa:16:3e:8f:2c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:03Z', 'updated_at': '2021-09-30T08:09:08Z', 'revision_number': 5, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'subnets': [{'id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:21.616437 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605215b-bfd7-4ce9-b11f-cf3e5251158c None None] Checking router: 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:11:21.633997 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:21.637685 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605215b-bfd7-4ce9-b11f-cf3e5251158c None None] Routers {'6b138bf8-7ccb-4625-9d7c-e46d23f9c166'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:21.638320 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2605215b-bfd7-4ce9-b11f-cf3e5251158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:21.892441 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2605215b-bfd7-4ce9-b11f-cf3e5251158c None None] Set router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:11:22.163593 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:22.186189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:22.315751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2605215b-bfd7-4ce9-b11f-cf3e5251158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'name': 'tempest-ServersTestManualDisk-270830313-router', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:08:58Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'gw_port': {'id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:59Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '45b3641e-ebe7-48e7-9970-c6bfbf01caa3', 'name': '', 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'mac_address': 'fa:16:3e:8f:2c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:03Z', 'updated_at': '2021-09-30T08:09:08Z', 'revision_number': 5, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'subnets': [{'id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:22.387016 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Allocated IP 172.20.0.14 (1ecc96c0-c66a-43e2-a632-cf70e5d02eaa/3a1c1e06-ad9d-438c-9dc7-35a63c569071/c4e25b4e-ba93-46b2-969f-5379ee1f30a9) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:22.412713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605215b-bfd7-4ce9-b11f-cf3e5251158c None None] The sync data for ids ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'] in n-d-807359-2 is: [{'id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'name': 'tempest-ServersTestManualDisk-270830313-router', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:08:58Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'gw_port': {'id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:59Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '45b3641e-ebe7-48e7-9970-c6bfbf01caa3', 'name': '', 'network_id': '7d67b0be-4f61-4335-a565-d3860848c0a5', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'mac_address': 'fa:16:3e:8f:2c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:09:03Z', 'updated_at': '2021-09-30T08:09:08Z', 'revision_number': 5, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'subnets': [{'id': '6d4253e4-2dbc-46f1-9eb5-1fa6104bf250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:11:22.654228 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:22.726646 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:22.779115 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Network 1ecc96c0-c66a-43e2-a632-cf70e5d02eaa is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:22.787678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:22.791629 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:22.835804 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Pushing event updated for resources: {'Port': ['ID=c4e25b4e-ba93-46b2-969f-5379ee1f30a9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:22.878089 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e90743-46da-4648-a89b-b3ee943bca18 None None] New status for floating IP e00ec88c-35f3-415f-b8e0-0efd987294e5: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:11:23.199399 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:23.778713 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:23.947217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Router a83d2a9d-5eaa-40ac-b9ec-7941b2b5c9fd is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:11:24.018367 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 8b551560-c2ea-45d1-ae5f-5df12ce9c4de no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:11:24.051036 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 8b551560-c2ea-45d1-ae5f-5df12ce9c4de {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:11:24.053551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 8b551560-c2ea-45d1-ae5f-5df12ce9c4de not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:11:24.082914 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:11:24.100188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5360a68-72f3-4fce-baa7-71e60ac1ba71 None None] Sync routers for ids ['a83d2a9d-5eaa-40ac-b9ec-7941b2b5c9fd'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:11:24.111351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5360a68-72f3-4fce-baa7-71e60ac1ba71 None None] Routers {'a83d2a9d-5eaa-40ac-b9ec-7941b2b5c9fd'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:24.112731 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:24.114268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c5360a68-72f3-4fce-baa7-71e60ac1ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['a83d2a9d-5eaa-40ac-b9ec-7941b2b5c9fd'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:24.116737 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d002d40b-862f-457e-8571-861c26fc75b9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.9104507 Sep 30 08:11:24.119543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58742) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:24.295493 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-446c02f3-616c-4fd5-965f-a73e3ea7d786 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:24.436928 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-446c02f3-616c-4fd5-965f-a73e3ea7d786 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:24.438881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c5360a68-72f3-4fce-baa7-71e60ac1ba71 None None] Set router a83d2a9d-5eaa-40ac-b9ec-7941b2b5c9fd gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:11:24.518096 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-446c02f3-616c-4fd5-965f-a73e3ea7d786 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Deleting port c4e25b4e-ba93-46b2-969f-5379ee1f30a9 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:11:24.518846 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-446c02f3-616c-4fd5-965f-a73e3ea7d786 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:24.625316 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-446c02f3-616c-4fd5-965f-a73e3ea7d786 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:24.658796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-446c02f3-616c-4fd5-965f-a73e3ea7d786 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Calling delete_port for c4e25b4e-ba93-46b2-969f-5379ee1f30a9 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:11:24.738959 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c5360a68-72f3-4fce-baa7-71e60ac1ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d2a9d-5eaa-40ac-b9ec-7941b2b5c9fd', 'name': '', 'tenant_id': 'c5ca50764f4a49c1aaffe91b6cdb42da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ecc96c0-c66a-43e2-a632-cf70e5d02eaa', 'external_fixed_ips': [{'subnet_id': '3a1c1e06-ad9d-438c-9dc7-35a63c569071', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'c4e25b4e-ba93-46b2-969f-5379ee1f30a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:11:21Z', 'updated_at': '2021-09-30T08:11:23Z', 'revision_number': 3, 'project_id': 'c5ca50764f4a49c1aaffe91b6cdb42da', 'gw_port': {'id': 'c4e25b4e-ba93-46b2-969f-5379ee1f30a9', 'name': '', 'network_id': '1ecc96c0-c66a-43e2-a632-cf70e5d02eaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83d2a9d-5eaa-40ac-b9ec-7941b2b5c9fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '3a1c1e06-ad9d-438c-9dc7-35a63c569071', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:22Z', 'updated_at': '2021-09-30T08:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a1c1e06-ad9d-438c-9dc7-35a63c569071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:24.770580 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5360a68-72f3-4fce-baa7-71e60ac1ba71 None None] Checking router: a83d2a9d-5eaa-40ac-b9ec-7941b2b5c9fd for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:11:24.771062 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5360a68-72f3-4fce-baa7-71e60ac1ba71 None None] Updating router a83d2a9d-5eaa-40ac-b9ec-7941b2b5c9fd port c4e25b4e-ba93-46b2-969f-5379ee1f30a9 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:11:24.808095 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5360a68-72f3-4fce-baa7-71e60ac1ba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:24.901181 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-446c02f3-616c-4fd5-965f-a73e3ea7d786 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:24.946682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c02f3-616c-4fd5-965f-a73e3ea7d786 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4e25b4e-ba93-46b2-969f-5379ee1f30a9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:25.043754 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-446c02f3-616c-4fd5-965f-a73e3ea7d786 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.164491 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-446c02f3-616c-4fd5-965f-a73e3ea7d786 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.167072 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-446c02f3-616c-4fd5-965f-a73e3ea7d786 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.226885 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-446c02f3-616c-4fd5-965f-a73e3ea7d786 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.230040 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446c02f3-616c-4fd5-965f-a73e3ea7d786 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a83d2a9d-5eaa-40ac-b9ec-7941b2b5c9fd {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:11:25.234715 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-446c02f3-616c-4fd5-965f-a73e3ea7d786 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.234855 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-c5360a68-72f3-4fce-baa7-71e60ac1ba71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:11:25.235231 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-c5360a68-72f3-4fce-baa7-71e60ac1ba71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:11:25.236042 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-446c02f3-616c-4fd5-965f-a73e3ea7d786 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "DELETE /v2.0/routers/a83d2a9d-5eaa-40ac-b9ec-7941b2b5c9fd HTTP/1.1" status: 204 len: 168 time: 1.1147389 Sep 30 08:11:25.240107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58746) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:25.292893 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6680ff4-3377-400e-afad-e52aef57ed95 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Deleting subnet 3a1c1e06-ad9d-438c-9dc7-35a63c569071 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:11:25.296952 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d6680ff4-3377-400e-afad-e52aef57ed95 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.346058 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d6680ff4-3377-400e-afad-e52aef57ed95 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.405224 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d6680ff4-3377-400e-afad-e52aef57ed95 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.483584 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d6680ff4-3377-400e-afad-e52aef57ed95 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.516572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6680ff4-3377-400e-afad-e52aef57ed95 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3a1c1e06-ad9d-438c-9dc7-35a63c569071,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:25.521988 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d6680ff4-3377-400e-afad-e52aef57ed95 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.527781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d6680ff4-3377-400e-afad-e52aef57ed95 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/3a1c1e06-ad9d-438c-9dc7-35a63c569071 HTTP/1.1" status: 204 len: 168 time: 0.2852030 Sep 30 08:11:25.528320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58750) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:25.618231 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8687fafc-4adc-4aa8-ba3f-90c0e07aa39c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.736048 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8687fafc-4adc-4aa8-ba3f-90c0e07aa39c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.759211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5360a68-72f3-4fce-baa7-71e60ac1ba71 None None] Port c4e25b4e-ba93-46b2-969f-5379ee1f30a9 not found while updating agent binding for router a83d2a9d-5eaa-40ac-b9ec-7941b2b5c9fd. {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 30 08:11:25.761178 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8687fafc-4adc-4aa8-ba3f-90c0e07aa39c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecc96c0-c66a-43e2-a632-cf70e5d02eaa']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:25.770608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5360a68-72f3-4fce-baa7-71e60ac1ba71 None None] Routers set() bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:25.770991 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5360a68-72f3-4fce-baa7-71e60ac1ba71 None None] Router IDs set() for agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 08:11:25.771608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_agentschedulers_db [None req-c5360a68-72f3-4fce-baa7-71e60ac1ba71 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a83d2a9d-5eaa-40ac-b9ec-7941b2b5c9fd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent'). {{(pid=94839) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 08:11:25.772009 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5360a68-72f3-4fce-baa7-71e60ac1ba71 None None] The sync data for ids ['a83d2a9d-5eaa-40ac-b9ec-7941b2b5c9fd'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:11:25.773415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8687fafc-4adc-4aa8-ba3f-90c0e07aa39c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d360bb-1cfb-46e4-a337-0f21336afb4c') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:25.773907 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8687fafc-4adc-4aa8-ba3f-90c0e07aa39c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d360bb-1cfb-46e4-a337-0f21336afb4c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:25.788192 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8687fafc-4adc-4aa8-ba3f-90c0e07aa39c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.810219 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8687fafc-4adc-4aa8-ba3f-90c0e07aa39c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.826104 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8687fafc-4adc-4aa8-ba3f-90c0e07aa39c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:11:25.827149 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8687fafc-4adc-4aa8-ba3f-90c0e07aa39c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:11:25.830446 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:11:26.019138 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8687fafc-4adc-4aa8-ba3f-90c0e07aa39c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.019138 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8687fafc-4adc-4aa8-ba3f-90c0e07aa39c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ecc96c0-c66a-43e2-a632-cf70e5d02eaa {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 08:11:26.019138 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8687fafc-4adc-4aa8-ba3f-90c0e07aa39c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.019138 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8687fafc-4adc-4aa8-ba3f-90c0e07aa39c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "DELETE /v2.0/networks/1ecc96c0-c66a-43e2-a632-cf70e5d02eaa HTTP/1.1" status: 204 len: 168 time: 0.4731171 Sep 30 08:11:26.034392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687fafc-4adc-4aa8-ba3f-90c0e07aa39c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ecc96c0-c66a-43e2-a632-cf70e5d02eaa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:26.369019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58760) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:26.374567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-abea5e91-a358-43b0-bebc-c1bd9bb57d5e tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Request body: {'router': {'name': 'tempest-router--1085341938', 'project_id': 'afa3982bd2fb4bd2ad3695f357894596'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:26.413360 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abea5e91-a358-43b0-bebc-c1bd9bb57d5e tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.415259 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abea5e91-a358-43b0-bebc-c1bd9bb57d5e tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.492018 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abea5e91-a358-43b0-bebc-c1bd9bb57d5e tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.496989 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abea5e91-a358-43b0-bebc-c1bd9bb57d5e tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.513893 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abea5e91-a358-43b0-bebc-c1bd9bb57d5e tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.516177 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-abea5e91-a358-43b0-bebc-c1bd9bb57d5e tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1444342 Sep 30 08:11:26.518124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58762) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:26.618754 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01a23b01-59b9-4c46-aab1-7b5edb10fc7f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.823224 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01a23b01-59b9-4c46-aab1-7b5edb10fc7f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.825834 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01a23b01-59b9-4c46-aab1-7b5edb10fc7f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.897213 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01a23b01-59b9-4c46-aab1-7b5edb10fc7f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.897816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a23b01-59b9-4c46-aab1-7b5edb10fc7f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 995fb95c-b946-4d8d-85d7-d35a7ee7a439 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:11:26.903892 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01a23b01-59b9-4c46-aab1-7b5edb10fc7f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:26.911145 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-01a23b01-59b9-4c46-aab1-7b5edb10fc7f tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "DELETE /v2.0/routers/995fb95c-b946-4d8d-85d7-d35a7ee7a439 HTTP/1.1" status: 204 len: 168 time: 0.3919373 Sep 30 08:11:27.061464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58766) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:27.348865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-838785434', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:27.424615 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:27.463197 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:27.542201 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:27.747478 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:27.984189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:28.005601 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:28.136618 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Allocated IP 172.25.0.137 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/692bdf96-4ccc-4f93-b0af-e1efaef75c58) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:28.268611 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:28.313319 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:28.378144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:28.382481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:28.392775 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ba66ad-5ef4-44e7-a847-7de46d98a698 x-openstack-request-id: req-e4ba66ad-5ef4-44e7-a847-7de46d98a698 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:28.393318 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0a78a3-1ca6-4110-b873-79daaa402e43", "name": "network-vif-deleted", "tag": "8b551560-c2ea-45d1-ae5f-5df12ce9c4de", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:28.393420 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4ba66ad-5ef4-44e7-a847-7de46d98a698 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:28.393871 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0a78a3-1ca6-4110-b873-79daaa402e43', 'name': 'network-vif-deleted', 'tag': '8b551560-c2ea-45d1-ae5f-5df12ce9c4de', 'status': 'completed', 'code': 200} Sep 30 08:11:28.396340 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:28.455249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Pushing event updated for resources: {'Port': ['ID=692bdf96-4ccc-4f93-b0af-e1efaef75c58,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:28.746640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58802) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:28.870853 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:28.955107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3456f3c-c426-45b0-adf9-07f9e3c88e3b req-209fcea7-be19-401e-8457-798cc50a537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:28.956847 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3456f3c-c426-45b0-adf9-07f9e3c88e3b req-209fcea7-be19-401e-8457-798cc50a537e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f9fae650bc403a968de80bfa93a4f2&device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 1096 time: 0.2002294 Sep 30 08:11:28.962615 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c9e36b0-e381-42e2-a2ac-3663d06827a4 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:29.018052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13b2f6-2033-4caa-b420-69f4cda6f68a req-e0bcc3b5-e154-4de6-8455-ebc59a82b4d2 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:29.027388 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd13b2f6-2033-4caa-b420-69f4cda6f68a req-e0bcc3b5-e154-4de6-8455-ebc59a82b4d2 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.1514270 Sep 30 08:11:29.031370 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c9e36b0-e381-42e2-a2ac-3663d06827a4 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:29.126634 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:29.200702 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd13b2f6-2033-4caa-b420-69f4cda6f68a req-741d277d-8422-46f4-80fd-9593f341c36b tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721108 Sep 30 08:11:29.254047 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c9e36b0-e381-42e2-a2ac-3663d06827a4 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:29.257900 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c9e36b0-e381-42e2-a2ac-3663d06827a4 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:29.259223 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5c9e36b0-e381-42e2-a2ac-3663d06827a4 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "DELETE /v2.0/security-groups/02817bd8-09d0-4c09-9a99-f949ee7d7e13 HTTP/1.1" status: 204 len: 168 time: 0.5114918 Sep 30 08:11:29.270920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58824) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:29.279184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e36b0-e381-42e2-a2ac-3663d06827a4 tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02817bd8-09d0-4c09-9a99-f949ee7d7e13,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:29.293553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d006fd-81c0-49ef-bcdb-1e46024075f0 req-122d4b1f-c65c-4de9-82f0-99132f23ea22 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:29.295137 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-44d006fd-81c0-49ef-bcdb-1e46024075f0 req-122d4b1f-c65c-4de9-82f0-99132f23ea22 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/ports?device_id=b634dd7b-0c47-43d4-844c-5fc55f1f03f4 HTTP/1.1" status: 200 len: 945 time: 0.2246041 Sep 30 08:11:29.296821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3456f3c-c426-45b0-adf9-07f9e3c88e3b req-3f73b5cc-513c-4c61-b854-b3c6bcd1a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:29.298572 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3456f3c-c426-45b0-adf9-07f9e3c88e3b req-3f73b5cc-513c-4c61-b854-b3c6bcd1a548 service neutron] 10.222.0.35 "GET /v2.0/networks?id=691f8d5d-84c4-4972-afc4-015bf3401c58 HTTP/1.1" status: 200 len: 920 time: 0.2641659 Sep 30 08:11:29.309970 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-f4c399d3-15e3-4102-b6fc-33a3882b2c3f tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] show failed (client error): The resource could not be found. Sep 30 08:11:29.314861 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f4c399d3-15e3-4102-b6fc-33a3882b2c3f tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "GET /v2.0/security-groups/02817bd8-09d0-4c09-9a99-f949ee7d7e13 HTTP/1.1" status: 404 len: 347 time: 0.0424702 Sep 30 08:11:29.315535 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58834) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:29.358968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3456f3c-c426-45b0-adf9-07f9e3c88e3b req-b2dfc486-eaf7-4e51-a17c-171e66aa45f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a20a92cb-6800-440f-954d-70cc817cd206 HTTP/1.1" status: 200 len: 217 time: 0.0462382 Sep 30 08:11:29.403378 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-44d006fd-81c0-49ef-bcdb-1e46024075f0 req-bc58af81-e2c9-466e-86dd-fe265ec87bb4 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2e60aec-0285-4c56-9c51-8cb33913f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002579 Sep 30 08:11:29.426290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3456f3c-c426-45b0-adf9-07f9e3c88e3b req-bc7b8e9e-05b5-452e-bd22-39f6227e36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:29.440195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3456f3c-c426-45b0-adf9-07f9e3c88e3b req-bc7b8e9e-05b5-452e-bd22-39f6227e36a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d31d27d-29aa-4857-9fe7-629de8beade5 HTTP/1.1" status: 200 len: 859 time: 0.0691180 Sep 30 08:11:29.458278 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Router 307ea79b-7311-4f2d-a132-af4a55bc831d is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:11:29.506662 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3456f3c-c426-45b0-adf9-07f9e3c88e3b req-a9d16aac-ac1a-41de-9bc9-faf52ebc71bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=691f8d5d-84c4-4972-afc4-015bf3401c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596101 Sep 30 08:11:29.540892 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56aeef-5c1c-478d-80fb-4055e9a7bf40 req-86cce445-056c-48c9-bd9d-77f662fcb655 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:29.541855 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:29.542879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c56aeef-5c1c-478d-80fb-4055e9a7bf40 req-86cce445-056c-48c9-bd9d-77f662fcb655 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=defa8707-a168-4481-a40d-39a143f22a69 HTTP/1.1" status: 200 len: 950 time: 0.0986559 Sep 30 08:11:29.557249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2ee019c0-d64d-428b-b021-1e4ce091efcd tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Deleting port 2348ba53-156e-4884-9090-cd35dd1c19db {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:11:29.557599 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ee019c0-d64d-428b-b021-1e4ce091efcd tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:29.622599 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c56aeef-5c1c-478d-80fb-4055e9a7bf40 req-b7955797-6653-401b-9cfc-4b269d58301e tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/security-groups?id=e68de830-7a8e-4915-b04e-388f327db7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690300 Sep 30 08:11:29.675131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3456f3c-c426-45b0-adf9-07f9e3c88e3b req-3e02bca3-aeae-496f-897c-6a2df4bbe4cd service neutron] 10.222.0.35 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597242 Sep 30 08:11:29.790791 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3456f3c-c426-45b0-adf9-07f9e3c88e3b req-9b9a3ed5-b0cc-4ea9-8365-92babd2e6efd service neutron] 10.222.0.35 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074300 Sep 30 08:11:29.998849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:11:30.014090 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575d2f5-cfdb-404d-92c5-d362022e0f07 None None] Sync routers for ids ['307ea79b-7311-4f2d-a132-af4a55bc831d'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:11:30.027513 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575d2f5-cfdb-404d-92c5-d362022e0f07 None None] Routers {'307ea79b-7311-4f2d-a132-af4a55bc831d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:30.028967 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0575d2f5-cfdb-404d-92c5-d362022e0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['307ea79b-7311-4f2d-a132-af4a55bc831d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:30.033493 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:30.037849 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a9742e42-c94d-4e07-99eb-d2bba8e53498 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9723785 Sep 30 08:11:30.038196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:30.041345 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ee019c0-d64d-428b-b021-1e4ce091efcd tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:30.041782 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ee019c0-d64d-428b-b021-1e4ce091efcd tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:30.101309 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2ee019c0-d64d-428b-b021-1e4ce091efcd tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Calling delete_port for 2348ba53-156e-4884-9090-cd35dd1c19db owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:11:30.102527 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0575d2f5-cfdb-404d-92c5-d362022e0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:30.116341 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575d2f5-cfdb-404d-92c5-d362022e0f07 None None] Routers {'307ea79b-7311-4f2d-a132-af4a55bc831d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:30.118532 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0575d2f5-cfdb-404d-92c5-d362022e0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['307ea79b-7311-4f2d-a132-af4a55bc831d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:30.161371 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0575d2f5-cfdb-404d-92c5-d362022e0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:30.162119 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575d2f5-cfdb-404d-92c5-d362022e0f07 None None] The sync data for ids ['307ea79b-7311-4f2d-a132-af4a55bc831d'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:11:30.209014 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ba83467e-6e60-4fa6-a36a-b619387546ed tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/routers/307ea79b-7311-4f2d-a132-af4a55bc831d HTTP/1.1" status: 200 len: 920 time: 0.1696188 Sep 30 08:11:30.212085 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58930) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:30.265701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-383a526f-f4ee-4c27-a22b-69d6748347fa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "GET /v2.0/ports?device_id=307ea79b-7311-4f2d-a132-af4a55bc831d HTTP/1.1" status: 200 len: 205 time: 0.0522969 Sep 30 08:11:30.267961 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58934) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:30.318805 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ee019c0-d64d-428b-b021-1e4ce091efcd tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:30.412980 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee019c0-d64d-428b-b021-1e4ce091efcd tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Pushing event deleted for resources: {'Port': ['ID=2348ba53-156e-4884-9090-cd35dd1c19db,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:30.418589 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ee019c0-d64d-428b-b021-1e4ce091efcd tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:30.423042 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ee019c0-d64d-428b-b021-1e4ce091efcd tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:30.423793 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2ee019c0-d64d-428b-b021-1e4ce091efcd tempest-ServersTestManualDisk-1677089410 tempest-ServersTestManualDisk-1677089410-project] 10.222.0.24 "DELETE /v2.0/floatingips/e00ec88c-35f3-415f-b8e0-0efd987294e5 HTTP/1.1" status: 204 len: 168 time: 1.1042287 Sep 30 08:11:30.427524 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58946) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:30.837876 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84bdd0a3-ca5c-4751-af82-3687bfe6b4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:30.900119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc6034-22a6-4663-9cca-fa463dc0a867 req-a600f756-6c24-4362-b771-6d0c0c0ad285 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:30.902776 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63fc6034-22a6-4663-9cca-fa463dc0a867 req-a600f756-6c24-4362-b771-6d0c0c0ad285 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.5420301 Sep 30 08:11:30.913142 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bb7e-87d4-46ce-91ca-d1ed4069f4b7 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:30.976138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c271a7-4334-4205-b644-52763c305d43 req-666b5098-d327-4904-a09c-f9791b554642 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:30.977722 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01c271a7-4334-4205-b644-52763c305d43 req-666b5098-d327-4904-a09c-f9791b554642 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/ports?device_id=b634dd7b-0c47-43d4-844c-5fc55f1f03f4 HTTP/1.1" status: 200 len: 945 time: 0.4307501 Sep 30 08:11:31.030347 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63fc6034-22a6-4663-9cca-fa463dc0a867 req-ac9509c6-93b8-4702-976a-fa4624b23ad9 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207309 Sep 30 08:11:31.087171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01c271a7-4334-4205-b644-52763c305d43 req-c00b325c-a075-417c-870b-1e778461c8b0 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2e60aec-0285-4c56-9c51-8cb33913f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971165 Sep 30 08:11:31.140189 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bb7e-87d4-46ce-91ca-d1ed4069f4b7 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:31.175970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cb23a-397f-427d-9013-b8cdd953f8a9 req-d5cbcaf5-f33e-4b62-9348-501f67eec5f7 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:31.177629 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec9cb23a-397f-427d-9013-b8cdd953f8a9 req-d5cbcaf5-f33e-4b62-9348-501f67eec5f7 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.35 "GET /v2.0/ports?device_id=b634dd7b-0c47-43d4-844c-5fc55f1f03f4 HTTP/1.1" status: 200 len: 945 time: 0.0875351 Sep 30 08:11:31.187095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-84bdd0a3-ca5c-4751-af82-3687bfe6b4d2 admin admin] Deleting port 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:11:31.187571 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84bdd0a3-ca5c-4751-af82-3687bfe6b4d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:31.290106 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-84bdd0a3-ca5c-4751-af82-3687bfe6b4d2 admin admin] For port 45b3641e-ebe7-48e7-9970-c6bfbf01caa3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=45b3641e-ebe7-48e7-9970-c6bfbf01caa3,segment=NetworkSegment(886f937b-fc09-4ffd-a30d-718314ebb605),segment_id=886f937b-fc09-4ffd-a30d-718314ebb605)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:31.292625 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84bdd0a3-ca5c-4751-af82-3687bfe6b4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:31.310326 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5bd0bb7e-87d4-46ce-91ca-d1ed4069f4b7 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Deleting port 692bdf96-4ccc-4f93-b0af-e1efaef75c58 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:11:31.310326 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bb7e-87d4-46ce-91ca-d1ed4069f4b7 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:31.311087 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-84bdd0a3-ca5c-4751-af82-3687bfe6b4d2 admin admin] Calling delete_port for 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:11:31.400748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ec9cb23a-397f-427d-9013-b8cdd953f8a9 req-9a0d5327-3934-40e6-8c89-d17e43836d0b tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Deleting port a59621ce-eb8e-4c58-973c-fdc77924292c {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:11:31.401250 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ec9cb23a-397f-427d-9013-b8cdd953f8a9 req-9a0d5327-3934-40e6-8c89-d17e43836d0b tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:31.441206 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bb7e-87d4-46ce-91ca-d1ed4069f4b7 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:31.488205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5bd0bb7e-87d4-46ce-91ca-d1ed4069f4b7 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Calling delete_port for 692bdf96-4ccc-4f93-b0af-e1efaef75c58 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:11:31.599884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ec9cb23a-397f-427d-9013-b8cdd953f8a9 req-9a0d5327-3934-40e6-8c89-d17e43836d0b tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] For port a59621ce-eb8e-4c58-973c-fdc77924292c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a59621ce-eb8e-4c58-973c-fdc77924292c,segment=NetworkSegment(7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f),segment_id=7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:31.600284 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ec9cb23a-397f-427d-9013-b8cdd953f8a9 req-9a0d5327-3934-40e6-8c89-d17e43836d0b tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:31.609845 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84bdd0a3-ca5c-4751-af82-3687bfe6b4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:31.622052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ec9cb23a-397f-427d-9013-b8cdd953f8a9 req-9a0d5327-3934-40e6-8c89-d17e43836d0b tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Calling delete_port for a59621ce-eb8e-4c58-973c-fdc77924292c owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:11:31.666202 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdd0a3-ca5c-4751-af82-3687bfe6b4d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=45b3641e-ebe7-48e7-9970-c6bfbf01caa3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:31.937786 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bb7e-87d4-46ce-91ca-d1ed4069f4b7 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.007374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0bb7e-87d4-46ce-91ca-d1ed4069f4b7 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Pushing event deleted for resources: {'Port': ['ID=692bdf96-4ccc-4f93-b0af-e1efaef75c58,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:32.033689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:11:32.096177 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84bdd0a3-ca5c-4751-af82-3687bfe6b4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.231895 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bb7e-87d4-46ce-91ca-d1ed4069f4b7 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.283397 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:32.301845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '54a9283a-7fb2-4f2d-babd-1f59b4e60a7d', 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b', 'port_id': '54a9283a-7fb2-4f2d-babd-1f59b4e60a7d', 'mac_address': 'fa:16:3e:6d:07:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe50dcfe-f2a1-4640-98cf-8d67829f1b8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:11:32.427878 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bb7e-87d4-46ce-91ca-d1ed4069f4b7 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.433497 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bb7e-87d4-46ce-91ca-d1ed4069f4b7 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.467815 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.471579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bdd0a3-ca5c-4751-af82-3687bfe6b4d2 admin admin] Router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:11:32.496216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:32.514435 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa050a4-1bb0-45b3-aa8e-293fb9e4a19b req-83df5cbb-c0b4-4362-a4ab-ae6a8cde78a0 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:32.523986 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7aa050a4-1bb0-45b3-aa8e-293fb9e4a19b req-83df5cbb-c0b4-4362-a4ab-ae6a8cde78a0 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/ports?device_id=b634dd7b-0c47-43d4-844c-5fc55f1f03f4 HTTP/1.1" status: 200 len: 945 time: 0.1877751 Sep 30 08:11:32.544281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568c226-6d08-4331-9bb1-a8b5cfdfb7df req-f0eb6785-14a3-4f28-a824-65055bc5d454 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:32.559194 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:32.560018 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7568c226-6d08-4331-9bb1-a8b5cfdfb7df req-f0eb6785-14a3-4f28-a824-65055bc5d454 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.3588245 Sep 30 08:11:32.576806 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.636612 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ec9cb23a-397f-427d-9013-b8cdd953f8a9 req-9a0d5327-3934-40e6-8c89-d17e43836d0b tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.649280 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bb7e-87d4-46ce-91ca-d1ed4069f4b7 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.649821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd0bb7e-87d4-46ce-91ca-d1ed4069f4b7 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Fanout notify agent at l3_agent the message router_deleted on router 307ea79b-7311-4f2d-a132-af4a55bc831d {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:11:32.667104 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bb7e-87d4-46ce-91ca-d1ed4069f4b7 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.673666 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59102) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:32.678457 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5bd0bb7e-87d4-46ce-91ca-d1ed4069f4b7 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "DELETE /v2.0/routers/307ea79b-7311-4f2d-a132-af4a55bc831d HTTP/1.1" status: 204 len: 168 time: 2.4094014 Sep 30 08:11:32.684899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1821277682', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'enable_snat': False}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:32.696719 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:32.717004 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.717288 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['a59621ce-eb8e-4c58-973c-fdc77924292c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:11:32.718047 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.749590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bdd0a3-ca5c-4751-af82-3687bfe6b4d2 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:11:32.762021 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-84bdd0a3-ca5c-4751-af82-3687bfe6b4d2 admin admin] 10.222.0.24 "PUT /v2.0/routers/6b138bf8-7ccb-4625-9d7c-e46d23f9c166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3332992 Sep 30 08:11:32.764084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59104) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:32.771110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383a6839-074f-424f-85b9-d9beebab855f None None] Sync routers for ids ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:11:32.789101 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7aa050a4-1bb0-45b3-aa8e-293fb9e4a19b req-1c99ec93-d704-423e-b924-003ce9de7555 tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2e60aec-0285-4c56-9c51-8cb33913f1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608166 Sep 30 08:11:32.798186 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a6839-074f-424f-85b9-d9beebab855f None None] Routers {'6b138bf8-7ccb-4625-9d7c-e46d23f9c166'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:32.798832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-383a6839-074f-424f-85b9-d9beebab855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:32.843457 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d5327-3934-40e6-8c89-d17e43836d0b tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Pushing event deleted for resources: {'Port': ['ID=a59621ce-eb8e-4c58-973c-fdc77924292c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:32.910311 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['54a9283a-7fb2-4f2d-babd-1f59b4e60a7d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:11:32.915263 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7568c226-6d08-4331-9bb1-a8b5cfdfb7df req-7ee92d18-3fc6-4cd2-bafd-a3b1414beee4 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541009 Sep 30 08:11:32.931393 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.949645 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9cb23a-397f-427d-9013-b8cdd953f8a9 req-9a0d5327-3934-40e6-8c89-d17e43836d0b tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] No DVR routers for this DVR port a59621ce-eb8e-4c58-973c-fdc77924292c on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:11:32.965760 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ec9cb23a-397f-427d-9013-b8cdd953f8a9 req-9a0d5327-3934-40e6-8c89-d17e43836d0b tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:32.968347 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec9cb23a-397f-427d-9013-b8cdd953f8a9 req-9a0d5327-3934-40e6-8c89-d17e43836d0b tempest-VolumesAdminNegativeTest-1030942448 tempest-VolumesAdminNegativeTest-1030942448-project] 10.222.0.35 "DELETE /v2.0/ports/a59621ce-eb8e-4c58-973c-fdc77924292c HTTP/1.1" status: 204 len: 173 time: 1.7739851 Sep 30 08:11:32.968975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b634dd7b-0c47-43d4-844c-5fc55f1f03f4', 'name': 'network-vif-deleted', 'tag': 'a59621ce-eb8e-4c58-973c-fdc77924292c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:32.972164 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3d2187-0e75-4db9-83ca-ba8a25915fd0" -d '{"events": [{"server_uuid": "b634dd7b-0c47-43d4-844c-5fc55f1f03f4", "name": "network-vif-deleted", "tag": "a59621ce-eb8e-4c58-973c-fdc77924292c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:33.101382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-383a6839-074f-424f-85b9-d9beebab855f None None] Set router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:11:33.216830 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c3031a-704f-411d-b16c-5efeaa0b3628 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:33.417910 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:33.421768 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c3031a-704f-411d-b16c-5efeaa0b3628 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:33.479535 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-383a6839-074f-424f-85b9-d9beebab855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'name': 'tempest-ServersTestManualDisk-270830313-router', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:08:58Z', 'updated_at': '2021-09-30T08:11:31Z', 'revision_number': 5, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'gw_port': {'id': 'ec32f6c2-ab70-400f-a243-dd15669c6241', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:59Z', 'updated_at': '2021-09-30T08:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:33.619432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383a6839-074f-424f-85b9-d9beebab855f None None] Checking router: 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:11:33.662589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a6839-074f-424f-85b9-d9beebab855f None None] Routers {'6b138bf8-7ccb-4625-9d7c-e46d23f9c166'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:33.663575 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-383a6839-074f-424f-85b9-d9beebab855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:33.685761 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-72c3031a-704f-411d-b16c-5efeaa0b3628 admin admin] Deleting port ec32f6c2-ab70-400f-a243-dd15669c6241 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:11:33.686386 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c3031a-704f-411d-b16c-5efeaa0b3628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:33.923939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-383a6839-074f-424f-85b9-d9beebab855f None None] Set router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:11:33.994675 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-383a6839-074f-424f-85b9-d9beebab855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'name': 'tempest-ServersTestManualDisk-270830313-router', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:08:58Z', 'updated_at': '2021-09-30T08:11:33Z', 'revision_number': 6, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:34.023339 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-72c3031a-704f-411d-b16c-5efeaa0b3628 admin admin] For port ec32f6c2-ab70-400f-a243-dd15669c6241, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ec32f6c2-ab70-400f-a243-dd15669c6241,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:34.023814 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c3031a-704f-411d-b16c-5efeaa0b3628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:34.027185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383a6839-074f-424f-85b9-d9beebab855f None None] The sync data for ids ['6b138bf8-7ccb-4625-9d7c-e46d23f9c166'] in n-d-807359-2 is: [{'id': '6b138bf8-7ccb-4625-9d7c-e46d23f9c166', 'name': 'tempest-ServersTestManualDisk-270830313-router', 'tenant_id': 'f28e7ff57b7340308a69558e588f5efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:08:58Z', 'updated_at': '2021-09-30T08:11:33Z', 'revision_number': 6, 'project_id': 'f28e7ff57b7340308a69558e588f5efa', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:11:34.057014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-72c3031a-704f-411d-b16c-5efeaa0b3628 admin admin] Calling delete_port for ec32f6c2-ab70-400f-a243-dd15669c6241 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:11:34.087859 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:34.103223 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:34.108065 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9166aaf4-9684-4684-b6d7-539f7ddb92fc x-openstack-request-id: req-9166aaf4-9684-4684-b6d7-539f7ddb92fc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:34.108658 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b634dd7b-0c47-43d4-844c-5fc55f1f03f4", "name": "network-vif-deleted", "tag": "a59621ce-eb8e-4c58-973c-fdc77924292c", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:34.108658 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9166aaf4-9684-4684-b6d7-539f7ddb92fc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:34.108989 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b634dd7b-0c47-43d4-844c-5fc55f1f03f4', 'name': 'network-vif-deleted', 'tag': 'a59621ce-eb8e-4c58-973c-fdc77924292c', 'status': 'completed', 'code': 200} Sep 30 08:11:34.169757 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:34.247158 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:34.248296 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:34.262173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:34.330972 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90270c-cfc4-46d4-b0be-0f7a5a14d208 req-696b099b-b308-4b24-bbca-bbc3fd3bc7c4 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:34.353866 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a90270c-cfc4-46d4-b0be-0f7a5a14d208 req-696b099b-b308-4b24-bbca-bbc3fd3bc7c4 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.1344433 Sep 30 08:11:34.468328 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a90270c-cfc4-46d4-b0be-0f7a5a14d208 req-3e79d2f7-b1da-4f26-a1f3-08296b5bde32 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113288 Sep 30 08:11:34.503880 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:34.576863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59351e64-0e4c-48a2-aee8-2c1a8a5aa257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a9283a-7fb2-4f2d-babd-1f59b4e60a7d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:34.579540 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430ec501-c735-4fdc-9d51-4c73effac9c9" -d '{"events": [{"server_uuid": "59351e64-0e4c-48a2-aee8-2c1a8a5aa257", "name": "network-vif-plugged", "status": "completed", "tag": "54a9283a-7fb2-4f2d-babd-1f59b4e60a7d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:34.611271 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:34.617346 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:34.618176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device a59621ce-eb8e-4c58-973c-fdc77924292c no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:11:34.696196 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b240fe-d07c-40a6-b7cb-f7df5bcf72d6 x-openstack-request-id: req-b8b240fe-d07c-40a6-b7cb-f7df5bcf72d6 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:34.696712 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59351e64-0e4c-48a2-aee8-2c1a8a5aa257", "name": "network-vif-plugged", "status": "completed", "tag": "54a9283a-7fb2-4f2d-babd-1f59b4e60a7d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:34.697124 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8b240fe-d07c-40a6-b7cb-f7df5bcf72d6 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:34.697795 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59351e64-0e4c-48a2-aee8-2c1a8a5aa257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a9283a-7fb2-4f2d-babd-1f59b4e60a7d', 'code': 200} Sep 30 08:11:34.732173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:34.741591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:34.741941 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:34.742281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:34.742756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:34.743093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:34.743416 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:34.744019 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:34.744351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:34.744673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:34.744993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:34.745313 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:34.745746 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:34.749352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: a59621ce-eb8e-4c58-973c-fdc77924292c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:11:34.749613 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device a59621ce-eb8e-4c58-973c-fdc77924292c not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:11:34.750225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:11:34.872302 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:34.920155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:34.927179 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.010611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,revision_number=11']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:35.083250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efa989c-a075-4c00-8f2e-7b38f578125a admin admin] Deleting subnet 693593a8-574b-4275-be16-63410a58b764 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:11:35.090222 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6efa989c-a075-4c00-8f2e-7b38f578125a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.139850 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Allocated IP 172.25.0.53 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/fb79fc51-9341-43fa-94df-62ffba54f55c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:35.188429 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6efa989c-a075-4c00-8f2e-7b38f578125a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.390538 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.392310 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c3031a-704f-411d-b16c-5efeaa0b3628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.420161 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6efa989c-a075-4c00-8f2e-7b38f578125a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.489374 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3031a-704f-411d-b16c-5efeaa0b3628 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec32f6c2-ab70-400f-a243-dd15669c6241,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:35.597504 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c3031a-704f-411d-b16c-5efeaa0b3628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.762047 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c3031a-704f-411d-b16c-5efeaa0b3628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.767008 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c3031a-704f-411d-b16c-5efeaa0b3628 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.778969 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6efa989c-a075-4c00-8f2e-7b38f578125a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.787124 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.889201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa989c-a075-4c00-8f2e-7b38f578125a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=693593a8-574b-4275-be16-63410a58b764,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:35.935070 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6efa989c-a075-4c00-8f2e-7b38f578125a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.945247 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6efa989c-a075-4c00-8f2e-7b38f578125a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/693593a8-574b-4275-be16-63410a58b764 HTTP/1.1" status: 204 len: 168 time: 1.6824470 Sep 30 08:11:35.948152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59260) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:35.954218 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c3031a-704f-411d-b16c-5efeaa0b3628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.954964 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c3031a-704f-411d-b16c-5efeaa0b3628 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b138bf8-7ccb-4625-9d7c-e46d23f9c166 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:11:35.972667 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c3031a-704f-411d-b16c-5efeaa0b3628 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:35.975750 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-72c3031a-704f-411d-b16c-5efeaa0b3628 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6b138bf8-7ccb-4625-9d7c-e46d23f9c166 HTTP/1.1" status: 204 len: 168 time: 3.2105486 Sep 30 08:11:35.982706 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:35.987196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59262) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:35.999662 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:36.006410 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:36.014177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ec32f6c2-ab70-400f-a243-dd15669c6241 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:11:36.046089 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: ec32f6c2-ab70-400f-a243-dd15669c6241 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:11:36.046880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ec32f6c2-ab70-400f-a243-dd15669c6241 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:11:36.047317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:11:36.068185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:11:36.068731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 45b3641e-ebe7-48e7-9970-c6bfbf01caa3 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:11:36.072016 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Pushing event updated for resources: {'Port': ['ID=fb79fc51-9341-43fa-94df-62ffba54f55c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:36.206103 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-338d6cef-51c4-4146-bc1c-4046a5882fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.319633 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-338d6cef-51c4-4146-bc1c-4046a5882fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.343963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-338d6cef-51c4-4146-bc1c-4046a5882fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c601b3e0-80e2-4d6f-bc97-2d0c08370812']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:36.355014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-338d6cef-51c4-4146-bc1c-4046a5882fe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:36.355672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-338d6cef-51c4-4146-bc1c-4046a5882fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a77c2d0-71d5-46da-ac6b-3f161a9c9b7f') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:36.368289 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-338d6cef-51c4-4146-bc1c-4046a5882fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.384063 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-338d6cef-51c4-4146-bc1c-4046a5882fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.392994 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338d6cef-51c4-4146-bc1c-4046a5882fe7 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:11:36.393926 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-338d6cef-51c4-4146-bc1c-4046a5882fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.417965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d90765-a78f-4a24-9065-725004c2d379 admin admin] Deleting subnet 6d4253e4-2dbc-46f1-9eb5-1fa6104bf250 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:11:36.426912 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77d90765-a78f-4a24-9065-725004c2d379 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:11:36.470285 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:11:36.480876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e91c6d-7b14-4fb1-9f8c-296ba26ac38a req-bf3c947d-4da3-4967-b480-da0c36428b31 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:36.489121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21e91c6d-7b14-4fb1-9f8c-296ba26ac38a req-bf3c947d-4da3-4967-b480-da0c36428b31 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.4282663 Sep 30 08:11:36.533084 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-338d6cef-51c4-4146-bc1c-4046a5882fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.554526 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-338d6cef-51c4-4146-bc1c-4046a5882fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.557269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-338d6cef-51c4-4146-bc1c-4046a5882fe7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c601b3e0-80e2-4d6f-bc97-2d0c08370812 HTTP/1.1" status: 204 len: 168 time: 0.6080165 Sep 30 08:11:36.563206 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59272) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:36.565475 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77d90765-a78f-4a24-9065-725004c2d379 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.593510 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d6cef-51c4-4146-bc1c-4046a5882fe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c601b3e0-80e2-4d6f-bc97-2d0c08370812,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:36.612175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4da6e2-aa93-401b-8055-fd1e1d5ebeac req-5169a942-f09c-4a36-9e1b-a27a54f30043 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:36.621316 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff4da6e2-aa93-401b-8055-fd1e1d5ebeac req-5169a942-f09c-4a36-9e1b-a27a54f30043 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=51485913-c2a8-4c13-9c95-b3633733e087 HTTP/1.1" status: 200 len: 947 time: 0.1523018 Sep 30 08:11:36.664860 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21e91c6d-7b14-4fb1-9f8c-296ba26ac38a req-c767f8af-f763-44eb-966d-bb95df54421d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430070 Sep 30 08:11:36.697670 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff4da6e2-aa93-401b-8055-fd1e1d5ebeac req-0f623afd-6212-457b-b3db-2ceedbe3153f tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/security-groups?id=e68de830-7a8e-4915-b04e-388f327db7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695167 Sep 30 08:11:36.700240 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defa8707-a168-4481-a40d-39a143f22a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:36.707028 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d9df41-57bd-4a56-ae9e-c46e328be928" -d '{"events": [{"server_uuid": "defa8707-a168-4481-a40d-39a143f22a69", "name": "network-vif-unplugged", "status": "completed", "tag": "33bb0a25-f0d9-4830-bae0-ff59e18cf9fb"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:36.723087 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.757018 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da86d44c-b537-4c54-be17-c33179262a16 x-openstack-request-id: req-da86d44c-b537-4c54-be17-c33179262a16 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:36.757653 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defa8707-a168-4481-a40d-39a143f22a69", "name": "network-vif-unplugged", "status": "completed", "tag": "33bb0a25-f0d9-4830-bae0-ff59e18cf9fb", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:36.758135 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da86d44c-b537-4c54-be17-c33179262a16 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:36.758739 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defa8707-a168-4481-a40d-39a143f22a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb', 'code': 200} Sep 30 08:11:36.781658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0586f952-7a68-472b-9e4d-342f04cfc099 admin admin] Deleting subnet 9f7e4e1b-91c8-4d11-9b96-df6c12586c36 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:11:36.832299 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0586f952-7a68-472b-9e4d-342f04cfc099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.892703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0586f952-7a68-472b-9e4d-342f04cfc099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:36.896710 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77d90765-a78f-4a24-9065-725004c2d379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.016819 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0586f952-7a68-472b-9e4d-342f04cfc099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.112039 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77d90765-a78f-4a24-9065-725004c2d379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.176245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d90765-a78f-4a24-9065-725004c2d379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d4253e4-2dbc-46f1-9eb5-1fa6104bf250,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:37.208735 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee0fa3f-3814-4530-a0f5-3154a1a2e5c8 None None] Network 7d67b0be-4f61-4335-a565-d3860848c0a5 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:37.237029 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77d90765-a78f-4a24-9065-725004c2d379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.243062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59288) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:37.246970 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-77d90765-a78f-4a24-9065-725004c2d379 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6d4253e4-2dbc-46f1-9eb5-1fa6104bf250 HTTP/1.1" status: 204 len: 168 time: 1.2506959 Sep 30 08:11:37.254616 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0586f952-7a68-472b-9e4d-342f04cfc099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.302940 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586f952-7a68-472b-9e4d-342f04cfc099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f7e4e1b-91c8-4d11-9b96-df6c12586c36,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:37.348371 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0586f952-7a68-472b-9e4d-342f04cfc099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.355022 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0586f952-7a68-472b-9e4d-342f04cfc099 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9f7e4e1b-91c8-4d11-9b96-df6c12586c36 HTTP/1.1" status: 204 len: 168 time: 0.7515621 Sep 30 08:11:37.359504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:37.374541 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.516706 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.536604 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a948ca0-c90b-43c3-9a8f-b439a3384650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.655565 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] Deleting port d4f492b1-31b8-4729-b6ca-5104d85635f1 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:11:37.657592 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.688909 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44ad570-a151-42db-8f6e-cbf927a92b4a None None] DHCP port deletion for 7d67b0be-4f61-4335-a565-d3860848c0a5 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:11:37.752442 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a948ca0-c90b-43c3-9a8f-b439a3384650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.789727 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d44ad570-a151-42db-8f6e-cbf927a92b4a None None] Deleting port d4f492b1-31b8-4729-b6ca-5104d85635f1 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:11:37.790014 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d44ad570-a151-42db-8f6e-cbf927a92b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.814412 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7a948ca0-c90b-43c3-9a8f-b439a3384650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d968f7-c05d-4746-9c93-66a34653786b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:37.847000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] For port d4f492b1-31b8-4729-b6ca-5104d85635f1, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d4f492b1-31b8-4729-b6ca-5104d85635f1,segment=NetworkSegment(886f937b-fc09-4ffd-a30d-718314ebb605),segment_id=886f937b-fc09-4ffd-a30d-718314ebb605)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:37.848371 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.865105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] Calling delete_port for d4f492b1-31b8-4729-b6ca-5104d85635f1 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:11:37.887348 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7a948ca0-c90b-43c3-9a8f-b439a3384650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcb0328-d1ed-4bde-a55f-3f9cd1a2febd') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:37.887724 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7a948ca0-c90b-43c3-9a8f-b439a3384650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcb0328-d1ed-4bde-a55f-3f9cd1a2febd') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:37.945054 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a948ca0-c90b-43c3-9a8f-b439a3384650 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.972218 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a948ca0-c90b-43c3-9a8f-b439a3384650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.984762 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a948ca0-c90b-43c3-9a8f-b439a3384650 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:11:37.984762 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a948ca0-c90b-43c3-9a8f-b439a3384650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:11:37.992423 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:11:37.999449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Router 9fc36d82-fe51-477e-9b09-1a8d36dff000 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:11:38.008482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d4f492b1-31b8-4729-b6ca-5104d85635f1 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:11:38.028978 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d44ad570-a151-42db-8f6e-cbf927a92b4a None None] For port d4f492b1-31b8-4729-b6ca-5104d85635f1, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d4f492b1-31b8-4729-b6ca-5104d85635f1,segment=NetworkSegment(886f937b-fc09-4ffd-a30d-718314ebb605),segment_id=886f937b-fc09-4ffd-a30d-718314ebb605)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:38.029374 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d44ad570-a151-42db-8f6e-cbf927a92b4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.095592 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a948ca0-c90b-43c3-9a8f-b439a3384650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.110847 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d44ad570-a151-42db-8f6e-cbf927a92b4a None None] Calling delete_port for d4f492b1-31b8-4729-b6ca-5104d85635f1 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:11:38.135254 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a948ca0-c90b-43c3-9a8f-b439a3384650 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.139766 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7a948ca0-c90b-43c3-9a8f-b439a3384650 admin admin] 10.222.0.24 "DELETE /v2.0/networks/58d968f7-c05d-4746-9c93-66a34653786b HTTP/1.1" status: 204 len: 168 time: 0.7713726 Sep 30 08:11:38.139766 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a948ca0-c90b-43c3-9a8f-b439a3384650 admin admin] Pushing event deleted for resources: {'Network': ['ID=58d968f7-c05d-4746-9c93-66a34653786b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:38.256576 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.270581 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde95b3-d560-4dc4-81a7-7125e5d4e681 req-01e08dac-c59b-4281-be89-583d5ee9c3ef tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:38.281165 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7bde95b3-d560-4dc4-81a7-7125e5d4e681 req-01e08dac-c59b-4281-be89-583d5ee9c3ef tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=51485913-c2a8-4c13-9c95-b3633733e087 HTTP/1.1" status: 200 len: 947 time: 0.1850679 Sep 30 08:11:38.292060 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:11:38.303136 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Sync routers for ids ['9fc36d82-fe51-477e-9b09-1a8d36dff000'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:11:38.323438 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Routers {'9fc36d82-fe51-477e-9b09-1a8d36dff000'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:38.328309 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9fc36d82-fe51-477e-9b09-1a8d36dff000'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:38.342219 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.343679 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.344042 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15c27f-14cc-4c3b-b463-e172e6df8d14 req-b7e09b8c-d4ec-4ff3-907d-8420e0121222 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:38.344919 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3732ff1b-7e85-47ab-95d5-1412bf6fd9cd tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.6703019 Sep 30 08:11:38.353282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59310) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:38.355979 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e15c27f-14cc-4c3b-b463-e172e6df8d14 req-b7e09b8c-d4ec-4ff3-907d-8420e0121222 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.3179982 Sep 30 08:11:38.395575 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f83dd-b1c7-40ad-ab52-dd536ae47d92 req-cf8d2fc0-85a1-43f8-a0f1-16ba763bb11f tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:38.397873 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf5f83dd-b1c7-40ad-ab52-dd536ae47d92 req-cf8d2fc0-85a1-43f8-a0f1-16ba763bb11f tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.36 "GET /v2.0/ports?device_id=51485913-c2a8-4c13-9c95-b3633733e087 HTTP/1.1" status: 200 len: 947 time: 0.3867023 Sep 30 08:11:38.409809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] No DVR routers for this DVR port d4f492b1-31b8-4729-b6ca-5104d85635f1 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:11:38.478606 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d44ad570-a151-42db-8f6e-cbf927a92b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.547049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f492b1-31b8-4729-b6ca-5104d85635f1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:38.563642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:38.629655 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ad570-a151-42db-8f6e-cbf927a92b4a None None] No DVR routers for this DVR port d4f492b1-31b8-4729-b6ca-5104d85635f1 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:11:38.631536 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ad570-a151-42db-8f6e-cbf927a92b4a None None] Pushing event deleted for resources: {'Port': ['ID=d4f492b1-31b8-4729-b6ca-5104d85635f1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:38.684650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e15c27f-14cc-4c3b-b463-e172e6df8d14 req-6f9cb6f0-84ed-4771-b93b-7585d5ed54b5 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258917 Sep 30 08:11:38.714650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7bde95b3-d560-4dc4-81a7-7125e5d4e681 req-9ba2ffb7-7143-4339-8e32-80b43c0459ab tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/security-groups?id=e68de830-7a8e-4915-b04e-388f327db7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233689 Sep 30 08:11:38.725930 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-efe1f5ef-25f2-45ce-bb15-865a34550a28 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/routers/9fc36d82-fe51-477e-9b09-1a8d36dff000 HTTP/1.1" status: 200 len: 908 time: 0.3709600 Sep 30 08:11:38.741533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:38.746083 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f63ca964-ee20-4b4f-a11b-de8cfebd422c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=133eecda46334141a431bb904d7ee7c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809533 Sep 30 08:11:38.748123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59324) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:38.756392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1821277682', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'enable_snat': True}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:38.853882 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.855203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.861874 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.878238 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-bf5f83dd-b1c7-40ad-ab52-dd536ae47d92 req-c7375eea-a95f-44be-b7f1-b809e19986ef tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Deleting port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:11:38.878609 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bf5f83dd-b1c7-40ad-ab52-dd536ae47d92 req-c7375eea-a95f-44be-b7f1-b809e19986ef tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.900060 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e484c8d-2fdc-4289-8940-e1ff9bd510d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.905158 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d67b0be-4f61-4335-a565-d3860848c0a5']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:38.925572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886f937b-fc09-4ffd-a30d-718314ebb605') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:38.926445 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886f937b-fc09-4ffd-a30d-718314ebb605') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:38.945989 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e484c8d-2fdc-4289-8940-e1ff9bd510d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.964419 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:38.992958 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.005971 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Set router 9fc36d82-fe51-477e-9b09-1a8d36dff000 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:11:39.015352 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:11:39.016105 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:11:39.075487 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:11:39.125395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-bf5f83dd-b1c7-40ad-ab52-dd536ae47d92 req-c7375eea-a95f-44be-b7f1-b809e19986ef tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] For port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:39.125711 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bf5f83dd-b1c7-40ad-ab52-dd536ae47d92 req-c7375eea-a95f-44be-b7f1-b809e19986ef tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.178120 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.198675 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-bf5f83dd-b1c7-40ad-ab52-dd536ae47d92 req-c7375eea-a95f-44be-b7f1-b809e19986ef tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Calling delete_port for 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:11:39.208739 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e484c8d-2fdc-4289-8940-e1ff9bd510d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.212985 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.220352 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e484c8d-2fdc-4289-8940-e1ff9bd510d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.221811 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6e484c8d-2fdc-4289-8940-e1ff9bd510d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2e60aec-0285-4c56-9c51-8cb33913f1a1 HTTP/1.1" status: 204 len: 168 time: 0.4726765 Sep 30 08:11:39.244224 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.246230 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7d67b0be-4f61-4335-a565-d3860848c0a5 HTTP/1.1" status: 204 len: 168 time: 2.0015728 Sep 30 08:11:39.333971 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e484c8d-2fdc-4289-8940-e1ff9bd510d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e60aec-0285-4c56-9c51-8cb33913f1a1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:39.426094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd173f-d68f-4da2-9ba8-168b21502fc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d67b0be-4f61-4335-a565-d3860848c0a5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:39.463186 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc36d82-fe51-477e-9b09-1a8d36dff000', 'name': 'tempest-snat-router-1821277682', 'tenant_id': 'c5ca50764f4a49c1aaffe91b6cdb42da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.53'}], 'enable_snat': False}, 'gw_port_id': 'fb79fc51-9341-43fa-94df-62ffba54f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:11:32Z', 'updated_at': '2021-09-30T08:11:36Z', 'revision_number': 3, 'project_id': 'c5ca50764f4a49c1aaffe91b6cdb42da', 'gw_port': {'id': 'fb79fc51-9341-43fa-94df-62ffba54f55c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:33:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc36d82-fe51-477e-9b09-1a8d36dff000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:34Z', 'updated_at': '2021-09-30T08:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:39.499242 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Checking router: 9fc36d82-fe51-477e-9b09-1a8d36dff000 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:11:39.499790 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Updating router 9fc36d82-fe51-477e-9b09-1a8d36dff000 port fb79fc51-9341-43fa-94df-62ffba54f55c binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:11:39.543532 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.569207 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bf5f83dd-b1c7-40ad-ab52-dd536ae47d92 req-c7375eea-a95f-44be-b7f1-b809e19986ef tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.581161 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.671341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7375eea-a95f-44be-b7f1-b809e19986ef tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Pushing event deleted for resources: {'Port': ['ID=9264df5c-fdb1-49d4-b38b-89b4e0e41f54,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:39.782553 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59342) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:39.788307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5f83dd-b1c7-40ad-ab52-dd536ae47d92 req-c7375eea-a95f-44be-b7f1-b809e19986ef tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] No DVR routers for this DVR port 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:11:39.793004 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bf5f83dd-b1c7-40ad-ab52-dd536ae47d92 req-c7375eea-a95f-44be-b7f1-b809e19986ef tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:39.796936 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf5f83dd-b1c7-40ad-ab52-dd536ae47d92 req-c7375eea-a95f-44be-b7f1-b809e19986ef tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.36 "DELETE /v2.0/ports/9264df5c-fdb1-49d4-b38b-89b4e0e41f54 HTTP/1.1" status: 204 len: 173 time: 1.3217914 Sep 30 08:11:39.797412 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51485913-c2a8-4c13-9c95-b3633733e087', 'name': 'network-vif-deleted', 'tag': '9264df5c-fdb1-49d4-b38b-89b4e0e41f54'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:39.802491 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a46e71c-4e67-499d-b908-d70315632130" -d '{"events": [{"server_uuid": "51485913-c2a8-4c13-9c95-b3633733e087", "name": "network-vif-deleted", "tag": "9264df5c-fdb1-49d4-b38b-89b4e0e41f54"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:39.888129 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e2c93d73-4530-4a33-940c-d62c1e9d052d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f28e7ff57b7340308a69558e588f5efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1030905 Sep 30 08:11:39.889993 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59348) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:39.955812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94316052-d0f9-4c96-99b3-493388fcd64f req-696f2766-ea26-458d-96f3-abda6b2393ec tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=51485913-c2a8-4c13-9c95-b3633733e087 HTTP/1.1" status: 200 len: 210 time: 0.0694220 Sep 30 08:11:39.985701 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.002944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd8d90-e014-4a88-97e9-188865060647 req-ad9eed69-6118-49b8-9705-ad07f573417f tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:40.005830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41bd8d90-e014-4a88-97e9-188865060647 req-ad9eed69-6118-49b8-9705-ad07f573417f tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.1892135 Sep 30 08:11:40.026030 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0951155-68a0-4cd1-ba7e-7c44d386bb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.079717 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0951155-68a0-4cd1-ba7e-7c44d386bb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.124694 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.172045 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.185101 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.197492 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.221319 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334b1ea0-5bec-4d85-91a1-6b21116a0271 x-openstack-request-id: req-334b1ea0-5bec-4d85-91a1-6b21116a0271 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:40.221671 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51485913-c2a8-4c13-9c95-b3633733e087", "name": "network-vif-deleted", "tag": "9264df5c-fdb1-49d4-b38b-89b4e0e41f54", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:40.221884 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-334b1ea0-5bec-4d85-91a1-6b21116a0271 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:40.225818 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51485913-c2a8-4c13-9c95-b3633733e087', 'name': 'network-vif-deleted', 'tag': '9264df5c-fdb1-49d4-b38b-89b4e0e41f54', 'status': 'completed', 'code': 200} Sep 30 08:11:40.230849 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0951155-68a0-4cd1-ba7e-7c44d386bb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.243242 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0951155-68a0-4cd1-ba7e-7c44d386bb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.255102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b0951155-68a0-4cd1-ba7e-7c44d386bb4c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25d105b2-6f40-4f53-8c55-33e40d6c0c79 HTTP/1.1" status: 204 len: 168 time: 0.3527560 Sep 30 08:11:40.329295 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:40.330681 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Attempting to bind port fb79fc51-9341-43fa-94df-62ffba54f55c on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:40.331056 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Attempting to bind port fb79fc51-9341-43fa-94df-62ffba54f55c by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:40.333965 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Attempting to bind port fb79fc51-9341-43fa-94df-62ffba54f55c on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:40.341653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-44723ff8-520d-4f69-96a2-c33253f2567a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-788863854'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:40.378437 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:40.381506 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:40.382213 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.382511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0951155-68a0-4cd1-ba7e-7c44d386bb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d105b2-6f40-4f53-8c55-33e40d6c0c79,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:40.383125 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:40.384165 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Bound port: fb79fc51-9341-43fa-94df-62ffba54f55c, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:40.386377 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.434875 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41bd8d90-e014-4a88-97e9-188865060647 req-e7e39078-1b78-44db-bb17-05bfeb0dda95 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100769 Sep 30 08:11:40.479663 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44723ff8-520d-4f69-96a2-c33253f2567a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Made reservation on behalf of ce39ae04255c4914adca40a29bca4222 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:40.483550 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44723ff8-520d-4f69-96a2-c33253f2567a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.490361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59364) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:40.515384 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] For port fb79fc51-9341-43fa-94df-62ffba54f55c, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:11:40.521946 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] For port fb79fc51-9341-43fa-94df-62ffba54f55c, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fb79fc51-9341-43fa-94df-62ffba54f55c,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:11:40.525109 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44723ff8-520d-4f69-96a2-c33253f2567a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:11:40.527544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:11:40.541118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Allocated IP 172.25.0.188 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/daa73cc3-b652-40a8-89a5-07c1f585ad95) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:40.551152 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44723ff8-520d-4f69-96a2-c33253f2567a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.552003 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-44723ff8-520d-4f69-96a2-c33253f2567a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Added segment a291ee3b-feda-475f-bd6f-762c54d3c8da of type vlan for network b90b784a-548c-41b5-91c7-a8e317195f01 Sep 30 08:11:40.556215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c7407ef8-bf66-4abb-a3ea-84f694762a82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5af80195435a4e86bd873ec418d26527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645347 Sep 30 08:11:40.558232 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f12ca7-24e3-4511-8daf-61386a32fa02 None None] Pushing event updated for resources: {'Port': ['ID=fb79fc51-9341-43fa-94df-62ffba54f55c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:40.559076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59366) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:40.565065 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.588367 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f12ca7-24e3-4511-8daf-61386a32fa02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.588853 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f12ca7-24e3-4511-8daf-61386a32fa02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.589272 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f12ca7-24e3-4511-8daf-61386a32fa02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.589677 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f12ca7-24e3-4511-8daf-61386a32fa02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.590079 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f12ca7-24e3-4511-8daf-61386a32fa02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.590477 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f12ca7-24e3-4511-8daf-61386a32fa02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.590930 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f12ca7-24e3-4511-8daf-61386a32fa02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.591340 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f12ca7-24e3-4511-8daf-61386a32fa02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.591670 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f12ca7-24e3-4511-8daf-61386a32fa02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.592287 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f12ca7-24e3-4511-8daf-61386a32fa02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.593295 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f12ca7-24e3-4511-8daf-61386a32fa02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.593783 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f12ca7-24e3-4511-8daf-61386a32fa02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:11:40.638701 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:11:40.640684 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44723ff8-520d-4f69-96a2-c33253f2567a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.642664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 9264df5c-fdb1-49d4-b38b-89b4e0e41f54 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:11:40.659449 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3017750-c703-4680-882d-a31730092613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.670298 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Routers {'9fc36d82-fe51-477e-9b09-1a8d36dff000'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:40.671427 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9fc36d82-fe51-477e-9b09-1a8d36dff000'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:40.698264 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3017750-c703-4680-882d-a31730092613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.730749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44723ff8-520d-4f69-96a2-c33253f2567a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.733234 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f12ca7-24e3-4511-8daf-61386a32fa02 None None] Pushing event updated for resources: {'Port': ['ID=fb79fc51-9341-43fa-94df-62ffba54f55c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:40.737572 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44723ff8-520d-4f69-96a2-c33253f2567a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:40.738850 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44723ff8-520d-4f69-96a2-c33253f2567a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.816265 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] Set router 9fc36d82-fe51-477e-9b09-1a8d36dff000 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:11:40.818601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44723ff8-520d-4f69-96a2-c33253f2567a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event updated for resources: {'Network': ['ID=b90b784a-548c-41b5-91c7-a8e317195f01,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:40.822495 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-44723ff8-520d-4f69-96a2-c33253f2567a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4914277 Sep 30 08:11:40.828463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59370) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:40.837281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network b90b784a-548c-41b5-91c7-a8e317195f01 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:11:40.839055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-580ca891-ded2-4f00-ae8d-2334720143b1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1134406459'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:40.852772 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.893861 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580ca891-ded2-4f00-ae8d-2334720143b1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Made reservation on behalf of ce39ae04255c4914adca40a29bca4222 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:40.898699 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-580ca891-ded2-4f00-ae8d-2334720143b1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.930980 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580ca891-ded2-4f00-ae8d-2334720143b1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:11:40.940540 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-580ca891-ded2-4f00-ae8d-2334720143b1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:40.940890 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-580ca891-ded2-4f00-ae8d-2334720143b1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Added segment 35d10bf9-50e0-48f9-bc43-64d5f75dff9e of type vlan for network cdf3ff55-47c0-47f2-a48c-eac76f72cbcd Sep 30 08:11:41.005427 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-580ca891-ded2-4f00-ae8d-2334720143b1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.065453 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-580ca891-ded2-4f00-ae8d-2334720143b1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.072257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580ca891-ded2-4f00-ae8d-2334720143b1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:41.073459 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-580ca891-ded2-4f00-ae8d-2334720143b1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.171501 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ca891-ded2-4f00-ae8d-2334720143b1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event updated for resources: {'Network': ['ID=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:41.178880 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-580ca891-ded2-4f00-ae8d-2334720143b1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3403282 Sep 30 08:11:41.178880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:41.185148 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ede2f6cc-dc87-45fd-9a0d-fede65aba5f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Request body: {'subnet': {'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:41.190764 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.261507 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:41.273436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Pushing event updated for resources: {'Port': ['ID=daa73cc3-b652-40a8-89a5-07c1f585ad95,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:41.275811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:41.285918 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:41.355831 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc36d82-fe51-477e-9b09-1a8d36dff000', 'name': 'tempest-snat-router-1821277682', 'tenant_id': 'c5ca50764f4a49c1aaffe91b6cdb42da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.53'}], 'enable_snat': False}, 'gw_port_id': 'fb79fc51-9341-43fa-94df-62ffba54f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:11:32Z', 'updated_at': '2021-09-30T08:11:36Z', 'revision_number': 3, 'project_id': 'c5ca50764f4a49c1aaffe91b6cdb42da', 'gw_port': {'id': 'fb79fc51-9341-43fa-94df-62ffba54f55c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:33:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc36d82-fe51-477e-9b09-1a8d36dff000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:34Z', 'updated_at': '2021-09-30T08:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:41.435175 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5afd569-be07-4226-97e0-71a247dedaae None None] The sync data for ids ['9fc36d82-fe51-477e-9b09-1a8d36dff000'] in n-d-807359-2 is: [{'id': '9fc36d82-fe51-477e-9b09-1a8d36dff000', 'name': 'tempest-snat-router-1821277682', 'tenant_id': 'c5ca50764f4a49c1aaffe91b6cdb42da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.53'}], 'enable_snat': False}, 'gw_port_id': 'fb79fc51-9341-43fa-94df-62ffba54f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:11:32Z', 'updated_at': '2021-09-30T08:11:36Z', 'revision_number': 3, 'project_id': 'c5ca50764f4a49c1aaffe91b6cdb42da', 'gw_port': {'id': 'fb79fc51-9341-43fa-94df-62ffba54f55c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:33:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc36d82-fe51-477e-9b09-1a8d36dff000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:34Z', 'updated_at': '2021-09-30T08:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:11:41.476756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3017750-c703-4680-882d-a31730092613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.480075 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3017750-c703-4680-882d-a31730092613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:41.491990 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f3017750-c703-4680-882d-a31730092613 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bfb2948c-43ec-4c6b-8495-a9785bc975bc HTTP/1.1" status: 204 len: 168 time: 0.9238098 Sep 30 08:11:41.532480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656a22e-fa02-47df-8128-1650502ff5fa req-3081120d-e162-45d7-a442-ada83fa10728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:41.537497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2656a22e-fa02-47df-8128-1650502ff5fa req-3081120d-e162-45d7-a442-ada83fa10728 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 1096 time: 0.1369619 Sep 30 08:11:41.543006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3017750-c703-4680-882d-a31730092613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb2948c-43ec-4c6b-8495-a9785bc975bc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:41.544601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network cdf3ff55-47c0-47f2-a48c-eac76f72cbcd details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:11:41.759468 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2656a22e-fa02-47df-8128-1650502ff5fa req-956632b6-09fb-400e-a4e5-4c52fed7ef59 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854246 Sep 30 08:11:41.905301 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfa379-ade7-4aef-94f3-71a0b156710d req-5b6296b9-d8ee-4926-a90f-cff63d7ab67b tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:41.923704 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10cfa379-ade7-4aef-94f3-71a0b156710d req-5b6296b9-d8ee-4926-a90f-cff63d7ab67b tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.2827802 Sep 30 08:11:41.991065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2944e-fcef-4c7f-b90f-0f4aefba402f req-51c29337-098d-40a9-8f01-365b1545d941 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:42.000250 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00d2944e-fcef-4c7f-b90f-0f4aefba402f req-51c29337-098d-40a9-8f01-365b1545d941 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=defa8707-a168-4481-a40d-39a143f22a69 HTTP/1.1" status: 200 len: 948 time: 0.3607802 Sep 30 08:11:42.024804 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed4ac4d8-9050-4820-ae55-65cf0334264a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:42.084524 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10cfa379-ade7-4aef-94f3-71a0b156710d req-e0e99425-0d0f-4f6c-921f-b8ddcaa90260 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519830 Sep 30 08:11:42.137349 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00d2944e-fcef-4c7f-b90f-0f4aefba402f req-2a2bf45f-fa57-443e-9501-c1918480cb71 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/security-groups?id=e68de830-7a8e-4915-b04e-388f327db7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191785 Sep 30 08:11:42.247219 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59418) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:42.568688 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:42.577423 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-47e31937-8549-4b2d-af4e-416b79c34878 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-289802727-network', 'tenant_id': 'b8c172fe0b2a434ebf939185ade55313'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:42.612022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e31937-8549-4b2d-af4e-416b79c34878 admin admin] Made reservation on behalf of b8c172fe0b2a434ebf939185ade55313 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:42.615642 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47e31937-8549-4b2d-af4e-416b79c34878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:42.650957 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47e31937-8549-4b2d-af4e-416b79c34878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:42.810953 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47e31937-8549-4b2d-af4e-416b79c34878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:42.818937 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47e31937-8549-4b2d-af4e-416b79c34878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:42.886463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e31937-8549-4b2d-af4e-416b79c34878 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:11:42.916342 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31937-8549-4b2d-af4e-416b79c34878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2c4978-ae36-4e34-9668-54cf73bf980c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:42.936424 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47e31937-8549-4b2d-af4e-416b79c34878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:42.936790 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-47e31937-8549-4b2d-af4e-416b79c34878 admin admin] Added segment b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676 of type vlan for network 33723150-e3ec-4ffe-b450-a2048d43b0b6 Sep 30 08:11:43.006608 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede2f6cc-dc87-45fd-9a0d-fede65aba5f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Made reservation on behalf of ce39ae04255c4914adca40a29bca4222 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:43.009405 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47e31937-8549-4b2d-af4e-416b79c34878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.010614 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ede2f6cc-dc87-45fd-9a0d-fede65aba5f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.021183 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.053068 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47e31937-8549-4b2d-af4e-416b79c34878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.055054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e31937-8549-4b2d-af4e-416b79c34878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:43.055665 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47e31937-8549-4b2d-af4e-416b79c34878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.108363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-47e31937-8549-4b2d-af4e-416b79c34878 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8598115 Sep 30 08:11:43.112990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59450) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:43.147313 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-37d63f0e-dad4-4f88-8af8-e9707ddbfcf3 admin admin] Request body: {'subnet': {'network_id': '33723150-e3ec-4ffe-b450-a2048d43b0b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-289802727-subnet', 'tenant_id': 'b8c172fe0b2a434ebf939185ade55313', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:43.152715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31937-8549-4b2d-af4e-416b79c34878 admin admin] Pushing event updated for resources: {'Network': ['ID=33723150-e3ec-4ffe-b450-a2048d43b0b6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:43.169494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 33723150-e3ec-4ffe-b450-a2048d43b0b6 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:11:43.192021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d63f0e-dad4-4f88-8af8-e9707ddbfcf3 admin admin] Made reservation on behalf of b8c172fe0b2a434ebf939185ade55313 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:43.196163 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-37d63f0e-dad4-4f88-8af8-e9707ddbfcf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.399745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce756fb2-c9aa-4305-861a-93dc44796829 req-a8ed5b8a-f5db-480b-95f3-e0ead2e66694 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:43.400507 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce756fb2-c9aa-4305-861a-93dc44796829 req-a8ed5b8a-f5db-480b-95f3-e0ead2e66694 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.1056764 Sep 30 08:11:43.507087 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ede2f6cc-dc87-45fd-9a0d-fede65aba5f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.508121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce756fb2-c9aa-4305-861a-93dc44796829 req-0fb98f06-3af3-49c1-b002-bdbea477063d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990531 Sep 30 08:11:43.539863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Router 5889d014-772c-43dd-9cfe-4001e83cf451 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:11:43.562934 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-37d63f0e-dad4-4f88-8af8-e9707ddbfcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.676717 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcbff7-c77b-423c-be0a-b8cac52b8523 req-93200003-d455-45bc-82e2-f8abd959bbd7 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:43.678295 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-77fcbff7-c77b-423c-be0a-b8cac52b8523 req-93200003-d455-45bc-82e2-f8abd959bbd7 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=defa8707-a168-4481-a40d-39a143f22a69 HTTP/1.1" status: 200 len: 948 time: 0.1805577 Sep 30 08:11:43.698308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d63f0e-dad4-4f88-8af8-e9707ddbfcf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d51f12-71b8-49f0-89ed-7055c5df6dad,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:43.701585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d63f0e-dad4-4f88-8af8-e9707ddbfcf3 admin admin] Checking segment: {'id': 'b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '33723150-e3ec-4ffe-b450-a2048d43b0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:43.701962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d63f0e-dad4-4f88-8af8-e9707ddbfcf3 admin admin] Network hostable DHCP agents. Network: 33723150-e3ec-4ffe-b450-a2048d43b0b6, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:11:43.752772 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-77fcbff7-c77b-423c-be0a-b8cac52b8523 req-d6ffeebb-060c-4188-b2b4-5e660c2d64fa tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/security-groups?id=e68de830-7a8e-4915-b04e-388f327db7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642292 Sep 30 08:11:43.771275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d63f0e-dad4-4f88-8af8-e9707ddbfcf3 admin admin] Network 33723150-e3ec-4ffe-b450-a2048d43b0b6 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:11:43.788423 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-37d63f0e-dad4-4f88-8af8-e9707ddbfcf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 33723150-e3ec-4ffe-b450-a2048d43b0b6) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:43.793603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d63f0e-dad4-4f88-8af8-e9707ddbfcf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:43.796111 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-37d63f0e-dad4-4f88-8af8-e9707ddbfcf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:43.803680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1c1194-8d27-476e-a3c6-ac7dabc73ccb None None] Network 33723150-e3ec-4ffe-b450-a2048d43b0b6 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:43.829483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-37d63f0e-dad4-4f88-8af8-e9707ddbfcf3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7146835 Sep 30 08:11:43.832547 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2f6cc-dc87-45fd-9a0d-fede65aba5f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event updated for resources: {'Subnet': ['ID=b9f074e0-6593-45f0-b080-f30260a26f67,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:43.855270 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2f6cc-dc87-45fd-9a0d-fede65aba5f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Checking segment: {'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:43.855816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede2f6cc-dc87-45fd-9a0d-fede65aba5f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Network hostable DHCP agents. Network: b90b784a-548c-41b5-91c7-a8e317195f01, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:11:43.919100 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede2f6cc-dc87-45fd-9a0d-fede65aba5f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Network b90b784a-548c-41b5-91c7-a8e317195f01 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:11:44.028039 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ede2f6cc-dc87-45fd-9a0d-fede65aba5f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, b90b784a-548c-41b5-91c7-a8e317195f01) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:44.053920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede2f6cc-dc87-45fd-9a0d-fede65aba5f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:44.054593 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ede2f6cc-dc87-45fd-9a0d-fede65aba5f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:44.074820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:11:44.086913 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879cc12-aae8-4d49-8ecf-51f4c48ef8d5 req-1623419b-8750-48e3-9ec7-0415e1171cf3 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:44.095222 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:44.100917 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-04bacdcc-4171-42f7-8dec-bb249a180780 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3499539 Sep 30 08:11:44.100917 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ede2f6cc-dc87-45fd-9a0d-fede65aba5f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9201782 Sep 30 08:11:44.101497 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59482) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:44.102040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2879cc12-aae8-4d49-8ecf-51f4c48ef8d5 req-1623419b-8750-48e3-9ec7-0415e1171cf3 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.35 "GET /v2.0/ports?device_id=defa8707-a168-4481-a40d-39a143f22a69 HTTP/1.1" status: 200 len: 948 time: 0.2158902 Sep 30 08:11:44.107654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59484) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:44.141860 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8e453bea-8dc1-4ba9-9c43-96a72a58fbf3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Request body: {'subnet': {'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:44.149278 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Sync routers for ids ['5889d014-772c-43dd-9cfe-4001e83cf451'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:11:44.155970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74624779-1c12-4485-bd34-c8bdaa133c59 None None] Network b90b784a-548c-41b5-91c7-a8e317195f01 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:44.161493 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fb79fc51-9341-43fa-94df-62ffba54f55c up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:44.347052 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-89fdaa08-a074-4128-9b2f-49f0e1cdb084 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/routers/5889d014-772c-43dd-9cfe-4001e83cf451 HTTP/1.1" status: 200 len: 908 time: 0.2440336 Sep 30 08:11:44.352646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59496) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:44.363710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb054282-16e8-4117-93b8-bc80fbaac27d None None] Network 33723150-e3ec-4ffe-b450-a2048d43b0b6 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:44.403764 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973fc65-0c31-4bb3-a44c-a9ed2b86372d req-f7fe3eeb-4dcc-4e5d-8140-d8fa92766832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:44.405803 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e973fc65-0c31-4bb3-a44c-a9ed2b86372d req-f7fe3eeb-4dcc-4e5d-8140-d8fa92766832 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f9fae650bc403a968de80bfa93a4f2&device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 1096 time: 0.1219053 Sep 30 08:11:44.503216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Routers {'5889d014-772c-43dd-9cfe-4001e83cf451'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:44.504756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5889d014-772c-43dd-9cfe-4001e83cf451'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:44.531337 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973fc65-0c31-4bb3-a44c-a9ed2b86372d req-14af683b-c283-4750-8458-b75b6b5c78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:44.533139 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e973fc65-0c31-4bb3-a44c-a9ed2b86372d req-14af683b-c283-4750-8458-b75b6b5c78ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=691f8d5d-84c4-4972-afc4-015bf3401c58 HTTP/1.1" status: 200 len: 920 time: 0.1179841 Sep 30 08:11:44.540512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da92e0-0404-4721-b410-01d715a1bc8a req-4873bed3-4992-4c48-b040-c00376fd03fe tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:44.549135 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6da92e0-0404-4721-b410-01d715a1bc8a req-4873bed3-4992-4c48-b040-c00376fd03fe tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.2137573 Sep 30 08:11:44.592250 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2879cc12-aae8-4d49-8ecf-51f4c48ef8d5 req-a4b711da-06d5-49b4-8302-d7b94ecb5058 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Deleting port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:11:44.592605 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2879cc12-aae8-4d49-8ecf-51f4c48ef8d5 req-a4b711da-06d5-49b4-8302-d7b94ecb5058 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:44.597604 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e973fc65-0c31-4bb3-a44c-a9ed2b86372d req-93a844c5-89d6-4311-a9f0-8f435c2e0ce8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a20a92cb-6800-440f-954d-70cc817cd206 HTTP/1.1" status: 200 len: 217 time: 0.0573530 Sep 30 08:11:44.680158 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973fc65-0c31-4bb3-a44c-a9ed2b86372d req-786b22f9-e611-4cd2-86f1-772bc846a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:44.681654 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e973fc65-0c31-4bb3-a44c-a9ed2b86372d req-786b22f9-e611-4cd2-86f1-772bc846a959 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d31d27d-29aa-4857-9fe7-629de8beade5 HTTP/1.1" status: 200 len: 859 time: 0.0759897 Sep 30 08:11:44.721698 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e973fc65-0c31-4bb3-a44c-a9ed2b86372d req-d160ee96-5545-4091-83aa-1ba3f42ca592 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=691f8d5d-84c4-4972-afc4-015bf3401c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322642 Sep 30 08:11:44.775124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-beb91625-dad0-47b8-84d0-9fb8ba74e0d9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:44.827585 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-b90b784a-548c-41b5-91c7-a8e317195f01', 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'fixed_ips': [{'subnet_id': 'b9f074e0-6593-45f0-b080-f30260a26f67'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:11:44.829294 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:44.860486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port fb79fc51-9341-43fa-94df-62ffba54f55c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:44.861143 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:44.902779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e453bea-8dc1-4ba9-9c43-96a72a58fbf3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Made reservation on behalf of ce39ae04255c4914adca40a29bca4222 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:44.906717 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e453bea-8dc1-4ba9-9c43-96a72a58fbf3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:44.944084 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-08352acb-c611-4970-bc97-cd63813b96c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:44.946714 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e973fc65-0c31-4bb3-a44c-a9ed2b86372d req-6d5635b0-5908-48c9-a961-aca54438d695 service neutron] 10.222.0.35 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050631 Sep 30 08:11:44.972276 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-beb91625-dad0-47b8-84d0-9fb8ba74e0d9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.005256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2879cc12-aae8-4d49-8ecf-51f4c48ef8d5 req-a4b711da-06d5-49b4-8302-d7b94ecb5058 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] For port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:45.006070 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2879cc12-aae8-4d49-8ecf-51f4c48ef8d5 req-a4b711da-06d5-49b4-8302-d7b94ecb5058 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.037212 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6da92e0-0404-4721-b410-01d715a1bc8a req-b70fe603-7efc-47aa-9de4-2182d8bb074d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820073 Sep 30 08:11:45.109029 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e973fc65-0c31-4bb3-a44c-a9ed2b86372d req-726f7c81-4e51-4d04-8102-f63045c27b53 service neutron] 10.222.0.35 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497602 Sep 30 08:11:45.145513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2879cc12-aae8-4d49-8ecf-51f4c48ef8d5 req-a4b711da-06d5-49b4-8302-d7b94ecb5058 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Calling delete_port for 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:11:45.165218 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Set router 5889d014-772c-43dd-9cfe-4001e83cf451 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:11:45.266903 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb96cd14-d032-4a4e-8ae8-6dc93061f792 req-cc4f8d89-0449-4153-9b56-e6b9eb3ce906 tempest-FlavorsV2NegativeTest-527701350 tempest-FlavorsV2NegativeTest-527701350-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=98459cc08e464cccaa8fd53e87ae32f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179903 Sep 30 08:11:45.347499 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-beb91625-dad0-47b8-84d0-9fb8ba74e0d9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Deleting port daa73cc3-b652-40a8-89a5-07c1f585ad95 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:11:45.348310 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-beb91625-dad0-47b8-84d0-9fb8ba74e0d9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.407151 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.418453 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Allocated IP 10.1.1.2 (b90b784a-548c-41b5-91c7-a8e317195f01/b9f074e0-6593-45f0-b080-f30260a26f67/a3940bd3-d492-418b-b3b7-c88970a2c18d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:45.437387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-de59d240-57b2-4bed-96e6-be04abcd006b tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:45.439146 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-de59d240-57b2-4bed-96e6-be04abcd006b tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/networks?id=33723150-e3ec-4ffe-b450-a2048d43b0b6 HTTP/1.1" status: 200 len: 817 time: 0.5392008 Sep 30 08:11:45.452446 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.497824 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port fb79fc51-9341-43fa-94df-62ffba54f55c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fb79fc51-9341-43fa-94df-62ffba54f55c,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:45.513412 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.611687 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-33614546-458f-4169-86a5-55d997e2c7ae tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/quotas/b8c172fe0b2a434ebf939185ade55313 HTTP/1.1" status: 200 len: 375 time: 0.1208155 Sep 30 08:11:45.676767 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=fb79fc51-9341-43fa-94df-62ffba54f55c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:45.740716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5889d014-772c-43dd-9cfe-4001e83cf451', 'name': 'tempest-snat-router-1821277682', 'tenant_id': 'c5ca50764f4a49c1aaffe91b6cdb42da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'daa73cc3-b652-40a8-89a5-07c1f585ad95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:11:38Z', 'updated_at': '2021-09-30T08:11:42Z', 'revision_number': 3, 'project_id': 'c5ca50764f4a49c1aaffe91b6cdb42da', 'gw_port': {'id': 'daa73cc3-b652-40a8-89a5-07c1f585ad95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5889d014-772c-43dd-9cfe-4001e83cf451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:40Z', 'updated_at': '2021-09-30T08:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:45.742610 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-f413223b-af7c-4863-8368-b171b46af1f4 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8c172fe0b2a434ebf939185ade55313&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1206267 Sep 30 08:11:45.771865 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Checking router: 5889d014-772c-43dd-9cfe-4001e83cf451 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:11:45.772265 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Updating router 5889d014-772c-43dd-9cfe-4001e83cf451 port daa73cc3-b652-40a8-89a5-07c1f585ad95 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:11:45.777785 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.812193 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-beb91625-dad0-47b8-84d0-9fb8ba74e0d9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.827738 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.847117 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.850336 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.869397 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96cd14-d032-4a4e-8ae8-6dc93061f792 req-833169d9-7df7-4088-9f1e-0a44b1d0931e tempest-FlavorsV2NegativeTest-527701350 tempest-FlavorsV2NegativeTest-527701350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:45.870992 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb96cd14-d032-4a4e-8ae8-6dc93061f792 req-833169d9-7df7-4088-9f1e-0a44b1d0931e tempest-FlavorsV2NegativeTest-527701350 tempest-FlavorsV2NegativeTest-527701350-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5582216 Sep 30 08:11:45.890282 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e453bea-8dc1-4ba9-9c43-96a72a58fbf3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:45.903889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Network b90b784a-548c-41b5-91c7-a8e317195f01 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:45.907443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-beb91625-dad0-47b8-84d0-9fb8ba74e0d9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Calling delete_port for daa73cc3-b652-40a8-89a5-07c1f585ad95 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:11:45.909723 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:45.965798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:45.989899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fb79fc51-9341-43fa-94df-62ffba54f55c up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:46.043989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb96cd14-d032-4a4e-8ae8-6dc93061f792 req-0eae2465-6785-483d-9713-5c0da7b1668a tempest-FlavorsV2NegativeTest-527701350 tempest-FlavorsV2NegativeTest-527701350-project] 10.222.0.24 "GET /v2.0/quotas/98459cc08e464cccaa8fd53e87ae32f7 HTTP/1.1" status: 200 len: 375 time: 0.1406016 Sep 30 08:11:46.100717 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2879cc12-aae8-4d49-8ecf-51f4c48ef8d5 req-a4b711da-06d5-49b4-8302-d7b94ecb5058 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.106978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb96cd14-d032-4a4e-8ae8-6dc93061f792 req-d2bb90f2-e37f-4a02-a622-9d1cb1a82ae8 tempest-FlavorsV2NegativeTest-527701350 tempest-FlavorsV2NegativeTest-527701350-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=98459cc08e464cccaa8fd53e87ae32f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546670 Sep 30 08:11:46.178426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e453bea-8dc1-4ba9-9c43-96a72a58fbf3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event updated for resources: {'Subnet': ['ID=8e7708e0-b666-41ba-91d3-88457521fad1,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:46.198744 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e453bea-8dc1-4ba9-9c43-96a72a58fbf3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Checking segment: {'id': '35d10bf9-50e0-48f9-bc43-64d5f75dff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:46.199124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e453bea-8dc1-4ba9-9c43-96a72a58fbf3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Network hostable DHCP agents. Network: cdf3ff55-47c0-47f2-a48c-eac76f72cbcd, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:11:46.206505 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b711da-06d5-49b4-8302-d7b94ecb5058 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Pushing event deleted for resources: {'Port': ['ID=33bb0a25-f0d9-4830-bae0-ff59e18cf9fb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:46.300320 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Attempting to bind port a3940bd3-d492-418b-b3b7-c88970a2c18d on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:46.300689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Attempting to bind port a3940bd3-d492-418b-b3b7-c88970a2c18d by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:46.301878 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Attempting to bind port a3940bd3-d492-418b-b3b7-c88970a2c18d on network b90b784a-548c-41b5-91c7-a8e317195f01 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:46.306752 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Pushing event updated for resources: {'Port': ['ID=a3940bd3-d492-418b-b3b7-c88970a2c18d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:46.319276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:46.319862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Checking segment: {'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:46.320503 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.321039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Bound using segment: {'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:46.321668 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Bound port: a3940bd3-d492-418b-b3b7-c88970a2c18d, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:46.322218 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.335777 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2879cc12-aae8-4d49-8ecf-51f4c48ef8d5 req-a4b711da-06d5-49b4-8302-d7b94ecb5058 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] No DVR routers for this DVR port 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:11:46.338511 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2879cc12-aae8-4d49-8ecf-51f4c48ef8d5 req-a4b711da-06d5-49b4-8302-d7b94ecb5058 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.341384 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2879cc12-aae8-4d49-8ecf-51f4c48ef8d5 req-a4b711da-06d5-49b4-8302-d7b94ecb5058 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.35 "DELETE /v2.0/ports/33bb0a25-f0d9-4830-bae0-ff59e18cf9fb HTTP/1.1" status: 204 len: 173 time: 2.2344246 Sep 30 08:11:46.347111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defa8707-a168-4481-a40d-39a143f22a69', 'name': 'network-vif-deleted', 'tag': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:46.349847 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ee2ff6-1ff5-4c5b-b48f-1d2d5d6bdd71" -d '{"events": [{"server_uuid": "defa8707-a168-4481-a40d-39a143f22a69", "name": "network-vif-deleted", "tag": "33bb0a25-f0d9-4830-bae0-ff59e18cf9fb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:46.509207 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port fb79fc51-9341-43fa-94df-62ffba54f55c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:46.509207 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.616991 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.652646 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.763147 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dc560-815e-4be7-9566-264095781176 None None] Pushing event updated for resources: {'Port': ['ID=daa73cc3-b652-40a8-89a5-07c1f585ad95,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:46.778275 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] For port a3940bd3-d492-418b-b3b7-c88970a2c18d, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:11:46.893657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] For port a3940bd3-d492-418b-b3b7-c88970a2c18d, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a3940bd3-d492-418b-b3b7-c88970a2c18d,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:11:46.895459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Attempting to bind port daa73cc3-b652-40a8-89a5-07c1f585ad95 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:46.897085 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Attempting to bind port daa73cc3-b652-40a8-89a5-07c1f585ad95 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:46.897721 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Attempting to bind port daa73cc3-b652-40a8-89a5-07c1f585ad95 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:46.905040 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:46.912898 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-87c29f68-ff8c-46cd-b640-8a8f739568b8 req-e25aac71-b551-4aa2-b9b6-5c6fc440a887 tempest-ListImageFiltersTestJSON-53523038 tempest-ListImageFiltersTestJSON-53523038-project] 10.222.0.24 "GET /v2.0/ports?device_id=defa8707-a168-4481-a40d-39a143f22a69 HTTP/1.1" status: 200 len: 210 time: 0.5829864 Sep 30 08:11:46.924249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e453bea-8dc1-4ba9-9c43-96a72a58fbf3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Network cdf3ff55-47c0-47f2-a48c-eac76f72cbcd is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:11:47.024360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-653a9729-cf17-4d95-959a-3f486e5f8b72 service neutron] 10.222.0.24 "GET /v2.0/networks/33723150-e3ec-4ffe-b450-a2048d43b0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1888425 Sep 30 08:11:47.045071 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:47.045468 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:47.045843 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.046239 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:47.046708 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Bound port: daa73cc3-b652-40a8-89a5-07c1f585ad95, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:47.047100 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.069020 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8e453bea-8dc1-4ba9-9c43-96a72a58fbf3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, cdf3ff55-47c0-47f2-a48c-eac76f72cbcd) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:47.092419 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb57613-0127-4448-8ec2-160ce99d7951 None None] Pushing event updated for resources: {'Port': ['ID=a3940bd3-d492-418b-b3b7-c88970a2c18d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:47.115508 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e7b01-e530-4ee8-a1a2-c12ce5edac44 None None] Network cdf3ff55-47c0-47f2-a48c-eac76f72cbcd requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:47.177413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e453bea-8dc1-4ba9-9c43-96a72a58fbf3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:47.178690 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e453bea-8dc1-4ba9-9c43-96a72a58fbf3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.200911 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-beb91625-dad0-47b8-84d0-9fb8ba74e0d9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.234528 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8e453bea-8dc1-4ba9-9c43-96a72a58fbf3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1257617 Sep 30 08:11:47.237322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:47.243048 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1dcf6784-a7e5-4b68-a0ca-5344f6c36b26 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Request body: {'port': {'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01', 'name': 'tempest-TaggedBootDevicesTest_v242-282185948', 'fixed_ips': [{'subnet_id': 'b9f074e0-6593-45f0-b080-f30260a26f67'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:47.303954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb91625-dad0-47b8-84d0-9fb8ba74e0d9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Pushing event deleted for resources: {'Port': ['ID=daa73cc3-b652-40a8-89a5-07c1f585ad95,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:47.422136 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-beb91625-dad0-47b8-84d0-9fb8ba74e0d9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.457011 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-cdf3ff55-47c0-47f2-a48c-eac76f72cbcd', 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'fixed_ips': [{'subnet_id': '8e7708e0-b666-41ba-91d3-88457521fad1'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:11:47.462427 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.477842 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59570) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:47.508077 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:11:47.508521 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:11:47.549283 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487a6a3-b07b-4f96-9e9a-fc24eaa4d7c0 req-1b415bd7-2cfd-4c77-b5f7-d428cc9c44ac tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:47.552382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcf6784-a7e5-4b68-a0ca-5344f6c36b26 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Made reservation on behalf of ce39ae04255c4914adca40a29bca4222 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:47.562207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5487a6a3-b07b-4f96-9e9a-fc24eaa4d7c0 req-1b415bd7-2cfd-4c77-b5f7-d428cc9c44ac tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.3958831 Sep 30 08:11:47.666857 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-beb91625-dad0-47b8-84d0-9fb8ba74e0d9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.669731 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-beb91625-dad0-47b8-84d0-9fb8ba74e0d9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.716649 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Allocated IP 10.2.2.2 (cdf3ff55-47c0-47f2-a48c-eac76f72cbcd/8e7708e0-b666-41ba-91d3-88457521fad1/2cf7af4e-41fd-438e-9fa9-33319caeaff7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:47.718883 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1dcf6784-a7e5-4b68-a0ca-5344f6c36b26 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.757728 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-beb91625-dad0-47b8-84d0-9fb8ba74e0d9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.758260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb91625-dad0-47b8-84d0-9fb8ba74e0d9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5889d014-772c-43dd-9cfe-4001e83cf451 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:11:47.766926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-1dcf6784-a7e5-4b68-a0ca-5344f6c36b26 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] device_id is not set on port d2a04c48-1016-4204-91b9-76cc35da608f yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:11:47.788919 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-beb91625-dad0-47b8-84d0-9fb8ba74e0d9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.790083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-beb91625-dad0-47b8-84d0-9fb8ba74e0d9 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "DELETE /v2.0/routers/5889d014-772c-43dd-9cfe-4001e83cf451 HTTP/1.1" status: 204 len: 168 time: 3.3953652 Sep 30 08:11:47.793873 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59576) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:47.804344 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-5285265e-531c-4651-9a63-f3f88e0a27fb service neutron] 10.222.0.24 "GET /v2.0/networks/33723150-e3ec-4ffe-b450-a2048d43b0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789669 Sep 30 08:11:47.820634 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5487a6a3-b07b-4f96-9e9a-fc24eaa4d7c0 req-2e2e99f3-0e92-4157-91e1-7893a561844c tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574117 Sep 30 08:11:47.822537 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50ad817d-d7e1-4b8a-8b2c-3ba62a7ca2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.880960 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:47.946784 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04da779-b0d5-4258-a111-00385a6a704a x-openstack-request-id: req-f04da779-b0d5-4258-a111-00385a6a704a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:47.947392 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defa8707-a168-4481-a40d-39a143f22a69", "name": "network-vif-deleted", "tag": "33bb0a25-f0d9-4830-bae0-ff59e18cf9fb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:47.947781 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f04da779-b0d5-4258-a111-00385a6a704a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:47.948442 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defa8707-a168-4481-a40d-39a143f22a69', 'name': 'network-vif-deleted', 'tag': '33bb0a25-f0d9-4830-bae0-ff59e18cf9fb', 'status': 'completed', 'code': 200} Sep 30 08:11:48.059832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Attempting to bind port daa73cc3-b652-40a8-89a5-07c1f585ad95 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:48.060506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Attempting to bind port daa73cc3-b652-40a8-89a5-07c1f585ad95 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:48.060970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Attempting to bind port daa73cc3-b652-40a8-89a5-07c1f585ad95 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:48.080329 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:48.081102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:48.081722 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.082973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:48.083690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Bound port: daa73cc3-b652-40a8-89a5-07c1f585ad95, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:48.084293 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.110874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Port daa73cc3-b652-40a8-89a5-07c1f585ad95 has been deleted concurrently {{(pid=94839) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 30 08:11:48.118211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:11:48.125329 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.149416 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:11:48.153272 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a3940bd3-d492-418b-b3b7-c88970a2c18d up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:48.158301 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:11:48.158702 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 33bb0a25-f0d9-4830-bae0-ff59e18cf9fb not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:11:48.174058 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50ad817d-d7e1-4b8a-8b2c-3ba62a7ca2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.192064 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50ad817d-d7e1-4b8a-8b2c-3ba62a7ca2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.213780 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6405aa1-fcf5-4f9c-b358-2aaeb012a13b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.239953 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.314647 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Pushing event updated for resources: {'Port': ['ID=2cf7af4e-41fd-438e-9fa9-33319caeaff7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:48.328334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Network cdf3ff55-47c0-47f2-a48c-eac76f72cbcd is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:48.329202 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Routers set() bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:48.329621 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Router IDs set() for agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 08:11:48.330404 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_agentschedulers_db [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5889d014-772c-43dd-9cfe-4001e83cf451'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent'). {{(pid=94839) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 08:11:48.330788 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b8cbb-3167-4c44-bb71-a147155c921f None None] The sync data for ids ['5889d014-772c-43dd-9cfe-4001e83cf451'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:11:48.348655 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:48.352603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:48.408575 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad817d-d7e1-4b8a-8b2c-3ba62a7ca2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365581ad-fa1f-4f6c-86fc-74278327ae6c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:48.495737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-50ad817d-d7e1-4b8a-8b2c-3ba62a7ca2d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98459cc08e464cccaa8fd53e87ae32f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9741328 Sep 30 08:11:48.496507 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59604) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:48.575321 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Attempting to bind port 2cf7af4e-41fd-438e-9fa9-33319caeaff7 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:48.576621 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Attempting to bind port 2cf7af4e-41fd-438e-9fa9-33319caeaff7 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '35d10bf9-50e0-48f9-bc43-64d5f75dff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:48.577576 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Attempting to bind port 2cf7af4e-41fd-438e-9fa9-33319caeaff7 on network cdf3ff55-47c0-47f2-a48c-eac76f72cbcd {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:48.585061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a3940bd3-d492-418b-b3b7-c88970a2c18d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:48.586939 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.612147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe37dc43-a0b5-4d66-a812-47706b7f1c02 req-1fbccf7b-e323-488a-927d-02d67d8c5c2c tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa95a89-f398-4305-9b18-5a841c57acee HTTP/1.1" status: 200 len: 210 time: 0.1442142 Sep 30 08:11:48.718845 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89c83bed-ef59-43fd-81b4-bd628a96e438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.730282 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:48.730984 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Checking segment: {'id': '35d10bf9-50e0-48f9-bc43-64d5f75dff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:48.731383 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.731962 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Bound using segment: {'id': '35d10bf9-50e0-48f9-bc43-64d5f75dff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:48.732483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Bound port: 2cf7af4e-41fd-438e-9fa9-33319caeaff7, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d10bf9-50e0-48f9-bc43-64d5f75dff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:48.732910 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.776493 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89c83bed-ef59-43fd-81b4-bd628a96e438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.881859 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89c83bed-ef59-43fd-81b4-bd628a96e438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.884479 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89c83bed-ef59-43fd-81b4-bd628a96e438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:48.885675 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-89c83bed-ef59-43fd-81b4-bd628a96e438 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/365581ad-fa1f-4f6c-86fc-74278327ae6c HTTP/1.1" status: 204 len: 168 time: 0.3707623 Sep 30 08:11:48.900384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c83bed-ef59-43fd-81b4-bd628a96e438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365581ad-fa1f-4f6c-86fc-74278327ae6c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:48.975556 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] For port 2cf7af4e-41fd-438e-9fa9-33319caeaff7, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:11:48.986074 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] For port 2cf7af4e-41fd-438e-9fa9-33319caeaff7, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2cf7af4e-41fd-438e-9fa9-33319caeaff7,segment=NetworkSegment(35d10bf9-50e0-48f9-bc43-64d5f75dff9e),segment_id=35d10bf9-50e0-48f9-bc43-64d5f75dff9e)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:11:49.045336 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:49.164341 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:49.253211 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6405aa1-fcf5-4f9c-b358-2aaeb012a13b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:49.361742 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55b30f-c922-4290-bd84-9a5aa96fab65 None None] Network b90b784a-548c-41b5-91c7-a8e317195f01 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:49.384398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1dcf6784-a7e5-4b68-a0ca-5344f6c36b26 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Allocated IP 10.1.1.207 (b90b784a-548c-41b5-91c7-a8e317195f01/b9f074e0-6593-45f0-b080-f30260a26f67/d2a04c48-1016-4204-91b9-76cc35da608f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:49.736401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa807e8-25ac-4360-b427-31be418a6173 None None] Pushing event updated for resources: {'Port': ['ID=2cf7af4e-41fd-438e-9fa9-33319caeaff7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:49.781402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port a3940bd3-d492-418b-b3b7-c88970a2c18d, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a3940bd3-d492-418b-b3b7-c88970a2c18d,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:49.795213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d386f54f-8aab-46fb-bae3-60f0dd296746 None None] Provisioning complete for port a3940bd3-d492-418b-b3b7-c88970a2c18d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:49.798650 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d386f54f-8aab-46fb-bae3-60f0dd296746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:49.815995 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:49.859636 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f6405aa1-fcf5-4f9c-b358-2aaeb012a13b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Deleting port fb79fc51-9341-43fa-94df-62ffba54f55c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:11:49.888969 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6405aa1-fcf5-4f9c-b358-2aaeb012a13b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:50.127892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=a3940bd3-d492-418b-b3b7-c88970a2c18d,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:50.211685 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2cf7af4e-41fd-438e-9fa9-33319caeaff7 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:50.354143 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-f6405aa1-fcf5-4f9c-b358-2aaeb012a13b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] For port fb79fc51-9341-43fa-94df-62ffba54f55c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fb79fc51-9341-43fa-94df-62ffba54f55c,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:50.354756 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6405aa1-fcf5-4f9c-b358-2aaeb012a13b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:50.460234 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1dcf6784-a7e5-4b68-a0ca-5344f6c36b26 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:50.490278 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f6405aa1-fcf5-4f9c-b358-2aaeb012a13b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Calling delete_port for fb79fc51-9341-43fa-94df-62ffba54f55c owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:11:50.626379 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-f03a35d7-fc1f-4b7a-9ff0-e3d1e07c04ad tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:50.636443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-f03a35d7-fc1f-4b7a-9ff0-e3d1e07c04ad tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.36 "GET /v2.0/networks?id=33723150-e3ec-4ffe-b450-a2048d43b0b6 HTTP/1.1" status: 200 len: 817 time: 0.3867586 Sep 30 08:11:50.641395 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 2cf7af4e-41fd-438e-9fa9-33319caeaff7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:50.641779 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:50.652182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-895c59a2-9941-4e5f-8a4a-50ae1afa8e4a tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Request body: {'port': {'device_id': '2aa95a89-f398-4305-9b18-5a841c57acee', 'network_id': '33723150-e3ec-4ffe-b450-a2048d43b0b6', 'admin_state_up': True, 'tenant_id': 'b8c172fe0b2a434ebf939185ade55313'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:50.744852 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1dcf6784-a7e5-4b68-a0ca-5344f6c36b26 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:50.929282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59686) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:50.956042 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.077308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcf6784-a7e5-4b68-a0ca-5344f6c36b26 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Network b90b784a-548c-41b5-91c7-a8e317195f01 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:51.084667 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf6784-a7e5-4b68-a0ca-5344f6c36b26 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event updated for resources: {'Port': ['ID=d2a04c48-1016-4204-91b9-76cc35da608f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:51.090447 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 2cf7af4e-41fd-438e-9fa9-33319caeaff7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2cf7af4e-41fd-438e-9fa9-33319caeaff7,segment=NetworkSegment(35d10bf9-50e0-48f9-bc43-64d5f75dff9e),segment_id=35d10bf9-50e0-48f9-bc43-64d5f75dff9e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:11:51.101911 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-895c59a2-9941-4e5f-8a4a-50ae1afa8e4a tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Made reservation on behalf of b8c172fe0b2a434ebf939185ade55313 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:51.110083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1dcf6784-a7e5-4b68-a0ca-5344f6c36b26 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:51.114669 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcf6784-a7e5-4b68-a0ca-5344f6c36b26 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:51.119619 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-895c59a2-9941-4e5f-8a4a-50ae1afa8e4a tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.125574 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0163829f-089e-4302-ae1f-955f5c64a37b None None] Provisioning complete for port a3940bd3-d492-418b-b3b7-c88970a2c18d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:51.125964 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0163829f-089e-4302-ae1f-955f5c64a37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.135969 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.340998 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=2cf7af4e-41fd-438e-9fa9-33319caeaff7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:51.416689 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3df4e2b4-8875-43ce-8f40-3354f9bdb384 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1820324402-network', 'tenant_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:51.430832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8193a49c-5cec-4633-982d-21e99d064cc4 None None] Network cdf3ff55-47c0-47f2-a48c-eac76f72cbcd requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:51.443946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6300c038-b3e3-4cd7-87e8-a1295816a2bf req-42f9136e-bba3-4eb7-82ac-825414d93060 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa95a89-f398-4305-9b18-5a841c57acee HTTP/1.1" status: 200 len: 210 time: 0.1236744 Sep 30 08:11:51.506355 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df4e2b4-8875-43ce-8f40-3354f9bdb384 admin admin] Made reservation on behalf of 7d4b3dc9d7f7445995f8a4b8fe64b2ea for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:51.518498 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3df4e2b4-8875-43ce-8f40-3354f9bdb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.566256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ce684-32e0-4124-ab12-36f720c34ddb req-913eacb7-c0d9-413b-bab4-137dc54781eb tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:51.588899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-265ce684-32e0-4124-ab12-36f720c34ddb req-913eacb7-c0d9-413b-bab4-137dc54781eb tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.2488179 Sep 30 08:11:51.598505 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3df4e2b4-8875-43ce-8f40-3354f9bdb384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.647832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcf6784-a7e5-4b68-a0ca-5344f6c36b26 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:51.650552 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1dcf6784-a7e5-4b68-a0ca-5344f6c36b26 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.695395 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1dcf6784-a7e5-4b68-a0ca-5344f6c36b26 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4568934 Sep 30 08:11:51.699469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59706) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:51.722043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6e93a8c9-541a-427b-8305-e3d3757efa12 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Request body: {'port': {'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01', 'name': 'tempest-TaggedBootDevicesTest_v242-1996234440', 'fixed_ips': [{'subnet_id': 'b9f074e0-6593-45f0-b080-f30260a26f67'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:51.766383 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ecd02d02-c851-422d-9b2b-afe558823dba None None] Provisioning complete for port d2a04c48-1016-4204-91b9-76cc35da608f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:51.767950 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ecd02d02-c851-422d-9b2b-afe558823dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:51.934574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-895c59a2-9941-4e5f-8a4a-50ae1afa8e4a tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Allocated IP 172.20.0.5 (33723150-e3ec-4ffe-b450-a2048d43b0b6/a3d51f12-71b8-49f0-89ed-7055c5df6dad/5c943b7a-99f1-46c4-b95b-cc03124892f5) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:51.951554 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-265ce684-32e0-4124-ab12-36f720c34ddb req-5536f6b7-f7d5-47b6-95b5-5b5d4b39d69c tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304234 Sep 30 08:11:51.966734 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6405aa1-fcf5-4f9c-b358-2aaeb012a13b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.040533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6405aa1-fcf5-4f9c-b358-2aaeb012a13b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb79fc51-9341-43fa-94df-62ffba54f55c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:52.073810 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ecd02d02-c851-422d-9b2b-afe558823dba None None] Port d2a04c48-1016-4204-91b9-76cc35da608f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:11:52.081532 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a3940bd3-d492-418b-b3b7-c88970a2c18d up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:52.212731 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3df4e2b4-8875-43ce-8f40-3354f9bdb384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.227926 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3df4e2b4-8875-43ce-8f40-3354f9bdb384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.253711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ecd02d02-c851-422d-9b2b-afe558823dba None None] Provisioning complete for port 2cf7af4e-41fd-438e-9fa9-33319caeaff7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:52.254528 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ecd02d02-c851-422d-9b2b-afe558823dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.310648 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6405aa1-fcf5-4f9c-b358-2aaeb012a13b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.393909 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-895c59a2-9941-4e5f-8a4a-50ae1afa8e4a tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.438388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a3940bd3-d492-418b-b3b7-c88970a2c18d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:52.438769 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.492088 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-895c59a2-9941-4e5f-8a4a-50ae1afa8e4a tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.543688 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e93a8c9-541a-427b-8305-e3d3757efa12 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Made reservation on behalf of ce39ae04255c4914adca40a29bca4222 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:52.552482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-895c59a2-9941-4e5f-8a4a-50ae1afa8e4a tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Network 33723150-e3ec-4ffe-b450-a2048d43b0b6 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:52.569857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-895c59a2-9941-4e5f-8a4a-50ae1afa8e4a tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:52.587826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-895c59a2-9941-4e5f-8a4a-50ae1afa8e4a tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:52.742360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2cf7af4e-41fd-438e-9fa9-33319caeaff7 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:11:52.830219 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c59a2-9941-4e5f-8a4a-50ae1afa8e4a tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Pushing event updated for resources: {'Port': ['ID=5c943b7a-99f1-46c4-b95b-cc03124892f5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:52.855400 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6405aa1-fcf5-4f9c-b358-2aaeb012a13b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.860061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 2cf7af4e-41fd-438e-9fa9-33319caeaff7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:52.860428 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.877927 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6405aa1-fcf5-4f9c-b358-2aaeb012a13b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.880237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df4e2b4-8875-43ce-8f40-3354f9bdb384 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:11:52.885519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59746) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:52.918373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4e2b4-8875-43ce-8f40-3354f9bdb384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d043c76c-31f8-4479-bddc-d6c812c2edd1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:52.933294 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a4b719e-e5be-420b-8311-0ec964159eaa None None] Provisioning complete for port 2cf7af4e-41fd-438e-9fa9-33319caeaff7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:52.940412 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a4b719e-e5be-420b-8311-0ec964159eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.970340 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-895c59a2-9941-4e5f-8a4a-50ae1afa8e4a tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:52.971012 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-895c59a2-9941-4e5f-8a4a-50ae1afa8e4a tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.994523 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3df4e2b4-8875-43ce-8f40-3354f9bdb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:52.995156 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-3df4e2b4-8875-43ce-8f40-3354f9bdb384 admin admin] Added segment bbadca45-3e0e-4cfe-becf-121888688eb7 of type vlan for network 96031fd7-9c64-49f6-b474-0e6a3995d973 Sep 30 08:11:53.059411 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e93a8c9-541a-427b-8305-e3d3757efa12 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.070450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf54434-686f-431b-8962-6e82e7054a43 req-4f4586a3-8a5e-4d12-9dd3-e118d5ac14d0 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:53.072521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ddf54434-686f-431b-8962-6e82e7054a43 req-4f4586a3-8a5e-4d12-9dd3-e118d5ac14d0 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa95a89-f398-4305-9b18-5a841c57acee HTTP/1.1" status: 200 len: 931 time: 0.3470685 Sep 30 08:11:53.093077 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-895c59a2-9941-4e5f-8a4a-50ae1afa8e4a tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4512808 Sep 30 08:11:53.119377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3df4e2b4-8875-43ce-8f40-3354f9bdb384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.159287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Request body: {'port': {'device_id': '2aa95a89-f398-4305-9b18-5a841c57acee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:53.164690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-6e93a8c9-541a-427b-8305-e3d3757efa12 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] device_id is not set on port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:11:53.229644 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d1f1dec2-3edb-497c-b8e3-b2a9f5d7a08c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4dac402a4e24c1b85c9ee7413289200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426766 Sep 30 08:11:53.230609 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3df4e2b4-8875-43ce-8f40-3354f9bdb384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.231678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df4e2b4-8875-43ce-8f40-3354f9bdb384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:53.232597 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3df4e2b4-8875-43ce-8f40-3354f9bdb384 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.234926 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6405aa1-fcf5-4f9c-b358-2aaeb012a13b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.235623 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6405aa1-fcf5-4f9c-b358-2aaeb012a13b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fc36d82-fe51-477e-9b09-1a8d36dff000 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:11:53.246762 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6405aa1-fcf5-4f9c-b358-2aaeb012a13b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.248219 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f6405aa1-fcf5-4f9c-b358-2aaeb012a13b tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "DELETE /v2.0/routers/9fc36d82-fe51-477e-9b09-1a8d36dff000 HTTP/1.1" status: 204 len: 168 time: 5.4531524 Sep 30 08:11:53.250795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:53.254461 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:53.329579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1405893703', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:53.381537 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.383017 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.425320 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ddf54434-686f-431b-8962-6e82e7054a43 req-0e449d4d-fa9b-4bd3-8642-f98b4ff8dd20 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc2c4978-ae36-4e34-9668-54cf73bf980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292723 Sep 30 08:11:53.460634 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.765387 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:53.851475 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-6e93a8c9-541a-427b-8305-e3d3757efa12 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Allocated IP 10.1.1.26 (b90b784a-548c-41b5-91c7-a8e317195f01/b9f074e0-6593-45f0-b080-f30260a26f67/f0f3ccad-dbbd-4b38-b65a-93a3ef827cee) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:54.035140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fb79fc51-9341-43fa-94df-62ffba54f55c no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:11:54.099798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: fb79fc51-9341-43fa-94df-62ffba54f55c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:11:54.101171 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fb79fc51-9341-43fa-94df-62ffba54f55c not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:11:54.126978 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3df4e2b4-8875-43ce-8f40-3354f9bdb384 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1873283 Sep 30 08:11:54.129579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59768) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:54.143941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-df21251a-4c1d-47ff-b812-61cef9fc1c6c admin admin] Request body: {'subnet': {'network_id': '96031fd7-9c64-49f6-b474-0e6a3995d973', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1820324402-subnet', 'tenant_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:54.166359 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4e2b4-8875-43ce-8f40-3354f9bdb384 admin admin] Pushing event updated for resources: {'Network': ['ID=96031fd7-9c64-49f6-b474-0e6a3995d973,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:54.177147 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed8f51e4-89e0-4a35-869c-cbc2470d485a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.177608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 96031fd7-9c64-49f6-b474-0e6a3995d973 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:11:54.186127 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df21251a-4c1d-47ff-b812-61cef9fc1c6c admin admin] Made reservation on behalf of 7d4b3dc9d7f7445995f8a4b8fe64b2ea for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:11:54.188675 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df21251a-4c1d-47ff-b812-61cef9fc1c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.211127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.251726 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed8f51e4-89e0-4a35-869c-cbc2470d485a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.406990 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed8f51e4-89e0-4a35-869c-cbc2470d485a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.409844 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e93a8c9-541a-427b-8305-e3d3757efa12 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.410047 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed8f51e4-89e0-4a35-869c-cbc2470d485a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.411545 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ed8f51e4-89e0-4a35-869c-cbc2470d485a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e68de830-7a8e-4915-b04e-388f327db7a2 HTTP/1.1" status: 204 len: 168 time: 1.1581278 Sep 30 08:11:54.428361 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f51e4-89e0-4a35-869c-cbc2470d485a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68de830-7a8e-4915-b04e-388f327db7a2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:54.663935 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.745416 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.801713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaef0de-7098-480d-9504-ebad0262764b req-9cef2404-a6e1-4b14-b331-e7163799297e tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:54.813210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cfaef0de-7098-480d-9504-ebad0262764b req-9cef2404-a6e1-4b14-b331-e7163799297e tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa95a89-f398-4305-9b18-5a841c57acee HTTP/1.1" status: 200 len: 931 time: 0.2362726 Sep 30 08:11:54.843873 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c943b7a-99f1-46c4-b95b-cc03124892f5 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:11:54.848367 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e93a8c9-541a-427b-8305-e3d3757efa12 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.873170 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.878145 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df21251a-4c1d-47ff-b812-61cef9fc1c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:54.968352 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Allocated IP 172.25.0.162 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/74527b67-dded-463c-9ada-e06a952b1e9e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:54.999013 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93a8c9-541a-427b-8305-e3d3757efa12 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Network b90b784a-548c-41b5-91c7-a8e317195f01 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:55.011874 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-6e93a8c9-541a-427b-8305-e3d3757efa12 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:55.015698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Transition to ACTIVE for port object 5c943b7a-99f1-46c4-b95b-cc03124892f5 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:11:55.031344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93a8c9-541a-427b-8305-e3d3757efa12 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:55.075537 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cfaef0de-7098-480d-9504-ebad0262764b req-ab490ed7-fe1e-4cc9-ba17-3c78ca08f05c tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc2c4978-ae36-4e34-9668-54cf73bf980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597237 Sep 30 08:11:55.077516 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:55.229800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93a8c9-541a-427b-8305-e3d3757efa12 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event updated for resources: {'Port': ['ID=f0f3ccad-dbbd-4b38-b65a-93a3ef827cee,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:55.261763 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:55.315748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21251a-4c1d-47ff-b812-61cef9fc1c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=825e193b-3c3b-4645-95de-adef67687040,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:55.337785 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:55.393140 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:55.400570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:55.403479 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:55.465005 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e93a8c9-541a-427b-8305-e3d3757efa12 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:55.478602 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e93a8c9-541a-427b-8305-e3d3757efa12 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:55.481645 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21251a-4c1d-47ff-b812-61cef9fc1c6c admin admin] Checking segment: {'id': 'bbadca45-3e0e-4cfe-becf-121888688eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '96031fd7-9c64-49f6-b474-0e6a3995d973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:55.487872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Pushing event updated for resources: {'Port': ['ID=74527b67-dded-463c-9ada-e06a952b1e9e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:55.493080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df21251a-4c1d-47ff-b812-61cef9fc1c6c admin admin] Network hostable DHCP agents. Network: 96031fd7-9c64-49f6-b474-0e6a3995d973, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:11:55.538577 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6a03d538-18fa-40cc-96e2-a7cd05b67065 None None] Provisioning complete for port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:55.543896 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a03d538-18fa-40cc-96e2-a7cd05b67065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:55.614955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Pushing event updated for resources: {'Port': ['ID=5c943b7a-99f1-46c4-b95b-cc03124892f5,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:55.648800 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6a03d538-18fa-40cc-96e2-a7cd05b67065 None None] Port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:11:56.042685 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.143037 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6e93a8c9-541a-427b-8305-e3d3757efa12 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4360709 Sep 30 08:11:56.151118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df21251a-4c1d-47ff-b812-61cef9fc1c6c admin admin] Network 96031fd7-9c64-49f6-b474-0e6a3995d973 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:11:56.171780 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-df21251a-4c1d-47ff-b812-61cef9fc1c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 96031fd7-9c64-49f6-b474-0e6a3995d973) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:56.182157 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa09910-9565-4615-9d25-60043aa37772 None None] Network 96031fd7-9c64-49f6-b474-0e6a3995d973 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:56.189803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df21251a-4c1d-47ff-b812-61cef9fc1c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:56.190783 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df21251a-4c1d-47ff-b812-61cef9fc1c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.194927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Attempting to bind port 5c943b7a-99f1-46c4-b95b-cc03124892f5 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:56.195437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Attempting to bind port 5c943b7a-99f1-46c4-b95b-cc03124892f5 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '33723150-e3ec-4ffe-b450-a2048d43b0b6'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:56.195774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Attempting to bind port 5c943b7a-99f1-46c4-b95b-cc03124892f5 on network 33723150-e3ec-4ffe-b450-a2048d43b0b6 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:56.209486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Port 5c943b7a-99f1-46c4-b95b-cc03124892f5 on network 33723150-e3ec-4ffe-b450-a2048d43b0b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:11:56.209883 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Attempting to bind port 5c943b7a-99f1-46c4-b95b-cc03124892f5 on network 33723150-e3ec-4ffe-b450-a2048d43b0b6 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:56.222541 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:56.225873 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Checking segment: {'id': 'b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '33723150-e3ec-4ffe-b450-a2048d43b0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:56.226293 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Bound using segment: {'id': 'b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '33723150-e3ec-4ffe-b450-a2048d43b0b6'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:56.226748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Bound port: 5c943b7a-99f1-46c4-b95b-cc03124892f5, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '33723150-e3ec-4ffe-b450-a2048d43b0b6'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:56.227204 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.239240 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-df21251a-4c1d-47ff-b812-61cef9fc1c6c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1077516 Sep 30 08:11:56.247544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59830) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:56.254003 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1820324402-router', 'tenant_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:56.288379 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.288910 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.407760 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.425458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e6a16-31a4-41bd-9e9e-7718c696ae12 req-f83979b2-84ab-4037-bbaa-fd48b2113432 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:56.428012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-449e6a16-31a4-41bd-9e9e-7718c696ae12 req-f83979b2-84ab-4037-bbaa-fd48b2113432 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa95a89-f398-4305-9b18-5a841c57acee HTTP/1.1" status: 200 len: 943 time: 0.1939015 Sep 30 08:11:56.458234 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.542937 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] For port 5c943b7a-99f1-46c4-b95b-cc03124892f5, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:11:56.598588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] For port 5c943b7a-99f1-46c4-b95b-cc03124892f5, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5c943b7a-99f1-46c4-b95b-cc03124892f5,segment=NetworkSegment(b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676),segment_id=b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:11:56.609616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-449e6a16-31a4-41bd-9e9e-7718c696ae12 req-1ac04a0c-d512-4a8e-8c8d-a9a7189f354e tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc2c4978-ae36-4e34-9668-54cf73bf980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705971 Sep 30 08:11:56.647970 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.649382 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.713319 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-96031fd7-9c64-49f6-b474-0e6a3995d973', 'network_id': '96031fd7-9c64-49f6-b474-0e6a3995d973', 'tenant_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'fixed_ips': [{'subnet_id': '825e193b-3c3b-4645-95de-adef67687040'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:11:56.714607 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.717913 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:56.718673 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:56.720866 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] 10.222.0.36 "PUT /v2.0/ports/5c943b7a-99f1-46c4-b95b-cc03124892f5 HTTP/1.1" status: 200 len: 1091 time: 3.5740788 Sep 30 08:11:56.721414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa95a89-f398-4305-9b18-5a841c57acee', 'tag': '5c943b7a-99f1-46c4-b95b-cc03124892f5'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:11:56.723998 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e791944-0fa4-43a3-845f-dfb8c0fe7ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa95a89-f398-4305-9b18-5a841c57acee", "tag": "5c943b7a-99f1-46c4-b95b-cc03124892f5"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:11:56.799232 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Router d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:11:56.879139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59852) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:56.884764 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f3aa9900-f0c5-42eb-a00e-b18843f9c80d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--342385622', 'description': 'tempest-description--1700056117'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:56.909377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a824a-0e38-4d94-9e21-18e182fe1678 service neutron] Pushing event updated for resources: {'Port': ['ID=5c943b7a-99f1-46c4-b95b-cc03124892f5,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:56.922767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82bc5c63-caae-4b1d-8f0b-b6796872a480 req-7e3427c2-1a43-4abb-a8a2-9a97891e86c7 tempest-AbsoluteLimitsNegativeTestJSON-1068163791 tempest-AbsoluteLimitsNegativeTestJSON-1068163791-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7cd5ae34220e4f20acd9ad0ffeb4bca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1577940 Sep 30 08:11:56.934661 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666e43a3-e7ba-44b4-8fbf-682d7401399e x-openstack-request-id: req-666e43a3-e7ba-44b4-8fbf-682d7401399e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:11:56.937359 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa95a89-f398-4305-9b18-5a841c57acee", "tag": "5c943b7a-99f1-46c4-b95b-cc03124892f5", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:11:56.937638 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-666e43a3-e7ba-44b4-8fbf-682d7401399e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:11:56.938092 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa95a89-f398-4305-9b18-5a841c57acee', 'tag': '5c943b7a-99f1-46c4-b95b-cc03124892f5', 'status': 'completed', 'code': 200} Sep 30 08:11:56.948864 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3aa9900-f0c5-42eb-a00e-b18843f9c80d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.002936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-2e91f891-a4be-4f06-901c-5ccbb1c45c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:57.005953 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-2e91f891-a4be-4f06-901c-5ccbb1c45c29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8c172fe0b2a434ebf939185ade55313&device_id=2aa95a89-f398-4305-9b18-5a841c57acee HTTP/1.1" status: 200 len: 1094 time: 0.2255795 Sep 30 08:11:57.018116 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Allocated IP 172.20.0.2 (96031fd7-9c64-49f6-b474-0e6a3995d973/825e193b-3c3b-4645-95de-adef67687040/1f068f97-9f18-4595-abdc-9db11a3ccf9e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:57.083168 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:11:57.095465 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f7e112-9675-47c9-b43b-ead578274bb2 None None] Sync routers for ids ['d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:11:57.112230 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f7e112-9675-47c9-b43b-ead578274bb2 None None] Routers {'d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:57.112864 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-91f7e112-9675-47c9-b43b-ead578274bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:57.143143 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-602a14c1-8cc4-4388-a1a7-68980323e6ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c943b7a-99f1-46c4-b95b-cc03124892f5 HTTP/1.1" status: 200 len: 217 time: 0.1192586 Sep 30 08:11:57.198752 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-91f7e112-9675-47c9-b43b-ead578274bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:57.209907 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f7e112-9675-47c9-b43b-ead578274bb2 None None] Routers {'d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:11:57.212669 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-91f7e112-9675-47c9-b43b-ead578274bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:57.229448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-ea3a9390-9698-4e4d-b4b0-0e412577bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:57.241166 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-ea3a9390-9698-4e4d-b4b0-0e412577bf61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3d51f12-71b8-49f0-89ed-7055c5df6dad HTTP/1.1" status: 200 len: 857 time: 0.0763090 Sep 30 08:11:57.243855 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3aa9900-f0c5-42eb-a00e-b18843f9c80d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.249414 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3aa9900-f0c5-42eb-a00e-b18843f9c80d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.278786 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-91f7e112-9675-47c9-b43b-ead578274bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:11:57.280096 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f7e112-9675-47c9-b43b-ead578274bb2 None None] The sync data for ids ['d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:11:57.295664 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.303085 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.306313 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ee033037-866d-4afa-a986-5f0abeb2f142 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9846442 Sep 30 08:11:57.310321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59884) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:57.310991 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3aa9900-f0c5-42eb-a00e-b18843f9c80d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.312073 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.312288 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f3aa9900-f0c5-42eb-a00e-b18843f9c80d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4313405 Sep 30 08:11:57.330040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e3f1402c-495b-4e84-a8b9-154a1bdc3d29 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'enable_snat': False}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:57.340050 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59886) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:57.345509 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-08d1577d-c444-4f61-bbee-a209cd143437 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Request body: {'security_group_rule': {'security_group_id': '7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:57.437501 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc5c63-caae-4b1d-8f0b-b6796872a480 req-e432749f-ed4e-429b-a582-6616ae72f2de tempest-AbsoluteLimitsNegativeTestJSON-1068163791 tempest-AbsoluteLimitsNegativeTestJSON-1068163791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:57.449214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82bc5c63-caae-4b1d-8f0b-b6796872a480 req-e432749f-ed4e-429b-a582-6616ae72f2de tempest-AbsoluteLimitsNegativeTestJSON-1068163791 tempest-AbsoluteLimitsNegativeTestJSON-1068163791-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4980910 Sep 30 08:11:57.466502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-a8d6aa83-663b-4ecb-a4af-53d7cf3dce19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33723150-e3ec-4ffe-b450-a2048d43b0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2084386 Sep 30 08:11:57.473821 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Pushing event updated for resources: {'Port': ['ID=1f068f97-9f18-4595-abdc-9db11a3ccf9e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:57.476169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82bc5c63-caae-4b1d-8f0b-b6796872a480 req-b7956204-76db-4fcc-9180-ae27b13ba693 tempest-AbsoluteLimitsNegativeTestJSON-1068163791 tempest-AbsoluteLimitsNegativeTestJSON-1068163791-project] 10.222.0.24 "GET /v2.0/quotas/7cd5ae34220e4f20acd9ad0ffeb4bca4 HTTP/1.1" status: 200 len: 375 time: 0.0236342 Sep 30 08:11:57.487878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa9900-f0c5-42eb-a00e-b18843f9c80d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:57.506185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Network 96031fd7-9c64-49f6-b474-0e6a3995d973 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:57.507944 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:57.511123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:57.558356 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08d1577d-c444-4f61-bbee-a209cd143437 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.585179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Attempting to bind port 1f068f97-9f18-4595-abdc-9db11a3ccf9e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:11:57.585917 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82bc5c63-caae-4b1d-8f0b-b6796872a480 req-65491e34-f5a0-4f6f-9cd1-d2650c35bc55 tempest-AbsoluteLimitsNegativeTestJSON-1068163791 tempest-AbsoluteLimitsNegativeTestJSON-1068163791-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7cd5ae34220e4f20acd9ad0ffeb4bca4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575185 Sep 30 08:11:57.586147 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Attempting to bind port 1f068f97-9f18-4595-abdc-9db11a3ccf9e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'bbadca45-3e0e-4cfe-becf-121888688eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '96031fd7-9c64-49f6-b474-0e6a3995d973'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:11:57.586757 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Attempting to bind port 1f068f97-9f18-4595-abdc-9db11a3ccf9e on network 96031fd7-9c64-49f6-b474-0e6a3995d973 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:11:57.605347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:11:57.605730 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Checking segment: {'id': 'bbadca45-3e0e-4cfe-becf-121888688eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '96031fd7-9c64-49f6-b474-0e6a3995d973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:11:57.606144 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.606543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Bound using segment: {'id': 'bbadca45-3e0e-4cfe-becf-121888688eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '96031fd7-9c64-49f6-b474-0e6a3995d973'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:11:57.607023 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Bound port: 1f068f97-9f18-4595-abdc-9db11a3ccf9e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbadca45-3e0e-4cfe-becf-121888688eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '96031fd7-9c64-49f6-b474-0e6a3995d973'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:11:57.607414 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.701901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08d1577d-c444-4f61-bbee-a209cd143437 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.711061 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08d1577d-c444-4f61-bbee-a209cd143437 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.776856 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1577d-c444-4f61-bbee-a209cd143437 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca896fc3-4317-450f-b24c-afed7e40df14,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:57.784184 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08d1577d-c444-4f61-bbee-a209cd143437 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.786188 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-08d1577d-c444-4f61-bbee-a209cd143437 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4445932 Sep 30 08:11:57.790139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:57.796675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0e01bbd1-0d0f-427d-9194-12c5848613e3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Request body: {'security_group_rule': {'security_group_id': '7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:57.845658 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] For port 1f068f97-9f18-4595-abdc-9db11a3ccf9e, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:11:57.855973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] For port 1f068f97-9f18-4595-abdc-9db11a3ccf9e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1f068f97-9f18-4595-abdc-9db11a3ccf9e,segment=NetworkSegment(bbadca45-3e0e-4cfe-becf-121888688eb7),segment_id=bbadca45-3e0e-4cfe-becf-121888688eb7)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:11:57.876604 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e01bbd1-0d0f-427d-9194-12c5848613e3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.880892 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:57.968917 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.067775 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1b830-37fc-4cdf-b63c-0e5df4d96686 None None] Pushing event updated for resources: {'Port': ['ID=1f068f97-9f18-4595-abdc-9db11a3ccf9e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:58.068786 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.077911 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3f1402c-495b-4e84-a8b9-154a1bdc3d29 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.097093 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e01bbd1-0d0f-427d-9194-12c5848613e3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.123673 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e01bbd1-0d0f-427d-9194-12c5848613e3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.159086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01bbd1-0d0f-427d-9194-12c5848613e3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68e1fcf-0fe3-4084-b2c8-12d5f4395cbd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:58.169326 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-093ece1a-6aec-4d9e-aba5-1f8b1d9598d4 service neutron] 10.222.0.36 "GET /v2.0/networks/33723150-e3ec-4ffe-b450-a2048d43b0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6734934 Sep 30 08:11:58.182127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e01bbd1-0d0f-427d-9194-12c5848613e3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.186913 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0e01bbd1-0d0f-427d-9194-12c5848613e3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3955669 Sep 30 08:11:58.187741 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:58.193689 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:11:58.262210 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59930) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:58.294371 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.449231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fc74f-e2b3-4926-b107-f56fc9b5228d req-a7f0d908-8901-45c1-9e25-bf2f8f44d9e9 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:58.451163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-467fc74f-e2b3-4926-b107-f56fc9b5228d req-a7f0d908-8901-45c1-9e25-bf2f8f44d9e9 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa95a89-f398-4305-9b18-5a841c57acee HTTP/1.1" status: 200 len: 943 time: 0.3757956 Sep 30 08:11:58.499220 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-346c608b-57a5-4330-893f-25c0a126883d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.499743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8fe5fa0-fedc-4e87-8322-462c3dfea43a req-56a5837a-fa66-43e3-94d0-3ba422287795 service neutron] 10.222.0.36 "GET /v2.0/networks/33723150-e3ec-4ffe-b450-a2048d43b0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877777 Sep 30 08:11:58.558856 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569daab-6e47-4152-bd86-37da1e7dee96 req-e8ac2b35-e6d8-462b-b2b0-45e1804114c3 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:58.568402 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d569daab-6e47-4152-bd86-37da1e7dee96 req-e8ac2b35-e6d8-462b-b2b0-45e1804114c3 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.4178946 Sep 30 08:11:58.669930 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d569daab-6e47-4152-bd86-37da1e7dee96 req-af79ff85-d312-4b29-9ca0-94a7ce7e995e tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006393 Sep 30 08:11:58.720273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Allocated IP 172.25.0.26 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/27b6520f-da2c-4d33-bc3f-f782b10853b8) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:58.729825 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.845378 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-346c608b-57a5-4330-893f-25c0a126883d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.860641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-467fc74f-e2b3-4926-b107-f56fc9b5228d req-e992a421-4886-4145-bce2-9d3c7c240179 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc2c4978-ae36-4e34-9668-54cf73bf980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013195 Sep 30 08:11:58.899752 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-346c608b-57a5-4330-893f-25c0a126883d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.952401 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:58.958331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e791944-0fa4-43a3-845f-dfb8c0fe7ad5 req-f1f9371b-2b8e-4435-a67a-a39c53413f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:58.959868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e791944-0fa4-43a3-845f-dfb8c0fe7ad5 req-f1f9371b-2b8e-4435-a67a-a39c53413f5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8c172fe0b2a434ebf939185ade55313&device_id=2aa95a89-f398-4305-9b18-5a841c57acee HTTP/1.1" status: 200 len: 1094 time: 0.3620517 Sep 30 08:11:58.968185 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-346c608b-57a5-4330-893f-25c0a126883d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7cd5ae34220e4f20acd9ad0ffeb4bca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6998179 Sep 30 08:11:58.968818 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59938) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:11:58.987135 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c608b-57a5-4330-893f-25c0a126883d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1403c649-db6b-4d9e-991f-2e7219b901dc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:59.061268 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3f1402c-495b-4e84-a8b9-154a1bdc3d29 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.065097 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3f1402c-495b-4e84-a8b9-154a1bdc3d29 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.129086 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.155081 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07a6900f-2391-459f-bbb5-65e322231fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.184586 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07a6900f-2391-459f-bbb5-65e322231fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.264799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:11:59.272658 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e791944-0fa4-43a3-845f-dfb8c0fe7ad5 req-5a8a87d6-55d8-4054-8b6f-da7d3f488291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:59.274219 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e791944-0fa4-43a3-845f-dfb8c0fe7ad5 req-5a8a87d6-55d8-4054-8b6f-da7d3f488291 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33723150-e3ec-4ffe-b450-a2048d43b0b6 HTTP/1.1" status: 200 len: 918 time: 0.3025148 Sep 30 08:11:59.278951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:11:59.281990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:11:59.294491 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Allocated IP 172.25.0.8 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/b933af45-191e-4b56-83b3-4086310d7b60) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:11:59.330036 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f1402c-495b-4e84-a8b9-154a1bdc3d29 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Router d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:11:59.356604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Pushing event updated for resources: {'Port': ['ID=27b6520f-da2c-4d33-bc3f-f782b10853b8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:11:59.359447 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07a6900f-2391-459f-bbb5-65e322231fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.361988 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07a6900f-2391-459f-bbb5-65e322231fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.365899 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-07a6900f-2391-459f-bbb5-65e322231fde admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1403c649-db6b-4d9e-991f-2e7219b901dc HTTP/1.1" status: 204 len: 168 time: 0.3908553 Sep 30 08:11:59.374756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e791944-0fa4-43a3-845f-dfb8c0fe7ad5 req-575f576a-56db-4827-9d03-d897a4ce8a0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c943b7a-99f1-46c4-b95b-cc03124892f5 HTTP/1.1" status: 200 len: 217 time: 0.0828331 Sep 30 08:11:59.430982 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-c9bd46f8-c705-4c33-b8a1-f0788db52d22 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:11:59.432731 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-c9bd46f8-c705-4c33-b8a1-f0788db52d22 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/networks?id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b HTTP/1.1" status: 200 len: 803 time: 0.3183014 Sep 30 08:11:59.475335 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.553235 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.569966 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ceb121-1701-4e15-92c2-d9823b28c7e0 None None] Network 96031fd7-9c64-49f6-b474-0e6a3995d973 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:11:59.803661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-748bf556-0d6f-46f6-a7a6-c2b5c55648f4 None None] Provisioning complete for port 1f068f97-9f18-4595-abdc-9db11a3ccf9e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:11:59.803970 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-748bf556-0d6f-46f6-a7a6-c2b5c55648f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:11:59.990670 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-748bf556-0d6f-46f6-a7a6-c2b5c55648f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.103059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1f068f97-9f18-4595-abdc-9db11a3ccf9e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:00.110144 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-748bf556-0d6f-46f6-a7a6-c2b5c55648f4 None None] For port 1f068f97-9f18-4595-abdc-9db11a3ccf9e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1f068f97-9f18-4595-abdc-9db11a3ccf9e,segment=NetworkSegment(bbadca45-3e0e-4cfe-becf-121888688eb7),segment_id=bbadca45-3e0e-4cfe-becf-121888688eb7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:00.163816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:00.173833 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-748bf556-0d6f-46f6-a7a6-c2b5c55648f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.231779 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.232601 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.240600 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e791944-0fa4-43a3-845f-dfb8c0fe7ad5 req-a794dfc0-7247-4afc-8c0a-6344f1ac2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:00.243832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6900f-2391-459f-bbb5-65e322231fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1403c649-db6b-4d9e-991f-2e7219b901dc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:00.244537 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e791944-0fa4-43a3-845f-dfb8c0fe7ad5 req-a794dfc0-7247-4afc-8c0a-6344f1ac2bf2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3d51f12-71b8-49f0-89ed-7055c5df6dad HTTP/1.1" status: 200 len: 857 time: 0.8558969 Sep 30 08:12:00.276396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1248daee-b006-4f7e-8022-6fb2a86a2117 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/quotas/cf18fc9ce15049db8fedfa3705b2274e HTTP/1.1" status: 200 len: 375 time: 0.8357811 Sep 30 08:12:00.295255 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f1402c-495b-4e84-a8b9-154a1bdc3d29 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:12:00.297950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:00.303319 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3f1402c-495b-4e84-a8b9-154a1bdc3d29 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.307699 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e3f1402c-495b-4e84-a8b9-154a1bdc3d29 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "PUT /v2.0/routers/d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90 HTTP/1.1" status: 200 len: 922 time: 2.9944704 Sep 30 08:12:00.308854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59970) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:00.314841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:00.324765 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:00.328509 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event updated for resources: {'Port': ['ID=b933af45-191e-4b56-83b3-4086310d7b60,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:00.333832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaf79db-6866-4b3d-901c-76ec7a9b7dce None None] Sync routers for ids ['d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:12:00.397730 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bf556-0d6f-46f6-a7a6-c2b5c55648f4 None None] Pushing event updated for resources: {'Port': ['ID=1f068f97-9f18-4595-abdc-9db11a3ccf9e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:00.422412 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e791944-0fa4-43a3-845f-dfb8c0fe7ad5 req-04b6fba4-2b36-4503-a97d-5559fd84bf00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33723150-e3ec-4ffe-b450-a2048d43b0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684936 Sep 30 08:12:00.473547 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaf79db-6866-4b3d-901c-76ec7a9b7dce None None] Routers {'d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:00.474218 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8eaf79db-6866-4b3d-901c-76ec7a9b7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:00.507548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be81347-4e1b-43b8-be29-ec7495e3cf50 req-16059663-30b6-4c2b-a650-a0c38c526577 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:00.509457 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3be81347-4e1b-43b8-be29-ec7495e3cf50 req-16059663-30b6-4c2b-a650-a0c38c526577 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.5952771 Sep 30 08:12:00.535526 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-88ffed53-8e3e-4c29-979b-2106e27e9379 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/routers/d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90 HTTP/1.1" status: 200 len: 922 time: 0.2176957 Sep 30 08:12:00.538886 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59978) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:00.601049 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8eaf79db-6866-4b3d-901c-76ec7a9b7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:00.606135 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 1f068f97-9f18-4595-abdc-9db11a3ccf9e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:00.606777 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-32b4dd04-1cb4-4211-baa6-ab7abc89d446 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf18fc9ce15049db8fedfa3705b2274e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2480478 Sep 30 08:12:00.616622 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.619255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-38ad58bb-e2df-40e8-aa12-113f0624654d None None] Provisioning complete for port 1f068f97-9f18-4595-abdc-9db11a3ccf9e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:00.619771 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-38ad58bb-e2df-40e8-aa12-113f0624654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.635956 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.654371 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2e5e7f-df6d-4855-9f04-e55ed0432b98 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:00.660014 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bc2e5e7f-df6d-4855-9f04-e55ed0432b98 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&device_id=d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1200032 Sep 30 08:12:00.660834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59980) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:00.661166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:00.671945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5c943b7a-99f1-46c4-b95b-cc03124892f5 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:00.739590 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e791944-0fa4-43a3-845f-dfb8c0fe7ad5 req-a3e8f2a7-510e-42c0-b683-72fe3e39969f service neutron] 10.222.0.36 "GET /v2.0/networks/33723150-e3ec-4ffe-b450-a2048d43b0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894545 Sep 30 08:12:00.835107 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5c943b7a-99f1-46c4-b95b-cc03124892f5, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5c943b7a-99f1-46c4-b95b-cc03124892f5,segment=NetworkSegment(b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676),segment_id=b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:00.838543 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3be81347-4e1b-43b8-be29-ec7495e3cf50 req-6ffba0fe-f5b9-41de-94f5-6888c9190d0c tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135540 Sep 30 08:12:00.851972 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '5c943b7a-99f1-46c4-b95b-cc03124892f5', 'network_id': '33723150-e3ec-4ffe-b450-a2048d43b0b6', 'port_id': '5c943b7a-99f1-46c4-b95b-cc03124892f5', 'mac_address': 'fa:16:3e:d9:4d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d51f12-71b8-49f0-89ed-7055c5df6dad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:12:00.858731 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.872501 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a7f2f7-dc8b-4078-afef-d2948bb43b3c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:00.876463 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-03a7f2f7-dc8b-4078-afef-d2948bb43b3c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 881 time: 0.2105596 Sep 30 08:12:00.883668 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6de8902a-85a6-46e7-9e04-c0afa3eac124 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1398754711-network', 'tenant_id': 'a01d79535d59466abd8f4fa9ca930e29'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:00.889321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59988) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:00.922297 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.924377 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaf79db-6866-4b3d-901c-76ec7a9b7dce None None] Routers {'d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:00.925012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8eaf79db-6866-4b3d-901c-76ec7a9b7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:00.953163 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.960904 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de8902a-85a6-46e7-9e04-c0afa3eac124 admin admin] Made reservation on behalf of a01d79535d59466abd8f4fa9ca930e29 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:00.963608 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6de8902a-85a6-46e7-9e04-c0afa3eac124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:00.994768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2de03d09-7f27-4606-b68b-dcf38f1efb5d tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "GET /v2.0/ports?device_id=d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90 HTTP/1.1" status: 200 len: 205 time: 0.0841732 Sep 30 08:12:00.996698 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59990) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:00.997431 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6de8902a-85a6-46e7-9e04-c0afa3eac124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.003141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8eaf79db-6866-4b3d-901c-76ec7a9b7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:01.003795 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaf79db-6866-4b3d-901c-76ec7a9b7dce None None] The sync data for ids ['d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:12:01.005834 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59351e64-0e4c-48a2-aee8-2c1a8a5aa257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a9283a-7fb2-4f2d-babd-1f59b4e60a7d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:01.008411 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1518eee-d762-4f25-a39c-9dbc4ea5ff43" -d '{"events": [{"server_uuid": "59351e64-0e4c-48a2-aee8-2c1a8a5aa257", "name": "network-vif-unplugged", "status": "completed", "tag": "54a9283a-7fb2-4f2d-babd-1f59b4e60a7d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:01.025386 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c943b7a-99f1-46c4-b95b-cc03124892f5 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:01.047418 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5c943b7a-99f1-46c4-b95b-cc03124892f5, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5c943b7a-99f1-46c4-b95b-cc03124892f5,segment=NetworkSegment(b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676),segment_id=b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:01.054941 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:01.056581 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.063713 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.156391 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe969f5a-2bab-4f08-8cf7-f626007873a5 req-aea155cc-d528-41e4-9dde-8000ae7548ad tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.158519 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe969f5a-2bab-4f08-8cf7-f626007873a5 req-aea155cc-d528-41e4-9dde-8000ae7548ad tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.35 "GET /v2.0/ports?device_id=59351e64-0e4c-48a2-aee8-2c1a8a5aa257 HTTP/1.1" status: 200 len: 945 time: 0.5834930 Sep 30 08:12:01.166296 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f975b7d-eb52-4132-bf2f-e86e5d9582a0 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.196328 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=5c943b7a-99f1-46c4-b95b-cc03124892f5,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:01.258228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:01.310354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e791944-0fa4-43a3-845f-dfb8c0fe7ad5 req-b762033c-5c2e-456b-8e0a-5a64d74cfe40 service neutron] 10.222.0.36 "GET /v2.0/networks/33723150-e3ec-4ffe-b450-a2048d43b0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166936 Sep 30 08:12:01.324512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-e3551ba0-c4c5-4e98-bf82-b995ae0deeaf service neutron] 10.222.0.24 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494807 Sep 30 08:12:01.325743 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.338354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff868d4-65e7-42a3-afd7-8871c9c2bb57 req-99162cfa-6e03-4232-8afc-f8d114c11ab4 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:01.344027 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ff868d4-65e7-42a3-afd7-8871c9c2bb57 req-99162cfa-6e03-4232-8afc-f8d114c11ab4 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa95a89-f398-4305-9b18-5a841c57acee HTTP/1.1" status: 200 len: 944 time: 0.3577211 Sep 30 08:12:01.350660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5c943b7a-99f1-46c4-b95b-cc03124892f5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:01.407155 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f975b7d-eb52-4132-bf2f-e86e5d9582a0 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.472567 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.488235 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.512911 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6de8902a-85a6-46e7-9e04-c0afa3eac124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.527562 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ff868d4-65e7-42a3-afd7-8871c9c2bb57 req-d214726d-dfcc-498b-81c7-610172022b68 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc2c4978-ae36-4e34-9668-54cf73bf980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782095 Sep 30 08:12:01.539265 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6de8902a-85a6-46e7-9e04-c0afa3eac124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.594529 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de8902a-85a6-46e7-9e04-c0afa3eac124 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:12:01.622577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-7098e038-a248-46d1-b389-f8581b4f4918 service neutron] 10.222.0.24 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702489 Sep 30 08:12:01.628060 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-fe969f5a-2bab-4f08-8cf7-f626007873a5 req-39d1a40a-c826-4dca-b228-716682d2ac17 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Deleting port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:01.628551 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fe969f5a-2bab-4f08-8cf7-f626007873a5 req-39d1a40a-c826-4dca-b228-716682d2ac17 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.633019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event updated for resources: {'Port': ['ID=b933af45-191e-4b56-83b3-4086310d7b60,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:01.640460 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6f975b7d-eb52-4132-bf2f-e86e5d9582a0 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Deleting port 74527b67-dded-463c-9ada-e06a952b1e9e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:01.640723 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f975b7d-eb52-4132-bf2f-e86e5d9582a0 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.646774 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6de8902a-85a6-46e7-9e04-c0afa3eac124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.647124 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-6de8902a-85a6-46e7-9e04-c0afa3eac124 admin admin] Added segment d10b7a3f-c77f-436f-be7d-d37a5ea43fd8 of type vlan for network 4fdf86de-501f-4d31-ab19-2ab132604164 Sep 30 08:12:01.664579 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5cd58e-cb7b-44c7-8981-7b2778ac8d24 x-openstack-request-id: req-4f5cd58e-cb7b-44c7-8981-7b2778ac8d24 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:01.665054 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59351e64-0e4c-48a2-aee8-2c1a8a5aa257", "name": "network-vif-unplugged", "status": "completed", "tag": "54a9283a-7fb2-4f2d-babd-1f59b4e60a7d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:01.665350 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f5cd58e-cb7b-44c7-8981-7b2778ac8d24 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:01.665912 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59351e64-0e4c-48a2-aee8-2c1a8a5aa257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a9283a-7fb2-4f2d-babd-1f59b4e60a7d', 'code': 200} Sep 30 08:12:01.669896 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8902a-85a6-46e7-9e04-c0afa3eac124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc8d73b-2380-44ba-a840-900ecbde4344,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:01.692235 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.751504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Router e4ff8f83-0117-450d-8c97-8b61b3e31acf is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:12:01.873689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fe969f5a-2bab-4f08-8cf7-f626007873a5 req-39d1a40a-c826-4dca-b228-716682d2ac17 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] For port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:01.873689 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fe969f5a-2bab-4f08-8cf7-f626007873a5 req-39d1a40a-c826-4dca-b228-716682d2ac17 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.895878 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.901939 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98baac2c-afc2-4656-8835-aea6835991ea req-55997377-cab6-4c97-ba2c-a9979a9ef92b tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a03cbb-b9a9-43ee-99c2-804414e70cf6 HTTP/1.1" status: 200 len: 210 time: 0.0570428 Sep 30 08:12:01.913694 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-90010383-3e36-4d67-b013-b324a18fd1fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7243924 Sep 30 08:12:01.923200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-fe969f5a-2bab-4f08-8cf7-f626007873a5 req-39d1a40a-c826-4dca-b228-716682d2ac17 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Calling delete_port for 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:01.927246 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6de8902a-85a6-46e7-9e04-c0afa3eac124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:01.996892 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f975b7d-eb52-4132-bf2f-e86e5d9582a0 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.010651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6f975b7d-eb52-4132-bf2f-e86e5d9582a0 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Calling delete_port for 74527b67-dded-463c-9ada-e06a952b1e9e owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:02.013721 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1f068f97-9f18-4595-abdc-9db11a3ccf9e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:02.081870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 1f068f97-9f18-4595-abdc-9db11a3ccf9e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:02.083981 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.166504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:12:02.180878 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Sync routers for ids ['e4ff8f83-0117-450d-8c97-8b61b3e31acf'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:12:02.195712 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Routers {'e4ff8f83-0117-450d-8c97-8b61b3e31acf'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:02.200797 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e4ff8f83-0117-450d-8c97-8b61b3e31acf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:02.213713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7f829-5671-4b3b-859d-21cb3f7d78e2 req-df2c1f73-3505-462d-816f-d2b700dc83bf tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:02.222624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bd7f829-5671-4b3b-859d-21cb3f7d78e2 req-df2c1f73-3505-462d-816f-d2b700dc83bf tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.1870115 Sep 30 08:12:02.232292 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6de8902a-85a6-46e7-9e04-c0afa3eac124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.233474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de8902a-85a6-46e7-9e04-c0afa3eac124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:02.234231 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6de8902a-85a6-46e7-9e04-c0afa3eac124 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.234705 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.239461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b61c50e3-3e62-4fc4-8276-d6c1d6fbf408 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9869618 Sep 30 08:12:02.241014 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f975b7d-eb52-4132-bf2f-e86e5d9582a0 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.242927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60016) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:02.299129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f975b7d-eb52-4132-bf2f-e86e5d9582a0 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Pushing event deleted for resources: {'Port': ['ID=74527b67-dded-463c-9ada-e06a952b1e9e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:02.357918 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6de8902a-85a6-46e7-9e04-c0afa3eac124 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6955357 Sep 30 08:12:02.365652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60022) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:02.378551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2a3a844c-7ace-4788-a684-beff1f79ffc7 admin admin] Request body: {'subnet': {'network_id': '4fdf86de-501f-4d31-ab19-2ab132604164', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1398754711-subnet', 'tenant_id': 'a01d79535d59466abd8f4fa9ca930e29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:02.388375 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8902a-85a6-46e7-9e04-c0afa3eac124 admin admin] Pushing event updated for resources: {'Network': ['ID=4fdf86de-501f-4d31-ab19-2ab132604164,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:02.402044 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 4fdf86de-501f-4d31-ab19-2ab132604164 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:12:02.412806 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f975b7d-eb52-4132-bf2f-e86e5d9582a0 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.484542 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bd7f829-5671-4b3b-859d-21cb3f7d78e2 req-a5916c89-3f2c-4dd8-96ac-b3bffffd6d23 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603993 Sep 30 08:12:02.533654 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Set router e4ff8f83-0117-450d-8c97-8b61b3e31acf gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:12:02.591619 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f975b7d-eb52-4132-bf2f-e86e5d9582a0 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.594498 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f975b7d-eb52-4132-bf2f-e86e5d9582a0 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.659374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5c943b7a-99f1-46c4-b95b-cc03124892f5 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:02.667567 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f975b7d-eb52-4132-bf2f-e86e5d9582a0 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.669724 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f975b7d-eb52-4132-bf2f-e86e5d9582a0 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Fanout notify agent at l3_agent the message router_deleted on router d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:12:02.698430 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f975b7d-eb52-4132-bf2f-e86e5d9582a0 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.699743 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6f975b7d-eb52-4132-bf2f-e86e5d9582a0 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "DELETE /v2.0/routers/d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90 HTTP/1.1" status: 204 len: 168 time: 1.7001410 Sep 30 08:12:02.703371 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:02.708863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-03618983-c276-4d42-a830-44d3ec98797b tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1910554688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:02.756254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 5c943b7a-99f1-46c4-b95b-cc03124892f5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:12:02.761373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 5c943b7a-99f1-46c4-b95b-cc03124892f5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:02.761897 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.818973 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'name': 'tempest-FloatingIPsTestJSON-1820324402-router', 'tenant_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:11:56Z', 'updated_at': '2021-09-30T08:11:59Z', 'revision_number': 3, 'project_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'gw_port': {'id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:58Z', 'updated_at': '2021-09-30T08:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:02.851254 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Checking router: e4ff8f83-0117-450d-8c97-8b61b3e31acf for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:12:02.852145 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Updating router e4ff8f83-0117-450d-8c97-8b61b3e31acf port 27b6520f-da2c-4d33-bc3f-f782b10853b8 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:12:02.877375 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.879105 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.915489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5c943b7a-99f1-46c4-b95b-cc03124892f5, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5c943b7a-99f1-46c4-b95b-cc03124892f5,segment=NetworkSegment(b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676),segment_id=b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:02.921559 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:02.963185 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-03618983-c276-4d42-a830-44d3ec98797b tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:12:02.963185 n-d-807359-2 neutron-server[94838]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 08:12:02.963185 n-d-807359-2 neutron-server[94838]: [parameters: {'project_id_1': '1bd2c89f0942485c822a9027b1bc7cb0', 'expiration_1': datetime.datetime(2021, 9, 30, 8, 11, 42, 716400)}] Sep 30 08:12:02.963185 n-d-807359-2 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:12:02.963783 n-d-807359-2 neutron-server[94838]: DEBUG oslo_db.api [None req-03618983-c276-4d42-a830-44d3ec98797b tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:12:02.969021 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-798e5738-e067-4e21-9127-bff28e4fe8f3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--342385622&fields=id&tenant_id=ce39ae04255c4914adca40a29bca4222 HTTP/1.1" status: 200 len: 267 time: 0.6425500 Sep 30 08:12:02.984373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=5c943b7a-99f1-46c4-b95b-cc03124892f5,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:03.048931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3a844c-7ace-4788-a684-beff1f79ffc7 admin admin] Made reservation on behalf of a01d79535d59466abd8f4fa9ca930e29 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:03.051850 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a3a844c-7ace-4788-a684-beff1f79ffc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.077293 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fe969f5a-2bab-4f08-8cf7-f626007873a5 req-39d1a40a-c826-4dca-b228-716682d2ac17 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.166075 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-3b00cb8a-3f75-4376-b2b3-b0b2f22e7dff tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:03.167481 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-3b00cb8a-3f75-4376-b2b3-b0b2f22e7dff tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports/d2a04c48-1016-4204-91b9-76cc35da608f HTTP/1.1" status: 200 len: 936 time: 0.1749382 Sep 30 08:12:03.170449 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.177464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1a40a-c826-4dca-b228-716682d2ac17 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Pushing event deleted for resources: {'Port': ['ID=54a9283a-7fb2-4f2d-babd-1f59b4e60a7d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:03.177907 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.223529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7dd01d-5161-47c0-9223-a87840df4ba9 req-70397c53-8199-47ca-86f3-4862a5f0d0a3 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:03.225057 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e7dd01d-5161-47c0-9223-a87840df4ba9 req-70397c53-8199-47ca-86f3-4862a5f0d0a3 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa95a89-f398-4305-9b18-5a841c57acee HTTP/1.1" status: 200 len: 945 time: 0.2675419 Sep 30 08:12:03.236805 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c8365-0308-4437-8c2c-e5c87b5d71d8 None None] Pushing event updated for resources: {'Port': ['ID=27b6520f-da2c-4d33-bc3f-f782b10853b8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:03.244751 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Attempting to bind port 27b6520f-da2c-4d33-bc3f-f782b10853b8 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:03.245144 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Attempting to bind port 27b6520f-da2c-4d33-bc3f-f782b10853b8 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:03.245508 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Attempting to bind port 27b6520f-da2c-4d33-bc3f-f782b10853b8 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:03.251279 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:03.251653 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:03.252107 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.252499 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:03.252968 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Bound port: 27b6520f-da2c-4d33-bc3f-f782b10853b8, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:03.253353 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.315584 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe969f5a-2bab-4f08-8cf7-f626007873a5 req-39d1a40a-c826-4dca-b228-716682d2ac17 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] No DVR routers for this DVR port 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:12:03.319842 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fe969f5a-2bab-4f08-8cf7-f626007873a5 req-39d1a40a-c826-4dca-b228-716682d2ac17 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.321693 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] For port 27b6520f-da2c-4d33-bc3f-f782b10853b8, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:03.322508 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe969f5a-2bab-4f08-8cf7-f626007873a5 req-39d1a40a-c826-4dca-b228-716682d2ac17 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.35 "DELETE /v2.0/ports/54a9283a-7fb2-4f2d-babd-1f59b4e60a7d HTTP/1.1" status: 204 len: 173 time: 2.1561303 Sep 30 08:12:03.325045 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] For port 27b6520f-da2c-4d33-bc3f-f782b10853b8, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=27b6520f-da2c-4d33-bc3f-f782b10853b8,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:03.329770 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.345123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59351e64-0e4c-48a2-aee8-2c1a8a5aa257', 'name': 'network-vif-deleted', 'tag': '54a9283a-7fb2-4f2d-babd-1f59b4e60a7d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:03.349513 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565e010b-719d-46b7-ab9e-4e731c3d319f" -d '{"events": [{"server_uuid": "59351e64-0e4c-48a2-aee8-2c1a8a5aa257", "name": "network-vif-deleted", "tag": "54a9283a-7fb2-4f2d-babd-1f59b4e60a7d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:03.397658 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Routers {'e4ff8f83-0117-450d-8c97-8b61b3e31acf'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:03.398301 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e4ff8f83-0117-450d-8c97-8b61b3e31acf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:03.403317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-de5643ba-f2f4-40cc-b270-5606b5b665bc tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:03.403890 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c8365-0308-4437-8c2c-e5c87b5d71d8 None None] Pushing event updated for resources: {'Port': ['ID=27b6520f-da2c-4d33-bc3f-f782b10853b8,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:03.404804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-de5643ba-f2f4-40cc-b270-5606b5b665bc tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports/f0f3ccad-dbbd-4b38-b65a-93a3ef827cee HTTP/1.1" status: 200 len: 936 time: 0.2197509 Sep 30 08:12:03.498521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9f574e18-7c0a-4d42-adb4-f6fa7a898141 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?network_id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0788763 Sep 30 08:12:03.503588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e7dd01d-5161-47c0-9223-a87840df4ba9 req-ac101d7c-06a5-46b2-a509-42bf7673d00b tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc2c4978-ae36-4e34-9668-54cf73bf980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407906 Sep 30 08:12:03.525742 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] Set router e4ff8f83-0117-450d-8c97-8b61b3e31acf gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:12:03.534401 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-5854f673-d6d8-419d-979d-5fd4e4987c34 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:03.545718 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-5854f673-d6d8-419d-979d-5fd4e4987c34 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.35 "GET /v2.0/networks?id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b HTTP/1.1" status: 200 len: 803 time: 0.2090056 Sep 30 08:12:03.545718 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03618983-c276-4d42-a830-44d3ec98797b tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.545718 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03618983-c276-4d42-a830-44d3ec98797b tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.557928 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Request body: {'port': {'device_id': '61a03cbb-b9a9-43ee-99c2-804414e70cf6', 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b', 'admin_state_up': True, 'tenant_id': 'cf18fc9ce15049db8fedfa3705b2274e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:03.611667 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e68c0a4b-98e6-475c-9ce7-a509e456ef76 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?network_id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1017513 Sep 30 08:12:03.668622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa95a89-f398-4305-9b18-5a841c57acee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c943b7a-99f1-46c4-b95b-cc03124892f5'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:03.671947 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4acc9e8-5a7e-4149-b437-6d18cccbcbef" -d '{"events": [{"server_uuid": "2aa95a89-f398-4305-9b18-5a841c57acee", "name": "network-vif-plugged", "status": "completed", "tag": "5c943b7a-99f1-46c4-b95b-cc03124892f5"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:03.725155 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03618983-c276-4d42-a830-44d3ec98797b tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.729927 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03618983-c276-4d42-a830-44d3ec98797b tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.763082 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03618983-c276-4d42-a830-44d3ec98797b tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.764231 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-03618983-c276-4d42-a830-44d3ec98797b tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0596159 Sep 30 08:12:03.766908 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:03.773583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:03.782504 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a1d86fe-9953-4758-95f2-79c48ca74094 req-a785e050-ce73-41b9-8b6e-9c060f6de20e tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a03cbb-b9a9-43ee-99c2-804414e70cf6 HTTP/1.1" status: 200 len: 210 time: 0.0800524 Sep 30 08:12:03.872528 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c440bc3d-ad70-451b-b9e8-b804de07a69c x-openstack-request-id: req-c440bc3d-ad70-451b-b9e8-b804de07a69c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:03.873217 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59351e64-0e4c-48a2-aee8-2c1a8a5aa257", "name": "network-vif-deleted", "tag": "54a9283a-7fb2-4f2d-babd-1f59b4e60a7d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:03.873483 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c440bc3d-ad70-451b-b9e8-b804de07a69c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:03.873875 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59351e64-0e4c-48a2-aee8-2c1a8a5aa257', 'name': 'network-vif-deleted', 'tag': '54a9283a-7fb2-4f2d-babd-1f59b4e60a7d', 'status': 'completed', 'code': 200} Sep 30 08:12:03.874726 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a3a844c-7ace-4788-a684-beff1f79ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.891489 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'name': 'tempest-FloatingIPsTestJSON-1820324402-router', 'tenant_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:11:56Z', 'updated_at': '2021-09-30T08:11:59Z', 'revision_number': 3, 'project_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'gw_port': {'id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:58Z', 'updated_at': '2021-09-30T08:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:03.904992 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Made reservation on behalf of cf18fc9ce15049db8fedfa3705b2274e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:03.909232 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:03.931129 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fd47a-e108-411b-ba5f-ce2a4d7c7c6b None None] The sync data for ids ['e4ff8f83-0117-450d-8c97-8b61b3e31acf'] in n-d-807359-2 is: [{'id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'name': 'tempest-FloatingIPsTestJSON-1820324402-router', 'tenant_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:11:56Z', 'updated_at': '2021-09-30T08:11:59Z', 'revision_number': 3, 'project_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'gw_port': {'id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:58Z', 'updated_at': '2021-09-30T08:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:12:04.030652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a76c438e-5015-47d0-b6c5-9012d8742989 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.037441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a76c438e-5015-47d0-b6c5-9012d8742989 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.044776 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a76c438e-5015-47d0-b6c5-9012d8742989 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.046420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a76c438e-5015-47d0-b6c5-9012d8742989 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/networks?id=384df419-38eb-4226-b7dd-8fe2db486b35&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd HTTP/1.1" status: 200 len: 1995 time: 0.4249656 Sep 30 08:12:04.096095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a844c-7ace-4788-a684-beff1f79ffc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18752b20-f6d0-4849-881b-1286fb42607d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:04.121755 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-dd6dc63e-63ab-4160-9854-01ca5aadf2ff tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/quotas/ce39ae04255c4914adca40a29bca4222 HTTP/1.1" status: 200 len: 375 time: 0.0591626 Sep 30 08:12:04.142883 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:04.167820 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:04.174539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a844c-7ace-4788-a684-beff1f79ffc7 admin admin] Checking segment: {'id': 'd10b7a3f-c77f-436f-be7d-d37a5ea43fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fdf86de-501f-4d31-ab19-2ab132604164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:04.174923 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3a844c-7ace-4788-a684-beff1f79ffc7 admin admin] Network hostable DHCP agents. Network: 4fdf86de-501f-4d31-ab19-2ab132604164, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:12:04.195291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:12:04.196019 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 54a9283a-7fb2-4f2d-babd-1f59b4e60a7d not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:12:04.210739 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3597c-6288-430f-9031-b47b4e32505c req-92f3f1ca-a07c-42a9-9576-351d20cab8b3 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.212450 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03e3597c-6288-430f-9031-b47b4e32505c req-92f3f1ca-a07c-42a9-9576-351d20cab8b3 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.2256868 Sep 30 08:12:04.264263 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:04.264458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Allocated IP 172.20.0.6 (f336a0d8-eaa6-44de-a1a3-9f50063b4b5b/fe50dcfe-f2a1-4640-98cf-8d67829f1b8d/5aec5d8c-cf48-479f-bb16-4bc8a49b5935) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:04.275945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3a844c-7ace-4788-a684-beff1f79ffc7 admin admin] Network 4fdf86de-501f-4d31-ab19-2ab132604164 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:12:04.320954 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-8f0a16e4-41c5-4db2-8109-1d746d850c8b tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce39ae04255c4914adca40a29bca4222&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1721816 Sep 30 08:12:04.327383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-2a3a844c-7ace-4788-a684-beff1f79ffc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 4fdf86de-501f-4d31-ab19-2ab132604164) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:04.342789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a844c-7ace-4788-a684-beff1f79ffc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.343393 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a3a844c-7ace-4788-a684-beff1f79ffc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:04.348935 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b266f35a-2998-4c79-aa67-2209fc70d34b None None] Network 4fdf86de-501f-4d31-ab19-2ab132604164 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:04.350480 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03e3597c-6288-430f-9031-b47b4e32505c req-e9881236-b35a-4531-8b7f-4ba9ddad8ce2 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296475 Sep 30 08:12:04.419038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2a3a844c-7ace-4788-a684-beff1f79ffc7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0487316 Sep 30 08:12:04.448967 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b01d43-134f-4850-bbf9-f561b05217cc x-openstack-request-id: req-70b01d43-134f-4850-bbf9-f561b05217cc {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:04.450705 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa95a89-f398-4305-9b18-5a841c57acee", "name": "network-vif-plugged", "status": "completed", "tag": "5c943b7a-99f1-46c4-b95b-cc03124892f5", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:04.451137 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70b01d43-134f-4850-bbf9-f561b05217cc {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:04.451695 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa95a89-f398-4305-9b18-5a841c57acee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c943b7a-99f1-46c4-b95b-cc03124892f5', 'code': 200} Sep 30 08:12:04.548547 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964790d7-9bbc-4d73-83a4-12eb21247f79 None None] Network 4fdf86de-501f-4d31-ab19-2ab132604164 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:04.560009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a66756e1-11df-48eb-8a7b-3776d6c3f19a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:12:04.562747 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a66756e1-11df-48eb-8a7b-3776d6c3f19a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1939075 Sep 30 08:12:04.628693 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:04.762847 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:04.806126 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Allocated IP 172.20.0.1 (96031fd7-9c64-49f6-b474-0e6a3995d973/825e193b-3c3b-4645-95de-adef67687040/08e7bddc-285e-458b-b569-e8dedaec2208) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:04.808809 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:04.809561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef460d77-fe29-4228-9e28-4711bf9957de req-15eefd2e-64da-4ab9-ae75-21925e6567e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.811099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef460d77-fe29-4228-9e28-4711bf9957de req-15eefd2e-64da-4ab9-ae75-21925e6567e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2aa95a89-f398-4305-9b18-5a841c57acee HTTP/1.1" status: 200 len: 1096 time: 0.2663538 Sep 30 08:12:04.843086 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:04.854916 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4e567-d7d1-4740-8bac-f3264066bc82 req-d79a68f0-73cf-4a94-aa94-1e82b9cab02d tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.856540 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-acd4e567-d7d1-4740-8bac-f3264066bc82 req-d79a68f0-73cf-4a94-aa94-1e82b9cab02d tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa95a89-f398-4305-9b18-5a841c57acee HTTP/1.1" status: 200 len: 945 time: 0.1944439 Sep 30 08:12:04.866701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:04.867936 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Pushing event updated for resources: {'Port': ['ID=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:04.873410 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:04.876284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:04.884054 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5fad30f1-20d7-40df-97c4-67441d2f5254 service neutron] 10.222.0.24 "GET /v2.0/networks/384df419-38eb-4226-b7dd-8fe2db486b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030052 Sep 30 08:12:04.934363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:04.934702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:04.935038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:04.935373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:04.935707 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:04.936063 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:04.936645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:04.936785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:04.937015 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:04.937404 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:04.937642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:04.937959 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:04.989263 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:04.990236 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.000490 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef460d77-fe29-4228-9e28-4711bf9957de req-1e87b658-ab81-4395-8a59-dddba257981c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc2c4978-ae36-4e34-9668-54cf73bf980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768131 Sep 30 08:12:05.032007 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-b3d840da-5f5b-49b2-9a5c-28ba2d4e17a3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4787643 Sep 30 08:12:05.037866 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-acd4e567-d7d1-4740-8bac-f3264066bc82 req-055ceb3f-3676-4683-a3bf-75e801735352 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc2c4978-ae36-4e34-9668-54cf73bf980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675935 Sep 30 08:12:05.051628 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Request body: {'port': {'device_id': '61a03cbb-b9a9-43ee-99c2-804414e70cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:05.061751 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Allocated IP 172.25.0.74 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/2e8e1e55-5f09-47ab-b81f-06eaec1ffe9e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:05.086353 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.141460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-46ec282f-1883-46a5-bbab-321cd6bfb2e8 service neutron] 10.222.0.24 "GET /v2.0/networks/384df419-38eb-4226-b7dd-8fe2db486b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458417 Sep 30 08:12:05.149197 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.190367 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a29ae8e3-25d4-4ad3-a531-f5ff84e428ad service neutron] 10.222.0.24 "GET /v2.0/ports/d2a04c48-1016-4204-91b9-76cc35da608f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0391018 Sep 30 08:12:05.192447 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.286552 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Network 96031fd7-9c64-49f6-b474-0e6a3995d973 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:05.300573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:05.308368 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-65555a1a-57d3-4e01-8c17-d8b2a985e71a req-712e97e6-3930-4d93-81e3-aa4ec8827bbe tempest-SecurityGroupsNegativeTestJSON-1206608272 tempest-SecurityGroupsNegativeTestJSON-1206608272-project] show failed (client error): The resource could not be found. Sep 30 08:12:05.309478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65555a1a-57d3-4e01-8c17-d8b2a985e71a req-712e97e6-3930-4d93-81e3-aa4ec8827bbe tempest-SecurityGroupsNegativeTestJSON-1206608272 tempest-SecurityGroupsNegativeTestJSON-1206608272-project] 10.222.0.24 "GET /v2.0/security-groups/3e9c1637-6fc0-4bad-a4ef-01e5ff9888e4 HTTP/1.1" status: 404 len: 352 time: 0.0525656 Sep 30 08:12:05.312892 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:05.317488 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.344606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Pushing event updated for resources: {'Port': ['ID=08e7bddc-285e-458b-b569-e8dedaec2208,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:05.387157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:05.387506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:05.387853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:05.388222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:05.388559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:05.388891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:05.389223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:05.389553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:05.389881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:05.390208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:05.390536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:05.390860 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:05.428008 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.433324 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.490073 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:05.500622 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:05.503668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5ef5bfd3-9d58-49af-8269-5e4359fd881c service neutron] 10.222.0.24 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633381 Sep 30 08:12:05.505416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Pushing event updated for resources: {'Port': ['ID=2e8e1e55-5f09-47ab-b81f-06eaec1ffe9e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:05.510523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:05.523223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004eee7-1f54-49a6-b099-a270fc4c88d3 req-28caa59f-137d-4cf8-9ad0-b730dc333f8c tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:05.526090 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b004eee7-1f54-49a6-b099-a270fc4c88d3 req-28caa59f-137d-4cf8-9ad0-b730dc333f8c tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a03cbb-b9a9-43ee-99c2-804414e70cf6 HTTP/1.1" status: 200 len: 931 time: 0.1318288 Sep 30 08:12:05.626213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:05.636647 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.656711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e8e419c1-cbe5-49af-96de-6e783b21b7c4 None None] Provisioning complete for port 08e7bddc-285e-458b-b569-e8dedaec2208 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:05.657802 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8e419c1-cbe5-49af-96de-6e783b21b7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.670861 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b004eee7-1f54-49a6-b099-a270fc4c88d3 req-f985d188-1fb9-4d1b-b306-9dc949493f19 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164954 Sep 30 08:12:05.696591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e8e419c1-cbe5-49af-96de-6e783b21b7c4 None None] Port 08e7bddc-285e-458b-b569-e8dedaec2208 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:12:05.702823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Transition to ACTIVE for port object 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:05.717199 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5bdd54cf-a728-412c-811b-7524b218dac4 service neutron] 10.222.0.24 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898339 Sep 30 08:12:05.719382 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.721402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:05.812875 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:06.003845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 27b6520f-da2c-4d33-bc3f-f782b10853b8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:06.088135 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 27b6520f-da2c-4d33-bc3f-f782b10853b8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:06.088829 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.106275 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6cccb74c-2745-42ce-b697-c4fadfc549d7 service neutron] 10.222.0.24 "GET /v2.0/ports/f0f3ccad-dbbd-4b38-b65a-93a3ef827cee?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3699172 Sep 30 08:12:06.210103 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.217091 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-c79e3146-8459-48bc-8638-b738b6d29fcd service neutron] 10.222.0.24 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953026 Sep 30 08:12:06.239323 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 27b6520f-da2c-4d33-bc3f-f782b10853b8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=27b6520f-da2c-4d33-bc3f-f782b10853b8,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:06.245128 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.304665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=27b6520f-da2c-4d33-bc3f-f782b10853b8,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:06.334016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6293c90-2b1b-4a94-8516-b3860267b4fc req-3c01fd40-d451-421c-9020-f9c4ed088247 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:06.335536 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e6293c90-2b1b-4a94-8516-b3860267b4fc req-3c01fd40-d451-421c-9020-f9c4ed088247 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.5472367 Sep 30 08:12:06.345977 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.350547 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Attempting to bind port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:06.350882 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Attempting to bind port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:06.351207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Attempting to bind port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 on network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:06.388065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 on network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:06.388391 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Attempting to bind port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 on network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:06.397184 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:06.397515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Checking segment: {'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:06.398012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Bound using segment: {'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:06.398439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Bound port: 5aec5d8c-cf48-479f-bb16-4bc8a49b5935, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:06.398796 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.435198 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6314d39b-2f74-4a0d-ae66-1c0d9ddaf18e service neutron] 10.222.0.24 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059553 Sep 30 08:12:06.449488 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e6293c90-2b1b-4a94-8516-b3860267b4fc req-c362ceae-c2b4-4459-b23f-b75d67a996ec tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793109 Sep 30 08:12:06.508059 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.547110 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.552183 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] For port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:06.568727 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] For port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:06.575664 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.654860 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.659208 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:06.659864 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.661989 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] 10.222.0.35 "PUT /v2.0/ports/5aec5d8c-cf48-479f-bb16-4bc8a49b5935 HTTP/1.1" status: 200 len: 1091 time: 1.6148872 Sep 30 08:12:06.662477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a03cbb-b9a9-43ee-99c2-804414e70cf6', 'tag': '5aec5d8c-cf48-479f-bb16-4bc8a49b5935'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:06.662832 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-48e8c806-4cb8-4611-b046-31ff506ca382 req-0d0f9656-1ee0-4c44-a196-1b01eb7c7e68 tempest-SecurityGroupsNegativeTestJSON-1206608272 tempest-SecurityGroupsNegativeTestJSON-1206608272-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a01d79535d59466abd8f4fa9ca930e29 HTTP/1.1" status: 200 len: 2988 time: 0.1754098 Sep 30 08:12:06.664764 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-863fd225-507d-437f-880d-7814719d4f1c service neutron] 10.222.0.24 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187600 Sep 30 08:12:06.664891 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf51fa5-ffe0-41d0-a777-08bfa736f8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "61a03cbb-b9a9-43ee-99c2-804414e70cf6", "tag": "5aec5d8c-cf48-479f-bb16-4bc8a49b5935"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:06.667638 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.673531 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:06.682080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Pushing event updated for resources: {'Port': ['ID=08e7bddc-285e-458b-b569-e8dedaec2208,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:06.736424 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cc1c6-6893-493e-96fd-5db73659ddd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:06.806859 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1e7b6b69-652a-4426-9753-846c5bfa7ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:06.808411 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-1e7b6b69-652a-4426-9753-846c5bfa7ece service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf18fc9ce15049db8fedfa3705b2274e&device_id=61a03cbb-b9a9-43ee-99c2-804414e70cf6 HTTP/1.1" status: 200 len: 1094 time: 0.0842390 Sep 30 08:12:06.838664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-48e8c806-4cb8-4611-b046-31ff506ca382 req-556b9da2-e82a-470f-bffb-fdfa8ffb532b tempest-SecurityGroupsNegativeTestJSON-1206608272 tempest-SecurityGroupsNegativeTestJSON-1206608272-project] 10.222.0.24 "GET /v2.0/security-groups/bbc8d73b-2380-44ba-a840-900ecbde4344 HTTP/1.1" status: 200 len: 2985 time: 0.1640096 Sep 30 08:12:06.870314 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-23022696-3c60-42bc-a5d3-85a64ba6ec51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5aec5d8c-cf48-479f-bb16-4bc8a49b5935 HTTP/1.1" status: 200 len: 217 time: 0.0429974 Sep 30 08:12:06.901430 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-2bafb065-cb2d-4ff7-8be2-d2347da17bc8 service neutron] 10.222.0.24 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165658 Sep 30 08:12:06.925741 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Router 0a4a027d-da4c-4ee1-a3c4-3388cb937ee2 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:12:06.938212 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-512c4eaa-045c-4c5b-b810-9bcc63d21a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:06.939711 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-512c4eaa-045c-4c5b-b810-9bcc63d21a20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe50dcfe-f2a1-4640-98cf-8d67829f1b8d HTTP/1.1" status: 200 len: 843 time: 0.0598426 Sep 30 08:12:06.946889 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Network 96031fd7-9c64-49f6-b474-0e6a3995d973 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:06.956484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:06.962219 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-48e8c806-4cb8-4611-b046-31ff506ca382 req-cc4fadf3-ac6b-4afa-862d-90245485a8be tempest-SecurityGroupsNegativeTestJSON-1206608272 tempest-SecurityGroupsNegativeTestJSON-1206608272-project] 10.222.0.24 "GET /v2.0/security-groups/bbc8d73b-2380-44ba-a840-900ecbde4344 HTTP/1.1" status: 200 len: 2985 time: 0.1121461 Sep 30 08:12:07.011933 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-34b45a7d-4fd1-4617-a35a-07ac913e1dd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360193 Sep 30 08:12:07.116807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-17fe07f8-f38f-48ae-a0b9-21647192c304 service neutron] 10.222.0.24 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050531 Sep 30 08:12:07.128473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:12:07.139022 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:07.142591 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-18e3f9ce-c2db-4ea9-affb-3638e21eb59c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "PUT /v2.0/routers/0a4a027d-da4c-4ee1-a3c4-3388cb937ee2 HTTP/1.1" status: 200 len: 879 time: 3.3724546 Sep 30 08:12:07.142835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10a6b3-fead-4a98-a8ed-dede704faeb9 None None] Sync routers for ids ['0a4a027d-da4c-4ee1-a3c4-3388cb937ee2'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:12:07.143922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:07.159828 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc10a6b3-fead-4a98-a8ed-dede704faeb9 None None] Routers {'0a4a027d-da4c-4ee1-a3c4-3388cb937ee2'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:07.162032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cc10a6b3-fead-4a98-a8ed-dede704faeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0a4a027d-da4c-4ee1-a3c4-3388cb937ee2'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:07.220098 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031cd04-a8e6-41dd-8772-cc9756dc607b req-95ed5a32-fd43-4fda-889a-562c14d17015 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:07.221609 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b031cd04-a8e6-41dd-8772-cc9756dc607b req-95ed5a32-fd43-4fda-889a-562c14d17015 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa95a89-f398-4305-9b18-5a841c57acee HTTP/1.1" status: 200 len: 945 time: 0.1766665 Sep 30 08:12:07.225010 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cc10a6b3-fead-4a98-a8ed-dede704faeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:07.226488 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-f9e426a5-0dcd-45c0-8c07-89b5e836bd82 service neutron] 10.222.0.35 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066762 Sep 30 08:12:07.242918 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc10a6b3-fead-4a98-a8ed-dede704faeb9 None None] Routers {'0a4a027d-da4c-4ee1-a3c4-3388cb937ee2'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:07.243922 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cc10a6b3-fead-4a98-a8ed-dede704faeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0a4a027d-da4c-4ee1-a3c4-3388cb937ee2'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:07.254228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Router e4ff8f83-0117-450d-8c97-8b61b3e31acf has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:12:07.278875 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cc10a6b3-fead-4a98-a8ed-dede704faeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:07.280328 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10a6b3-fead-4a98-a8ed-dede704faeb9 None None] The sync data for ids ['0a4a027d-da4c-4ee1-a3c4-3388cb937ee2'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:12:07.324966 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b031cd04-a8e6-41dd-8772-cc9756dc607b req-6aa72b39-58dd-45e6-865b-4caa72d1631c tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc2c4978-ae36-4e34-9668-54cf73bf980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886755 Sep 30 08:12:07.338623 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e3360446-31d6-4ab7-bb20-83f76788854a tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/routers/0a4a027d-da4c-4ee1-a3c4-3388cb937ee2 HTTP/1.1" status: 200 len: 920 time: 0.1919119 Sep 30 08:12:07.341246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60080) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:07.352542 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-690e99cb-fe8e-4c8d-acb9-3d9a8ae8c9a5 None None] Provisioning complete for port 08e7bddc-285e-458b-b569-e8dedaec2208 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:07.353272 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-690e99cb-fe8e-4c8d-acb9-3d9a8ae8c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:07.371924 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a8295a9e-bcaa-4339-95bf-f4560d672eb3 service neutron] 10.222.0.24 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476933 Sep 30 08:12:07.397216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-690e99cb-fe8e-4c8d-acb9-3d9a8ae8c9a5 None None] Port 08e7bddc-285e-458b-b569-e8dedaec2208 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:12:07.399983 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-54e4350d-bfe1-4b4e-a7bc-2ce56890c105 req-2bb797e9-f1ec-4c77-9f2c-b4441d7d345d service neutron] 10.222.0.35 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625772 Sep 30 08:12:07.418024 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49430d44-3aa6-4a07-a523-900f3c7995e2 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:07.419971 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-49430d44-3aa6-4a07-a523-900f3c7995e2 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&device_id=0a4a027d-da4c-4ee1-a3c4-3388cb937ee2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0777931 Sep 30 08:12:07.422362 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da4d7cc-0839-48e4-ada5-732d19630233 x-openstack-request-id: req-2da4d7cc-0839-48e4-ada5-732d19630233 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:07.422783 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a03cbb-b9a9-43ee-99c2-804414e70cf6", "tag": "5aec5d8c-cf48-479f-bb16-4bc8a49b5935", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:07.423572 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2da4d7cc-0839-48e4-ada5-732d19630233 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:07.423839 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a03cbb-b9a9-43ee-99c2-804414e70cf6', 'tag': '5aec5d8c-cf48-479f-bb16-4bc8a49b5935', 'status': 'completed', 'code': 200} Sep 30 08:12:07.424311 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:07.508060 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:12:07.516486 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1f8839eb-c1c6-4075-a4b6-b9e52f115dca admin admin] 10.222.0.24 "PUT /v2.0/routers/e4ff8f83-0117-450d-8c97-8b61b3e31acf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2700391 Sep 30 08:12:07.521033 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Sync routers for ids ['e4ff8f83-0117-450d-8c97-8b61b3e31acf'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:12:07.538137 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Routers {'e4ff8f83-0117-450d-8c97-8b61b3e31acf'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:07.538513 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e4ff8f83-0117-450d-8c97-8b61b3e31acf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:07.563273 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf51fa5-ffe0-41d0-a777-08bfa736f8e3 req-2949ed3d-693c-4a42-8ef5-c7cfa40fecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:07.564591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-892cfe84-2329-4415-b5d9-bece3740eb77 service neutron] 10.222.0.24 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813223 Sep 30 08:12:07.571073 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0bf51fa5-ffe0-41d0-a777-08bfa736f8e3 req-2949ed3d-693c-4a42-8ef5-c7cfa40fecea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf18fc9ce15049db8fedfa3705b2274e&device_id=61a03cbb-b9a9-43ee-99c2-804414e70cf6 HTTP/1.1" status: 200 len: 1094 time: 0.0732503 Sep 30 08:12:07.572264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa9f4fd-5752-4b65-868a-cdfbd964bcde tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:07.576091 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9aa9f4fd-5752-4b65-868a-cdfbd964bcde tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 881 time: 0.1483488 Sep 30 08:12:07.576805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60090) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:07.604623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702551ab-4671-42f4-89fa-6f2e2e60d962 req-91e1392f-0183-4ad9-a225-49a9f031735f tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:07.612253 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-702551ab-4671-42f4-89fa-6f2e2e60d962 req-91e1392f-0183-4ad9-a225-49a9f031735f tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a03cbb-b9a9-43ee-99c2-804414e70cf6 HTTP/1.1" status: 200 len: 943 time: 0.1256635 Sep 30 08:12:07.620799 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-da459c2a-c60d-46a7-8ec9-212bc4e0ccaf tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a027d-da4c-4ee1-a3c4-3388cb937ee2 HTTP/1.1" status: 200 len: 205 time: 0.0432754 Sep 30 08:12:07.630851 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:07.673820 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Set router e4ff8f83-0117-450d-8c97-8b61b3e31acf gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:12:07.699959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-702551ab-4671-42f4-89fa-6f2e2e60d962 req-d1c54f95-60e5-4039-ac20-0a30cf89991d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868182 Sep 30 08:12:07.734932 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-1cab2ee1-85f8-4729-9511-03e2193a981f service neutron] 10.222.0.24 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645827 Sep 30 08:12:07.797252 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf51fa5-ffe0-41d0-a777-08bfa736f8e3 req-c5b2eac8-92f4-48ba-a995-7db271aec992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:07.799034 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0bf51fa5-ffe0-41d0-a777-08bfa736f8e3 req-c5b2eac8-92f4-48ba-a995-7db271aec992 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b HTTP/1.1" status: 200 len: 904 time: 0.2110245 Sep 30 08:12:07.807780 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbc2267-6df9-4c7e-b495-faf2586ee8d1 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:07.840879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba90d41a-1f78-4c1a-8293-566abf9ff857 req-5412b9d6-879c-4d54-bbc3-cd5ab3ee7dd9 tempest-SecurityGroupsNegativeTestJSON-1206608272 tempest-SecurityGroupsNegativeTestJSON-1206608272-project] 10.222.0.24 "GET /v2.0/security-groups/bbc8d73b-2380-44ba-a840-900ecbde4344 HTTP/1.1" status: 200 len: 2985 time: 0.1046536 Sep 30 08:12:07.879085 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-d739d9c0-097b-4296-a5ba-a0c268ad9d87 service neutron] 10.222.0.24 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338308 Sep 30 08:12:07.900722 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0bf51fa5-ffe0-41d0-a777-08bfa736f8e3 req-aa480cb6-2bcb-4e7c-9a05-ab60094d5fcd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5aec5d8c-cf48-479f-bb16-4bc8a49b5935 HTTP/1.1" status: 200 len: 217 time: 0.0884478 Sep 30 08:12:07.904596 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'name': 'tempest-FloatingIPsTestJSON-1820324402-router', 'tenant_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:11:56Z', 'updated_at': '2021-09-30T08:12:05Z', 'revision_number': 4, 'project_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'gw_port': {'id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:58Z', 'updated_at': '2021-09-30T08:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '08e7bddc-285e-458b-b569-e8dedaec2208', 'name': '', 'network_id': '96031fd7-9c64-49f6-b474-0e6a3995d973', 'tenant_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'mac_address': 'fa:16:3e:c4:85:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '825e193b-3c3b-4645-95de-adef67687040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:04Z', 'updated_at': '2021-09-30T08:12:06Z', 'revision_number': 2, 'project_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'subnets': [{'id': '825e193b-3c3b-4645-95de-adef67687040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:07.934969 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Checking router: e4ff8f83-0117-450d-8c97-8b61b3e31acf for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:12:07.935469 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Updating router e4ff8f83-0117-450d-8c97-8b61b3e31acf port 08e7bddc-285e-458b-b569-e8dedaec2208 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:12:07.965509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 27b6520f-da2c-4d33-bc3f-f782b10853b8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:07.967393 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:07.974242 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-ba90d41a-1f78-4c1a-8293-566abf9ff857 req-3f1cc9ed-cc6b-4514-807d-76022d254a10 tempest-SecurityGroupsNegativeTestJSON-1206608272 tempest-SecurityGroupsNegativeTestJSON-1206608272-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 08:12:07.975376 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba90d41a-1f78-4c1a-8293-566abf9ff857 req-3f1cc9ed-cc6b-4514-807d-76022d254a10 tempest-SecurityGroupsNegativeTestJSON-1206608272 tempest-SecurityGroupsNegativeTestJSON-1206608272-project] 10.222.0.24 "DELETE /v2.0/security-groups/bbc8d73b-2380-44ba-a840-900ecbde4344 HTTP/1.1" status: 409 len: 352 time: 0.1203368 Sep 30 08:12:08.016355 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf51fa5-ffe0-41d0-a777-08bfa736f8e3 req-2deb617f-fbdf-41b4-9a94-d4dd6cdb648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:08.017759 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0bf51fa5-ffe0-41d0-a777-08bfa736f8e3 req-2deb617f-fbdf-41b4-9a94-d4dd6cdb648d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe50dcfe-f2a1-4640-98cf-8d67829f1b8d HTTP/1.1" status: 200 len: 843 time: 0.0976295 Sep 30 08:12:08.021290 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbc2267-6df9-4c7e-b495-faf2586ee8d1 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.041709 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-4218537a-1e14-4ace-88d2-5407c4c277f3 service neutron] 10.222.0.24 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556954 Sep 30 08:12:08.060389 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0bf51fa5-ffe0-41d0-a777-08bfa736f8e3 req-08b379ec-37f4-4eef-a841-c63acc539cf5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333476 Sep 30 08:12:08.107463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 27b6520f-da2c-4d33-bc3f-f782b10853b8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:08.108397 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.257642 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0bf51fa5-ffe0-41d0-a777-08bfa736f8e3 req-3c0c57a3-ce65-4d3a-8d46-367d2e856ab4 service neutron] 10.222.0.35 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728492 Sep 30 08:12:08.261547 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc2267-6df9-4c7e-b495-faf2586ee8d1 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Deleting port 2e8e1e55-5f09-47ab-b81f-06eaec1ffe9e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:08.262658 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbc2267-6df9-4c7e-b495-faf2586ee8d1 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.425025 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac056ff-0db7-4802-9e58-6c11d2851c4a req-f02940fd-f805-4dff-9dd2-2ab128ddbaf6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:08.443102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ac056ff-0db7-4802-9e58-6c11d2851c4a req-f02940fd-f805-4dff-9dd2-2ab128ddbaf6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.0917659 Sep 30 08:12:08.463786 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.467266 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbc2267-6df9-4c7e-b495-faf2586ee8d1 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.471472 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.486562 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc2267-6df9-4c7e-b495-faf2586ee8d1 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Calling delete_port for 2e8e1e55-5f09-47ab-b81f-06eaec1ffe9e owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:08.505388 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ac056ff-0db7-4802-9e58-6c11d2851c4a req-a9131552-9edf-417b-a8e3-2d679b52e2c2 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613210 Sep 30 08:12:08.520753 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b17fe-b64c-4fe0-b725-17c944bb6c0d None None] Pushing event updated for resources: {'Port': ['ID=08e7bddc-285e-458b-b569-e8dedaec2208,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:08.616963 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Attempting to bind port 08e7bddc-285e-458b-b569-e8dedaec2208 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:08.617653 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Attempting to bind port 08e7bddc-285e-458b-b569-e8dedaec2208 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'bbadca45-3e0e-4cfe-becf-121888688eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '96031fd7-9c64-49f6-b474-0e6a3995d973'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:08.618144 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Attempting to bind port 08e7bddc-285e-458b-b569-e8dedaec2208 on network 96031fd7-9c64-49f6-b474-0e6a3995d973 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:08.624944 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:08.625613 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Checking segment: {'id': 'bbadca45-3e0e-4cfe-becf-121888688eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '96031fd7-9c64-49f6-b474-0e6a3995d973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:08.626170 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.626662 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Bound using segment: {'id': 'bbadca45-3e0e-4cfe-becf-121888688eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '96031fd7-9c64-49f6-b474-0e6a3995d973'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:08.627259 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Bound port: 08e7bddc-285e-458b-b569-e8dedaec2208, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbadca45-3e0e-4cfe-becf-121888688eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '96031fd7-9c64-49f6-b474-0e6a3995d973'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:08.627898 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.740393 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] For port 08e7bddc-285e-458b-b569-e8dedaec2208, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:08.749030 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] For port 08e7bddc-285e-458b-b569-e8dedaec2208, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=08e7bddc-285e-458b-b569-e8dedaec2208,segment=NetworkSegment(bbadca45-3e0e-4cfe-becf-121888688eb7),segment_id=bbadca45-3e0e-4cfe-becf-121888688eb7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:08.757356 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.829020 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0bf51fa5-ffe0-41d0-a777-08bfa736f8e3 req-a3878f42-9059-4cf1-8780-b50730115d22 service neutron] 10.222.0.35 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954276 Sep 30 08:12:08.829772 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbc2267-6df9-4c7e-b495-faf2586ee8d1 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.870499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc2267-6df9-4c7e-b495-faf2586ee8d1 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Pushing event deleted for resources: {'Port': ['ID=2e8e1e55-5f09-47ab-b81f-06eaec1ffe9e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:08.896249 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Routers {'e4ff8f83-0117-450d-8c97-8b61b3e31acf'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:08.897051 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e4ff8f83-0117-450d-8c97-8b61b3e31acf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:08.900400 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b17fe-b64c-4fe0-b725-17c944bb6c0d None None] Pushing event updated for resources: {'Port': ['ID=08e7bddc-285e-458b-b569-e8dedaec2208,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:08.909506 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-2ec0e48c-5692-4b3a-a5a4-40d87c3bc24c tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2679973 Sep 30 08:12:08.915807 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:08.936440 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cd2308a4-337f-4129-b3de-bd82230a0610 None None] Provisioning complete for port 08e7bddc-285e-458b-b569-e8dedaec2208 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:08.936440 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd2308a4-337f-4129-b3de-bd82230a0610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.946376 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:08.999613 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-2bd2aa06-706e-4238-9a02-3f30b4372f13 req-d1d54023-3bc5-4cbd-a934-c2a7959b9722 tempest-SecurityGroupsNegativeTestJSON-1206608272 tempest-SecurityGroupsNegativeTestJSON-1206608272-project] show failed (client error): The resource could not be found. Sep 30 08:12:09.000809 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bd2aa06-706e-4238-9a02-3f30b4372f13 req-d1d54023-3bc5-4cbd-a934-c2a7959b9722 tempest-SecurityGroupsNegativeTestJSON-1206608272 tempest-SecurityGroupsNegativeTestJSON-1206608272-project] 10.222.0.24 "GET /v2.0/security-groups/033ae6f6-8c48-4c9d-b648-1306c113f5bc HTTP/1.1" status: 404 len: 352 time: 0.0211728 Sep 30 08:12:09.016808 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbc2267-6df9-4c7e-b495-faf2586ee8d1 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.080938 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] Set router e4ff8f83-0117-450d-8c97-8b61b3e31acf gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:12:09.119773 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.202437 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd2308a4-337f-4129-b3de-bd82230a0610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.204613 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbc2267-6df9-4c7e-b495-faf2586ee8d1 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.208082 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbc2267-6df9-4c7e-b495-faf2586ee8d1 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.257871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c368e1-632c-4d35-a560-5af20c6a342c req-e3e8f361-600c-432e-83b2-16cb65c1d451 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:09.259416 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38c368e1-632c-4d35-a560-5af20c6a342c req-e3e8f361-600c-432e-83b2-16cb65c1d451 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa95a89-f398-4305-9b18-5a841c57acee HTTP/1.1" status: 200 len: 945 time: 0.0740538 Sep 30 08:12:09.272092 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbc2267-6df9-4c7e-b495-faf2586ee8d1 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.272831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbc2267-6df9-4c7e-b495-faf2586ee8d1 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Fanout notify agent at l3_agent the message router_deleted on router 0a4a027d-da4c-4ee1-a3c4-3388cb937ee2 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:12:09.289550 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbc2267-6df9-4c7e-b495-faf2586ee8d1 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.290277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cd2308a4-337f-4129-b3de-bd82230a0610 None None] For port 08e7bddc-285e-458b-b569-e8dedaec2208, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=08e7bddc-285e-458b-b569-e8dedaec2208,segment=NetworkSegment(bbadca45-3e0e-4cfe-becf-121888688eb7),segment_id=bbadca45-3e0e-4cfe-becf-121888688eb7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:09.290703 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9bbc2267-6df9-4c7e-b495-faf2586ee8d1 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "DELETE /v2.0/routers/0a4a027d-da4c-4ee1-a3c4-3388cb937ee2 HTTP/1.1" status: 204 len: 168 time: 1.6589282 Sep 30 08:12:09.297084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:09.304419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e5c933e9-9710-4c17-8429-faded94ae710 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1756048999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:09.308518 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd2308a4-337f-4129-b3de-bd82230a0610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.353268 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'name': 'tempest-FloatingIPsTestJSON-1820324402-router', 'tenant_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:11:56Z', 'updated_at': '2021-09-30T08:12:05Z', 'revision_number': 4, 'project_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'gw_port': {'id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:58Z', 'updated_at': '2021-09-30T08:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '08e7bddc-285e-458b-b569-e8dedaec2208', 'name': '', 'network_id': '96031fd7-9c64-49f6-b474-0e6a3995d973', 'tenant_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'mac_address': 'fa:16:3e:c4:85:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '825e193b-3c3b-4645-95de-adef67687040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:04Z', 'updated_at': '2021-09-30T08:12:08Z', 'revision_number': 4, 'project_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'subnets': [{'id': '825e193b-3c3b-4645-95de-adef67687040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:09.385653 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5c933e9-9710-4c17-8429-faded94ae710 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.390880 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5c933e9-9710-4c17-8429-faded94ae710 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.399333 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38c368e1-632c-4d35-a560-5af20c6a342c req-c5408d49-0e7b-4a50-8392-ec90971600e0 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc2c4978-ae36-4e34-9668-54cf73bf980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137850 Sep 30 08:12:09.400424 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2308a4-337f-4129-b3de-bd82230a0610 None None] Pushing event updated for resources: {'Port': ['ID=08e7bddc-285e-458b-b569-e8dedaec2208,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:09.402434 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc5381-06d8-4055-a61a-6fc3e7f2a6dd None None] The sync data for ids ['e4ff8f83-0117-450d-8c97-8b61b3e31acf'] in n-d-807359-2 is: [{'id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'name': 'tempest-FloatingIPsTestJSON-1820324402-router', 'tenant_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:11:56Z', 'updated_at': '2021-09-30T08:12:05Z', 'revision_number': 4, 'project_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'gw_port': {'id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:58Z', 'updated_at': '2021-09-30T08:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '08e7bddc-285e-458b-b569-e8dedaec2208', 'name': '', 'network_id': '96031fd7-9c64-49f6-b474-0e6a3995d973', 'tenant_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'mac_address': 'fa:16:3e:c4:85:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '825e193b-3c3b-4645-95de-adef67687040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:12:04Z', 'updated_at': '2021-09-30T08:12:08Z', 'revision_number': 4, 'project_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'subnets': [{'id': '825e193b-3c3b-4645-95de-adef67687040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:12:09.426107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Allocated IP 172.25.0.137 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/f67dd3f8-e0f7-4eee-a731-2a4a1efe9578) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:09.452790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-da981ac1-8202-4290-9a4b-89ca649d9b78 None None] Provisioning complete for port 08e7bddc-285e-458b-b569-e8dedaec2208 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:09.453344 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da981ac1-8202-4290-9a4b-89ca649d9b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.565333 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5c933e9-9710-4c17-8429-faded94ae710 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.570999 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5c933e9-9710-4c17-8429-faded94ae710 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.601011 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5c933e9-9710-4c17-8429-faded94ae710 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.603671 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e5c933e9-9710-4c17-8429-faded94ae710 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3038065 Sep 30 08:12:09.606292 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60144) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:09.616514 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'enable_snat': True}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:09.664420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd5fa3-4bd0-4b78-85c7-2f1651c4256f req-bca5dc24-d511-487e-83c7-36b3641e594d tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:09.667292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-afdd5fa3-4bd0-4b78-85c7-2f1651c4256f req-bca5dc24-d511-487e-83c7-36b3641e594d tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.36 "GET /v2.0/ports?device_id=2aa95a89-f398-4305-9b18-5a841c57acee HTTP/1.1" status: 200 len: 945 time: 0.1030893 Sep 30 08:12:09.670992 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.840382 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:09.986800 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:10.028793 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 08e7bddc-285e-458b-b569-e8dedaec2208 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:10.033839 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:10.095890 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 08e7bddc-285e-458b-b569-e8dedaec2208 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:10.096732 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:10.204181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:10.341218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:10.345548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:10.358866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:10.398789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Pushing event updated for resources: {'Port': ['ID=f67dd3f8-e0f7-4eee-a731-2a4a1efe9578,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:10.407591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:10.422353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8d209-e517-4d5f-b48d-f2fda127aa33 req-50e485bb-4849-4e16-a140-3eeadd19e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:10.423688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '5aec5d8c-cf48-479f-bb16-4bc8a49b5935', 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b', 'port_id': '5aec5d8c-cf48-479f-bb16-4bc8a49b5935', 'mac_address': 'fa:16:3e:20:24:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe50dcfe-f2a1-4640-98cf-8d67829f1b8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:12:10.424173 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33d8d209-e517-4d5f-b48d-f2fda127aa33 req-50e485bb-4849-4e16-a140-3eeadd19e0f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee4e48f07add4c94890522d6df2a93fa&device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 1096 time: 0.6009557 Sep 30 08:12:10.445637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-afdd5fa3-4bd0-4b78-85c7-2f1651c4256f req-84542e74-697f-4f0f-b0e8-93193f175181 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Deleting port 5c943b7a-99f1-46c4-b95b-cc03124892f5 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:10.446027 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-afdd5fa3-4bd0-4b78-85c7-2f1651c4256f req-84542e74-697f-4f0f-b0e8-93193f175181 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:10.468778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15062a99-497b-4b77-bdbd-48c7a09ccb2c req-a58bfdeb-4cb5-4290-9d50-bfceaa1c553a tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:10.475631 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:10.476871 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15062a99-497b-4b77-bdbd-48c7a09ccb2c req-a58bfdeb-4cb5-4290-9d50-bfceaa1c553a tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a03cbb-b9a9-43ee-99c2-804414e70cf6 HTTP/1.1" status: 200 len: 943 time: 0.6515071 Sep 30 08:12:10.492638 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:10.525134 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:10.531567 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:10.595342 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:10.664737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15062a99-497b-4b77-bdbd-48c7a09ccb2c req-223c4c23-17e8-4237-8de7-2f15891b44c4 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863308 Sep 30 08:12:10.794852 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:10.796360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-c7e38cc3-8ed1-4942-84ac-b53038c12e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:10.797739 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-c7e38cc3-8ed1-4942-84ac-b53038c12e88 service neutron] 10.222.0.35 "GET /v2.0/ports/d2a04c48-1016-4204-91b9-76cc35da608f HTTP/1.1" status: 200 len: 1032 time: 0.0601795 Sep 30 08:12:10.823204 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['5aec5d8c-cf48-479f-bb16-4bc8a49b5935'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:10.824388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8d209-e517-4d5f-b48d-f2fda127aa33 req-05bf72de-312f-49db-965c-85749373953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:10.826093 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33d8d209-e517-4d5f-b48d-f2fda127aa33 req-05bf72de-312f-49db-965c-85749373953f service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8 HTTP/1.1" status: 200 len: 911 time: 0.3906419 Sep 30 08:12:10.858103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c09e4807-6996-450e-befe-d0c36e9d2b07 req-33942679-3265-44be-9757-210321f611bc tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0544066 Sep 30 08:12:10.877759 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:10.924398 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:10.931732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-afdd5fa3-4bd0-4b78-85c7-2f1651c4256f req-84542e74-697f-4f0f-b0e8-93193f175181 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] For port 5c943b7a-99f1-46c4-b95b-cc03124892f5, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5c943b7a-99f1-46c4-b95b-cc03124892f5,segment=NetworkSegment(b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676),segment_id=b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:10.932228 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-afdd5fa3-4bd0-4b78-85c7-2f1651c4256f req-84542e74-697f-4f0f-b0e8-93193f175181 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:10.979123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-afdd5fa3-4bd0-4b78-85c7-2f1651c4256f req-84542e74-697f-4f0f-b0e8-93193f175181 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Calling delete_port for 5c943b7a-99f1-46c4-b95b-cc03124892f5 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:11.005371 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.007163 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-668927d7-4958-45d8-a64c-d4895f0ba911 req-ea3d1eac-74a7-4221-8708-9c74b3650d73 tempest-SecurityGroupsNegativeTestJSON-1206608272 tempest-SecurityGroupsNegativeTestJSON-1206608272-project] show failed (client error): The resource could not be found. Sep 30 08:12:11.008273 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-668927d7-4958-45d8-a64c-d4895f0ba911 req-ea3d1eac-74a7-4221-8708-9c74b3650d73 tempest-SecurityGroupsNegativeTestJSON-1206608272 tempest-SecurityGroupsNegativeTestJSON-1206608272-project] 10.222.0.24 "GET /v2.0/security-groups/cf293a2b-0a71-4587-be70-9628d0959a99 HTTP/1.1" status: 404 len: 352 time: 0.0697172 Sep 30 08:12:11.034902 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33d8d209-e517-4d5f-b48d-f2fda127aa33 req-432a257f-a019-451e-a20b-4210521e95fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c18cd8e-bb80-45bc-99a5-af13c00ece73 HTTP/1.1" status: 200 len: 1000 time: 0.1911635 Sep 30 08:12:11.086173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Allocated IP 172.25.0.159 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/5f3094a5-ef15-4d9c-94d4-ac91e88b8767) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:11.093717 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60152) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:11.121735 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-de363557-1743-491a-b6c6-7f0e7d6254d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:11.123131 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-de363557-1743-491a-b6c6-7f0e7d6254d1 service neutron] 10.222.0.35 "GET /v2.0/ports/f0f3ccad-dbbd-4b38-b65a-93a3ef827cee HTTP/1.1" status: 200 len: 1032 time: 0.3165572 Sep 30 08:12:11.315948 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.347513 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6df6f7c5-29f6-4081-b995-59f4ad6155e1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:11.355222 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6df6f7c5-29f6-4081-b995-59f4ad6155e1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:11.358989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90c29de-65ad-4002-bd2d-04358df6290d admin admin] Deleting subnet 18752b20-f6d0-4849-881b-1286fb42607d {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:12:11.360860 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6df6f7c5-29f6-4081-b995-59f4ad6155e1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:11.362526 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6df6f7c5-29f6-4081-b995-59f4ad6155e1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.35 "GET /v2.0/networks?id=384df419-38eb-4226-b7dd-8fe2db486b35&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd HTTP/1.1" status: 200 len: 1995 time: 0.2284100 Sep 30 08:12:11.365206 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e90c29de-65ad-4002-bd2d-04358df6290d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.422178 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.435970 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.463584 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5348997d-53e9-4798-b6e0-45cc1403edc2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce39ae04255c4914adca40a29bca4222 HTTP/1.1" status: 200 len: 379 time: 0.0684073 Sep 30 08:12:11.477365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6958384d-6c7d-4ac0-a70f-452bfcc09e60 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Request body: {'port': {'device_id': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35', 'admin_state_up': True, 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'security_groups': ['7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:11.478874 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e90c29de-65ad-4002-bd2d-04358df6290d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.489598 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:11.498928 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.509363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:11.511755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:11.553426 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Pushing event updated for resources: {'Port': ['ID=5f3094a5-ef15-4d9c-94d4-ac91e88b8767,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:11.619622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ec987-8d5b-483b-9ec2-0c26d363b080 req-c598ccbb-0abc-4c06-8081-fb1ed4c75aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:11.621082 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd6ec987-8d5b-483b-9ec2-0c26d363b080 req-c598ccbb-0abc-4c06-8081-fb1ed4c75aae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f9fae650bc403a968de80bfa93a4f2&device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 1096 time: 0.2144988 Sep 30 08:12:11.622395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8d209-e517-4d5f-b48d-f2fda127aa33 req-ef911664-74d0-470e-b505-4d6bcf3f79c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:11.623704 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33d8d209-e517-4d5f-b48d-f2fda127aa33 req-ef911664-74d0-470e-b505-4d6bcf3f79c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=83b391f2-40bb-46fd-9398-46e69258862b HTTP/1.1" status: 200 len: 849 time: 0.5216246 Sep 30 08:12:11.690781 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Pushing event updated for resources: {'Port': ['ID=f67dd3f8-e0f7-4eee-a731-2a4a1efe9578,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:11.703773 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e90c29de-65ad-4002-bd2d-04358df6290d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.749781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6958384d-6c7d-4ac0-a70f-452bfcc09e60 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Made reservation on behalf of ce39ae04255c4914adca40a29bca4222 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:11.753485 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6958384d-6c7d-4ac0-a70f-452bfcc09e60 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.759174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636affb5-a604-4082-902f-a3e5b038b8eb req-602c4123-7d48-4f5d-907a-5fecd8b92b7c tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:11.760753 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-636affb5-a604-4082-902f-a3e5b038b8eb req-602c4123-7d48-4f5d-907a-5fecd8b92b7c tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.3061087 Sep 30 08:12:11.779293 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.897855 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.899091 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-9033c64b-6f7f-4170-b2ce-1fc548d8e664 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9881625 Sep 30 08:12:11.906058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6958384d-6c7d-4ac0-a70f-452bfcc09e60 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Allocated IP 172.20.0.13 (384df419-38eb-4226-b7dd-8fe2db486b35/8f898384-daa1-40fa-9c72-56b1900fc76c/3237b50c-d6b1-404d-bdab-771cbaf0b52d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:11.943544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8d209-e517-4d5f-b48d-f2fda127aa33 req-042330a1-918f-4f5c-9514-939a06e4796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:11.945122 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33d8d209-e517-4d5f-b48d-f2fda127aa33 req-042330a1-918f-4f5c-9514-939a06e4796e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2891123 Sep 30 08:12:11.959688 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-afdd5fa3-4bd0-4b78-85c7-2f1651c4256f req-84542e74-697f-4f0f-b0e8-93193f175181 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:11.984399 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24e6b530-2556-4979-99d9-1405ad126523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.007269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-636affb5-a604-4082-902f-a3e5b038b8eb req-cb9d781c-5255-4afe-adfd-9787a2c32340 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289255 Sep 30 08:12:12.017920 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ec987-8d5b-483b-9ec2-0c26d363b080 req-b2340e93-9c36-4836-8928-318cd39b6899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:12.019268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd6ec987-8d5b-483b-9ec2-0c26d363b080 req-b2340e93-9c36-4836-8928-318cd39b6899 service neutron] 10.222.0.35 "GET /v2.0/networks?id=691f8d5d-84c4-4972-afc4-015bf3401c58 HTTP/1.1" status: 200 len: 920 time: 0.3816402 Sep 30 08:12:12.044180 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e90c29de-65ad-4002-bd2d-04358df6290d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.091142 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-cdca29eb-0ed8-49ca-947c-b6aba43d818e tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 696 time: 0.1635118 Sep 30 08:12:12.102111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84542e74-697f-4f0f-b0e8-93193f175181 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Pushing event deleted for resources: {'Port': ['ID=5c943b7a-99f1-46c4-b95b-cc03124892f5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:12.165535 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.167635 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e90c29de-65ad-4002-bd2d-04358df6290d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.172172 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e90c29de-65ad-4002-bd2d-04358df6290d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/18752b20-f6d0-4849-881b-1286fb42607d HTTP/1.1" status: 204 len: 168 time: 1.0774174 Sep 30 08:12:12.187929 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60162) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:12.189351 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd6ec987-8d5b-483b-9ec2-0c26d363b080 req-03e77c8c-50f2-4727-95e1-2ffb708fcc88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a20a92cb-6800-440f-954d-70cc817cd206 HTTP/1.1" status: 200 len: 217 time: 0.1165354 Sep 30 08:12:12.201807 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:12.221328 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6958384d-6c7d-4ac0-a70f-452bfcc09e60 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.240781 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c29de-65ad-4002-bd2d-04358df6290d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18752b20-f6d0-4849-881b-1286fb42607d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:12.268970 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-70c08c35-9b23-47b7-ba03-d88c8980e360 req-88cd94c3-7901-4437-aa76-d7a3777d07fe tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa95a89-f398-4305-9b18-5a841c57acee HTTP/1.1" status: 200 len: 210 time: 0.1830876 Sep 30 08:12:12.306088 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:12:12.310218 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:12.310596 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.403814 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6958384d-6c7d-4ac0-a70f-452bfcc09e60 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.426969 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdd5fa3-4bd0-4b78-85c7-2f1651c4256f req-84542e74-697f-4f0f-b0e8-93193f175181 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] No DVR routers for this DVR port 5c943b7a-99f1-46c4-b95b-cc03124892f5 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:12:12.434271 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.459174 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-afdd5fa3-4bd0-4b78-85c7-2f1651c4256f req-84542e74-697f-4f0f-b0e8-93193f175181 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.461423 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-afdd5fa3-4bd0-4b78-85c7-2f1651c4256f req-84542e74-697f-4f0f-b0e8-93193f175181 tempest-InstanceActionsV221TestJSON-2009792491 tempest-InstanceActionsV221TestJSON-2009792491-project] 10.222.0.36 "DELETE /v2.0/ports/5c943b7a-99f1-46c4-b95b-cc03124892f5 HTTP/1.1" status: 204 len: 173 time: 2.7859521 Sep 30 08:12:12.461656 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa95a89-f398-4305-9b18-5a841c57acee', 'name': 'network-vif-deleted', 'tag': '5c943b7a-99f1-46c4-b95b-cc03124892f5'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:12.467179 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a57d74-bb6f-4b3e-b6e7-dcdfd18096d8" -d '{"events": [{"server_uuid": "2aa95a89-f398-4305-9b18-5a841c57acee", "name": "network-vif-deleted", "tag": "5c943b7a-99f1-46c4-b95b-cc03124892f5"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:12.480882 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6958384d-6c7d-4ac0-a70f-452bfcc09e60 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Network 384df419-38eb-4226-b7dd-8fe2db486b35 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:12.486117 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6958384d-6c7d-4ac0-a70f-452bfcc09e60 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:12.497044 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.498773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6958384d-6c7d-4ac0-a70f-452bfcc09e60 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:12.500662 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:12.501869 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a03cbb-b9a9-43ee-99c2-804414e70cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aec5d8c-cf48-479f-bb16-4bc8a49b5935'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:12.505737 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73e0ee7-2200-4a80-b39a-36fbe79c9542" -d '{"events": [{"server_uuid": "61a03cbb-b9a9-43ee-99c2-804414e70cf6", "name": "network-vif-plugged", "status": "completed", "tag": "5aec5d8c-cf48-479f-bb16-4bc8a49b5935"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:12.512289 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.536095 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.599034 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:12.632147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33d8d209-e517-4d5f-b48d-f2fda127aa33 req-da4ff85e-09fb-4682-97db-aafe3d03f6f8 service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6734588 Sep 30 08:12:12.642318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ec987-8d5b-483b-9ec2-0c26d363b080 req-4181735c-f3cf-426d-b9f7-852e378b51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:12.643824 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd6ec987-8d5b-483b-9ec2-0c26d363b080 req-4181735c-f3cf-426d-b9f7-852e378b51f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d31d27d-29aa-4857-9fe7-629de8beade5 HTTP/1.1" status: 200 len: 859 time: 0.3893175 Sep 30 08:12:12.650647 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-373b6dd1-ba32-49c2-ae01-25098e93534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.679270 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958384d-6c7d-4ac0-a70f-452bfcc09e60 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event updated for resources: {'Port': ['ID=3237b50c-d6b1-404d-bdab-771cbaf0b52d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:12.708269 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6958384d-6c7d-4ac0-a70f-452bfcc09e60 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:12.708928 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6958384d-6c7d-4ac0-a70f-452bfcc09e60 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.720478 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5c943b7a-99f1-46c4-b95b-cc03124892f5 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:12.737424 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-6958384d-6c7d-4ac0-a70f-452bfcc09e60 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2659655 Sep 30 08:12:12.738841 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd6ec987-8d5b-483b-9ec2-0c26d363b080 req-d430b8b7-7666-4c3e-a10d-dd6539faf102 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=691f8d5d-84c4-4972-afc4-015bf3401c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737684 Sep 30 08:12:12.755532 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-feefee65-13ce-4aeb-8254-75c12ee3a321 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:12.756998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-606fa98e-afac-4c1d-a704-4f6a3f43ecd0 req-feefee65-13ce-4aeb-8254-75c12ee3a321 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.6520603 Sep 30 08:12:12.763573 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41c776ab-fc92-4471-a49d-d8144a8478de tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Request body: {'port': {'device_id': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01', 'admin_state_up': True, 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'security_groups': ['7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:12.778458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 5c943b7a-99f1-46c4-b95b-cc03124892f5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:12:12.780829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5c943b7a-99f1-46c4-b95b-cc03124892f5 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:12:12.800783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Router 73874d02-102f-4482-86d7-7fa52e9e1492 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:12:12.815625 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90803f-5373-494b-bbb4-c66a249d0a1f req-648c30fd-dee3-44d7-b3d7-9ef00774f48a tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:12.833519 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d90803f-5373-494b-bbb4-c66a249d0a1f req-648c30fd-dee3-44d7-b3d7-9ef00774f48a tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.4230938 Sep 30 08:12:12.877317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-08dc94eb-1e93-4006-ad2f-b52fb20575a4 None None] Provisioning complete for port 3237b50c-d6b1-404d-bdab-771cbaf0b52d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:12.877690 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-08dc94eb-1e93-4006-ad2f-b52fb20575a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:12.918013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-08dc94eb-1e93-4006-ad2f-b52fb20575a4 None None] Port 3237b50c-d6b1-404d-bdab-771cbaf0b52d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:12:12.970914 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41c776ab-fc92-4471-a49d-d8144a8478de tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Made reservation on behalf of ce39ae04255c4914adca40a29bca4222 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:12.975454 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41c776ab-fc92-4471-a49d-d8144a8478de tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.047524 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:12:13.060268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0c497-8026-4cd9-b6b9-cad6a2b00712 None None] Sync routers for ids ['73874d02-102f-4482-86d7-7fa52e9e1492'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:12:13.075240 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0c497-8026-4cd9-b6b9-cad6a2b00712 None None] Routers {'73874d02-102f-4482-86d7-7fa52e9e1492'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:13.075884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-eab0c497-8026-4cd9-b6b9-cad6a2b00712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['73874d02-102f-4482-86d7-7fa52e9e1492'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:13.079385 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.080737 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-55cae989-0e2e-4f49-a090-17e6ff32a727 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "PUT /v2.0/routers/73874d02-102f-4482-86d7-7fa52e9e1492 HTTP/1.1" status: 200 len: 915 time: 3.4730215 Sep 30 08:12:13.084128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60172) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:13.163951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-eab0c497-8026-4cd9-b6b9-cad6a2b00712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:13.177654 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0c497-8026-4cd9-b6b9-cad6a2b00712 None None] Routers {'73874d02-102f-4482-86d7-7fa52e9e1492'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:13.178283 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-eab0c497-8026-4cd9-b6b9-cad6a2b00712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:11:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['73874d02-102f-4482-86d7-7fa52e9e1492'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:13.198684 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cbf4e19f-ba4c-4624-b2d5-1b37b60ee9c5 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/routers/73874d02-102f-4482-86d7-7fa52e9e1492 HTTP/1.1" status: 200 len: 921 time: 0.1133502 Sep 30 08:12:13.201879 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:13.257563 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-eab0c497-8026-4cd9-b6b9-cad6a2b00712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:13.258148 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0c497-8026-4cd9-b6b9-cad6a2b00712 None None] The sync data for ids ['73874d02-102f-4482-86d7-7fa52e9e1492'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:12:13.291200 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb5486c-26c0-4718-b24b-5a2ad35334aa tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:13.292959 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4fb5486c-26c0-4718-b24b-5a2ad35334aa tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&device_id=73874d02-102f-4482-86d7-7fa52e9e1492&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0901115 Sep 30 08:12:13.297321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60176) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:13.396483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb9ef9-f31d-4ae8-a038-b5111e628488 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:13.397891 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dcfb9ef9-f31d-4ae8-a038-b5111e628488 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 881 time: 0.0996456 Sep 30 08:12:13.401293 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60180) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:13.419840 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41c776ab-fc92-4471-a49d-d8144a8478de tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Allocated IP 10.1.1.161 (b90b784a-548c-41b5-91c7-a8e317195f01/b9f074e0-6593-45f0-b080-f30260a26f67/65097e74-e449-431b-a3eb-790fec30038f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:13.479066 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bba1b28c-b309-4cbb-9816-67b55969d488 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "GET /v2.0/ports?device_id=73874d02-102f-4482-86d7-7fa52e9e1492 HTTP/1.1" status: 200 len: 205 time: 0.0527906 Sep 30 08:12:13.481891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60182) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:13.489862 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-373b6dd1-ba32-49c2-ae01-25098e93534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.512377 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33d8d209-e517-4d5f-b48d-f2fda127aa33 req-1619d2fe-a1dd-4983-89cd-2e85796239d2 service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8672159 Sep 30 08:12:13.533532 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d90803f-5373-494b-bbb4-c66a249d0a1f req-f13e2a1a-32ea-4202-8d9a-a75bda8cf9f7 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6989081 Sep 30 08:12:13.596096 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c09c0c-dc6f-4246-a1e1-6a49a6dc3077 req-6d33bf65-00bf-4a84-9a40-64b405f6f73a tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:13.598804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42c09c0c-dc6f-4246-a1e1-6a49a6dc3077 req-6d33bf65-00bf-4a84-9a40-64b405f6f73a tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a03cbb-b9a9-43ee-99c2-804414e70cf6 HTTP/1.1" status: 200 len: 945 time: 0.7612503 Sep 30 08:12:13.601751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-373b6dd1-ba32-49c2-ae01-25098e93534d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fdf86de-501f-4d31-ab19-2ab132604164']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:13.680983 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42c09c0c-dc6f-4246-a1e1-6a49a6dc3077 req-6f2a5e85-7210-45dd-a2ae-4ac29fc054b9 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750372 Sep 30 08:12:13.684372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd6ec987-8d5b-483b-9ec2-0c26d363b080 req-aacf4df8-2055-4bf9-a402-fbcec5ffc19d service neutron] 10.222.0.35 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9221814 Sep 30 08:12:13.690919 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-373b6dd1-ba32-49c2-ae01-25098e93534d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10b7a3f-c77f-436f-be7d-d37a5ea43fd8') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:13.691380 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-373b6dd1-ba32-49c2-ae01-25098e93534d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10b7a3f-c77f-436f-be7d-d37a5ea43fd8') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:13.769693 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-373b6dd1-ba32-49c2-ae01-25098e93534d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.800688 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d07362-908d-4be2-b9d4-e40daa334958 x-openstack-request-id: req-d9d07362-908d-4be2-b9d4-e40daa334958 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:13.801145 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa95a89-f398-4305-9b18-5a841c57acee", "name": "network-vif-deleted", "tag": "5c943b7a-99f1-46c4-b95b-cc03124892f5", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:13.801520 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9d07362-908d-4be2-b9d4-e40daa334958 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:13.802272 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa95a89-f398-4305-9b18-5a841c57acee', 'name': 'network-vif-deleted', 'tag': '5c943b7a-99f1-46c4-b95b-cc03124892f5', 'status': 'completed', 'code': 200} Sep 30 08:12:13.830377 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b128fe-a621-4669-a5c3-09994981eff6 x-openstack-request-id: req-88b128fe-a621-4669-a5c3-09994981eff6 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:13.830824 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a03cbb-b9a9-43ee-99c2-804414e70cf6", "name": "network-vif-plugged", "status": "completed", "tag": "5aec5d8c-cf48-479f-bb16-4bc8a49b5935", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:13.831933 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88b128fe-a621-4669-a5c3-09994981eff6 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:13.833655 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a03cbb-b9a9-43ee-99c2-804414e70cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aec5d8c-cf48-479f-bb16-4bc8a49b5935', 'code': 200} Sep 30 08:12:13.847838 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-373b6dd1-ba32-49c2-ae01-25098e93534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.959615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05a1687b-2df8-46d7-9ddb-736fa3bb8534 req-f2579f75-7c1d-4c78-aef4-a5f5d60365e6 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/floatingips/82fee388-10c3-47e7-bbe2-04d50ab3fa33 HTTP/1.1" status: 200 len: 693 time: 0.0459914 Sep 30 08:12:13.968447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373b6dd1-ba32-49c2-ae01-25098e93534d admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:12:13.968883 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-373b6dd1-ba32-49c2-ae01-25098e93534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: items = [ Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:12:13.975533 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:12:14.038214 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a171ad-eac7-42b7-8bfe-71647dee6eab req-41cda465-1f50-4175-9ff3-a11fddd254a4 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.038537 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-17a171ad-eac7-42b7-8bfe-71647dee6eab req-41cda465-1f50-4175-9ff3-a11fddd254a4 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 932 time: 0.3196576 Sep 30 08:12:14.125712 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd6ec987-8d5b-483b-9ec2-0c26d363b080 req-5537dd95-2d77-423c-a923-03a227a3348f service neutron] 10.222.0.35 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305665 Sep 30 08:12:14.181692 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4e4889e-7ade-4e6e-9f3c-44b96ae278be tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.193087 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f25cce-059f-4e19-b8a4-00f59d5f8c8a req-4662bbe6-f564-428a-983a-30dfccf442c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.196643 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-94f25cce-059f-4e19-b8a4-00f59d5f8c8a req-4662bbe6-f564-428a-983a-30dfccf442c0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=61a03cbb-b9a9-43ee-99c2-804414e70cf6 HTTP/1.1" status: 200 len: 1096 time: 0.2102110 Sep 30 08:12:14.198424 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-17a171ad-eac7-42b7-8bfe-71647dee6eab req-755d107a-f454-46ae-8e97-01f3ef19bb8b tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418450 Sep 30 08:12:14.203314 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-373b6dd1-ba32-49c2-ae01-25098e93534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.217781 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-373b6dd1-ba32-49c2-ae01-25098e93534d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.224098 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-373b6dd1-ba32-49c2-ae01-25098e93534d admin admin] 10.222.0.24 "DELETE /v2.0/networks/4fdf86de-501f-4d31-ab19-2ab132604164 HTTP/1.1" status: 204 len: 168 time: 2.0293994 Sep 30 08:12:14.241777 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b6dd1-ba32-49c2-ae01-25098e93534d admin admin] Pushing event deleted for resources: {'Network': ['ID=4fdf86de-501f-4d31-ab19-2ab132604164,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:14.287579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1687b-2df8-46d7-9ddb-736fa3bb8534 req-f8977899-443c-49fc-9f73-6e2158ed605e tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.289162 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05a1687b-2df8-46d7-9ddb-736fa3bb8534 req-f8977899-443c-49fc-9f73-6e2158ed605e tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.3025286 Sep 30 08:12:14.300321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-05a1687b-2df8-46d7-9ddb-736fa3bb8534 req-de4689d2-1013-4e65-832a-91d08449700e tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:12:14.301539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05a1687b-2df8-46d7-9ddb-736fa3bb8534 req-de4689d2-1013-4e65-832a-91d08449700e tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062568 Sep 30 08:12:14.409013 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-94f25cce-059f-4e19-b8a4-00f59d5f8c8a req-4ef97db1-7b1c-40c1-af01-7f62585acf22 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357079 Sep 30 08:12:14.421061 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41c776ab-fc92-4471-a49d-d8144a8478de tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.435993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db65c816-1b7f-41b5-a040-236add478376 req-4e6cb989-ba7a-4d2d-8697-0b7419fbb5f8 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=7d4b3dc9d7f7445995f8a4b8fe64b2ea HTTP/1.1" status: 200 len: 696 time: 0.0597501 Sep 30 08:12:14.444055 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c746f3-cf7e-4ff0-9b38-2efa87c097aa req-91dd44ee-9b85-460e-9932-b623cfb95d5f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.451194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01c746f3-cf7e-4ff0-9b38-2efa87c097aa req-91dd44ee-9b85-460e-9932-b623cfb95d5f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.1277421 Sep 30 08:12:14.493517 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4e4889e-7ade-4e6e-9f3c-44b96ae278be tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.499069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60194) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:14.521959 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41c776ab-fc92-4471-a49d-d8144a8478de tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.577320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41c776ab-fc92-4471-a49d-d8144a8478de tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Network b90b784a-548c-41b5-91c7-a8e317195f01 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:14.601635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41c776ab-fc92-4471-a49d-d8144a8478de tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:14.603757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41c776ab-fc92-4471-a49d-d8144a8478de tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:14.616869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01c746f3-cf7e-4ff0-9b38-2efa87c097aa req-19f183e7-4485-4139-b91d-0f3da171c398 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581306 Sep 30 08:12:14.675262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41c776ab-fc92-4471-a49d-d8144a8478de tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.675517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0d28b8ff-27b8-4515-91ae-bd97c1d6a78c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a01d79535d59466abd8f4fa9ca930e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736014 Sep 30 08:12:14.676558 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41c776ab-fc92-4471-a49d-d8144a8478de tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.683941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:14.697283 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c776ab-fc92-4471-a49d-d8144a8478de tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event updated for resources: {'Port': ['ID=65097e74-e449-431b-a3eb-790fec30038f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:14.710307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65c816-1b7f-41b5-a040-236add478376 req-a0e2c9ac-0608-49c0-9256-397dd9cf5ab5 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.719833 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db65c816-1b7f-41b5-a040-236add478376 req-a0e2c9ac-0608-49c0-9256-397dd9cf5ab5 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/networks?id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 787 time: 0.2660272 Sep 30 08:12:14.733871 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41c776ab-fc92-4471-a49d-d8144a8478de tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9753015 Sep 30 08:12:14.746702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-db65c816-1b7f-41b5-a040-236add478376 req-25c78ff0-7f75-431f-b514-53cd3a33438f tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:12:14.748003 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db65c816-1b7f-41b5-a040-236add478376 req-25c78ff0-7f75-431f-b514-53cd3a33438f tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072036 Sep 30 08:12:14.753594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-afc2b635-218f-44f2-8256-2f16b4f2c3d5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Request body: {'port': {'device_id': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01', 'admin_state_up': True, 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'security_groups': ['7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:14.764237 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67cb20b3-04cf-4ff2-acf3-f6f2009cf53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.783571 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4889e-7ade-4e6e-9f3c-44b96ae278be tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Deleting port 5f3094a5-ef15-4d9c-94d4-ac91e88b8767 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:14.784531 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4e4889e-7ade-4e6e-9f3c-44b96ae278be tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.826073 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d740e9e-d655-4ddb-865a-6571efa6fa03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.945226 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d740e9e-d655-4ddb-865a-6571efa6fa03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.960780 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b3866797-5c06-41ac-8a29-245ba9a3c975 None None] Provisioning complete for port 65097e74-e449-431b-a3eb-790fec30038f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:14.962249 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3866797-5c06-41ac-8a29-245ba9a3c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:14.981546 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23143ef8-4976-443c-ac9f-3813de9c7d58 req-6bcce171-dc69-4095-99c1-ccab49b46917 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:14.983312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-23143ef8-4976-443c-ac9f-3813de9c7d58 req-6bcce171-dc69-4095-99c1-ccab49b46917 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.1327403 Sep 30 08:12:15.000089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4e4889e-7ade-4e6e-9f3c-44b96ae278be tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.010644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b3866797-5c06-41ac-8a29-245ba9a3c975 None None] Port 65097e74-e449-431b-a3eb-790fec30038f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:12:15.025515 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda709aa-997b-490a-a0fa-7f0469d6d886 req-18ffe163-f904-4da0-8742-ab8ba210a34d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:15.027854 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bda709aa-997b-490a-a0fa-7f0469d6d886 req-18ffe163-f904-4da0-8742-ab8ba210a34d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a03cbb-b9a9-43ee-99c2-804414e70cf6 HTTP/1.1" status: 200 len: 945 time: 0.1270101 Sep 30 08:12:15.031655 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4889e-7ade-4e6e-9f3c-44b96ae278be tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Calling delete_port for 5f3094a5-ef15-4d9c-94d4-ac91e88b8767 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:15.054240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-afc2b635-218f-44f2-8256-2f16b4f2c3d5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Made reservation on behalf of ce39ae04255c4914adca40a29bca4222 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:15.058179 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-afc2b635-218f-44f2-8256-2f16b4f2c3d5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.071289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-23143ef8-4976-443c-ac9f-3813de9c7d58 req-bcee3695-5c76-4664-a210-3cb4ef535425 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794256 Sep 30 08:12:15.091161 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bda709aa-997b-490a-a0fa-7f0469d6d886 req-c4089d0b-ef76-406d-a4c2-2212ffa1d70f tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438912 Sep 30 08:12:15.106272 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d740e9e-d655-4ddb-865a-6571efa6fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.109026 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d740e9e-d655-4ddb-865a-6571efa6fa03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.113224 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4d740e9e-d655-4ddb-865a-6571efa6fa03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbc8d73b-2380-44ba-a840-900ecbde4344 HTTP/1.1" status: 204 len: 168 time: 0.4273407 Sep 30 08:12:15.137217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d740e9e-d655-4ddb-865a-6571efa6fa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc8d73b-2380-44ba-a840-900ecbde4344,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:15.156960 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c7e3d0f-a077-49a4-946c-b54eb44b2b24 req-5afdb921-cda3-4d58-bc20-46a6fa6e85fb tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/floatingips/82fee388-10c3-47e7-bbe2-04d50ab3fa33 HTTP/1.1" status: 200 len: 693 time: 0.0539885 Sep 30 08:12:15.253304 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.273307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60214) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:15.444245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56e326b-5f92-43d8-acfe-428b25c3735a admin admin] Deleting subnet a3d51f12-71b8-49f0-89ed-7055c5df6dad {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:12:15.454698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e3d0f-a077-49a4-946c-b54eb44b2b24 req-447342d4-1032-48c4-8d96-f095377f28e7 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:15.462019 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c7e3d0f-a077-49a4-946c-b54eb44b2b24 req-447342d4-1032-48c4-8d96-f095377f28e7 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.2968342 Sep 30 08:12:15.464979 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a56e326b-5f92-43d8-acfe-428b25c3735a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.493283 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-4c7e3d0f-a077-49a4-946c-b54eb44b2b24 req-2944db48-1aeb-4bb1-9bae-e86d3cb29b0f tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:12:15.501617 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c7e3d0f-a077-49a4-946c-b54eb44b2b24 req-2944db48-1aeb-4bb1-9bae-e86d3cb29b0f tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0386944 Sep 30 08:12:15.513167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69a5d9-dbfe-426c-8ccb-eb7234cae272 req-32167e65-a5e6-4969-a166-02527c15ace2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:15.520961 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4e4889e-7ade-4e6e-9f3c-44b96ae278be tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.521974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69a5d9-dbfe-426c-8ccb-eb7234cae272 req-32167e65-a5e6-4969-a166-02527c15ace2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:15.523817 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e69a5d9-dbfe-426c-8ccb-eb7234cae272 req-32167e65-a5e6-4969-a166-02527c15ace2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 1654 time: 0.1795921 Sep 30 08:12:15.594987 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-afc2b635-218f-44f2-8256-2f16b4f2c3d5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Allocated IP 10.1.1.125 (b90b784a-548c-41b5-91c7-a8e317195f01/b9f074e0-6593-45f0-b080-f30260a26f67/8db9c64e-1cb0-4fe8-8e03-2c5c47e05456) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:15.606158 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a56e326b-5f92-43d8-acfe-428b25c3735a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.617574 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c7e3d0f-a077-49a4-946c-b54eb44b2b24 req-2e815cf1-ce9a-4d48-85ad-7fca73722287 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 696 time: 0.1149967 Sep 30 08:12:15.653466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e69a5d9-dbfe-426c-8ccb-eb7234cae272 req-d0205216-e99a-4a18-9260-ac3f81e943d9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161129 Sep 30 08:12:15.694848 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4889e-7ade-4e6e-9f3c-44b96ae278be tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Pushing event deleted for resources: {'Port': ['ID=5f3094a5-ef15-4d9c-94d4-ac91e88b8767,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:15.701210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c7e3d0f-a077-49a4-946c-b54eb44b2b24 req-0243bf2f-775d-4b91-87fc-a31aa303be7f tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 696 time: 0.0827680 Sep 30 08:12:15.721986 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a56e326b-5f92-43d8-acfe-428b25c3735a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.778868 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.842437 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4e4889e-7ade-4e6e-9f3c-44b96ae278be tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.888279 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a56e326b-5f92-43d8-acfe-428b25c3735a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.918212 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-afc2b635-218f-44f2-8256-2f16b4f2c3d5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.929528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e326b-5f92-43d8-acfe-428b25c3735a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d51f12-71b8-49f0-89ed-7055c5df6dad,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:15.931707 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a56e326b-5f92-43d8-acfe-428b25c3735a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.933681 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a56e326b-5f92-43d8-acfe-428b25c3735a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a3d51f12-71b8-49f0-89ed-7055c5df6dad HTTP/1.1" status: 204 len: 168 time: 0.6594079 Sep 30 08:12:15.936597 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60228) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:15.948711 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-4c7e3d0f-a077-49a4-946c-b54eb44b2b24 req-090e4eef-1a5b-47f9-9224-df24f9ee74cc tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Deleting port f67dd3f8-e0f7-4eee-a731-2a4a1efe9578 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:15.949056 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4c7e3d0f-a077-49a4-946c-b54eb44b2b24 req-090e4eef-1a5b-47f9-9224-df24f9ee74cc tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.964533 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4e4889e-7ade-4e6e-9f3c-44b96ae278be tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:15.968105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4e4889e-7ade-4e6e-9f3c-44b96ae278be tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.033469 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4e4889e-7ade-4e6e-9f3c-44b96ae278be tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.033995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e4889e-7ade-4e6e-9f3c-44b96ae278be tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Fanout notify agent at l3_agent the message router_deleted on router 73874d02-102f-4482-86d7-7fa52e9e1492 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:12:16.046748 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4e4889e-7ade-4e6e-9f3c-44b96ae278be tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.053812 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a4e4889e-7ade-4e6e-9f3c-44b96ae278be tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "DELETE /v2.0/routers/73874d02-102f-4482-86d7-7fa52e9e1492 HTTP/1.1" status: 204 len: 168 time: 2.5706677 Sep 30 08:12:16.055849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60234) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:16.060778 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b2f3d08b-9e35-4ac2-8584-f7dc3cd73684 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-888502098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:16.068636 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a40cee-c9e5-4325-bab6-86f9f940cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.085572 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-afc2b635-218f-44f2-8256-2f16b4f2c3d5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.099226 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4c7e3d0f-a077-49a4-946c-b54eb44b2b24 req-090e4eef-1a5b-47f9-9224-df24f9ee74cc tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.099422 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4c7e3d0f-a077-49a4-946c-b54eb44b2b24 req-090e4eef-1a5b-47f9-9224-df24f9ee74cc tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.114195 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2f3d08b-9e35-4ac2-8584-f7dc3cd73684 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.123938 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2f3d08b-9e35-4ac2-8584-f7dc3cd73684 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.179612 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a40cee-c9e5-4325-bab6-86f9f940cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.194187 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-4c7e3d0f-a077-49a4-946c-b54eb44b2b24 req-090e4eef-1a5b-47f9-9224-df24f9ee74cc tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Calling delete_port for f67dd3f8-e0f7-4eee-a731-2a4a1efe9578 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:16.197687 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2b635-218f-44f2-8256-2f16b4f2c3d5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event updated for resources: {'Port': ['ID=8db9c64e-1cb0-4fe8-8e03-2c5c47e05456,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:16.223814 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-afc2b635-218f-44f2-8256-2f16b4f2c3d5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Network b90b784a-548c-41b5-91c7-a8e317195f01 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:16.228425 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-afc2b635-218f-44f2-8256-2f16b4f2c3d5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:16.231332 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-afc2b635-218f-44f2-8256-2f16b4f2c3d5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:16.241942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a8a40cee-c9e5-4325-bab6-86f9f940cadf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33723150-e3ec-4ffe-b450-a2048d43b0b6']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:16.288105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a8a40cee-c9e5-4325-bab6-86f9f940cadf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:16.288105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a8a40cee-c9e5-4325-bab6-86f9f940cadf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d9b267-dbf7-43ad-ad4a-d1c2e8e82676') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:16.314677 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a40cee-c9e5-4325-bab6-86f9f940cadf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.315499 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2f3d08b-9e35-4ac2-8584-f7dc3cd73684 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.316287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60242) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:16.323130 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2f3d08b-9e35-4ac2-8584-f7dc3cd73684 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.354288 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2f3d08b-9e35-4ac2-8584-f7dc3cd73684 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.359140 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fbb56-431d-4f93-82e2-af079ffecbac req-fd449eb1-86d6-4ff6-92df-8d60842839dc tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:16.360101 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b2f3d08b-9e35-4ac2-8584-f7dc3cd73684 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3030307 Sep 30 08:12:16.363112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:16.364799 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa6fbb56-431d-4f93-82e2-af079ffecbac req-fd449eb1-86d6-4ff6-92df-8d60842839dc tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.1807897 Sep 30 08:12:16.373255 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a40cee-c9e5-4325-bab6-86f9f940cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.380537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-afc2b635-218f-44f2-8256-2f16b4f2c3d5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:16.381104 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-afc2b635-218f-44f2-8256-2f16b4f2c3d5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.387078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a40cee-c9e5-4325-bab6-86f9f940cadf admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:12:16.387489 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a40cee-c9e5-4325-bab6-86f9f940cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:12:16.395862 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:12:16.413641 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'enable_snat': False}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:16.420005 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-afc2b635-218f-44f2-8256-2f16b4f2c3d5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6721876 Sep 30 08:12:16.491747 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa6fbb56-431d-4f93-82e2-af079ffecbac req-86c2dcce-993e-46ec-a377-7a747e547720 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259687 Sep 30 08:12:16.540142 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a54628ec-44a1-4841-a1fd-a951374a5de9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Request body: {'port': {'device_id': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd', 'admin_state_up': True, 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'security_groups': ['7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:16.544751 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a40cee-c9e5-4325-bab6-86f9f940cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.552175 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a40cee-c9e5-4325-bab6-86f9f940cadf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.554694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a8a40cee-c9e5-4325-bab6-86f9f940cadf admin admin] 10.222.0.24 "DELETE /v2.0/networks/33723150-e3ec-4ffe-b450-a2048d43b0b6 HTTP/1.1" status: 204 len: 168 time: 0.6167696 Sep 30 08:12:16.564059 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5af9eac6-61a3-4394-a1b2-29cfb5b22350 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2107343977-network', 'tenant_id': '58f58d6a562c4f1bb63fcd00b6b0f416'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:16.605638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a40cee-c9e5-4325-bab6-86f9f940cadf admin admin] Pushing event deleted for resources: {'Network': ['ID=33723150-e3ec-4ffe-b450-a2048d43b0b6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:16.647268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9eabee26-64c1-452d-a798-7d7941b4a142 None None] Provisioning complete for port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:16.651508 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9eabee26-64c1-452d-a798-7d7941b4a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.699864 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9eabee26-64c1-452d-a798-7d7941b4a142 None None] Port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:12:16.704562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af9eac6-61a3-4394-a1b2-29cfb5b22350 admin admin] Made reservation on behalf of 58f58d6a562c4f1bb63fcd00b6b0f416 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:16.706994 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5af9eac6-61a3-4394-a1b2-29cfb5b22350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.719816 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5af9eac6-61a3-4394-a1b2-29cfb5b22350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.724400 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4c7e3d0f-a077-49a4-946c-b54eb44b2b24 req-090e4eef-1a5b-47f9-9224-df24f9ee74cc tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.735354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60252) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:16.749107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba045f4-4884-4f0d-ad14-42cbeaa5d7e5 req-8fd13381-994b-48fa-a224-faa940cc356b tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:16.750790 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bba045f4-4884-4f0d-ad14-42cbeaa5d7e5 req-8fd13381-994b-48fa-a224-faa940cc356b tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a03cbb-b9a9-43ee-99c2-804414e70cf6 HTTP/1.1" status: 200 len: 945 time: 0.1742923 Sep 30 08:12:16.787346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e4eef-1a5b-47f9-9224-df24f9ee74cc tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Pushing event deleted for resources: {'Port': ['ID=f67dd3f8-e0f7-4eee-a731-2a4a1efe9578,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:16.837149 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.884550 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bba045f4-4884-4f0d-ad14-42cbeaa5d7e5 req-b22c2660-015a-45f3-aa88-fed5c8fd0655 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106033 Sep 30 08:12:16.897808 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-026968e8-c9f0-418f-b1a9-3ddee3e8f9e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8c172fe0b2a434ebf939185ade55313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597199 Sep 30 08:12:16.898748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60254) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:16.930939 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4c7e3d0f-a077-49a4-946c-b54eb44b2b24 req-090e4eef-1a5b-47f9-9224-df24f9ee74cc tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.933558 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4c7e3d0f-a077-49a4-946c-b54eb44b2b24 req-090e4eef-1a5b-47f9-9224-df24f9ee74cc tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:16.934747 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c7e3d0f-a077-49a4-946c-b54eb44b2b24 req-090e4eef-1a5b-47f9-9224-df24f9ee74cc tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "DELETE /v2.0/floatingips/82fee388-10c3-47e7-bbe2-04d50ab3fa33 HTTP/1.1" status: 204 len: 173 time: 1.2278962 Sep 30 08:12:17.060536 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5af9eac6-61a3-4394-a1b2-29cfb5b22350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.063352 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10b01b37-dae6-477a-81a7-cb7f2fce9254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.076032 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5af9eac6-61a3-4394-a1b2-29cfb5b22350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.109747 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1798669-be93-4e0f-b3b5-b3383ce533b8 req-e17f85a8-f35c-4ea1-924d-597095200e6e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:17.123310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1798669-be93-4e0f-b3b5-b3383ce533b8 req-e17f85a8-f35c-4ea1-924d-597095200e6e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:17.130988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1798669-be93-4e0f-b3b5-b3383ce533b8 req-e17f85a8-f35c-4ea1-924d-597095200e6e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:17.131948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a54628ec-44a1-4841-a1fd-a951374a5de9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Made reservation on behalf of ce39ae04255c4914adca40a29bca4222 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:17.133034 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b1798669-be93-4e0f-b3b5-b3383ce533b8 req-e17f85a8-f35c-4ea1-924d-597095200e6e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 2375 time: 0.1489408 Sep 30 08:12:17.150705 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10b01b37-dae6-477a-81a7-cb7f2fce9254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.163062 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.190056 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.193372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af9eac6-61a3-4394-a1b2-29cfb5b22350 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:12:17.240766 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9eac6-61a3-4394-a1b2-29cfb5b22350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56eac79-9361-41cc-8594-69d4de2ea982,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:17.286883 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5af9eac6-61a3-4394-a1b2-29cfb5b22350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.287222 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-5af9eac6-61a3-4394-a1b2-29cfb5b22350 admin admin] Added segment ca610300-19a8-4933-9386-6b4f6d56dc40 of type vlan for network 95117f4a-763a-4903-a581-84bb55b346d4 Sep 30 08:12:17.296044 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a54628ec-44a1-4841-a1fd-a951374a5de9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.341719 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b1798669-be93-4e0f-b3b5-b3383ce533b8 req-a26360f3-1ff7-439b-babd-8ca018701180 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984468 Sep 30 08:12:17.368204 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5af9eac6-61a3-4394-a1b2-29cfb5b22350 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.375052 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10b01b37-dae6-477a-81a7-cb7f2fce9254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.377657 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10b01b37-dae6-477a-81a7-cb7f2fce9254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.379442 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-10b01b37-dae6-477a-81a7-cb7f2fce9254 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc2c4978-ae36-4e34-9668-54cf73bf980c HTTP/1.1" status: 204 len: 168 time: 0.4791377 Sep 30 08:12:17.407616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-51221a1e-c0c1-444a-9822-b35239d99e16 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2676320 Sep 30 08:12:17.424884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:17.469459 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Allocated IP 172.25.0.245 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/fbed4e73-491c-4a9b-93a8-1d82ac0f1478) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:17.512645 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b01b37-dae6-477a-81a7-cb7f2fce9254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2c4978-ae36-4e34-9668-54cf73bf980c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:17.517981 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5af9eac6-61a3-4394-a1b2-29cfb5b22350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.518954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af9eac6-61a3-4394-a1b2-29cfb5b22350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:17.519756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5af9eac6-61a3-4394-a1b2-29cfb5b22350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.583854 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.590767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5af9eac6-61a3-4394-a1b2-29cfb5b22350 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2715693 Sep 30 08:12:17.599206 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:17.651738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95606f-d41c-48e2-bae0-051882e32157 req-688ffef3-8803-40d9-9e74-c05ebcfbd3a2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:17.653351 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e95606f-d41c-48e2-bae0-051882e32157 req-688ffef3-8803-40d9-9e74-c05ebcfbd3a2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a03cbb-b9a9-43ee-99c2-804414e70cf6 HTTP/1.1" status: 200 len: 945 time: 0.1556513 Sep 30 08:12:17.654022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9eac6-61a3-4394-a1b2-29cfb5b22350 admin admin] Pushing event updated for resources: {'Network': ['ID=95117f4a-763a-4903-a581-84bb55b346d4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:17.669930 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-caf02673-1baf-4bb1-a088-da791ee72361 admin admin] Request body: {'subnet': {'network_id': '95117f4a-763a-4903-a581-84bb55b346d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2107343977-subnet', 'tenant_id': '58f58d6a562c4f1bb63fcd00b6b0f416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:17.674171 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 95117f4a-763a-4903-a581-84bb55b346d4 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:12:17.718971 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.745740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a54628ec-44a1-4841-a1fd-a951374a5de9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Allocated IP 10.2.2.100 (cdf3ff55-47c0-47f2-a48c-eac76f72cbcd/8e7708e0-b666-41ba-91d3-88457521fad1/e6275749-d3f0-44ae-8512-99bd87141470) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:17.752652 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf02673-1baf-4bb1-a088-da791ee72361 admin admin] Made reservation on behalf of 58f58d6a562c4f1bb63fcd00b6b0f416 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:17.755092 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caf02673-1baf-4bb1-a088-da791ee72361 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.810383 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e95606f-d41c-48e2-bae0-051882e32157 req-d0e85925-a0f6-4988-a72d-7d13d847a956 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183562 Sep 30 08:12:17.828816 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:17.961277 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.019233 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.110723 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:18.121729 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a54628ec-44a1-4841-a1fd-a951374a5de9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.123343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:18.134767 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:18.152677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34db5e-6eb7-443b-b14b-70ed340e7d50 req-c22c18ec-8623-4f3f-963b-02981568cc6d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:18.158250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Pushing event updated for resources: {'Port': ['ID=fbed4e73-491c-4a9b-93a8-1d82ac0f1478,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:18.168178 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa34db5e-6eb7-443b-b14b-70ed340e7d50 req-c22c18ec-8623-4f3f-963b-02981568cc6d tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.2229385 Sep 30 08:12:18.220538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Allocated IP 172.25.0.91 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/bb6e5778-b5c2-4546-b708-de5ba35a94d9) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:18.233846 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caf02673-1baf-4bb1-a088-da791ee72361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.238693 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa34db5e-6eb7-443b-b14b-70ed340e7d50 req-94737fad-ed72-4551-a0e7-9ddd166e59b1 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695086 Sep 30 08:12:18.340395 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a54628ec-44a1-4841-a1fd-a951374a5de9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.376943 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.441784 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.530062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60288) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:18.547801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:18.558520 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:18.567977 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:18.592168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Pushing event updated for resources: {'Port': ['ID=bb6e5778-b5c2-4546-b708-de5ba35a94d9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:18.617634 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd602-4547-4734-963b-6f07d920364d req-d07452c7-c884-463c-9baa-4f866df6e396 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:18.623715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd602-4547-4734-963b-6f07d920364d req-d07452c7-c884-463c-9baa-4f866df6e396 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:18.634157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd602-4547-4734-963b-6f07d920364d req-d07452c7-c884-463c-9baa-4f866df6e396 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:18.644199 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd602-4547-4734-963b-6f07d920364d req-d07452c7-c884-463c-9baa-4f866df6e396 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:18.647097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee3fd602-4547-4734-963b-6f07d920364d req-d07452c7-c884-463c-9baa-4f866df6e396 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 3096 time: 0.1599617 Sep 30 08:12:18.700496 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-949fa02a-1b4f-4a18-8352-22baa9c24497 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-504456000-network', 'tenant_id': '56bc1cd73526460da37b078bd3bc442c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:18.754842 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf02673-1baf-4bb1-a088-da791ee72361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68739a17-6737-4340-9fc7-309705504036,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:18.757788 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.778012 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949fa02a-1b4f-4a18-8352-22baa9c24497 admin admin] Made reservation on behalf of 56bc1cd73526460da37b078bd3bc442c for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:18.781154 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-949fa02a-1b4f-4a18-8352-22baa9c24497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.792873 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee3fd602-4547-4734-963b-6f07d920364d req-ba2f0823-925b-44dd-b890-1fdd9e5a4562 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979178 Sep 30 08:12:18.801442 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-949fa02a-1b4f-4a18-8352-22baa9c24497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.804747 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a54628ec-44a1-4841-a1fd-a951374a5de9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Network cdf3ff55-47c0-47f2-a48c-eac76f72cbcd is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:18.822410 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a54628ec-44a1-4841-a1fd-a951374a5de9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:18.830383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf02673-1baf-4bb1-a088-da791ee72361 admin admin] Checking segment: {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:18.831146 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf02673-1baf-4bb1-a088-da791ee72361 admin admin] Network hostable DHCP agents. Network: 95117f4a-763a-4903-a581-84bb55b346d4, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:12:18.833884 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a54628ec-44a1-4841-a1fd-a951374a5de9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:18.860985 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54628ec-44a1-4841-a1fd-a951374a5de9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event updated for resources: {'Port': ['ID=e6275749-d3f0-44ae-8512-99bd87141470,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:18.962367 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a54628ec-44a1-4841-a1fd-a951374a5de9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:18.963447 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a54628ec-44a1-4841-a1fd-a951374a5de9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.966159 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf02673-1baf-4bb1-a088-da791ee72361 admin admin] Network 95117f4a-763a-4903-a581-84bb55b346d4 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:12:18.979838 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:18.986178 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-caf02673-1baf-4bb1-a088-da791ee72361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 95117f4a-763a-4903-a581-84bb55b346d4) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:18.998675 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a736957b-b233-4784-a61a-4f37942bf26b None None] Network 95117f4a-763a-4903-a581-84bb55b346d4 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:19.021220 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf02673-1baf-4bb1-a088-da791ee72361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:19.021435 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caf02673-1baf-4bb1-a088-da791ee72361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.055226 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-949fa02a-1b4f-4a18-8352-22baa9c24497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.055441 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.079891 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-949fa02a-1b4f-4a18-8352-22baa9c24497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.115423 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-caf02673-1baf-4bb1-a088-da791ee72361 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4422150 Sep 30 08:12:19.115423 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a54628ec-44a1-4841-a1fd-a951374a5de9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5727060 Sep 30 08:12:19.134420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e3387c47-91d0-4772-b4ca-9eb256cba7b5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Request body: {'port': {'device_id': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd', 'admin_state_up': True, 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'security_groups': ['7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:19.255871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75262e19-f370-4a2a-8a2c-cec2838464da None None] Network 95117f4a-763a-4903-a581-84bb55b346d4 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:19.427506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-11bcc9cf-3ca7-4130-90fc-5672e3be748c None None] Provisioning complete for port e6275749-d3f0-44ae-8512-99bd87141470 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:19.428081 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11bcc9cf-3ca7-4130-90fc-5672e3be748c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.480046 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949fa02a-1b4f-4a18-8352-22baa9c24497 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:12:19.501237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6eb72-0f95-4b5f-9972-f1570586ebac req-d90e0519-ae96-4599-9d7a-be31a51aa696 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:19.508677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47e6eb72-0f95-4b5f-9972-f1570586ebac req-d90e0519-ae96-4599-9d7a-be31a51aa696 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a03cbb-b9a9-43ee-99c2-804414e70cf6 HTTP/1.1" status: 200 len: 945 time: 0.5266154 Sep 30 08:12:19.518475 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fa02a-1b4f-4a18-8352-22baa9c24497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74595d59-95a1-4403-a366-62787b1d17bb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:19.531265 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-11bcc9cf-3ca7-4130-90fc-5672e3be748c None None] Port e6275749-d3f0-44ae-8512-99bd87141470 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:12:19.535718 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-949fa02a-1b4f-4a18-8352-22baa9c24497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.536445 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-949fa02a-1b4f-4a18-8352-22baa9c24497 admin admin] Added segment c6e53143-2d28-4ad2-809a-2f733953175e of type vlan for network 02c31973-0869-4646-b167-9eeac37c6ce0 Sep 30 08:12:19.543939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e3387c47-91d0-4772-b4ca-9eb256cba7b5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Made reservation on behalf of ce39ae04255c4914adca40a29bca4222 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:19.548716 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e3387c47-91d0-4772-b4ca-9eb256cba7b5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.556901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.569273 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.655998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47e6eb72-0f95-4b5f-9972-f1570586ebac req-f86f8e6c-05bc-441c-8ad7-5ee7d4eda26d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418772 Sep 30 08:12:19.659953 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-949fa02a-1b4f-4a18-8352-22baa9c24497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.715110 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-949fa02a-1b4f-4a18-8352-22baa9c24497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.716888 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949fa02a-1b4f-4a18-8352-22baa9c24497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:19.717612 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-949fa02a-1b4f-4a18-8352-22baa9c24497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.734985 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.750555 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.792155 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-949fa02a-1b4f-4a18-8352-22baa9c24497 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2546349 Sep 30 08:12:19.797333 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60304) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:19.802685 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fe7b8443-52f8-4a2b-b173-9f4eef899280 admin admin] Request body: {'subnet': {'network_id': '02c31973-0869-4646-b167-9eeac37c6ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-504456000-subnet', 'tenant_id': '56bc1cd73526460da37b078bd3bc442c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:19.874978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fa02a-1b4f-4a18-8352-22baa9c24497 admin admin] Pushing event updated for resources: {'Network': ['ID=02c31973-0869-4646-b167-9eeac37c6ce0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:19.889179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7b8443-52f8-4a2b-b173-9f4eef899280 admin admin] Made reservation on behalf of 56bc1cd73526460da37b078bd3bc442c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:19.892089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe7b8443-52f8-4a2b-b173-9f4eef899280 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.897459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Pushing event updated for resources: {'Port': ['ID=bb6e5778-b5c2-4546-b708-de5ba35a94d9,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:19.899131 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 02c31973-0869-4646-b167-9eeac37c6ce0 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:12:19.922866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabb991-459f-47a4-981c-7ca4fb11d9bd req-6219e886-de53-476f-ad22-8b053c6300c0 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:19.927332 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e3387c47-91d0-4772-b4ca-9eb256cba7b5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Allocated IP 10.2.2.200 (cdf3ff55-47c0-47f2-a48c-eac76f72cbcd/8e7708e0-b666-41ba-91d3-88457521fad1/26ad74b0-3ba8-4587-b553-8544368b4753) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:19.931403 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbabb991-459f-47a4-981c-7ca4fb11d9bd req-6219e886-de53-476f-ad22-8b053c6300c0 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.1652951 Sep 30 08:12:19.933571 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.934896 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Router 3d96ec26-12e0-48b3-a1a9-ff89eb52bdda is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:12:19.971829 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:19.979733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-8b012180-5053-4da9-b0c1-af0a0b2459a3 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5714417 Sep 30 08:12:20.019489 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbabb991-459f-47a4-981c-7ca4fb11d9bd req-6c8eddfa-0fa8-4a3f-b645-4222ed9a5b1f tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814602 Sep 30 08:12:20.084541 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-c5046000-2ea2-4ced-b2b3-ceb16ee55e83 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.91 HTTP/1.1" status: 200 len: 695 time: 0.1036646 Sep 30 08:12:20.218206 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-c98367b6-5ae1-46d3-9293-612364b81d6d tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:20.220458 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c833543-827f-4866-9a3b-1d7417bcd888 req-c98367b6-5ae1-46d3-9293-612364b81d6d tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.1341598 Sep 30 08:12:20.264913 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:12:20.269821 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.274959 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2b200058-40fa-4f21-b636-3a3a7dd4a753 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "PUT /v2.0/routers/3d96ec26-12e0-48b3-a1a9-ff89eb52bdda HTTP/1.1" status: 200 len: 915 time: 3.8714378 Sep 30 08:12:20.276648 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a35ab-759d-4197-98e5-9d1c6fd1f475 None None] Sync routers for ids ['3d96ec26-12e0-48b3-a1a9-ff89eb52bdda'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:12:20.277500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:20.293078 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a35ab-759d-4197-98e5-9d1c6fd1f475 None None] Routers {'3d96ec26-12e0-48b3-a1a9-ff89eb52bdda'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:20.293900 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b00a35ab-759d-4197-98e5-9d1c6fd1f475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:12:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3d96ec26-12e0-48b3-a1a9-ff89eb52bdda'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:20.360198 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b00a35ab-759d-4197-98e5-9d1c6fd1f475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:20.362929 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe7b8443-52f8-4a2b-b173-9f4eef899280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.377968 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a35ab-759d-4197-98e5-9d1c6fd1f475 None None] Routers {'3d96ec26-12e0-48b3-a1a9-ff89eb52bdda'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:20.380882 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b00a35ab-759d-4197-98e5-9d1c6fd1f475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:12:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3d96ec26-12e0-48b3-a1a9-ff89eb52bdda'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:20.405573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-0ee2556e-37f0-45b7-a1a0-36c9a2f0551b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:20.417988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-0ee2556e-37f0-45b7-a1a0-36c9a2f0551b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 812 time: 0.1724000 Sep 30 08:12:20.419539 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e3387c47-91d0-4772-b4ca-9eb256cba7b5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.446967 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-00fed725-b625-425f-b0c9-cfa9ce134c75 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/quotas/58f58d6a562c4f1bb63fcd00b6b0f416 HTTP/1.1" status: 200 len: 375 time: 0.0280519 Sep 30 08:12:20.471455 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b00a35ab-759d-4197-98e5-9d1c6fd1f475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:20.472132 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a35ab-759d-4197-98e5-9d1c6fd1f475 None None] The sync data for ids ['3d96ec26-12e0-48b3-a1a9-ff89eb52bdda'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:12:20.496129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b8443-52f8-4a2b-b173-9f4eef899280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac6ecb0-4c93-4122-ab0f-e1ff67996552,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:20.505822 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-e3ff2682-bb3d-4fd6-a682-e1ecfacbbf35 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563283 Sep 30 08:12:20.535915 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a60cf690-41e4-45b8-a71e-5ff84e043bf6 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/routers/3d96ec26-12e0-48b3-a1a9-ff89eb52bdda HTTP/1.1" status: 200 len: 921 time: 0.2525153 Sep 30 08:12:20.537974 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60330) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:20.572436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b8443-52f8-4a2b-b173-9f4eef899280 admin admin] Checking segment: {'id': 'c6e53143-2d28-4ad2-809a-2f733953175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '02c31973-0869-4646-b167-9eeac37c6ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:20.572797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7b8443-52f8-4a2b-b173-9f4eef899280 admin admin] Network hostable DHCP agents. Network: 02c31973-0869-4646-b167-9eeac37c6ce0, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:12:20.596691 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e3387c47-91d0-4772-b4ca-9eb256cba7b5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.645060 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-30cda826-54f5-4151-8b86-8764059f9840 service neutron] 10.222.0.24 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332119 Sep 30 08:12:20.650094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18df025-0f27-4644-9a69-93d97dc8b5ba tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:20.654081 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e18df025-0f27-4644-9a69-93d97dc8b5ba tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&device_id=3d96ec26-12e0-48b3-a1a9-ff89eb52bdda&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1124785 Sep 30 08:12:20.654081 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7b8443-52f8-4a2b-b173-9f4eef899280 admin admin] Network 02c31973-0869-4646-b167-9eeac37c6ce0 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:12:20.654751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60332) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:20.701762 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e3387c47-91d0-4772-b4ca-9eb256cba7b5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Network cdf3ff55-47c0-47f2-a48c-eac76f72cbcd is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:20.703305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fe7b8443-52f8-4a2b-b173-9f4eef899280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 02c31973-0869-4646-b167-9eeac37c6ce0) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:20.708298 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b8443-52f8-4a2b-b173-9f4eef899280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:20.708892 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe7b8443-52f8-4a2b-b173-9f4eef899280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.711043 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3387c47-91d0-4772-b4ca-9eb256cba7b5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event updated for resources: {'Port': ['ID=26ad74b0-3ba8-4587-b553-8544368b4753,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:20.715590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e3387c47-91d0-4772-b4ca-9eb256cba7b5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:20.718087 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e3387c47-91d0-4772-b4ca-9eb256cba7b5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:20.721314 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5257016d-77c6-4158-a5d9-cc4ae934b3fb None None] Network 02c31973-0869-4646-b167-9eeac37c6ce0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:20.816214 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fe7b8443-52f8-4a2b-b173-9f4eef899280 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0064504 Sep 30 08:12:20.868604 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-142d5d89-14ab-48f8-9a65-f81242dddf48 service neutron] 10.222.0.24 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155383 Sep 30 08:12:20.873139 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7784da-473f-4c2f-9b2e-b2a588567f9c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:20.875641 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e3387c47-91d0-4772-b4ca-9eb256cba7b5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:20.876324 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e3387c47-91d0-4772-b4ca-9eb256cba7b5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:20.880276 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9b7784da-473f-4c2f-9b2e-b2a588567f9c tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 881 time: 0.2214093 Sep 30 08:12:20.880766 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60338) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:20.893501 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e3387c47-91d0-4772-b4ca-9eb256cba7b5 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7629833 Sep 30 08:12:20.918838 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Request body: {'port': {'device_id': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:20.956385 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0f3ef5d9-dd4c-4f7e-9883-7dd531b9d072 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d96ec26-12e0-48b3-a1a9-ff89eb52bdda HTTP/1.1" status: 200 len: 205 time: 0.0722589 Sep 30 08:12:20.962276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60340) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:21.042811 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c981069-9d4d-41f8-bbeb-12595fc467e0 None None] Network 02c31973-0869-4646-b167-9eeac37c6ce0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:21.083293 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:21.117630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca911ee8-c73e-4673-867e-99cb0117d862 req-ba2d19c5-2b1e-4142-ac08-43eb0bb6b986 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:21.133464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca911ee8-c73e-4673-867e-99cb0117d862 req-ba2d19c5-2b1e-4142-ac08-43eb0bb6b986 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:21.147742 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca911ee8-c73e-4673-867e-99cb0117d862 req-ba2d19c5-2b1e-4142-ac08-43eb0bb6b986 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:21.171245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca911ee8-c73e-4673-867e-99cb0117d862 req-ba2d19c5-2b1e-4142-ac08-43eb0bb6b986 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:21.190651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca911ee8-c73e-4673-867e-99cb0117d862 req-ba2d19c5-2b1e-4142-ac08-43eb0bb6b986 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:21.203390 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca911ee8-c73e-4673-867e-99cb0117d862 req-ba2d19c5-2b1e-4142-ac08-43eb0bb6b986 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 3817 time: 0.2437425 Sep 30 08:12:21.305748 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0ae05b2f-09d4-4d39-aacb-8274e97a117f None None] Provisioning complete for port 26ad74b0-3ba8-4587-b553-8544368b4753 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:21.306128 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ae05b2f-09d4-4d39-aacb-8274e97a117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:21.370471 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0ae05b2f-09d4-4d39-aacb-8274e97a117f None None] Port 26ad74b0-3ba8-4587-b553-8544368b4753 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:12:21.380414 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88ee10cf-d9cd-471d-8f32-2ab380c27aa5 req-e198021c-298d-40e8-899c-6f51473f5861 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/floatingips/b974b6ae-9538-489f-b8ae-685c752d39c2 HTTP/1.1" status: 200 len: 692 time: 0.1748359 Sep 30 08:12:21.388470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca911ee8-c73e-4673-867e-99cb0117d862 req-be56a0fd-ddf6-42bd-85f2-7db63693faea tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842227 Sep 30 08:12:21.453050 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78adb58b-02d2-4d46-8272-d6e6cd6c861f tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:21.611695 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3237b50c-d6b1-404d-bdab-771cbaf0b52d {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:21.621266 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:21.636244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Transition to ACTIVE for port object 3237b50c-d6b1-404d-bdab-771cbaf0b52d will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:21.646225 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:21.682649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee10cf-d9cd-471d-8f32-2ab380c27aa5 req-92775c8e-f957-4100-ae72-7f4b2100722e tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:21.684518 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88ee10cf-d9cd-471d-8f32-2ab380c27aa5 req-92775c8e-f957-4100-ae72-7f4b2100722e tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.3032312 Sep 30 08:12:21.701173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-88ee10cf-d9cd-471d-8f32-2ab380c27aa5 req-34807cff-4644-482e-bc9f-ea75c6282f3a tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:12:21.702358 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88ee10cf-d9cd-471d-8f32-2ab380c27aa5 req-34807cff-4644-482e-bc9f-ea75c6282f3a tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0110357 Sep 30 08:12:21.716805 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78adb58b-02d2-4d46-8272-d6e6cd6c861f tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:21.721581 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Pushing event updated for resources: {'Port': ['ID=3237b50c-d6b1-404d-bdab-771cbaf0b52d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:21.734773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff82c6-ee7d-48c0-8bfb-38cb2045a584 req-aa79820e-0e4a-43d2-ba97-6180aa475c30 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:21.736836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7ff82c6-ee7d-48c0-8bfb-38cb2045a584 req-aa79820e-0e4a-43d2-ba97-6180aa475c30 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.1191964 Sep 30 08:12:21.840767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88ee10cf-d9cd-471d-8f32-2ab380c27aa5 req-e5a17047-20db-4046-97b0-f21a3a62809e tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.91 HTTP/1.1" status: 200 len: 695 time: 0.1198986 Sep 30 08:12:21.863137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Attempting to bind port 3237b50c-d6b1-404d-bdab-771cbaf0b52d on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:21.864642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Attempting to bind port 3237b50c-d6b1-404d-bdab-771cbaf0b52d by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '54851905-ae3b-4109-83bc-24f06ef0c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:21.865127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Attempting to bind port 3237b50c-d6b1-404d-bdab-771cbaf0b52d on network 384df419-38eb-4226-b7dd-8fe2db486b35 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:21.871236 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Port 3237b50c-d6b1-404d-bdab-771cbaf0b52d on network 384df419-38eb-4226-b7dd-8fe2db486b35 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:21.871841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Attempting to bind port 3237b50c-d6b1-404d-bdab-771cbaf0b52d on network 384df419-38eb-4226-b7dd-8fe2db486b35 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:21.894320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:21.894891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Checking segment: {'id': '54851905-ae3b-4109-83bc-24f06ef0c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:21.895288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Bound using segment: {'id': '54851905-ae3b-4109-83bc-24f06ef0c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:21.896066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Bound port: 3237b50c-d6b1-404d-bdab-771cbaf0b52d, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54851905-ae3b-4109-83bc-24f06ef0c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:21.896505 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:21.950153 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7ff82c6-ee7d-48c0-8bfb-38cb2045a584 req-d8a8daed-b1e5-42ed-9c64-d0e1631a981c tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007930 Sep 30 08:12:21.964444 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88ee10cf-d9cd-471d-8f32-2ab380c27aa5 req-7aa739e4-28f6-4511-8e31-5d74a1a5b77a tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.91 HTTP/1.1" status: 200 len: 695 time: 0.0989714 Sep 30 08:12:22.033504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] For port 3237b50c-d6b1-404d-bdab-771cbaf0b52d, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:22.043241 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] For port 3237b50c-d6b1-404d-bdab-771cbaf0b52d, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=3237b50c-d6b1-404d-bdab-771cbaf0b52d,segment=NetworkSegment(54851905-ae3b-4109-83bc-24f06ef0c7c6),segment_id=54851905-ae3b-4109-83bc-24f06ef0c7c6)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:22.053899 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:22.097599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:22.099141 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:22.100027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-78adb58b-02d2-4d46-8272-d6e6cd6c861f tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Deleting port fbed4e73-491c-4a9b-93a8-1d82ac0f1478 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:22.100377 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78adb58b-02d2-4d46-8272-d6e6cd6c861f tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:22.100596 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] 10.222.0.35 "PUT /v2.0/ports/3237b50c-d6b1-404d-bdab-771cbaf0b52d HTTP/1.1" status: 200 len: 1092 time: 1.1910274 Sep 30 08:12:22.101045 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'tag': '3237b50c-d6b1-404d-bdab-771cbaf0b52d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:22.103493 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d682bd41-a4ab-4eea-8ca4-0494f2fd31db" -d '{"events": [{"name": "network-changed", "server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "tag": "3237b50c-d6b1-404d-bdab-771cbaf0b52d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:22.132128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f23cc1-4012-4fc0-9fc1-18832f71e477 service neutron] Pushing event updated for resources: {'Port': ['ID=3237b50c-d6b1-404d-bdab-771cbaf0b52d,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:22.143648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Request body: {'port': {'device_id': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:22.227772 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:22.234906 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78adb58b-02d2-4d46-8272-d6e6cd6c861f tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:22.257073 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-78adb58b-02d2-4d46-8272-d6e6cd6c861f tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Calling delete_port for fbed4e73-491c-4a9b-93a8-1d82ac0f1478 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:22.277974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-88ee10cf-d9cd-471d-8f32-2ab380c27aa5 req-26da6162-37d5-4302-ab68-796e61223d8a tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Deleting port bb6e5778-b5c2-4546-b708-de5ba35a94d9 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:22.278365 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-88ee10cf-d9cd-471d-8f32-2ab380c27aa5 req-26da6162-37d5-4302-ab68-796e61223d8a tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:22.390728 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3deb87b2-97bb-43ab-84af-025caba9acb4 req-42242105-3a29-49dc-a4d5-3bc8e9a1d6ad tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3f31825-d6f5-4071-84bb-44aaeb85bff0 HTTP/1.1" status: 200 len: 210 time: 0.0534232 Sep 30 08:12:22.577962 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-88ee10cf-d9cd-471d-8f32-2ab380c27aa5 req-26da6162-37d5-4302-ab68-796e61223d8a tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:22.578295 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-88ee10cf-d9cd-471d-8f32-2ab380c27aa5 req-26da6162-37d5-4302-ab68-796e61223d8a tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:22.615441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-88ee10cf-d9cd-471d-8f32-2ab380c27aa5 req-26da6162-37d5-4302-ab68-796e61223d8a tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Calling delete_port for bb6e5778-b5c2-4546-b708-de5ba35a94d9 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:22.718300 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2520631f-28af-4a4c-a421-addfbdc9a7b6 x-openstack-request-id: req-2520631f-28af-4a4c-a421-addfbdc9a7b6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:22.718615 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "tag": "3237b50c-d6b1-404d-bdab-771cbaf0b52d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:22.718847 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2520631f-28af-4a4c-a421-addfbdc9a7b6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:22.719237 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'tag': '3237b50c-d6b1-404d-bdab-771cbaf0b52d', 'status': 'completed', 'code': 200} Sep 30 08:12:22.808261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682bd41-a4ab-4eea-8ca4-0494f2fd31db req-930f3ec1-ee4d-4c5d-ac4b-dc69be2bebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:22.808664 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682bd41-a4ab-4eea-8ca4-0494f2fd31db req-930f3ec1-ee4d-4c5d-ac4b-dc69be2bebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:22.809141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682bd41-a4ab-4eea-8ca4-0494f2fd31db req-930f3ec1-ee4d-4c5d-ac4b-dc69be2bebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:22.809954 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682bd41-a4ab-4eea-8ca4-0494f2fd31db req-930f3ec1-ee4d-4c5d-ac4b-dc69be2bebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:22.810069 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682bd41-a4ab-4eea-8ca4-0494f2fd31db req-930f3ec1-ee4d-4c5d-ac4b-dc69be2bebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:22.811922 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d682bd41-a4ab-4eea-8ca4-0494f2fd31db req-930f3ec1-ee4d-4c5d-ac4b-dc69be2bebc0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce39ae04255c4914adca40a29bca4222&device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 4364 time: 0.0919082 Sep 30 08:12:22.823147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-4c0fdd47-cdde-4399-834f-5c062b9c2e1f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:22.824702 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-4c0fdd47-cdde-4399-834f-5c062b9c2e1f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 812 time: 0.2919290 Sep 30 08:12:22.834968 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78adb58b-02d2-4d46-8272-d6e6cd6c861f tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:22.846285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-870274fc-3efc-46de-9241-cf9ce6486957 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Request body: {'port': {'device_id': 'd3f31825-d6f5-4071-84bb-44aaeb85bff0', 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4', 'admin_state_up': True, 'tenant_id': '58f58d6a562c4f1bb63fcd00b6b0f416'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:22.903310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adb58b-02d2-4d46-8272-d6e6cd6c861f tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Pushing event deleted for resources: {'Port': ['ID=fbed4e73-491c-4a9b-93a8-1d82ac0f1478,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:22.971200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749755d5-638d-44bc-910b-a80f4c92228f req-2a9d2751-037f-4b9c-ad78-18b606029698 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:22.977433 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749755d5-638d-44bc-910b-a80f4c92228f req-2a9d2751-037f-4b9c-ad78-18b606029698 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:22.983424 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749755d5-638d-44bc-910b-a80f4c92228f req-2a9d2751-037f-4b9c-ad78-18b606029698 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:22.989965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749755d5-638d-44bc-910b-a80f4c92228f req-2a9d2751-037f-4b9c-ad78-18b606029698 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:22.996417 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749755d5-638d-44bc-910b-a80f4c92228f req-2a9d2751-037f-4b9c-ad78-18b606029698 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:22.997875 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-749755d5-638d-44bc-910b-a80f4c92228f req-2a9d2751-037f-4b9c-ad78-18b606029698 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 3829 time: 0.2342424 Sep 30 08:12:23.069287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682bd41-a4ab-4eea-8ca4-0494f2fd31db req-afc5ed32-f2e2-48d6-a22f-ee1c32f602bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:23.069977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682bd41-a4ab-4eea-8ca4-0494f2fd31db req-afc5ed32-f2e2-48d6-a22f-ee1c32f602bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:23.070820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682bd41-a4ab-4eea-8ca4-0494f2fd31db req-afc5ed32-f2e2-48d6-a22f-ee1c32f602bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:23.073204 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d682bd41-a4ab-4eea-8ca4-0494f2fd31db req-afc5ed32-f2e2-48d6-a22f-ee1c32f602bf service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ce39ae04255c4914adca40a29bca4222&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2290823 Sep 30 08:12:23.168525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a04c48-1016-4204-91b9-76cc35da608f {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:23.192509 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.270969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Transition to ACTIVE for port object d2a04c48-1016-4204-91b9-76cc35da608f will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:23.278359 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.415007 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682bd41-a4ab-4eea-8ca4-0494f2fd31db req-7e6c220e-a279-41e0-b436-3f35c13a05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:23.416949 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d682bd41-a4ab-4eea-8ca4-0494f2fd31db req-7e6c220e-a279-41e0-b436-3f35c13a05ac service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3245730 Sep 30 08:12:23.427192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a04c48-1016-4204-91b9-76cc35da608f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:23.435274 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78adb58b-02d2-4d46-8272-d6e6cd6c861f tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.460749 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Attempting to bind port d2a04c48-1016-4204-91b9-76cc35da608f on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:23.461229 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Attempting to bind port d2a04c48-1016-4204-91b9-76cc35da608f by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:23.461748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Attempting to bind port d2a04c48-1016-4204-91b9-76cc35da608f on network b90b784a-548c-41b5-91c7-a8e317195f01 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:23.467516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Port d2a04c48-1016-4204-91b9-76cc35da608f on network b90b784a-548c-41b5-91c7-a8e317195f01 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:23.468030 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Attempting to bind port d2a04c48-1016-4204-91b9-76cc35da608f on network b90b784a-548c-41b5-91c7-a8e317195f01 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:23.474188 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:23.475085 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Checking segment: {'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:23.475974 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Bound using segment: {'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:23.476687 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Bound port: d2a04c48-1016-4204-91b9-76cc35da608f, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:23.477372 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.533832 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-88ee10cf-d9cd-471d-8f32-2ab380c27aa5 req-26da6162-37d5-4302-ab68-796e61223d8a tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.546474 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-749755d5-638d-44bc-910b-a80f4c92228f req-fb3fba1f-ca18-4647-b6ca-8f6cb5f5f61c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5119638 Sep 30 08:12:23.610391 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da6162-37d5-4302-ab68-796e61223d8a tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Pushing event deleted for resources: {'Port': ['ID=bb6e5778-b5c2-4546-b708-de5ba35a94d9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:23.615842 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] For port d2a04c48-1016-4204-91b9-76cc35da608f, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:23.619947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] For port d2a04c48-1016-4204-91b9-76cc35da608f, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d2a04c48-1016-4204-91b9-76cc35da608f,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:23.634416 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.654989 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78adb58b-02d2-4d46-8272-d6e6cd6c861f tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.660201 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78adb58b-02d2-4d46-8272-d6e6cd6c861f tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.663416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-870274fc-3efc-46de-9241-cf9ce6486957 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Made reservation on behalf of 58f58d6a562c4f1bb63fcd00b6b0f416 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:23.679662 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-870274fc-3efc-46de-9241-cf9ce6486957 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.680143 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:23.681232 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.682598 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] 10.222.0.35 "PUT /v2.0/ports/d2a04c48-1016-4204-91b9-76cc35da608f HTTP/1.1" status: 200 len: 1135 time: 1.5432181 Sep 30 08:12:23.745550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Request body: {'port': {'device_id': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:23.754065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285029f-bc5c-40cd-a802-be25f01f4ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a04c48-1016-4204-91b9-76cc35da608f,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:23.866229 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-88ee10cf-d9cd-471d-8f32-2ab380c27aa5 req-26da6162-37d5-4302-ab68-796e61223d8a tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.869748 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-88ee10cf-d9cd-471d-8f32-2ab380c27aa5 req-26da6162-37d5-4302-ab68-796e61223d8a tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.892659 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88ee10cf-d9cd-471d-8f32-2ab380c27aa5 req-26da6162-37d5-4302-ab68-796e61223d8a tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "DELETE /v2.0/floatingips/b974b6ae-9538-489f-b8ae-685c752d39c2 HTTP/1.1" status: 204 len: 173 time: 1.9260864 Sep 30 08:12:23.909697 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.922315 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78adb58b-02d2-4d46-8272-d6e6cd6c861f tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.922984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78adb58b-02d2-4d46-8272-d6e6cd6c861f tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Fanout notify agent at l3_agent the message router_deleted on router 3d96ec26-12e0-48b3-a1a9-ff89eb52bdda {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:12:23.933009 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78adb58b-02d2-4d46-8272-d6e6cd6c861f tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:23.938729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60412) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:23.938921 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-78adb58b-02d2-4d46-8272-d6e6cd6c861f tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "DELETE /v2.0/routers/3d96ec26-12e0-48b3-a1a9-ff89eb52bdda HTTP/1.1" status: 204 len: 168 time: 2.9758174 Sep 30 08:12:23.955512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-366212359', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:24.085570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11051d85-6f83-492b-b191-a843eea89d15 req-e51ddd04-adb3-4e6e-9941-e1283624a089 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:24.087206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11051d85-6f83-492b-b191-a843eea89d15 req-e51ddd04-adb3-4e6e-9941-e1283624a089 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.1472433 Sep 30 08:12:24.138613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-674dc0a7-fd85-48b9-b086-cf8cc03f67d7 req-c9c190ac-d117-454c-8fdd-8d112648a1cd tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3f31825-d6f5-4071-84bb-44aaeb85bff0 HTTP/1.1" status: 200 len: 210 time: 0.0478830 Sep 30 08:12:24.188297 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:24.189376 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:24.231015 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11051d85-6f83-492b-b191-a843eea89d15 req-d3529c2a-d906-46fa-bdf4-8bb7f6372d88 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230781 Sep 30 08:12:24.245460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:24.258080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-870274fc-3efc-46de-9241-cf9ce6486957 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Allocated IP 172.20.0.8 (95117f4a-763a-4903-a581-84bb55b346d4/68739a17-6737-4340-9fc7-309705504036/6e932595-c804-445d-9682-288b6843b4b0) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:24.334408 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:24.482730 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-870274fc-3efc-46de-9241-cf9ce6486957 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:24.516713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:24.552302 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-870274fc-3efc-46de-9241-cf9ce6486957 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:24.554625 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-47c8bad9-a7dc-4eb2-b9be-233ea6472b81 req-945ff0fd-2aa9-4d91-80f9-18fa4e0f79bb tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] show failed (client error): The resource could not be found. Sep 30 08:12:24.562127 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47c8bad9-a7dc-4eb2-b9be-233ea6472b81 req-945ff0fd-2aa9-4d91-80f9-18fa4e0f79bb tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/floatingips/b974b6ae-9538-489f-b8ae-685c752d39c2 HTTP/1.1" status: 404 len: 350 time: 0.2871356 Sep 30 08:12:24.588388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '5aec5d8c-cf48-479f-bb16-4bc8a49b5935', 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b', 'port_id': '5aec5d8c-cf48-479f-bb16-4bc8a49b5935', 'mac_address': 'fa:16:3e:20:24:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe50dcfe-f2a1-4640-98cf-8d67829f1b8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:12:24.660936 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-bf8d152b-6c98-4488-a62d-cad2d8bae025 req-6ac3f107-0c37-404c-bdef-8965e62267c9 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] show failed (client error): The resource could not be found. Sep 30 08:12:24.676216 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf8d152b-6c98-4488-a62d-cad2d8bae025 req-6ac3f107-0c37-404c-bdef-8965e62267c9 tempest-FloatingIPsTestJSON-399463518 tempest-FloatingIPsTestJSON-399463518-project] 10.222.0.24 "GET /v2.0/floatingips/b974b6ae-9538-489f-b8ae-685c752d39c2 HTTP/1.1" status: 404 len: 350 time: 0.0648050 Sep 30 08:12:24.685995 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60430) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:24.705929 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-870274fc-3efc-46de-9241-cf9ce6486957 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Network 95117f4a-763a-4903-a581-84bb55b346d4 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:24.713017 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:24.718320 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:24.727634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'tag': 'd2a04c48-1016-4204-91b9-76cc35da608f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:24.729394 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1f9874-8bba-4083-92ef-8a0f2ed2c6be" -d '{"events": [{"name": "network-changed", "server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "tag": "d2a04c48-1016-4204-91b9-76cc35da608f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:24.735794 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:24.765951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:24.778620 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:24.825469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-870274fc-3efc-46de-9241-cf9ce6486957 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:24.836855 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-870274fc-3efc-46de-9241-cf9ce6486957 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:24.880392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f3ccad-dbbd-4b38-b65a-93a3ef827cee {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:24.890780 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:24.912930 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Transition to ACTIVE for port object f0f3ccad-dbbd-4b38-b65a-93a3ef827cee will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:24.953764 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:24.991950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:25.030795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f3ccad-dbbd-4b38-b65a-93a3ef827cee,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:25.090551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['5aec5d8c-cf48-479f-bb16-4bc8a49b5935'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:25.099484 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8e384b-bc2b-4c49-b563-a23790adb24d x-openstack-request-id: req-af8e384b-bc2b-4c49-b563-a23790adb24d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:25.099772 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "tag": "d2a04c48-1016-4204-91b9-76cc35da608f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:25.100053 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af8e384b-bc2b-4c49-b563-a23790adb24d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:25.100449 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'tag': 'd2a04c48-1016-4204-91b9-76cc35da608f', 'status': 'completed', 'code': 200} Sep 30 08:12:25.112890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870274fc-3efc-46de-9241-cf9ce6486957 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Pushing event updated for resources: {'Port': ['ID=6e932595-c804-445d-9682-288b6843b4b0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:25.148629 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:12:25.230011 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2fe0f-7402-4c1d-89d3-2e00b8724831 req-fd1b7e5f-98af-4fa4-9857-9f4d303660fa tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.236585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2fe0f-7402-4c1d-89d3-2e00b8724831 req-fd1b7e5f-98af-4fa4-9857-9f4d303660fa tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.244175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2fe0f-7402-4c1d-89d3-2e00b8724831 req-fd1b7e5f-98af-4fa4-9857-9f4d303660fa tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.259456 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2fe0f-7402-4c1d-89d3-2e00b8724831 req-fd1b7e5f-98af-4fa4-9857-9f4d303660fa tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.267355 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2fe0f-7402-4c1d-89d3-2e00b8724831 req-fd1b7e5f-98af-4fa4-9857-9f4d303660fa tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.286206 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2fe0f-7402-4c1d-89d3-2e00b8724831 req-fd1b7e5f-98af-4fa4-9857-9f4d303660fa tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.295217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aae2fe0f-7402-4c1d-89d3-2e00b8724831 req-fd1b7e5f-98af-4fa4-9857-9f4d303660fa tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 4606 time: 0.5753951 Sep 30 08:12:25.388934 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aae2fe0f-7402-4c1d-89d3-2e00b8724831 req-41c002b8-dd56-4212-9051-603775e675fd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926692 Sep 30 08:12:25.419152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-870274fc-3efc-46de-9241-cf9ce6486957 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.420117 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-870274fc-3efc-46de-9241-cf9ce6486957 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.467571 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-870274fc-3efc-46de-9241-cf9ce6486957 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6300046 Sep 30 08:12:25.499360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Request body: {'port': {'device_id': 'd3f31825-d6f5-4071-84bb-44aaeb85bff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:25.765126 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.790335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aba866-829a-488a-a9b6-eebe6db31581 req-743d2b05-13cd-4365-bb70-0e9c529f2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.791612 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f9874-8bba-4083-92ef-8a0f2ed2c6be req-b9081b2f-b0d2-4b2e-97ce-08d81869c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.792292 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f9874-8bba-4083-92ef-8a0f2ed2c6be req-b9081b2f-b0d2-4b2e-97ce-08d81869c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.792950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f9874-8bba-4083-92ef-8a0f2ed2c6be req-b9081b2f-b0d2-4b2e-97ce-08d81869c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.793579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f9874-8bba-4083-92ef-8a0f2ed2c6be req-b9081b2f-b0d2-4b2e-97ce-08d81869c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.794204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f9874-8bba-4083-92ef-8a0f2ed2c6be req-b9081b2f-b0d2-4b2e-97ce-08d81869c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.794829 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f9874-8bba-4083-92ef-8a0f2ed2c6be req-b9081b2f-b0d2-4b2e-97ce-08d81869c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.795449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f9874-8bba-4083-92ef-8a0f2ed2c6be req-b9081b2f-b0d2-4b2e-97ce-08d81869c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.795640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52aba866-829a-488a-a9b6-eebe6db31581 req-743d2b05-13cd-4365-bb70-0e9c529f2cea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 1096 time: 0.2851050 Sep 30 08:12:25.797846 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1f1f9874-8bba-4083-92ef-8a0f2ed2c6be req-b9081b2f-b0d2-4b2e-97ce-08d81869c0a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce39ae04255c4914adca40a29bca4222&device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 6178 time: 0.6685882 Sep 30 08:12:25.799512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Attempting to bind port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:25.800055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Attempting to bind port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:25.800547 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Attempting to bind port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee on network b90b784a-548c-41b5-91c7-a8e317195f01 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:25.809751 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.831371 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee on network b90b784a-548c-41b5-91c7-a8e317195f01 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:25.832052 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Attempting to bind port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee on network b90b784a-548c-41b5-91c7-a8e317195f01 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:25.843753 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:25.844365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Checking segment: {'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:25.844904 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Bound using segment: {'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:25.845521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Bound port: f0f3ccad-dbbd-4b38-b65a-93a3ef827cee, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:25.846034 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.864984 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:25.928032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c767d-403f-454d-b52c-48a6a8f9b485 req-03f0042a-f904-447d-af9a-4e26039dea5c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.935633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-516c767d-403f-454d-b52c-48a6a8f9b485 req-03f0042a-f904-447d-af9a-4e26039dea5c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3f31825-d6f5-4071-84bb-44aaeb85bff0 HTTP/1.1" status: 200 len: 931 time: 0.3766012 Sep 30 08:12:25.959078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025def0c-65ab-4382-bd87-46a75f478280 req-59124af4-14f0-456e-acc7-8157668079ee tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:25.962361 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-025def0c-65ab-4382-bd87-46a75f478280 req-59124af4-14f0-456e-acc7-8157668079ee tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.3190777 Sep 30 08:12:26.070882 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52aba866-829a-488a-a9b6-eebe6db31581 req-08ff9434-a243-4d3e-85fa-e610f1e39226 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525468 Sep 30 08:12:26.100955 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] For port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:26.127996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f9874-8bba-4083-92ef-8a0f2ed2c6be req-d48c5b2c-4f9e-444e-b4fc-be2f9e95c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:26.128644 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f9874-8bba-4083-92ef-8a0f2ed2c6be req-d48c5b2c-4f9e-444e-b4fc-be2f9e95c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:26.130197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f9874-8bba-4083-92ef-8a0f2ed2c6be req-d48c5b2c-4f9e-444e-b4fc-be2f9e95c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:26.132270 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1f1f9874-8bba-4083-92ef-8a0f2ed2c6be req-d48c5b2c-4f9e-444e-b4fc-be2f9e95c5f2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ce39ae04255c4914adca40a29bca4222&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2914836 Sep 30 08:12:26.133815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Allocated IP 172.25.0.223 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/64a70e69-164b-45fb-a5be-67c881bc4c86) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:26.143454 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] For port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f0f3ccad-dbbd-4b38-b65a-93a3ef827cee,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:26.166179 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-516c767d-403f-454d-b52c-48a6a8f9b485 req-dc80930e-b1e3-4eef-a4a5-ace360611470 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295034 Sep 30 08:12:26.167068 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:26.194147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-025def0c-65ab-4382-bd87-46a75f478280 req-2331ef80-5c33-45ce-bbd7-43ddbf07a3c3 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120461 Sep 30 08:12:26.258981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:26.259805 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:26.261356 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] 10.222.0.35 "PUT /v2.0/ports/f0f3ccad-dbbd-4b38-b65a-93a3ef827cee HTTP/1.1" status: 200 len: 1135 time: 2.5321033 Sep 30 08:12:26.262348 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:26.319764 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97cdd9-3555-4baf-b5a9-c0fbd02bec78 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f3ccad-dbbd-4b38-b65a-93a3ef827cee,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:26.438897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Request body: {'port': {'device_id': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:26.484334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:26.484718 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:26.680317 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:26.716298 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:26.754931 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f9874-8bba-4083-92ef-8a0f2ed2c6be req-9bd96797-cbe9-44b3-8df5-f132e320a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:26.756467 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1f1f9874-8bba-4083-92ef-8a0f2ed2c6be req-9bd96797-cbe9-44b3-8df5-f132e320a437 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4196143 Sep 30 08:12:26.767172 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:26.774188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a03cbb-b9a9-43ee-99c2-804414e70cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aec5d8c-cf48-479f-bb16-4bc8a49b5935'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:26.784887 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4e8d10-29b0-45fb-9286-f808aafcddaa" -d '{"events": [{"server_uuid": "61a03cbb-b9a9-43ee-99c2-804414e70cf6", "name": "network-vif-plugged", "status": "completed", "tag": "5aec5d8c-cf48-479f-bb16-4bc8a49b5935"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:26.812069 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:26.840555 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:26.865234 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:26.933774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:26.945607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f3717-919e-404f-a926-6aa218a23e62 req-cdd98b08-283a-47ea-b05b-fc8094ad2b0e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:26.954891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f3717-919e-404f-a926-6aa218a23e62 req-cdd98b08-283a-47ea-b05b-fc8094ad2b0e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:26.961348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f3717-919e-404f-a926-6aa218a23e62 req-cdd98b08-283a-47ea-b05b-fc8094ad2b0e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:26.967464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f3717-919e-404f-a926-6aa218a23e62 req-cdd98b08-283a-47ea-b05b-fc8094ad2b0e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:26.974171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f3717-919e-404f-a926-6aa218a23e62 req-cdd98b08-283a-47ea-b05b-fc8094ad2b0e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:26.980631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f3717-919e-404f-a926-6aa218a23e62 req-cdd98b08-283a-47ea-b05b-fc8094ad2b0e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:26.986743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f3717-919e-404f-a926-6aa218a23e62 req-cdd98b08-283a-47ea-b05b-fc8094ad2b0e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:26.995513 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b7f3717-919e-404f-a926-6aa218a23e62 req-cdd98b08-283a-47ea-b05b-fc8094ad2b0e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5383 time: 0.4153092 Sep 30 08:12:27.015485 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-38f7b767-080a-484d-b10d-73d73e2cec32 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:27.023513 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-38f7b767-080a-484d-b10d-73d73e2cec32 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/networks?id=02c31973-0869-4646-b167-9eeac37c6ce0 HTTP/1.1" status: 200 len: 809 time: 0.5066421 Sep 30 08:12:27.067292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-e7fbc269-c7c0-40cd-85db-9eaa4fd2ba41 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/quotas/56bc1cd73526460da37b078bd3bc442c HTTP/1.1" status: 200 len: 375 time: 0.0424085 Sep 30 08:12:27.071044 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:27.079576 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:27.084231 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ff7e8d8f-5057-4543-af8e-2435e9262cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:27.097135 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:27.105528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'tag': 'f0f3ccad-dbbd-4b38-b65a-93a3ef827cee'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:27.107732 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200f92c8-ea43-4be8-a021-c48725890dec" -d '{"events": [{"name": "network-changed", "server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "tag": "f0f3ccad-dbbd-4b38-b65a-93a3ef827cee"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:27.115665 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Pushing event updated for resources: {'Port': ['ID=64a70e69-164b-45fb-a5be-67c881bc4c86,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:27.153297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-e3e15d49-fee1-4841-8176-56f751b60f21 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=56bc1cd73526460da37b078bd3bc442c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847263 Sep 30 08:12:27.197732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e932595-c804-445d-9682-288b6843b4b0 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:27.221422 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:27.245027 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b7f3717-919e-404f-a926-6aa218a23e62 req-76d7d53d-1619-4ecd-91bd-36f5b33bba92 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2483149 Sep 30 08:12:27.315649 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdea2ba-20fe-4f55-9fb7-fabda470828e x-openstack-request-id: req-3bdea2ba-20fe-4f55-9fb7-fabda470828e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:27.317004 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a03cbb-b9a9-43ee-99c2-804414e70cf6", "name": "network-vif-plugged", "status": "completed", "tag": "5aec5d8c-cf48-479f-bb16-4bc8a49b5935", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:27.317440 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bdea2ba-20fe-4f55-9fb7-fabda470828e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:27.318091 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a03cbb-b9a9-43ee-99c2-804414e70cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aec5d8c-cf48-479f-bb16-4bc8a49b5935', 'code': 200} Sep 30 08:12:27.355559 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a00864b-6262-46a7-aec8-31afbce2c49f x-openstack-request-id: req-0a00864b-6262-46a7-aec8-31afbce2c49f {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:27.356240 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "tag": "f0f3ccad-dbbd-4b38-b65a-93a3ef827cee", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:27.356494 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a00864b-6262-46a7-aec8-31afbce2c49f {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:27.356883 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'tag': 'f0f3ccad-dbbd-4b38-b65a-93a3ef827cee', 'status': 'completed', 'code': 200} Sep 30 08:12:27.435170 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-fcb2a9c4-4f83-493b-a12d-10ea3a4587d0 service neutron] 10.222.0.24 "GET /v2.0/networks/02c31973-0869-4646-b167-9eeac37c6ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806842 Sep 30 08:12:27.452168 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65097e74-e449-431b-a3eb-790fec30038f {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:27.465745 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:27.563899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f92c8-ea43-4be8-a021-c48725890dec req-8e7fb628-a010-404e-9fd6-c8041e95ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:27.564780 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f92c8-ea43-4be8-a021-c48725890dec req-8e7fb628-a010-404e-9fd6-c8041e95ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:27.565257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f92c8-ea43-4be8-a021-c48725890dec req-8e7fb628-a010-404e-9fd6-c8041e95ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:27.565733 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f92c8-ea43-4be8-a021-c48725890dec req-8e7fb628-a010-404e-9fd6-c8041e95ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:27.566196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f92c8-ea43-4be8-a021-c48725890dec req-8e7fb628-a010-404e-9fd6-c8041e95ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:27.566757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f92c8-ea43-4be8-a021-c48725890dec req-8e7fb628-a010-404e-9fd6-c8041e95ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:27.567343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f92c8-ea43-4be8-a021-c48725890dec req-8e7fb628-a010-404e-9fd6-c8041e95ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:27.569400 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-200f92c8-ea43-4be8-a021-c48725890dec req-8e7fb628-a010-404e-9fd6-c8041e95ea5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce39ae04255c4914adca40a29bca4222&device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 6220 time: 0.1695628 Sep 30 08:12:27.574498 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Transition to ACTIVE for port object 65097e74-e449-431b-a3eb-790fec30038f will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:27.667551 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:27.737291 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:27.817926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Pushing event updated for resources: {'Port': ['ID=65097e74-e449-431b-a3eb-790fec30038f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:27.893408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Transition to ACTIVE for port object 6e932595-c804-445d-9682-288b6843b4b0 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:27.930711 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:27.958370 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-5df66413-e9f1-4213-ade1-7685ed0989af service neutron] 10.222.0.24 "GET /v2.0/networks/02c31973-0869-4646-b167-9eeac37c6ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215595 Sep 30 08:12:28.117578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f661ba-058e-4809-9766-a1cd4dbc1f55 req-9aa886ee-4b11-4df1-b69e-973266210aba tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:28.127200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-77f661ba-058e-4809-9766-a1cd4dbc1f55 req-9aa886ee-4b11-4df1-b69e-973266210aba tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3f31825-d6f5-4071-84bb-44aaeb85bff0 HTTP/1.1" status: 200 len: 931 time: 0.6206300 Sep 30 08:12:28.172243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Attempting to bind port 65097e74-e449-431b-a3eb-790fec30038f on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:28.172995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Attempting to bind port 65097e74-e449-431b-a3eb-790fec30038f by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:28.173543 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Attempting to bind port 65097e74-e449-431b-a3eb-790fec30038f on network b90b784a-548c-41b5-91c7-a8e317195f01 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:28.190306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Port 65097e74-e449-431b-a3eb-790fec30038f on network b90b784a-548c-41b5-91c7-a8e317195f01 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:28.190834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Attempting to bind port 65097e74-e449-431b-a3eb-790fec30038f on network b90b784a-548c-41b5-91c7-a8e317195f01 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:28.204057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:28.204885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Checking segment: {'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:28.205441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Bound using segment: {'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:28.205880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Bound port: 65097e74-e449-431b-a3eb-790fec30038f, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:28.206242 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.254690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f92c8-ea43-4be8-a021-c48725890dec req-ce4ad153-26a1-4b7f-9d4f-309bc93aabe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:28.255542 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f92c8-ea43-4be8-a021-c48725890dec req-ce4ad153-26a1-4b7f-9d4f-309bc93aabe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:28.256178 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f92c8-ea43-4be8-a021-c48725890dec req-ce4ad153-26a1-4b7f-9d4f-309bc93aabe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:28.258507 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Pushing event updated for resources: {'Port': ['ID=6e932595-c804-445d-9682-288b6843b4b0,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:28.262598 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-200f92c8-ea43-4be8-a021-c48725890dec req-ce4ad153-26a1-4b7f-9d4f-309bc93aabe5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ce39ae04255c4914adca40a29bca4222&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5359247 Sep 30 08:12:28.440596 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-77f661ba-058e-4809-9766-a1cd4dbc1f55 req-27aa8266-98ee-48e4-98aa-c13ca31f9639 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124506 Sep 30 08:12:28.493987 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f92c8-ea43-4be8-a021-c48725890dec req-49ca675b-3ed6-40ab-939d-063136b77d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:28.495464 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-200f92c8-ea43-4be8-a021-c48725890dec req-49ca675b-3ed6-40ab-939d-063136b77d89 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2030871 Sep 30 08:12:28.554418 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.555006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Attempting to bind port 6e932595-c804-445d-9682-288b6843b4b0 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:28.555580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Attempting to bind port 6e932595-c804-445d-9682-288b6843b4b0 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:28.556180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Attempting to bind port 6e932595-c804-445d-9682-288b6843b4b0 on network 95117f4a-763a-4903-a581-84bb55b346d4 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:28.573000 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] For port 65097e74-e449-431b-a3eb-790fec30038f, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:28.576872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] For port 65097e74-e449-431b-a3eb-790fec30038f, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=65097e74-e449-431b-a3eb-790fec30038f,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:28.584003 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Port 6e932595-c804-445d-9682-288b6843b4b0 on network 95117f4a-763a-4903-a581-84bb55b346d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:28.584346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Attempting to bind port 6e932595-c804-445d-9682-288b6843b4b0 on network 95117f4a-763a-4903-a581-84bb55b346d4 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:28.592409 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:28.592774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Checking segment: {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:28.593262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Bound using segment: {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:28.593609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Bound port: 6e932595-c804-445d-9682-288b6843b4b0, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:28.593956 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.666011 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] For port 6e932595-c804-445d-9682-288b6843b4b0, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:28.669856 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] For port 6e932595-c804-445d-9682-288b6843b4b0, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=6e932595-c804-445d-9682-288b6843b4b0,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:28.677917 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.702594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6116ca-82fb-411b-8dd2-7caeeb79a66c req-b1c138e0-648b-4e7a-a23f-718ce4186b0f tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:28.704604 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca6116ca-82fb-411b-8dd2-7caeeb79a66c req-b1c138e0-648b-4e7a-a23f-718ce4186b0f tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.2621593 Sep 30 08:12:28.758875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:28.759669 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:28.761217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] 10.222.0.36 "PUT /v2.0/ports/6e932595-c804-445d-9682-288b6843b4b0 HTTP/1.1" status: 200 len: 1091 time: 3.2827497 Sep 30 08:12:28.779730 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f31825-d6f5-4071-84bb-44aaeb85bff0', 'tag': '6e932595-c804-445d-9682-288b6843b4b0'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:28.790305 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f82718-6c40-4a9a-b0c2-fe0a9e989f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f31825-d6f5-4071-84bb-44aaeb85bff0", "tag": "6e932595-c804-445d-9682-288b6843b4b0"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:29.020985 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca6116ca-82fb-411b-8dd2-7caeeb79a66c req-1217fc4f-9670-438e-b527-5d07dd7c0f20 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562416 Sep 30 08:12:29.038209 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:29.090047 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:29.090704 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:29.092185 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] 10.222.0.35 "PUT /v2.0/ports/65097e74-e449-431b-a3eb-790fec30038f HTTP/1.1" status: 200 len: 1091 time: 2.6870699 Sep 30 08:12:29.217659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Request body: {'port': {'device_id': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:29.272804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0b29c5d-a73e-42e7-b8cb-a39bc1f43942 req-fc1e6cae-a970-4b61-bbff-13091761dfb1 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/ports?device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 210 time: 0.0876989 Sep 30 08:12:29.327052 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b8c98-1c32-4c8f-b1c7-e9aa8649fd76 service neutron] Pushing event updated for resources: {'Port': ['ID=65097e74-e449-431b-a3eb-790fec30038f,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:29.343173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f278785-c10a-4282-b62a-31e9987ea35f service neutron] Pushing event updated for resources: {'Port': ['ID=6e932595-c804-445d-9682-288b6843b4b0,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:29.347012 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e8d8f-5057-4543-af8e-2435e9262cee admin admin] Deleting port 08e7bddc-285e-458b-b569-e8dedaec2208 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:29.347473 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ff7e8d8f-5057-4543-af8e-2435e9262cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:29.361642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'tag': '65097e74-e449-431b-a3eb-790fec30038f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:29.364253 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18597ac8-2e0f-49fd-b517-b73c957b3210" -d '{"events": [{"name": "network-changed", "server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "tag": "65097e74-e449-431b-a3eb-790fec30038f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:29.427206 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:29.448599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Router 56bede26-9ee5-40a4-98ff-2d3240ee08ee is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:12:29.478090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-ff7e8d8f-5057-4543-af8e-2435e9262cee admin admin] For port 08e7bddc-285e-458b-b569-e8dedaec2208, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=08e7bddc-285e-458b-b569-e8dedaec2208,segment=NetworkSegment(bbadca45-3e0e-4cfe-becf-121888688eb7),segment_id=bbadca45-3e0e-4cfe-becf-121888688eb7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:29.478530 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ff7e8d8f-5057-4543-af8e-2435e9262cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:29.494004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e8d8f-5057-4543-af8e-2435e9262cee admin admin] Calling delete_port for 08e7bddc-285e-458b-b569-e8dedaec2208 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:29.545775 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:29.615752 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76023742-3300-416e-912a-b62a633d4877 x-openstack-request-id: req-76023742-3300-416e-912a-b62a633d4877 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:29.619535 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f31825-d6f5-4071-84bb-44aaeb85bff0", "tag": "6e932595-c804-445d-9682-288b6843b4b0", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:29.619757 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76023742-3300-416e-912a-b62a633d4877 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:29.620216 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f31825-d6f5-4071-84bb-44aaeb85bff0', 'tag': '6e932595-c804-445d-9682-288b6843b4b0', 'status': 'completed', 'code': 200} Sep 30 08:12:29.650770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-fe2bf057-9fec-432a-a7c0-60a940c23d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:29.656896 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-fe2bf057-9fec-432a-a7c0-60a940c23d56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&device_id=d3f31825-d6f5-4071-84bb-44aaeb85bff0 HTTP/1.1" status: 200 len: 1094 time: 0.7114782 Sep 30 08:12:29.670555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976036-a488-4913-a7e6-0213b55bf341 req-70f8bdc7-de12-45d7-b4b5-bf86d145f2c2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:29.680147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976036-a488-4913-a7e6-0213b55bf341 req-70f8bdc7-de12-45d7-b4b5-bf86d145f2c2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:29.689237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976036-a488-4913-a7e6-0213b55bf341 req-70f8bdc7-de12-45d7-b4b5-bf86d145f2c2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:29.697130 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976036-a488-4913-a7e6-0213b55bf341 req-70f8bdc7-de12-45d7-b4b5-bf86d145f2c2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:29.706849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976036-a488-4913-a7e6-0213b55bf341 req-70f8bdc7-de12-45d7-b4b5-bf86d145f2c2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:29.716300 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976036-a488-4913-a7e6-0213b55bf341 req-70f8bdc7-de12-45d7-b4b5-bf86d145f2c2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:29.727724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976036-a488-4913-a7e6-0213b55bf341 req-70f8bdc7-de12-45d7-b4b5-bf86d145f2c2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:29.739653 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff976036-a488-4913-a7e6-0213b55bf341 req-70f8bdc7-de12-45d7-b4b5-bf86d145f2c2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5395 time: 0.9251530 Sep 30 08:12:29.786354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:12:29.800251 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832c81e-88f7-4327-94fa-1bba5ed9e519 None None] Sync routers for ids ['56bede26-9ee5-40a4-98ff-2d3240ee08ee'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:12:29.814203 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832c81e-88f7-4327-94fa-1bba5ed9e519 None None] Routers {'56bede26-9ee5-40a4-98ff-2d3240ee08ee'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:29.815171 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1832c81e-88f7-4327-94fa-1bba5ed9e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:12:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['56bede26-9ee5-40a4-98ff-2d3240ee08ee'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:29.834409 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-d26a60a7-83be-48e9-8969-11ec03b57255 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e932595-c804-445d-9682-288b6843b4b0 HTTP/1.1" status: 200 len: 217 time: 0.0803976 Sep 30 08:12:29.892210 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1832c81e-88f7-4327-94fa-1bba5ed9e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:29.903918 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b0862d-cd9a-4622-a148-b80bdcf2fa1b x-openstack-request-id: req-e9b0862d-cd9a-4622-a148-b80bdcf2fa1b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:29.905222 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "tag": "65097e74-e449-431b-a3eb-790fec30038f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:29.905566 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9b0862d-cd9a-4622-a148-b80bdcf2fa1b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:29.907528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832c81e-88f7-4327-94fa-1bba5ed9e519 None None] Routers {'56bede26-9ee5-40a4-98ff-2d3240ee08ee'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:29.908082 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'tag': '65097e74-e449-431b-a3eb-790fec30038f', 'status': 'completed', 'code': 200} Sep 30 08:12:29.912521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1832c81e-88f7-4327-94fa-1bba5ed9e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:12:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['56bede26-9ee5-40a4-98ff-2d3240ee08ee'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:29.922348 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:29.938557 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1b6e3c32-8c7f-4779-abdf-429349942970 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9959593 Sep 30 08:12:29.944697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60524) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:29.952146 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff976036-a488-4913-a7e6-0213b55bf341 req-bfa42eee-34e2-4837-be7d-1f705d7a4ee6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2112644 Sep 30 08:12:29.959499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ced7e83b-42f0-4070-b0af-8c0b1e63baaa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:29.995529 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1832c81e-88f7-4327-94fa-1bba5ed9e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:30.013012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832c81e-88f7-4327-94fa-1bba5ed9e519 None None] The sync data for ids ['56bede26-9ee5-40a4-98ff-2d3240ee08ee'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:12:30.077517 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-2a05da1e-5912-4b4e-ae9b-c6ed8548cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.086345 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-2a05da1e-5912-4b4e-ae9b-c6ed8548cd85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68739a17-6737-4340-9fc7-309705504036 HTTP/1.1" status: 200 len: 852 time: 0.2391825 Sep 30 08:12:30.246367 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-488e30b8-e568-47dc-a56c-60087459c97a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95117f4a-763a-4903-a581-84bb55b346d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513927 Sep 30 08:12:30.297859 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18597ac8-2e0f-49fd-b517-b73c957b3210 req-e0b190c1-e12b-48e8-94e0-7dd9b07e6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.298362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18597ac8-2e0f-49fd-b517-b73c957b3210 req-e0b190c1-e12b-48e8-94e0-7dd9b07e6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.299103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18597ac8-2e0f-49fd-b517-b73c957b3210 req-e0b190c1-e12b-48e8-94e0-7dd9b07e6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.299571 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18597ac8-2e0f-49fd-b517-b73c957b3210 req-e0b190c1-e12b-48e8-94e0-7dd9b07e6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.304913 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18597ac8-2e0f-49fd-b517-b73c957b3210 req-e0b190c1-e12b-48e8-94e0-7dd9b07e6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.305464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18597ac8-2e0f-49fd-b517-b73c957b3210 req-e0b190c1-e12b-48e8-94e0-7dd9b07e6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.305948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18597ac8-2e0f-49fd-b517-b73c957b3210 req-e0b190c1-e12b-48e8-94e0-7dd9b07e6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.312553 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18597ac8-2e0f-49fd-b517-b73c957b3210 req-e0b190c1-e12b-48e8-94e0-7dd9b07e6ce3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce39ae04255c4914adca40a29bca4222&device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 6287 time: 0.4034545 Sep 30 08:12:30.536738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:30.546377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:30.564304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d47bb-c258-4b5e-b16b-38f227c06e5e req-ad1f148d-b9ee-40da-a441-f72e0e348152 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.566434 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-774d47bb-c258-4b5e-b16b-38f227c06e5e req-ad1f148d-b9ee-40da-a441-f72e0e348152 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3f31825-d6f5-4071-84bb-44aaeb85bff0 HTTP/1.1" status: 200 len: 943 time: 0.4445398 Sep 30 08:12:30.574038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Transition to ACTIVE for port object 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:30.622025 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bc369-3ac2-47a3-8434-1e59107b5ad1 req-9850c889-2487-4378-9ead-329595ee005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.623529 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e5bc369-3ac2-47a3-8434-1e59107b5ad1 req-9850c889-2487-4378-9ead-329595ee005a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f9fae650bc403a968de80bfa93a4f2&device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 1096 time: 0.2539227 Sep 30 08:12:30.633764 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:30.669373 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ff7e8d8f-5057-4543-af8e-2435e9262cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:30.728480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e8d8f-5057-4543-af8e-2435e9262cee admin admin] Pushing event deleted for resources: {'Port': ['ID=08e7bddc-285e-458b-b569-e8dedaec2208,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:30.745669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-8d4331c2-5eda-4fbb-b60c-846bc8ab36fa tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.746314 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-8d4331c2-5eda-4fbb-b60c-846bc8ab36fa tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.36 "GET /v2.0/networks?id=02c31973-0869-4646-b167-9eeac37c6ce0 HTTP/1.1" status: 200 len: 809 time: 0.5859621 Sep 30 08:12:30.755160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ded97d-6410-456d-975b-41fb9f875bce req-8ddc6122-29e8-4d36-bdd0-ec1cb44ded60 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:30.762667 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68ded97d-6410-456d-975b-41fb9f875bce req-8ddc6122-29e8-4d36-bdd0-ec1cb44ded60 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.3967316 Sep 30 08:12:30.794317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-e9e698a9-7720-40af-8eac-c59198ea3ccf tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Request body: {'port': {'device_id': '48ee1106-4649-40b5-b9a6-a1a53ed33f15', 'network_id': '02c31973-0869-4646-b167-9eeac37c6ce0', 'admin_state_up': True, 'tenant_id': '56bc1cd73526460da37b078bd3bc442c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:30.815864 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-9615dca1-26cb-4e5d-ae0d-c25e39004c04 service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371506 Sep 30 08:12:30.955528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Attempting to bind port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:30.955899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Attempting to bind port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:30.956218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Attempting to bind port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 on network b90b784a-548c-41b5-91c7-a8e317195f01 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:30.982374 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Pushing event updated for resources: {'Port': ['ID=8db9c64e-1cb0-4fe8-8e03-2c5c47e05456,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:30.999939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 on network b90b784a-548c-41b5-91c7-a8e317195f01 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:31.000361 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Attempting to bind port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 on network b90b784a-548c-41b5-91c7-a8e317195f01 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:31.011526 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:31.011868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Checking segment: {'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:31.012522 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Bound using segment: {'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:31.013099 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Bound port: 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a291ee3b-feda-475f-bd6f-762c54d3c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:31.013464 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:31.038825 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ced7e83b-42f0-4070-b0af-8c0b1e63baaa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:31.124752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-774d47bb-c258-4b5e-b16b-38f227c06e5e req-eaf124e6-7d63-4b19-aeb9-d876ba153e5c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359449 Sep 30 08:12:31.134859 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ced7e83b-42f0-4070-b0af-8c0b1e63baaa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:31.144623 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18597ac8-2e0f-49fd-b517-b73c957b3210 req-a0bb1984-bad8-4965-a16d-10bf665253a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.145983 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18597ac8-2e0f-49fd-b517-b73c957b3210 req-a0bb1984-bad8-4965-a16d-10bf665253a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.146463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18597ac8-2e0f-49fd-b517-b73c957b3210 req-a0bb1984-bad8-4965-a16d-10bf665253a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.148665 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18597ac8-2e0f-49fd-b517-b73c957b3210 req-a0bb1984-bad8-4965-a16d-10bf665253a6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ce39ae04255c4914adca40a29bca4222&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5156538 Sep 30 08:12:31.243513 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] For port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:31.244781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68ded97d-6410-456d-975b-41fb9f875bce req-c9432d6f-bada-44c4-a6b2-2645ce1e21f7 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812100 Sep 30 08:12:31.282027 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e41cb550-ef1f-49bc-9c4c-70702c150af3 req-a9ffdb4d-2ab7-4213-bd62-6eafcb619ed1 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/ports?device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 210 time: 0.0277879 Sep 30 08:12:31.289437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] For port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8db9c64e-1cb0-4fe8-8e03-2c5c47e05456,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:31.309193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e83b-42f0-4070-b0af-8c0b1e63baaa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Deleting port 64a70e69-164b-45fb-a5be-67c881bc4c86 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:31.309764 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ced7e83b-42f0-4070-b0af-8c0b1e63baaa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:31.349744 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:31.448775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bc369-3ac2-47a3-8434-1e59107b5ad1 req-d1af8a1e-4bb8-42c2-b264-ae7f0a5e044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.451891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e5bc369-3ac2-47a3-8434-1e59107b5ad1 req-d1af8a1e-4bb8-42c2-b264-ae7f0a5e044a service neutron] 10.222.0.35 "GET /v2.0/networks?id=691f8d5d-84c4-4972-afc4-015bf3401c58 HTTP/1.1" status: 200 len: 920 time: 0.8075504 Sep 30 08:12:31.467525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.468184 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:31.469575 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] 10.222.0.35 "PUT /v2.0/ports/8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 HTTP/1.1" status: 200 len: 1091 time: 2.3355834 Sep 30 08:12:31.489875 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18597ac8-2e0f-49fd-b517-b73c957b3210 req-1f2f494e-3d29-4451-b99b-b3904ff2939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.491735 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-18597ac8-2e0f-49fd-b517-b73c957b3210 req-1f2f494e-3d29-4451-b99b-b3904ff2939a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3166518 Sep 30 08:12:31.522338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Request body: {'port': {'device_id': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:31.549377 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e5bc369-3ac2-47a3-8434-1e59107b5ad1 req-d4835fb6-bbc0-45f2-bcc8-6f354b5eeb70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a20a92cb-6800-440f-954d-70cc817cd206 HTTP/1.1" status: 200 len: 217 time: 0.0745230 Sep 30 08:12:31.567638 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c83861af-f3e0-42bf-b58a-e12ac16230a5 req-6f33867e-be28-405b-9502-37b5e3896667 service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7311268 Sep 30 08:12:31.586885 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-e9e698a9-7720-40af-8eac-c59198ea3ccf tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Made reservation on behalf of 56bc1cd73526460da37b078bd3bc442c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:31.593890 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ced7e83b-42f0-4070-b0af-8c0b1e63baaa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:31.595258 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-e9e698a9-7720-40af-8eac-c59198ea3ccf tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:31.600499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d5f3c-fb34-4227-81dd-367e0bd66a43 service neutron] Pushing event updated for resources: {'Port': ['ID=8db9c64e-1cb0-4fe8-8e03-2c5c47e05456,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:31.694959 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ced7e83b-42f0-4070-b0af-8c0b1e63baaa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Calling delete_port for 64a70e69-164b-45fb-a5be-67c881bc4c86 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:31.717220 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:31.770728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bc369-3ac2-47a3-8434-1e59107b5ad1 req-2c076df2-9adc-4c0c-a7c7-ffd6968d0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:31.772295 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e5bc369-3ac2-47a3-8434-1e59107b5ad1 req-2c076df2-9adc-4c0c-a7c7-ffd6968d0a3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d31d27d-29aa-4857-9fe7-629de8beade5 HTTP/1.1" status: 200 len: 859 time: 0.1866922 Sep 30 08:12:31.889892 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e5bc369-3ac2-47a3-8434-1e59107b5ad1 req-c2a7d484-0fe5-4e27-97b6-fe526d91cc90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=691f8d5d-84c4-4972-afc4-015bf3401c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045747 Sep 30 08:12:32.198831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'tag': '8db9c64e-1cb0-4fe8-8e03-2c5c47e05456'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:32.200475 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e1b974-e4d8-4a71-b8d9-af260a2c7a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "tag": "8db9c64e-1cb0-4fe8-8e03-2c5c47e05456"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:32.295330 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7016d-7286-42c2-9a56-f3d2db03e840 req-3a19a927-3e20-4143-8c9a-db10b5fe112c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.301954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7016d-7286-42c2-9a56-f3d2db03e840 req-3a19a927-3e20-4143-8c9a-db10b5fe112c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.307827 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7016d-7286-42c2-9a56-f3d2db03e840 req-3a19a927-3e20-4143-8c9a-db10b5fe112c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.314548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7016d-7286-42c2-9a56-f3d2db03e840 req-3a19a927-3e20-4143-8c9a-db10b5fe112c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.322663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7016d-7286-42c2-9a56-f3d2db03e840 req-3a19a927-3e20-4143-8c9a-db10b5fe112c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.328816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7016d-7286-42c2-9a56-f3d2db03e840 req-3a19a927-3e20-4143-8c9a-db10b5fe112c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.334913 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7016d-7286-42c2-9a56-f3d2db03e840 req-3a19a927-3e20-4143-8c9a-db10b5fe112c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.336901 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1c7016d-7286-42c2-9a56-f3d2db03e840 req-3a19a927-3e20-4143-8c9a-db10b5fe112c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5407 time: 0.9043899 Sep 30 08:12:32.399922 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ced7e83b-42f0-4070-b0af-8c0b1e63baaa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:32.433646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f82718-6c40-4a9a-b0c2-fe0a9e989f5c req-3e00bd87-875f-4309-9e89-203747fe0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.436723 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b2f82718-6c40-4a9a-b0c2-fe0a9e989f5c req-3e00bd87-875f-4309-9e89-203747fe0ed6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&device_id=d3f31825-d6f5-4071-84bb-44aaeb85bff0 HTTP/1.1" status: 200 len: 1094 time: 0.6611662 Sep 30 08:12:32.445341 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ff7e8d8f-5057-4543-af8e-2435e9262cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:32.448034 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7e83b-42f0-4070-b0af-8c0b1e63baaa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Pushing event deleted for resources: {'Port': ['ID=64a70e69-164b-45fb-a5be-67c881bc4c86,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:32.513622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-e9e698a9-7720-40af-8eac-c59198ea3ccf tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Allocated IP 172.20.0.6 (02c31973-0869-4646-b167-9eeac37c6ce0/4ac6ecb0-4c93-4122-ab0f-e1ff67996552/1222d485-5bb4-442b-a798-f5e4839f79fe) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:32.556824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ced7e83b-42f0-4070-b0af-8c0b1e63baaa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:32.580952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1c7016d-7286-42c2-9a56-f3d2db03e840 req-6eb451ce-de02-4494-b2f6-72e247e0647c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2225707 Sep 30 08:12:32.588898 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c92785-0c70-4653-8dac-f34762757e61 req-bd40e32c-1de5-4265-bb35-5967552f5bf3 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.590375 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19c92785-0c70-4653-8dac-f34762757e61 req-bd40e32c-1de5-4265-bb35-5967552f5bf3 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3f31825-d6f5-4071-84bb-44aaeb85bff0 HTTP/1.1" status: 200 len: 943 time: 0.3258321 Sep 30 08:12:32.610789 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6275749-d3f0-44ae-8512-99bd87141470 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:32.631113 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:32.688339 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e10ae57-ac8a-42b9-bb96-348d230d276c x-openstack-request-id: req-9e10ae57-ac8a-42b9-bb96-348d230d276c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:32.688639 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "tag": "8db9c64e-1cb0-4fe8-8e03-2c5c47e05456", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:32.688900 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e10ae57-ac8a-42b9-bb96-348d230d276c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:32.689269 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'tag': '8db9c64e-1cb0-4fe8-8e03-2c5c47e05456', 'status': 'completed', 'code': 200} Sep 30 08:12:32.747547 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Transition to ACTIVE for port object e6275749-d3f0-44ae-8512-99bd87141470 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:32.766574 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:32.775807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e5bc369-3ac2-47a3-8434-1e59107b5ad1 req-1aea60a9-c010-425b-9d36-09357acfaf4c service neutron] 10.222.0.35 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068786 Sep 30 08:12:32.808165 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 6e932595-c804-445d-9682-288b6843b4b0 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:32.939802 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19c92785-0c70-4653-8dac-f34762757e61 req-8db82f7e-344d-412a-8110-e1f487a987ad tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643592 Sep 30 08:12:32.945818 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Pushing event updated for resources: {'Port': ['ID=e6275749-d3f0-44ae-8512-99bd87141470,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:32.996959 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f82718-6c40-4a9a-b0c2-fe0a9e989f5c req-39ba5cc3-864e-4536-851f-013d3208bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:32.998369 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b2f82718-6c40-4a9a-b0c2-fe0a9e989f5c req-39ba5cc3-864e-4536-851f-013d3208bf06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 913 time: 0.5511498 Sep 30 08:12:33.015625 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ced7e83b-42f0-4070-b0af-8c0b1e63baaa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:33.063395 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ced7e83b-42f0-4070-b0af-8c0b1e63baaa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:33.081008 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b974-e4d8-4a71-b8d9-af260a2c7a6d req-3c4678af-b38b-401e-acf1-65ebfa126e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.081910 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b974-e4d8-4a71-b8d9-af260a2c7a6d req-3c4678af-b38b-401e-acf1-65ebfa126e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.083315 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b974-e4d8-4a71-b8d9-af260a2c7a6d req-3c4678af-b38b-401e-acf1-65ebfa126e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.083989 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b974-e4d8-4a71-b8d9-af260a2c7a6d req-3c4678af-b38b-401e-acf1-65ebfa126e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.084641 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b974-e4d8-4a71-b8d9-af260a2c7a6d req-3c4678af-b38b-401e-acf1-65ebfa126e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.085288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b974-e4d8-4a71-b8d9-af260a2c7a6d req-3c4678af-b38b-401e-acf1-65ebfa126e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.085949 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b974-e4d8-4a71-b8d9-af260a2c7a6d req-3c4678af-b38b-401e-acf1-65ebfa126e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.088200 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f7e1b974-e4d8-4a71-b8d9-af260a2c7a6d req-3c4678af-b38b-401e-acf1-65ebfa126e52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce39ae04255c4914adca40a29bca4222&device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 6379 time: 0.3393564 Sep 30 08:12:33.132733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 6e932595-c804-445d-9682-288b6843b4b0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=6e932595-c804-445d-9682-288b6843b4b0,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:33.167607 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '6e932595-c804-445d-9682-288b6843b4b0', 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4', 'port_id': '6e932595-c804-445d-9682-288b6843b4b0', 'mac_address': 'fa:16:3e:f9:0a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68739a17-6737-4340-9fc7-309705504036', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:12:33.197615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b2f82718-6c40-4a9a-b0c2-fe0a9e989f5c req-93fcdfb0-6864-4483-b47b-a360fb02b56e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e932595-c804-445d-9682-288b6843b4b0 HTTP/1.1" status: 200 len: 217 time: 0.1652951 Sep 30 08:12:33.231637 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-628c28bc-f5de-4d65-959a-eb0bd3b28468 req-2f3650f0-21e1-4737-bad4-8c58ca234cb7 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/ports?device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 210 time: 0.0818586 Sep 30 08:12:33.259306 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:33.275979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e932595-c804-445d-9682-288b6843b4b0 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:33.286646 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced7e83b-42f0-4070-b0af-8c0b1e63baaa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Router 56bede26-9ee5-40a4-98ff-2d3240ee08ee has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:12:33.302014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 6e932595-c804-445d-9682-288b6843b4b0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=6e932595-c804-445d-9682-288b6843b4b0,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:33.302798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b17e6-b28c-4230-810c-4747c0daca46 req-bc9462dd-b608-4c7c-bae6-761e106f1532 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.304420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-521b17e6-b28c-4230-810c-4747c0daca46 req-bc9462dd-b608-4c7c-bae6-761e106f1532 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.5238147 Sep 30 08:12:33.323275 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:33.386832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=6e932595-c804-445d-9682-288b6843b4b0,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:33.474803 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Attempting to bind port e6275749-d3f0-44ae-8512-99bd87141470 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:33.475333 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Attempting to bind port e6275749-d3f0-44ae-8512-99bd87141470 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '35d10bf9-50e0-48f9-bc43-64d5f75dff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:33.475851 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Attempting to bind port e6275749-d3f0-44ae-8512-99bd87141470 on network cdf3ff55-47c0-47f2-a48c-eac76f72cbcd {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:33.482965 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e5bc369-3ac2-47a3-8434-1e59107b5ad1 req-e083132b-0532-4076-9da5-7d256350a98d service neutron] 10.222.0.35 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861475 Sep 30 08:12:33.490223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f82718-6c40-4a9a-b0c2-fe0a9e989f5c req-65f46012-fe83-4df2-bc7e-89a5b0814cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.492264 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b2f82718-6c40-4a9a-b0c2-fe0a9e989f5c req-65f46012-fe83-4df2-bc7e-89a5b0814cd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68739a17-6737-4340-9fc7-309705504036 HTTP/1.1" status: 200 len: 852 time: 0.2695963 Sep 30 08:12:33.496438 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Port e6275749-d3f0-44ae-8512-99bd87141470 on network cdf3ff55-47c0-47f2-a48c-eac76f72cbcd not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:33.497225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Attempting to bind port e6275749-d3f0-44ae-8512-99bd87141470 on network cdf3ff55-47c0-47f2-a48c-eac76f72cbcd {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:33.522603 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-e9e698a9-7720-40af-8eac-c59198ea3ccf tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:33.548548 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b2f82718-6c40-4a9a-b0c2-fe0a9e989f5c req-14a92c5b-edf8-4edf-bc43-d5b2d4e97b70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95117f4a-763a-4903-a581-84bb55b346d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418310 Sep 30 08:12:33.558233 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['6e932595-c804-445d-9682-288b6843b4b0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:33.564320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced7e83b-42f0-4070-b0af-8c0b1e63baaa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:12:33.566515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:33.568064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Checking segment: {'id': '35d10bf9-50e0-48f9-bc43-64d5f75dff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:33.568458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Bound using segment: {'id': '35d10bf9-50e0-48f9-bc43-64d5f75dff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:33.568901 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Bound port: e6275749-d3f0-44ae-8512-99bd87141470, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d10bf9-50e0-48f9-bc43-64d5f75dff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:33.569554 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:33.575444 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d783f-c992-4e87-a560-191c522c33f2 None None] Sync routers for ids ['56bede26-9ee5-40a4-98ff-2d3240ee08ee'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:12:33.577346 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ced7e83b-42f0-4070-b0af-8c0b1e63baaa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:33.580826 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ced7e83b-42f0-4070-b0af-8c0b1e63baaa tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "PUT /v2.0/routers/56bede26-9ee5-40a4-98ff-2d3240ee08ee HTTP/1.1" status: 200 len: 705 time: 3.6253316 Sep 30 08:12:33.580826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b974-e4d8-4a71-b8d9-af260a2c7a6d req-e8de64ef-04a6-4fba-8432-24ae6582b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.580826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b974-e4d8-4a71-b8d9-af260a2c7a6d req-e8de64ef-04a6-4fba-8432-24ae6582b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.581122 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b974-e4d8-4a71-b8d9-af260a2c7a6d req-e8de64ef-04a6-4fba-8432-24ae6582b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.583301 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f7e1b974-e4d8-4a71-b8d9-af260a2c7a6d req-e8de64ef-04a6-4fba-8432-24ae6582b105 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ce39ae04255c4914adca40a29bca4222&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3800454 Sep 30 08:12:33.587989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-521b17e6-b28c-4230-810c-4747c0daca46 req-377d1619-81c6-4ad7-bf9e-0099f10322a4 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288418 Sep 30 08:12:33.590614 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:33.594645 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d783f-c992-4e87-a560-191c522c33f2 None None] Routers {'56bede26-9ee5-40a4-98ff-2d3240ee08ee'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:33.605821 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d60d783f-c992-4e87-a560-191c522c33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:12:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['56bede26-9ee5-40a4-98ff-2d3240ee08ee'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:33.670876 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d60d783f-c992-4e87-a560-191c522c33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:33.690312 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d783f-c992-4e87-a560-191c522c33f2 None None] Routers {'56bede26-9ee5-40a4-98ff-2d3240ee08ee'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:33.691092 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d60d783f-c992-4e87-a560-191c522c33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:12:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['56bede26-9ee5-40a4-98ff-2d3240ee08ee'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:33.761239 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d60d783f-c992-4e87-a560-191c522c33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:33.762290 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d783f-c992-4e87-a560-191c522c33f2 None None] The sync data for ids ['56bede26-9ee5-40a4-98ff-2d3240ee08ee'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:12:33.858088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7e8d8f-5057-4543-af8e-2435e9262cee admin admin] Router e4ff8f83-0117-450d-8c97-8b61b3e31acf has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:12:33.868289 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-e9e698a9-7720-40af-8eac-c59198ea3ccf tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:33.882574 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b974-e4d8-4a71-b8d9-af260a2c7a6d req-5f4a1dc2-ffdd-48a3-8806-c4042e4c5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.884081 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f7e1b974-e4d8-4a71-b8d9-af260a2c7a6d req-5f4a1dc2-ffdd-48a3-8806-c4042e4c5802 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2846315 Sep 30 08:12:33.888898 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-eaa1eb6c-0388-404f-8666-29d9943c62e1 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/routers/56bede26-9ee5-40a4-98ff-2d3240ee08ee HTTP/1.1" status: 200 len: 740 time: 0.2943089 Sep 30 08:12:33.889903 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:33.904109 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44161718-716f-4141-bf3c-c7e11c9f457d req-20295bef-883c-44c6-80e4-70b0853fa282 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.911134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44161718-716f-4141-bf3c-c7e11c9f457d req-20295bef-883c-44c6-80e4-70b0853fa282 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.917381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44161718-716f-4141-bf3c-c7e11c9f457d req-20295bef-883c-44c6-80e4-70b0853fa282 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.924044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44161718-716f-4141-bf3c-c7e11c9f457d req-20295bef-883c-44c6-80e4-70b0853fa282 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.930720 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44161718-716f-4141-bf3c-c7e11c9f457d req-20295bef-883c-44c6-80e4-70b0853fa282 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.936667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44161718-716f-4141-bf3c-c7e11c9f457d req-20295bef-883c-44c6-80e4-70b0853fa282 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.943197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44161718-716f-4141-bf3c-c7e11c9f457d req-20295bef-883c-44c6-80e4-70b0853fa282 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:33.945252 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-44161718-716f-4141-bf3c-c7e11c9f457d req-20295bef-883c-44c6-80e4-70b0853fa282 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5419 time: 0.2270284 Sep 30 08:12:33.956496 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-67a7abed-1379-42e7-8463-792323b9a262 tempest-RoutersAdminTest-1496540616 tempest-RoutersAdminTest-1496540616-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&device_id=56bede26-9ee5-40a4-98ff-2d3240ee08ee HTTP/1.1" status: 200 len: 205 time: 0.0613472 Sep 30 08:12:33.959755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60580) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:33.998897 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-96ec5a50-453c-4aed-9bf9-d25f5f9cfea0 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "GET /v2.0/ports?device_id=56bede26-9ee5-40a4-98ff-2d3240ee08ee HTTP/1.1" status: 200 len: 205 time: 0.0356703 Sep 30 08:12:33.999099 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60584) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:34.045772 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] For port e6275749-d3f0-44ae-8512-99bd87141470, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:34.086846 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] For port e6275749-d3f0-44ae-8512-99bd87141470, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e6275749-d3f0-44ae-8512-99bd87141470,segment=NetworkSegment(35d10bf9-50e0-48f9-bc43-64d5f75dff9e),segment_id=35d10bf9-50e0-48f9-bc43-64d5f75dff9e)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:34.087578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b2f82718-6c40-4a9a-b0c2-fe0a9e989f5c req-40565d8d-cdd5-4f10-a8f4-d99f044fc5b7 service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969730 Sep 30 08:12:34.089768 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62f7ebe5-b985-4f55-9962-d0175c51bc92 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.101813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-e9e698a9-7720-40af-8eac-c59198ea3ccf tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Network 02c31973-0869-4646-b167-9eeac37c6ce0 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:34.135025 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.137722 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-e9e698a9-7720-40af-8eac-c59198ea3ccf tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:34.154815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-e9e698a9-7720-40af-8eac-c59198ea3ccf tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:34.203240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e698a9-7720-40af-8eac-c59198ea3ccf tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Pushing event updated for resources: {'Port': ['ID=1222d485-5bb4-442b-a798-f5e4839f79fe,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:34.242019 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-44161718-716f-4141-bf3c-c7e11c9f457d req-05954d66-1876-4b45-82f7-0fed9c6294ea tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2650287 Sep 30 08:12:34.267575 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:34.268404 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.270424 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] 10.222.0.35 "PUT /v2.0/ports/e6275749-d3f0-44ae-8512-99bd87141470 HTTP/1.1" status: 200 len: 1091 time: 2.7529097 Sep 30 08:12:34.330332 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62f7ebe5-b985-4f55-9962-d0175c51bc92 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.337076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Request body: {'port': {'device_id': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:34.347349 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62f7ebe5-b985-4f55-9962-d0175c51bc92 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.382684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcb0a9-2c15-4775-a7fe-e1a5934e3fae service neutron] Pushing event updated for resources: {'Port': ['ID=e6275749-d3f0-44ae-8512-99bd87141470,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:34.437268 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-e9e698a9-7720-40af-8eac-c59198ea3ccf tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:34.438220 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-e9e698a9-7720-40af-8eac-c59198ea3ccf tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.453599 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61d2df-d4a8-4f7e-a0f8-c283beedcdc3 req-8477bdfd-987d-43b8-b604-bd261643bd64 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:34.456517 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62f7ebe5-b985-4f55-9962-d0175c51bc92 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.457648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f7ebe5-b985-4f55-9962-d0175c51bc92 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Fanout notify agent at l3_agent the message router_deleted on router 56bede26-9ee5-40a4-98ff-2d3240ee08ee {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:12:34.459635 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.462512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e61d2df-d4a8-4f7e-a0f8-c283beedcdc3 req-8477bdfd-987d-43b8-b604-bd261643bd64 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3f31825-d6f5-4071-84bb-44aaeb85bff0 HTTP/1.1" status: 200 len: 944 time: 0.3706727 Sep 30 08:12:34.466749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62f7ebe5-b985-4f55-9962-d0175c51bc92 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.471547 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-62f7ebe5-b985-4f55-9962-d0175c51bc92 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "DELETE /v2.0/routers/56bede26-9ee5-40a4-98ff-2d3240ee08ee HTTP/1.1" status: 204 len: 168 time: 0.4679697 Sep 30 08:12:34.472531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:34.511004 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8fde6b8f-1420-485c-a62f-58b06f9c2e56 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "GET /v2.0/ports?device_id=56bede26-9ee5-40a4-98ff-2d3240ee08ee HTTP/1.1" status: 200 len: 205 time: 0.0378468 Sep 30 08:12:34.514163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:34.546873 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7e8d8f-5057-4543-af8e-2435e9262cee admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:12:34.555250 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ff7e8d8f-5057-4543-af8e-2435e9262cee admin admin] 10.222.0.24 "PUT /v2.0/routers/e4ff8f83-0117-450d-8c97-8b61b3e31acf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8631172 Sep 30 08:12:34.557913 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847d5abe-0adc-434b-b7ff-66c628d61796 None None] Sync routers for ids ['e4ff8f83-0117-450d-8c97-8b61b3e31acf'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:12:34.562133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60594) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:34.565550 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b2f82718-6c40-4a9a-b0c2-fe0a9e989f5c req-08e18657-977c-42b8-9e81-dea5c3dcaefe service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580858 Sep 30 08:12:34.573641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-e9e698a9-7720-40af-8eac-c59198ea3ccf tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7835705 Sep 30 08:12:34.583555 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847d5abe-0adc-434b-b7ff-66c628d61796 None None] Routers {'e4ff8f83-0117-450d-8c97-8b61b3e31acf'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:34.592303 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-847d5abe-0adc-434b-b7ff-66c628d61796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:12:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e4ff8f83-0117-450d-8c97-8b61b3e31acf'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:34.600699 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-54012123-3ba3-4cb9-bc4c-a7c4e7442fe9 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] delete failed (client error): The resource could not be found. Sep 30 08:12:34.601808 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-54012123-3ba3-4cb9-bc4c-a7c4e7442fe9 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "DELETE /v2.0/routers/56bede26-9ee5-40a4-98ff-2d3240ee08ee HTTP/1.1" status: 404 len: 336 time: 0.0865574 Sep 30 08:12:34.605911 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:34.619928 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Request body: {'port': {'device_id': '48ee1106-4649-40b5-b9a6-a1a53ed33f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:34.795593 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ac8450-1d75-4367-be29-e15c85e85697 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.814349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 6e932595-c804-445d-9682-288b6843b4b0 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:34.845769 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:34.872142 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a250d4-50a9-4c24-8137-6414ae5160ba req-c89838d0-0ffd-404a-8cb1-d1b8c31aeb15 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:34.874057 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-20a250d4-50a9-4c24-8137-6414ae5160ba req-c89838d0-0ffd-404a-8cb1-d1b8c31aeb15 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/ports?device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 931 time: 0.4856589 Sep 30 08:12:34.891509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e61d2df-d4a8-4f7e-a0f8-c283beedcdc3 req-1f52030c-7c79-45c5-9a3d-2b47974d8173 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275882 Sep 30 08:12:34.932838 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 6e932595-c804-445d-9682-288b6843b4b0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:12:34.950661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-847d5abe-0adc-434b-b7ff-66c628d61796 None None] Set router e4ff8f83-0117-450d-8c97-8b61b3e31acf gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:12:34.957476 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 6e932595-c804-445d-9682-288b6843b4b0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:34.962227 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.321706 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.361118 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 6e932595-c804-445d-9682-288b6843b4b0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=6e932595-c804-445d-9682-288b6843b4b0,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:35.363516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f31825-d6f5-4071-84bb-44aaeb85bff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e932595-c804-445d-9682-288b6843b4b0'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:35.367035 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98b15d8-c46e-4b71-8351-d7d3648564a6" -d '{"events": [{"server_uuid": "d3f31825-d6f5-4071-84bb-44aaeb85bff0", "name": "network-vif-plugged", "status": "completed", "tag": "6e932595-c804-445d-9682-288b6843b4b0"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:35.375424 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.383661 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ad74b0-3ba8-4587-b553-8544368b4753 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:35.391156 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-847d5abe-0adc-434b-b7ff-66c628d61796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'name': 'tempest-FloatingIPsTestJSON-1820324402-router', 'tenant_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:11:56Z', 'updated_at': '2021-09-30T08:12:30Z', 'revision_number': 5, 'project_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'gw_port': {'id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:58Z', 'updated_at': '2021-09-30T08:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:35.392702 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.408095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Transition to ACTIVE for port object 26ad74b0-3ba8-4587-b553-8544368b4753 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:35.411342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'tag': 'e6275749-d3f0-44ae-8512-99bd87141470'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:35.415509 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4470532d-f85b-4781-85c7-2c0f11fe38cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "tag": "e6275749-d3f0-44ae-8512-99bd87141470"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:35.431139 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.445887 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847d5abe-0adc-434b-b7ff-66c628d61796 None None] Checking router: e4ff8f83-0117-450d-8c97-8b61b3e31acf for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:12:35.456097 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d525af37-ed4c-49d2-b420-a18e0d82253f tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d96ec26-12e0-48b3-a1a9-ff89eb52bdda HTTP/1.1" status: 200 len: 205 time: 0.0460522 Sep 30 08:12:35.462385 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847d5abe-0adc-434b-b7ff-66c628d61796 None None] Routers {'e4ff8f83-0117-450d-8c97-8b61b3e31acf'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:35.463372 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-847d5abe-0adc-434b-b7ff-66c628d61796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:12:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e4ff8f83-0117-450d-8c97-8b61b3e31acf'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:35.481516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60614) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:35.544864 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-3cb88d35-693c-4496-ba45-f56b2780d3ff tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] delete failed (client error): The resource could not be found. Sep 30 08:12:35.549355 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3cb88d35-693c-4496-ba45-f56b2780d3ff tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "DELETE /v2.0/routers/3d96ec26-12e0-48b3-a1a9-ff89eb52bdda HTTP/1.1" status: 404 len: 336 time: 0.0632846 Sep 30 08:12:35.549355 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60616) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:35.591495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-847d5abe-0adc-434b-b7ff-66c628d61796 None None] Set router e4ff8f83-0117-450d-8c97-8b61b3e31acf gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:12:35.601282 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ab3305b7-6501-4b79-98bd-54a7a703c19c tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "GET /v2.0/ports?device_id=73874d02-102f-4482-86d7-7fa52e9e1492 HTTP/1.1" status: 200 len: 205 time: 0.0480635 Sep 30 08:12:35.616848 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Pushing event updated for resources: {'Port': ['ID=26ad74b0-3ba8-4587-b553-8544368b4753,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:35.627360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60618) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:35.695700 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-35622623-4db5-4584-b765-4282405fcc8a tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] delete failed (client error): The resource could not be found. Sep 30 08:12:35.699308 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-35622623-4db5-4584-b765-4282405fcc8a tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "DELETE /v2.0/routers/73874d02-102f-4482-86d7-7fa52e9e1492 HTTP/1.1" status: 404 len: 336 time: 0.0678642 Sep 30 08:12:35.716187 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60620) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:35.761432 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5ac1d41a-2004-4902-a4e3-5bb13d314287 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a027d-da4c-4ee1-a3c4-3388cb937ee2 HTTP/1.1" status: 200 len: 205 time: 0.0418591 Sep 30 08:12:35.764101 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60622) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:35.813407 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-1e2b8591-384d-4d9e-ab5c-1dc81e52de5b tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] delete failed (client error): The resource could not be found. Sep 30 08:12:35.817739 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1e2b8591-384d-4d9e-ab5c-1dc81e52de5b tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "DELETE /v2.0/routers/0a4a027d-da4c-4ee1-a3c4-3388cb937ee2 HTTP/1.1" status: 404 len: 336 time: 0.0493317 Sep 30 08:12:35.818078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60624) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:35.853005 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=6e932595-c804-445d-9682-288b6843b4b0,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:35.875717 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:35.876340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:35.876683 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:35.877016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:35.877504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:35.877760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:35.878148 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:35.878499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:35.879486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:35.880138 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:35.880515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:35.880844 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:12:35.898258 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Attempting to bind port 26ad74b0-3ba8-4587-b553-8544368b4753 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:35.898979 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Attempting to bind port 26ad74b0-3ba8-4587-b553-8544368b4753 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '35d10bf9-50e0-48f9-bc43-64d5f75dff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:35.899454 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Attempting to bind port 26ad74b0-3ba8-4587-b553-8544368b4753 on network cdf3ff55-47c0-47f2-a48c-eac76f72cbcd {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:35.910243 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fedfa3ee-6011-4bd2-a244-ba87d73dac96 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "GET /v2.0/ports?device_id=d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90 HTTP/1.1" status: 200 len: 205 time: 0.0873899 Sep 30 08:12:35.910243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Port 26ad74b0-3ba8-4587-b553-8544368b4753 on network cdf3ff55-47c0-47f2-a48c-eac76f72cbcd not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:35.910243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Attempting to bind port 26ad74b0-3ba8-4587-b553-8544368b4753 on network cdf3ff55-47c0-47f2-a48c-eac76f72cbcd {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:35.915794 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:35.916634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:35.917114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Checking segment: {'id': '35d10bf9-50e0-48f9-bc43-64d5f75dff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:35.917516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Bound using segment: {'id': '35d10bf9-50e0-48f9-bc43-64d5f75dff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:35.917996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Bound port: 26ad74b0-3ba8-4587-b553-8544368b4753, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d10bf9-50e0-48f9-bc43-64d5f75dff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:35.918366 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.947689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-847d5abe-0adc-434b-b7ff-66c628d61796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'name': 'tempest-FloatingIPsTestJSON-1820324402-router', 'tenant_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:11:56Z', 'updated_at': '2021-09-30T08:12:30Z', 'revision_number': 5, 'project_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'gw_port': {'id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:58Z', 'updated_at': '2021-09-30T08:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:35.981468 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-9bdc414e-81df-4d60-8156-1923cad66e0e tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] delete failed (client error): The resource could not be found. Sep 30 08:12:35.981980 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ac8450-1d75-4367-be29-e15c85e85697 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:35.987083 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9bdc414e-81df-4d60-8156-1923cad66e0e tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "DELETE /v2.0/routers/d04bd6bc-2bae-4d1a-af38-c1eb0ad1ce90 HTTP/1.1" status: 404 len: 336 time: 0.0623903 Sep 30 08:12:35.990466 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60630) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:36.016473 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847d5abe-0adc-434b-b7ff-66c628d61796 None None] The sync data for ids ['e4ff8f83-0117-450d-8c97-8b61b3e31acf'] in n-d-807359-2 is: [{'id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'name': 'tempest-FloatingIPsTestJSON-1820324402-router', 'tenant_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:11:56Z', 'updated_at': '2021-09-30T08:12:30Z', 'revision_number': 5, 'project_id': '7d4b3dc9d7f7445995f8a4b8fe64b2ea', 'gw_port': {'id': '27b6520f-da2c-4d33-bc3f-f782b10853b8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:36:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ff8f83-0117-450d-8c97-8b61b3e31acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:58Z', 'updated_at': '2021-09-30T08:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:12:36.061529 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-20a250d4-50a9-4c24-8137-6414ae5160ba req-3ae708f6-ffca-4881-b35e-3639af725f89 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/security-groups?id=74595d59-95a1-4403-a366-62787b1d17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0308528 Sep 30 08:12:36.066483 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7d8a47ad-9e11-44d3-ad44-b67802b2c079 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "GET /v2.0/ports?device_id=307ea79b-7311-4f2d-a132-af4a55bc831d HTTP/1.1" status: 200 len: 205 time: 0.0715876 Sep 30 08:12:36.066483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:36.128423 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4bf2b-3988-436c-805c-325928dc4834 req-5f1d1953-2a36-4172-b25e-fb11d43f7917 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.130179 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-0d7de78d-c024-482a-90fc-cadf8803ccb9 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] delete failed (client error): The resource could not be found. Sep 30 08:12:36.131333 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0d7de78d-c024-482a-90fc-cadf8803ccb9 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "DELETE /v2.0/routers/307ea79b-7311-4f2d-a132-af4a55bc831d HTTP/1.1" status: 404 len: 336 time: 0.0639350 Sep 30 08:12:36.137615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b2b4bf2b-3988-436c-805c-325928dc4834 req-5f1d1953-2a36-4172-b25e-fb11d43f7917 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.2889292 Sep 30 08:12:36.141169 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:36.182965 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-752b4380-ad3a-4871-9a88-354ced015075 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] DELETE failed (client error): The resource could not be found. Sep 30 08:12:36.183426 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752b4380-ad3a-4871-9a88-354ced015075 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:12:36.185854 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-752b4380-ad3a-4871-9a88-354ced015075 tempest-RoutersAdminTest-1073699284 tempest-RoutersAdminTest-1073699284-project] 10.222.0.24 "DELETE /v2.0/subnets/3a1c1e06-ad9d-438c-9dc7-35a63c569071 HTTP/1.1" status: 404 len: 337 time: 0.0437436 Sep 30 08:12:36.215267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] For port 26ad74b0-3ba8-4587-b553-8544368b4753, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:36.219631 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] For port 26ad74b0-3ba8-4587-b553-8544368b4753, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=26ad74b0-3ba8-4587-b553-8544368b4753,segment=NetworkSegment(35d10bf9-50e0-48f9-bc43-64d5f75dff9e),segment_id=35d10bf9-50e0-48f9-bc43-64d5f75dff9e)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:36.227787 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.286913 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b2b4bf2b-3988-436c-805c-325928dc4834 req-4ea25d4d-fdea-4c62-8844-6a9df8f917c4 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482208 Sep 30 08:12:36.320655 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Pushing event updated for resources: {'Port': ['ID=26ad74b0-3ba8-4587-b553-8544368b4753,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:36.336176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.336956 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.338730 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57d7168f-0876-4d2c-953b-31c836c90921 service neutron] 10.222.0.35 "PUT /v2.0/ports/26ad74b0-3ba8-4587-b553-8544368b4753 HTTP/1.1" status: 200 len: 1091 time: 2.0058024 Sep 30 08:12:36.361319 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-99ac8450-1d75-4367-be29-e15c85e85697 admin admin] Deleting port 27b6520f-da2c-4d33-bc3f-f782b10853b8 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:36.361622 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ac8450-1d75-4367-be29-e15c85e85697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.389991 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f4b089-2adf-45fd-90b4-32ac4b7bcfbd x-openstack-request-id: req-d4f4b089-2adf-45fd-90b4-32ac4b7bcfbd {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:36.390438 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f31825-d6f5-4071-84bb-44aaeb85bff0", "name": "network-vif-plugged", "status": "completed", "tag": "6e932595-c804-445d-9682-288b6843b4b0", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:36.390770 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4f4b089-2adf-45fd-90b4-32ac4b7bcfbd {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:36.391280 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f31825-d6f5-4071-84bb-44aaeb85bff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e932595-c804-445d-9682-288b6843b4b0', 'code': 200} Sep 30 08:12:36.435388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116b74a-7d50-4875-a54a-76dc86712e70 req-7c26415a-1a28-4fd0-8c31-d6d4731c19d7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.459221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116b74a-7d50-4875-a54a-76dc86712e70 req-7c26415a-1a28-4fd0-8c31-d6d4731c19d7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.484458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116b74a-7d50-4875-a54a-76dc86712e70 req-7c26415a-1a28-4fd0-8c31-d6d4731c19d7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.509291 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e186f09-c80b-409a-baa6-804385aab15e x-openstack-request-id: req-3e186f09-c80b-409a-baa6-804385aab15e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:36.509588 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "tag": "e6275749-d3f0-44ae-8512-99bd87141470", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:36.509836 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e186f09-c80b-409a-baa6-804385aab15e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:36.510226 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'tag': 'e6275749-d3f0-44ae-8512-99bd87141470', 'status': 'completed', 'code': 200} Sep 30 08:12:36.512651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116b74a-7d50-4875-a54a-76dc86712e70 req-7c26415a-1a28-4fd0-8c31-d6d4731c19d7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.526416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116b74a-7d50-4875-a54a-76dc86712e70 req-7c26415a-1a28-4fd0-8c31-d6d4731c19d7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.526792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41a8b113-1b3b-48e6-a0a6-d90a1b7f65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.527087 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41a8b113-1b3b-48e6-a0a6-d90a1b7f65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.533187 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41a8b113-1b3b-48e6-a0a6-d90a1b7f65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.533728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41a8b113-1b3b-48e6-a0a6-d90a1b7f65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.534421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41a8b113-1b3b-48e6-a0a6-d90a1b7f65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.534770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41a8b113-1b3b-48e6-a0a6-d90a1b7f65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.535317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41a8b113-1b3b-48e6-a0a6-d90a1b7f65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.538553 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-41a8b113-1b3b-48e6-a0a6-d90a1b7f65ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce39ae04255c4914adca40a29bca4222&device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 6488 time: 0.1058743 Sep 30 08:12:36.547852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116b74a-7d50-4875-a54a-76dc86712e70 req-7c26415a-1a28-4fd0-8c31-d6d4731c19d7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.555134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116b74a-7d50-4875-a54a-76dc86712e70 req-7c26415a-1a28-4fd0-8c31-d6d4731c19d7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.565285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6116b74a-7d50-4875-a54a-76dc86712e70 req-7c26415a-1a28-4fd0-8c31-d6d4731c19d7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5431 time: 0.3844426 Sep 30 08:12:36.650703 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-60edaf9f-de1a-40ed-b23a-f1b8bce9dd4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3237b50c-d6b1-404d-bdab-771cbaf0b52d HTTP/1.1" status: 200 len: 217 time: 0.0973842 Sep 30 08:12:36.651990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60642) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:36.746957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a9998e2e-f477-4bdd-a700-4be0feac7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.752926 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a9998e2e-f477-4bdd-a700-4be0feac7cdd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f898384-daa1-40fa-9c72-56b1900fc76c HTTP/1.1" status: 200 len: 856 time: 0.0881829 Sep 30 08:12:36.862750 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-780e64e3-f458-427b-868b-6b830cf14c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:36.885189 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-73f44aab-5fae-4a8c-a812-a67e6ca1e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.886568 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673333b6-6735-454a-ad13-98e499fdf0db req-b3fb5463-4d98-444f-acfb-3a33e7885de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.886937 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-73f44aab-5fae-4a8c-a812-a67e6ca1e522 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=384df419-38eb-4226-b7dd-8fe2db486b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235182 Sep 30 08:12:36.888993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-673333b6-6735-454a-ad13-98e499fdf0db req-b3fb5463-4d98-444f-acfb-3a33e7885de1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d3f31825-d6f5-4071-84bb-44aaeb85bff0 HTTP/1.1" status: 200 len: 1096 time: 0.3168707 Sep 30 08:12:36.952079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2c526-eff5-44c6-b7d4-1841a3ee3f1f req-f4373df4-9f43-4180-927b-0d23b05bd217 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:36.954270 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bda2c526-eff5-44c6-b7d4-1841a3ee3f1f req-f4373df4-9f43-4180-927b-0d23b05bd217 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3f31825-d6f5-4071-84bb-44aaeb85bff0 HTTP/1.1" status: 200 len: 945 time: 0.2963536 Sep 30 08:12:36.980519 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6116b74a-7d50-4875-a54a-76dc86712e70 req-83b78c7b-f105-410d-9731-591581f32ed1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3807635 Sep 30 08:12:37.027021 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-673333b6-6735-454a-ad13-98e499fdf0db req-c281b1fd-3604-42eb-8ea6-d24905b9d824 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216497 Sep 30 08:12:37.043030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1222d485-5bb4-442b-a798-f5e4839f79fe {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:37.052268 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-99ac8450-1d75-4367-be29-e15c85e85697 admin admin] For port 27b6520f-da2c-4d33-bc3f-f782b10853b8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=27b6520f-da2c-4d33-bc3f-f782b10853b8,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:37.052805 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ac8450-1d75-4367-be29-e15c85e85697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.073483 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.100083 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-539df6e6-40c6-432f-983a-18a92346305c service neutron] 10.222.0.35 "GET /v2.0/networks/384df419-38eb-4226-b7dd-8fe2db486b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999698 Sep 30 08:12:37.101294 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-99ac8450-1d75-4367-be29-e15c85e85697 admin admin] Calling delete_port for 27b6520f-da2c-4d33-bc3f-f782b10853b8 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:37.115879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bda2c526-eff5-44c6-b7d4-1841a3ee3f1f req-eb1fc171-154c-4648-adda-ac29cc26a1c1 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506004 Sep 30 08:12:37.126698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Transition to ACTIVE for port object 1222d485-5bb4-442b-a798-f5e4839f79fe will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:37.189793 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.251978 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-780e64e3-f458-427b-868b-6b830cf14c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.260354 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-780e64e3-f458-427b-868b-6b830cf14c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.272422 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-02d7015d-a393-45d9-bdd0-8c144eb4909b service neutron] 10.222.0.35 "GET /v2.0/networks/384df419-38eb-4226-b7dd-8fe2db486b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587417 Sep 30 08:12:37.299115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Pushing event updated for resources: {'Port': ['ID=1222d485-5bb4-442b-a798-f5e4839f79fe,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:37.352663 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-1a16ee5a-0230-4f45-a241-806ad8739a88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d2a04c48-1016-4204-91b9-76cc35da608f HTTP/1.1" status: 200 len: 217 time: 0.0764277 Sep 30 08:12:37.358492 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-780e64e3-f458-427b-868b-6b830cf14c9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1bd2c89f0942485c822a9027b1bc7cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7029479 Sep 30 08:12:37.358647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60658) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:37.365833 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e64e3-f458-427b-868b-6b830cf14c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb549b3e-aea4-4522-877c-93c79ad22580,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:37.407286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c3025-a25d-4a20-bb4d-c75165d26c47 req-df6fa1f0-ca36-411b-b766-dfd06ae8d3d2 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:37.408995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b2c3025-a25d-4a20-bb4d-c75165d26c47 req-df6fa1f0-ca36-411b-b766-dfd06ae8d3d2 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/ports?device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 943 time: 0.2298193 Sep 30 08:12:37.444237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-83236553-8195-4211-83ec-78fab7004ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:37.445735 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-83236553-8195-4211-83ec-78fab7004ed0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 200 len: 797 time: 0.0808578 Sep 30 08:12:37.483680 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26242d4e-face-43aa-97be-a0ed5b4e66d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.515381 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26242d4e-face-43aa-97be-a0ed5b4e66d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.544866 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-04f50308-a9c7-4c44-a47c-85b770634ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:37.546414 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-04f50308-a9c7-4c44-a47c-85b770634ea7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b90b784a-548c-41b5-91c7-a8e317195f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0912366 Sep 30 08:12:37.622228 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b2c3025-a25d-4a20-bb4d-c75165d26c47 req-c7b18352-a384-4d8e-a6c2-0235f6bf11a7 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/security-groups?id=74595d59-95a1-4403-a366-62787b1d17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775365 Sep 30 08:12:37.637504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ffaf8-f474-45de-82e8-3ff0458e79ae req-47577643-7705-405a-ab9c-a4140d16a1c1 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:37.646416 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b87ffaf8-f474-45de-82e8-3ff0458e79ae req-47577643-7705-405a-ab9c-a4140d16a1c1 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.2357233 Sep 30 08:12:37.697513 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-57cb3832-6639-4564-accf-9e64a2209948 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425903 Sep 30 08:12:37.700667 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26242d4e-face-43aa-97be-a0ed5b4e66d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.703268 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26242d4e-face-43aa-97be-a0ed5b4e66d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.704578 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-26242d4e-face-43aa-97be-a0ed5b4e66d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb549b3e-aea4-4522-877c-93c79ad22580 HTTP/1.1" status: 204 len: 168 time: 0.3450131 Sep 30 08:12:37.718589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Attempting to bind port 1222d485-5bb4-442b-a798-f5e4839f79fe on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:37.718909 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Attempting to bind port 1222d485-5bb4-442b-a798-f5e4839f79fe by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'c6e53143-2d28-4ad2-809a-2f733953175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '02c31973-0869-4646-b167-9eeac37c6ce0'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:37.719241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Attempting to bind port 1222d485-5bb4-442b-a798-f5e4839f79fe on network 02c31973-0869-4646-b167-9eeac37c6ce0 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:37.745667 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ac8450-1d75-4367-be29-e15c85e85697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.750781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26242d4e-face-43aa-97be-a0ed5b4e66d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb549b3e-aea4-4522-877c-93c79ad22580,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:37.776965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Port 1222d485-5bb4-442b-a798-f5e4839f79fe on network 02c31973-0869-4646-b167-9eeac37c6ce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:37.779037 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Attempting to bind port 1222d485-5bb4-442b-a798-f5e4839f79fe on network 02c31973-0869-4646-b167-9eeac37c6ce0 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:37.821243 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b87ffaf8-f474-45de-82e8-3ff0458e79ae req-6ff4f197-6c3e-466c-8234-e521675c6f0e tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725812 Sep 30 08:12:37.846616 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac8450-1d75-4367-be29-e15c85e85697 admin admin] Pushing event deleted for resources: {'Port': ['ID=27b6520f-da2c-4d33-bc3f-f782b10853b8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:37.867750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:37.867750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Checking segment: {'id': 'c6e53143-2d28-4ad2-809a-2f733953175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '02c31973-0869-4646-b167-9eeac37c6ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:37.867750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Bound using segment: {'id': 'c6e53143-2d28-4ad2-809a-2f733953175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '02c31973-0869-4646-b167-9eeac37c6ce0'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:37.867750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Bound port: 1222d485-5bb4-442b-a798-f5e4839f79fe, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e53143-2d28-4ad2-809a-2f733953175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '02c31973-0869-4646-b167-9eeac37c6ce0'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:37.867750 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:37.915182 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-2593988d-3d31-47fe-ad89-1903754e819d service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075067 Sep 30 08:12:38.066910 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a59e637d-127a-4b02-b054-a87583a8bbd6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=f0f3ccad-dbbd-4b38-b65a-93a3ef827cee HTTP/1.1" status: 200 len: 217 time: 0.1462944 Sep 30 08:12:38.106915 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 08e7bddc-285e-458b-b569-e8dedaec2208 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:38.161112 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 08e7bddc-285e-458b-b569-e8dedaec2208 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:12:38.161474 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 08e7bddc-285e-458b-b569-e8dedaec2208 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:12:38.215375 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-47634403-b12d-4209-afbe-360888e04520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.219233 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-47634403-b12d-4209-afbe-360888e04520 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 200 len: 797 time: 0.1373062 Sep 30 08:12:38.220354 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ac8450-1d75-4367-be29-e15c85e85697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.276950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-76dff902-26bb-412f-95dd-083b408f2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.278967 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-76dff902-26bb-412f-95dd-083b408f2965 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b90b784a-548c-41b5-91c7-a8e317195f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0528557 Sep 30 08:12:38.350413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:38.400797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] For port 1222d485-5bb4-442b-a798-f5e4839f79fe, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:38.437330 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ac8450-1d75-4367-be29-e15c85e85697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.450665 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ac8450-1d75-4367-be29-e15c85e85697 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.463006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] For port 1222d485-5bb4-442b-a798-f5e4839f79fe, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1222d485-5bb4-442b-a798-f5e4839f79fe,segment=NetworkSegment(c6e53143-2d28-4ad2-809a-2f733953175e),segment_id=c6e53143-2d28-4ad2-809a-2f733953175e)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:38.492100 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a9954c92-2d08-4cc0-b14f-2938c915fd0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5ca50764f4a49c1aaffe91b6cdb42da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404696 Sep 30 08:12:38.492946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:38.495746 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-cada32a8-7499-434a-9a9d-f771777e3ea7 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046466 Sep 30 08:12:38.513906 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.514478 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'tag': '26ad74b0-3ba8-4587-b553-8544368b4753'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:38.517030 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234ae09e-777e-4357-a8f9-87bba5ff6e34" -d '{"events": [{"name": "network-changed", "server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "tag": "26ad74b0-3ba8-4587-b553-8544368b4753"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:38.537220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602b2fc-ccfd-4e89-a86b-50040bdd60bc req-e46b75a0-fd50-46b3-88f3-bfb9e20dea25 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.543679 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602b2fc-ccfd-4e89-a86b-50040bdd60bc req-e46b75a0-fd50-46b3-88f3-bfb9e20dea25 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.550442 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602b2fc-ccfd-4e89-a86b-50040bdd60bc req-e46b75a0-fd50-46b3-88f3-bfb9e20dea25 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.557466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602b2fc-ccfd-4e89-a86b-50040bdd60bc req-e46b75a0-fd50-46b3-88f3-bfb9e20dea25 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.564529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602b2fc-ccfd-4e89-a86b-50040bdd60bc req-e46b75a0-fd50-46b3-88f3-bfb9e20dea25 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.571718 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602b2fc-ccfd-4e89-a86b-50040bdd60bc req-e46b75a0-fd50-46b3-88f3-bfb9e20dea25 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.578113 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602b2fc-ccfd-4e89-a86b-50040bdd60bc req-e46b75a0-fd50-46b3-88f3-bfb9e20dea25 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.580114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a602b2fc-ccfd-4e89-a86b-50040bdd60bc req-e46b75a0-fd50-46b3-88f3-bfb9e20dea25 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5431 time: 0.4071331 Sep 30 08:12:38.627359 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.628335 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.630063 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2268af3d-ee1c-4e78-baf7-697786219ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.638527 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] 10.222.0.36 "PUT /v2.0/ports/1222d485-5bb4-442b-a798-f5e4839f79fe HTTP/1.1" status: 200 len: 1091 time: 4.0383985 Sep 30 08:12:38.667150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ee1106-4649-40b5-b9a6-a1a53ed33f15', 'tag': '1222d485-5bb4-442b-a798-f5e4839f79fe'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:38.668562 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-62a2d5a3-429e-4e84-884e-27d911ef748d service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653640 Sep 30 08:12:38.671055 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c942b7f6-06c1-448d-9351-cdd9b24bede9" -d '{"events": [{"name": "network-changed", "server_uuid": "48ee1106-4649-40b5-b9a6-a1a53ed33f15", "tag": "1222d485-5bb4-442b-a798-f5e4839f79fe"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:38.679996 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ac8450-1d75-4367-be29-e15c85e85697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.680915 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ac8450-1d75-4367-be29-e15c85e85697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4ff8f83-0117-450d-8c97-8b61b3e31acf {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:12:38.704405 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ac8450-1d75-4367-be29-e15c85e85697 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.705550 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-99ac8450-1d75-4367-be29-e15c85e85697 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e4ff8f83-0117-450d-8c97-8b61b3e31acf HTTP/1.1" status: 204 len: 168 time: 4.1308169 Sep 30 08:12:38.727842 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-fdbf6e7d-26dc-4394-b701-76e5d2b33f49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=65097e74-e449-431b-a3eb-790fec30038f HTTP/1.1" status: 200 len: 217 time: 0.0477343 Sep 30 08:12:38.731093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60702) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:38.740249 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2268af3d-ee1c-4e78-baf7-697786219ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.777366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60f9ce-a9ac-4126-ac32-69b0043e2ffc service neutron] Pushing event updated for resources: {'Port': ['ID=1222d485-5bb4-442b-a798-f5e4839f79fe,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:38.828552 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a9db6-dbd9-4f46-9637-15c6d14e3d1f req-c97e08f9-2a22-47e6-b00c-825f0bef807b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.830788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d75a9db6-dbd9-4f46-9637-15c6d14e3d1f req-c97e08f9-2a22-47e6-b00c-825f0bef807b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3f31825-d6f5-4071-84bb-44aaeb85bff0 HTTP/1.1" status: 200 len: 945 time: 0.2478919 Sep 30 08:12:38.839640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a602b2fc-ccfd-4e89-a86b-50040bdd60bc req-7e53a846-45ed-4e08-8528-3292cdea1ffe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2248681 Sep 30 08:12:38.856343 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-83ff8767-bec5-4960-b76b-e0b1a94372aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.858554 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-83ff8767-bec5-4960-b76b-e0b1a94372aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=56bc1cd73526460da37b078bd3bc442c&device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 1094 time: 0.1587439 Sep 30 08:12:38.896199 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-fb7931b5-e984-49fe-97df-1548aa23b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:38.897732 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-fb7931b5-e984-49fe-97df-1548aa23b69a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 200 len: 797 time: 0.1516361 Sep 30 08:12:38.901101 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-173357e7-6340-4c71-bff2-6ca45b4252c1 admin admin] Deleting subnet 825e193b-3c3b-4645-95de-adef67687040 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:12:38.914872 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-173357e7-6340-4c71-bff2-6ca45b4252c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:38.919887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-4ffd0c33-5a06-471c-a460-1b3b05600a59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1222d485-5bb4-442b-a798-f5e4839f79fe HTTP/1.1" status: 200 len: 217 time: 0.0451105 Sep 30 08:12:38.997883 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-efe68162-13c2-46fa-97ea-a0948d1971cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:39.000779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-efe68162-13c2-46fa-97ea-a0948d1971cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ac6ecb0-4c93-4122-ab0f-e1ff67996552 HTTP/1.1" status: 200 len: 849 time: 0.0712657 Sep 30 08:12:39.055610 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-173357e7-6340-4c71-bff2-6ca45b4252c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:39.060243 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc944b4-d880-4d8f-b13d-b9fbc743e54a x-openstack-request-id: req-ffc944b4-d880-4d8f-b13d-b9fbc743e54a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:39.060547 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "tag": "26ad74b0-3ba8-4587-b553-8544368b4753", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:39.064500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d75a9db6-dbd9-4f46-9637-15c6d14e3d1f req-6f7574d8-a619-452f-a160-c14d081a4858 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226593 Sep 30 08:12:39.065844 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ffc944b4-d880-4d8f-b13d-b9fbc743e54a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:39.068844 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'tag': '26ad74b0-3ba8-4587-b553-8544368b4753', 'status': 'completed', 'code': 200} Sep 30 08:12:39.082896 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-aeba4145-1e7d-4fad-b4e4-db49c6c91b4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02c31973-0869-4646-b167-9eeac37c6ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693347 Sep 30 08:12:39.122022 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2268af3d-ee1c-4e78-baf7-697786219ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:39.125102 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2268af3d-ee1c-4e78-baf7-697786219ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:39.126267 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2268af3d-ee1c-4e78-baf7-697786219ae9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48c06613-874e-479e-9f80-5e31e43052e4 HTTP/1.1" status: 204 len: 168 time: 0.6295264 Sep 30 08:12:39.172330 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268af3d-ee1c-4e78-baf7-697786219ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c06613-874e-479e-9f80-5e31e43052e4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:39.189741 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-47aab482-5d86-4399-950d-f454f850decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:39.198052 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-47aab482-5d86-4399-950d-f454f850decd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b90b784a-548c-41b5-91c7-a8e317195f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2851353 Sep 30 08:12:39.265782 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c00e11-4f19-43f9-80e3-e5670769373a req-72097526-5154-4a09-9064-6958bd935997 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:39.279879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49c00e11-4f19-43f9-80e3-e5670769373a req-72097526-5154-4a09-9064-6958bd935997 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/ports?device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 943 time: 0.1458671 Sep 30 08:12:39.294097 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e5394c-80d6-4de0-aa1e-36f4c9b7acd5 x-openstack-request-id: req-96e5394c-80d6-4de0-aa1e-36f4c9b7acd5 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:39.305066 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ee1106-4649-40b5-b9a6-a1a53ed33f15", "tag": "1222d485-5bb4-442b-a798-f5e4839f79fe", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:39.310829 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96e5394c-80d6-4de0-aa1e-36f4c9b7acd5 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:39.311498 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ee1106-4649-40b5-b9a6-a1a53ed33f15', 'tag': '1222d485-5bb4-442b-a798-f5e4839f79fe', 'status': 'completed', 'code': 200} Sep 30 08:12:39.373143 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-4189768e-749f-4a0a-a2f4-50a00f6583f0 service neutron] 10.222.0.36 "GET /v2.0/networks/02c31973-0869-4646-b167-9eeac37c6ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828443 Sep 30 08:12:39.450042 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49c00e11-4f19-43f9-80e3-e5670769373a req-432b76be-3b64-4ef1-a27c-0a20fb19096c tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/security-groups?id=74595d59-95a1-4403-a366-62787b1d17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694264 Sep 30 08:12:39.508384 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-173357e7-6340-4c71-bff2-6ca45b4252c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:39.512055 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-c2cdb6c6-5d34-4776-8063-17254f192f0c service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109546 Sep 30 08:12:39.675141 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a362a1b6-e9d4-48a5-a602-b90828d10725 req-1ee77cac-c233-45b4-ac4a-0560307172f8 service neutron] 10.222.0.36 "GET /v2.0/networks/02c31973-0869-4646-b167-9eeac37c6ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924623 Sep 30 08:12:39.756969 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-c3e41a5e-0d15-41f9-a58d-2b319ef9b4d4 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959298 Sep 30 08:12:39.845036 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-2c974f2b-f8e4-4153-821b-f70ebade59a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 HTTP/1.1" status: 200 len: 217 time: 0.0788782 Sep 30 08:12:39.937253 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942b7f6-06c1-448d-9351-cdd9b24bede9 req-b301f5bf-667d-4f98-b2ee-45883b137e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:39.938455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c942b7f6-06c1-448d-9351-cdd9b24bede9 req-b301f5bf-667d-4f98-b2ee-45883b137e44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=56bc1cd73526460da37b078bd3bc442c&device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 1094 time: 0.1005442 Sep 30 08:12:39.974473 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-173357e7-6340-4c71-bff2-6ca45b4252c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.023737 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.042958 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 27b6520f-da2c-4d33-bc3f-f782b10853b8 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:40.069890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-11cfb87d-fe22-4f4b-bca7-171393e24cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:40.071444 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-11cfb87d-fe22-4f4b-bca7-171393e24cac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 200 len: 797 time: 0.2195482 Sep 30 08:12:40.085715 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-173357e7-6340-4c71-bff2-6ca45b4252c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.087665 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-173357e7-6340-4c71-bff2-6ca45b4252c1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/825e193b-3c3b-4645-95de-adef67687040 HTTP/1.1" status: 204 len: 168 time: 1.3556430 Sep 30 08:12:40.118880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a0ee8d-6fa4-4ffc-bb35-26928d4479f1 None None] Network 96031fd7-9c64-49f6-b474-0e6a3995d973 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:40.120307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173357e7-6340-4c71-bff2-6ca45b4252c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=825e193b-3c3b-4645-95de-adef67687040,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:40.130888 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942b7f6-06c1-448d-9351-cdd9b24bede9 req-ae808ef1-36ff-4b3e-9275-a288d4f65854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:40.132253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 27b6520f-da2c-4d33-bc3f-f782b10853b8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:12:40.132370 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c942b7f6-06c1-448d-9351-cdd9b24bede9 req-ae808ef1-36ff-4b3e-9275-a288d4f65854 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02c31973-0869-4646-b167-9eeac37c6ce0 HTTP/1.1" status: 200 len: 910 time: 0.1833718 Sep 30 08:12:40.132826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60736) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:40.134874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 27b6520f-da2c-4d33-bc3f-f782b10853b8 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:12:40.225447 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-bd6221b0-e855-4584-b6e6-20b0d8b330d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:40.229922 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-bd6221b0-e855-4584-b6e6-20b0d8b330d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b90b784a-548c-41b5-91c7-a8e317195f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1474552 Sep 30 08:12:40.275472 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.340136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c942b7f6-06c1-448d-9351-cdd9b24bede9 req-6a61e32f-d699-40c1-bfee-c86ca19072e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1222d485-5bb4-442b-a798-f5e4839f79fe HTTP/1.1" status: 200 len: 217 time: 0.0851593 Sep 30 08:12:40.455797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb8b67-2d15-43f7-9692-0efbfead7e2b req-72a96280-8a91-4f8c-81d8-4b2afe60619c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:40.462613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb8b67-2d15-43f7-9692-0efbfead7e2b req-72a96280-8a91-4f8c-81d8-4b2afe60619c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:40.481599 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb8b67-2d15-43f7-9692-0efbfead7e2b req-72a96280-8a91-4f8c-81d8-4b2afe60619c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:40.492211 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-33ccce4d-340e-48bb-ba34-5fbf0a09efae service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544248 Sep 30 08:12:40.498737 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb8b67-2d15-43f7-9692-0efbfead7e2b req-72a96280-8a91-4f8c-81d8-4b2afe60619c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:40.506669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb8b67-2d15-43f7-9692-0efbfead7e2b req-72a96280-8a91-4f8c-81d8-4b2afe60619c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:40.523021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb8b67-2d15-43f7-9692-0efbfead7e2b req-72a96280-8a91-4f8c-81d8-4b2afe60619c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:40.541550 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb8b67-2d15-43f7-9692-0efbfead7e2b req-72a96280-8a91-4f8c-81d8-4b2afe60619c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:40.544852 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4fb8b67-2d15-43f7-9692-0efbfead7e2b req-72a96280-8a91-4f8c-81d8-4b2afe60619c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5431 time: 0.2830999 Sep 30 08:12:40.578886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd84c89-1d4d-4bed-94e6-5ff5abcffe4d req-64e8328e-6292-4fee-a694-e42f11d6a176 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:40.587058 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0dd84c89-1d4d-4bed-94e6-5ff5abcffe4d req-64e8328e-6292-4fee-a694-e42f11d6a176 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3f31825-d6f5-4071-84bb-44aaeb85bff0 HTTP/1.1" status: 200 len: 945 time: 0.6113765 Sep 30 08:12:40.616658 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070d63f1-19d7-49f9-a282-b23170e42bf2 None None] DHCP port deletion for 96031fd7-9c64-49f6-b474-0e6a3995d973 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:12:40.726729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942b7f6-06c1-448d-9351-cdd9b24bede9 req-ebe99cb0-ee33-4122-8e0e-4be21d51605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:40.732740 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c942b7f6-06c1-448d-9351-cdd9b24bede9 req-ebe99cb0-ee33-4122-8e0e-4be21d51605a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ac6ecb0-4c93-4122-ab0f-e1ff67996552 HTTP/1.1" status: 200 len: 849 time: 0.3828962 Sep 30 08:12:40.734463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-070d63f1-19d7-49f9-a282-b23170e42bf2 None None] Deleting port 1f068f97-9f18-4595-abdc-9db11a3ccf9e {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:40.735073 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-070d63f1-19d7-49f9-a282-b23170e42bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.827597 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-33043fdf-df29-40b4-b9d1-ef8bb0638dd7 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272710 Sep 30 08:12:40.833955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c942b7f6-06c1-448d-9351-cdd9b24bede9 req-cc11d6d1-375c-4d6b-9c3c-8c37fb0f40c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02c31973-0869-4646-b167-9eeac37c6ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694330 Sep 30 08:12:40.861732 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-070d63f1-19d7-49f9-a282-b23170e42bf2 None None] For port 1f068f97-9f18-4595-abdc-9db11a3ccf9e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1f068f97-9f18-4595-abdc-9db11a3ccf9e,segment=NetworkSegment(bbadca45-3e0e-4cfe-becf-121888688eb7),segment_id=bbadca45-3e0e-4cfe-becf-121888688eb7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:40.862798 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-070d63f1-19d7-49f9-a282-b23170e42bf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:40.891259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-070d63f1-19d7-49f9-a282-b23170e42bf2 None None] Calling delete_port for 1f068f97-9f18-4595-abdc-9db11a3ccf9e owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:40.928777 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-b1794726-4471-464c-a862-616406b60ec5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6275749-d3f0-44ae-8512-99bd87141470 HTTP/1.1" status: 200 len: 217 time: 0.0932655 Sep 30 08:12:40.929518 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60750) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:40.940201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0dd84c89-1d4d-4bed-94e6-5ff5abcffe4d req-d66c8a27-4fec-428b-8c4a-7090f89771a3 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474295 Sep 30 08:12:41.059622 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4fb8b67-2d15-43f7-9692-0efbfead7e2b req-97e11abf-5866-4436-9d56-fabcfd8647c9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4623048 Sep 30 08:12:41.114794 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] Deleting port 1f068f97-9f18-4595-abdc-9db11a3ccf9e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:41.115209 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.161069 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-070d63f1-19d7-49f9-a282-b23170e42bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.193225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-d95a5ace-fd9e-4ae0-af23-00bf31c5fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:41.199439 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d63f1-19d7-49f9-a282-b23170e42bf2 None None] No DVR routers for this DVR port 1f068f97-9f18-4595-abdc-9db11a3ccf9e on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:12:41.205626 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-d95a5ace-fd9e-4ae0-af23-00bf31c5fe5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e7708e0-b666-41ba-91d3-88457521fad1 HTTP/1.1" status: 200 len: 797 time: 0.2510478 Sep 30 08:12:41.262462 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d63f1-19d7-49f9-a282-b23170e42bf2 None None] Pushing event deleted for resources: {'Port': ['ID=1f068f97-9f18-4595-abdc-9db11a3ccf9e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:41.263120 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8128fc3b-86a4-4be8-8a6b-9a9a7c993c36 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1928524873'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:41.368465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8128fc3b-86a4-4be8-8a6b-9a9a7c993c36 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Made reservation on behalf of cc1cd43c800a4aa79cae6e7bfed13975 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:41.381835 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8128fc3b-86a4-4be8-8a6b-9a9a7c993c36 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.408568 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8128fc3b-86a4-4be8-8a6b-9a9a7c993c36 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.472981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-75602f33-9bea-486d-af37-3d741ecf81d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:41.488108 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-75602f33-9bea-486d-af37-3d741ecf81d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2743077 Sep 30 08:12:41.653050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] For port 1f068f97-9f18-4595-abdc-9db11a3ccf9e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1f068f97-9f18-4595-abdc-9db11a3ccf9e,segment=NetworkSegment(bbadca45-3e0e-4cfe-becf-121888688eb7),segment_id=bbadca45-3e0e-4cfe-becf-121888688eb7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:41.654453 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.658895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c942b7f6-06c1-448d-9351-cdd9b24bede9 req-7ea97545-864d-458e-8086-5ca76ac12e76 service neutron] 10.222.0.36 "GET /v2.0/networks/02c31973-0869-4646-b167-9eeac37c6ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8069897 Sep 30 08:12:41.690164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d494c-b744-42f4-af5a-153d38fc616b req-cee96127-9069-4629-9661-e2c2e309eb43 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:41.692372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f45d494c-b744-42f4-af5a-153d38fc616b req-cee96127-9069-4629-9661-e2c2e309eb43 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/ports?device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 943 time: 0.4214754 Sep 30 08:12:41.712685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] Calling delete_port for 1f068f97-9f18-4595-abdc-9db11a3ccf9e owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:41.720813 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-8a520c12-24a7-448a-b9d1-bbcda3f9da84 service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258427 Sep 30 08:12:41.788169 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8128fc3b-86a4-4be8-8a6b-9a9a7c993c36 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.847578 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8128fc3b-86a4-4be8-8a6b-9a9a7c993c36 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.884763 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8128fc3b-86a4-4be8-8a6b-9a9a7c993c36 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:12:41.919253 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128fc3b-86a4-4be8-8a6b-9a9a7c993c36 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6ecef8-cbf5-47bd-bf8c-496da0fe6333,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:41.928303 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8128fc3b-86a4-4be8-8a6b-9a9a7c993c36 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:41.928989 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-8128fc3b-86a4-4be8-8a6b-9a9a7c993c36 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Added segment d3417cc7-1b70-430c-b719-9baa2dcaa4eb of type vlan for network 1f43dc22-f956-4477-921f-633e06c0e7a2 Sep 30 08:12:41.942990 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-ffc5b369-5b4e-4932-b748-663fd33a41b4 service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114258 Sep 30 08:12:41.988050 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cde7ae6-031d-4785-9686-730c3439a8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.049530 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-13941f33-f55e-4cec-baee-70f3770a168e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=26ad74b0-3ba8-4587-b553-8544368b4753 HTTP/1.1" status: 200 len: 217 time: 0.0988226 Sep 30 08:12:42.050637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1f068f97-9f18-4595-abdc-9db11a3ccf9e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:42.100221 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 1f068f97-9f18-4595-abdc-9db11a3ccf9e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:12:42.100774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1f068f97-9f18-4595-abdc-9db11a3ccf9e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:12:42.107935 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8128fc3b-86a4-4be8-8a6b-9a9a7c993c36 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.149503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-1527e1ec-6652-4b18-8e2b-f9953426f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:42.151032 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-1527e1ec-6652-4b18-8e2b-f9953426f75e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e7708e0-b666-41ba-91d3-88457521fad1 HTTP/1.1" status: 200 len: 797 time: 0.0924609 Sep 30 08:12:42.169547 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8128fc3b-86a4-4be8-8a6b-9a9a7c993c36 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.176099 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8128fc3b-86a4-4be8-8a6b-9a9a7c993c36 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:42.176827 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8128fc3b-86a4-4be8-8a6b-9a9a7c993c36 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.238297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42ba68-d540-4c67-b259-d5d476cc8758 req-afe81ee0-09c3-4c46-b445-30de874a8228 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:42.240597 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a42ba68-d540-4c67-b259-d5d476cc8758 req-afe81ee0-09c3-4c46-b445-30de874a8228 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3f31825-d6f5-4071-84bb-44aaeb85bff0 HTTP/1.1" status: 200 len: 945 time: 0.7272754 Sep 30 08:12:42.261193 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8128fc3b-86a4-4be8-8a6b-9a9a7c993c36 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3302650 Sep 30 08:12:42.272304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5bfa10a8-e118-4953-bb5e-7cf194a7ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:42.273887 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-5bfa10a8-e118-4953-bb5e-7cf194a7ac9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1146314 Sep 30 08:12:42.352946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128fc3b-86a4-4be8-8a6b-9a9a7c993c36 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event updated for resources: {'Network': ['ID=1f43dc22-f956-4477-921f-633e06c0e7a2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:42.369255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 1f43dc22-f956-4477-921f-633e06c0e7a2 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:12:42.485637 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f45d494c-b744-42f4-af5a-153d38fc616b req-69b9c64f-10c7-4848-9fa6-b3408117d6cf tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/security-groups?id=74595d59-95a1-4403-a366-62787b1d17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7693517 Sep 30 08:12:42.585661 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c942b7f6-06c1-448d-9351-cdd9b24bede9 req-3649ec57-d2e7-4add-84fb-0da6608a387a service neutron] 10.222.0.36 "GET /v2.0/networks/02c31973-0869-4646-b167-9eeac37c6ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9130175 Sep 30 08:12:42.637824 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:42.660616 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ab20f-6be8-48e3-91a9-bcdcf867dfa4 req-49892892-3cf7-4d8d-b2a6-8380820437a0 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:42.667362 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d21ab20f-6be8-48e3-91a9-bcdcf867dfa4 req-49892892-3cf7-4d8d-b2a6-8380820437a0 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3f31825-d6f5-4071-84bb-44aaeb85bff0 HTTP/1.1" status: 200 len: 945 time: 0.4618647 Sep 30 08:12:42.834305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1222d485-5bb4-442b-a798-f5e4839f79fe details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:12:42.867093 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d21ab20f-6be8-48e3-91a9-bcdcf867dfa4 req-f4630594-e360-492a-a6cb-5eebe86685be tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806078 Sep 30 08:12:42.874240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f068f97-9f18-4595-abdc-9db11a3ccf9e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:42.887336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] No DVR routers for this DVR port 1f068f97-9f18-4595-abdc-9db11a3ccf9e on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:12:43.057176 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-6a42ba68-d540-4c67-b259-d5d476cc8758 req-f90cc57d-d982-4133-9520-daeef3036873 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Deleting port 6e932595-c804-445d-9682-288b6843b4b0 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:43.057555 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a42ba68-d540-4c67-b259-d5d476cc8758 req-f90cc57d-d982-4133-9520-daeef3036873 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.121653 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 1222d485-5bb4-442b-a798-f5e4839f79fe, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1222d485-5bb4-442b-a798-f5e4839f79fe,segment=NetworkSegment(c6e53143-2d28-4ad2-809a-2f733953175e),segment_id=c6e53143-2d28-4ad2-809a-2f733953175e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:43.139620 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.147223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '1222d485-5bb4-442b-a798-f5e4839f79fe', 'network_id': '02c31973-0869-4646-b167-9eeac37c6ce0', 'port_id': '1222d485-5bb4-442b-a798-f5e4839f79fe', 'mac_address': 'fa:16:3e:58:e0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac6ecb0-4c93-4122-ab0f-e1ff67996552', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:12:43.174497 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864d3cf-e25a-4c48-88e5-2d7745bb8d4b req-b949f4d8-c9dc-4344-a759-fa0e6c3bea68 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.180758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864d3cf-e25a-4c48-88e5-2d7745bb8d4b req-b949f4d8-c9dc-4344-a759-fa0e6c3bea68 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.187888 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-a59a7eaf-00a9-4adf-abc7-ff7592fe9a1f service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8583364 Sep 30 08:12:43.191887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864d3cf-e25a-4c48-88e5-2d7745bb8d4b req-b949f4d8-c9dc-4344-a759-fa0e6c3bea68 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.208772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864d3cf-e25a-4c48-88e5-2d7745bb8d4b req-b949f4d8-c9dc-4344-a759-fa0e6c3bea68 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.214280 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.218008 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864d3cf-e25a-4c48-88e5-2d7745bb8d4b req-b949f4d8-c9dc-4344-a759-fa0e6c3bea68 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.229408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864d3cf-e25a-4c48-88e5-2d7745bb8d4b req-b949f4d8-c9dc-4344-a759-fa0e6c3bea68 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.231412 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1222d485-5bb4-442b-a798-f5e4839f79fe {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:43.239862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864d3cf-e25a-4c48-88e5-2d7745bb8d4b req-b949f4d8-c9dc-4344-a759-fa0e6c3bea68 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.243011 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c864d3cf-e25a-4c48-88e5-2d7745bb8d4b req-b949f4d8-c9dc-4344-a759-fa0e6c3bea68 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5431 time: 0.3886876 Sep 30 08:12:43.275644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 1222d485-5bb4-442b-a798-f5e4839f79fe, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1222d485-5bb4-442b-a798-f5e4839f79fe,segment=NetworkSegment(c6e53143-2d28-4ad2-809a-2f733953175e),segment_id=c6e53143-2d28-4ad2-809a-2f733953175e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:43.287973 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.301082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96031fd7-9c64-49f6-b474-0e6a3995d973']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:43.355377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbadca45-3e0e-4cfe-becf-121888688eb7') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:43.355732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbadca45-3e0e-4cfe-becf-121888688eb7') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:43.363435 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f5215d2-6722-4ef7-803b-e713acd8768a req-0b306d61-532b-4703-87ad-32a44afe1d64 service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674664 Sep 30 08:12:43.380944 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.412435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=1222d485-5bb4-442b-a798-f5e4839f79fe,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:43.430670 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c864d3cf-e25a-4c48-88e5-2d7745bb8d4b req-b875fdcc-c6de-4fe0-a9d2-45bef6ed6c9e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1793330 Sep 30 08:12:43.432444 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.442693 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6a42ba68-d540-4c67-b259-d5d476cc8758 req-f90cc57d-d982-4133-9520-daeef3036873 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] For port 6e932595-c804-445d-9682-288b6843b4b0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=6e932595-c804-445d-9682-288b6843b4b0,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:43.443068 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a42ba68-d540-4c67-b259-d5d476cc8758 req-f90cc57d-d982-4133-9520-daeef3036873 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.447836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:12:43.448289 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:12:43.456109 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:12:43.481463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-6a42ba68-d540-4c67-b259-d5d476cc8758 req-f90cc57d-d982-4133-9520-daeef3036873 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Calling delete_port for 6e932595-c804-445d-9682-288b6843b4b0 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:43.544826 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['1222d485-5bb4-442b-a798-f5e4839f79fe'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:12:43.591857 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.607533 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:43.619880 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] 10.222.0.24 "DELETE /v2.0/networks/96031fd7-9c64-49f6-b474-0e6a3995d973 HTTP/1.1" status: 204 len: 168 time: 3.4574327 Sep 30 08:12:43.790107 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-ee7d4e7a-800e-47e9-b09e-a0cb442f0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.802051 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-ee7d4e7a-800e-47e9-b09e-a0cb442f0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.807735 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-ee7d4e7a-800e-47e9-b09e-a0cb442f0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.808403 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-ee7d4e7a-800e-47e9-b09e-a0cb442f0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.808880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-ee7d4e7a-800e-47e9-b09e-a0cb442f0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.809345 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-ee7d4e7a-800e-47e9-b09e-a0cb442f0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.809813 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-ee7d4e7a-800e-47e9-b09e-a0cb442f0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:43.812040 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-ee7d4e7a-800e-47e9-b09e-a0cb442f0abe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce39ae04255c4914adca40a29bca4222&device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 6488 time: 0.2545445 Sep 30 08:12:43.872635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdfba9-37bf-4146-ba55-b4dd69f19236 admin admin] Pushing event deleted for resources: {'Network': ['ID=96031fd7-9c64-49f6-b474-0e6a3995d973,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:44.030873 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60788) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:44.084700 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-efd5e36a-4561-4fe1-b75f-edd33cbd85cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d4b3dc9d7f7445995f8a4b8fe64b2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497696 Sep 30 08:12:44.087735 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60790) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:44.148449 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92ec08f6-6ae1-4c62-8ac0-69b69a53ad15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:44.159633 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a42ba68-d540-4c67-b259-d5d476cc8758 req-f90cc57d-d982-4133-9520-daeef3036873 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:44.179777 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92ec08f6-6ae1-4c62-8ac0-69b69a53ad15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:44.212000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cc57d-d982-4133-9520-daeef3036873 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Pushing event deleted for resources: {'Port': ['ID=6e932595-c804-445d-9682-288b6843b4b0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:44.232959 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-e92fedbe-494f-4e08-bb92-808f8f5e5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:44.235379 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-e92fedbe-494f-4e08-bb92-808f8f5e5ac7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd HTTP/1.1" status: 200 len: 903 time: 0.4136152 Sep 30 08:12:44.270652 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92ec08f6-6ae1-4c62-8ac0-69b69a53ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:44.270991 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bc21421-ddee-4c0c-ab31-840060c895e6 req-b4339494-f2c6-4dc6-bb2d-bcf2ba7a8c18 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3f31825-d6f5-4071-84bb-44aaeb85bff0 HTTP/1.1" status: 200 len: 210 time: 0.1403885 Sep 30 08:12:44.274894 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc578cc5-804c-4ef9-965a-fb54a7d8377e req-e33916de-3025-4559-8ac0-4acdc98ffbdf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5396101 Sep 30 08:12:44.279273 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92ec08f6-6ae1-4c62-8ac0-69b69a53ad15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:44.310494 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-92ec08f6-6ae1-4c62-8ac0-69b69a53ad15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d043c76c-31f8-4479-bddc-d6c812c2edd1 HTTP/1.1" status: 204 len: 168 time: 0.2216692 Sep 30 08:12:44.335058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76acc71-bdae-4844-8a04-592bec6bb2d7 req-94ade718-f6eb-4a12-8237-3ac1252bfbee tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:44.346609 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b76acc71-bdae-4844-8a04-592bec6bb2d7 req-94ade718-f6eb-4a12-8237-3ac1252bfbee tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/ports?device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 944 time: 0.2219746 Sep 30 08:12:44.422636 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-ab9cb9d3-d363-46ac-81e6-f5813d37b058 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6275749-d3f0-44ae-8512-99bd87141470 HTTP/1.1" status: 200 len: 217 time: 0.1708236 Sep 30 08:12:44.424217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec08f6-6ae1-4c62-8ac0-69b69a53ad15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d043c76c-31f8-4479-bddc-d6c812c2edd1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:44.547519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-c3b5fbb8-917d-408e-91b2-0644b66b7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:44.550768 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-c3b5fbb8-917d-408e-91b2-0644b66b7a00 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e7708e0-b666-41ba-91d3-88457521fad1 HTTP/1.1" status: 200 len: 797 time: 0.1176062 Sep 30 08:12:44.552175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a42ba68-d540-4c67-b259-d5d476cc8758 req-f90cc57d-d982-4133-9520-daeef3036873 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] No DVR routers for this DVR port 6e932595-c804-445d-9682-288b6843b4b0 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:12:44.570416 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a42ba68-d540-4c67-b259-d5d476cc8758 req-f90cc57d-d982-4133-9520-daeef3036873 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:44.572474 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a42ba68-d540-4c67-b259-d5d476cc8758 req-f90cc57d-d982-4133-9520-daeef3036873 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "DELETE /v2.0/ports/6e932595-c804-445d-9682-288b6843b4b0 HTTP/1.1" status: 204 len: 173 time: 2.3111234 Sep 30 08:12:44.606176 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f31825-d6f5-4071-84bb-44aaeb85bff0', 'name': 'network-vif-deleted', 'tag': '6e932595-c804-445d-9682-288b6843b4b0'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:44.611192 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35e3736-baea-42ee-97a8-f1f0e2eae769" -d '{"events": [{"server_uuid": "d3f31825-d6f5-4071-84bb-44aaeb85bff0", "name": "network-vif-deleted", "tag": "6e932595-c804-445d-9682-288b6843b4b0"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:44.635061 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b76acc71-bdae-4844-8a04-592bec6bb2d7 req-fedd913e-d891-48b7-8a59-1b7b4add9a2c tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/security-groups?id=74595d59-95a1-4403-a366-62787b1d17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774734 Sep 30 08:12:44.643070 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc578cc5-804c-4ef9-965a-fb54a7d8377e req-810dd458-f43a-40c9-9c9c-0f13c9110324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:44.644915 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc578cc5-804c-4ef9-965a-fb54a7d8377e req-810dd458-f43a-40c9-9c9c-0f13c9110324 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee4e48f07add4c94890522d6df2a93fa&device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 1096 time: 0.2883766 Sep 30 08:12:44.753846 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abbfe7da-7fae-45c2-954c-a22779d713d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:44.779349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-a690ce6e-dba7-4c9e-965d-ec47e908e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:44.792632 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-a690ce6e-dba7-4c9e-965d-ec47e908e95c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2317007 Sep 30 08:12:44.846926 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1222d485-5bb4-442b-a798-f5e4839f79fe up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:44.860919 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22335ca-7d3b-4100-bb13-65420e012b57 x-openstack-request-id: req-a22335ca-7d3b-4100-bb13-65420e012b57 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:44.861358 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f31825-d6f5-4071-84bb-44aaeb85bff0", "name": "network-vif-deleted", "tag": "6e932595-c804-445d-9682-288b6843b4b0", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:44.862047 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a22335ca-7d3b-4100-bb13-65420e012b57 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:44.862551 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f31825-d6f5-4071-84bb-44aaeb85bff0', 'name': 'network-vif-deleted', 'tag': '6e932595-c804-445d-9682-288b6843b4b0', 'status': 'completed', 'code': 200} Sep 30 08:12:45.051874 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-7f847123-2341-4a03-9639-f68379086186 service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541556 Sep 30 08:12:45.052513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efad7d-5074-409b-8872-fd8ad1e9bf7a req-a0d17407-de05-412f-9b55-76d2b7467e61 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.081801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efad7d-5074-409b-8872-fd8ad1e9bf7a req-a0d17407-de05-412f-9b55-76d2b7467e61 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.115872 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efad7d-5074-409b-8872-fd8ad1e9bf7a req-a0d17407-de05-412f-9b55-76d2b7467e61 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.136582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efad7d-5074-409b-8872-fd8ad1e9bf7a req-a0d17407-de05-412f-9b55-76d2b7467e61 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.146253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 1222d485-5bb4-442b-a798-f5e4839f79fe completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:12:45.153114 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efad7d-5074-409b-8872-fd8ad1e9bf7a req-a0d17407-de05-412f-9b55-76d2b7467e61 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.170554 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 1222d485-5bb4-442b-a798-f5e4839f79fe triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:45.170938 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:45.180941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efad7d-5074-409b-8872-fd8ad1e9bf7a req-a0d17407-de05-412f-9b55-76d2b7467e61 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.201231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efad7d-5074-409b-8872-fd8ad1e9bf7a req-a0d17407-de05-412f-9b55-76d2b7467e61 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.203496 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37efad7d-5074-409b-8872-fd8ad1e9bf7a req-a0d17407-de05-412f-9b55-76d2b7467e61 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5431 time: 0.5054259 Sep 30 08:12:45.361153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc578cc5-804c-4ef9-965a-fb54a7d8377e req-c363d392-64a0-4a5e-9fae-66d2368b7733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.365077 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4470532d-f85b-4781-85c7-2c0f11fe38cc req-3899bb42-deb8-485e-bb8d-005d70b1d5a9 service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041818 Sep 30 08:12:45.372147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc578cc5-804c-4ef9-965a-fb54a7d8377e req-c363d392-64a0-4a5e-9fae-66d2368b7733 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8 HTTP/1.1" status: 200 len: 911 time: 0.6719360 Sep 30 08:12:45.505888 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:45.553627 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37efad7d-5074-409b-8872-fd8ad1e9bf7a req-e81df752-fef9-4e8b-be39-28d4150c4f1d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3394966 Sep 30 08:12:45.614412 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-47328737-c01d-4321-ac63-7bc1e49d6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.617900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-47328737-c01d-4321-ac63-7bc1e49d6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.619185 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-47328737-c01d-4321-ac63-7bc1e49d6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.619185 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-47328737-c01d-4321-ac63-7bc1e49d6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.620227 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-47328737-c01d-4321-ac63-7bc1e49d6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.621130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-47328737-c01d-4321-ac63-7bc1e49d6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.633637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-47328737-c01d-4321-ac63-7bc1e49d6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.635976 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-47328737-c01d-4321-ac63-7bc1e49d6d23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce39ae04255c4914adca40a29bca4222&device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 6488 time: 0.1837225 Sep 30 08:12:45.648968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc578cc5-804c-4ef9-965a-fb54a7d8377e req-d1a21f76-d156-46cd-8d4d-3a472a3e0ba4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c18cd8e-bb80-45bc-99a5-af13c00ece73 HTTP/1.1" status: 200 len: 1000 time: 0.2708066 Sep 30 08:12:45.713541 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60832) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:45.735794 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3ebe64bb-a83b-4424-8cc9-01be33d32be9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Request body: {'subnet': {'network_id': '1f43dc22-f956-4477-921f-633e06c0e7a2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:45.742201 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:45.770058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc578cc5-804c-4ef9-965a-fb54a7d8377e req-f6b9cbe8-32c6-468b-b0ec-60f099eb84d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.771604 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc578cc5-804c-4ef9-965a-fb54a7d8377e req-f6b9cbe8-32c6-468b-b0ec-60f099eb84d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=83b391f2-40bb-46fd-9398-46e69258862b HTTP/1.1" status: 200 len: 849 time: 0.1141126 Sep 30 08:12:45.841556 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:45.866743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ee1106-4649-40b5-b9a6-a1a53ed33f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1222d485-5bb4-442b-a798-f5e4839f79fe'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:45.870516 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f059d0be-d3a7-4a4a-9f6f-4cb7b7ca3732" -d '{"events": [{"server_uuid": "48ee1106-4649-40b5-b9a6-a1a53ed33f15", "name": "network-vif-plugged", "status": "completed", "tag": "1222d485-5bb4-442b-a798-f5e4839f79fe"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:45.893125 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 1222d485-5bb4-442b-a798-f5e4839f79fe, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1222d485-5bb4-442b-a798-f5e4839f79fe,segment=NetworkSegment(c6e53143-2d28-4ad2-809a-2f733953175e),segment_id=c6e53143-2d28-4ad2-809a-2f733953175e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:45.898974 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:45.901167 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 6e932595-c804-445d-9682-288b6843b4b0 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:45.964252 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-e1b143d3-d0bc-4922-82ee-f8f885d0b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:45.965933 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-e1b143d3-d0bc-4922-82ee-f8f885d0b3cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd HTTP/1.1" status: 200 len: 903 time: 0.3213069 Sep 30 08:12:45.976477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 6e932595-c804-445d-9682-288b6843b4b0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:12:45.980282 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 6e932595-c804-445d-9682-288b6843b4b0 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:12:45.986783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebe64bb-a83b-4424-8cc9-01be33d32be9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Made reservation on behalf of cc1cd43c800a4aa79cae6e7bfed13975 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:45.991856 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ebe64bb-a83b-4424-8cc9-01be33d32be9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:46.026161 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-a7831417-110b-4e2b-95ef-022e729962a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=26ad74b0-3ba8-4587-b553-8544368b4753 HTTP/1.1" status: 200 len: 217 time: 0.0485849 Sep 30 08:12:46.094292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=1222d485-5bb4-442b-a798-f5e4839f79fe,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:46.145565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-f0e964f1-2fbb-430e-976f-bf624f515cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:46.147233 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-f0e964f1-2fbb-430e-976f-bf624f515cba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e7708e0-b666-41ba-91d3-88457521fad1 HTTP/1.1" status: 200 len: 797 time: 0.1092751 Sep 30 08:12:46.186642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3958a63-e029-4fd8-b50e-3b45310832a4 req-c8dcf324-95d1-46e8-98a7-ed61d5b6d14a tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:46.194941 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3958a63-e029-4fd8-b50e-3b45310832a4 req-c8dcf324-95d1-46e8-98a7-ed61d5b6d14a tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/ports?device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 945 time: 0.3375609 Sep 30 08:12:46.200852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc578cc5-804c-4ef9-965a-fb54a7d8377e req-439b1d4c-6908-425c-a420-197150b58a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:46.202986 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc578cc5-804c-4ef9-965a-fb54a7d8377e req-439b1d4c-6908-425c-a420-197150b58a05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4234803 Sep 30 08:12:46.218547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-b4860dfc-75b8-49f8-ab00-7acbf50b906f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:46.220183 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-b4860dfc-75b8-49f8-ab00-7acbf50b906f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 812 time: 0.3012807 Sep 30 08:12:46.272576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-242d0cfc-f258-4838-b17a-ab30206f5003 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/quotas/58f58d6a562c4f1bb63fcd00b6b0f416 HTTP/1.1" status: 200 len: 375 time: 0.0364385 Sep 30 08:12:46.341644 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3958a63-e029-4fd8-b50e-3b45310832a4 req-98a9cf10-0a26-46a6-ab8f-709e4e3f20ee tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/security-groups?id=74595d59-95a1-4403-a366-62787b1d17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457629 Sep 30 08:12:46.391121 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ebe64bb-a83b-4424-8cc9-01be33d32be9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:46.442803 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de561bff-4823-4daa-a776-43ef2080b8d0 x-openstack-request-id: req-de561bff-4823-4daa-a776-43ef2080b8d0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:46.443145 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ee1106-4649-40b5-b9a6-a1a53ed33f15", "name": "network-vif-plugged", "status": "completed", "tag": "1222d485-5bb4-442b-a798-f5e4839f79fe", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:46.443347 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de561bff-4823-4daa-a776-43ef2080b8d0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:46.443777 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ee1106-4649-40b5-b9a6-a1a53ed33f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1222d485-5bb4-442b-a798-f5e4839f79fe', 'code': 200} Sep 30 08:12:46.448574 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-f8fbd646-f056-431b-8aa1-0524258dc77f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1517251 Sep 30 08:12:46.536736 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-48a4534c-79d4-4fd1-88d6-91ff680a57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:46.538328 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-48a4534c-79d4-4fd1-88d6-91ff680a57d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2170680 Sep 30 08:12:46.550187 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe64bb-a83b-4424-8cc9-01be33d32be9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event updated for resources: {'Subnet': ['ID=b52e8346-7580-470f-aafc-f7e51df6149b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:46.577306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebe64bb-a83b-4424-8cc9-01be33d32be9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Checking segment: {'id': 'd3417cc7-1b70-430c-b719-9baa2dcaa4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1f43dc22-f956-4477-921f-633e06c0e7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:46.577692 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebe64bb-a83b-4424-8cc9-01be33d32be9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Network hostable DHCP agents. Network: 1f43dc22-f956-4477-921f-633e06c0e7a2, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:12:46.597032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc578cc5-804c-4ef9-965a-fb54a7d8377e req-515d80cb-c92d-406c-94c6-dd0745f1b335 service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649387 Sep 30 08:12:46.658021 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebe64bb-a83b-4424-8cc9-01be33d32be9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Network 1f43dc22-f956-4477-921f-633e06c0e7a2 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:12:46.726576 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3ebe64bb-a83b-4424-8cc9-01be33d32be9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 1f43dc22-f956-4477-921f-633e06c0e7a2) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:46.734960 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf3e40-067f-48e6-bfa1-dc2783bf95f2 None None] Network 1f43dc22-f956-4477-921f-633e06c0e7a2 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:46.741919 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc578cc5-804c-4ef9-965a-fb54a7d8377e req-eaec3929-61ff-4224-8abe-6a81ae9cba6b service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378243 Sep 30 08:12:46.775224 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-04abef9d-1084-4de8-ace5-1d5fdcbdfdea service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280543 Sep 30 08:12:46.782731 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebe64bb-a83b-4424-8cc9-01be33d32be9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:46.783339 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ebe64bb-a83b-4424-8cc9-01be33d32be9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:46.852621 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89bf8e-0978-4647-a699-9643584b3c3a req-49e6fe77-5314-4475-b24e-7a53a5c53f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:46.854726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab89bf8e-0978-4647-a699-9643584b3c3a req-49e6fe77-5314-4475-b24e-7a53a5c53f79 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 1096 time: 0.3220854 Sep 30 08:12:46.966843 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3ebe64bb-a83b-4424-8cc9-01be33d32be9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2504809 Sep 30 08:12:46.968106 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60876) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:46.977818 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c7291532-f69c-457e-814d-15e778a48c3e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-792135186'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:46.999879 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7291532-f69c-457e-814d-15e778a48c3e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Made reservation on behalf of cc1cd43c800a4aa79cae6e7bfed13975 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:47.003644 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7291532-f69c-457e-814d-15e778a48c3e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:47.033921 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-234ae09e-777e-4357-a8f9-87bba5ff6e34 req-fecf9756-1f63-40de-a96d-446b7920e6f0 service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236788 Sep 30 08:12:47.037489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-1f43dc22-f956-4477-921f-633e06c0e7a2', 'network_id': '1f43dc22-f956-4477-921f-633e06c0e7a2', 'tenant_id': 'cc1cd43c800a4aa79cae6e7bfed13975', 'fixed_ips': [{'subnet_id': 'b52e8346-7580-470f-aafc-f7e51df6149b'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:12:47.038366 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:47.043052 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-1303d874-f081-4573-a721-aadd37e94553 service neutron] 10.222.0.24 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730865 Sep 30 08:12:47.074510 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7291532-f69c-457e-814d-15e778a48c3e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:12:47.107427 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab89bf8e-0978-4647-a699-9643584b3c3a req-e6a22f1d-b1dc-4a02-b89e-ab8187b4e227 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=74595d59-95a1-4403-a366-62787b1d17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242174 Sep 30 08:12:47.110528 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7291532-f69c-457e-814d-15e778a48c3e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:47.115220 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-c7291532-f69c-457e-814d-15e778a48c3e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Added segment b0e61634-beb3-45c4-b101-15a63345981d of type vlan for network df131fb4-5106-4650-98ac-e905f655d6ea Sep 30 08:12:47.239824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7291532-f69c-457e-814d-15e778a48c3e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:47.295763 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7291532-f69c-457e-814d-15e778a48c3e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:47.301959 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7291532-f69c-457e-814d-15e778a48c3e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.302570 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7291532-f69c-457e-814d-15e778a48c3e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:47.382327 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Allocated IP 2001:db8:0:ffff::2 (1f43dc22-f956-4477-921f-633e06c0e7a2/b52e8346-7580-470f-aafc-f7e51df6149b/8ce3946c-9f42-4f79-adef-5ea2112c9658) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:47.384257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-0dc4a4d9-119d-473c-bd5b-04f4e82a3662 service neutron] 10.222.0.24 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295329 Sep 30 08:12:47.394912 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c7291532-f69c-457e-814d-15e778a48c3e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4229341 Sep 30 08:12:47.397778 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60892) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:47.402781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8e4c6654-4535-4c1d-8e71-7b8abe5bb1df tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Request body: {'subnet': {'network_id': 'df131fb4-5106-4650-98ac-e905f655d6ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:47.416784 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0c50d-66a0-4dc5-be53-61be0e4624b6 req-004a89a3-cdd2-45cf-b404-9a8d4010a21f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.424401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0c50d-66a0-4dc5-be53-61be0e4624b6 req-004a89a3-cdd2-45cf-b404-9a8d4010a21f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.430825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0c50d-66a0-4dc5-be53-61be0e4624b6 req-004a89a3-cdd2-45cf-b404-9a8d4010a21f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.451588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0c50d-66a0-4dc5-be53-61be0e4624b6 req-004a89a3-cdd2-45cf-b404-9a8d4010a21f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.457863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0c50d-66a0-4dc5-be53-61be0e4624b6 req-004a89a3-cdd2-45cf-b404-9a8d4010a21f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.464004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0c50d-66a0-4dc5-be53-61be0e4624b6 req-004a89a3-cdd2-45cf-b404-9a8d4010a21f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.469922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0c50d-66a0-4dc5-be53-61be0e4624b6 req-004a89a3-cdd2-45cf-b404-9a8d4010a21f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.478312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-def0c50d-66a0-4dc5-be53-61be0e4624b6 req-004a89a3-cdd2-45cf-b404-9a8d4010a21f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5431 time: 0.2719090 Sep 30 08:12:47.482034 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7291532-f69c-457e-814d-15e778a48c3e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event updated for resources: {'Network': ['ID=df131fb4-5106-4650-98ac-e905f655d6ea,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:47.553357 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-def0c50d-66a0-4dc5-be53-61be0e4624b6 req-6b4c8cb9-20d2-4ef7-b5f4-d777eb06636a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740795 Sep 30 08:12:47.619496 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network df131fb4-5106-4650-98ac-e905f655d6ea details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:12:47.655335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4c6654-4535-4c1d-8e71-7b8abe5bb1df tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Made reservation on behalf of cc1cd43c800a4aa79cae6e7bfed13975 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:47.659597 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e4c6654-4535-4c1d-8e71-7b8abe5bb1df tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:47.835687 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:47.915522 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:47.927371 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:47.983655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c7b99-3742-40bc-a8ad-6b449f9a9f1f req-f9b72c50-014c-410a-87bd-0827d3bc4004 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:47.991363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c6c7b99-3742-40bc-a8ad-6b449f9a9f1f req-f9b72c50-014c-410a-87bd-0827d3bc4004 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/ports?device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 945 time: 0.1497791 Sep 30 08:12:48.005320 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Network 1f43dc22-f956-4477-921f-633e06c0e7a2 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:48.025971 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:48.029518 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:48.050194 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Pushing event updated for resources: {'Port': ['ID=8ce3946c-9f42-4f79-adef-5ea2112c9658,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:48.070786 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a134d27-e08f-4f79-bbf1-6f90d5c62f46 req-e6836f12-19a4-41c9-944a-40e27b4db707 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 210 time: 0.0965586 Sep 30 08:12:48.118479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c6c7b99-3742-40bc-a8ad-6b449f9a9f1f req-ea547fde-f98f-44b8-b775-019b2225ce1f tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/security-groups?id=74595d59-95a1-4403-a366-62787b1d17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239400 Sep 30 08:12:48.140130 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Attempting to bind port 8ce3946c-9f42-4f79-adef-5ea2112c9658 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:48.140833 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Attempting to bind port 8ce3946c-9f42-4f79-adef-5ea2112c9658 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd3417cc7-1b70-430c-b719-9baa2dcaa4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1f43dc22-f956-4477-921f-633e06c0e7a2'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:48.141550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Attempting to bind port 8ce3946c-9f42-4f79-adef-5ea2112c9658 on network 1f43dc22-f956-4477-921f-633e06c0e7a2 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:48.151116 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:48.151499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Checking segment: {'id': 'd3417cc7-1b70-430c-b719-9baa2dcaa4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1f43dc22-f956-4477-921f-633e06c0e7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:48.151933 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:48.152371 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Bound using segment: {'id': 'd3417cc7-1b70-430c-b719-9baa2dcaa4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1f43dc22-f956-4477-921f-633e06c0e7a2'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:48.153563 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Bound port: 8ce3946c-9f42-4f79-adef-5ea2112c9658, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3417cc7-1b70-430c-b719-9baa2dcaa4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1f43dc22-f956-4477-921f-633e06c0e7a2'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:48.153958 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:48.265012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] For port 8ce3946c-9f42-4f79-adef-5ea2112c9658, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:48.273871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] For port 8ce3946c-9f42-4f79-adef-5ea2112c9658, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=8ce3946c-9f42-4f79-adef-5ea2112c9658,segment=NetworkSegment(d3417cc7-1b70-430c-b719-9baa2dcaa4eb),segment_id=d3417cc7-1b70-430c-b719-9baa2dcaa4eb)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:48.279660 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:48.348544 n-d-807359-2 neutron-server[94838]: DEBUG neutron.objects.ports [None req-8e4c6654-4535-4c1d-8e71-7b8abe5bb1df tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:12:48.351373 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e4c6654-4535-4c1d-8e71-7b8abe5bb1df tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:48.379756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc246a07-606b-46e9-8e5d-9395fb665314 None None] Pushing event updated for resources: {'Port': ['ID=8ce3946c-9f42-4f79-adef-5ea2112c9658,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:48.463517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c6654-4535-4c1d-8e71-7b8abe5bb1df tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event updated for resources: {'Subnet': ['ID=e66bb8c7-e71f-44f7-ba44-c4d246bab738,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:48.488042 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4c6654-4535-4c1d-8e71-7b8abe5bb1df tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Checking segment: {'id': 'b0e61634-beb3-45c4-b101-15a63345981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'df131fb4-5106-4650-98ac-e905f655d6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:48.488987 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4c6654-4535-4c1d-8e71-7b8abe5bb1df tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Network hostable DHCP agents. Network: df131fb4-5106-4650-98ac-e905f655d6ea, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:12:48.521987 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4c6654-4535-4c1d-8e71-7b8abe5bb1df tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Network df131fb4-5106-4650-98ac-e905f655d6ea is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:12:48.543635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8e4c6654-4535-4c1d-8e71-7b8abe5bb1df tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, df131fb4-5106-4650-98ac-e905f655d6ea) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:48.552591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c6654-4535-4c1d-8e71-7b8abe5bb1df tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:48.553581 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e4c6654-4535-4c1d-8e71-7b8abe5bb1df tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:48.553702 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a0657d-05e9-42e1-b670-70aed4e98a6c None None] Network df131fb4-5106-4650-98ac-e905f655d6ea requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:48.573842 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8e4c6654-4535-4c1d-8e71-7b8abe5bb1df tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1748998 Sep 30 08:12:48.584250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60974) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:48.587956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8f5db-155d-43e4-a874-aae71dd7ecba req-c2bfe3a1-71bd-4ee0-bf8a-acebbcf4a449 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:48.589587 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0f8f5db-155d-43e4-a874-aae71dd7ecba req-c2bfe3a1-71bd-4ee0-bf8a-acebbcf4a449 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.1181891 Sep 30 08:12:48.596958 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f9290ae6-3ea5-4888-85db-d02304ba3ac9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Request body: {'port': {'network_id': 'df131fb4-5106-4650-98ac-e905f655d6ea', 'name': 'tempest-NetworksIpV6TestAttrs-604707330'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:48.716543 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0f8f5db-155d-43e4-a874-aae71dd7ecba req-5b2563b9-ebb7-4a90-8134-64ab538298cf tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132596 Sep 30 08:12:48.873231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9290ae6-3ea5-4888-85db-d02304ba3ac9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Made reservation on behalf of cc1cd43c800a4aa79cae6e7bfed13975 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:48.882152 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9290ae6-3ea5-4888-85db-d02304ba3ac9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:48.927710 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-f9290ae6-3ea5-4888-85db-d02304ba3ac9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] device_id is not set on port 3ec8b669-fcd6-4531-be86-d8db31fcb0c4 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:12:49.061805 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3441213-bce3-456f-8b7a-903456067149 req-729d2ea5-a3c1-4b8e-8edd-d7a533bb91f2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:49.089913 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-df131fb4-5106-4650-98ac-e905f655d6ea', 'network_id': 'df131fb4-5106-4650-98ac-e905f655d6ea', 'tenant_id': 'cc1cd43c800a4aa79cae6e7bfed13975', 'fixed_ips': [{'subnet_id': 'e66bb8c7-e71f-44f7-ba44-c4d246bab738'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:12:49.090820 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:49.093654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3441213-bce3-456f-8b7a-903456067149 req-729d2ea5-a3c1-4b8e-8edd-d7a533bb91f2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:49.106415 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3441213-bce3-456f-8b7a-903456067149 req-729d2ea5-a3c1-4b8e-8edd-d7a533bb91f2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:49.114792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3441213-bce3-456f-8b7a-903456067149 req-729d2ea5-a3c1-4b8e-8edd-d7a533bb91f2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:49.122929 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3441213-bce3-456f-8b7a-903456067149 req-729d2ea5-a3c1-4b8e-8edd-d7a533bb91f2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:49.130254 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3441213-bce3-456f-8b7a-903456067149 req-729d2ea5-a3c1-4b8e-8edd-d7a533bb91f2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:49.136742 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3441213-bce3-456f-8b7a-903456067149 req-729d2ea5-a3c1-4b8e-8edd-d7a533bb91f2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:49.138867 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3441213-bce3-456f-8b7a-903456067149 req-729d2ea5-a3c1-4b8e-8edd-d7a533bb91f2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5431 time: 0.2420206 Sep 30 08:12:49.164278 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-f9290ae6-3ea5-4888-85db-d02304ba3ac9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Allocated IP 2001:db8::f816:3eff:fea0:4099 (df131fb4-5106-4650-98ac-e905f655d6ea/e66bb8c7-e71f-44f7-ba44-c4d246bab738/3ec8b669-fcd6-4531-be86-d8db31fcb0c4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:49.218784 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3441213-bce3-456f-8b7a-903456067149 req-b60a3547-f2da-4beb-8ac1-3d093f21458b tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668302 Sep 30 08:12:49.266667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 32772) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:49.417544 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9290ae6-3ea5-4888-85db-d02304ba3ac9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:49.445110 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9a3d485e-8932-4ffd-8fbd-1dc22a2891bc req-e8df4100-1ae4-4381-bf3e-c583163843a2 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 210 time: 0.1030757 Sep 30 08:12:49.469791 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9290ae6-3ea5-4888-85db-d02304ba3ac9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:49.503376 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-24210e76-a869-4324-a4f9-484b26a178cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:49.572242 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9290ae6-3ea5-4888-85db-d02304ba3ac9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event updated for resources: {'Port': ['ID=3ec8b669-fcd6-4531-be86-d8db31fcb0c4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:49.586439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9290ae6-3ea5-4888-85db-d02304ba3ac9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Network df131fb4-5106-4650-98ac-e905f655d6ea is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:49.594355 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f9290ae6-3ea5-4888-85db-d02304ba3ac9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:49.598124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9290ae6-3ea5-4888-85db-d02304ba3ac9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:49.621022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9290ae6-3ea5-4888-85db-d02304ba3ac9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:49.621700 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9290ae6-3ea5-4888-85db-d02304ba3ac9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:49.658095 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Allocated IP 2001:db8::f816:3eff:fe6c:e87e (df131fb4-5106-4650-98ac-e905f655d6ea/e66bb8c7-e71f-44f7-ba44-c4d246bab738/88ab7f3a-57aa-41d9-8bcd-804eaf1d3423) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:49.823169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d556-9778-45cf-8f26-907706021002 req-939ef809-a90e-4c5e-b3d6-0cb76bce336b tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:49.824815 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca71d556-9778-45cf-8f26-907706021002 req-939ef809-a90e-4c5e-b3d6-0cb76bce336b tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/ports?device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 945 time: 0.2228928 Sep 30 08:12:49.833646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-8aed5bcc-73ed-4b2e-9840-802114cc0664 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:49.835701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-8aed5bcc-73ed-4b2e-9840-802114cc0664 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 812 time: 0.4232268 Sep 30 08:12:49.859284 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-fac0de88-bf2d-4f76-bb61-d08fa2ca47bf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Request body: {'port': {'device_id': '18c19fe4-2440-40bf-814e-1a90b8a977a0', 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4', 'admin_state_up': True, 'tenant_id': '58f58d6a562c4f1bb63fcd00b6b0f416'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:49.917211 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:49.923193 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:49.964285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca71d556-9778-45cf-8f26-907706021002 req-3a71fcab-77b6-4e71-b035-c86354a746cf tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/security-groups?id=74595d59-95a1-4403-a366-62787b1d17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235178 Sep 30 08:12:49.978736 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Network df131fb4-5106-4650-98ac-e905f655d6ea is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:49.985834 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:49.991105 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:50.123380 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-24210e76-a869-4324-a4f9-484b26a178cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.144374 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f9290ae6-3ea5-4888-85db-d02304ba3ac9 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5564992 Sep 30 08:12:50.144701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32810) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:50.182245 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-24210e76-a869-4324-a4f9-484b26a178cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.212834 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 8ce3946c-9f42-4f79-adef-5ea2112c9658 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:50.252249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc37e00-0b41-4ca7-a228-6be27cc09a80 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Deleting subnet e66bb8c7-e71f-44f7-ba44-c4d246bab738 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:12:50.258938 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ddc37e00-0b41-4ca7-a228-6be27cc09a80 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.281908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Pushing event updated for resources: {'Port': ['ID=88ab7f3a-57aa-41d9-8bcd-804eaf1d3423,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:50.305066 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Attempting to bind port 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:50.306954 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Attempting to bind port 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'b0e61634-beb3-45c4-b101-15a63345981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'df131fb4-5106-4650-98ac-e905f655d6ea'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:50.307433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Attempting to bind port 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423 on network df131fb4-5106-4650-98ac-e905f655d6ea {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:50.315864 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:50.317037 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Checking segment: {'id': 'b0e61634-beb3-45c4-b101-15a63345981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'df131fb4-5106-4650-98ac-e905f655d6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:50.317548 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.318047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Bound using segment: {'id': 'b0e61634-beb3-45c4-b101-15a63345981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'df131fb4-5106-4650-98ac-e905f655d6ea'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:50.318664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Bound port: 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e61634-beb3-45c4-b101-15a63345981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'df131fb4-5106-4650-98ac-e905f655d6ea'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:50.319407 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.324511 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ddc37e00-0b41-4ca7-a228-6be27cc09a80 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.381320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24210e76-a869-4324-a4f9-484b26a178cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b937da78-4383-4942-bce7-cb926fa4ab65,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:50.391459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-fac0de88-bf2d-4f76-bb61-d08fa2ca47bf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Made reservation on behalf of 58f58d6a562c4f1bb63fcd00b6b0f416 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:50.395049 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-fac0de88-bf2d-4f76-bb61-d08fa2ca47bf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.413231 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-24210e76-a869-4324-a4f9-484b26a178cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc2fb539df874318b11b3a705e5ebdaf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1452613 Sep 30 08:12:50.423269 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32818) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:50.424459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd8a931-f318-49ee-b396-71fa0b3de229 None None] Network 1f43dc22-f956-4477-921f-633e06c0e7a2 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:50.487146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6aee3bb6-c93e-4109-9474-0cf000a0de05 None None] Provisioning complete for port 8ce3946c-9f42-4f79-adef-5ea2112c9658 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:50.487474 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6aee3bb6-c93e-4109-9474-0cf000a0de05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.489032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 8ce3946c-9f42-4f79-adef-5ea2112c9658 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:50.489392 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.525650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7b190-2875-4f92-96ff-60f50638669b req-f1b8b560-ce26-4c46-9fcc-b492628f86e1 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:50.546208 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dbc7b190-2875-4f92-96ff-60f50638669b req-f1b8b560-ce26-4c46-9fcc-b492628f86e1 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.4012966 Sep 30 08:12:50.561518 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ddc37e00-0b41-4ca7-a228-6be27cc09a80 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.625705 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566057f-c90f-48b6-8bae-b6369e1fa17c req-7a665e40-acd3-476c-a1b3-8385b80ce384 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:50.635819 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ddc37e00-0b41-4ca7-a228-6be27cc09a80 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.639108 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1566057f-c90f-48b6-8bae-b6369e1fa17c req-7a665e40-acd3-476c-a1b3-8385b80ce384 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 945 time: 0.2137063 Sep 30 08:12:50.674147 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ddc37e00-0b41-4ca7-a228-6be27cc09a80 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.677360 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ddc37e00-0b41-4ca7-a228-6be27cc09a80 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/subnets/e66bb8c7-e71f-44f7-ba44-c4d246bab738 HTTP/1.1" status: 204 len: 168 time: 0.5315347 Sep 30 08:12:50.700091 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32824) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:50.705623 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6aee3bb6-c93e-4109-9474-0cf000a0de05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.708666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] For port 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:50.710016 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc37e00-0b41-4ca7-a228-6be27cc09a80 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event deleted for resources: {'Subnet': ['ID=e66bb8c7-e71f-44f7-ba44-c4d246bab738,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:50.754817 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] For port 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=88ab7f3a-57aa-41d9-8bcd-804eaf1d3423,segment=NetworkSegment(b0e61634-beb3-45c4-b101-15a63345981d),segment_id=b0e61634-beb3-45c4-b101-15a63345981d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:50.777690 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.811616 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.814509 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc9f11cf-b338-4935-b21a-58c454939e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.841943 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc9f11cf-b338-4935-b21a-58c454939e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.876323 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6aee3bb6-c93e-4109-9474-0cf000a0de05 None None] For port 8ce3946c-9f42-4f79-adef-5ea2112c9658, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=8ce3946c-9f42-4f79-adef-5ea2112c9658,segment=NetworkSegment(d3417cc7-1b70-430c-b719-9baa2dcaa4eb),segment_id=d3417cc7-1b70-430c-b719-9baa2dcaa4eb)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:50.909638 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc9f11cf-b338-4935-b21a-58c454939e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.912922 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc9f11cf-b338-4935-b21a-58c454939e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:50.917272 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cc9f11cf-b338-4935-b21a-58c454939e1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b937da78-4383-4942-bce7-cb926fa4ab65 HTTP/1.1" status: 204 len: 168 time: 0.4926333 Sep 30 08:12:50.928322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a291db-dfb6-44bd-8fcd-91e6f39a0732 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:50.930249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a291db-dfb6-44bd-8fcd-91e6f39a0732 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:50.932396 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-24a291db-dfb6-44bd-8fcd-91e6f39a0732 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2238724 Sep 30 08:12:50.946306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32830) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:50.954753 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f11cf-b338-4935-b21a-58c454939e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b937da78-4383-4942-bce7-cb926fa4ab65,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:51.003149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f9c21-e7aa-43d0-850c-c133c5c22a35 None None] Pushing event updated for resources: {'Port': ['ID=88ab7f3a-57aa-41d9-8bcd-804eaf1d3423,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:51.041203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-442aa03e-b26b-4388-968d-82984c7b3ff2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:51.054779 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6aee3bb6-c93e-4109-9474-0cf000a0de05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:51.065490 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-442aa03e-b26b-4388-968d-82984c7b3ff2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 30 08:12:51.067537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442aa03e-b26b-4388-968d-82984c7b3ff2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:12:51.069798 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-442aa03e-b26b-4388-968d-82984c7b3ff2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/networks/df131fb4-5106-4650-98ac-e905f655d6ea HTTP/1.1" status: 409 len: 405 time: 0.1224396 Sep 30 08:12:51.076530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32832) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:51.083956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c64a27bf-adf3-4783-98ea-9d34f823550b tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1193655555'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:51.125229 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64a27bf-adf3-4783-98ea-9d34f823550b tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Made reservation on behalf of cc1cd43c800a4aa79cae6e7bfed13975 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:51.128759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47aba-2533-41cb-8bf8-89eb16b3afdf req-75d9cff0-7f55-40fe-bd9a-19bda5efadc3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:51.130292 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c64a27bf-adf3-4783-98ea-9d34f823550b tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:51.136837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47aba-2533-41cb-8bf8-89eb16b3afdf req-75d9cff0-7f55-40fe-bd9a-19bda5efadc3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:51.143482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47aba-2533-41cb-8bf8-89eb16b3afdf req-75d9cff0-7f55-40fe-bd9a-19bda5efadc3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:51.167464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47aba-2533-41cb-8bf8-89eb16b3afdf req-75d9cff0-7f55-40fe-bd9a-19bda5efadc3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:51.174239 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47aba-2533-41cb-8bf8-89eb16b3afdf req-75d9cff0-7f55-40fe-bd9a-19bda5efadc3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:51.176436 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:12:51.176800 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:12:51.181141 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47aba-2533-41cb-8bf8-89eb16b3afdf req-75d9cff0-7f55-40fe-bd9a-19bda5efadc3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:51.188673 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47aba-2533-41cb-8bf8-89eb16b3afdf req-75d9cff0-7f55-40fe-bd9a-19bda5efadc3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:51.191976 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64a27bf-adf3-4783-98ea-9d34f823550b tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:12:51.199242 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60a47aba-2533-41cb-8bf8-89eb16b3afdf req-75d9cff0-7f55-40fe-bd9a-19bda5efadc3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5431 time: 0.7371788 Sep 30 08:12:51.213558 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c64a27bf-adf3-4783-98ea-9d34f823550b tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:51.214326 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-c64a27bf-adf3-4783-98ea-9d34f823550b tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Added segment 540bc871-3cad-41c6-b2f8-31c6a4f47d79 of type vlan for network d41c45bc-a566-422b-8f35-925d2e7f9ffd Sep 30 08:12:51.228580 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee3bb6-c93e-4109-9474-0cf000a0de05 None None] Pushing event updated for resources: {'Port': ['ID=8ce3946c-9f42-4f79-adef-5ea2112c9658,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:51.307136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dbc7b190-2875-4f92-96ff-60f50638669b req-09dbba39-4a82-45b8-994b-6091bd831c94 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1a1095-ada3-4122-8c0d-c77f047ceb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7602091 Sep 30 08:12:51.317179 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c64a27bf-adf3-4783-98ea-9d34f823550b tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:51.389990 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c64a27bf-adf3-4783-98ea-9d34f823550b tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:51.412518 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64a27bf-adf3-4783-98ea-9d34f823550b tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:51.412710 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60a47aba-2533-41cb-8bf8-89eb16b3afdf req-54df8739-421d-48d1-a6db-96dfd3b07e5a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2123225 Sep 30 08:12:51.414958 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c64a27bf-adf3-4783-98ea-9d34f823550b tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:51.503163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 32838) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:51.503424 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c64a27bf-adf3-4783-98ea-9d34f823550b tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4253187 Sep 30 08:12:51.536366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fe469ace-135f-46e3-afaf-c7956b4b7c59 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Request body: {'subnet': {'network_id': 'd41c45bc-a566-422b-8f35-925d2e7f9ffd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:51.564561 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a27bf-adf3-4783-98ea-9d34f823550b tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event updated for resources: {'Network': ['ID=d41c45bc-a566-422b-8f35-925d2e7f9ffd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:51.577896 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network d41c45bc-a566-422b-8f35-925d2e7f9ffd details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:12:51.658302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-fac0de88-bf2d-4f76-bb61-d08fa2ca47bf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Allocated IP 172.20.0.11 (95117f4a-763a-4903-a581-84bb55b346d4/68739a17-6737-4340-9fc7-309705504036/3584439c-13c9-4c1f-8e2c-a45ac024c6e8) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:51.755807 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bf2e8487-2538-47c5-9c2f-8cba112c871e None None] Provisioning complete for port 8ce3946c-9f42-4f79-adef-5ea2112c9658 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:51.756420 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8487-2538-47c5-9c2f-8cba112c871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:51.819945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0b8345d5-ff40-4284-9d31-f9fe18c336d4 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:51.821771 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0b8345d5-ff40-4284-9d31-f9fe18c336d4 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/networks?id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b HTTP/1.1" status: 200 len: 803 time: 0.1874628 Sep 30 08:12:51.963590 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d9b2304-4e30-4edc-804b-47c23267e82e req-b154421f-a16a-489d-8d18-1b436b407f27 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 210 time: 0.2599914 Sep 30 08:12:51.982193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1566057f-c90f-48b6-8bae-b6369e1fa17c req-b7102e9b-406e-434c-af7f-6923eea1b7c6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Deleting port 2c18cd8e-bb80-45bc-99a5-af13c00ece73 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:51.982798 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1566057f-c90f-48b6-8bae-b6369e1fa17c req-b7102e9b-406e-434c-af7f-6923eea1b7c6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.078237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe469ace-135f-46e3-afaf-c7956b4b7c59 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Made reservation on behalf of cc1cd43c800a4aa79cae6e7bfed13975 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:52.081871 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe469ace-135f-46e3-afaf-c7956b4b7c59 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.092591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-30353f9c-fde5-4375-a999-85a44c6279c0 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/quotas/cf18fc9ce15049db8fedfa3705b2274e HTTP/1.1" status: 200 len: 375 time: 0.1908264 Sep 30 08:12:52.167608 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42df4-1218-4141-8700-f49d8b907aa7 req-bbf78933-a006-42c2-abcb-a74747d0e0b4 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:52.169654 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cfb42df4-1218-4141-8700-f49d8b907aa7 req-bbf78933-a006-42c2-abcb-a74747d0e0b4 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.35 "GET /v2.0/ports?device_id=61a03cbb-b9a9-43ee-99c2-804414e70cf6 HTTP/1.1" status: 200 len: 945 time: 0.1320832 Sep 30 08:12:52.196986 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 8ce3946c-9f42-4f79-adef-5ea2112c9658 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:52.304079 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 8ce3946c-9f42-4f79-adef-5ea2112c9658 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:52.304706 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.357702 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:52.458288 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-1a73f0b3-d5b0-4105-809c-39614077953a tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf18fc9ce15049db8fedfa3705b2274e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3647733 Sep 30 08:12:52.466841 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0c1f3-61aa-4850-a2ab-e713fb719c50 req-8b5621e3-d7b6-4acf-8125-82fe40c42b58 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:52.475796 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-26e0c1f3-61aa-4850-a2ab-e713fb719c50 req-8b5621e3-d7b6-4acf-8125-82fe40c42b58 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/ports?device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 945 time: 0.3983479 Sep 30 08:12:52.478191 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:12:52.482421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-cfb42df4-1218-4141-8700-f49d8b907aa7 req-41e322e5-84db-4fd0-902e-192ec362f794 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Deleting port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:52.482761 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cfb42df4-1218-4141-8700-f49d8b907aa7 req-41e322e5-84db-4fd0-902e-192ec362f794 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.564448 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-fac0de88-bf2d-4f76-bb61-d08fa2ca47bf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.578058 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-26e0c1f3-61aa-4850-a2ab-e713fb719c50 req-7a756cac-1eb6-4ef3-869c-5582b9401d73 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/security-groups?id=74595d59-95a1-4403-a366-62787b1d17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991473 Sep 30 08:12:52.620755 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1566057f-c90f-48b6-8bae-b6369e1fa17c req-b7102e9b-406e-434c-af7f-6923eea1b7c6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] For port 2c18cd8e-bb80-45bc-99a5-af13c00ece73, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2c18cd8e-bb80-45bc-99a5-af13c00ece73,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:52.621558 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1566057f-c90f-48b6-8bae-b6369e1fa17c req-b7102e9b-406e-434c-af7f-6923eea1b7c6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.640398 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d11de6-7cda-4cda-bc9f-c4beddc55f8a None None] Network df131fb4-5106-4650-98ac-e905f655d6ea requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:52.712444 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.762830 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-db72be14-98aa-42ed-af3f-318904ecaad9 None None] Provisioning complete for port 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:52.763868 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db72be14-98aa-42ed-af3f-318904ecaad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.857716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:52.865991 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-fac0de88-bf2d-4f76-bb61-d08fa2ca47bf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.866255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a03cbb-b9a9-43ee-99c2-804414e70cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aec5d8c-cf48-479f-bb16-4bc8a49b5935'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:52.870915 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819c1ef1-7c2c-4549-9e71-d4f154bd59bc" -d '{"events": [{"server_uuid": "61a03cbb-b9a9-43ee-99c2-804414e70cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "5aec5d8c-cf48-479f-bb16-4bc8a49b5935"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:52.875656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:52.875656 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.877146 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:52.918123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1222d485-5bb4-442b-a798-f5e4839f79fe no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:52.938791 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-62624648-898b-4f64-aa56-b68717fe975e service neutron] 10.222.0.24 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528773 Sep 30 08:12:53.073378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cfb42df4-1218-4141-8700-f49d8b907aa7 req-41e322e5-84db-4fd0-902e-192ec362f794 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] For port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:53.073880 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cfb42df4-1218-4141-8700-f49d8b907aa7 req-41e322e5-84db-4fd0-902e-192ec362f794 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.104814 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db72be14-98aa-42ed-af3f-318904ecaad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.115108 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac9fb5-9438-43e8-969f-b8c893e138c1 req-70717991-a4dc-4af5-b5b9-e6fa5ae71126 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:53.116833 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e1ac9fb5-9438-43e8-969f-b8c893e138c1 req-70717991-a4dc-4af5-b5b9-e6fa5ae71126 tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 945 time: 0.1969886 Sep 30 08:12:53.150598 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-cfb42df4-1218-4141-8700-f49d8b907aa7 req-41e322e5-84db-4fd0-902e-192ec362f794 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Calling delete_port for 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:53.262493 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1566057f-c90f-48b6-8bae-b6369e1fa17c req-b7102e9b-406e-434c-af7f-6923eea1b7c6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.262859 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1566057f-c90f-48b6-8bae-b6369e1fa17c req-b7102e9b-406e-434c-af7f-6923eea1b7c6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.263179 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-1566057f-c90f-48b6-8bae-b6369e1fa17c req-b7102e9b-406e-434c-af7f-6923eea1b7c6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Floating IP 1d1d9c7c-2ae3-4570-9d68-7329a905e817 disassociated. External IP: 172.25.0.94, port: 2c18cd8e-bb80-45bc-99a5-af13c00ece73. Sep 30 08:12:53.263521 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1566057f-c90f-48b6-8bae-b6369e1fa17c req-b7102e9b-406e-434c-af7f-6923eea1b7c6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Calling delete_port for 2c18cd8e-bb80-45bc-99a5-af13c00ece73 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:53.287688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-db72be14-98aa-42ed-af3f-318904ecaad9 None None] For port 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=88ab7f3a-57aa-41d9-8bcd-804eaf1d3423,segment=NetworkSegment(b0e61634-beb3-45c4-b101-15a63345981d),segment_id=b0e61634-beb3-45c4-b101-15a63345981d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:53.290588 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:53.293838 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.303447 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db72be14-98aa-42ed-af3f-318904ecaad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.385562 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32894) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:53.399509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f35e42c-2b4a-4b39-95e0-6c41920a139d None None] DHCP port deletion for df131fb4-5106-4650-98ac-e905f655d6ea request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:12:53.403954 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-e1ac9fb5-9438-43e8-969f-b8c893e138c1 req-ac05d562-4271-4d48-ae7d-a5d7ebc9081b tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Deleting port 1222d485-5bb4-442b-a798-f5e4839f79fe {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:53.404619 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e1ac9fb5-9438-43e8-969f-b8c893e138c1 req-ac05d562-4271-4d48-ae7d-a5d7ebc9081b tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.439937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 1222d485-5bb4-442b-a798-f5e4839f79fe, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1222d485-5bb4-442b-a798-f5e4839f79fe,segment=NetworkSegment(c6e53143-2d28-4ad2-809a-2f733953175e),segment_id=c6e53143-2d28-4ad2-809a-2f733953175e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:53.457084 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.457760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 2c18cd8e-bb80-45bc-99a5-af13c00ece73 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:53.493297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72be14-98aa-42ed-af3f-318904ecaad9 None None] Pushing event updated for resources: {'Port': ['ID=88ab7f3a-57aa-41d9-8bcd-804eaf1d3423,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:53.560729 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cfb42df4-1218-4141-8700-f49d8b907aa7 req-41e322e5-84db-4fd0-902e-192ec362f794 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.611341 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=1222d485-5bb4-442b-a798-f5e4839f79fe,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:53.621653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e322e5-84db-4fd0-902e-192ec362f794 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Pushing event deleted for resources: {'Port': ['ID=5aec5d8c-cf48-479f-bb16-4bc8a49b5935,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:53.639437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e1ac9fb5-9438-43e8-969f-b8c893e138c1 req-ac05d562-4271-4d48-ae7d-a5d7ebc9081b tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] For port 1222d485-5bb4-442b-a798-f5e4839f79fe, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1222d485-5bb4-442b-a798-f5e4839f79fe,segment=NetworkSegment(c6e53143-2d28-4ad2-809a-2f733953175e),segment_id=c6e53143-2d28-4ad2-809a-2f733953175e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:53.640028 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e1ac9fb5-9438-43e8-969f-b8c893e138c1 req-ac05d562-4271-4d48-ae7d-a5d7ebc9081b tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.661137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-fac0de88-bf2d-4f76-bb61-d08fa2ca47bf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Network 95117f4a-763a-4903-a581-84bb55b346d4 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:53.671606 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Port 2c18cd8e-bb80-45bc-99a5-af13c00ece73 update to DOWN by agent not found {{(pid=94839) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Sep 30 08:12:53.684934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5f35e42c-2b4a-4b39-95e0-6c41920a139d None None] Deleting port 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:12:53.689722 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-fac0de88-bf2d-4f76-bb61-d08fa2ca47bf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:53.690385 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f35e42c-2b4a-4b39-95e0-6c41920a139d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.698136 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1566057f-c90f-48b6-8bae-b6369e1fa17c req-b7102e9b-406e-434c-af7f-6923eea1b7c6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.709266 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-fac0de88-bf2d-4f76-bb61-d08fa2ca47bf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:53.721177 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0f470f7-aaa1-4aa7-a9cb-9b3b8208399f req-394c684d-ed41-402e-b714-6eaaedcf2264 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 210 time: 0.7106135 Sep 30 08:12:53.724986 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb42df4-1218-4141-8700-f49d8b907aa7 req-41e322e5-84db-4fd0-902e-192ec362f794 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] No DVR routers for this DVR port 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:12:53.736575 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cfb42df4-1218-4141-8700-f49d8b907aa7 req-41e322e5-84db-4fd0-902e-192ec362f794 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.739054 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cfb42df4-1218-4141-8700-f49d8b907aa7 req-41e322e5-84db-4fd0-902e-192ec362f794 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.35 "DELETE /v2.0/ports/5aec5d8c-cf48-479f-bb16-4bc8a49b5935 HTTP/1.1" status: 204 len: 173 time: 1.5469511 Sep 30 08:12:53.739787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a03cbb-b9a9-43ee-99c2-804414e70cf6', 'name': 'network-vif-deleted', 'tag': '5aec5d8c-cf48-479f-bb16-4bc8a49b5935'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:53.742052 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d69508-cee7-4c9f-b31c-2da0b5e48c5e" -d '{"events": [{"server_uuid": "61a03cbb-b9a9-43ee-99c2-804414e70cf6", "name": "network-vif-deleted", "tag": "5aec5d8c-cf48-479f-bb16-4bc8a49b5935"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:53.746479 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-e1ac9fb5-9438-43e8-969f-b8c893e138c1 req-ac05d562-4271-4d48-ae7d-a5d7ebc9081b tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Calling delete_port for 1222d485-5bb4-442b-a798-f5e4839f79fe owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:53.749103 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a11f59a2-e2db-43d8-b4f3-64d0dae8421c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.833183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0de88-bf2d-4f76-bb61-d08fa2ca47bf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Pushing event updated for resources: {'Port': ['ID=3584439c-13c9-4c1f-8e2c-a45ac024c6e8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:53.865954 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5f35e42c-2b4a-4b39-95e0-6c41920a139d None None] For port 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=88ab7f3a-57aa-41d9-8bcd-804eaf1d3423,segment=NetworkSegment(b0e61634-beb3-45c4-b101-15a63345981d),segment_id=b0e61634-beb3-45c4-b101-15a63345981d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:12:53.866365 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f35e42c-2b4a-4b39-95e0-6c41920a139d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:53.897214 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5f35e42c-2b4a-4b39-95e0-6c41920a139d None None] Calling delete_port for 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:12:53.951169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-a86b197c-3d8f-47af-ba43-8689f576c53e service neutron] 10.222.0.24 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9351380 Sep 30 08:12:53.959090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7102e9b-406e-434c-af7f-6923eea1b7c6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event deleted for resources: {'Port': ['ID=2c18cd8e-bb80-45bc-99a5-af13c00ece73,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:54.032413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-fac0de88-bf2d-4f76-bb61-d08fa2ca47bf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:54.033204 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-fac0de88-bf2d-4f76-bb61-d08fa2ca47bf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:54.059793 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f35e42c-2b4a-4b39-95e0-6c41920a139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:54.114684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24212bc-f312-4a4a-a269-3a29352bab49 req-f88318f1-0bd2-41a4-aef1-6579b60503c2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:54.120720 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:54.123232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24212bc-f312-4a4a-a269-3a29352bab49 req-f88318f1-0bd2-41a4-aef1-6579b60503c2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:54.127400 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35e42c-2b4a-4b39-95e0-6c41920a139d None None] Pushing event deleted for resources: {'Port': ['ID=88ab7f3a-57aa-41d9-8bcd-804eaf1d3423,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:54.133139 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24212bc-f312-4a4a-a269-3a29352bab49 req-f88318f1-0bd2-41a4-aef1-6579b60503c2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:54.134492 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e1ac9fb5-9438-43e8-969f-b8c893e138c1 req-ac05d562-4271-4d48-ae7d-a5d7ebc9081b tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:54.149724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24212bc-f312-4a4a-a269-3a29352bab49 req-f88318f1-0bd2-41a4-aef1-6579b60503c2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:54.163240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24212bc-f312-4a4a-a269-3a29352bab49 req-f88318f1-0bd2-41a4-aef1-6579b60503c2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:54.177002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24212bc-f312-4a4a-a269-3a29352bab49 req-f88318f1-0bd2-41a4-aef1-6579b60503c2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:54.182410 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f35e42c-2b4a-4b39-95e0-6c41920a139d None None] No DVR routers for this DVR port 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:12:54.184111 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:12:54.184459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 88ab7f3a-57aa-41d9-8bcd-804eaf1d3423 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:12:54.189017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24212bc-f312-4a4a-a269-3a29352bab49 req-f88318f1-0bd2-41a4-aef1-6579b60503c2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:54.198575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b24212bc-f312-4a4a-a269-3a29352bab49 req-f88318f1-0bd2-41a4-aef1-6579b60503c2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5431 time: 0.2984538 Sep 30 08:12:54.247807 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb2721e-1d39-4e91-8066-02d070c73373 x-openstack-request-id: req-ecb2721e-1d39-4e91-8066-02d070c73373 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:54.248143 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a03cbb-b9a9-43ee-99c2-804414e70cf6", "name": "network-vif-unplugged", "status": "completed", "tag": "5aec5d8c-cf48-479f-bb16-4bc8a49b5935", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:54.248401 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ecb2721e-1d39-4e91-8066-02d070c73373 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:54.248794 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a03cbb-b9a9-43ee-99c2-804414e70cf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aec5d8c-cf48-479f-bb16-4bc8a49b5935', 'code': 200} Sep 30 08:12:54.316196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05d562-4271-4d48-ae7d-a5d7ebc9081b tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Pushing event deleted for resources: {'Port': ['ID=1222d485-5bb4-442b-a798-f5e4839f79fe,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:54.325546 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b24212bc-f312-4a4a-a269-3a29352bab49 req-bb3438d5-f355-4127-a706-da3a880c4dab tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1261611 Sep 30 08:12:54.393636 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ac9fb5-9438-43e8-969f-b8c893e138c1 req-ac05d562-4271-4d48-ae7d-a5d7ebc9081b tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] No DVR routers for this DVR port 1222d485-5bb4-442b-a798-f5e4839f79fe on host n-h1-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:12:54.399369 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e1ac9fb5-9438-43e8-969f-b8c893e138c1 req-ac05d562-4271-4d48-ae7d-a5d7ebc9081b tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:54.401702 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e1ac9fb5-9438-43e8-969f-b8c893e138c1 req-ac05d562-4271-4d48-ae7d-a5d7ebc9081b tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.36 "DELETE /v2.0/ports/1222d485-5bb4-442b-a798-f5e4839f79fe HTTP/1.1" status: 204 len: 173 time: 1.2663615 Sep 30 08:12:54.443534 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a11f59a2-e2db-43d8-b4f3-64d0dae8421c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:54.451457 n-d-807359-2 neutron-server[94837]: DEBUG neutron.objects.ports [None req-fe469ace-135f-46e3-afaf-c7956b4b7c59 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94837) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:12:54.455240 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a11f59a2-e2db-43d8-b4f3-64d0dae8421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:54.464596 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe469ace-135f-46e3-afaf-c7956b4b7c59 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:54.568189 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a11f59a2-e2db-43d8-b4f3-64d0dae8421c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95b456ea1f434838bf1b796e306bf2ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1809926 Sep 30 08:12:54.570872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:54.595034 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-fac0de88-bf2d-4f76-bb61-d08fa2ca47bf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7460642 Sep 30 08:12:54.610429 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f59a2-e2db-43d8-b4f3-64d0dae8421c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa860874-74bd-4dd9-9401-214ff72fd801,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:54.667125 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4290da50-df65-4169-af1d-5333718ffc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:54.699711 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Request body: {'port': {'device_id': '18c19fe4-2440-40bf-814e-1a90b8a977a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:54.743263 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4290da50-df65-4169-af1d-5333718ffc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:54.824419 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933126bd-3e50-4782-9f1b-7a42e8d0fa48 req-9509be36-96a9-47fb-b554-a611c6f8b9fc tempest-ServerGroupTestJSON-724602168 tempest-ServerGroupTestJSON-724602168-project] 10.222.0.24 "GET /v2.0/ports?device_id=48ee1106-4649-40b5-b9a6-a1a53ed33f15 HTTP/1.1" status: 200 len: 210 time: 0.3093326 Sep 30 08:12:54.828284 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4290da50-df65-4169-af1d-5333718ffc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:54.835641 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4290da50-df65-4169-af1d-5333718ffc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:54.840272 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4290da50-df65-4169-af1d-5333718ffc4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa860874-74bd-4dd9-9401-214ff72fd801 HTTP/1.1" status: 204 len: 168 time: 0.2657473 Sep 30 08:12:54.868993 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290da50-df65-4169-af1d-5333718ffc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa860874-74bd-4dd9-9401-214ff72fd801,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:54.889692 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe469ace-135f-46e3-afaf-c7956b4b7c59 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event updated for resources: {'Subnet': ['ID=4e10b106-a230-4a21-bb5b-0b3b8c6ac13e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:54.915221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5617901-e306-45e9-8817-1bed9afe06e7 req-0a2eed53-ce03-4dcf-8d46-be7f48ea2614 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:54.917364 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5617901-e306-45e9-8817-1bed9afe06e7 req-0a2eed53-ce03-4dcf-8d46-be7f48ea2614 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 932 time: 0.5872493 Sep 30 08:12:54.925497 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0440b7d6-c5df-4d55-b834-9c8e53d889f9 x-openstack-request-id: req-0440b7d6-c5df-4d55-b834-9c8e53d889f9 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:54.926093 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a03cbb-b9a9-43ee-99c2-804414e70cf6", "name": "network-vif-deleted", "tag": "5aec5d8c-cf48-479f-bb16-4bc8a49b5935", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:54.926912 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0440b7d6-c5df-4d55-b834-9c8e53d889f9 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:54.927465 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a03cbb-b9a9-43ee-99c2-804414e70cf6', 'name': 'network-vif-deleted', 'tag': '5aec5d8c-cf48-479f-bb16-4bc8a49b5935', 'status': 'completed', 'code': 200} Sep 30 08:12:54.982185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe469ace-135f-46e3-afaf-c7956b4b7c59 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Checking segment: {'id': '540bc871-3cad-41c6-b2f8-31c6a4f47d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd41c45bc-a566-422b-8f35-925d2e7f9ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:54.982899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe469ace-135f-46e3-afaf-c7956b4b7c59 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Network hostable DHCP agents. Network: d41c45bc-a566-422b-8f35-925d2e7f9ffd, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:12:54.990298 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:55.043801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1566057f-c90f-48b6-8bae-b6369e1fa17c req-b7102e9b-406e-434c-af7f-6923eea1b7c6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Router f50bea76-0f14-4d5f-a521-ff5456dfbf89 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:12:55.068098 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39651d8e-ba0b-460d-8582-40873b6cb4a8 req-0c438164-646c-4a99-a57c-491b0bb017a6 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 210 time: 0.0883098 Sep 30 08:12:55.192058 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5617901-e306-45e9-8817-1bed9afe06e7 req-691cdfe2-1d35-418e-9828-771c8e3c6a1e tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061369 Sep 30 08:12:55.192820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe469ace-135f-46e3-afaf-c7956b4b7c59 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Network d41c45bc-a566-422b-8f35-925d2e7f9ffd is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:12:55.720591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-14550159-5183-49f1-9135-fa87d41c78a4 req-e67139be-a51a-4e09-8814-6381d31bfa8c tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 210 time: 0.5208592 Sep 30 08:12:55.726720 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-fe469ace-135f-46e3-afaf-c7956b4b7c59 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, d41c45bc-a566-422b-8f35-925d2e7f9ffd) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:55.740670 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5671b74-c8aa-4c96-a29b-15ef3bbb83ea None None] Network d41c45bc-a566-422b-8f35-925d2e7f9ffd requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:55.753339 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe469ace-135f-46e3-afaf-c7956b4b7c59 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:55.754474 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe469ace-135f-46e3-afaf-c7956b4b7c59 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:55.794077 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fe469ace-135f-46e3-afaf-c7956b4b7c59 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2798736 Sep 30 08:12:55.795408 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32944) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:55.802944 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c8d9f218-7b4e-4c42-b45e-3864ca2c7d5d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Request body: {'port': {'network_id': 'd41c45bc-a566-422b-8f35-925d2e7f9ffd', 'name': 'tempest-NetworksIpV6TestAttrs-1305740357'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:55.999507 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d9f218-7b4e-4c42-b45e-3864ca2c7d5d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Made reservation on behalf of cc1cd43c800a4aa79cae6e7bfed13975 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:56.003363 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8d9f218-7b4e-4c42-b45e-3864ca2c7d5d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:56.061868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-c8d9f218-7b4e-4c42-b45e-3864ca2c7d5d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] device_id is not set on port 00b3844a-2883-4cde-81a9-50e2788f3d80 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:12:56.169456 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 32958) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:56.201074 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-d41c45bc-a566-422b-8f35-925d2e7f9ffd', 'network_id': 'd41c45bc-a566-422b-8f35-925d2e7f9ffd', 'tenant_id': 'cc1cd43c800a4aa79cae6e7bfed13975', 'fixed_ips': [{'subnet_id': '4e10b106-a230-4a21-bb5b-0b3b8c6ac13e'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:12:56.202194 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:56.253282 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ee1106-4649-40b5-b9a6-a1a53ed33f15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1222d485-5bb4-442b-a798-f5e4839f79fe'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:56.268711 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abc287e-1ba9-48bf-ab7e-e066a42bafc5" -d '{"events": [{"server_uuid": "48ee1106-4649-40b5-b9a6-a1a53ed33f15", "name": "network-vif-unplugged", "status": "completed", "tag": "1222d485-5bb4-442b-a798-f5e4839f79fe"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:56.332206 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16d2f5-2607-47d5-a6f2-6f52f2189a21 req-1ead3ae2-fdc6-48ca-ad5c-e94f332fcf69 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:56.338485 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16d2f5-2607-47d5-a6f2-6f52f2189a21 req-1ead3ae2-fdc6-48ca-ad5c-e94f332fcf69 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:56.384676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16d2f5-2607-47d5-a6f2-6f52f2189a21 req-1ead3ae2-fdc6-48ca-ad5c-e94f332fcf69 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:56.395764 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16d2f5-2607-47d5-a6f2-6f52f2189a21 req-1ead3ae2-fdc6-48ca-ad5c-e94f332fcf69 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:56.416611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16d2f5-2607-47d5-a6f2-6f52f2189a21 req-1ead3ae2-fdc6-48ca-ad5c-e94f332fcf69 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:56.423807 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16d2f5-2607-47d5-a6f2-6f52f2189a21 req-1ead3ae2-fdc6-48ca-ad5c-e94f332fcf69 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:56.445101 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16d2f5-2607-47d5-a6f2-6f52f2189a21 req-1ead3ae2-fdc6-48ca-ad5c-e94f332fcf69 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:56.446127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:12:56.447072 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1f16d2f5-2607-47d5-a6f2-6f52f2189a21 req-1ead3ae2-fdc6-48ca-ad5c-e94f332fcf69 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5431 time: 0.7316930 Sep 30 08:12:56.499886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1842890223-network', 'tenant_id': 'b4c9428373294d4091a65204159b0981'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:56.501973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:12:56.502762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5aec5d8c-cf48-479f-bb16-4bc8a49b5935 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:12:56.504101 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1566057f-c90f-48b6-8bae-b6369e1fa17c req-b7102e9b-406e-434c-af7f-6923eea1b7c6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:12:56.515091 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595b0c0-b3c3-4499-8b6c-58439fb70190 None None] Sync routers for ids ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:12:56.534045 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595b0c0-b3c3-4499-8b6c-58439fb70190 None None] Routers {'f50bea76-0f14-4d5f-a521-ff5456dfbf89'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:56.536162 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5595b0c0-b3c3-4499-8b6c-58439fb70190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:12:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:56.537605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68f4c120-ee8b-4395-a344-e7044959718f req-d54adf9d-e8a8-43fd-a296-91cf66195d45 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 210 time: 0.2893293 Sep 30 08:12:56.604584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c8d9f218-7b4e-4c42-b45e-3864ca2c7d5d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Allocated IP 2001:db8::f816:3eff:feea:fde9 (d41c45bc-a566-422b-8f35-925d2e7f9ffd/4e10b106-a230-4a21-bb5b-0b3b8c6ac13e/00b3844a-2883-4cde-81a9-50e2788f3d80) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:56.625289 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-3770eb92-45b8-46c7-a1f9-b90ffbf10e01 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:56.626928 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-3770eb92-45b8-46c7-a1f9-b90ffbf10e01 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.35 "GET /v2.0/networks?id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b HTTP/1.1" status: 200 len: 803 time: 0.4362791 Sep 30 08:12:56.668065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-73c188d7-65af-498c-8c2f-8f6311f6c66d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Request body: {'port': {'device_id': '826bbcae-0f4c-45be-af26-b9f30dfd5702', 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b', 'admin_state_up': True, 'tenant_id': 'cf18fc9ce15049db8fedfa3705b2274e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:56.678208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1566057f-c90f-48b6-8bae-b6369e1fa17c req-b7102e9b-406e-434c-af7f-6923eea1b7c6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] No DVR routers for this DVR port 2c18cd8e-bb80-45bc-99a5-af13c00ece73 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:12:56.690819 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1566057f-c90f-48b6-8bae-b6369e1fa17c req-b7102e9b-406e-434c-af7f-6923eea1b7c6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:56.693076 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1566057f-c90f-48b6-8bae-b6369e1fa17c req-b7102e9b-406e-434c-af7f-6923eea1b7c6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.36 "DELETE /v2.0/ports/2c18cd8e-bb80-45bc-99a5-af13c00ece73 HTTP/1.1" status: 204 len: 173 time: 6.0534058 Sep 30 08:12:56.693552 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7', 'name': 'network-vif-deleted', 'tag': '2c18cd8e-bb80-45bc-99a5-af13c00ece73'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:56.697204 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1571829c-e241-4006-aa3f-68d0ba7c0eae" -d '{"events": [{"server_uuid": "6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7", "name": "network-vif-deleted", "tag": "2c18cd8e-bb80-45bc-99a5-af13c00ece73"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:56.713065 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1f16d2f5-2607-47d5-a6f2-6f52f2189a21 req-233667f7-c2bf-4f40-a300-11dac70c3b70 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2189655 Sep 30 08:12:56.743621 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] Made reservation on behalf of b4c9428373294d4091a65204159b0981 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:56.751124 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5595b0c0-b3c3-4499-8b6c-58439fb70190 None None] Set router f50bea76-0f14-4d5f-a521-ff5456dfbf89 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:12:56.756466 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:56.778572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:12:56.794793 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:56.804291 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:56.826995 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Transition to ACTIVE for port object 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:12:56.836920 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:56.873149 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21225ed-dfbe-4eaa-96c9-545341bb5678 x-openstack-request-id: req-c21225ed-dfbe-4eaa-96c9-545341bb5678 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:56.873964 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ee1106-4649-40b5-b9a6-a1a53ed33f15", "name": "network-vif-unplugged", "status": "completed", "tag": "1222d485-5bb4-442b-a798-f5e4839f79fe", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:56.874352 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c21225ed-dfbe-4eaa-96c9-545341bb5678 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:56.874953 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ee1106-4649-40b5-b9a6-a1a53ed33f15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1222d485-5bb4-442b-a798-f5e4839f79fe', 'code': 200} Sep 30 08:12:56.918551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ba017-dc26-41e6-9d77-eeaa3c48c749 req-acbcc718-f5a5-4f64-8120-c62b52b03492 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:56.920424 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-752ba017-dc26-41e6-9d77-eeaa3c48c749 req-acbcc718-f5a5-4f64-8120-c62b52b03492 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 932 time: 0.2166445 Sep 30 08:12:56.930355 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ee1106-4649-40b5-b9a6-a1a53ed33f15', 'name': 'network-vif-deleted', 'tag': '1222d485-5bb4-442b-a798-f5e4839f79fe'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:56.933405 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0236c120-658c-41f3-a56f-53ec6c6c0839" -d '{"events": [{"server_uuid": "48ee1106-4649-40b5-b9a6-a1a53ed33f15", "name": "network-vif-deleted", "tag": "1222d485-5bb4-442b-a798-f5e4839f79fe"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:56.997995 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8d9f218-7b4e-4c42-b45e-3864ca2c7d5d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.033628 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-752ba017-dc26-41e6-9d77-eeaa3c48c749 req-247be24e-2aaf-4332-824f-61e8771da71f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961475 Sep 30 08:12:57.034500 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Pushing event updated for resources: {'Port': ['ID=3584439c-13c9-4c1f-8e2c-a45ac024c6e8,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:57.041183 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8d9f218-7b4e-4c42-b45e-3864ca2c7d5d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.165907 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Allocated IP 2001:db8::f816:3eff:fe67:cdac (d41c45bc-a566-422b-8f35-925d2e7f9ffd/4e10b106-a230-4a21-bb5b-0b3b8c6ac13e/d42a1b89-36f4-44f1-a3f7-1b7220231fac) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:57.203380 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Attempting to bind port 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:57.204160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Attempting to bind port 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:57.205327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Attempting to bind port 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 on network 95117f4a-763a-4903-a581-84bb55b346d4 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:57.215147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Port 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 on network 95117f4a-763a-4903-a581-84bb55b346d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:12:57.215796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Attempting to bind port 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 on network 95117f4a-763a-4903-a581-84bb55b346d4 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:57.227981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9f218-7b4e-4c42-b45e-3864ca2c7d5d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event updated for resources: {'Port': ['ID=00b3844a-2883-4cde-81a9-50e2788f3d80,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:57.229056 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:57.229662 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Checking segment: {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:57.230284 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Bound using segment: {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:57.230941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Bound port: 3584439c-13c9-4c1f-8e2c-a45ac024c6e8, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:57.231563 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.256697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d9f218-7b4e-4c42-b45e-3864ca2c7d5d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Network d41c45bc-a566-422b-8f35-925d2e7f9ffd is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:57.261157 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c8d9f218-7b4e-4c42-b45e-3864ca2c7d5d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:57.261835 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430778aa-5077-4b23-aa36-bca112f0b6bb x-openstack-request-id: req-430778aa-5077-4b23-aa36-bca112f0b6bb {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:57.262132 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7", "name": "network-vif-deleted", "tag": "2c18cd8e-bb80-45bc-99a5-af13c00ece73", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:57.262921 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-430778aa-5077-4b23-aa36-bca112f0b6bb {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:57.262921 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7', 'name': 'network-vif-deleted', 'tag': '2c18cd8e-bb80-45bc-99a5-af13c00ece73', 'status': 'completed', 'code': 200} Sep 30 08:12:57.272597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d9f218-7b4e-4c42-b45e-3864ca2c7d5d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:57.274929 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.286812 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d9f218-7b4e-4c42-b45e-3864ca2c7d5d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:57.287537 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8d9f218-7b4e-4c42-b45e-3864ca2c7d5d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.296438 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.350294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-73c188d7-65af-498c-8c2f-8f6311f6c66d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Made reservation on behalf of cf18fc9ce15049db8fedfa3705b2274e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:57.359230 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-73c188d7-65af-498c-8c2f-8f6311f6c66d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.369401 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c8d9f218-7b4e-4c42-b45e-3864ca2c7d5d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5714762 Sep 30 08:12:57.369900 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5595b0c0-b3c3-4499-8b6c-58439fb70190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:07Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f22c6333-226d-4d94-aa4d-ef8995947044', 'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'mac_address': 'fa:16:3e:30:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:06Z', 'updated_at': '2021-09-30T08:08:14Z', 'revision_number': 5, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'subnets': [{'id': '83b391f2-40bb-46fd-9398-46e69258862b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:57.374498 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:12:57.387748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:57.408610 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ace5237d-fd2d-4dec-b00e-118458699a1e req-4628e6f1-ba14-49ce-9a21-eb62d6df6275 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cbb0016-d2a8-4a49-b8ea-0460a6da1ae7 HTTP/1.1" status: 200 len: 210 time: 0.0615041 Sep 30 08:12:57.420505 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae487dc-7c71-4b9a-82e7-d1d56867ba68,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:57.440700 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595b0c0-b3c3-4499-8b6c-58439fb70190 None None] Checking router: f50bea76-0f14-4d5f-a521-ff5456dfbf89 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:12:57.451293 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] For port 3584439c-13c9-4c1f-8e2c-a45ac024c6e8, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:57.463986 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.464420 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] Added segment 1ee08142-f327-4e9e-a4d8-ca13f9dc85bd of type vlan for network 7e190e83-40df-446b-b24e-ad1892687b5c Sep 30 08:12:57.466460 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595b0c0-b3c3-4499-8b6c-58439fb70190 None None] Routers {'f50bea76-0f14-4d5f-a521-ff5456dfbf89'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:12:57.467037 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] For port 3584439c-13c9-4c1f-8e2c-a45ac024c6e8, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3584439c-13c9-4c1f-8e2c-a45ac024c6e8,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:57.467887 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5595b0c0-b3c3-4499-8b6c-58439fb70190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:12:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:57.491654 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.529407 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d263ae14-4410-4931-8ce0-d02296a31186 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Deleting subnet 4e10b106-a230-4a21-bb5b-0b3b8c6ac13e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:12:57.546310 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bf4a71-5a21-4e05-b6f9-7b9e9b61d0cf x-openstack-request-id: req-88bf4a71-5a21-4e05-b6f9-7b9e9b61d0cf {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:57.546606 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ee1106-4649-40b5-b9a6-a1a53ed33f15", "name": "network-vif-deleted", "tag": "1222d485-5bb4-442b-a798-f5e4839f79fe", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:57.549644 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88bf4a71-5a21-4e05-b6f9-7b9e9b61d0cf {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:57.550079 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ee1106-4649-40b5-b9a6-a1a53ed33f15', 'name': 'network-vif-deleted', 'tag': '1222d485-5bb4-442b-a798-f5e4839f79fe', 'status': 'completed', 'code': 200} Sep 30 08:12:57.609163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:57.609802 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.611545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] 10.222.0.36 "PUT /v2.0/ports/3584439c-13c9-4c1f-8e2c-a45ac024c6e8 HTTP/1.1" status: 200 len: 1092 time: 2.9773335 Sep 30 08:12:57.623953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32994) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:57.686515 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.732820 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5595b0c0-b3c3-4499-8b6c-58439fb70190 None None] Set router f50bea76-0f14-4d5f-a521-ff5456dfbf89 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:12:57.768722 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea76f1e-77c4-4432-818a-c0ef264c5872 admin admin] Deleting subnet 4ac6ecb0-4c93-4122-ab0f-e1ff67996552 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:12:57.778204 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ea76f1e-77c4-4432-818a-c0ef264c5872 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.790456 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b8d82-5b2d-4c9a-958c-eebf90048db2 req-932b207c-5296-4629-914b-3b1d0b99b509 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:57.792521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-424b8d82-5b2d-4c9a-958c-eebf90048db2 req-932b207c-5296-4629-914b-3b1d0b99b509 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.2550602 Sep 30 08:12:57.793185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c281120-eec8-460c-aceb-aadce13e2106 service neutron] Pushing event updated for resources: {'Port': ['ID=3584439c-13c9-4c1f-8e2c-a45ac024c6e8,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:57.798339 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.808093 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:12:57.809599 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.821764 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d263ae14-4410-4931-8ce0-d02296a31186 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.833347 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e10557f-b310-4c8d-85db-69c563c37449 req-484c4481-000d-4844-99b7-a79eb156cfc3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 210 time: 0.1125593 Sep 30 08:12:57.851892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Network d41c45bc-a566-422b-8f35-925d2e7f9ffd is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:57.856675 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:57.866322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:57.866541 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.867469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:57.868086 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.869628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Pushing event updated for resources: {'Port': ['ID=d42a1b89-36f4-44f1-a3f7-1b7220231fac,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:57.883974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-4a982435-4927-4d49-8d70-69cd677b9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:57.885469 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-4a982435-4927-4d49-8d70-69cd677b9dcf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 1095 time: 0.2178330 Sep 30 08:12:57.916471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-424b8d82-5b2d-4c9a-958c-eebf90048db2 req-65dbe3cc-8e72-46da-9794-5bf0dcae8aca tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110814 Sep 30 08:12:57.949976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Attempting to bind port d42a1b89-36f4-44f1-a3f7-1b7220231fac on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:12:57.950509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Attempting to bind port d42a1b89-36f4-44f1-a3f7-1b7220231fac by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '540bc871-3cad-41c6-b2f8-31c6a4f47d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd41c45bc-a566-422b-8f35-925d2e7f9ffd'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:12:57.950721 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Attempting to bind port d42a1b89-36f4-44f1-a3f7-1b7220231fac on network d41c45bc-a566-422b-8f35-925d2e7f9ffd {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:12:57.956477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:12:57.956891 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Checking segment: {'id': '540bc871-3cad-41c6-b2f8-31c6a4f47d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd41c45bc-a566-422b-8f35-925d2e7f9ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:57.957273 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.957965 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Bound using segment: {'id': '540bc871-3cad-41c6-b2f8-31c6a4f47d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd41c45bc-a566-422b-8f35-925d2e7f9ffd'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:12:57.958449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Bound port: d42a1b89-36f4-44f1-a3f7-1b7220231fac, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540bc871-3cad-41c6-b2f8-31c6a4f47d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd41c45bc-a566-422b-8f35-925d2e7f9ffd'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:12:57.958843 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:57.964991 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7944796 Sep 30 08:12:57.968295 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-0fd03d5f-b9f6-4d12-a935-44cc94509ee8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3584439c-13c9-4c1f-8e2c-a45ac024c6e8 HTTP/1.1" status: 200 len: 217 time: 0.0672567 Sep 30 08:12:57.968749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 32998) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:57.977639 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-59a2e79a-a199-4a4c-858c-3f3dc65cca15 admin admin] Request body: {'subnet': {'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1842890223-subnet', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:57.995348 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-066b76db-5872-4ee4-861b-c05bf501a430 req-b7ef8cbd-d10b-4418-81a4-35f57b835be7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4443448 Sep 30 08:12:58.008650 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5595b0c0-b3c3-4499-8b6c-58439fb70190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:07Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f22c6333-226d-4d94-aa4d-ef8995947044', 'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'mac_address': 'fa:16:3e:30:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:06Z', 'updated_at': '2021-09-30T08:08:14Z', 'revision_number': 5, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'subnets': [{'id': '83b391f2-40bb-46fd-9398-46e69258862b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:58.016327 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d263ae14-4410-4931-8ce0-d02296a31186 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:58.029869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711fa2b-3949-45d8-be59-53cd6b17aa52 admin admin] Pushing event updated for resources: {'Network': ['ID=7e190e83-40df-446b-b24e-ad1892687b5c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:58.042784 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 7e190e83-40df-446b-b24e-ad1892687b5c details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:12:58.066594 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] For port d42a1b89-36f4-44f1-a3f7-1b7220231fac, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:12:58.076570 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595b0c0-b3c3-4499-8b6c-58439fb70190 None None] The sync data for ids ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'] in n-d-807359-2 is: [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:07Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f22c6333-226d-4d94-aa4d-ef8995947044', 'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'mac_address': 'fa:16:3e:30:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:06Z', 'updated_at': '2021-09-30T08:08:14Z', 'revision_number': 5, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'subnets': [{'id': '83b391f2-40bb-46fd-9398-46e69258862b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:12:58.097150 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] For port d42a1b89-36f4-44f1-a3f7-1b7220231fac, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d42a1b89-36f4-44f1-a3f7-1b7220231fac,segment=NetworkSegment(540bc871-3cad-41c6-b2f8-31c6a4f47d79),segment_id=540bc871-3cad-41c6-b2f8-31c6a4f47d79)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:12:58.122709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a2e79a-a199-4a4c-858c-3f3dc65cca15 admin admin] Made reservation on behalf of b4c9428373294d4091a65204159b0981 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:58.124986 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59a2e79a-a199-4a4c-858c-3f3dc65cca15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:58.143423 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:58.148358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-4829f533-bae5-4767-9a41-4057fdc38e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:58.149841 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-4829f533-bae5-4767-9a41-4057fdc38e9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68739a17-6737-4340-9fc7-309705504036 HTTP/1.1" status: 200 len: 852 time: 0.1669207 Sep 30 08:12:58.210143 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ea76f1e-77c4-4432-818a-c0ef264c5872 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:58.246981 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d97bc-c035-4732-8568-d02acef044cd None None] Pushing event updated for resources: {'Port': ['ID=d42a1b89-36f4-44f1-a3f7-1b7220231fac,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:58.276188 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08622485-04b7-4e3b-aabc-5fc72e2b9dc5 req-b4851b75-f4ed-4446-af39-837dd24e54b7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:58.282227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08622485-04b7-4e3b-aabc-5fc72e2b9dc5 req-b4851b75-f4ed-4446-af39-837dd24e54b7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:58.289845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08622485-04b7-4e3b-aabc-5fc72e2b9dc5 req-b4851b75-f4ed-4446-af39-837dd24e54b7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:58.295895 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08622485-04b7-4e3b-aabc-5fc72e2b9dc5 req-b4851b75-f4ed-4446-af39-837dd24e54b7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:58.302154 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08622485-04b7-4e3b-aabc-5fc72e2b9dc5 req-b4851b75-f4ed-4446-af39-837dd24e54b7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:58.309767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08622485-04b7-4e3b-aabc-5fc72e2b9dc5 req-b4851b75-f4ed-4446-af39-837dd24e54b7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:58.315815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08622485-04b7-4e3b-aabc-5fc72e2b9dc5 req-b4851b75-f4ed-4446-af39-837dd24e54b7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:58.319502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08622485-04b7-4e3b-aabc-5fc72e2b9dc5 req-b4851b75-f4ed-4446-af39-837dd24e54b7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5431 time: 0.2940123 Sep 30 08:12:58.351594 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-1ac8654d-8708-4102-95b3-11a5ff225f2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95117f4a-763a-4903-a581-84bb55b346d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1920676 Sep 30 08:12:58.359345 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b76db-5872-4ee4-861b-c05bf501a430 req-d7c968dc-ec00-4b3c-bfb5-0f4f2b3b2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:58.368271 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-066b76db-5872-4ee4-861b-c05bf501a430 req-d7c968dc-ec00-4b3c-bfb5-0f4f2b3b2826 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f9fae650bc403a968de80bfa93a4f2&device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 1096 time: 0.2103496 Sep 30 08:12:58.375351 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ea76f1e-77c4-4432-818a-c0ef264c5872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:58.377868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-73c188d7-65af-498c-8c2f-8f6311f6c66d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Allocated IP 172.20.0.6 (f336a0d8-eaa6-44de-a1a3-9f50063b4b5b/fe50dcfe-f2a1-4640-98cf-8d67829f1b8d/1d82ed96-be54-4643-a1b1-0b1446d80962) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:12:58.406230 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d263ae14-4410-4931-8ce0-d02296a31186 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:58.468514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e977ea-c32c-417a-8c26-85ea4bfba324 None None] New status for floating IP 1d1d9c7c-2ae3-4570-9d68-7329a905e817: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:12:58.562048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-ed894209-2587-47fe-afc7-c0fb3b9f437b service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965406 Sep 30 08:12:58.574139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08622485-04b7-4e3b-aabc-5fc72e2b9dc5 req-d5afeb6c-5e06-4201-9226-b951a5795ee9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2201686 Sep 30 08:12:58.588849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aebf04-13be-4d99-bab3-0e967d3440df req-ff6bec51-0637-4ba2-bc0b-b57ece8280f1 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:58.598384 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-67aebf04-13be-4d99-bab3-0e967d3440df req-ff6bec51-0637-4ba2-bc0b-b57ece8280f1 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 944 time: 0.4437630 Sep 30 08:12:58.696194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-67aebf04-13be-4d99-bab3-0e967d3440df req-886650df-1cde-4015-be39-811f2142f88a tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967350 Sep 30 08:12:58.725920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33006) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:58.728577 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ea76f1e-77c4-4432-818a-c0ef264c5872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:58.744817 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d263ae14-4410-4931-8ce0-d02296a31186 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:58.780494 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59a2e79a-a199-4a4c-858c-3f3dc65cca15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:58.813036 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-766aba6f-6d92-4af1-9f66-b80ab513a1ae req-a3b8d076-99c0-4304-9d34-06d783f8d0df service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344258 Sep 30 08:12:58.820863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea76f1e-77c4-4432-818a-c0ef264c5872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac6ecb0-4c93-4122-ab0f-e1ff67996552,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:58.823102 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b76db-5872-4ee4-861b-c05bf501a430 req-ac9d001a-fd6c-4fa1-92ad-983a54b608cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:58.824616 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-066b76db-5872-4ee4-861b-c05bf501a430 req-ac9d001a-fd6c-4fa1-92ad-983a54b608cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=691f8d5d-84c4-4972-afc4-015bf3401c58 HTTP/1.1" status: 200 len: 920 time: 0.4239478 Sep 30 08:12:58.844355 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ea76f1e-77c4-4432-818a-c0ef264c5872 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:58.849461 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1ea76f1e-77c4-4432-818a-c0ef264c5872 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4ac6ecb0-4c93-4122-ab0f-e1ff67996552 HTTP/1.1" status: 204 len: 168 time: 1.1890492 Sep 30 08:12:58.850747 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33008) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:58.855779 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d263ae14-4410-4931-8ce0-d02296a31186 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:58.857643 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d263ae14-4410-4931-8ce0-d02296a31186 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/subnets/4e10b106-a230-4a21-bb5b-0b3b8c6ac13e HTTP/1.1" status: 204 len: 168 time: 1.4688404 Sep 30 08:12:58.861350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2e79a-a199-4a4c-858c-3f3dc65cca15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d7fd57-be5b-44cb-9d99-854249f7b937,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:58.863431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33010) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:58.907991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263ae14-4410-4931-8ce0-d02296a31186 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event deleted for resources: {'Subnet': ['ID=4e10b106-a230-4a21-bb5b-0b3b8c6ac13e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:58.919043 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-066b76db-5872-4ee4-861b-c05bf501a430 req-2313a410-9931-4044-bd2b-a26dc7ee17cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a20a92cb-6800-440f-954d-70cc817cd206 HTTP/1.1" status: 200 len: 217 time: 0.0827522 Sep 30 08:12:58.932198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a2e79a-a199-4a4c-858c-3f3dc65cca15 admin admin] Checking segment: {'id': '1ee08142-f327-4e9e-a4d8-ca13f9dc85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:12:58.932571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a2e79a-a199-4a4c-858c-3f3dc65cca15 admin admin] Network hostable DHCP agents. Network: 7e190e83-40df-446b-b24e-ad1892687b5c, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:12:58.996071 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-73c188d7-65af-498c-8c2f-8f6311f6c66d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.012172 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4e11f0e-d21d-4622-9962-371079305b37 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.030951 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b76db-5872-4ee4-861b-c05bf501a430 req-11d4027d-3609-47f4-bc8f-e2245f1f68d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.032553 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-066b76db-5872-4ee4-861b-c05bf501a430 req-11d4027d-3609-47f4-bc8f-e2245f1f68d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d31d27d-29aa-4857-9fe7-629de8beade5 HTTP/1.1" status: 200 len: 859 time: 0.1012604 Sep 30 08:12:59.045477 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32626ca4-8f0e-40cd-89d8-9b3939e92221 req-cb3e0207-1002-4c93-851f-c05e6c71d5c5 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 210 time: 0.0649710 Sep 30 08:12:59.055017 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02dc2d55-4bd3-47b1-b880-f1372402557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.064895 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4e11f0e-d21d-4622-9962-371079305b37 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.075675 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655c7044-f202-477a-a76a-9c0f8d804205 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.077445 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655c7044-f202-477a-a76a-9c0f8d804205 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.081686 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-655c7044-f202-477a-a76a-9c0f8d804205 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2059422 Sep 30 08:12:59.087852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33016) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:59.094420 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-066b76db-5872-4ee4-861b-c05bf501a430 req-16efded5-10b6-4a28-9f26-8459b0236222 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=691f8d5d-84c4-4972-afc4-015bf3401c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480602 Sep 30 08:12:59.112218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a2e79a-a199-4a4c-858c-3f3dc65cca15 admin admin] Network 7e190e83-40df-446b-b24e-ad1892687b5c is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:12:59.138159 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-73c188d7-65af-498c-8c2f-8f6311f6c66d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.146393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-59a2e79a-a199-4a4c-858c-3f3dc65cca15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 7e190e83-40df-446b-b24e-ad1892687b5c) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:59.156556 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e09a332-0beb-4aad-93b1-8806401daeac None None] Network 7e190e83-40df-446b-b24e-ad1892687b5c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:59.201800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a2e79a-a199-4a4c-858c-3f3dc65cca15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.202408 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59a2e79a-a199-4a4c-858c-3f3dc65cca15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.210255 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-73c188d7-65af-498c-8c2f-8f6311f6c66d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:12:59.215796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d669-faf8-470d-ae8e-9d9f31f51536 req-256297a4-d916-4f10-b639-1f841c315126 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.217402 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8548d669-faf8-470d-ae8e-9d9f31f51536 req-256297a4-d916-4f10-b639-1f841c315126 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.2072239 Sep 30 08:12:59.244609 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-73c188d7-65af-498c-8c2f-8f6311f6c66d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:12:59.252086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-73c188d7-65af-498c-8c2f-8f6311f6c66d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:12:59.256682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c188d7-65af-498c-8c2f-8f6311f6c66d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Pushing event updated for resources: {'Port': ['ID=1d82ed96-be54-4643-a1b1-0b1446d80962,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:59.266432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c19fe4-2440-40bf-814e-1a90b8a977a0', 'tag': '3584439c-13c9-4c1f-8e2c-a45ac024c6e8'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:12:59.268510 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37d3937-e386-4482-93a3-6c2f9e76d032" -d '{"events": [{"name": "network-changed", "server_uuid": "18c19fe4-2440-40bf-814e-1a90b8a977a0", "tag": "3584439c-13c9-4c1f-8e2c-a45ac024c6e8"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:12:59.278934 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09c5d4a8-75ec-412e-a76f-5b1ea6fb89ce tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.280911 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4e11f0e-d21d-4622-9962-371079305b37 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.283469 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4e11f0e-d21d-4622-9962-371079305b37 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.284714 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b4e11f0e-d21d-4622-9962-371079305b37 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "DELETE /v2.0/security-groups/4b1a1095-ada3-4122-8c0d-c77f047ceb06 HTTP/1.1" status: 204 len: 168 time: 0.5577188 Sep 30 08:12:59.295994 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:59.309281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-59a2e79a-a199-4a4c-858c-3f3dc65cca15 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3379493 Sep 30 08:12:59.325716 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33022) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:59.330082 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1842890223-router', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:59.341192 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02dc2d55-4bd3-47b1-b880-f1372402557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.346127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e11f0e-d21d-4622-9962-371079305b37 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1a1095-ada3-4122-8c0d-c77f047ceb06,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:12:59.346316 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c5d4a8-75ec-412e-a76f-5b1ea6fb89ce tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 30 08:12:59.346717 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09c5d4a8-75ec-412e-a76f-5b1ea6fb89ce tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:12:59.353670 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-09c5d4a8-75ec-412e-a76f-5b1ea6fb89ce tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/networks/d41c45bc-a566-422b-8f35-925d2e7f9ffd HTTP/1.1" status: 409 len: 405 time: 0.2603431 Sep 30 08:12:59.353869 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-ff0a1d6f-2b16-44e9-a319-8690d6c4e383 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] show failed (client error): The resource could not be found. Sep 30 08:12:59.357807 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ff0a1d6f-2b16-44e9-a319-8690d6c4e383 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups/4b1a1095-ada3-4122-8c0d-c77f047ceb06 HTTP/1.1" status: 404 len: 347 time: 0.0569711 Sep 30 08:12:59.358404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33024) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:59.358404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33026) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:12:59.374548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f256330b-26f1-4cf0-9813-36dc8c32a36e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1781134536'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:59.380589 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-066b76db-5872-4ee4-861b-c05bf501a430 req-a36bb6f9-1dad-450a-b40c-36549c004e3e service neutron] 10.222.0.35 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770381 Sep 30 08:12:59.386362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-73c188d7-65af-498c-8c2f-8f6311f6c66d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.387004 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-73c188d7-65af-498c-8c2f-8f6311f6c66d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.389709 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b4d0d9-a45c-468b-855a-f7da3a96b909 x-openstack-request-id: req-17b4d0d9-a45c-468b-855a-f7da3a96b909 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:12:59.390000 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c19fe4-2440-40bf-814e-1a90b8a977a0", "tag": "3584439c-13c9-4c1f-8e2c-a45ac024c6e8", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:12:59.390339 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17b4d0d9-a45c-468b-855a-f7da3a96b909 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:12:59.390637 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c19fe4-2440-40bf-814e-1a90b8a977a0', 'tag': '3584439c-13c9-4c1f-8e2c-a45ac024c6e8', 'status': 'completed', 'code': 200} Sep 30 08:12:59.431812 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.432894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.448442 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-73c188d7-65af-498c-8c2f-8f6311f6c66d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7897980 Sep 30 08:12:59.455704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-02dc2d55-4bd3-47b1-b880-f1372402557d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c31973-0869-4646-b167-9eeac37c6ce0']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:59.477490 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8548d669-faf8-470d-ae8e-9d9f31f51536 req-cf0bd5c6-6139-4635-8f2c-50d642505349 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487810 Sep 30 08:12:59.482730 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Request body: {'port': {'device_id': '826bbcae-0f4c-45be-af26-b9f30dfd5702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:12:59.496685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6c92b-3c5b-47b7-bdb7-6dbd925a47d5 req-2189feb2-83c3-41c4-b6c7-190a277b0985 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.498230 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36a6c92b-3c5b-47b7-bdb7-6dbd925a47d5 req-2189feb2-83c3-41c4-b6c7-190a277b0985 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.2933233 Sep 30 08:12:59.525162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-7e190e83-40df-446b-b24e-ad1892687b5c', 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'fixed_ips': [{'subnet_id': '66d7fd57-be5b-44cb-9d99-854249f7b937'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:12:59.528145 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.532321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-02dc2d55-4bd3-47b1-b880-f1372402557d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e53143-2d28-4ad2-809a-2f733953175e') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:59.532619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-02dc2d55-4bd3-47b1-b880-f1372402557d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e53143-2d28-4ad2-809a-2f733953175e') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:12:59.569535 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02dc2d55-4bd3-47b1-b880-f1372402557d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.621942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f256330b-26f1-4cf0-9813-36dc8c32a36e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Made reservation on behalf of cc1cd43c800a4aa79cae6e7bfed13975 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:12:59.625501 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f256330b-26f1-4cf0-9813-36dc8c32a36e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.647045 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02dc2d55-4bd3-47b1-b880-f1372402557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.673697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d3937-e386-4482-93a3-6c2f9e76d032 req-a89eba4b-56a8-4ae6-829f-07ca503e6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:12:59.675522 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f37d3937-e386-4482-93a3-6c2f9e76d032 req-a89eba4b-56a8-4ae6-829f-07ca503e6e52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 1095 time: 0.2504821 Sep 30 08:12:59.678919 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02dc2d55-4bd3-47b1-b880-f1372402557d admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:12:59.679181 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02dc2d55-4bd3-47b1-b880-f1372402557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:12:59.681994 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:12:59.710722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe8054-dd1a-4ba0-9f80-a6b5fbd45c33 None None] Network d41c45bc-a566-422b-8f35-925d2e7f9ffd requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:12:59.755040 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.763962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f256330b-26f1-4cf0-9813-36dc8c32a36e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:12:59.853780 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f256330b-26f1-4cf0-9813-36dc8c32a36e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.853780 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-f256330b-26f1-4cf0-9813-36dc8c32a36e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Added segment f9661a9a-31fa-4370-9ace-2b6cd10c2859 of type vlan for network 6e9a2087-334d-45fc-9460-e059af6c2188 Sep 30 08:12:59.864541 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.869481 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-066b76db-5872-4ee4-861b-c05bf501a430 req-43436c35-b6a4-4589-9b1a-97cb7472b4f3 service neutron] 10.222.0.35 "GET /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775214 Sep 30 08:12:59.899423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-63566a1e-ecd0-4160-9313-6b1fbce4f66b None None] Provisioning complete for port d42a1b89-36f4-44f1-a3f7-1b7220231fac triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:12:59.899796 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63566a1e-ecd0-4160-9313-6b1fbce4f66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:12:59.938378 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Allocated IP 172.20.0.2 (7e190e83-40df-446b-b24e-ad1892687b5c/66d7fd57-be5b-44cb-9d99-854249f7b937/104d9376-037c-4888-a953-96bea08aa32a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:00.009948 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.150572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a51176c-0ea1-4b79-a543-890e78de9440 None None] DHCP port deletion for d41c45bc-a566-422b-8f35-925d2e7f9ffd request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:13:00.200660 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63566a1e-ecd0-4160-9313-6b1fbce4f66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.210530 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.221747 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.231452 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.256389 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02dc2d55-4bd3-47b1-b880-f1372402557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.262294 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02dc2d55-4bd3-47b1-b880-f1372402557d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.264345 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-02dc2d55-4bd3-47b1-b880-f1372402557d admin admin] 10.222.0.24 "DELETE /v2.0/networks/02c31973-0869-4646-b167-9eeac37c6ce0 HTTP/1.1" status: 204 len: 168 time: 1.4124265 Sep 30 08:13:00.282946 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-63566a1e-ecd0-4160-9313-6b1fbce4f66b None None] For port d42a1b89-36f4-44f1-a3f7-1b7220231fac, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d42a1b89-36f4-44f1-a3f7-1b7220231fac,segment=NetworkSegment(540bc871-3cad-41c6-b2f8-31c6a4f47d79),segment_id=540bc871-3cad-41c6-b2f8-31c6a4f47d79)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:00.295745 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Network 7e190e83-40df-446b-b24e-ad1892687b5c is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:00.299658 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63566a1e-ecd0-4160-9313-6b1fbce4f66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.312466 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Pushing event updated for resources: {'Port': ['ID=104d9376-037c-4888-a953-96bea08aa32a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:00.316820 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:00.325359 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:00.338720 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc2d55-4bd3-47b1-b880-f1372402557d admin admin] Pushing event deleted for resources: {'Network': ['ID=02c31973-0869-4646-b167-9eeac37c6ce0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:00.365478 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6a51176c-0ea1-4b79-a543-890e78de9440 None None] Deleting port d42a1b89-36f4-44f1-a3f7-1b7220231fac {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:00.366171 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a51176c-0ea1-4b79-a543-890e78de9440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.371170 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ffe80bbc-ad22-4615-9e3b-b1879008d47c tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Deleting port de554f6b-dea9-4f2a-b295-d35a6d830c95 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:00.371170 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffe80bbc-ad22-4615-9e3b-b1879008d47c tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.405986 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f256330b-26f1-4cf0-9813-36dc8c32a36e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.454298 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d82ed96-be54-4643-a1b1-0b1446d80962 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:00.464882 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.481619 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Transition to ACTIVE for port object 1d82ed96-be54-4643-a1b1-0b1446d80962 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:13:00.483807 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63566a1e-ecd0-4160-9313-6b1fbce4f66b None None] Pushing event updated for resources: {'Port': ['ID=d42a1b89-36f4-44f1-a3f7-1b7220231fac,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:00.499063 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.514867 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-f256330b-26f1-4cf0-9813-36dc8c32a36e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:13:00.526419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32366abc-c448-495d-9ee5-1abd8750ecf7 req-c48f72e3-790c-422a-ab33-b1179e859241 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.528726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32366abc-c448-495d-9ee5-1abd8750ecf7 req-c48f72e3-790c-422a-ab33-b1179e859241 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 944 time: 0.7184329 Sep 30 08:13:00.538631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Attempting to bind port 104d9376-037c-4888-a953-96bea08aa32a on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:00.539162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Attempting to bind port 104d9376-037c-4888-a953-96bea08aa32a by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '1ee08142-f327-4e9e-a4d8-ca13f9dc85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:00.539735 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Attempting to bind port 104d9376-037c-4888-a953-96bea08aa32a on network 7e190e83-40df-446b-b24e-ad1892687b5c {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:00.543734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da8c3c-431a-405d-b546-d0d6ebc06ddd req-ceb01e20-4d9d-4b2f-9eb2-204a9a73f6ae tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.543868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:00.549714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da8c3c-431a-405d-b546-d0d6ebc06ddd req-ceb01e20-4d9d-4b2f-9eb2-204a9a73f6ae tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.556530 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da8c3c-431a-405d-b546-d0d6ebc06ddd req-ceb01e20-4d9d-4b2f-9eb2-204a9a73f6ae tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.562270 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6a51176c-0ea1-4b79-a543-890e78de9440 None None] For port d42a1b89-36f4-44f1-a3f7-1b7220231fac, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d42a1b89-36f4-44f1-a3f7-1b7220231fac,segment=NetworkSegment(540bc871-3cad-41c6-b2f8-31c6a4f47d79),segment_id=540bc871-3cad-41c6-b2f8-31c6a4f47d79)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:00.562468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da8c3c-431a-405d-b546-d0d6ebc06ddd req-ceb01e20-4d9d-4b2f-9eb2-204a9a73f6ae tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.562906 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a51176c-0ea1-4b79-a543-890e78de9440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.565820 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:00.567978 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Checking segment: {'id': '1ee08142-f327-4e9e-a4d8-ca13f9dc85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:00.567978 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.567978 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Bound using segment: {'id': '1ee08142-f327-4e9e-a4d8-ca13f9dc85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:00.568511 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Bound port: 104d9376-037c-4888-a953-96bea08aa32a, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee08142-f327-4e9e-a4d8-ca13f9dc85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:00.568990 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.569197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da8c3c-431a-405d-b546-d0d6ebc06ddd req-ceb01e20-4d9d-4b2f-9eb2-204a9a73f6ae tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.575128 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da8c3c-431a-405d-b546-d0d6ebc06ddd req-ceb01e20-4d9d-4b2f-9eb2-204a9a73f6ae tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.581183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da8c3c-431a-405d-b546-d0d6ebc06ddd req-ceb01e20-4d9d-4b2f-9eb2-204a9a73f6ae tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.589696 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2da8c3c-431a-405d-b546-d0d6ebc06ddd req-ceb01e20-4d9d-4b2f-9eb2-204a9a73f6ae tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5431 time: 0.8556876 Sep 30 08:13:00.604814 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-36a6c92b-3c5b-47b7-bdb7-6dbd925a47d5 req-3550fcb6-0bc7-4537-bdfa-8370093431e5 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Deleting port e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:00.605171 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-36a6c92b-3c5b-47b7-bdb7-6dbd925a47d5 req-3550fcb6-0bc7-4537-bdfa-8370093431e5 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.619603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d3937-e386-4482-93a3-6c2f9e76d032 req-78035ffc-f258-45e7-a5f2-89bce9499d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.620425 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f37d3937-e386-4482-93a3-6c2f9e76d032 req-78035ffc-f258-45e7-a5f2-89bce9499d91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 913 time: 0.9019716 Sep 30 08:13:00.625311 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6a51176c-0ea1-4b79-a543-890e78de9440 None None] Calling delete_port for d42a1b89-36f4-44f1-a3f7-1b7220231fac owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:00.647004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Pushing event updated for resources: {'Port': ['ID=1d82ed96-be54-4643-a1b1-0b1446d80962,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:00.692940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] For port 104d9376-037c-4888-a953-96bea08aa32a, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:00.696670 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f256330b-26f1-4cf0-9813-36dc8c32a36e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.702186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f256330b-26f1-4cf0-9813-36dc8c32a36e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:00.702791 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f256330b-26f1-4cf0-9813-36dc8c32a36e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.709626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] For port 104d9376-037c-4888-a953-96bea08aa32a, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=104d9376-037c-4888-a953-96bea08aa32a,segment=NetworkSegment(1ee08142-f327-4e9e-a4d8-ca13f9dc85bd),segment_id=1ee08142-f327-4e9e-a4d8-ca13f9dc85bd)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:00.715574 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a5c3d170-db53-462b-a9eb-b666a1310c2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56bc1cd73526460da37b078bd3bc442c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526315 Sep 30 08:13:00.720415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33040) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:00.720884 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.771666 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.804773 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5365cb1-2bf7-4171-a33e-162757baf832 None None] Pushing event updated for resources: {'Port': ['ID=104d9376-037c-4888-a953-96bea08aa32a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:00.808402 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a51176c-0ea1-4b79-a543-890e78de9440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.813859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f37d3937-e386-4482-93a3-6c2f9e76d032 req-6f94a3ae-5cc4-461d-af00-63bca3fbf5ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3584439c-13c9-4c1f-8e2c-a45ac024c6e8 HTTP/1.1" status: 200 len: 217 time: 0.1646857 Sep 30 08:13:00.837931 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51176c-0ea1-4b79-a543-890e78de9440 None None] Pushing event deleted for resources: {'Port': ['ID=d42a1b89-36f4-44f1-a3f7-1b7220231fac,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:00.845382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a51176c-0ea1-4b79-a543-890e78de9440 None None] No DVR routers for this DVR port d42a1b89-36f4-44f1-a3f7-1b7220231fac on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:00.849312 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffe80bbc-ad22-4615-9e3b-b1879008d47c tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.849652 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffe80bbc-ad22-4615-9e3b-b1879008d47c tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.864625 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Attempting to bind port 1d82ed96-be54-4643-a1b1-0b1446d80962 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:00.864967 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Attempting to bind port 1d82ed96-be54-4643-a1b1-0b1446d80962 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:00.865294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Attempting to bind port 1d82ed96-be54-4643-a1b1-0b1446d80962 on network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:00.868006 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.883183 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Port 1d82ed96-be54-4643-a1b1-0b1446d80962 on network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:00.883469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Attempting to bind port 1d82ed96-be54-4643-a1b1-0b1446d80962 on network f336a0d8-eaa6-44de-a1a3-9f50063b4b5b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:00.892736 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f256330b-26f1-4cf0-9813-36dc8c32a36e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5322571 Sep 30 08:13:00.895828 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:00.899852 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:00.911885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-86e75050-c2e5-4a96-94a9-b3b0391e1fd0 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Request body: {'subnet': {'network_id': '6e9a2087-334d-45fc-9460-e059af6c2188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:00.951156 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:00.951501 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Checking segment: {'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:00.952111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Bound using segment: {'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:00.952754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Bound port: 1d82ed96-be54-4643-a1b1-0b1446d80962, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307b5a76-f3ed-4252-8207-c8c9bf3ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:00.953280 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:00.971112 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ffe80bbc-ad22-4615-9e3b-b1879008d47c tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Calling delete_port for de554f6b-dea9-4f2a-b295-d35a6d830c95 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:00.992741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2da8c3c-431a-405d-b546-d0d6ebc06ddd req-37607567-ec6c-4d2e-ac7b-658584d15032 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4027393 Sep 30 08:13:00.999661 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-908eb75a-4737-4142-b62c-8f769bbc050f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.086725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3584439c-13c9-4c1f-8e2c-a45ac024c6e8, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3584439c-13c9-4c1f-8e2c-a45ac024c6e8,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:01.094178 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d3937-e386-4482-93a3-6c2f9e76d032 req-b370b8c8-f5bd-4845-9db1-bf6eee58d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:01.096890 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f37d3937-e386-4482-93a3-6c2f9e76d032 req-b370b8c8-f5bd-4845-9db1-bf6eee58d1cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68739a17-6737-4340-9fc7-309705504036 HTTP/1.1" status: 200 len: 852 time: 0.2501113 Sep 30 08:13:01.108580 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32366abc-c448-495d-9ee5-1abd8750ecf7 req-c1689130-da61-4001-b33a-f8e7dc4588fb tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173643 Sep 30 08:13:01.114778 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '3584439c-13c9-4c1f-8e2c-a45ac024c6e8', 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4', 'port_id': '3584439c-13c9-4c1f-8e2c-a45ac024c6e8', 'mac_address': 'fa:16:3e:69:11:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68739a17-6737-4340-9fc7-309705504036', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:01.126703 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256330b-26f1-4cf0-9813-36dc8c32a36e tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event updated for resources: {'Network': ['ID=6e9a2087-334d-45fc-9460-e059af6c2188,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:01.143305 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-908eb75a-4737-4142-b62c-8f769bbc050f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.144592 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 6e9a2087-334d-45fc-9460-e059af6c2188 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:13:01.187023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-36a6c92b-3c5b-47b7-bdb7-6dbd925a47d5 req-3550fcb6-0bc7-4537-bdfa-8370093431e5 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] For port e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2,segment=NetworkSegment(0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3),segment_id=0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:01.187315 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-36a6c92b-3c5b-47b7-bdb7-6dbd925a47d5 req-3550fcb6-0bc7-4537-bdfa-8370093431e5 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.204049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-36a6c92b-3c5b-47b7-bdb7-6dbd925a47d5 req-3550fcb6-0bc7-4537-bdfa-8370093431e5 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Calling delete_port for e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:01.248358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] For port 1d82ed96-be54-4643-a1b1-0b1446d80962, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:01.278496 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.279382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] For port 1d82ed96-be54-4643-a1b1-0b1446d80962, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1d82ed96-be54-4643-a1b1-0b1446d80962,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:01.291228 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Allocated IP 172.25.0.86 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/f6bcdb90-b93e-4726-8fe4-48367d8e3d87) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:01.296249 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.299530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:01.304261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e75050-c2e5-4a96-94a9-b3b0391e1fd0 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Made reservation on behalf of cc1cd43c800a4aa79cae6e7bfed13975 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:01.308472 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86e75050-c2e5-4a96-94a9-b3b0391e1fd0 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.323220 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3584439c-13c9-4c1f-8e2c-a45ac024c6e8, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3584439c-13c9-4c1f-8e2c-a45ac024c6e8,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:01.329159 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.353273 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f37d3937-e386-4482-93a3-6c2f9e76d032 req-14bdb3f8-168b-4746-9aa4-b61cd820e59c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95117f4a-763a-4903-a581-84bb55b346d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2340117 Sep 30 08:13:01.382963 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=3584439c-13c9-4c1f-8e2c-a45ac024c6e8,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:01.399315 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:01.399887 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.401585 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] 10.222.0.35 "PUT /v2.0/ports/1d82ed96-be54-4643-a1b1-0b1446d80962 HTTP/1.1" status: 200 len: 1091 time: 1.9244924 Sep 30 08:13:01.407643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826bbcae-0f4c-45be-af26-b9f30dfd5702', 'tag': '1d82ed96-be54-4643-a1b1-0b1446d80962'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:01.409883 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b5d4ca-2437-4d51-90c8-df5eb606a482" -d '{"events": [{"name": "network-changed", "server_uuid": "826bbcae-0f4c-45be-af26-b9f30dfd5702", "tag": "1d82ed96-be54-4643-a1b1-0b1446d80962"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:01.432998 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-908eb75a-4737-4142-b62c-8f769bbc050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.435554 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-908eb75a-4737-4142-b62c-8f769bbc050f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.437163 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-908eb75a-4737-4142-b62c-8f769bbc050f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74595d59-95a1-4403-a366-62787b1d17bb HTTP/1.1" status: 204 len: 168 time: 0.7152677 Sep 30 08:13:01.448571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91e5e9-475b-47df-8795-de465c3174f3 req-487071cd-1414-413c-b4f9-426aef3a9582 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:01.450130 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f91e5e9-475b-47df-8795-de465c3174f3 req-487071cd-1414-413c-b4f9-426aef3a9582 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 946 time: 0.1937749 Sep 30 08:13:01.510751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de3c07-35b3-4968-9475-729d08c3aa73 req-dd9727a4-785f-40d5-80d4-bb8bca228041 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:01.512305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07de3c07-35b3-4968-9475-729d08c3aa73 req-dd9727a4-785f-40d5-80d4-bb8bca228041 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 943 time: 0.3942306 Sep 30 08:13:01.532429 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['3584439c-13c9-4c1f-8e2c-a45ac024c6e8'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:01.551844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908eb75a-4737-4142-b62c-8f769bbc050f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74595d59-95a1-4403-a366-62787b1d17bb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:01.603618 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee24d8d-c166-434a-b962-4f57a0c5ab6b service neutron] Pushing event updated for resources: {'Port': ['ID=1d82ed96-be54-4643-a1b1-0b1446d80962,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:01.651608 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f91e5e9-475b-47df-8795-de465c3174f3 req-090607af-123f-4eb2-889a-539b895ac0a3 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637542 Sep 30 08:13:01.676856 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f37d3937-e386-4482-93a3-6c2f9e76d032 req-10b1e492-4fb3-4bef-bf46-0c846a10eb5b service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072274 Sep 30 08:13:01.726470 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ba5a5b-2752-4fc9-bf3f-74ea5b4585d4 x-openstack-request-id: req-c7ba5a5b-2752-4fc9-bf3f-74ea5b4585d4 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:01.729127 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826bbcae-0f4c-45be-af26-b9f30dfd5702", "tag": "1d82ed96-be54-4643-a1b1-0b1446d80962", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:01.729504 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7ba5a5b-2752-4fc9-bf3f-74ea5b4585d4 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:01.730021 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826bbcae-0f4c-45be-af26-b9f30dfd5702', 'tag': '1d82ed96-be54-4643-a1b1-0b1446d80962', 'status': 'completed', 'code': 200} Sep 30 08:13:01.742473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-706bf479-29b5-46a3-ae79-f75705979749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:01.746115 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-706bf479-29b5-46a3-ae79-f75705979749 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf18fc9ce15049db8fedfa3705b2274e&device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 1094 time: 0.2525415 Sep 30 08:13:01.825381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07de3c07-35b3-4968-9475-729d08c3aa73 req-0f3d4132-4e17-48ea-9bb1-71f357efff76 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958503 Sep 30 08:13:01.903493 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-36a6c92b-3c5b-47b7-bdb7-6dbd925a47d5 req-3550fcb6-0bc7-4537-bdfa-8370093431e5 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.916554 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-062b31b6-424b-4d11-a8c8-0f112db03a1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d82ed96-be54-4643-a1b1-0b1446d80962 HTTP/1.1" status: 200 len: 217 time: 0.1476233 Sep 30 08:13:01.920078 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.938229 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['a20a92cb-6800-440f-954d-70cc817cd206'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:01.953625 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffe80bbc-ad22-4615-9e3b-b1879008d47c tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:01.969241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550fcb6-0bc7-4537-bdfa-8370093431e5 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Pushing event deleted for resources: {'Port': ['ID=e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:02.060415 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe80bbc-ad22-4615-9e3b-b1879008d47c tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event deleted for resources: {'Port': ['ID=de554f6b-dea9-4f2a-b295-d35a6d830c95,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:02.083036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a6c92b-3c5b-47b7-bdb7-6dbd925a47d5 req-3550fcb6-0bc7-4537-bdfa-8370093431e5 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] No DVR routers for this DVR port e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:02.086465 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-36a6c92b-3c5b-47b7-bdb7-6dbd925a47d5 req-3550fcb6-0bc7-4537-bdfa-8370093431e5 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:02.088857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36a6c92b-3c5b-47b7-bdb7-6dbd925a47d5 req-3550fcb6-0bc7-4537-bdfa-8370093431e5 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.36 "DELETE /v2.0/ports/e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 HTTP/1.1" status: 204 len: 173 time: 2.5466177 Sep 30 08:13:02.089807 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef458b07-ba77-4bf1-a515-dfa20af53e43', 'name': 'network-vif-deleted', 'tag': 'e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:02.093327 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5c1875-08f8-4194-9648-a8d195bd38fc" -d '{"events": [{"server_uuid": "ef458b07-ba77-4bf1-a515-dfa20af53e43", "name": "network-vif-deleted", "tag": "e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:02.100477 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f37d3937-e386-4482-93a3-6c2f9e76d032 req-8038b2e1-97f1-43df-a720-ba267a9b1f41 service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621500 Sep 30 08:13:02.166500 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:13:02.179123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 104d9376-037c-4888-a953-96bea08aa32a up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:02.202783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-8d5c8a80-4758-477c-8834-f275c1109e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:02.204306 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-8d5c8a80-4758-477c-8834-f275c1109e3a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe50dcfe-f2a1-4640-98cf-8d67829f1b8d HTTP/1.1" status: 200 len: 843 time: 0.2772260 Sep 30 08:13:02.220991 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07600dc3-0df3-42c2-b304-bf4934afb94f x-openstack-request-id: req-07600dc3-0df3-42c2-b304-bf4934afb94f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:02.221486 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef458b07-ba77-4bf1-a515-dfa20af53e43", "name": "network-vif-deleted", "tag": "e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:02.221709 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07600dc3-0df3-42c2-b304-bf4934afb94f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:02.222031 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef458b07-ba77-4bf1-a515-dfa20af53e43', 'name': 'network-vif-deleted', 'tag': 'e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2', 'status': 'completed', 'code': 200} Sep 30 08:13:02.225562 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffe80bbc-ad22-4615-9e3b-b1879008d47c tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:02.228158 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffe80bbc-ad22-4615-9e3b-b1879008d47c tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:02.233312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ffe80bbc-ad22-4615-9e3b-b1879008d47c tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "DELETE /v2.0/floatingips/1d1d9c7c-2ae3-4570-9d68-7329a905e817 HTTP/1.1" status: 204 len: 168 time: 2.8692794 Sep 30 08:13:02.298240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.objects.ports [None req-86e75050-c2e5-4a96-94a9-b3b0391e1fd0 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:13:02.317670 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86e75050-c2e5-4a96-94a9-b3b0391e1fd0 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:02.322166 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283080f8-6741-4b14-883a-d6a91ec3a09a None None] Network 7e190e83-40df-446b-b24e-ad1892687b5c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:02.324530 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-67f802f7-9623-4c45-8448-fd64411bb2bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091635 Sep 30 08:13:02.381653 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:02.405659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1599043-6b46-4ed5-ae4d-4ea79c073b93 req-03a83cb0-af2b-4c5b-929e-54c7d1ed8340 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:02.412784 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1599043-6b46-4ed5-ae4d-4ea79c073b93 req-03a83cb0-af2b-4c5b-929e-54c7d1ed8340 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:02.419202 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1599043-6b46-4ed5-ae4d-4ea79c073b93 req-03a83cb0-af2b-4c5b-929e-54c7d1ed8340 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:02.425816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1599043-6b46-4ed5-ae4d-4ea79c073b93 req-03a83cb0-af2b-4c5b-929e-54c7d1ed8340 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:02.440980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1599043-6b46-4ed5-ae4d-4ea79c073b93 req-03a83cb0-af2b-4c5b-929e-54c7d1ed8340 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:02.444814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f0f3ccad-dbbd-4b38-b65a-93a3ef827cee details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:02.448447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1599043-6b46-4ed5-ae4d-4ea79c073b93 req-03a83cb0-af2b-4c5b-929e-54c7d1ed8340 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:02.454812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1599043-6b46-4ed5-ae4d-4ea79c073b93 req-03a83cb0-af2b-4c5b-929e-54c7d1ed8340 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:02.456297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1599043-6b46-4ed5-ae4d-4ea79c073b93 req-03a83cb0-af2b-4c5b-929e-54c7d1ed8340 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5431 time: 0.2331913 Sep 30 08:13:02.467580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f0619-2192-4c03-a046-4fe4f5dbd2ff req-db0a4396-574e-4129-b3c5-e5b9fa1809ba tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:02.468759 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c6f0619-2192-4c03-a046-4fe4f5dbd2ff req-db0a4396-574e-4129-b3c5-e5b9fa1809ba tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 945 time: 0.1403797 Sep 30 08:13:02.518447 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:02.525239 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e75050-c2e5-4a96-94a9-b3b0391e1fd0 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event updated for resources: {'Subnet': ['ID=70f47e8c-edd9-46d7-a1d6-23a362434ea3,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:02.530612 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c6f0619-2192-4c03-a046-4fe4f5dbd2ff req-406a3994-85b3-427f-928f-69cac1904a3c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542440 Sep 30 08:13:02.562389 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1599043-6b46-4ed5-ae4d-4ea79c073b93 req-14437446-80ea-4b45-9e6c-cbcf5461422c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754554 Sep 30 08:13:02.574344 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:02.586934 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:02.595401 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Pushing event updated for resources: {'Port': ['ID=f6bcdb90-b93e-4726-8fe4-48367d8e3d87,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:02.652916 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e75050-c2e5-4a96-94a9-b3b0391e1fd0 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Checking segment: {'id': 'f9661a9a-31fa-4370-9ace-2b6cd10c2859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e9a2087-334d-45fc-9460-e059af6c2188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:02.653284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e75050-c2e5-4a96-94a9-b3b0391e1fd0 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Network hostable DHCP agents. Network: 6e9a2087-334d-45fc-9460-e059af6c2188, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:13:02.685775 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-29d6fcf3-8d40-4a9f-b6d8-1abefe36e39a service neutron] 10.222.0.35 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484452 Sep 30 08:13:02.725704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33076) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:02.732300 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f0f3ccad-dbbd-4b38-b65a-93a3ef827cee,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:02.750181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'f0f3ccad-dbbd-4b38-b65a-93a3ef827cee', 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01', 'port_id': 'f0f3ccad-dbbd-4b38-b65a-93a3ef827cee', 'mac_address': 'fa:16:3e:5f:bf:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f074e0-6593-45f0-b080-f30260a26f67', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:02.757574 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c1ea76fc-0838-4137-8568-4080b1ed31af None None] Provisioning complete for port 104d9376-037c-4888-a953-96bea08aa32a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:02.757948 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1ea76fc-0838-4137-8568-4080b1ed31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:02.814167 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 104d9376-037c-4888-a953-96bea08aa32a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:02.814542 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:02.860373 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11c19f9b-5823-4621-9052-4581620c9f31 req-e7dc3d07-3309-4593-a425-fb7dce7ab5be tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef458b07-ba77-4bf1-a515-dfa20af53e43 HTTP/1.1" status: 200 len: 210 time: 0.0643551 Sep 30 08:13:02.869302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e75050-c2e5-4a96-94a9-b3b0391e1fd0 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Network 6e9a2087-334d-45fc-9460-e059af6c2188 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:13:02.914263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:02.930827 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2c0d1c00-9082-4924-98f2-288872fc562c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-network', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:02.959845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0d1c00-9082-4924-98f2-288872fc562c admin admin] Made reservation on behalf of 1b2245634a9b445c9bfe4096e80f16eb for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:02.962205 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1c00-9082-4924-98f2-288872fc562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:02.999833 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1c00-9082-4924-98f2-288872fc562c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.030009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0ef39-958c-43a8-ae89-50bc4e20de33 req-288722c3-2f46-4589-9d12-1eb017f03e58 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.035335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-86e75050-c2e5-4a96-94a9-b3b0391e1fd0 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 6e9a2087-334d-45fc-9460-e059af6c2188) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:03.040036 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3b0ef39-958c-43a8-ae89-50bc4e20de33 req-288722c3-2f46-4589-9d12-1eb017f03e58 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 943 time: 0.1124797 Sep 30 08:13:03.054164 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e75050-c2e5-4a96-94a9-b3b0391e1fd0 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.054995 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86e75050-c2e5-4a96-94a9-b3b0391e1fd0 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.055336 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b554a987-fe2f-47f5-8c09-c999737c700d None None] Network 6e9a2087-334d-45fc-9460-e059af6c2188 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:03.058194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33082) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:03.063565 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-db4c9412-e43c-422b-8971-c6c9fb5b6b60 req-080634f9-339a-437c-a038-2d50a90cae58 service neutron] 10.222.0.35 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616278 Sep 30 08:13:03.069203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ad974e8b-ca5f-443d-aa82-b25d2792940e tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--232781601', 'description': 'tempest-description--2103826751'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:03.092985 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.101630 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1ea76fc-0838-4137-8568-4080b1ed31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.103826 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3b0ef39-958c-43a8-ae89-50bc4e20de33 req-3e027835-5ab5-4238-bc99-0e5bdf584a85 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622523 Sep 30 08:13:03.148405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f3ccad-dbbd-4b38-b65a-93a3ef827cee {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:03.198302 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1c00-9082-4924-98f2-288872fc562c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.202741 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1c00-9082-4924-98f2-288872fc562c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.229891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0d1c00-9082-4924-98f2-288872fc562c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:13:03.240280 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d1c00-9082-4924-98f2-288872fc562c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66e44b7-051d-47ab-9a4e-8b666e3706fa,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:03.247798 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1c00-9082-4924-98f2-288872fc562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.248405 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-2c0d1c00-9082-4924-98f2-288872fc562c admin admin] Added segment cbc184f2-316a-49ac-9a2e-eca401841dfe of type vlan for network 85103879-3b21-44db-ab5b-b6b9a167ad58 Sep 30 08:13:03.265802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f0f3ccad-dbbd-4b38-b65a-93a3ef827cee,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:03.267846 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-86e75050-c2e5-4a96-94a9-b3b0391e1fd0 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3619435 Sep 30 08:13:03.270459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c1ea76fc-0838-4137-8568-4080b1ed31af None None] For port 104d9376-037c-4888-a953-96bea08aa32a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=104d9376-037c-4888-a953-96bea08aa32a,segment=NetworkSegment(1ee08142-f327-4e9e-a4d8-ca13f9dc85bd),segment_id=1ee08142-f327-4e9e-a4d8-ca13f9dc85bd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:03.272046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:03.273022 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad974e8b-ca5f-443d-aa82-b25d2792940e tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.293266 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.295131 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1ea76fc-0838-4137-8568-4080b1ed31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.297196 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.297797 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 3237b50c-d6b1-404d-bdab-771cbaf0b52d details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:03.305148 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1c00-9082-4924-98f2-288872fc562c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.320001 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:03.344220 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1c00-9082-4924-98f2-288872fc562c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.345610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0d1c00-9082-4924-98f2-288872fc562c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.346342 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1c00-9082-4924-98f2-288872fc562c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.352056 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:03.352659 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.392178 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2c0d1c00-9082-4924-98f2-288872fc562c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6626089 Sep 30 08:13:03.399646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33086) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:03.406231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3b34cf31-95ec-4be9-800c-3addc637942a admin admin] Request body: {'subnet': {'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-subnet', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:03.466603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d1c00-9082-4924-98f2-288872fc562c admin admin] Pushing event updated for resources: {'Network': ['ID=85103879-3b21-44db-ab5b-b6b9a167ad58,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:03.487334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 85103879-3b21-44db-ab5b-b6b9a167ad58 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:13:03.492812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b34cf31-95ec-4be9-800c-3addc637942a admin admin] Made reservation on behalf of 1b2245634a9b445c9bfe4096e80f16eb for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:03.497813 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3b34cf31-95ec-4be9-800c-3addc637942a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.526525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea76fc-0838-4137-8568-4080b1ed31af None None] Pushing event updated for resources: {'Port': ['ID=104d9376-037c-4888-a953-96bea08aa32a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:03.633066 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:13:03.633432 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:13:03.651770 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.678585 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-6e9a2087-334d-45fc-9460-e059af6c2188', 'network_id': '6e9a2087-334d-45fc-9460-e059af6c2188', 'tenant_id': 'cc1cd43c800a4aa79cae6e7bfed13975', 'fixed_ips': [{'subnet_id': '70f47e8c-edd9-46d7-a1d6-23a362434ea3'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:13:03.680072 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.705874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5d4ca-2437-4d51-90c8-df5eb606a482 req-8299ad4e-9c29-49f1-baa2-8264172ce1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.707998 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e5b5d4ca-2437-4d51-90c8-df5eb606a482 req-8299ad4e-9c29-49f1-baa2-8264172ce1ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf18fc9ce15049db8fedfa3705b2274e&device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 1094 time: 0.5263555 Sep 30 08:13:03.715721 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f435b5b6-d07c-424c-9a43-f53fc95fcae7 None None] Provisioning complete for port 104d9376-037c-4888-a953-96bea08aa32a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:03.716667 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f435b5b6-d07c-424c-9a43-f53fc95fcae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.775395 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=f0f3ccad-dbbd-4b38-b65a-93a3ef827cee,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:03.797288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f8b51-31fc-4712-8db2-b696591df4b9 req-1cec16e1-6799-409f-b023-991fa8f18561 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.798835 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e76f8b51-31fc-4712-8db2-b696591df4b9 req-1cec16e1-6799-409f-b023-991fa8f18561 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 945 time: 0.1786900 Sep 30 08:13:03.805940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 3237b50c-d6b1-404d-bdab-771cbaf0b52d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=3237b50c-d6b1-404d-bdab-771cbaf0b52d,segment=NetworkSegment(54851905-ae3b-4109-83bc-24f06ef0c7c6),segment_id=54851905-ae3b-4109-83bc-24f06ef0c7c6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:03.837191 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9424a-29de-442b-a4c0-2f0cd1474d4b req-e44eb219-9af0-452f-a72c-e42c34e516d4 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.844723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9424a-29de-442b-a4c0-2f0cd1474d4b req-e44eb219-9af0-452f-a72c-e42c34e516d4 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.851282 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9424a-29de-442b-a4c0-2f0cd1474d4b req-e44eb219-9af0-452f-a72c-e42c34e516d4 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.857589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9424a-29de-442b-a4c0-2f0cd1474d4b req-e44eb219-9af0-452f-a72c-e42c34e516d4 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.864987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9424a-29de-442b-a4c0-2f0cd1474d4b req-e44eb219-9af0-452f-a72c-e42c34e516d4 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.870776 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9424a-29de-442b-a4c0-2f0cd1474d4b req-e44eb219-9af0-452f-a72c-e42c34e516d4 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.875197 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '3237b50c-d6b1-404d-bdab-771cbaf0b52d', 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35', 'port_id': '3237b50c-d6b1-404d-bdab-771cbaf0b52d', 'mac_address': 'fa:16:3e:9a:c7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:03.876811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9424a-29de-442b-a4c0-2f0cd1474d4b req-e44eb219-9af0-452f-a72c-e42c34e516d4 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:03.878904 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bc9424a-29de-442b-a4c0-2f0cd1474d4b req-e44eb219-9af0-452f-a72c-e42c34e516d4 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5432 time: 0.1986251 Sep 30 08:13:03.898190 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3b34cf31-95ec-4be9-800c-3addc637942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.900974 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.902552 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:03.996571 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c19fe4-2440-40bf-814e-1a90b8a977a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3584439c-13c9-4c1f-8e2c-a45ac024c6e8'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:03.998317 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e76f8b51-31fc-4712-8db2-b696591df4b9 req-159aef11-dfbb-4766-8a9b-747cf71c3433 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739485 Sep 30 08:13:03.998815 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6365dc-9d5d-4eb2-933f-9914c332446e" -d '{"events": [{"server_uuid": "18c19fe4-2440-40bf-814e-1a90b8a977a0", "name": "network-vif-plugged", "status": "completed", "tag": "3584439c-13c9-4c1f-8e2c-a45ac024c6e8"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:04.037244 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bc9424a-29de-442b-a4c0-2f0cd1474d4b req-abe8cad8-0126-4521-ab61-08a565a32a67 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1210115 Sep 30 08:13:04.037471 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.037603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34cf31-95ec-4be9-800c-3addc637942a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f29e3fb-d25d-4bf9-b454-144ad5708fbd,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:04.058240 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3584439c-13c9-4c1f-8e2c-a45ac024c6e8, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3584439c-13c9-4c1f-8e2c-a45ac024c6e8,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:04.072404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34cf31-95ec-4be9-800c-3addc637942a admin admin] Checking segment: {'id': 'cbc184f2-316a-49ac-9a2e-eca401841dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:04.072702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b34cf31-95ec-4be9-800c-3addc637942a admin admin] Network hostable DHCP agents. Network: 85103879-3b21-44db-ab5b-b6b9a167ad58, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:13:04.079850 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5d4ca-2437-4d51-90c8-df5eb606a482 req-30d1e89b-f17f-4a2d-b214-ff70be02de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:04.081401 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e5b5d4ca-2437-4d51-90c8-df5eb606a482 req-30d1e89b-f17f-4a2d-b214-ff70be02de29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b HTTP/1.1" status: 200 len: 904 time: 0.3437126 Sep 30 08:13:04.084168 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.084813 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:04.085710 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad974e8b-ca5f-443d-aa82-b25d2792940e tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.092193 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Allocated IP 2001:db8::f816:3eff:feac:23bc (6e9a2087-334d-45fc-9460-e059af6c2188/70f47e8c-edd9-46d7-a1d6-23a362434ea3/685df9c0-9561-400b-89b9-f5ae397cf925) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:04.099847 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3237b50c-d6b1-404d-bdab-771cbaf0b52d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:04.111358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b34cf31-95ec-4be9-800c-3addc637942a admin admin] Network 85103879-3b21-44db-ab5b-b6b9a167ad58 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:13:04.122960 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad974e8b-ca5f-443d-aa82-b25d2792940e tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.135971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-3b34cf31-95ec-4be9-800c-3addc637942a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 85103879-3b21-44db-ab5b-b6b9a167ad58) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:04.141472 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34cf31-95ec-4be9-800c-3addc637942a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:04.142460 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3b34cf31-95ec-4be9-800c-3addc637942a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.154968 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08be66c8-24c4-48b8-a342-d82950fa8dd8 x-openstack-request-id: req-08be66c8-24c4-48b8-a342-d82950fa8dd8 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:04.155599 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c19fe4-2440-40bf-814e-1a90b8a977a0", "name": "network-vif-plugged", "status": "completed", "tag": "3584439c-13c9-4c1f-8e2c-a45ac024c6e8", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:04.156045 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08be66c8-24c4-48b8-a342-d82950fa8dd8 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:04.156583 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c19fe4-2440-40bf-814e-1a90b8a977a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3584439c-13c9-4c1f-8e2c-a45ac024c6e8', 'code': 200} Sep 30 08:13:04.176289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3b34cf31-95ec-4be9-800c-3addc637942a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7735302 Sep 30 08:13:04.177840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33100) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:04.190623 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:04.191467 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e1f27eef-d1a2-4a40-87f9-22b5bb6b8fe2 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:04.193312 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdd2fc5-3a9e-4b45-b374-96e6c9be38ad None None] Network 85103879-3b21-44db-ab5b-b6b9a167ad58 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:04.208590 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e5b5d4ca-2437-4d51-90c8-df5eb606a482 req-7a96a418-0f6b-44bd-8833-c4a5b219b499 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d82ed96-be54-4643-a1b1-0b1446d80962 HTTP/1.1" status: 200 len: 217 time: 0.1085081 Sep 30 08:13:04.210480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-router', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:04.243705 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 3237b50c-d6b1-404d-bdab-771cbaf0b52d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=3237b50c-d6b1-404d-bdab-771cbaf0b52d,segment=NetworkSegment(54851905-ae3b-4109-83bc-24f06ef0c7c6),segment_id=54851905-ae3b-4109-83bc-24f06ef0c7c6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:04.262795 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.291182 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad974e8b-ca5f-443d-aa82-b25d2792940e tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.292599 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ad974e8b-ca5f-443d-aa82-b25d2792940e tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2314250 Sep 30 08:13:04.312481 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.313457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 65097e74-e449-431b-a3eb-790fec30038f details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:04.317969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33102) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:04.332720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-159344bc-18f4-4b2f-9595-32fb51c6bf37 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Request body: {'security_group_rule': {'security_group_id': '779dd17f-2db7-4ed0-b049-52475833be17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:04.345810 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=3584439c-13c9-4c1f-8e2c-a45ac024c6e8,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:04.353153 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad974e8b-ca5f-443d-aa82-b25d2792940e tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779dd17f-2db7-4ed0-b049-52475833be17,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:04.360181 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.393769 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5d4ca-2437-4d51-90c8-df5eb606a482 req-5e4dfb18-365b-491e-bab1-be44b8e7f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:04.395854 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e5b5d4ca-2437-4d51-90c8-df5eb606a482 req-5e4dfb18-365b-491e-bab1-be44b8e7f293 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe50dcfe-f2a1-4640-98cf-8d67829f1b8d HTTP/1.1" status: 200 len: 843 time: 0.1476030 Sep 30 08:13:04.400962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffeb84-dea6-488d-909b-eabc40ecf1ae req-3ce0198c-95a6-45c6-993d-285d86cce2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:04.402884 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3ffeb84-dea6-488d-909b-eabc40ecf1ae req-3ce0198c-95a6-45c6-993d-285d86cce2f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 1097 time: 0.1813552 Sep 30 08:13:04.428990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f3adf-2134-407f-a0a4-45f47ddba456 req-9fdf9fa6-88ec-4b06-8b0c-1ce8166a2c50 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:04.431463 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1a8f3adf-2134-407f-a0a4-45f47ddba456 req-9fdf9fa6-88ec-4b06-8b0c-1ce8166a2c50 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 943 time: 0.2110960 Sep 30 08:13:04.454976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d42a1b89-36f4-44f1-a3f7-1b7220231fac no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:04.466068 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.467944 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.505643 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e5b5d4ca-2437-4d51-90c8-df5eb606a482 req-57cde92d-3b99-4ae1-9e9d-d62efdae20f9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427547 Sep 30 08:13:04.528168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d42a1b89-36f4-44f1-a3f7-1b7220231fac {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:04.528543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d42a1b89-36f4-44f1-a3f7-1b7220231fac not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:04.540524 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-159344bc-18f4-4b2f-9595-32fb51c6bf37 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.543512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 65097e74-e449-431b-a3eb-790fec30038f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=65097e74-e449-431b-a3eb-790fec30038f,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:04.578353 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=3237b50c-d6b1-404d-bdab-771cbaf0b52d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:04.587947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '65097e74-e449-431b-a3eb-790fec30038f', 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01', 'port_id': '65097e74-e449-431b-a3eb-790fec30038f', 'mac_address': 'fa:16:3e:38:16:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f074e0-6593-45f0-b080-f30260a26f67', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:04.590991 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3ffeb84-dea6-488d-909b-eabc40ecf1ae req-60e2cfde-644e-446e-8a57-4f8a84d759e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735110 Sep 30 08:13:04.609019 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb641438-f67c-4089-a828-dcd7e593a2ce None None] Network 85103879-3b21-44db-ab5b-b6b9a167ad58 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:04.609206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1a8f3adf-2134-407f-a0a4-45f47ddba456 req-24ae027d-4e8e-4e0b-9f23-86e8266a89cb tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633909 Sep 30 08:13:04.646784 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.659140 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788e340-13a8-422b-a8ab-5b606e338a49 req-966a8304-ea8b-4853-9799-bbda3bc20201 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:04.668006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a788e340-13a8-422b-a8ab-5b606e338a49 req-966a8304-ea8b-4853-9799-bbda3bc20201 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.1543143 Sep 30 08:13:04.720387 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-159344bc-18f4-4b2f-9595-32fb51c6bf37 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.731496 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-159344bc-18f4-4b2f-9595-32fb51c6bf37 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.745550 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e5b5d4ca-2437-4d51-90c8-df5eb606a482 req-59d0e598-200a-4c7c-ad24-56b7cb4aee89 service neutron] 10.222.0.35 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311060 Sep 30 08:13:04.771167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159344bc-18f4-4b2f-9595-32fb51c6bf37 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee942534-72f7-4870-a5ee-dcce263b5711,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:04.776296 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Router abffb97f-b9da-45ab-b154-4b43e7326b6b is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:13:04.791489 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-159344bc-18f4-4b2f-9595-32fb51c6bf37 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.792730 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-159344bc-18f4-4b2f-9595-32fb51c6bf37 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4693131 Sep 30 08:13:04.795959 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33106) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:04.802684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-59a09bee-c85b-497d-a2f3-149f1df5ba80 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Request body: {'security_group_rule': {'security_group_id': '779dd17f-2db7-4ed0-b049-52475833be17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:04.832017 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 104d9376-037c-4888-a953-96bea08aa32a up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:04.840938 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.860579 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a788e340-13a8-422b-a8ab-5b606e338a49 req-1a21d7fc-8684-4b1a-9aa2-649d8d7171f6 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914356 Sep 30 08:13:04.905102 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.928999 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.933770 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59a09bee-c85b-497d-a2f3-149f1df5ba80 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.943534 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:04.973154 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e5b5d4ca-2437-4d51-90c8-df5eb606a482 req-e87f69de-72da-4e13-a3d3-b0ea416ecc6c service neutron] 10.222.0.35 "GET /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114751 Sep 30 08:13:05.001015 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Network 6e9a2087-334d-45fc-9460-e059af6c2188 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:05.008178 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.009778 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65097e74-e449-431b-a3eb-790fec30038f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:05.021747 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:05.045618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:05.052977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event deleted for resources: {'Subnet': ['ID=70f47e8c-edd9-46d7-a1d6-23a362434ea3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:05.054734 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Pushing event updated for resources: {'Port': ['ID=685df9c0-9561-400b-89b9-f5ae397cf925,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:05.075925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 65097e74-e449-431b-a3eb-790fec30038f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=65097e74-e449-431b-a3eb-790fec30038f,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:05.079758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:05.080214 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:05.080764 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:05.081284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:05.081798 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:05.082968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:05.083704 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:05.084287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:05.084797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:05.085390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:05.085966 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:05.086497 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:05.089754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:13:05.101739 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Sync routers for ids ['abffb97f-b9da-45ab-b154-4b43e7326b6b'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:13:05.114159 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.114935 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:05.115756 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Routers {'abffb97f-b9da-45ab-b154-4b43e7326b6b'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:05.116607 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:12:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['abffb97f-b9da-45ab-b154-4b43e7326b6b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:05.118812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 104d9376-037c-4888-a953-96bea08aa32a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:05.119356 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.126573 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59a09bee-c85b-497d-a2f3-149f1df5ba80 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.157468 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.160699 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59a09bee-c85b-497d-a2f3-149f1df5ba80 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.199388 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.231336 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Attempting to bind port 685df9c0-9561-400b-89b9-f5ae397cf925 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:05.232164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Attempting to bind port 685df9c0-9561-400b-89b9-f5ae397cf925 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'f9661a9a-31fa-4370-9ace-2b6cd10c2859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e9a2087-334d-45fc-9460-e059af6c2188'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:05.232761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Attempting to bind port 685df9c0-9561-400b-89b9-f5ae397cf925 on network 6e9a2087-334d-45fc-9460-e059af6c2188 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:05.247793 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.251389 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8db9c64e-1cb0-4fe8-8e03-2c5c47e05456,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:05.255288 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:05.255991 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Checking segment: {'id': 'f9661a9a-31fa-4370-9ace-2b6cd10c2859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e9a2087-334d-45fc-9460-e059af6c2188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:05.256620 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.257231 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Bound using segment: {'id': 'f9661a9a-31fa-4370-9ace-2b6cd10c2859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e9a2087-334d-45fc-9460-e059af6c2188'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:05.257965 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Bound port: 685df9c0-9561-400b-89b9-f5ae397cf925, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9661a9a-31fa-4370-9ace-2b6cd10c2859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e9a2087-334d-45fc-9460-e059af6c2188'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:05.258585 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.266061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=65097e74-e449-431b-a3eb-790fec30038f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:05.282123 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Set router abffb97f-b9da-45ab-b154-4b43e7326b6b gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:05.283107 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9a2087-334d-45fc-9460-e059af6c2188']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:05.290595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '8db9c64e-1cb0-4fe8-8e03-2c5c47e05456', 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01', 'port_id': '8db9c64e-1cb0-4fe8-8e03-2c5c47e05456', 'mac_address': 'fa:16:3e:ca:34:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f074e0-6593-45f0-b080-f30260a26f67', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:05.295549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9661a9a-31fa-4370-9ace-2b6cd10c2859') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:05.296096 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9661a9a-31fa-4370-9ace-2b6cd10c2859') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:05.310627 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.333747 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.341659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:13:05.342067 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.380731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6be0d-bcce-4dd2-b7c7-ab9c94f5d9ba req-e4feda3a-8910-49c4-b454-ac447dd8fe6a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:05.386723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6be0d-bcce-4dd2-b7c7-ab9c94f5d9ba req-e4feda3a-8910-49c4-b454-ac447dd8fe6a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:05.392607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6be0d-bcce-4dd2-b7c7-ab9c94f5d9ba req-e4feda3a-8910-49c4-b454-ac447dd8fe6a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:05.398561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6be0d-bcce-4dd2-b7c7-ab9c94f5d9ba req-e4feda3a-8910-49c4-b454-ac447dd8fe6a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:05.404541 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6be0d-bcce-4dd2-b7c7-ab9c94f5d9ba req-e4feda3a-8910-49c4-b454-ac447dd8fe6a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:05.405488 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.411243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6be0d-bcce-4dd2-b7c7-ab9c94f5d9ba req-e4feda3a-8910-49c4-b454-ac447dd8fe6a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:05.414347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] For port 685df9c0-9561-400b-89b9-f5ae397cf925, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:05.417165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6be0d-bcce-4dd2-b7c7-ab9c94f5d9ba req-e4feda3a-8910-49c4-b454-ac447dd8fe6a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:05.419083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88a6be0d-bcce-4dd2-b7c7-ab9c94f5d9ba req-e4feda3a-8910-49c4-b454-ac447dd8fe6a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5434 time: 0.2022636 Sep 30 08:13:05.428576 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:05.428882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e5a4e-a9cb-4dc2-9e41-1ca2bd73308d req-f69fe710-23d8-4a60-9bc8-5b917b54c333 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:05.436002 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f6e5a4e-a9cb-4dc2-9e41-1ca2bd73308d req-f69fe710-23d8-4a60-9bc8-5b917b54c333 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 946 time: 0.2179384 Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:13:05.436614 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:13:05.438528 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.438953 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-46871ca6-c599-4806-9db4-208b67427863 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1122806 Sep 30 08:13:05.439615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a09bee-c85b-497d-a2f3-149f1df5ba80 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522da271-a86a-4913-89bb-a6b17e5d474c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:05.442287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33112) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:05.458923 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 08:13:05.458923 n-d-807359-2 neutron-server[94838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 08:13:05.458923 n-d-807359-2 neutron-server[94838]: [parameters: {'id': '6e9a2087-334d-45fc-9460-e059af6c2188'}] Sep 30 08:13:05.458923 n-d-807359-2 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:13:05.459802 n-d-807359-2 neutron-server[94838]: DEBUG oslo_db.api [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:13:05.462013 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59a09bee-c85b-497d-a2f3-149f1df5ba80 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.467563 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8db9c64e-1cb0-4fe8-8e03-2c5c47e05456,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:05.469191 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-59a09bee-c85b-497d-a2f3-149f1df5ba80 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6700647 Sep 30 08:13:05.470537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33116) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:05.472374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] For port 685df9c0-9561-400b-89b9-f5ae397cf925, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=685df9c0-9561-400b-89b9-f5ae397cf925,segment=NetworkSegment(f9661a9a-31fa-4370-9ace-2b6cd10c2859),segment_id=f9661a9a-31fa-4370-9ace-2b6cd10c2859)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:05.475899 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.477273 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e6275749-d3f0-44ae-8512-99bd87141470 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:05.478196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:05.484531 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.507582 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.591277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=8db9c64e-1cb0-4fe8-8e03-2c5c47e05456,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:05.616970 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'name': 'tempest-TaggedBootDevicesTest-1842890223-router', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:59Z', 'updated_at': '2021-09-30T08:13:03Z', 'revision_number': 3, 'project_id': 'b4c9428373294d4091a65204159b0981', 'gw_port': {'id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:00Z', 'updated_at': '2021-09-30T08:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:05.696761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761135eb-96f6-4564-9588-c9af2b0d0b66 None None] Network 6e9a2087-334d-45fc-9460-e059af6c2188 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:05.704263 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Checking router: abffb97f-b9da-45ab-b154-4b43e7326b6b for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:13:05.704749 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Updating router abffb97f-b9da-45ab-b154-4b43e7326b6b port f6bcdb90-b93e-4726-8fe4-48367d8e3d87 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:13:05.733695 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005bfaa-4e54-41de-8cb9-40147f72f71c None None] Pushing event updated for resources: {'Port': ['ID=685df9c0-9561-400b-89b9-f5ae397cf925,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:05.740624 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e6275749-d3f0-44ae-8512-99bd87141470, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e6275749-d3f0-44ae-8512-99bd87141470,segment=NetworkSegment(35d10bf9-50e0-48f9-bc43-64d5f75dff9e),segment_id=35d10bf9-50e0-48f9-bc43-64d5f75dff9e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:05.758995 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.778909 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.807713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'e6275749-d3f0-44ae-8512-99bd87141470', 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd', 'port_id': 'e6275749-d3f0-44ae-8512-99bd87141470', 'mac_address': 'fa:16:3e:1a:c0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7708e0-b666-41ba-91d3-88457521fad1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:05.845466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Allocated IP 172.25.0.65 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/39e1da6f-7b07-4f26-9a62-75d69ee1e36c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:05.906223 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f6e5a4e-a9cb-4dc2-9e41-1ca2bd73308d req-5661d51a-ac75-43b8-acba-a8cc2404ad63 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672000 Sep 30 08:13:05.906527 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.919880 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88a6be0d-bcce-4dd2-b7c7-ab9c94f5d9ba req-fe3cdf7e-ebb6-4ac6-9fbf-f70ae27e22d0 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4795098 Sep 30 08:13:05.926637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6275749-d3f0-44ae-8512-99bd87141470 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:05.942665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3124ec-770f-438f-9205-1237708c9a34 None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:13:05.962459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e6275749-d3f0-44ae-8512-99bd87141470, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e6275749-d3f0-44ae-8512-99bd87141470,segment=NetworkSegment(35d10bf9-50e0-48f9-bc43-64d5f75dff9e),segment_id=35d10bf9-50e0-48f9-bc43-64d5f75dff9e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:05.963260 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.990686 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:05.991238 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d2a04c48-1016-4204-91b9-76cc35da608f details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:06.043715 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Deleting port 685df9c0-9561-400b-89b9-f5ae397cf925 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:06.044108 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.052536 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d2a04c48-1016-4204-91b9-76cc35da608f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d2a04c48-1016-4204-91b9-76cc35da608f,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:06.096375 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'd2a04c48-1016-4204-91b9-76cc35da608f', 'network_id': 'b90b784a-548c-41b5-91c7-a8e317195f01', 'port_id': 'd2a04c48-1016-4204-91b9-76cc35da608f', 'mac_address': 'fa:16:3e:12:50:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f074e0-6593-45f0-b080-f30260a26f67', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:06.119996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] For port 685df9c0-9561-400b-89b9-f5ae397cf925, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=685df9c0-9561-400b-89b9-f5ae397cf925,segment=NetworkSegment(f9661a9a-31fa-4370-9ace-2b6cd10c2859),segment_id=f9661a9a-31fa-4370-9ace-2b6cd10c2859)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:06.120449 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.127818 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=e6275749-d3f0-44ae-8512-99bd87141470,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:06.133482 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Calling delete_port for 685df9c0-9561-400b-89b9-f5ae397cf925 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:06.183142 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.183480 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.199342 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c064ad-36e3-4b28-b4c5-2369ce0935a0 req-48d670ff-6892-4b23-bd29-76736b67d780 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:06.201010 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2c064ad-36e3-4b28-b4c5-2369ce0935a0 req-48d670ff-6892-4b23-bd29-76736b67d780 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 943 time: 0.1728599 Sep 30 08:13:06.205917 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a04c48-1016-4204-91b9-76cc35da608f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:06.214362 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3124ec-770f-438f-9205-1237708c9a34 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:13:06.231558 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ef010-7be6-462d-977c-f4acea2e4475 req-3b5ebf4e-9dc7-4f37-9e2c-e183b716798f tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:06.233113 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b46ef010-7be6-462d-977c-f4acea2e4475 req-3b5ebf4e-9dc7-4f37-9e2c-e183b716798f tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.2061636 Sep 30 08:13:06.237020 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.248844 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d2a04c48-1016-4204-91b9-76cc35da608f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d2a04c48-1016-4204-91b9-76cc35da608f,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:06.257771 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.257947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 26ad74b0-3ba8-4587-b553-8544368b4753 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:06.266465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event deleted for resources: {'Port': ['ID=685df9c0-9561-400b-89b9-f5ae397cf925,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:06.268708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] No DVR routers for this DVR port 685df9c0-9561-400b-89b9-f5ae397cf925 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:06.339123 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2c064ad-36e3-4b28-b4c5-2369ce0935a0 req-9c421d3f-05a5-42c8-9cae-684dfb92e3a4 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319730 Sep 30 08:13:06.353718 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.401360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=d2a04c48-1016-4204-91b9-76cc35da608f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:06.401948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b46ef010-7be6-462d-977c-f4acea2e4475 req-2a5e1b31-476d-4550-bfcd-b2380db65c9a tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547587 Sep 30 08:13:06.402943 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.404583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9a2087-334d-45fc-9460-e059af6c2188']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:06.420595 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9661a9a-31fa-4370-9ace-2b6cd10c2859') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:06.420999 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9661a9a-31fa-4370-9ace-2b6cd10c2859') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:06.432925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 26ad74b0-3ba8-4587-b553-8544368b4753, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=26ad74b0-3ba8-4587-b553-8544368b4753,segment=NetworkSegment(35d10bf9-50e0-48f9-bc43-64d5f75dff9e),segment_id=35d10bf9-50e0-48f9-bc43-64d5f75dff9e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:06.443118 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.445264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Allocated IP 172.25.0.195 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/dd5c373f-b80c-4e4e-a16e-f1ac25a80bd7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:06.449713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:06.455341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:06.467118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:06.468160 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.476077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '26ad74b0-3ba8-4587-b553-8544368b4753', 'network_id': 'cdf3ff55-47c0-47f2-a48c-eac76f72cbcd', 'port_id': '26ad74b0-3ba8-4587-b553-8544368b4753', 'mac_address': 'fa:16:3e:c1:1f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7708e0-b666-41ba-91d3-88457521fad1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:06.485546 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:13:06.486090 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:13:06.489766 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:13:06.531587 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Pushing event updated for resources: {'Port': ['ID=39e1da6f-7b07-4f26-9a62-75d69ee1e36c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:06.553739 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:06.553958 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:06.554473 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:06.554802 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:06.555419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:06.555549 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:06.555851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:06.556126 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:06.556456 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:06.556809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:06.557359 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:06.557691 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:06.578177 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.603529 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.618097 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.624172 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/networks/6e9a2087-334d-45fc-9460-e059af6c2188 HTTP/1.1" status: 204 len: 168 time: 3.3369739 Sep 30 08:13:06.624681 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:06.640986 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ad74b0-3ba8-4587-b553-8544368b4753 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:06.642341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b503a7bf-61c8-43aa-8e09-39843f8f2f4a tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-254618270'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:06.654450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28931a6d-8aff-4afc-a188-8e709bead675 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event deleted for resources: {'Network': ['ID=6e9a2087-334d-45fc-9460-e059af6c2188,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:06.665492 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.675235 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 26ad74b0-3ba8-4587-b553-8544368b4753, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=26ad74b0-3ba8-4587-b553-8544368b4753,segment=NetworkSegment(35d10bf9-50e0-48f9-bc43-64d5f75dff9e),segment_id=35d10bf9-50e0-48f9-bc43-64d5f75dff9e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:06.683711 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.689625 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b503a7bf-61c8-43aa-8e09-39843f8f2f4a tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Made reservation on behalf of cc1cd43c800a4aa79cae6e7bfed13975 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:06.695470 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b503a7bf-61c8-43aa-8e09-39843f8f2f4a tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.738796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b503a7bf-61c8-43aa-8e09-39843f8f2f4a tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:13:06.748455 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.755268 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b503a7bf-61c8-43aa-8e09-39843f8f2f4a tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.755839 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-b503a7bf-61c8-43aa-8e09-39843f8f2f4a tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Added segment f02ce5fd-5dea-4e53-9981-525d0edf38b6 of type vlan for network f2124fd5-1ced-48d4-8124-7807a1c1ceec Sep 30 08:13:06.762871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=26ad74b0-3ba8-4587-b553-8544368b4753,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:06.833265 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:06.836176 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.838737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:06.849166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:06.855463 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b503a7bf-61c8-43aa-8e09-39843f8f2f4a tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.865141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1d82ed96-be54-4643-a1b1-0b1446d80962 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:06.886667 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event updated for resources: {'Port': ['ID=dd5c373f-b80c-4e4e-a16e-f1ac25a80bd7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:06.929109 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b503a7bf-61c8-43aa-8e09-39843f8f2f4a tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.935091 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b503a7bf-61c8-43aa-8e09-39843f8f2f4a tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:06.935826 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b503a7bf-61c8-43aa-8e09-39843f8f2f4a tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:06.948423 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.029054 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b503a7bf-61c8-43aa-8e09-39843f8f2f4a tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4031918 Sep 30 08:13:07.032184 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33128) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:07.054025 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-91b6ef8b-ec33-41ae-9281-873039ea021d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Request body: {'subnet': {'network_id': 'f2124fd5-1ced-48d4-8124-7807a1c1ceec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:07.081448 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.093757 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.102139 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1d82ed96-be54-4643-a1b1-0b1446d80962, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1d82ed96-be54-4643-a1b1-0b1446d80962,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:07.104576 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.106248 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503a7bf-61c8-43aa-8e09-39843f8f2f4a tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event updated for resources: {'Network': ['ID=f2124fd5-1ced-48d4-8124-7807a1c1ceec,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:07.132848 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f2124fd5-1ced-48d4-8124-7807a1c1ceec details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:13:07.153076 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '1d82ed96-be54-4643-a1b1-0b1446d80962', 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b', 'port_id': '1d82ed96-be54-4643-a1b1-0b1446d80962', 'mac_address': 'fa:16:3e:70:45:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe50dcfe-f2a1-4640-98cf-8d67829f1b8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:07.159874 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feab640-cc3f-45f5-9da8-2bc8f0dc1070 None None] Pushing event updated for resources: {'Port': ['ID=f6bcdb90-b93e-4726-8fe4-48367d8e3d87,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:07.189866 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feab640-cc3f-45f5-9da8-2bc8f0dc1070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:07.190497 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feab640-cc3f-45f5-9da8-2bc8f0dc1070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:07.191092 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feab640-cc3f-45f5-9da8-2bc8f0dc1070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:07.192402 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feab640-cc3f-45f5-9da8-2bc8f0dc1070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:07.193041 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feab640-cc3f-45f5-9da8-2bc8f0dc1070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:07.193759 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feab640-cc3f-45f5-9da8-2bc8f0dc1070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:07.194451 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feab640-cc3f-45f5-9da8-2bc8f0dc1070 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:07.195055 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feab640-cc3f-45f5-9da8-2bc8f0dc1070 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:07.195603 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feab640-cc3f-45f5-9da8-2bc8f0dc1070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:07.198629 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feab640-cc3f-45f5-9da8-2bc8f0dc1070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:07.199379 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feab640-cc3f-45f5-9da8-2bc8f0dc1070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:07.199981 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feab640-cc3f-45f5-9da8-2bc8f0dc1070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:07.203901 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Attempting to bind port f6bcdb90-b93e-4726-8fe4-48367d8e3d87 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:07.204759 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Attempting to bind port f6bcdb90-b93e-4726-8fe4-48367d8e3d87 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:07.205313 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Attempting to bind port f6bcdb90-b93e-4726-8fe4-48367d8e3d87 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:07.210417 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.215940 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:07.216664 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:07.217320 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.218024 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:07.218839 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Bound port: f6bcdb90-b93e-4726-8fe4-48367d8e3d87, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:07.219525 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.236401 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.257800 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d82ed96-be54-4643-a1b1-0b1446d80962 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:07.261553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be607843-a327-4a4a-944c-49b86ac2597b req-a0c36668-95de-4c2b-b2e0-65118343d920 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:07.269974 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be607843-a327-4a4a-944c-49b86ac2597b req-a0c36668-95de-4c2b-b2e0-65118343d920 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 946 time: 0.2373655 Sep 30 08:13:07.275232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Allocated IP 172.20.0.1 (7e190e83-40df-446b-b24e-ad1892687b5c/66d7fd57-be5b-44cb-9d99-854249f7b937/e959403a-d794-442e-8226-f43c90354a84) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:07.284006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1d82ed96-be54-4643-a1b1-0b1446d80962, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1d82ed96-be54-4643-a1b1-0b1446d80962,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:07.288392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05ed34-5ad2-4073-a6a7-3c61781becd8 req-e676ee97-f6ac-452e-a7c8-be57eb916a0a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:07.288760 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] For port f6bcdb90-b93e-4726-8fe4-48367d8e3d87, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:07.291361 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.294027 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] For port f6bcdb90-b93e-4726-8fe4-48367d8e3d87, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f6bcdb90-b93e-4726-8fe4-48367d8e3d87,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:07.294901 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05ed34-5ad2-4073-a6a7-3c61781becd8 req-e676ee97-f6ac-452e-a7c8-be57eb916a0a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:07.299764 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.302992 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05ed34-5ad2-4073-a6a7-3c61781becd8 req-e676ee97-f6ac-452e-a7c8-be57eb916a0a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:07.309131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05ed34-5ad2-4073-a6a7-3c61781becd8 req-e676ee97-f6ac-452e-a7c8-be57eb916a0a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:07.315384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05ed34-5ad2-4073-a6a7-3c61781becd8 req-e676ee97-f6ac-452e-a7c8-be57eb916a0a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:07.322047 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05ed34-5ad2-4073-a6a7-3c61781becd8 req-e676ee97-f6ac-452e-a7c8-be57eb916a0a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:07.328093 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05ed34-5ad2-4073-a6a7-3c61781becd8 req-e676ee97-f6ac-452e-a7c8-be57eb916a0a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:07.330207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed05ed34-5ad2-4073-a6a7-3c61781becd8 req-e676ee97-f6ac-452e-a7c8-be57eb916a0a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5438 time: 0.2763214 Sep 30 08:13:07.400233 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feab640-cc3f-45f5-9da8-2bc8f0dc1070 None None] Pushing event updated for resources: {'Port': ['ID=f6bcdb90-b93e-4726-8fe4-48367d8e3d87,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:07.413084 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=1d82ed96-be54-4643-a1b1-0b1446d80962,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:07.430760 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Routers {'abffb97f-b9da-45ab-b154-4b43e7326b6b'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:07.431518 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:12:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['abffb97f-b9da-45ab-b154-4b43e7326b6b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:07.456443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be607843-a327-4a4a-944c-49b86ac2597b req-c42a9235-4c53-4ebc-a417-0db674f2ea6d tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855509 Sep 30 08:13:07.502709 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b6ef8b-ec33-41ae-9281-873039ea021d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Made reservation on behalf of cc1cd43c800a4aa79cae6e7bfed13975 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:07.506503 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91b6ef8b-ec33-41ae-9281-873039ea021d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.575055 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.645549 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.714807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed05ed34-5ad2-4073-a6a7-3c61781becd8 req-94597eb8-3b2e-4ecf-a411-c61ab8d17c34 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3652625 Sep 30 08:13:07.770396 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] Set router abffb97f-b9da-45ab-b154-4b43e7326b6b gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:07.791158 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e6275749-d3f0-44ae-8512-99bd87141470'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:07.800496 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.804426 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.806632 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.812934 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91b6ef8b-ec33-41ae-9281-873039ea021d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.813407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Network 7e190e83-40df-446b-b24e-ad1892687b5c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:07.867236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['8db9c64e-1cb0-4fe8-8e03-2c5c47e05456'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:07.878359 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['f0f3ccad-dbbd-4b38-b65a-93a3ef827cee'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:07.926607 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['65097e74-e449-431b-a3eb-790fec30038f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:07.945222 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.954724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:07.974773 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:07.976518 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5045915 Sep 30 08:13:07.977896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:08.025116 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6ef8b-ec33-41ae-9281-873039ea021d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Checking segment: {'id': 'f02ce5fd-5dea-4e53-9981-525d0edf38b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f2124fd5-1ced-48d4-8124-7807a1c1ceec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:08.025892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b6ef8b-ec33-41ae-9281-873039ea021d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Network hostable DHCP agents. Network: f2124fd5-1ced-48d4-8124-7807a1c1ceec, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:13:08.036985 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e2d9f-dbf6-42de-903c-ca057c04e96f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event updated for resources: {'Port': ['ID=dd5c373f-b80c-4e4e-a16e-f1ac25a80bd7,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:08.054375 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6ef8b-ec33-41ae-9281-873039ea021d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event updated for resources: {'Subnet': ['ID=e803ba68-a97e-4ca0-8209-2f28d93ff9a1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:08.069291 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b6ef8b-ec33-41ae-9281-873039ea021d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Network f2124fd5-1ced-48d4-8124-7807a1c1ceec is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:13:08.084363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-91b6ef8b-ec33-41ae-9281-873039ea021d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f2124fd5-1ced-48d4-8124-7807a1c1ceec) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:08.099368 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b6ef8b-ec33-41ae-9281-873039ea021d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:08.100102 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91b6ef8b-ec33-41ae-9281-873039ea021d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.124315 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-91b6ef8b-ec33-41ae-9281-873039ea021d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0800798 Sep 30 08:13:08.124793 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33142) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:08.213894 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'name': 'tempest-TaggedBootDevicesTest-1842890223-router', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:59Z', 'updated_at': '2021-09-30T08:13:03Z', 'revision_number': 3, 'project_id': 'b4c9428373294d4091a65204159b0981', 'gw_port': {'id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:00Z', 'updated_at': '2021-09-30T08:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:08.244872 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea06d09f-5266-4b34-a469-5eb1e0033c8f None None] The sync data for ids ['abffb97f-b9da-45ab-b154-4b43e7326b6b'] in n-d-807359-2 is: [{'id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'name': 'tempest-TaggedBootDevicesTest-1842890223-router', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:59Z', 'updated_at': '2021-09-30T08:13:03Z', 'revision_number': 3, 'project_id': 'b4c9428373294d4091a65204159b0981', 'gw_port': {'id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:00Z', 'updated_at': '2021-09-30T08:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:13:08.327267 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['26ad74b0-3ba8-4587-b553-8544368b4753'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:08.355467 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1aea63d-ba55-4d04-9454-d9ba0b238a5c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.369047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['d2a04c48-1016-4204-91b9-76cc35da608f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:08.371143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['3237b50c-d6b1-404d-bdab-771cbaf0b52d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:08.373597 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['1d82ed96-be54-4643-a1b1-0b1446d80962'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:08.376971 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0553534f-525b-44a0-b916-5987a2a2c5cc None None] Network f2124fd5-1ced-48d4-8124-7807a1c1ceec requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:08.439941 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1aea63d-ba55-4d04-9454-d9ba0b238a5c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.537387 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1aea63d-ba55-4d04-9454-d9ba0b238a5c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.585282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aea63d-ba55-4d04-9454-d9ba0b238a5c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event deleted for resources: {'Subnet': ['ID=e803ba68-a97e-4ca0-8209-2f28d93ff9a1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:08.703646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011077d3-adb2-4eaa-8d26-ff8a75486928 req-42d5bde0-d2ec-4327-b1ba-e28cd69b987e tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:08.715568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-011077d3-adb2-4eaa-8d26-ff8a75486928 req-42d5bde0-d2ec-4327-b1ba-e28cd69b987e tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 944 time: 1.0737188 Sep 30 08:13:08.732095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Pushing event updated for resources: {'Port': ['ID=e959403a-d794-442e-8226-f43c90354a84,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:08.736098 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1aea63d-ba55-4d04-9454-d9ba0b238a5c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.764495 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b1aea63d-ba55-4d04-9454-d9ba0b238a5c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2124fd5-1ced-48d4-8124-7807a1c1ceec']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:08.776725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b1aea63d-ba55-4d04-9454-d9ba0b238a5c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02ce5fd-5dea-4e53-9981-525d0edf38b6') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:08.777409 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b1aea63d-ba55-4d04-9454-d9ba0b238a5c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02ce5fd-5dea-4e53-9981-525d0edf38b6') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:08.789760 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1aea63d-ba55-4d04-9454-d9ba0b238a5c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.807634 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1aea63d-ba55-4d04-9454-d9ba0b238a5c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.819583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1aea63d-ba55-4d04-9454-d9ba0b238a5c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:13:08.820595 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1aea63d-ba55-4d04-9454-d9ba0b238a5c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:13:08.827369 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:13:08.872201 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.950686 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1aea63d-ba55-4d04-9454-d9ba0b238a5c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.968558 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1aea63d-ba55-4d04-9454-d9ba0b238a5c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:08.975301 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b1aea63d-ba55-4d04-9454-d9ba0b238a5c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/networks/f2124fd5-1ced-48d4-8124-7807a1c1ceec HTTP/1.1" status: 204 len: 168 time: 0.8444803 Sep 30 08:13:08.977691 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33158) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:09.016570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e21837d6-ccbb-4d20-9388-2a5d189abe0f tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1435728938'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:09.030546 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aea63d-ba55-4d04-9454-d9ba0b238a5c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event deleted for resources: {'Network': ['ID=f2124fd5-1ced-48d4-8124-7807a1c1ceec,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:09.055472 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21837d6-ccbb-4d20-9388-2a5d189abe0f tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Made reservation on behalf of cc1cd43c800a4aa79cae6e7bfed13975 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:09.061720 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e21837d6-ccbb-4d20-9388-2a5d189abe0f tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:09.094664 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21837d6-ccbb-4d20-9388-2a5d189abe0f tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:13:09.095075 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-011077d3-adb2-4eaa-8d26-ff8a75486928 req-96840937-6bc5-4144-872a-eab9de307e66 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814478 Sep 30 08:13:09.103693 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795ac47-43a8-4488-af20-4be58357eb9e req-6bdb6b75-2cf6-4547-811d-edc34a38ecc9 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.112667 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6795ac47-43a8-4488-af20-4be58357eb9e req-6bdb6b75-2cf6-4547-811d-edc34a38ecc9 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 1.1717963 Sep 30 08:13:09.117128 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcb91e5-21ac-4f76-8bb3-9fe41949b6e9 None None] Network f2124fd5-1ced-48d4-8124-7807a1c1ceec requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:09.126003 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e21837d6-ccbb-4d20-9388-2a5d189abe0f tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:09.126350 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-e21837d6-ccbb-4d20-9388-2a5d189abe0f tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Added segment 42e50d22-241f-4cd9-a4dd-d2c7c2d2bd9a of type vlan for network f1ad4bfd-8c1c-45a3-9bcd-44effbb8a609 Sep 30 08:13:09.188015 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e21837d6-ccbb-4d20-9388-2a5d189abe0f tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:09.189320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Router 3e36341e-3618-4292-a79f-26a29627a8e3 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:13:09.193155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcb91e5-21ac-4f76-8bb3-9fe41949b6e9 None None] Network f2124fd5-1ced-48d4-8124-7807a1c1ceec could not be found, it might have been deleted concurrently. {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 08:13:09.198571 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-09c0777a-17c5-4d46-a7a1-fa9957db5ec1 None None] Provisioning complete for port e959403a-d794-442e-8226-f43c90354a84 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:09.199062 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09c0777a-17c5-4d46-a7a1-fa9957db5ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:09.199433 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:09.228016 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e21837d6-ccbb-4d20-9388-2a5d189abe0f tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:09.234791 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21837d6-ccbb-4d20-9388-2a5d189abe0f tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.235441 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e21837d6-ccbb-4d20-9388-2a5d189abe0f tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:09.286751 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e21837d6-ccbb-4d20-9388-2a5d189abe0f tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3048580 Sep 30 08:13:09.297074 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33164) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:09.302967 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-71b404af-cbe5-4658-b068-e567959928f2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Request body: {'subnet': {'network_id': 'f1ad4bfd-8c1c-45a3-9bcd-44effbb8a609', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:09.360198 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6795ac47-43a8-4488-af20-4be58357eb9e req-f7cc0e61-3ed8-4a09-a0a3-0beb6bc42a64 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459142 Sep 30 08:13:09.380055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21837d6-ccbb-4d20-9388-2a5d189abe0f tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event updated for resources: {'Network': ['ID=f1ad4bfd-8c1c-45a3-9bcd-44effbb8a609,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:09.471297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f1ad4bfd-8c1c-45a3-9bcd-44effbb8a609 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:13:09.483680 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b404af-cbe5-4658-b068-e567959928f2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Made reservation on behalf of cc1cd43c800a4aa79cae6e7bfed13975 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:09.487260 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71b404af-cbe5-4658-b068-e567959928f2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:09.609540 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-63ba987b-7da3-4017-8e70-74065edecba8 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--232781601&fields=id&tenant_id=ee4e48f07add4c94890522d6df2a93fa HTTP/1.1" status: 200 len: 267 time: 0.1499510 Sep 30 08:13:09.673257 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa7a3e-f8f2-44a3-ad4b-8ffd9666e446 req-a9af3983-5434-4268-be3e-06896a8c05fd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.683126 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa7a3e-f8f2-44a3-ad4b-8ffd9666e446 req-a9af3983-5434-4268-be3e-06896a8c05fd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.689311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa7a3e-f8f2-44a3-ad4b-8ffd9666e446 req-a9af3983-5434-4268-be3e-06896a8c05fd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.695633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa7a3e-f8f2-44a3-ad4b-8ffd9666e446 req-a9af3983-5434-4268-be3e-06896a8c05fd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.702323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa7a3e-f8f2-44a3-ad4b-8ffd9666e446 req-a9af3983-5434-4268-be3e-06896a8c05fd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.714869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa7a3e-f8f2-44a3-ad4b-8ffd9666e446 req-a9af3983-5434-4268-be3e-06896a8c05fd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.727649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa7a3e-f8f2-44a3-ad4b-8ffd9666e446 req-a9af3983-5434-4268-be3e-06896a8c05fd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.729738 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3aaa7a3e-f8f2-44a3-ad4b-8ffd9666e446 req-a9af3983-5434-4268-be3e-06896a8c05fd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5438 time: 0.2459309 Sep 30 08:13:09.732614 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:09.736916 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-09c0777a-17c5-4d46-a7a1-fa9957db5ec1 None None] Port e959403a-d794-442e-8226-f43c90354a84 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:13:09.754407 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:09.763662 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:13:09.783380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.objects.ports [None req-71b404af-cbe5-4658-b068-e567959928f2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:13:09.786077 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71b404af-cbe5-4658-b068-e567959928f2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:09.812883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Sync routers for ids ['3e36341e-3618-4292-a79f-26a29627a8e3'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:13:09.853757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b404af-cbe5-4658-b068-e567959928f2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event updated for resources: {'Subnet': ['ID=a693cbfa-f9f6-4be8-955d-7bec419cc4d5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:09.864853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b404af-cbe5-4658-b068-e567959928f2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Checking segment: {'id': '42e50d22-241f-4cd9-a4dd-d2c7c2d2bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1ad4bfd-8c1c-45a3-9bcd-44effbb8a609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:09.865306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b404af-cbe5-4658-b068-e567959928f2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Network hostable DHCP agents. Network: f1ad4bfd-8c1c-45a3-9bcd-44effbb8a609, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:13:09.891764 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b404af-cbe5-4658-b068-e567959928f2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Network f1ad4bfd-8c1c-45a3-9bcd-44effbb8a609 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:13:09.900003 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:09.901243 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-af79f7ba-b258-4c32-b683-9c26aeaee60a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7206149 Sep 30 08:13:09.904301 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:09.906948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-71b404af-cbe5-4658-b068-e567959928f2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f1ad4bfd-8c1c-45a3-9bcd-44effbb8a609) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:09.918469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b404af-cbe5-4658-b068-e567959928f2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:09.919060 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71b404af-cbe5-4658-b068-e567959928f2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:09.924517 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Pushing event updated for resources: {'Port': ['ID=e959403a-d794-442e-8226-f43c90354a84,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:09.935133 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Routers {'3e36341e-3618-4292-a79f-26a29627a8e3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:09.935884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:12:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3e36341e-3618-4292-a79f-26a29627a8e3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:09.942885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3aaa7a3e-f8f2-44a3-ad4b-8ffd9666e446 req-1c9e399d-ee84-4b06-b1f3-a703172274d1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1819649 Sep 30 08:13:09.943515 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:09.950770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fd61da-00cb-42b4-ae78-ce7a8f750fbc None None] Network f1ad4bfd-8c1c-45a3-9bcd-44effbb8a609 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:09.996433 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-71b404af-cbe5-4658-b068-e567959928f2 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6986282 Sep 30 08:13:09.999053 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33176) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:10.123240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-d3a12292-ab2d-468d-9268-097b250fe510 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:10.131046 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-d3a12292-ab2d-468d-9268-097b250fe510 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/networks?id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8 HTTP/1.1" status: 200 len: 810 time: 0.4892972 Sep 30 08:13:10.137609 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.161142 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-b23c20f0-f0b0-47c0-a913-64cfe8cb954c tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/quotas/ee4e48f07add4c94890522d6df2a93fa HTTP/1.1" status: 200 len: 375 time: 0.0288923 Sep 30 08:13:10.195633 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d79afaa-1786-429e-b242-9e030bc16e8d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.226190 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Network 7e190e83-40df-446b-b24e-ad1892687b5c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:10.240080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:10.275137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Set router 3e36341e-3618-4292-a79f-26a29627a8e3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:10.434568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-2f4764f4-3f96-43a2-81fa-ec73a8a1b5e7 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee4e48f07add4c94890522d6df2a93fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2696512 Sep 30 08:13:10.444214 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d79afaa-1786-429e-b242-9e030bc16e8d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.554117 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7f0105-0287-40be-bbc5-e03e18801062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-f1ad4bfd-8c1c-45a3-9bcd-44effbb8a609', 'network_id': 'f1ad4bfd-8c1c-45a3-9bcd-44effbb8a609', 'tenant_id': 'cc1cd43c800a4aa79cae6e7bfed13975', 'fixed_ips': [{'subnet_id': 'a693cbfa-f9f6-4be8-955d-7bec419cc4d5'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:13:10.555018 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b7f0105-0287-40be-bbc5-e03e18801062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.613313 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d79afaa-1786-429e-b242-9e030bc16e8d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.689059 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79afaa-1786-429e-b242-9e030bc16e8d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event deleted for resources: {'Subnet': ['ID=a693cbfa-f9f6-4be8-955d-7bec419cc4d5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:10.717836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Router abffb97f-b9da-45ab-b154-4b43e7326b6b has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:13:10.732603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449aa3ae-d46f-4d11-9e11-cc721ec5698d req-9ed5bfc6-29b1-476c-8430-7ca90c5bbc3a tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:10.744480 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-449aa3ae-d46f-4d11-9e11-cc721ec5698d req-9ed5bfc6-29b1-476c-8430-7ca90c5bbc3a tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 944 time: 0.2308257 Sep 30 08:13:10.760989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-fbb5c05a-80be-41d8-a915-9788ea315ace service neutron] 10.222.0.24 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071322 Sep 30 08:13:10.763863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a57548-df20-4a39-bebe-1fd5708110c7 req-78a3ff21-ae1b-40a9-b3f4-79df1cb8a1a2 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:10.765795 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-26a57548-df20-4a39-bebe-1fd5708110c7 req-78a3ff21-ae1b-40a9-b3f4-79df1cb8a1a2 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.4963231 Sep 30 08:13:10.783805 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f6bcdb90-b93e-4726-8fe4-48367d8e3d87 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:10.820219 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d79afaa-1786-429e-b242-9e030bc16e8d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:10.823211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc36516-5c58-4380-9f03-ed238b5c3183 None None] Network f1ad4bfd-8c1c-45a3-9bcd-44effbb8a609 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:10.833137 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-449aa3ae-d46f-4d11-9e11-cc721ec5698d req-c425c4ca-710a-4493-a69a-a606512f3bc3 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826497 Sep 30 08:13:10.961113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9d79afaa-1786-429e-b242-9e030bc16e8d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ad4bfd-8c1c-45a3-9bcd-44effbb8a609']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:11.012545 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9d79afaa-1786-429e-b242-9e030bc16e8d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e50d22-241f-4cd9-a4dd-d2c7c2d2bd9a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:11.013258 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9d79afaa-1786-429e-b242-9e030bc16e8d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e50d22-241f-4cd9-a4dd-d2c7c2d2bd9a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:11.032242 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d79afaa-1786-429e-b242-9e030bc16e8d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.066946 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f0f3ccad-dbbd-4b38-b65a-93a3ef827cee up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:11.069259 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d79afaa-1786-429e-b242-9e030bc16e8d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.077710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:13:11.089959 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Sync routers for ids ['abffb97f-b9da-45ab-b154-4b43e7326b6b'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:13:11.100412 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-6a977509-7617-47bd-a88c-f736a854f728 service neutron] 10.222.0.24 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306403 Sep 30 08:13:11.102533 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Routers {'abffb97f-b9da-45ab-b154-4b43e7326b6b'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:11.105793 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-406c8e5c-44b1-483f-9be0-467fe8785430 admin admin] 10.222.0.24 "PUT /v2.0/routers/abffb97f-b9da-45ab-b154-4b43e7326b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6622598 Sep 30 08:13:11.112054 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:12:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['abffb97f-b9da-45ab-b154-4b43e7326b6b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:11.158868 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411f2f4-8638-4d41-a321-2eb7fb450586 req-bad731b8-020c-4847-9854-ec4fc83fd654 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:11.161229 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d79afaa-1786-429e-b242-9e030bc16e8d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:13:11.161465 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-302c1df2-1be6-4e8f-a0ac-8aab48e35d32 None None] Provisioning complete for port e959403a-d794-442e-8226-f43c90354a84 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:11.161920 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d79afaa-1786-429e-b242-9e030bc16e8d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.162022 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-302c1df2-1be6-4e8f-a0ac-8aab48e35d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.162894 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c411f2f4-8638-4d41-a321-2eb7fb450586 req-bad731b8-020c-4847-9854-ec4fc83fd654 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.2327077 Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:13:11.224626 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:13:11.227243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-26a57548-df20-4a39-bebe-1fd5708110c7 req-bb9bc95a-376a-4f63-969a-01840a01af35 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Deleting port a20a92cb-6800-440f-954d-70cc817cd206 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:11.227584 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26a57548-df20-4a39-bebe-1fd5708110c7 req-bb9bc95a-376a-4f63-969a-01840a01af35 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.243011 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c411f2f4-8638-4d41-a321-2eb7fb450586 req-40079d79-032c-4e7b-93aa-c2e8d93c0856 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744145 Sep 30 08:13:11.325451 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d79afaa-1786-429e-b242-9e030bc16e8d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.347283 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Set router abffb97f-b9da-45ab-b154-4b43e7326b6b gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:11.366708 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d79afaa-1786-429e-b242-9e030bc16e8d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.369017 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9d79afaa-1786-429e-b242-9e030bc16e8d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/networks/f1ad4bfd-8c1c-45a3-9bcd-44effbb8a609 HTTP/1.1" status: 204 len: 168 time: 1.3689561 Sep 30 08:13:11.373144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33200) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:11.410564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port f6bcdb90-b93e-4726-8fe4-48367d8e3d87 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:11.420134 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.442632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:11.486403 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71d81ee-6385-4438-9b82-b980dbdde57b tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] DELETE failed (client error): The resource could not be found. Sep 30 08:13:11.487001 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71d81ee-6385-4438-9b82-b980dbdde57b tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:13:11.492195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c71d81ee-6385-4438-9b82-b980dbdde57b tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/subnets/a693cbfa-f9f6-4be8-955d-7bec419cc4d5 HTTP/1.1" status: 404 len: 337 time: 0.1151454 Sep 30 08:13:11.502753 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:11.503198 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.520697 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-302c1df2-1be6-4e8f-a0ac-8aab48e35d32 None None] Port e959403a-d794-442e-8226-f43c90354a84 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:13:11.552301 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12d179a4-79d2-4850-87a2-dbeeaad1614a req-eddee029-1f24-491b-8983-2402c546dc7d tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 210 time: 0.0582156 Sep 30 08:13:11.557042 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33206) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:11.601995 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cea01e5-a1b0-4f26-b8dc-27a3e121f180 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] DELETE failed (client error): The resource could not be found. Sep 30 08:13:11.602519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cea01e5-a1b0-4f26-b8dc-27a3e121f180 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:13:11.604291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9cea01e5-a1b0-4f26-b8dc-27a3e121f180 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/networks/f1ad4bfd-8c1c-45a3-9bcd-44effbb8a609 HTTP/1.1" status: 404 len: 339 time: 0.0462976 Sep 30 08:13:11.605410 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.610568 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:11.611363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79afaa-1786-429e-b242-9e030bc16e8d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event deleted for resources: {'Network': ['ID=f1ad4bfd-8c1c-45a3-9bcd-44effbb8a609,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:11.667646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb751a-a8f9-4eac-bd92-2f1e9bd0bca7 req-6eb7acd3-8b82-4a38-9689-8853bbac84a3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:11.673202 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-router', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:04Z', 'updated_at': '2021-09-30T08:13:06Z', 'revision_number': 3, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'gw_port': {'id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:05Z', 'updated_at': '2021-09-30T08:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:11.678536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb751a-a8f9-4eac-bd92-2f1e9bd0bca7 req-6eb7acd3-8b82-4a38-9689-8853bbac84a3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:11.685762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb751a-a8f9-4eac-bd92-2f1e9bd0bca7 req-6eb7acd3-8b82-4a38-9689-8853bbac84a3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:11.704943 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Checking router: 3e36341e-3618-4292-a79f-26a29627a8e3 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:13:11.705171 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Updating router 3e36341e-3618-4292-a79f-26a29627a8e3 port 39e1da6f-7b07-4f26-9a62-75d69ee1e36c binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:13:11.709833 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-06873c9d-70ea-4b60-ad1b-8f65e9058e1c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] DELETE failed (client error): The resource could not be found. Sep 30 08:13:11.709833 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06873c9d-70ea-4b60-ad1b-8f65e9058e1c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:13:11.713874 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-06873c9d-70ea-4b60-ad1b-8f65e9058e1c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/subnets/e803ba68-a97e-4ca0-8209-2f28d93ff9a1 HTTP/1.1" status: 404 len: 337 time: 0.0901477 Sep 30 08:13:11.714332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb751a-a8f9-4eac-bd92-2f1e9bd0bca7 req-6eb7acd3-8b82-4a38-9689-8853bbac84a3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:11.720374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb751a-a8f9-4eac-bd92-2f1e9bd0bca7 req-6eb7acd3-8b82-4a38-9689-8853bbac84a3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:11.727253 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb751a-a8f9-4eac-bd92-2f1e9bd0bca7 req-6eb7acd3-8b82-4a38-9689-8853bbac84a3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:11.730963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33236) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:11.739353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb751a-a8f9-4eac-bd92-2f1e9bd0bca7 req-6eb7acd3-8b82-4a38-9689-8853bbac84a3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:11.740501 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79eb751a-a8f9-4eac-bd92-2f1e9bd0bca7 req-6eb7acd3-8b82-4a38-9689-8853bbac84a3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5438 time: 0.3155463 Sep 30 08:13:11.748485 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:11.843099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79eb751a-a8f9-4eac-bd92-2f1e9bd0bca7 req-a3b9f5b5-8b96-47b7-ae37-6174a3b12a07 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850022 Sep 30 08:13:11.913191 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'name': 'tempest-TaggedBootDevicesTest-1842890223-router', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:59Z', 'updated_at': '2021-09-30T08:13:09Z', 'revision_number': 4, 'project_id': 'b4c9428373294d4091a65204159b0981', 'gw_port': {'id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:00Z', 'updated_at': '2021-09-30T08:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e959403a-d794-442e-8226-f43c90354a84', 'name': '', 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'mac_address': 'fa:16:3e:d5:1c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:06Z', 'updated_at': '2021-09-30T08:13:09Z', 'revision_number': 2, 'project_id': 'b4c9428373294d4091a65204159b0981', 'subnets': [{'id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:11.916800 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.014692 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Checking router: abffb97f-b9da-45ab-b154-4b43e7326b6b for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:13:12.016351 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Updating router abffb97f-b9da-45ab-b154-4b43e7326b6b port e959403a-d794-442e-8226-f43c90354a84 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:13:12.025736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43fd79-7781-47bb-a01f-b6f29eec903f req-049b657e-b594-4bbb-bb46-d238996cfeaa tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:12.036105 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f3ccad-dbbd-4b38-b65a-93a3ef827cee'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:12.038413 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de523c15-1f5f-4e25-9d62-28118bb15094" -d '{"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "f0f3ccad-dbbd-4b38-b65a-93a3ef827cee"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:12.041123 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.044438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e43fd79-7781-47bb-a01f-b6f29eec903f req-049b657e-b594-4bbb-bb46-d238996cfeaa tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 944 time: 0.0994346 Sep 30 08:13:12.069347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f0f3ccad-dbbd-4b38-b65a-93a3ef827cee,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:12.080009 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b391f16f-5de5-42de-8252-a17cfbb11498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.081539 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.082783 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e6275749-d3f0-44ae-8512-99bd87141470 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:12.103269 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.147927 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09217c6f-8da7-4751-9c63-9607b21a5474 x-openstack-request-id: req-09217c6f-8da7-4751-9c63-9607b21a5474 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:12.148176 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "f0f3ccad-dbbd-4b38-b65a-93a3ef827cee", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:12.148433 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09217c6f-8da7-4751-9c63-9607b21a5474 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:12.148970 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f3ccad-dbbd-4b38-b65a-93a3ef827cee', 'code': 200} Sep 30 08:13:12.150625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port f6bcdb90-b93e-4726-8fe4-48367d8e3d87, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f6bcdb90-b93e-4726-8fe4-48367d8e3d87,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:12.174457 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.184133 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e43fd79-7781-47bb-a01f-b6f29eec903f req-f4298f5b-61fe-474a-82dd-18f36f232c1d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279113 Sep 30 08:13:12.308507 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=f0f3ccad-dbbd-4b38-b65a-93a3ef827cee,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:12.419886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=f6bcdb90-b93e-4726-8fe4-48367d8e3d87,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:12.492027 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port e6275749-d3f0-44ae-8512-99bd87141470 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:12.502508 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port e6275749-d3f0-44ae-8512-99bd87141470 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:12.502888 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.583035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bb262-86f4-4f28-9736-1af608a35c9a req-cbc834a0-dd26-4463-a54b-a60162672656 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:12.590391 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-024bb262-86f4-4f28-9736-1af608a35c9a req-cbc834a0-dd26-4463-a54b-a60162672656 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 945 time: 0.1828349 Sep 30 08:13:12.615707 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bdab9e-0201-4641-8be8-51cdc19c2c45 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] DELETE failed (client error): The resource could not be found. Sep 30 08:13:12.628272 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bdab9e-0201-4641-8be8-51cdc19c2c45 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:13:12.636502 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-20bdab9e-0201-4641-8be8-51cdc19c2c45 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/networks/f2124fd5-1ced-48d4-8124-7807a1c1ceec HTTP/1.1" status: 404 len: 339 time: 0.1384783 Sep 30 08:13:12.652090 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-26a57548-df20-4a39-bebe-1fd5708110c7 req-bb9bc95a-376a-4f63-969a-01840a01af35 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] For port a20a92cb-6800-440f-954d-70cc817cd206, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a20a92cb-6800-440f-954d-70cc817cd206,segment=NetworkSegment(0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3),segment_id=0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:12.652587 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26a57548-df20-4a39-bebe-1fd5708110c7 req-bb9bc95a-376a-4f63-969a-01840a01af35 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.656071 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33264) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:12.697146 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-26a57548-df20-4a39-bebe-1fd5708110c7 req-bb9bc95a-376a-4f63-969a-01840a01af35 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Calling delete_port for a20a92cb-6800-440f-954d-70cc817cd206 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:12.705031 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Allocated IP 172.20.0.1 (85103879-3b21-44db-ab5b-b6b9a167ad58/0f29e3fb-d25d-4bf9-b454-144ad5708fbd/70662b6c-2c16-477f-a62e-a6a1120b6a4f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:12.753935 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.754701 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-b500bc46-045e-4fd1-b614-ff27dcfdea16 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] DELETE failed (client error): The resource could not be found. Sep 30 08:13:12.755265 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b500bc46-045e-4fd1-b614-ff27dcfdea16 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:13:12.760050 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b500bc46-045e-4fd1-b614-ff27dcfdea16 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/subnets/70f47e8c-edd9-46d7-a1d6-23a362434ea3 HTTP/1.1" status: 404 len: 337 time: 0.0959046 Sep 30 08:13:12.773511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33266) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:12.807899 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.809556 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f6bcdb90-b93e-4726-8fe4-48367d8e3d87 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:12.815667 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.873760 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:12.891497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-455618c3-b514-433c-b390-df6f0ad1dcd4 req-43e1a694-3fe7-4797-925a-5e113c151c66 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 210 time: 0.1548009 Sep 30 08:13:12.909714 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-024bb262-86f4-4f28-9736-1af608a35c9a req-7762845f-7236-4c3a-b7d1-4e79d9370078 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a8afdf-cd1d-4e3d-b012-8eb44141ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117712 Sep 30 08:13:12.912054 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-379a6d7c-1017-4c59-a1be-786f0e677f01 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] DELETE failed (client error): The resource could not be found. Sep 30 08:13:12.924535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379a6d7c-1017-4c59-a1be-786f0e677f01 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:13:12.927805 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-379a6d7c-1017-4c59-a1be-786f0e677f01 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/networks/6e9a2087-334d-45fc-9460-e059af6c2188 HTTP/1.1" status: 404 len: 339 time: 0.1500566 Sep 30 08:13:12.939475 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33280) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:12.986803 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df72813-d503-4327-8f22-e16009b101bd None None] Pushing event updated for resources: {'Port': ['ID=39e1da6f-7b07-4f26-9a62-75d69ee1e36c,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:12.991835 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ba00a-8a26-4f32-bfd1-801f69f34bff None None] Pushing event updated for resources: {'Port': ['ID=e959403a-d794-442e-8226-f43c90354a84,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:13.014649 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Attempting to bind port e959403a-d794-442e-8226-f43c90354a84 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:13.015260 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Attempting to bind port e959403a-d794-442e-8226-f43c90354a84 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '1ee08142-f327-4e9e-a4d8-ca13f9dc85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:13.015785 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Attempting to bind port e959403a-d794-442e-8226-f43c90354a84 on network 7e190e83-40df-446b-b24e-ad1892687b5c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:13.039359 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:13.039743 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Checking segment: {'id': '1ee08142-f327-4e9e-a4d8-ca13f9dc85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:13.040170 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.040564 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Bound using segment: {'id': '1ee08142-f327-4e9e-a4d8-ca13f9dc85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:13.041042 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Bound port: e959403a-d794-442e-8226-f43c90354a84, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee08142-f327-4e9e-a4d8-ca13f9dc85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:13.041428 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.048287 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.124297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Attempting to bind port 39e1da6f-7b07-4f26-9a62-75d69ee1e36c on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:13.124673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Attempting to bind port 39e1da6f-7b07-4f26-9a62-75d69ee1e36c by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:13.125039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Attempting to bind port 39e1da6f-7b07-4f26-9a62-75d69ee1e36c on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:13.136609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cd422-5f02-47d5-a919-fa602f48e95f req-4fdd9caf-5369-423c-9451-53bf67c1e504 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:13.152341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cd422-5f02-47d5-a919-fa602f48e95f req-4fdd9caf-5369-423c-9451-53bf67c1e504 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:13.171928 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cd422-5f02-47d5-a919-fa602f48e95f req-4fdd9caf-5369-423c-9451-53bf67c1e504 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:13.187637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port f6bcdb90-b93e-4726-8fe4-48367d8e3d87 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:13.188235 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.192935 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:13.208756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:13.209409 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.209983 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:13.210682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Bound port: 39e1da6f-7b07-4f26-9a62-75d69ee1e36c, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:13.211229 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.218760 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cd422-5f02-47d5-a919-fa602f48e95f req-4fdd9caf-5369-423c-9451-53bf67c1e504 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:13.248403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cd422-5f02-47d5-a919-fa602f48e95f req-4fdd9caf-5369-423c-9451-53bf67c1e504 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:13.265929 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] For port e959403a-d794-442e-8226-f43c90354a84, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:13.274734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cd422-5f02-47d5-a919-fa602f48e95f req-4fdd9caf-5369-423c-9451-53bf67c1e504 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:13.281582 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] For port e959403a-d794-442e-8226-f43c90354a84, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e959403a-d794-442e-8226-f43c90354a84,segment=NetworkSegment(1ee08142-f327-4e9e-a4d8-ca13f9dc85bd),segment_id=1ee08142-f327-4e9e-a4d8-ca13f9dc85bd)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:13.290492 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.319606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cd422-5f02-47d5-a919-fa602f48e95f req-4fdd9caf-5369-423c-9451-53bf67c1e504 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:13.336484 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e6275749-d3f0-44ae-8512-99bd87141470, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e6275749-d3f0-44ae-8512-99bd87141470,segment=NetworkSegment(35d10bf9-50e0-48f9-bc43-64d5f75dff9e),segment_id=35d10bf9-50e0-48f9-bc43-64d5f75dff9e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:13.337493 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc2cd422-5f02-47d5-a919-fa602f48e95f req-4fdd9caf-5369-423c-9451-53bf67c1e504 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5439 time: 0.3027537 Sep 30 08:13:13.373732 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.405595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc2cd422-5f02-47d5-a919-fa602f48e95f req-9dcc8e3a-ef91-4c1c-b9c2-d55b01d5d35c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656729 Sep 30 08:13:13.445842 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:13.495631 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.524104 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ba00a-8a26-4f32-bfd1-801f69f34bff None None] Pushing event updated for resources: {'Port': ['ID=e959403a-d794-442e-8226-f43c90354a84,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:13.559134 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Routers {'abffb97f-b9da-45ab-b154-4b43e7326b6b'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:13.566050 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:12:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['abffb97f-b9da-45ab-b154-4b43e7326b6b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:13.643821 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.654403 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] For port 39e1da6f-7b07-4f26-9a62-75d69ee1e36c, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:13.690893 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] For port 39e1da6f-7b07-4f26-9a62-75d69ee1e36c, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=39e1da6f-7b07-4f26-9a62-75d69ee1e36c,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:13.709514 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f3164-a768-405f-8ffd-3148afb20b95 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Deleting port 00b3844a-2883-4cde-81a9-50e2788f3d80 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:13.709784 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b2f3164-a768-405f-8ffd-3148afb20b95 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.728991 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.747622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95800af4-4800-4d17-b5d3-8c924773aa6d req-ce14ffd9-e051-4770-9384-e44a85b3935d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:13.753494 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95800af4-4800-4d17-b5d3-8c924773aa6d req-ce14ffd9-e051-4770-9384-e44a85b3935d tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 944 time: 0.3542807 Sep 30 08:13:13.849648 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-18e81a47-2020-459e-a101-58e483384d86 None None] Provisioning complete for port e959403a-d794-442e-8226-f43c90354a84 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:13.850176 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-18e81a47-2020-459e-a101-58e483384d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.889030 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] Set router abffb97f-b9da-45ab-b154-4b43e7326b6b gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:13.899786 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b2f3164-a768-405f-8ffd-3148afb20b95 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:13.909834 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-cc8c402a-0327-488b-abff-bb10dcdb4258 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:13.909834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-cc8c402a-0327-488b-abff-bb10dcdb4258 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.36 "GET /v2.0/networks?id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8 HTTP/1.1" status: 200 len: 810 time: 0.5632374 Sep 30 08:13:13.928403 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f3164-a768-405f-8ffd-3148afb20b95 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Calling delete_port for 00b3844a-2883-4cde-81a9-50e2788f3d80 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:13.937758 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95800af4-4800-4d17-b5d3-8c924773aa6d req-96add726-76e0-4a0c-94f4-c5d122063478 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600642 Sep 30 08:13:13.997880 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-b9a459f2-bcfa-4d04-8c5c-c96c0fd34925 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee4e48f07add4c94890522d6df2a93fa HTTP/1.1" status: 200 len: 379 time: 0.0809734 Sep 30 08:13:14.015378 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Routers {'3e36341e-3618-4292-a79f-26a29627a8e3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:14.020095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-6fa5d50d-f4ee-4a70-909b-f50edf30e1ba tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Request body: {'port': {'device_id': '3e3e8414-c161-4275-902e-86848468b5d5', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'admin_state_up': True, 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'security_groups': ['779dd17f-2db7-4ed0-b049-52475833be17']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:14.021042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:12:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3e36341e-3618-4292-a79f-26a29627a8e3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:14.033703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=e6275749-d3f0-44ae-8512-99bd87141470,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:14.040893 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Network 85103879-3b21-44db-ab5b-b6b9a167ad58 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:14.082318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:14.085878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:14.089974 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26a57548-df20-4a39-bebe-1fd5708110c7 req-bb9bc95a-376a-4f63-969a-01840a01af35 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.172840 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Pushing event updated for resources: {'Port': ['ID=70662b6c-2c16-477f-a62e-a6a1120b6a4f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:14.226224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df72813-d503-4327-8f22-e16009b101bd None None] Pushing event updated for resources: {'Port': ['ID=39e1da6f-7b07-4f26-9a62-75d69ee1e36c,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:14.228830 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6275749-d3f0-44ae-8512-99bd87141470'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:14.234730 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74078803-2a10-42ec-8975-be0003534155" -d '{"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "e6275749-d3f0-44ae-8512-99bd87141470"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:14.279451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6da6fa5-e843-4774-86a2-76d1b76f3145 req-f9de32ee-07ea-4911-b3fa-dc090268aef6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 210 time: 0.1631665 Sep 30 08:13:14.332621 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'name': 'tempest-TaggedBootDevicesTest-1842890223-router', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:59Z', 'updated_at': '2021-09-30T08:13:09Z', 'revision_number': 4, 'project_id': 'b4c9428373294d4091a65204159b0981', 'gw_port': {'id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:00Z', 'updated_at': '2021-09-30T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e959403a-d794-442e-8226-f43c90354a84', 'name': '', 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'mac_address': 'fa:16:3e:d5:1c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:06Z', 'updated_at': '2021-09-30T08:13:13Z', 'revision_number': 4, 'project_id': 'b4c9428373294d4091a65204159b0981', 'subnets': [{'id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:14.348137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:14.360045 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-823bcbd8-6914-4ab1-ac82-9ec6dd80204d req-474a674e-8aa1-43d8-8338-4bd484567f73 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8 HTTP/1.1" status: 200 len: 210 time: 0.2055776 Sep 30 08:13:14.387557 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a57548-df20-4a39-bebe-1fd5708110c7 req-bb9bc95a-376a-4f63-969a-01840a01af35 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] No DVR routers for this DVR port a20a92cb-6800-440f-954d-70cc817cd206 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:14.391940 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26a57548-df20-4a39-bebe-1fd5708110c7 req-bb9bc95a-376a-4f63-969a-01840a01af35 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.398684 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-26a57548-df20-4a39-bebe-1fd5708110c7 req-bb9bc95a-376a-4f63-969a-01840a01af35 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] 10.222.0.35 "DELETE /v2.0/ports/a20a92cb-6800-440f-954d-70cc817cd206 HTTP/1.1" status: 204 len: 173 time: 3.5740070 Sep 30 08:13:14.399468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bc95a-376a-4f63-969a-01840a01af35 tempest-ServerRescueNegativeTestJSON-2015376595 tempest-ServerRescueNegativeTestJSON-2015376595-project] Pushing event deleted for resources: {'Port': ['ID=a20a92cb-6800-440f-954d-70cc817cd206,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:14.407658 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a34e6c-b323-47fc-8413-0b41891b2ab6 None None] The sync data for ids ['abffb97f-b9da-45ab-b154-4b43e7326b6b'] in n-d-807359-2 is: [{'id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'name': 'tempest-TaggedBootDevicesTest-1842890223-router', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:59Z', 'updated_at': '2021-09-30T08:13:09Z', 'revision_number': 4, 'project_id': 'b4c9428373294d4091a65204159b0981', 'gw_port': {'id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:00Z', 'updated_at': '2021-09-30T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e959403a-d794-442e-8226-f43c90354a84', 'name': '', 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'mac_address': 'fa:16:3e:d5:1c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:06Z', 'updated_at': '2021-09-30T08:13:13Z', 'revision_number': 4, 'project_id': 'b4c9428373294d4091a65204159b0981', 'subnets': [{'id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:13:14.415055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8', 'name': 'network-vif-deleted', 'tag': 'a20a92cb-6800-440f-954d-70cc817cd206'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:14.419711 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea51f2af-c06e-4700-963a-596d90608e33" -d '{"events": [{"server_uuid": "4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8", "name": "network-vif-deleted", "tag": "a20a92cb-6800-440f-954d-70cc817cd206"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:14.436277 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.445716 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c49474d-2f8e-446f-bc8d-6a0051da73ce x-openstack-request-id: req-2c49474d-2f8e-446f-bc8d-6a0051da73ce {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:14.454785 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "e6275749-d3f0-44ae-8512-99bd87141470", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:14.455166 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c49474d-2f8e-446f-bc8d-6a0051da73ce {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:14.455648 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6275749-d3f0-44ae-8512-99bd87141470', 'code': 200} Sep 30 08:13:14.456391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:14.457284 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.502095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-6fa5d50d-f4ee-4a70-909b-f50edf30e1ba tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Made reservation on behalf of ee4e48f07add4c94890522d6df2a93fa for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:14.506390 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-6fa5d50d-f4ee-4a70-909b-f50edf30e1ba tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.590641 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-18e81a47-2020-459e-a101-58e483384d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:14.639276 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401504bb-d36c-45b5-a7e6-44a3fd04ea74 x-openstack-request-id: req-401504bb-d36c-45b5-a7e6-44a3fd04ea74 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:14.639617 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8", "name": "network-vif-deleted", "tag": "a20a92cb-6800-440f-954d-70cc817cd206", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:14.640204 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-401504bb-d36c-45b5-a7e6-44a3fd04ea74 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:14.641664 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcf2a19-6e8f-4d92-b5d1-2e6ad7ba0ca8', 'name': 'network-vif-deleted', 'tag': 'a20a92cb-6800-440f-954d-70cc817cd206', 'status': 'completed', 'code': 200} Sep 30 08:13:14.667460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] Set router 3e36341e-3618-4292-a79f-26a29627a8e3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:14.824742 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b2f3164-a768-405f-8ffd-3148afb20b95 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.085474 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b2f3164-a768-405f-8ffd-3148afb20b95 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.090008 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2b2f3164-a768-405f-8ffd-3148afb20b95 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/ports/00b3844a-2883-4cde-81a9-50e2788f3d80 HTTP/1.1" status: 204 len: 168 time: 2.1474063 Sep 30 08:13:15.091419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f3164-a768-405f-8ffd-3148afb20b95 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event deleted for resources: {'Port': ['ID=00b3844a-2883-4cde-81a9-50e2788f3d80,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:15.100037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33324) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:15.184030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2afe89-045f-46eb-8d17-9c84ed63e619 req-50e847d6-cffc-449b-90df-ddb631a7b98c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:15.188604 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e959403a-d794-442e-8226-f43c90354a84 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:15.193511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2afe89-045f-46eb-8d17-9c84ed63e619 req-50e847d6-cffc-449b-90df-ddb631a7b98c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:15.201821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2afe89-045f-46eb-8d17-9c84ed63e619 req-50e847d6-cffc-449b-90df-ddb631a7b98c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:15.202358 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d5d5ad-239c-478d-837b-5c8b4ef55110 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] DELETE failed (client error): The resource could not be found. Sep 30 08:13:15.202827 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d5d5ad-239c-478d-837b-5c8b4ef55110 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:13:15.209625 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2afe89-045f-46eb-8d17-9c84ed63e619 req-50e847d6-cffc-449b-90df-ddb631a7b98c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:15.215483 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-62d5d5ad-239c-478d-837b-5c8b4ef55110 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/subnets/4e10b106-a230-4a21-bb5b-0b3b8c6ac13e HTTP/1.1" status: 404 len: 337 time: 0.0961292 Sep 30 08:13:15.221267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2afe89-045f-46eb-8d17-9c84ed63e619 req-50e847d6-cffc-449b-90df-ddb631a7b98c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:15.227180 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:15.235172 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2afe89-045f-46eb-8d17-9c84ed63e619 req-50e847d6-cffc-449b-90df-ddb631a7b98c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:15.242509 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2afe89-045f-46eb-8d17-9c84ed63e619 req-50e847d6-cffc-449b-90df-ddb631a7b98c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:15.251023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be2afe89-045f-46eb-8d17-9c84ed63e619 req-50e847d6-cffc-449b-90df-ddb631a7b98c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5440 time: 0.4458556 Sep 30 08:13:15.306974 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.364265 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be2afe89-045f-46eb-8d17-9c84ed63e619 req-4271e261-de34-4755-9a4a-65aac31bb3fe tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072061 Sep 30 08:13:15.386669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-6fa5d50d-f4ee-4a70-909b-f50edf30e1ba tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Allocated IP 172.20.0.13 (9b07086f-6fb4-4a79-bc78-a4a068acc7e8/83b391f2-40bb-46fd-9398-46e69258862b/127ab899-b959-4e98-8db9-8f2a2ce30b3f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:15.404349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-18e81a47-2020-459e-a101-58e483384d86 None None] For port e959403a-d794-442e-8226-f43c90354a84, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e959403a-d794-442e-8226-f43c90354a84,segment=NetworkSegment(1ee08142-f327-4e9e-a4d8-ca13f9dc85bd),segment_id=1ee08142-f327-4e9e-a4d8-ca13f9dc85bd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:15.433509 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.437289 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112a768-9e4e-4b49-af79-e36677633599 req-480d616e-f777-4e74-aaae-22a291787c76 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:15.448833 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1112a768-9e4e-4b49-af79-e36677633599 req-480d616e-f777-4e74-aaae-22a291787c76 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 944 time: 0.3193836 Sep 30 08:13:15.545999 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1786ec5-a899-4d97-bb1f-8949d20dbc98 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.568626 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1112a768-9e4e-4b49-af79-e36677633599 req-3a62b97b-520a-4599-a7b0-a72b99eaa49c tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179717 Sep 30 08:13:15.589140 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-18e81a47-2020-459e-a101-58e483384d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.592821 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d3b8458-75f3-4ef5-b3b4-d6fc05c94644 req-978913e8-db15-4748-87b1-adb09c223e50 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 210 time: 0.1151412 Sep 30 08:13:15.607340 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae95f034-40e2-4ef3-b492-d3f3a0c74cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.655952 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33332) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:15.843321 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-481a4986-4f79-4906-b47a-c2da3c6b8a59 None None] Provisioning complete for port e959403a-d794-442e-8226-f43c90354a84 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:15.843321 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-481a4986-4f79-4906-b47a-c2da3c6b8a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.881171 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.908205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e959403a-d794-442e-8226-f43c90354a84 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:15.908749 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.917258 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:15.923420 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-router', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:04Z', 'updated_at': '2021-09-30T08:13:06Z', 'revision_number': 3, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'gw_port': {'id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:05Z', 'updated_at': '2021-09-30T08:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:15.928164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e81a47-2020-459e-a101-58e483384d86 None None] Pushing event updated for resources: {'Port': ['ID=e959403a-d794-442e-8226-f43c90354a84,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:16.002179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1089beb-affe-42a2-97e1-3982f21cfe98 None None] The sync data for ids ['3e36341e-3618-4292-a79f-26a29627a8e3'] in n-d-807359-2 is: [{'id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-router', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:04Z', 'updated_at': '2021-09-30T08:13:06Z', 'revision_number': 3, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'gw_port': {'id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:05Z', 'updated_at': '2021-09-30T08:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:13:16.018805 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.059040 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.060801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8db9c64e-1cb0-4fe8-8e03-2c5c47e05456,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:16.074766 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.075649 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1d82ed96-be54-4643-a1b1-0b1446d80962 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:16.225904 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Pushing event updated for resources: {'Port': ['ID=70662b6c-2c16-477f-a62e-a6a1120b6a4f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:16.319671 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1786ec5-a899-4d97-bb1f-8949d20dbc98 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.352315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=8db9c64e-1cb0-4fe8-8e03-2c5c47e05456,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:16.361588 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.389122 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c1786ec5-a899-4d97-bb1f-8949d20dbc98 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41c45bc-a566-422b-8f35-925d2e7f9ffd']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:16.423080 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 1d82ed96-be54-4643-a1b1-0b1446d80962 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:16.429746 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 1d82ed96-be54-4643-a1b1-0b1446d80962 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:16.430280 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.486081 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c1786ec5-a899-4d97-bb1f-8949d20dbc98 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540bc871-3cad-41c6-b2f8-31c6a4f47d79') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:16.487535 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c1786ec5-a899-4d97-bb1f-8949d20dbc98 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540bc871-3cad-41c6-b2f8-31c6a4f47d79') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:16.532783 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db9c64e-1cb0-4fe8-8e03-2c5c47e05456'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:16.536713 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad0d337-0b81-4953-8282-7f5a7d334ace" -d '{"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "8db9c64e-1cb0-4fe8-8e03-2c5c47e05456"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:16.572222 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1786ec5-a899-4d97-bb1f-8949d20dbc98 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.696653 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660cea92-bd5a-4182-afb7-bdcca6d0ea6f x-openstack-request-id: req-660cea92-bd5a-4182-afb7-bdcca6d0ea6f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:16.696943 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "8db9c64e-1cb0-4fe8-8e03-2c5c47e05456", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:16.699267 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-660cea92-bd5a-4182-afb7-bdcca6d0ea6f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:16.699744 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db9c64e-1cb0-4fe8-8e03-2c5c47e05456', 'code': 200} Sep 30 08:13:16.754368 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.802218 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1786ec5-a899-4d97-bb1f-8949d20dbc98 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.838951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1d82ed96-be54-4643-a1b1-0b1446d80962, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1d82ed96-be54-4643-a1b1-0b1446d80962,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:16.855607 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.858048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d2a04c48-1016-4204-91b9-76cc35da608f up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:16.865053 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1786ec5-a899-4d97-bb1f-8949d20dbc98 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:13:16.865676 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1786ec5-a899-4d97-bb1f-8949d20dbc98 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:13:16.901768 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:13:16.912927 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Network 85103879-3b21-44db-ab5b-b6b9a167ad58 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:16.918345 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:16.986048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e959403a-d794-442e-8226-f43c90354a84 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:17.035130 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1786ec5-a899-4d97-bb1f-8949d20dbc98 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.035692 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-6fa5d50d-f4ee-4a70-909b-f50edf30e1ba tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.054816 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1786ec5-a899-4d97-bb1f-8949d20dbc98 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.060569 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c1786ec5-a899-4d97-bb1f-8949d20dbc98 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/networks/d41c45bc-a566-422b-8f35-925d2e7f9ffd HTTP/1.1" status: 204 len: 168 time: 1.8236852 Sep 30 08:13:17.091983 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:17.143473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1786ec5-a899-4d97-bb1f-8949d20dbc98 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event deleted for resources: {'Network': ['ID=d41c45bc-a566-422b-8f35-925d2e7f9ffd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:17.231794 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-6fa5d50d-f4ee-4a70-909b-f50edf30e1ba tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.280281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port d2a04c48-1016-4204-91b9-76cc35da608f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:17.304658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Router 3e36341e-3618-4292-a79f-26a29627a8e3 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:13:17.314486 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7365a684-a1c0-440b-9109-11ac3631b5fb tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Deleting port 3ec8b669-fcd6-4531-be86-d8db31fcb0c4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:17.314979 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7365a684-a1c0-440b-9109-11ac3631b5fb tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.316716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=1d82ed96-be54-4643-a1b1-0b1446d80962,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:17.326788 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e959403a-d794-442e-8226-f43c90354a84 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:17.326788 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.409761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-6fa5d50d-f4ee-4a70-909b-f50edf30e1ba tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:17.422761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port d2a04c48-1016-4204-91b9-76cc35da608f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:17.425669 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.452223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5d50d-f4ee-4a70-909b-f50edf30e1ba tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event updated for resources: {'Port': ['ID=127ab899-b959-4e98-8db9-8f2a2ce30b3f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:17.489439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-6fa5d50d-f4ee-4a70-909b-f50edf30e1ba tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:17.495557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-6fa5d50d-f4ee-4a70-909b-f50edf30e1ba tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:17.527597 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e7064-a5cc-4f76-bcbf-b4271db6f2a7 req-17a94699-f776-4ffc-819f-2d404bf221f7 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:17.529412 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-847e7064-a5cc-4f76-bcbf-b4271db6f2a7 req-17a94699-f776-4ffc-819f-2d404bf221f7 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 932 time: 0.5075576 Sep 30 08:13:17.537692 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7365a684-a1c0-440b-9109-11ac3631b5fb tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.573329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7365a684-a1c0-440b-9109-11ac3631b5fb tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Calling delete_port for 3ec8b669-fcd6-4531-be86-d8db31fcb0c4 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:17.608664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ad7a0-2a34-489e-9de0-d98b82513c08 req-d35637a4-a0f7-4246-8119-72e03de8b476 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:17.622921 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ad7a0-2a34-489e-9de0-d98b82513c08 req-d35637a4-a0f7-4246-8119-72e03de8b476 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:17.635295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ad7a0-2a34-489e-9de0-d98b82513c08 req-d35637a4-a0f7-4246-8119-72e03de8b476 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:17.637887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ad7a0-2a34-489e-9de0-d98b82513c08 req-d35637a4-a0f7-4246-8119-72e03de8b476 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:17.646069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ad7a0-2a34-489e-9de0-d98b82513c08 req-d35637a4-a0f7-4246-8119-72e03de8b476 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:17.657482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 39e1da6f-7b07-4f26-9a62-75d69ee1e36c up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:17.661985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ad7a0-2a34-489e-9de0-d98b82513c08 req-d35637a4-a0f7-4246-8119-72e03de8b476 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:17.675394 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ad7a0-2a34-489e-9de0-d98b82513c08 req-d35637a4-a0f7-4246-8119-72e03de8b476 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:17.678859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-307ad7a0-2a34-489e-9de0-d98b82513c08 req-d35637a4-a0f7-4246-8119-72e03de8b476 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5441 time: 0.6581130 Sep 30 08:13:17.770282 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-6fa5d50d-f4ee-4a70-909b-f50edf30e1ba tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:17.771030 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-6fa5d50d-f4ee-4a70-909b-f50edf30e1ba tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.802887 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:13:17.806227 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.819688 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d881e9d6-c7b5-42bc-8d3a-95170fb0e5c9 admin admin] 10.222.0.24 "PUT /v2.0/routers/3e36341e-3618-4292-a79f-26a29627a8e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9052386 Sep 30 08:13:17.844496 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.878324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 39e1da6f-7b07-4f26-9a62-75d69ee1e36c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:17.879557 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.892893 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7365a684-a1c0-440b-9109-11ac3631b5fb tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.946306 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d2a04c48-1016-4204-91b9-76cc35da608f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d2a04c48-1016-4204-91b9-76cc35da608f,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:17.955181 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.956171 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365a684-a1c0-440b-9109-11ac3631b5fb tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event deleted for resources: {'Port': ['ID=3ec8b669-fcd6-4531-be86-d8db31fcb0c4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:17.956358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 26ad74b0-3ba8-4587-b553-8544368b4753 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:17.959300 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7365a684-a1c0-440b-9109-11ac3631b5fb tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:17.964112 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7365a684-a1c0-440b-9109-11ac3631b5fb tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/ports/3ec8b669-fcd6-4531-be86-d8db31fcb0c4 HTTP/1.1" status: 204 len: 168 time: 0.8687701 Sep 30 08:13:17.965817 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33354) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:18.020261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-6fa5d50d-f4ee-4a70-909b-f50edf30e1ba tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0090966 Sep 30 08:13:18.030879 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-48dd187d-ef59-453b-a38f-7814b00d1684 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] DELETE failed (client error): The resource could not be found. Sep 30 08:13:18.036330 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48dd187d-ef59-453b-a38f-7814b00d1684 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:13:18.040685 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-48dd187d-ef59-453b-a38f-7814b00d1684 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/subnets/e66bb8c7-e71f-44f7-ba44-c4d246bab738 HTTP/1.1" status: 404 len: 337 time: 0.0715048 Sep 30 08:13:18.041445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33356) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:18.075228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Request body: {'port': {'device_id': '3e3e8414-c161-4275-902e-86848468b5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:18.092140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-91349037-f954-4d9c-9ae5-57eec4f25d5c None None] Provisioning complete for port 127ab899-b959-4e98-8db9-8f2a2ce30b3f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:18.092542 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-91349037-f954-4d9c-9ae5-57eec4f25d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.132946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-847e7064-a5cc-4f76-bcbf-b4271db6f2a7 req-97059035-dc68-4ce9-b1d6-abe321e5c0f0 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=779dd17f-2db7-4ed0-b049-52475833be17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5643928 Sep 30 08:13:18.153777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-91349037-f954-4d9c-9ae5-57eec4f25d5c None None] Port 127ab899-b959-4e98-8db9-8f2a2ce30b3f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:13:18.157182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=d2a04c48-1016-4204-91b9-76cc35da608f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:18.202302 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.224100 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 26ad74b0-3ba8-4587-b553-8544368b4753 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:18.232612 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-307ad7a0-2a34-489e-9de0-d98b82513c08 req-889f4d1e-dacb-426b-81ba-efb0c07efae3 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5353634 Sep 30 08:13:18.254272 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 26ad74b0-3ba8-4587-b553-8544368b4753 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:18.254659 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.266527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 39e1da6f-7b07-4f26-9a62-75d69ee1e36c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=39e1da6f-7b07-4f26-9a62-75d69ee1e36c,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:18.272000 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c38d6-943f-4eac-a197-81e076a17c28 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.291074 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.365492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=39e1da6f-7b07-4f26-9a62-75d69ee1e36c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:18.404499 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.451775 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 26ad74b0-3ba8-4587-b553-8544368b4753, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=26ad74b0-3ba8-4587-b553-8544368b4753,segment=NetworkSegment(35d10bf9-50e0-48f9-bc43-64d5f75dff9e),segment_id=35d10bf9-50e0-48f9-bc43-64d5f75dff9e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:18.461392 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.463945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 3237b50c-d6b1-404d-bdab-771cbaf0b52d up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:18.544036 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c38d6-943f-4eac-a197-81e076a17c28 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.554665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=26ad74b0-3ba8-4587-b553-8544368b4753,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:18.580530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 3237b50c-d6b1-404d-bdab-771cbaf0b52d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:18.584665 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8e2c38d6-943f-4eac-a197-81e076a17c28 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df131fb4-5106-4650-98ac-e905f655d6ea']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:18.586379 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.588527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 3237b50c-d6b1-404d-bdab-771cbaf0b52d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:18.591609 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.600589 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8e2c38d6-943f-4eac-a197-81e076a17c28 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e61634-beb3-45c4-b101-15a63345981d') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:18.600894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8e2c38d6-943f-4eac-a197-81e076a17c28 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e61634-beb3-45c4-b101-15a63345981d') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:18.617373 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c38d6-943f-4eac-a197-81e076a17c28 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.635954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c38d6-943f-4eac-a197-81e076a17c28 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.646530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2c38d6-943f-4eac-a197-81e076a17c28 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:13:18.646938 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c38d6-943f-4eac-a197-81e076a17c28 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.703347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826bbcae-0f4c-45be-af26-b9f30dfd5702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d82ed96-be54-4643-a1b1-0b1446d80962'}, {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a04c48-1016-4204-91b9-76cc35da608f'}, {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ad74b0-3ba8-4587-b553-8544368b4753'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:18.706122 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acdc691-ab51-42de-ad11-2bc383723afb" -d '{"events": [{"server_uuid": "826bbcae-0f4c-45be-af26-b9f30dfd5702", "name": "network-vif-plugged", "status": "completed", "tag": "1d82ed96-be54-4643-a1b1-0b1446d80962"}, {"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "d2a04c48-1016-4204-91b9-76cc35da608f"}, {"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "26ad74b0-3ba8-4587-b553-8544368b4753"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:18.713009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06f431-739c-4800-9346-7700c5e892dd req-ae1eed27-a342-4164-bb5f-ca129d7338a7 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:18.714740 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a06f431-739c-4800-9346-7700c5e892dd req-ae1eed27-a342-4164-bb5f-ca129d7338a7 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 945 time: 0.4438417 Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:13:18.792341 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:13:18.796645 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c38d6-943f-4eac-a197-81e076a17c28 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.798151 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 39e1da6f-7b07-4f26-9a62-75d69ee1e36c up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:18.814239 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c38d6-943f-4eac-a197-81e076a17c28 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.822441 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8e2c38d6-943f-4eac-a197-81e076a17c28 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/networks/df131fb4-5106-4650-98ac-e905f655d6ea HTTP/1.1" status: 204 len: 168 time: 0.7735736 Sep 30 08:13:18.825149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33378) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:18.871179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c38d6-943f-4eac-a197-81e076a17c28 tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event deleted for resources: {'Network': ['ID=df131fb4-5106-4650-98ac-e905f655d6ea,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:18.876578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-cb2b5944-3bf1-4f1a-a305-b819d7af85ac tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:18.878208 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-cb2b5944-3bf1-4f1a-a305-b819d7af85ac tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/networks?id=85103879-3b21-44db-ab5b-b6b9a167ad58 HTTP/1.1" status: 200 len: 820 time: 0.4080706 Sep 30 08:13:18.894946 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.934339 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 39e1da6f-7b07-4f26-9a62-75d69ee1e36c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:18.935015 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:18.962717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c6b816-398d-44cf-a6c9-28ab2a85ee1d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Deleting subnet b52e8346-7580-470f-aafc-f7e51df6149b {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:13:18.963580 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a06f431-739c-4800-9346-7700c5e892dd req-af5dc2c9-65e1-4bb9-aa1f-9f1db0b1e68a tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386987 Sep 30 08:13:18.967724 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2c6b816-398d-44cf-a6c9-28ab2a85ee1d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.000683 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-6a482a3e-fd30-421b-a8f0-80aff32cb99e tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/quotas/1b2245634a9b445c9bfe4096e80f16eb HTTP/1.1" status: 200 len: 375 time: 0.0911853 Sep 30 08:13:19.019165 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2c6b816-398d-44cf-a6c9-28ab2a85ee1d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.102593 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dfc02c-b51e-4ffa-bd6c-4666346c61a2 x-openstack-request-id: req-91dfc02c-b51e-4ffa-bd6c-4666346c61a2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:19.102975 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826bbcae-0f4c-45be-af26-b9f30dfd5702", "name": "network-vif-plugged", "status": "completed", "tag": "1d82ed96-be54-4643-a1b1-0b1446d80962", "code": 200}, {"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "d2a04c48-1016-4204-91b9-76cc35da608f", "code": 200}, {"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "26ad74b0-3ba8-4587-b553-8544368b4753", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:19.103800 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91dfc02c-b51e-4ffa-bd6c-4666346c61a2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:19.104412 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826bbcae-0f4c-45be-af26-b9f30dfd5702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d82ed96-be54-4643-a1b1-0b1446d80962', 'code': 200} Sep 30 08:13:19.104651 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a04c48-1016-4204-91b9-76cc35da608f', 'code': 200} Sep 30 08:13:19.104906 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ad74b0-3ba8-4587-b553-8544368b4753', 'code': 200} Sep 30 08:13:19.110472 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Sync routers for ids ['3e36341e-3618-4292-a79f-26a29627a8e3'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:13:19.118863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 3237b50c-d6b1-404d-bdab-771cbaf0b52d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=3237b50c-d6b1-404d-bdab-771cbaf0b52d,segment=NetworkSegment(54851905-ae3b-4109-83bc-24f06ef0c7c6),segment_id=54851905-ae3b-4109-83bc-24f06ef0c7c6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:19.153130 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.167734 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2c6b816-398d-44cf-a6c9-28ab2a85ee1d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.183602 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 65097e74-e449-431b-a3eb-790fec30038f up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:19.269789 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-601e289c-fd2e-41ec-8fd7-8fcf15b1fb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.385770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Routers {'3e36341e-3618-4292-a79f-26a29627a8e3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:19.386666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:13:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3e36341e-3618-4292-a79f-26a29627a8e3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:19.396005 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=3237b50c-d6b1-404d-bdab-771cbaf0b52d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:19.408256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-8ea52758-75fc-4b13-b736-678c1f290607 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b2245634a9b445c9bfe4096e80f16eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3707993 Sep 30 08:13:19.430148 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3c7c9-d00c-4a58-91b0-bccfdc53ce19 req-a6ded771-2101-4c94-9af0-6cfdf482489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:19.432848 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2cd3c7c9-d00c-4a58-91b0-bccfdc53ce19 req-a6ded771-2101-4c94-9af0-6cfdf482489a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 1096 time: 0.1949821 Sep 30 08:13:19.470506 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2c6b816-398d-44cf-a6c9-28ab2a85ee1d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.520413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6b816-398d-44cf-a6c9-28ab2a85ee1d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event deleted for resources: {'Subnet': ['ID=b52e8346-7580-470f-aafc-f7e51df6149b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:19.526990 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2cd3c7c9-d00c-4a58-91b0-bccfdc53ce19 req-4dc5e997-b769-4818-91e8-ca3629756645 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827024 Sep 30 08:13:19.534095 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2c6b816-398d-44cf-a6c9-28ab2a85ee1d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.538846 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d2c6b816-398d-44cf-a6c9-28ab2a85ee1d tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/subnets/b52e8346-7580-470f-aafc-f7e51df6149b HTTP/1.1" status: 204 len: 168 time: 0.7106941 Sep 30 08:13:19.539029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 65097e74-e449-431b-a3eb-790fec30038f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:19.539709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ec611-fc7e-4bbb-a6dd-b8473f6339eb req-3c29b38f-898c-450b-af64-6115a25f5db2 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:19.539893 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:19.546486 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e52ec611-fc7e-4bbb-a6dd-b8473f6339eb req-3c29b38f-898c-450b-af64-6115a25f5db2 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 932 time: 0.2989173 Sep 30 08:13:19.568354 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410181cc-0785-4c4a-b169-60bbbc52d73e None None] Network 1f43dc22-f956-4477-921f-633e06c0e7a2 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:19.573870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 65097e74-e449-431b-a3eb-790fec30038f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:19.574233 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.642201 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.719718 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e52ec611-fc7e-4bbb-a6dd-b8473f6339eb req-964c9b6b-12df-48b6-a593-2abeb74709e4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=779dd17f-2db7-4ed0-b049-52475833be17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720901 Sep 30 08:13:19.725287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Deleting port 8ce3946c-9f42-4f79-adef-5ea2112c9658 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:19.725652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127ab899-b959-4e98-8db9-8f2a2ce30b3f {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:19.726033 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.745674 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.751121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-8cf9cb3d-dfa6-4901-82be-e3f14b706ad4 service neutron] 10.222.0.24 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216472 Sep 30 08:13:19.781310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Transition to ACTIVE for port object 127ab899-b959-4e98-8db9-8f2a2ce30b3f will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:13:19.817432 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.849601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] For port 8ce3946c-9f42-4f79-adef-5ea2112c9658, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=8ce3946c-9f42-4f79-adef-5ea2112c9658,segment=NetworkSegment(d3417cc7-1b70-430c-b719-9baa2dcaa4eb),segment_id=d3417cc7-1b70-430c-b719-9baa2dcaa4eb)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:19.850123 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:19.879255 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Calling delete_port for 8ce3946c-9f42-4f79-adef-5ea2112c9658 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:19.931486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Set router 3e36341e-3618-4292-a79f-26a29627a8e3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:20.006820 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.008071 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Pushing event updated for resources: {'Port': ['ID=127ab899-b959-4e98-8db9-8f2a2ce30b3f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:20.068240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event deleted for resources: {'Port': ['ID=8ce3946c-9f42-4f79-adef-5ea2112c9658,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:20.072863 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.074956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2535d-312d-4d2d-a5d0-523915ad1298 req-580b69df-6070-4123-a0aa-fc552cb6924e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:20.075351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] No DVR routers for this DVR port 8ce3946c-9f42-4f79-adef-5ea2112c9658 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:20.086874 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2535d-312d-4d2d-a5d0-523915ad1298 req-580b69df-6070-4123-a0aa-fc552cb6924e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:20.093572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2535d-312d-4d2d-a5d0-523915ad1298 req-580b69df-6070-4123-a0aa-fc552cb6924e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:20.107469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2535d-312d-4d2d-a5d0-523915ad1298 req-580b69df-6070-4123-a0aa-fc552cb6924e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:20.115613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2535d-312d-4d2d-a5d0-523915ad1298 req-580b69df-6070-4123-a0aa-fc552cb6924e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:20.123895 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2535d-312d-4d2d-a5d0-523915ad1298 req-580b69df-6070-4123-a0aa-fc552cb6924e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:20.131520 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2535d-312d-4d2d-a5d0-523915ad1298 req-580b69df-6070-4123-a0aa-fc552cb6924e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:20.145700 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-77d2535d-312d-4d2d-a5d0-523915ad1298 req-580b69df-6070-4123-a0aa-fc552cb6924e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5444 time: 0.2770002 Sep 30 08:13:20.173495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-d4082e6a-97bb-445a-b19e-a79ee0b52e11 service neutron] 10.222.0.24 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107804 Sep 30 08:13:20.215756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50622b99-24ab-4648-9543-ff06048bfb78 None None] DHCP port deletion for 1f43dc22-f956-4477-921f-633e06c0e7a2 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:13:20.277432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 65097e74-e449-431b-a3eb-790fec30038f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=65097e74-e449-431b-a3eb-790fec30038f,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:20.287278 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.287793 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.288538 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device a20a92cb-6800-440f-954d-70cc817cd206 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:20.304839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Attempting to bind port 127ab899-b959-4e98-8db9-8f2a2ce30b3f on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:20.305434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Attempting to bind port 127ab899-b959-4e98-8db9-8f2a2ce30b3f by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:20.305775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Attempting to bind port 127ab899-b959-4e98-8db9-8f2a2ce30b3f on network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:20.321649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Port 127ab899-b959-4e98-8db9-8f2a2ce30b3f on network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:20.322591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Attempting to bind port 127ab899-b959-4e98-8db9-8f2a2ce30b3f on network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:20.330690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:20.331040 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Checking segment: {'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:20.331687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Bound using segment: {'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:20.333931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Bound port: 127ab899-b959-4e98-8db9-8f2a2ce30b3f, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5442315a-a5b1-46a3-aefb-a953d512b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:20.334310 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.342425 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f43dc22-f956-4477-921f-633e06c0e7a2']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:20.353725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3417cc7-1b70-430c-b719-9baa2dcaa4eb') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:20.354170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3417cc7-1b70-430c-b719-9baa2dcaa4eb') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:20.356527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-601e289c-fd2e-41ec-8fd7-8fcf15b1fb4a admin admin] Deleting port a868f06c-ffd9-4edc-b7e1-49d8c727d33b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:20.357358 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-601e289c-fd2e-41ec-8fd7-8fcf15b1fb4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.368264 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.393435 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.403793 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: a20a92cb-6800-440f-954d-70cc817cd206 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:20.404211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device a20a92cb-6800-440f-954d-70cc817cd206 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:20.421107 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:13:20.422542 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:13:20.448550 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:13:20.501664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=65097e74-e449-431b-a3eb-790fec30038f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:20.528414 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-77d2535d-312d-4d2d-a5d0-523915ad1298 req-f5d64b66-e143-41d5-8eff-8762d8555b18 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3722498 Sep 30 08:13:20.540908 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.550259 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.553478 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] 10.222.0.24 "DELETE /v2.0/networks/1f43dc22-f956-4477-921f-633e06c0e7a2 HTTP/1.1" status: 204 len: 168 time: 1.0130801 Sep 30 08:13:20.602371 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860ff79-8f7f-4950-ad53-876357e5ed0c tempest-NetworksIpV6TestAttrs-936132971 tempest-NetworksIpV6TestAttrs-936132971-project] Pushing event deleted for resources: {'Network': ['ID=1f43dc22-f956-4477-921f-633e06c0e7a2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:20.602524 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-router', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:04Z', 'updated_at': '2021-09-30T08:13:15Z', 'revision_number': 4, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'gw_port': {'id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:05Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '70662b6c-2c16-477f-a62e-a6a1120b6a4f', 'name': '', 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'mac_address': 'fa:16:3e:fb:92:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:15Z', 'revision_number': 2, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'subnets': [{'id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:20.648405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Checking router: 3e36341e-3618-4292-a79f-26a29627a8e3 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:13:20.649237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Updating router 3e36341e-3618-4292-a79f-26a29627a8e3 port 70662b6c-2c16-477f-a62e-a6a1120b6a4f binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:13:20.698057 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 8ce3946c-9f42-4f79-adef-5ea2112c9658 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:20.733183 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 8ce3946c-9f42-4f79-adef-5ea2112c9658 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:20.733537 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 8ce3946c-9f42-4f79-adef-5ea2112c9658 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:20.735674 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.835614 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8242b149-5a54-4c15-8dd9-3e6e471b33a5 req-5577c93c-34ac-4e71-b0b7-a756ba4d31b3 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 210 time: 0.1302221 Sep 30 08:13:20.874440 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d02b73-9093-4904-9396-e5fedf691073 req-2122555d-ca17-4abb-adf0-43cf1fef34e7 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:20.876166 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55d02b73-9093-4904-9396-e5fedf691073 req-2122555d-ca17-4abb-adf0-43cf1fef34e7 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 945 time: 0.3355522 Sep 30 08:13:20.887112 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-601e289c-fd2e-41ec-8fd7-8fcf15b1fb4a admin admin] For port a868f06c-ffd9-4edc-b7e1-49d8c727d33b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a868f06c-ffd9-4edc-b7e1-49d8c727d33b,segment=NetworkSegment(0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3),segment_id=0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:20.887448 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-601e289c-fd2e-41ec-8fd7-8fcf15b1fb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:20.929873 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-601e289c-fd2e-41ec-8fd7-8fcf15b1fb4a admin admin] Calling delete_port for a868f06c-ffd9-4edc-b7e1-49d8c727d33b owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:20.940151 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] For port 127ab899-b959-4e98-8db9-8f2a2ce30b3f, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:20.957898 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33410) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:20.981348 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55d02b73-9093-4904-9396-e5fedf691073 req-e1abd676-add8-44ac-b8ec-f037a24e0ff2 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912242 Sep 30 08:13:20.991226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] For port 127ab899-b959-4e98-8db9-8f2a2ce30b3f, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=127ab899-b959-4e98-8db9-8f2a2ce30b3f,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:21.031855 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:21.109835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3237b50c-d6b1-404d-bdab-771cbaf0b52d'}, {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65097e74-e449-431b-a3eb-790fec30038f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:21.115036 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3452521a-daa8-429e-a5e9-70fb0bef75e3" -d '{"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "3237b50c-d6b1-404d-bdab-771cbaf0b52d"}, {"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "65097e74-e449-431b-a3eb-790fec30038f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:21.126623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.127460 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:21.129892 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] 10.222.0.36 "PUT /v2.0/ports/127ab899-b959-4e98-8db9-8f2a2ce30b3f HTTP/1.1" status: 200 len: 1092 time: 3.0902643 Sep 30 08:13:21.144317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3e8414-c161-4275-902e-86848468b5d5', 'tag': '127ab899-b959-4e98-8db9-8f2a2ce30b3f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:21.147749 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cba1eeb-7457-44f4-a58b-8d7b7812c49d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3e8414-c161-4275-902e-86848468b5d5", "tag": "127ab899-b959-4e98-8db9-8f2a2ce30b3f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:21.162197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4152ecf-1c9c-4c36-9bb2-85219193e93d req-8afc38fd-b160-40e1-ad86-7b540e8290a6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.169748 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f4152ecf-1c9c-4c36-9bb2-85219193e93d req-8afc38fd-b160-40e1-ad86-7b540e8290a6 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 944 time: 0.1873786 Sep 30 08:13:21.212316 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7e23eb-434a-4d15-bf31-eda82033315b x-openstack-request-id: req-5a7e23eb-434a-4d15-bf31-eda82033315b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:21.213885 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "3237b50c-d6b1-404d-bdab-771cbaf0b52d", "code": 200}, {"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "65097e74-e449-431b-a3eb-790fec30038f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:21.214168 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a7e23eb-434a-4d15-bf31-eda82033315b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:21.214842 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3237b50c-d6b1-404d-bdab-771cbaf0b52d', 'code': 200} Sep 30 08:13:21.215109 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65097e74-e449-431b-a3eb-790fec30038f', 'code': 200} Sep 30 08:13:21.226087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786c1cb-0e9c-4c43-8775-7ea5082c2fcd service neutron] Pushing event updated for resources: {'Port': ['ID=127ab899-b959-4e98-8db9-8f2a2ce30b3f,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:21.283522 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ab131bdd-0d21-4016-a155-34118b897d75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc1cd43c800a4aa79cae6e7bfed13975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243222 Sep 30 08:13:21.286216 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:21.340165 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5821a179-02e7-416e-a6a5-fde265e44ea0 x-openstack-request-id: req-5821a179-02e7-416e-a6a5-fde265e44ea0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:21.340732 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3e8414-c161-4275-902e-86848468b5d5", "tag": "127ab899-b959-4e98-8db9-8f2a2ce30b3f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:21.340962 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5821a179-02e7-416e-a6a5-fde265e44ea0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:21.341251 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3e8414-c161-4275-902e-86848468b5d5', 'tag': '127ab899-b959-4e98-8db9-8f2a2ce30b3f', 'status': 'completed', 'code': 200} Sep 30 08:13:21.364854 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f4152ecf-1c9c-4c36-9bb2-85219193e93d req-96c21126-1b01-41ee-a851-9eeb2f810bfa tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=779dd17f-2db7-4ed0-b049-52475833be17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939566 Sep 30 08:13:21.370372 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:21.386044 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:21.426123 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0c507c1-1583-4c58-80ef-043836d86ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:21.448713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafa82c-3918-4646-9601-9bc5805194e6 None None] Pushing event updated for resources: {'Port': ['ID=70662b6c-2c16-477f-a62e-a6a1120b6a4f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:21.476986 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-c91e0ead-5289-495a-9bf6-9f36f3f29573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.478805 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-c91e0ead-5289-495a-9bf6-9f36f3f29573 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee4e48f07add4c94890522d6df2a93fa&device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 1095 time: 0.2425439 Sep 30 08:13:21.510727 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0c507c1-1583-4c58-80ef-043836d86ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:21.521776 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292d754-7eb3-4e37-a815-f05fe4086930 req-1eafd970-f205-4f3b-9203-6826a5eaea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.522359 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292d754-7eb3-4e37-a815-f05fe4086930 req-1eafd970-f205-4f3b-9203-6826a5eaea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.522903 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292d754-7eb3-4e37-a815-f05fe4086930 req-1eafd970-f205-4f3b-9203-6826a5eaea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.523429 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292d754-7eb3-4e37-a815-f05fe4086930 req-1eafd970-f205-4f3b-9203-6826a5eaea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.523977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292d754-7eb3-4e37-a815-f05fe4086930 req-1eafd970-f205-4f3b-9203-6826a5eaea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.524508 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292d754-7eb3-4e37-a815-f05fe4086930 req-1eafd970-f205-4f3b-9203-6826a5eaea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.525031 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292d754-7eb3-4e37-a815-f05fe4086930 req-1eafd970-f205-4f3b-9203-6826a5eaea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.527075 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0292d754-7eb3-4e37-a815-f05fe4086930 req-1eafd970-f205-4f3b-9203-6826a5eaea98 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 6502 time: 0.1328487 Sep 30 08:13:21.548436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Attempting to bind port 70662b6c-2c16-477f-a62e-a6a1120b6a4f on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:21.548729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Attempting to bind port 70662b6c-2c16-477f-a62e-a6a1120b6a4f by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'cbc184f2-316a-49ac-9a2e-eca401841dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:21.549744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Attempting to bind port 70662b6c-2c16-477f-a62e-a6a1120b6a4f on network 85103879-3b21-44db-ab5b-b6b9a167ad58 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:21.563245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:21.563629 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Checking segment: {'id': 'cbc184f2-316a-49ac-9a2e-eca401841dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:21.564800 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:21.567900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Bound using segment: {'id': 'cbc184f2-316a-49ac-9a2e-eca401841dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:21.569129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Bound port: 70662b6c-2c16-477f-a62e-a6a1120b6a4f, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc184f2-316a-49ac-9a2e-eca401841dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:21.569714 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:21.589618 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-b772c29b-432f-4666-a084-25c2def69ffc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=127ab899-b959-4e98-8db9-8f2a2ce30b3f HTTP/1.1" status: 200 len: 217 time: 0.0934880 Sep 30 08:13:21.611990 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0292d754-7eb3-4e37-a815-f05fe4086930 req-7f0a53a4-5f96-4501-ae30-a777e45d45e2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&id=98d662fd-f4a2-4942-a57a-07fd09c698a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0770264 Sep 30 08:13:21.634352 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0c507c1-1583-4c58-80ef-043836d86ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:21.637249 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0c507c1-1583-4c58-80ef-043836d86ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:21.641266 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f0c507c1-1583-4c58-80ef-043836d86ff8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df6ecef8-cbf5-47bd-bf8c-496da0fe6333 HTTP/1.1" status: 204 len: 168 time: 0.3496051 Sep 30 08:13:21.654278 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c507c1-1583-4c58-80ef-043836d86ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6ecef8-cbf5-47bd-bf8c-496da0fe6333,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:21.707617 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] For port 70662b6c-2c16-477f-a62e-a6a1120b6a4f, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:21.713238 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-01245c74-20a9-4c6c-a8eb-1636b558bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.717068 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-01245c74-20a9-4c6c-a8eb-1636b558bcb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=83b391f2-40bb-46fd-9398-46e69258862b HTTP/1.1" status: 200 len: 849 time: 0.1029387 Sep 30 08:13:21.717458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] For port 70662b6c-2c16-477f-a62e-a6a1120b6a4f, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=70662b6c-2c16-477f-a62e-a6a1120b6a4f,segment=NetworkSegment(cbc184f2-316a-49ac-9a2e-eca401841dfe),segment_id=cbc184f2-316a-49ac-9a2e-eca401841dfe)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:21.724913 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:21.779929 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafa82c-3918-4646-9601-9bc5805194e6 None None] Pushing event updated for resources: {'Port': ['ID=70662b6c-2c16-477f-a62e-a6a1120b6a4f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:21.793377 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Routers {'3e36341e-3618-4292-a79f-26a29627a8e3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:21.793999 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:13:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3e36341e-3618-4292-a79f-26a29627a8e3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:21.840561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b478ed-ae04-4100-9d68-1dacc0bd7200 req-9f47caf4-5384-4949-b6ee-217d29e59db9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.847680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b478ed-ae04-4100-9d68-1dacc0bd7200 req-9f47caf4-5384-4949-b6ee-217d29e59db9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.854441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b478ed-ae04-4100-9d68-1dacc0bd7200 req-9f47caf4-5384-4949-b6ee-217d29e59db9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.860654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b478ed-ae04-4100-9d68-1dacc0bd7200 req-9f47caf4-5384-4949-b6ee-217d29e59db9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.869389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b478ed-ae04-4100-9d68-1dacc0bd7200 req-9f47caf4-5384-4949-b6ee-217d29e59db9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.876032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b478ed-ae04-4100-9d68-1dacc0bd7200 req-9f47caf4-5384-4949-b6ee-217d29e59db9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.882841 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b478ed-ae04-4100-9d68-1dacc0bd7200 req-9f47caf4-5384-4949-b6ee-217d29e59db9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.884861 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b478ed-ae04-4100-9d68-1dacc0bd7200 req-9f47caf4-5384-4949-b6ee-217d29e59db9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5445 time: 0.1897051 Sep 30 08:13:21.899409 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-601e289c-fd2e-41ec-8fd7-8fcf15b1fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:21.912445 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-4b8d55a5-459f-4e1f-b561-4064aa11bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:21.914076 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-4b8d55a5-459f-4e1f-b561-4064aa11bb8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765213 Sep 30 08:13:21.972523 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] Set router 3e36341e-3618-4292-a79f-26a29627a8e3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:22.227348 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-router', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:04Z', 'updated_at': '2021-09-30T08:13:15Z', 'revision_number': 4, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'gw_port': {'id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:05Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '70662b6c-2c16-477f-a62e-a6a1120b6a4f', 'name': '', 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'mac_address': 'fa:16:3e:fb:92:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:21Z', 'revision_number': 4, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'subnets': [{'id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:22.267774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af90e85a-4121-48bd-9c97-9b8e33ed2e1a None None] The sync data for ids ['3e36341e-3618-4292-a79f-26a29627a8e3'] in n-d-807359-2 is: [{'id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-router', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:04Z', 'updated_at': '2021-09-30T08:13:15Z', 'revision_number': 4, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'gw_port': {'id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:05Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '70662b6c-2c16-477f-a62e-a6a1120b6a4f', 'name': '', 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'mac_address': 'fa:16:3e:fb:92:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:21Z', 'revision_number': 4, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'subnets': [{'id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:13:22.358694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e289c-fd2e-41ec-8fd7-8fcf15b1fb4a admin admin] Pushing event deleted for resources: {'Port': ['ID=a868f06c-ffd9-4edc-b7e1-49d8c727d33b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:22.505652 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3288b551-3c82-4707-9d23-3b7aca2fb8c2 req-89d80b4d-e47a-4d26-a2de-be7547d61700 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 210 time: 0.1880362 Sep 30 08:13:22.867624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b478ed-ae04-4100-9d68-1dacc0bd7200 req-8aaa0682-ad67-4f60-8d88-f589e7c63890 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5517676 Sep 30 08:13:22.894634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 70662b6c-2c16-477f-a62e-a6a1120b6a4f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:22.961147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33458) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:22.997110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 70662b6c-2c16-477f-a62e-a6a1120b6a4f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:22.997855 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:23.102014 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-601e289c-fd2e-41ec-8fd7-8fcf15b1fb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:23.147438 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:23.155037 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-ee9c5882-3d69-468b-a438-dd8abd55ebe0 service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8363070 Sep 30 08:13:23.203151 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 70662b6c-2c16-477f-a62e-a6a1120b6a4f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=70662b6c-2c16-477f-a62e-a6a1120b6a4f,segment=NetworkSegment(cbc184f2-316a-49ac-9a2e-eca401841dfe),segment_id=cbc184f2-316a-49ac-9a2e-eca401841dfe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:23.204365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-07afef5e-1c7f-4379-b30f-625c1609f2e6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:23.206129 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-07afef5e-1c7f-4379-b30f-625c1609f2e6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.35 "GET /v2.0/networks?id=85103879-3b21-44db-ab5b-b6b9a167ad58 HTTP/1.1" status: 200 len: 820 time: 0.7741754 Sep 30 08:13:23.209386 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:23.228045 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-ca42353f-d034-4f10-bc75-5f8cad7c1c6f tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Request body: {'port': {'device_id': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58', 'admin_state_up': True, 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:23.294821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9fc7f5e2-3dd9-49b3-8b51-9f4ac27b73f2 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:23.295782 n-d-807359-2 neutron-server[94837]: WARNING neutron.api.v2.base [None req-9fc7f5e2-3dd9-49b3-8b51-9f4ac27b73f2 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 30 08:13:23.296485 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-9fc7f5e2-3dd9-49b3-8b51-9f4ac27b73f2 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): There was a conflict when trying to complete your request. Sep 30 08:13:23.297942 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9fc7f5e2-3dd9-49b3-8b51-9f4ac27b73f2 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3364153 Sep 30 08:13:23.304107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33462) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:23.304504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=70662b6c-2c16-477f-a62e-a6a1120b6a4f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:23.316866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b10c5536-1cbe-4563-8715-fc55abc50893 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158532843'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:23.362250 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34994a68-7ad1-4ffd-a855-65ac626a0698 req-92e0373d-ea40-4be2-a715-4d80bad69a73 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:23.364074 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34994a68-7ad1-4ffd-a855-65ac626a0698 req-92e0373d-ea40-4be2-a715-4d80bad69a73 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 945 time: 0.5330172 Sep 30 08:13:23.406211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf410f6-c097-4830-8a13-e58ae0a47669 req-f95754ca-6c2c-4659-bd65-c660c034da57 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:23.407867 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8bf410f6-c097-4830-8a13-e58ae0a47669 req-f95754ca-6c2c-4659-bd65-c660c034da57 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 944 time: 0.4177382 Sep 30 08:13:23.415728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-ca42353f-d034-4f10-bc75-5f8cad7c1c6f tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Made reservation on behalf of 1b2245634a9b445c9bfe4096e80f16eb for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:23.421230 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-ca42353f-d034-4f10-bc75-5f8cad7c1c6f tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:23.429356 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.db.api [None req-b10c5536-1cbe-4563-8715-fc55abc50893 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:13:23.429356 n-d-807359-2 neutron-server[94837]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 08:13:23.429356 n-d-807359-2 neutron-server[94837]: [parameters: {'project_id': 'be596952925d40c1b6474cd846716a3d', 'id': '5545dfdb-59cf-4601-893e-b923a94cce7d', 'expiration': datetime.datetime(2021, 9, 30, 8, 15, 23, 396892)}] Sep 30 08:13:23.429356 n-d-807359-2 neutron-server[94837]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:13:23.429789 n-d-807359-2 neutron-server[94837]: DEBUG oslo_db.api [None req-b10c5536-1cbe-4563-8715-fc55abc50893 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:13:23.507745 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68bd15e-1ddc-44ef-8a43-749ebdf1cada req-c6e1d3e5-2d02-403a-af22-6faaffac6aa2 service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314590 Sep 30 08:13:23.516275 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34994a68-7ad1-4ffd-a855-65ac626a0698 req-56c7b46d-6621-4ac0-8cf8-f89b5504f5b9 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357267 Sep 30 08:13:23.552630 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8bf410f6-c097-4830-8a13-e58ae0a47669 req-90a26d7c-b0c9-4383-a369-496de0014b07 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=779dd17f-2db7-4ed0-b049-52475833be17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257019 Sep 30 08:13:23.650662 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-ca42353f-d034-4f10-bc75-5f8cad7c1c6f tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Allocated IP 172.20.0.3 (85103879-3b21-44db-ab5b-b6b9a167ad58/0f29e3fb-d25d-4bf9-b454-144ad5708fbd/38f06c5d-9246-4ece-8934-e7223afe4c8d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:23.748088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba1eeb-7457-44f4-a58b-8d7b7812c49d req-be8d40f7-cccc-485b-8048-791dc9478e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:23.749904 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cba1eeb-7457-44f4-a58b-8d7b7812c49d req-be8d40f7-cccc-485b-8048-791dc9478e7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee4e48f07add4c94890522d6df2a93fa&device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 1095 time: 0.1530743 Sep 30 08:13:23.788793 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b7b0fcb-ead8-4363-a2ac-bf57ced994ea req-4664e067-9a01-4906-bd3e-9af9f37e4dec tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 210 time: 0.1082246 Sep 30 08:13:23.965662 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601e289c-fd2e-41ec-8fd7-8fcf15b1fb4a admin admin] Router 003b7b34-a052-4bfa-b299-f5312590577e has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:13:23.976705 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-ca42353f-d034-4f10-bc75-5f8cad7c1c6f tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:24.010381 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b10c5536-1cbe-4563-8715-fc55abc50893 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:24.055077 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-ca42353f-d034-4f10-bc75-5f8cad7c1c6f tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:24.081309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba1eeb-7457-44f4-a58b-8d7b7812c49d req-111474ad-e72e-40b9-95cd-64a342cd75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:24.083136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cba1eeb-7457-44f4-a58b-8d7b7812c49d req-111474ad-e72e-40b9-95cd-64a342cd75bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8 HTTP/1.1" status: 200 len: 911 time: 0.2969699 Sep 30 08:13:24.087952 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b10c5536-1cbe-4563-8715-fc55abc50893 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:24.150461 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42353f-d034-4f10-bc75-5f8cad7c1c6f tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Pushing event updated for resources: {'Port': ['ID=38f06c5d-9246-4ece-8934-e7223afe4c8d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:24.166386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-ca42353f-d034-4f10-bc75-5f8cad7c1c6f tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Network 85103879-3b21-44db-ab5b-b6b9a167ad58 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:24.168287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-ca42353f-d034-4f10-bc75-5f8cad7c1c6f tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:24.171299 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-ca42353f-d034-4f10-bc75-5f8cad7c1c6f tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:24.240932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601e289c-fd2e-41ec-8fd7-8fcf15b1fb4a admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:13:24.251637 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-601e289c-fd2e-41ec-8fd7-8fcf15b1fb4a admin admin] 10.222.0.24 "PUT /v2.0/routers/003b7b34-a052-4bfa-b299-f5312590577e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5920138 Sep 30 08:13:24.252527 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d417f-d517-423b-82b9-b0f710f5248d None None] Sync routers for ids ['003b7b34-a052-4bfa-b299-f5312590577e'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:13:24.254737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cba1eeb-7457-44f4-a58b-8d7b7812c49d req-a1c47357-f4f8-474e-96a9-e3a2599652d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=127ab899-b959-4e98-8db9-8f2a2ce30b3f HTTP/1.1" status: 200 len: 217 time: 0.0851307 Sep 30 08:13:24.256229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33500) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:24.260731 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-ca42353f-d034-4f10-bc75-5f8cad7c1c6f tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:24.261458 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-ca42353f-d034-4f10-bc75-5f8cad7c1c6f tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:24.277862 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d417f-d517-423b-82b9-b0f710f5248d None None] Routers {'003b7b34-a052-4bfa-b299-f5312590577e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:24.278855 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4b9d417f-d517-423b-82b9-b0f710f5248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:13:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['003b7b34-a052-4bfa-b299-f5312590577e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:24.386355 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5e4fd-49d7-4271-bbeb-d8d4799c98bf req-40716c05-36e4-499c-a305-1e90ceee3065 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:24.392502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5e4fd-49d7-4271-bbeb-d8d4799c98bf req-40716c05-36e4-499c-a305-1e90ceee3065 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:24.398756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5e4fd-49d7-4271-bbeb-d8d4799c98bf req-40716c05-36e4-499c-a305-1e90ceee3065 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:24.404883 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5e4fd-49d7-4271-bbeb-d8d4799c98bf req-40716c05-36e4-499c-a305-1e90ceee3065 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:24.412108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5e4fd-49d7-4271-bbeb-d8d4799c98bf req-40716c05-36e4-499c-a305-1e90ceee3065 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:24.418450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5e4fd-49d7-4271-bbeb-d8d4799c98bf req-40716c05-36e4-499c-a305-1e90ceee3065 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:24.424997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5e4fd-49d7-4271-bbeb-d8d4799c98bf req-40716c05-36e4-499c-a305-1e90ceee3065 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:24.427252 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7aa5e4fd-49d7-4271-bbeb-d8d4799c98bf req-40716c05-36e4-499c-a305-1e90ceee3065 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5445 time: 0.3673222 Sep 30 08:13:24.487430 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4b9d417f-d517-423b-82b9-b0f710f5248d None None] Set router 003b7b34-a052-4bfa-b299-f5312590577e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:24.497101 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba1eeb-7457-44f4-a58b-8d7b7812c49d req-8cf029f0-b374-4cc3-bbf9-dff7f21d5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:24.498059 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cba1eeb-7457-44f4-a58b-8d7b7812c49d req-8cf029f0-b374-4cc3-bbf9-dff7f21d5d3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=83b391f2-40bb-46fd-9398-46e69258862b HTTP/1.1" status: 200 len: 849 time: 0.2293558 Sep 30 08:13:24.603757 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7aa5e4fd-49d7-4271-bbeb-d8d4799c98bf req-5fd82fbe-c157-4036-8170-3023a5ea5a97 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1670933 Sep 30 08:13:24.637410 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92ef314f-0f78-41bd-9c89-a3debd7a8ca7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:24.710376 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 70662b6c-2c16-477f-a62e-a6a1120b6a4f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:24.799387 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 70662b6c-2c16-477f-a62e-a6a1120b6a4f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:24.800158 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:24.818428 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba1eeb-7457-44f4-a58b-8d7b7812c49d req-5bb5a473-a167-48a1-b972-8cd8dfc8248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:24.828587 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cba1eeb-7457-44f4-a58b-8d7b7812c49d req-5bb5a473-a167-48a1-b972-8cd8dfc8248a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3147871 Sep 30 08:13:24.899734 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b10c5536-1cbe-4563-8715-fc55abc50893 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:24.907657 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-ca42353f-d034-4f10-bc75-5f8cad7c1c6f tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6869295 Sep 30 08:13:24.914360 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4b9d417f-d517-423b-82b9-b0f710f5248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003b7b34-a052-4bfa-b299-f5312590577e', 'name': 'tempest-ServerRescueNegativeTestJSON-1076741901-router', 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:01Z', 'updated_at': '2021-09-30T08:13:21Z', 'revision_number': 5, 'project_id': '71f9fae650bc403a968de80bfa93a4f2', 'gw_port': {'id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003b7b34-a052-4bfa-b299-f5312590577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:02Z', 'updated_at': '2021-09-30T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:24.942998 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Request body: {'port': {'device_id': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:24.958180 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d417f-d517-423b-82b9-b0f710f5248d None None] Checking router: 003b7b34-a052-4bfa-b299-f5312590577e for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:13:24.968368 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d417f-d517-423b-82b9-b0f710f5248d None None] Routers {'003b7b34-a052-4bfa-b299-f5312590577e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:24.968996 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4b9d417f-d517-423b-82b9-b0f710f5248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:13:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['003b7b34-a052-4bfa-b299-f5312590577e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:24.982447 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 127ab899-b959-4e98-8db9-8f2a2ce30b3f details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:25.004383 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b10c5536-1cbe-4563-8715-fc55abc50893 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.014066 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.090226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674ebf3-52dd-4b34-b82e-9f89d7e41a33 req-67ce1f0a-2d54-400f-ab2f-5cc635a82111 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:25.091783 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e674ebf3-52dd-4b34-b82e-9f89d7e41a33 req-67ce1f0a-2d54-400f-ab2f-5cc635a82111 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 944 time: 0.3465064 Sep 30 08:13:25.112399 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4b9d417f-d517-423b-82b9-b0f710f5248d None None] Set router 003b7b34-a052-4bfa-b299-f5312590577e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:25.232205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 127ab899-b959-4e98-8db9-8f2a2ce30b3f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=127ab899-b959-4e98-8db9-8f2a2ce30b3f,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:25.261622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '127ab899-b959-4e98-8db9-8f2a2ce30b3f', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'port_id': '127ab899-b959-4e98-8db9-8f2a2ce30b3f', 'mac_address': 'fa:16:3e:b2:11:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:25.338089 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.380486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127ab899-b959-4e98-8db9-8f2a2ce30b3f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:25.431767 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4b9d417f-d517-423b-82b9-b0f710f5248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003b7b34-a052-4bfa-b299-f5312590577e', 'name': 'tempest-ServerRescueNegativeTestJSON-1076741901-router', 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:01Z', 'updated_at': '2021-09-30T08:13:21Z', 'revision_number': 5, 'project_id': '71f9fae650bc403a968de80bfa93a4f2', 'gw_port': {'id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003b7b34-a052-4bfa-b299-f5312590577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:02Z', 'updated_at': '2021-09-30T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:25.443004 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 127ab899-b959-4e98-8db9-8f2a2ce30b3f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=127ab899-b959-4e98-8db9-8f2a2ce30b3f,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:25.452903 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.485862 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d417f-d517-423b-82b9-b0f710f5248d None None] The sync data for ids ['003b7b34-a052-4bfa-b299-f5312590577e'] in n-d-807359-2 is: [{'id': '003b7b34-a052-4bfa-b299-f5312590577e', 'name': 'tempest-ServerRescueNegativeTestJSON-1076741901-router', 'tenant_id': '71f9fae650bc403a968de80bfa93a4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:01Z', 'updated_at': '2021-09-30T08:13:21Z', 'revision_number': 5, 'project_id': '71f9fae650bc403a968de80bfa93a4f2', 'gw_port': {'id': 'd5676a13-953b-4d6b-ac69-48de23512cc7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003b7b34-a052-4bfa-b299-f5312590577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:02Z', 'updated_at': '2021-09-30T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:13:25.558096 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=127ab899-b959-4e98-8db9-8f2a2ce30b3f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:25.560233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f06c5d-9246-4ece-8934-e7223afe4c8d {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:25.572418 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.585725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Transition to ACTIVE for port object 38f06c5d-9246-4ece-8934-e7223afe4c8d will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:13:25.591894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.663609 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['127ab899-b959-4e98-8db9-8f2a2ce30b3f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:25.668707 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Pushing event updated for resources: {'Port': ['ID=38f06c5d-9246-4ece-8934-e7223afe4c8d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:25.681430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe4069-4dd6-4d0e-a2ed-4719dbf44b06 req-518001aa-8493-4325-b14b-537168efe16a tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:25.682933 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0fe4069-4dd6-4d0e-a2ed-4719dbf44b06 req-518001aa-8493-4325-b14b-537168efe16a tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 945 time: 0.9507020 Sep 30 08:13:25.698851 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b10c5536-1cbe-4563-8715-fc55abc50893 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.717832 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b10c5536-1cbe-4563-8715-fc55abc50893 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.726515 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92ef314f-0f78-41bd-9c89-a3debd7a8ca7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.730763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c5536-1cbe-4563-8715-fc55abc50893 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3840b9e-87e6-4b5c-bc3a-59c4eacc55dc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:25.762401 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Attempting to bind port 38f06c5d-9246-4ece-8934-e7223afe4c8d on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:25.762727 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Attempting to bind port 38f06c5d-9246-4ece-8934-e7223afe4c8d by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'cbc184f2-316a-49ac-9a2e-eca401841dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:25.763058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Attempting to bind port 38f06c5d-9246-4ece-8934-e7223afe4c8d on network 85103879-3b21-44db-ab5b-b6b9a167ad58 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:25.775521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Port 38f06c5d-9246-4ece-8934-e7223afe4c8d on network 85103879-3b21-44db-ab5b-b6b9a167ad58 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:25.775879 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Attempting to bind port 38f06c5d-9246-4ece-8934-e7223afe4c8d on network 85103879-3b21-44db-ab5b-b6b9a167ad58 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:25.788415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:25.788679 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Checking segment: {'id': 'cbc184f2-316a-49ac-9a2e-eca401841dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:25.790020 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Bound using segment: {'id': 'cbc184f2-316a-49ac-9a2e-eca401841dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:25.790386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Bound port: 38f06c5d-9246-4ece-8934-e7223afe4c8d, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc184f2-316a-49ac-9a2e-eca401841dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:25.790841 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.809037 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e674ebf3-52dd-4b34-b82e-9f89d7e41a33 req-5b4f41ac-2035-4174-a13e-cae32bd149eb tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=779dd17f-2db7-4ed0-b049-52475833be17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6893823 Sep 30 08:13:25.837640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cba1eeb-7457-44f4-a58b-8d7b7812c49d req-fd70ab7a-1201-4065-8857-2fabed4ec8af service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9536996 Sep 30 08:13:25.858715 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b10c5536-1cbe-4563-8715-fc55abc50893 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:25.864948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b10c5536-1cbe-4563-8715-fc55abc50893 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.5556386 Sep 30 08:13:25.868537 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33530) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:25.873775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1f94df3a-01de-496c-854e-c39f4f784de1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '38ea43ce-ae99-4845-8327-a6cbbe6e79af', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:25.894074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c5536-1cbe-4563-8715-fc55abc50893 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ea43ce-ae99-4845-8327-a6cbbe6e79af,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:25.900438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0fe4069-4dd6-4d0e-a2ed-4719dbf44b06 req-091c09a3-4e44-4c7c-a9ef-fe6009c4afc4 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040379 Sep 30 08:13:26.032315 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] For port 38f06c5d-9246-4ece-8934-e7223afe4c8d, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:26.036665 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] For port 38f06c5d-9246-4ece-8934-e7223afe4c8d, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=38f06c5d-9246-4ece-8934-e7223afe4c8d,segment=NetworkSegment(cbc184f2-316a-49ac-9a2e-eca401841dfe),segment_id=cbc184f2-316a-49ac-9a2e-eca401841dfe)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:26.046319 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.049038 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f94df3a-01de-496c-854e-c39f4f784de1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.094450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:26.095174 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.096707 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] 10.222.0.35 "PUT /v2.0/ports/38f06c5d-9246-4ece-8934-e7223afe4c8d HTTP/1.1" status: 200 len: 1091 time: 1.1603746 Sep 30 08:13:26.097231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'tag': '38f06c5d-9246-4ece-8934-e7223afe4c8d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:26.100648 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca71054-b707-42ad-b431-a8597fa9d7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "42ea551f-8cf5-4cff-859d-1f307fb6f011", "tag": "38f06c5d-9246-4ece-8934-e7223afe4c8d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:26.131841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2965b-13b5-497d-b683-e955666e3b5c service neutron] Pushing event updated for resources: {'Port': ['ID=38f06c5d-9246-4ece-8934-e7223afe4c8d,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:26.209941 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cba1eeb-7457-44f4-a58b-8d7b7812c49d req-272a61a7-d0f1-4a1f-915b-1c73356d9d97 service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435068 Sep 30 08:13:26.214445 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-92ef314f-0f78-41bd-9c89-a3debd7a8ca7 admin admin] Deleting port d5676a13-953b-4d6b-ac69-48de23512cc7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:26.215083 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92ef314f-0f78-41bd-9c89-a3debd7a8ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.221001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-277b614e-a210-466b-ba05-71721ae9b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:26.222716 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-277b614e-a210-466b-ba05-71721ae9b0f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b2245634a9b445c9bfe4096e80f16eb&device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 1094 time: 0.0528467 Sep 30 08:13:26.252260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa4ae3-b7b3-424e-9f77-a275b11bb34f req-24dea8a1-ab54-41e9-ab17-2e864c7afabd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:26.258756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa4ae3-b7b3-424e-9f77-a275b11bb34f req-24dea8a1-ab54-41e9-ab17-2e864c7afabd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:26.264704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa4ae3-b7b3-424e-9f77-a275b11bb34f req-24dea8a1-ab54-41e9-ab17-2e864c7afabd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:26.270805 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa4ae3-b7b3-424e-9f77-a275b11bb34f req-24dea8a1-ab54-41e9-ab17-2e864c7afabd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:26.277389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa4ae3-b7b3-424e-9f77-a275b11bb34f req-24dea8a1-ab54-41e9-ab17-2e864c7afabd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:26.283263 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-ab70e5f2-5bd4-4c20-9944-d7bca190316b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38f06c5d-9246-4ece-8934-e7223afe4c8d HTTP/1.1" status: 200 len: 217 time: 0.0449817 Sep 30 08:13:26.283470 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa4ae3-b7b3-424e-9f77-a275b11bb34f req-24dea8a1-ab54-41e9-ab17-2e864c7afabd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:26.290085 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa4ae3-b7b3-424e-9f77-a275b11bb34f req-24dea8a1-ab54-41e9-ab17-2e864c7afabd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:26.292090 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-28aa4ae3-b7b3-424e-9f77-a275b11bb34f req-24dea8a1-ab54-41e9-ab17-2e864c7afabd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5445 time: 0.2963340 Sep 30 08:13:26.306576 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33542) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:26.315627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0824dc89-5787-4685-adac-65540a290ae6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Request body: {'floatingip': {'port_id': '3237b50c-d6b1-404d-bdab-771cbaf0b52d'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:26.326995 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f94df3a-01de-496c-854e-c39f4f784de1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.345961 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-49845d82-1f1f-4dc2-970e-ffb53064dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:26.348828 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-49845d82-1f1f-4dc2-970e-ffb53064dbc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f29e3fb-d25d-4bf9-b454-144ad5708fbd HTTP/1.1" status: 200 len: 860 time: 0.0577416 Sep 30 08:13:26.349909 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea77ab2-5139-4b64-a403-df86ff90f3f0 x-openstack-request-id: req-eea77ab2-5139-4b64-a403-df86ff90f3f0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:26.350197 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ea551f-8cf5-4cff-859d-1f307fb6f011", "tag": "38f06c5d-9246-4ece-8934-e7223afe4c8d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:26.350445 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eea77ab2-5139-4b64-a403-df86ff90f3f0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:26.350824 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'tag': '38f06c5d-9246-4ece-8934-e7223afe4c8d', 'status': 'completed', 'code': 200} Sep 30 08:13:26.365912 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc4ce8-5269-466b-a3e8-386617eb23ae req-78de9b18-b133-4943-a893-fe9ac797b02c tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:26.368675 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74fc4ce8-5269-466b-a3e8-386617eb23ae req-78de9b18-b133-4943-a893-fe9ac797b02c tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 943 time: 0.3146770 Sep 30 08:13:26.404987 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f94df3a-01de-496c-854e-c39f4f784de1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.413002 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-35500942-f7a1-4b19-9997-8d0206fd1506 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85103879-3b21-44db-ab5b-b6b9a167ad58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294268 Sep 30 08:13:26.435044 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0824dc89-5787-4685-adac-65540a290ae6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.495315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94df3a-01de-496c-854e-c39f4f784de1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd8664e-f200-4735-bfcc-3e9c2d626f75,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:26.541809 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-01af45fb-4efd-4974-8155-41c00559b280 service neutron] 10.222.0.35 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209900 Sep 30 08:13:26.547690 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f94df3a-01de-496c-854e-c39f4f784de1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.552198 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1f94df3a-01de-496c-854e-c39f4f784de1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6795382 Sep 30 08:13:26.553578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33546) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:26.579431 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c89f8269-8cf0-4668-8491-34e0cfa93c48 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '38ea43ce-ae99-4845-8327-a6cbbe6e79af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:26.591134 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74fc4ce8-5269-466b-a3e8-386617eb23ae req-c5191e8f-e091-4819-bc16-63bbddf59178 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798530 Sep 30 08:13:26.606945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-92ef314f-0f78-41bd-9c89-a3debd7a8ca7 admin admin] For port d5676a13-953b-4d6b-ac69-48de23512cc7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d5676a13-953b-4d6b-ac69-48de23512cc7,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:26.607460 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92ef314f-0f78-41bd-9c89-a3debd7a8ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.634848 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c89f8269-8cf0-4668-8491-34e0cfa93c48 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.639692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a868f06c-ffd9-4edc-b7e1-49d8c727d33b no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:26.646290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-92ef314f-0f78-41bd-9c89-a3debd7a8ca7 admin admin] Calling delete_port for d5676a13-953b-4d6b-ac69-48de23512cc7 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:26.667715 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: a868f06c-ffd9-4edc-b7e1-49d8c727d33b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:26.668092 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a868f06c-ffd9-4edc-b7e1-49d8c727d33b not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:26.729004 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1b6c3b8-e124-447d-99c4-95ece9f35ac7 req-db06925d-e5d7-4972-83ce-63b1af72ab31 service neutron] 10.222.0.35 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766617 Sep 30 08:13:26.736986 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-c89f8269-8cf0-4668-8491-34e0cfa93c48 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): There was a conflict when trying to complete your request. Sep 30 08:13:26.738636 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c89f8269-8cf0-4668-8491-34e0cfa93c48 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1733651 Sep 30 08:13:26.741617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33548) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:26.812747 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de2243a8-38f9-4cf3-bbb6-f35a30cb7a4d tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.814789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4206b-f5d2-4a54-a6d0-93c509b76172 req-a05ed674-4e13-4c9c-a7da-fc6f1e82ddaa tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:26.816407 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ebf4206b-f5d2-4a54-a6d0-93c509b76172 req-a05ed674-4e13-4c9c-a7da-fc6f1e82ddaa tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 946 time: 0.1963639 Sep 30 08:13:26.882630 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de2243a8-38f9-4cf3-bbb6-f35a30cb7a4d tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.923201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca71054-b707-42ad-b431-a8597fa9d7ff req-3277b9e2-09b0-4e04-b1e6-4f122b42dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:26.926491 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8ca71054-b707-42ad-b431-a8597fa9d7ff req-3277b9e2-09b0-4e04-b1e6-4f122b42dd80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b2245634a9b445c9bfe4096e80f16eb&device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 1094 time: 0.0876715 Sep 30 08:13:26.979480 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de2243a8-38f9-4cf3-bbb6-f35a30cb7a4d tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.982119 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de2243a8-38f9-4cf3-bbb6-f35a30cb7a4d tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:26.987396 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-de2243a8-38f9-4cf3-bbb6-f35a30cb7a4d tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "DELETE /v2.0/security-groups/38ea43ce-ae99-4845-8327-a6cbbe6e79af HTTP/1.1" status: 204 len: 168 time: 0.2443788 Sep 30 08:13:26.988785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33554) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:26.989710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 127ab899-b959-4e98-8db9-8f2a2ce30b3f up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:27.021570 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1d82ed96-be54-4643-a1b1-0b1446d80962 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:27.052845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2243a8-38f9-4cf3-bbb6-f35a30cb7a4d tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ea43ce-ae99-4845-8327-a6cbbe6e79af,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:27.084560 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ebf4206b-f5d2-4a54-a6d0-93c509b76172 req-0c1f6f6b-5f0d-4f03-8759-740c9ae5ec89 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401314 Sep 30 08:13:27.121012 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3e2af18d-aec5-449d-9ce5-e170c8414497 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1018031 Sep 30 08:13:27.122475 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca71054-b707-42ad-b431-a8597fa9d7ff req-560aa8fd-f7be-40ad-b60f-c0db73f5fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:27.125836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33558) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:27.128254 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8ca71054-b707-42ad-b431-a8597fa9d7ff req-560aa8fd-f7be-40ad-b60f-c0db73f5fa0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=85103879-3b21-44db-ab5b-b6b9a167ad58 HTTP/1.1" status: 200 len: 921 time: 0.1926754 Sep 30 08:13:27.171416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a4e70c3e-8c1a-410c-b890-a69757f49e01 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group': {'name': 'tempest-secgroup--497653801'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:27.190147 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8ca71054-b707-42ad-b431-a8597fa9d7ff req-acb8c80f-0521-49a7-a958-a950050e7c31 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38f06c5d-9246-4ece-8934-e7223afe4c8d HTTP/1.1" status: 200 len: 217 time: 0.0422349 Sep 30 08:13:27.231817 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf1ee-9828-4204-8d2c-52a4b8b1c382 req-3471a94b-de61-4432-b115-382bba169379 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:27.235942 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0fcf1ee-9828-4204-8d2c-52a4b8b1c382 req-3471a94b-de61-4432-b115-382bba169379 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 945 time: 0.2680073 Sep 30 08:13:27.254474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca71054-b707-42ad-b431-a8597fa9d7ff req-87f43717-99fe-4e38-b99b-cb122da07d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:27.256407 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8ca71054-b707-42ad-b431-a8597fa9d7ff req-87f43717-99fe-4e38-b99b-cb122da07d8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f29e3fb-d25d-4bf9-b454-144ad5708fbd HTTP/1.1" status: 200 len: 860 time: 0.0521839 Sep 30 08:13:27.266111 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 127ab899-b959-4e98-8db9-8f2a2ce30b3f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:27.283452 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 127ab899-b959-4e98-8db9-8f2a2ce30b3f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:27.284032 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.289521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1d82ed96-be54-4643-a1b1-0b1446d80962, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1d82ed96-be54-4643-a1b1-0b1446d80962,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:27.319272 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8ca71054-b707-42ad-b431-a8597fa9d7ff req-dcaf9c33-f7df-4793-9743-70483d375aae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85103879-3b21-44db-ab5b-b6b9a167ad58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440533 Sep 30 08:13:27.328635 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '1d82ed96-be54-4643-a1b1-0b1446d80962', 'network_id': 'f336a0d8-eaa6-44de-a1a3-9f50063b4b5b', 'port_id': '1d82ed96-be54-4643-a1b1-0b1446d80962', 'mac_address': 'fa:16:3e:70:45:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe50dcfe-f2a1-4640-98cf-8d67829f1b8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:27.329923 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0fcf1ee-9828-4204-8d2c-52a4b8b1c382 req-86761a17-c703-4898-9501-a045ab4c479a tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=779dd17f-2db7-4ed0-b049-52475833be17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847478 Sep 30 08:13:27.432934 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4e70c3e-8c1a-410c-b890-a69757f49e01 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.461506 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.477693 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8ca71054-b707-42ad-b431-a8597fa9d7ff req-64b048a3-5be1-46e2-8ed5-98d7ccfdaa9e service neutron] 10.222.0.35 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443062 Sep 30 08:13:27.481043 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.482389 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92ef314f-0f78-41bd-9c89-a3debd7a8ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.483748 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d82ed96-be54-4643-a1b1-0b1446d80962 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:27.522160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1d82ed96-be54-4643-a1b1-0b1446d80962, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1d82ed96-be54-4643-a1b1-0b1446d80962,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:27.527528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3e8414-c161-4275-902e-86848468b5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127ab899-b959-4e98-8db9-8f2a2ce30b3f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:27.530504 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3adc48-a434-4bfa-9b50-da744114afc8" -d '{"events": [{"server_uuid": "3e3e8414-c161-4275-902e-86848468b5d5", "name": "network-vif-plugged", "status": "completed", "tag": "127ab899-b959-4e98-8db9-8f2a2ce30b3f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:27.533903 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef314f-0f78-41bd-9c89-a3debd7a8ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5676a13-953b-4d6b-ac69-48de23512cc7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:27.538330 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.544546 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f37d51-b287-4120-920e-f445d4172e60 req-493b0376-b947-49b1-8f4f-3343a41cabe1 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:27.546534 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e5f37d51-b287-4120-920e-f445d4172e60 req-493b0376-b947-49b1-8f4f-3343a41cabe1 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 945 time: 0.3049116 Sep 30 08:13:27.552314 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 127ab899-b959-4e98-8db9-8f2a2ce30b3f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=127ab899-b959-4e98-8db9-8f2a2ce30b3f,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:27.559144 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-0824dc89-5787-4685-adac-65540a290ae6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:13:27.573609 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.605727 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=1d82ed96-be54-4643-a1b1-0b1446d80962,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:27.622825 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63388a05-c3c0-4dfb-ae25-c3e3ff71b6b7 x-openstack-request-id: req-63388a05-c3c0-4dfb-ae25-c3e3ff71b6b7 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:27.623160 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3e8414-c161-4275-902e-86848468b5d5", "name": "network-vif-plugged", "status": "completed", "tag": "127ab899-b959-4e98-8db9-8f2a2ce30b3f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:27.625115 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63388a05-c3c0-4dfb-ae25-c3e3ff71b6b7 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:27.626321 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3e8414-c161-4275-902e-86848468b5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127ab899-b959-4e98-8db9-8f2a2ce30b3f', 'code': 200} Sep 30 08:13:27.682971 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8ca71054-b707-42ad-b431-a8597fa9d7ff req-7b04476b-a0ff-4c9d-855d-cd60ae90818e service neutron] 10.222.0.35 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931541 Sep 30 08:13:27.745534 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=127ab899-b959-4e98-8db9-8f2a2ce30b3f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:27.773310 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['1d82ed96-be54-4643-a1b1-0b1446d80962'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:27.819523 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0824dc89-5787-4685-adac-65540a290ae6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.824044 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e5f37d51-b287-4120-920e-f445d4172e60 req-59c44be8-0dc8-41c9-8ce2-7d3b046d0cfc tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596579 Sep 30 08:13:27.834465 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0824dc89-5787-4685-adac-65540a290ae6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.884521 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92ef314f-0f78-41bd-9c89-a3debd7a8ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:27.998250 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50086f55-ac02-4722-aeda-4b0be8b75a8e req-feca7729-08e9-46de-88b3-96ccc9b14695 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:27.999324 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50086f55-ac02-4722-aeda-4b0be8b75a8e req-feca7729-08e9-46de-88b3-96ccc9b14695 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 943 time: 0.2399867 Sep 30 08:13:28.034513 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92ef314f-0f78-41bd-9c89-a3debd7a8ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.039655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d2d64-f351-428a-8ca0-d0eb2ec00e6e req-4861b077-e51b-4a3f-9e6c-78b9ef36bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:28.041193 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e96d2d64-f351-428a-8ca0-d0eb2ec00e6e req-4861b077-e51b-4a3f-9e6c-78b9ef36bad4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 1097 time: 0.3458171 Sep 30 08:13:28.046851 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92ef314f-0f78-41bd-9c89-a3debd7a8ca7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.127400 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4e70c3e-8c1a-410c-b890-a69757f49e01 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.192863 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4e70c3e-8c1a-410c-b890-a69757f49e01 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.240621 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92ef314f-0f78-41bd-9c89-a3debd7a8ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.241158 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ef314f-0f78-41bd-9c89-a3debd7a8ca7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 003b7b34-a052-4bfa-b299-f5312590577e {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:13:28.246431 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92ef314f-0f78-41bd-9c89-a3debd7a8ca7 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.247552 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-92ef314f-0f78-41bd-9c89-a3debd7a8ca7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/003b7b34-a052-4bfa-b299-f5312590577e HTTP/1.1" status: 204 len: 168 time: 3.9899626 Sep 30 08:13:28.250610 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:28.303981 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-0824dc89-5787-4685-adac-65540a290ae6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Floating IP bf4a5258-8047-47ca-868b-b9ffd7087aa6 associated. External IP: 172.25.0.8, port: 3237b50c-d6b1-404d-bdab-771cbaf0b52d. Sep 30 08:13:28.305851 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4e70c3e-8c1a-410c-b890-a69757f49e01 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.307116 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a4e70c3e-8c1a-410c-b890-a69757f49e01 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1717491 Sep 30 08:13:28.310651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:28.316819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-08f1d16c-481c-4f9a-9e33-838ec96e821a tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '36f7478f-615c-4324-a1bc-0a58d9b68742', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:28.318387 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50086f55-ac02-4722-aeda-4b0be8b75a8e req-ff71cf5f-f13c-4f76-9f67-a050f4ad34b9 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681835 Sep 30 08:13:28.320699 n-d-807359-2 neutron-server[94838]: WARNING neutron.api.v2.base [None req-08f1d16c-481c-4f9a-9e33-838ec96e821a tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 30 08:13:28.321341 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-08f1d16c-481c-4f9a-9e33-838ec96e821a tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:13:28.322684 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-08f1d16c-481c-4f9a-9e33-838ec96e821a tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0107503 Sep 30 08:13:28.326863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-607a39ef-f28a-4837-b1f1-e92971e6a9be admin admin] Deleting subnet 7d31d27d-29aa-4857-9fe7-629de8beade5 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:13:28.329710 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:28.344783 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-607a39ef-f28a-4837-b1f1-e92971e6a9be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.412486 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-607a39ef-f28a-4837-b1f1-e92971e6a9be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.497194 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-607a39ef-f28a-4837-b1f1-e92971e6a9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.564259 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d053fb0-421b-43a5-b416-6e1ace26b9e2 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.598656 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d053fb0-421b-43a5-b416-6e1ace26b9e2 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.607511 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-607a39ef-f28a-4837-b1f1-e92971e6a9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.650447 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a39ef-f28a-4837-b1f1-e92971e6a9be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d31d27d-29aa-4857-9fe7-629de8beade5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:28.657921 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-607a39ef-f28a-4837-b1f1-e92971e6a9be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.660489 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-607a39ef-f28a-4837-b1f1-e92971e6a9be admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7d31d27d-29aa-4857-9fe7-629de8beade5 HTTP/1.1" status: 204 len: 168 time: 0.4046040 Sep 30 08:13:28.663978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:28.696027 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e96d2d64-f351-428a-8ca0-d0eb2ec00e6e req-8383648b-bd31-4899-a041-f9b3ebf40af9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=779dd17f-2db7-4ed0-b049-52475833be17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6419439 Sep 30 08:13:28.718517 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e70c3e-8c1a-410c-b890-a69757f49e01 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f7478f-615c-4324-a1bc-0a58d9b68742,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:28.741305 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d053fb0-421b-43a5-b416-6e1ace26b9e2 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.743812 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d053fb0-421b-43a5-b416-6e1ace26b9e2 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.747358 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3d053fb0-421b-43a5-b416-6e1ace26b9e2 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "DELETE /v2.0/security-groups/36f7478f-615c-4324-a1bc-0a58d9b68742 HTTP/1.1" status: 204 len: 168 time: 0.4127026 Sep 30 08:13:28.749509 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33580) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:28.756078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bb809-8f2a-465d-ba21-4dd938a10ce1 req-fbe86547-ec66-46c3-b807-296a4efc9711 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:28.757615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61bb809-8f2a-465d-ba21-4dd938a10ce1 req-fbe86547-ec66-46c3-b807-296a4efc9711 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 946 time: 0.5823085 Sep 30 08:13:28.767156 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18819121-058d-4b68-97cf-928b06665d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.776990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d053fb0-421b-43a5-b416-6e1ace26b9e2 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f7478f-615c-4324-a1bc-0a58d9b68742,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:28.779729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6115e9b-eece-43c8-9c4e-8586879c320b req-ef7f25ef-ce31-4e1d-b9fc-ff24301af2e3 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:28.781353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6115e9b-eece-43c8-9c4e-8586879c320b req-ef7f25ef-ce31-4e1d-b9fc-ff24301af2e3 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 946 time: 0.5816703 Sep 30 08:13:28.867959 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c8b89df2-331c-403d-8a7a-7cc29c6c33da tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1139452 Sep 30 08:13:28.870730 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33584) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:28.879898 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61263c94-28ae-4dd4-af88-628bb0fe3310 req-3479afed-dec2-4748-8b29-5b4470fec5e9 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:28.883521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5b1189c1-1911-4ecf-a074-83eda24cbd45 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345555461'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:28.887227 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-61263c94-28ae-4dd4-af88-628bb0fe3310 req-3479afed-dec2-4748-8b29-5b4470fec5e9 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 946 time: 0.1847818 Sep 30 08:13:28.939644 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18819121-058d-4b68-97cf-928b06665d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.952197 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6115e9b-eece-43c8-9c4e-8586879c320b req-9bc5edea-243d-4357-9b42-e17d2b10bca9 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571751 Sep 30 08:13:28.984186 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b1189c1-1911-4ecf-a074-83eda24cbd45 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:28.984381 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d5676a13-953b-4d6b-ac69-48de23512cc7 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:29.011750 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-18819121-058d-4b68-97cf-928b06665d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691f8d5d-84c4-4972-afc4-015bf3401c58']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:29.030520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1d82ed96-be54-4643-a1b1-0b1446d80962 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:29.031626 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-18819121-058d-4b68-97cf-928b06665d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:29.032091 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-18819121-058d-4b68-97cf-928b06665d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0211e3-fd4e-469b-a0fc-a4c3e78d0da3') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:29.035987 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d5676a13-953b-4d6b-ac69-48de23512cc7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:29.036352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d5676a13-953b-4d6b-ac69-48de23512cc7 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:29.045080 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18819121-058d-4b68-97cf-928b06665d9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.061075 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18819121-058d-4b68-97cf-928b06665d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.071468 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-61263c94-28ae-4dd4-af88-628bb0fe3310 req-00ad7e01-076b-4a69-be1a-172c5f73df6a tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=779dd17f-2db7-4ed0-b049-52475833be17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776485 Sep 30 08:13:29.196598 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b1189c1-1911-4ecf-a074-83eda24cbd45 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.205177 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b1189c1-1911-4ecf-a074-83eda24cbd45 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.209062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c61bb809-8f2a-465d-ba21-4dd938a10ce1 req-0be0feb7-e9ef-4f1c-91db-8f8f93cf65f4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Deleting port 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:29.210009 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c61bb809-8f2a-465d-ba21-4dd938a10ce1 req-0be0feb7-e9ef-4f1c-91db-8f8f93cf65f4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.210868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18819121-058d-4b68-97cf-928b06665d9a admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:13:29.213392 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18819121-058d-4b68-97cf-928b06665d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.215094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0824dc89-5787-4685-adac-65540a290ae6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Router 749d1872-5257-4da6-b0e2-725d250ee9bb has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:13:29.221155 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:13:29.227280 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbb130-e214-4c7a-9ff8-a93d019865e7 req-65478ce4-c5d0-46aa-9ebb-e7dfedbe9add tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:29.237216 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03bbb130-e214-4c7a-9ff8-a93d019865e7 req-65478ce4-c5d0-46aa-9ebb-e7dfedbe9add tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 944 time: 0.1543009 Sep 30 08:13:29.292449 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b1189c1-1911-4ecf-a074-83eda24cbd45 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.296415 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5b1189c1-1911-4ecf-a074-83eda24cbd45 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4244785 Sep 30 08:13:29.301280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1189c1-1911-4ecf-a074-83eda24cbd45 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f433e759-5448-42b4-ae04-f9e6531598c9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:29.304447 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33588) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:29.331326 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 1d82ed96-be54-4643-a1b1-0b1446d80962 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:29.332392 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.352322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-47d3e1d4-e84c-499a-9edf-3980e6810ab4 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': 'f433e759-5448-42b4-ae04-f9e6531598c9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:29.353078 n-d-807359-2 neutron-server[94838]: WARNING neutron.api.v2.base [None req-47d3e1d4-e84c-499a-9edf-3980e6810ab4 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 30 08:13:29.353589 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-47d3e1d4-e84c-499a-9edf-3980e6810ab4 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:13:29.357262 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-47d3e1d4-e84c-499a-9edf-3980e6810ab4 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078056 Sep 30 08:13:29.357691 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:29.360227 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18819121-058d-4b68-97cf-928b06665d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.422103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03bbb130-e214-4c7a-9ff8-a93d019865e7 req-78459a67-4643-40fe-a9a5-2a453d2c74c7 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769640 Sep 30 08:13:29.437159 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18819121-058d-4b68-97cf-928b06665d9a admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.439237 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-18819121-058d-4b68-97cf-928b06665d9a admin admin] 10.222.0.24 "DELETE /v2.0/networks/691f8d5d-84c4-4972-afc4-015bf3401c58 HTTP/1.1" status: 204 len: 168 time: 0.7742784 Sep 30 08:13:29.445320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18819121-058d-4b68-97cf-928b06665d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=691f8d5d-84c4-4972-afc4-015bf3401c58,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:29.483946 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2cf62fa6-4b3c-45cb-9ef2-efbe38c66b56 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.492075 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.495664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c61bb809-8f2a-465d-ba21-4dd938a10ce1 req-0be0feb7-e9ef-4f1c-91db-8f8f93cf65f4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] For port 3584439c-13c9-4c1f-8e2c-a45ac024c6e8, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3584439c-13c9-4c1f-8e2c-a45ac024c6e8,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:29.496071 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c61bb809-8f2a-465d-ba21-4dd938a10ce1 req-0be0feb7-e9ef-4f1c-91db-8f8f93cf65f4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.524341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c61bb809-8f2a-465d-ba21-4dd938a10ce1 req-0be0feb7-e9ef-4f1c-91db-8f8f93cf65f4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Calling delete_port for 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:29.544544 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2cf62fa6-4b3c-45cb-9ef2-efbe38c66b56 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.552658 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1d82ed96-be54-4643-a1b1-0b1446d80962, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1d82ed96-be54-4643-a1b1-0b1446d80962,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:29.560186 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.618241 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2cf62fa6-4b3c-45cb-9ef2-efbe38c66b56 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.624450 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2cf62fa6-4b3c-45cb-9ef2-efbe38c66b56 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.626378 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.631212 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826bbcae-0f4c-45be-af26-b9f30dfd5702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d82ed96-be54-4643-a1b1-0b1446d80962'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:29.632478 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4245ef6e-246c-4edb-9373-fc2d20cf84b1" -d '{"events": [{"server_uuid": "826bbcae-0f4c-45be-af26-b9f30dfd5702", "name": "network-vif-plugged", "status": "completed", "tag": "1d82ed96-be54-4643-a1b1-0b1446d80962"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:29.633131 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2cf62fa6-4b3c-45cb-9ef2-efbe38c66b56 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "DELETE /v2.0/security-groups/f433e759-5448-42b4-ae04-f9e6531598c9 HTTP/1.1" status: 204 len: 168 time: 0.2738686 Sep 30 08:13:29.634221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33598) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:29.666389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f20cdb-6039-4ba2-a5b7-93a70a2201b3 req-b34984ce-6bcb-49de-ba76-a3e592b21114 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:29.672625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=1d82ed96-be54-4643-a1b1-0b1446d80962,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:29.673901 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10f20cdb-6039-4ba2-a5b7-93a70a2201b3 req-b34984ce-6bcb-49de-ba76-a3e592b21114 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 943 time: 0.2574041 Sep 30 08:13:29.753184 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf62fa6-4b3c-45cb-9ef2-efbe38c66b56 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f433e759-5448-42b4-ae04-f9e6531598c9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:29.821356 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0824dc89-5787-4685-adac-65540a290ae6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:13:29.858154 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a48e5f-454c-4e64-88eb-f84eaac733be None None] Sync routers for ids ['749d1872-5257-4da6-b0e2-725d250ee9bb'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:13:29.865421 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d29216b0-5800-4bbf-aaec-5e9b09ab1780 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2114511 Sep 30 08:13:29.865649 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33604) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:29.870747 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6e97b2c1-2252-4e8b-9afd-c4326710f523 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group': {'name': 'tempest-secgroup--400864458'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:29.876965 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a48e5f-454c-4e64-88eb-f84eaac733be None None] Routers {'749d1872-5257-4da6-b0e2-725d250ee9bb'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:29.877622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e8a48e5f-454c-4e64-88eb-f84eaac733be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:13:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['749d1872-5257-4da6-b0e2-725d250ee9bb'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:29.922660 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e97b2c1-2252-4e8b-9afd-c4326710f523 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:29.946855 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:29.954475 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2800aa66-e936-45bb-9b0a-b5809b39215e x-openstack-request-id: req-2800aa66-e936-45bb-9b0a-b5809b39215e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:29.955111 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826bbcae-0f4c-45be-af26-b9f30dfd5702", "name": "network-vif-plugged", "status": "completed", "tag": "1d82ed96-be54-4643-a1b1-0b1446d80962", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:29.955233 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10f20cdb-6039-4ba2-a5b7-93a70a2201b3 req-f6ce1b28-5ac6-4629-a224-227b52531099 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495389 Sep 30 08:13:29.958587 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2800aa66-e936-45bb-9b0a-b5809b39215e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:29.958852 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826bbcae-0f4c-45be-af26-b9f30dfd5702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d82ed96-be54-4643-a1b1-0b1446d80962', 'code': 200} Sep 30 08:13:29.975223 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0824dc89-5787-4685-adac-65540a290ae6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.014722 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0824dc89-5787-4685-adac-65540a290ae6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "PUT /v2.0/floatingips/bf4a5258-8047-47ca-868b-b9ffd7087aa6 HTTP/1.1" status: 200 len: 990 time: 3.7025490 Sep 30 08:13:30.017585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'tag': '3237b50c-d6b1-404d-bdab-771cbaf0b52d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:30.024034 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd85967d-8552-407d-875f-afe210dea77d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "tag": "3237b50c-d6b1-404d-bdab-771cbaf0b52d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:30.045348 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c61bb809-8f2a-465d-ba21-4dd938a10ce1 req-0be0feb7-e9ef-4f1c-91db-8f8f93cf65f4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.091870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['3584439c-13c9-4c1f-8e2c-a45ac024c6e8'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:30.095582 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-16e0b4f6-b0ad-4363-9bae-24507a0d1068 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71f9fae650bc403a968de80bfa93a4f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463776 Sep 30 08:13:30.100094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33622) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:30.178098 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e8a48e5f-454c-4e64-88eb-f84eaac733be None None] Set router 749d1872-5257-4da6-b0e2-725d250ee9bb gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:30.185781 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e97b2c1-2252-4e8b-9afd-c4326710f523 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.192884 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e97b2c1-2252-4e8b-9afd-c4326710f523 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.198491 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f737f218-2a87-43bf-b4a9-c353e3a6bb42 req-7b5efeb6-1f21-4851-addd-772448dbfa40 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 210 time: 0.0647306 Sep 30 08:13:30.199246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0feb7-e9ef-4f1c-91db-8f8f93cf65f4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Pushing event deleted for resources: {'Port': ['ID=3584439c-13c9-4c1f-8e2c-a45ac024c6e8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:30.217195 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84551428-bf8f-4d68-a344-955c25aa6e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.226159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61bb809-8f2a-465d-ba21-4dd938a10ce1 req-0be0feb7-e9ef-4f1c-91db-8f8f93cf65f4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] No DVR routers for this DVR port 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:30.228746 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c61bb809-8f2a-465d-ba21-4dd938a10ce1 req-0be0feb7-e9ef-4f1c-91db-8f8f93cf65f4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.230848 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61bb809-8f2a-465d-ba21-4dd938a10ce1 req-0be0feb7-e9ef-4f1c-91db-8f8f93cf65f4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "DELETE /v2.0/ports/3584439c-13c9-4c1f-8e2c-a45ac024c6e8 HTTP/1.1" status: 204 len: 173 time: 1.3256040 Sep 30 08:13:30.251640 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97b2c1-2252-4e8b-9afd-c4326710f523 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8076cd03-5f8c-440a-8bbe-07e61d97ec31,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:30.254556 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e97b2c1-2252-4e8b-9afd-c4326710f523 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.258460 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6e97b2c1-2252-4e8b-9afd-c4326710f523 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3892448 Sep 30 08:13:30.259446 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33628) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:30.263299 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ee2394fe-734a-4554-a1f1-043c220a4c81 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '8076cd03-5f8c-440a-8bbe-07e61d97ec31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:30.277970 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84551428-bf8f-4d68-a344-955c25aa6e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.279087 n-d-807359-2 neutron-server[94837]: WARNING neutron.api.v2.base [None req-ee2394fe-734a-4554-a1f1-043c220a4c81 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 30 08:13:30.279647 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-ee2394fe-734a-4554-a1f1-043c220a4c81 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:13:30.280819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ee2394fe-734a-4554-a1f1-043c220a4c81 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0210400 Sep 30 08:13:30.283857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33630) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:30.290031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c66af0c9-1e27-4210-921d-ff1914be506f tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '8076cd03-5f8c-440a-8bbe-07e61d97ec31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:30.290506 n-d-807359-2 neutron-server[94837]: WARNING neutron.api.v2.base [None req-c66af0c9-1e27-4210-921d-ff1914be506f tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 30 08:13:30.291044 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-c66af0c9-1e27-4210-921d-ff1914be506f tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:13:30.294654 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c66af0c9-1e27-4210-921d-ff1914be506f tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070522 Sep 30 08:13:30.295530 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33632) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:30.308600 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-501453c9-4edb-4694-b53d-933ef971f1c1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '8076cd03-5f8c-440a-8bbe-07e61d97ec31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:30.309457 n-d-807359-2 neutron-server[94837]: WARNING neutron.api.v2.base [None req-501453c9-4edb-4694-b53d-933ef971f1c1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 30 08:13:30.309965 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-501453c9-4edb-4694-b53d-933ef971f1c1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:13:30.311017 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-501453c9-4edb-4694-b53d-933ef971f1c1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0145040 Sep 30 08:13:30.313957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:30.337455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a4c87412-3fb4-4e5c-b527-f14b72fd95ac tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '8076cd03-5f8c-440a-8bbe-07e61d97ec31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:30.339447 n-d-807359-2 neutron-server[94838]: WARNING neutron.api.v2.base [None req-a4c87412-3fb4-4e5c-b527-f14b72fd95ac tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 30 08:13:30.344195 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-a4c87412-3fb4-4e5c-b527-f14b72fd95ac tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:13:30.344195 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a4c87412-3fb4-4e5c-b527-f14b72fd95ac tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0267489 Sep 30 08:13:30.344603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33636) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:30.375788 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42617acc-79da-4e6e-8ac2-11df89763d2b x-openstack-request-id: req-42617acc-79da-4e6e-8ac2-11df89763d2b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:30.376118 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "tag": "3237b50c-d6b1-404d-bdab-771cbaf0b52d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:30.376300 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42617acc-79da-4e6e-8ac2-11df89763d2b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:30.376854 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'tag': '3237b50c-d6b1-404d-bdab-771cbaf0b52d', 'status': 'completed', 'code': 200} Sep 30 08:13:30.402338 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84551428-bf8f-4d68-a344-955c25aa6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.405859 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84551428-bf8f-4d68-a344-955c25aa6e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.407276 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-84551428-bf8f-4d68-a344-955c25aa6e44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84a8afdf-cd1d-4e3d-b012-8eb44141ae84 HTTP/1.1" status: 204 len: 168 time: 0.3059955 Sep 30 08:13:30.431881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918c1b6-8f10-4ad2-8b53-7cf93490a814 req-57467545-7ad8-4bfa-ada0-f5ef5507b497 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.433452 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4918c1b6-8f10-4ad2-8b53-7cf93490a814 req-57467545-7ad8-4bfa-ada0-f5ef5507b497 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 946 time: 0.1175408 Sep 30 08:13:30.452621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84551428-bf8f-4d68-a344-955c25aa6e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a8afdf-cd1d-4e3d-b012-8eb44141ae84,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:30.507053 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdd1c44b-0b60-4059-93a1-f48ea8464b6c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.520317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85967d-8552-407d-875f-afe210dea77d req-6b0c023e-2809-4c9c-8b75-080a2090bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.520811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85967d-8552-407d-875f-afe210dea77d req-6b0c023e-2809-4c9c-8b75-080a2090bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.521288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85967d-8552-407d-875f-afe210dea77d req-6b0c023e-2809-4c9c-8b75-080a2090bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.525021 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85967d-8552-407d-875f-afe210dea77d req-6b0c023e-2809-4c9c-8b75-080a2090bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.525565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85967d-8552-407d-875f-afe210dea77d req-6b0c023e-2809-4c9c-8b75-080a2090bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.526047 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85967d-8552-407d-875f-afe210dea77d req-6b0c023e-2809-4c9c-8b75-080a2090bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.526523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85967d-8552-407d-875f-afe210dea77d req-6b0c023e-2809-4c9c-8b75-080a2090bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.529793 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd85967d-8552-407d-875f-afe210dea77d req-6b0c023e-2809-4c9c-8b75-080a2090bcb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce39ae04255c4914adca40a29bca4222&device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 6502 time: 0.0859089 Sep 30 08:13:30.600881 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdd1c44b-0b60-4059-93a1-f48ea8464b6c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.670568 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85967d-8552-407d-875f-afe210dea77d req-6e3c0205-337f-41ea-9921-21c38bd9f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.672636 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd85967d-8552-407d-875f-afe210dea77d req-6e3c0205-337f-41ea-9921-21c38bd9f196 service neutron] 10.222.0.35 "GET /v2.0/networks?id=384df419-38eb-4226-b7dd-8fe2db486b35 HTTP/1.1" status: 200 len: 918 time: 0.1333780 Sep 30 08:13:30.749124 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4918c1b6-8f10-4ad2-8b53-7cf93490a814 req-5d6bb35b-405d-4a48-9035-b5a99d73e59c tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=779dd17f-2db7-4ed0-b049-52475833be17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077722 Sep 30 08:13:30.773345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e8a48e5f-454c-4e64-88eb-f84eaac733be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-router', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:58Z', 'updated_at': '2021-09-30T08:11:04Z', 'revision_number': 4, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'gw_port': {'id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:59Z', 'updated_at': '2021-09-30T08:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'bf4a5258-8047-47ca-868b-b9ffd7087aa6', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'port_id': '3237b50c-d6b1-404d-bdab-771cbaf0b52d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35', 'mac_address': 'fa:16:3e:9a:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:12:00Z', 'updated_at': '2021-09-30T08:13:27Z', 'revision_number': 1, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3', 'name': '', 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'mac_address': 'fa:16:3e:16:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:03Z', 'updated_at': '2021-09-30T08:11:12Z', 'revision_number': 5, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'subnets': [{'id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:30.786019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5bdab-d4ab-453c-aefb-2f9cfb68d273 req-4d1abb9d-06ac-429d-8f84-acf6c59f3613 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.794919 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bcf5bdab-d4ab-453c-aefb-2f9cfb68d273 req-4d1abb9d-06ac-429d-8f84-acf6c59f3613 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 945 time: 0.3120055 Sep 30 08:13:30.823333 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd85967d-8552-407d-875f-afe210dea77d req-e5ad24b6-1b12-4111-b011-e4644980ead0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3237b50c-d6b1-404d-bdab-771cbaf0b52d HTTP/1.1" status: 200 len: 998 time: 0.1400497 Sep 30 08:13:30.828588 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a48e5f-454c-4e64-88eb-f84eaac733be None None] Checking router: 749d1872-5257-4da6-b0e2-725d250ee9bb for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:13:30.843619 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdd1c44b-0b60-4059-93a1-f48ea8464b6c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.850787 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdd1c44b-0b60-4059-93a1-f48ea8464b6c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:30.851984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fdd1c44b-0b60-4059-93a1-f48ea8464b6c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "DELETE /v2.0/security-groups/8076cd03-5f8c-440a-8bbe-07e61d97ec31 HTTP/1.1" status: 204 len: 168 time: 0.5064301 Sep 30 08:13:30.860378 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a48e5f-454c-4e64-88eb-f84eaac733be None None] Routers {'749d1872-5257-4da6-b0e2-725d250ee9bb'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:30.861021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e8a48e5f-454c-4e64-88eb-f84eaac733be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:13:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['749d1872-5257-4da6-b0e2-725d250ee9bb'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:30.866093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33644) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:30.899700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1c44b-0b60-4059-93a1-f48ea8464b6c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8076cd03-5f8c-440a-8bbe-07e61d97ec31,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:30.917536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85967d-8552-407d-875f-afe210dea77d req-e1b1602b-b620-42d3-97b5-a5f6f35e1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:30.919833 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd85967d-8552-407d-875f-afe210dea77d req-e1b1602b-b620-42d3-97b5-a5f6f35e1b3c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f898384-daa1-40fa-9c72-56b1900fc76c HTTP/1.1" status: 200 len: 856 time: 0.0870061 Sep 30 08:13:30.957785 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bcf5bdab-d4ab-453c-aefb-2f9cfb68d273 req-2a8e6909-4b9c-4c88-9b9f-4b7843f04383 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557221 Sep 30 08:13:30.977847 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-20f9ff1b-ae39-4467-acfe-9282875f8c3a tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1092427 Sep 30 08:13:31.001303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33648) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:31.013746 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 38f06c5d-9246-4ece-8934-e7223afe4c8d details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:31.031643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85967d-8552-407d-875f-afe210dea77d req-28dd449e-9add-4f2e-b0d4-6089872fdf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:31.033235 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd85967d-8552-407d-875f-afe210dea77d req-28dd449e-9add-4f2e-b0d4-6089872fdf4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=384df419-38eb-4226-b7dd-8fe2db486b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045105 Sep 30 08:13:31.048380 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-442d408a-7c05-4ec8-a58d-4e9daa917198 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group': {'name': 'tempest-secgroup--459371237'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:31.085877 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e8a48e5f-454c-4e64-88eb-f84eaac733be None None] Set router 749d1872-5257-4da6-b0e2-725d250ee9bb gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:31.157275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cde80-519d-4c28-a55e-ce27e97cac04 req-3dc58aa1-057e-4467-8f78-08d0870592a7 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:31.163491 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-148cde80-519d-4c28-a55e-ce27e97cac04 req-3dc58aa1-057e-4467-8f78-08d0870592a7 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 946 time: 0.2647469 Sep 30 08:13:31.180735 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33656) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:31.186631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9829a9af-6300-4464-befc-e19ccb822df4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Request body: {'floatingip': {'port_id': '127ab899-b959-4e98-8db9-8f2a2ce30b3f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:31.193464 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-442d408a-7c05-4ec8-a58d-4e9daa917198 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:31.312144 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 38f06c5d-9246-4ece-8934-e7223afe4c8d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=38f06c5d-9246-4ece-8934-e7223afe4c8d,segment=NetworkSegment(cbc184f2-316a-49ac-9a2e-eca401841dfe),segment_id=cbc184f2-316a-49ac-9a2e-eca401841dfe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:31.322485 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9829a9af-6300-4464-befc-e19ccb822df4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:31.356131 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd85967d-8552-407d-875f-afe210dea77d req-662ee88a-0987-4664-b003-23fc140de866 service neutron] 10.222.0.35 "GET /v2.0/networks/384df419-38eb-4226-b7dd-8fe2db486b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133104 Sep 30 08:13:31.426813 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '38f06c5d-9246-4ece-8934-e7223afe4c8d', 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58', 'port_id': '38f06c5d-9246-4ece-8934-e7223afe4c8d', 'mac_address': 'fa:16:3e:96:5f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:31.448537 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6178e-759e-417e-a2dd-b84604d4cd9e req-d084865f-bdf7-4689-8935-ca5d6836389d tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:31.460855 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35c6178e-759e-417e-a2dd-b84604d4cd9e req-d084865f-bdf7-4689-8935-ca5d6836389d tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 943 time: 0.3310704 Sep 30 08:13:31.527969 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd85967d-8552-407d-875f-afe210dea77d req-e1af1804-e902-40f8-8af0-cf120789e82e service neutron] 10.222.0.35 "GET /v2.0/networks/384df419-38eb-4226-b7dd-8fe2db486b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533287 Sep 30 08:13:31.536155 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:31.556512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f06c5d-9246-4ece-8934-e7223afe4c8d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:31.586863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 38f06c5d-9246-4ece-8934-e7223afe4c8d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=38f06c5d-9246-4ece-8934-e7223afe4c8d,segment=NetworkSegment(cbc184f2-316a-49ac-9a2e-eca401841dfe),segment_id=cbc184f2-316a-49ac-9a2e-eca401841dfe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:31.598847 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:31.693635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ca7c-5090-43b3-affd-4ccfa8948e28 req-53e6622c-8775-46ec-bd97-d85a0c4ca651 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:31.696431 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5e56ca7c-5090-43b3-affd-4ccfa8948e28 req-53e6622c-8775-46ec-bd97-d85a0c4ca651 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.35 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 945 time: 0.1274981 Sep 30 08:13:31.697723 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=38f06c5d-9246-4ece-8934-e7223afe4c8d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:31.708225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e8a48e5f-454c-4e64-88eb-f84eaac733be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-router', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:58Z', 'updated_at': '2021-09-30T08:11:04Z', 'revision_number': 4, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'gw_port': {'id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:59Z', 'updated_at': '2021-09-30T08:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'bf4a5258-8047-47ca-868b-b9ffd7087aa6', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'port_id': '3237b50c-d6b1-404d-bdab-771cbaf0b52d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35', 'mac_address': 'fa:16:3e:9a:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:12:00Z', 'updated_at': '2021-09-30T08:13:27Z', 'revision_number': 1, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3', 'name': '', 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'mac_address': 'fa:16:3e:16:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:03Z', 'updated_at': '2021-09-30T08:11:12Z', 'revision_number': 5, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'subnets': [{'id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:31.735238 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ceaa5826-ffca-41b6-9986-8500a39293dd req-e019fa24-77e4-4614-bdf6-fb9841b1fd8e tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 210 time: 0.2420013 Sep 30 08:13:31.748435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a48e5f-454c-4e64-88eb-f84eaac733be None None] The sync data for ids ['749d1872-5257-4da6-b0e2-725d250ee9bb'] in n-d-807359-2 is: [{'id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-router', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:58Z', 'updated_at': '2021-09-30T08:11:04Z', 'revision_number': 4, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'gw_port': {'id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:59Z', 'updated_at': '2021-09-30T08:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'bf4a5258-8047-47ca-868b-b9ffd7087aa6', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'port_id': '3237b50c-d6b1-404d-bdab-771cbaf0b52d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35', 'mac_address': 'fa:16:3e:9a:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:12:00Z', 'updated_at': '2021-09-30T08:13:27Z', 'revision_number': 1, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3', 'name': '', 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'mac_address': 'fa:16:3e:16:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:03Z', 'updated_at': '2021-09-30T08:11:12Z', 'revision_number': 5, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'subnets': [{'id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:13:31.849226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5e56ca7c-5090-43b3-affd-4ccfa8948e28 req-09d3340f-71e7-4e05-8615-1c5e4b8ae6d6 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Deleting port 1d82ed96-be54-4643-a1b1-0b1446d80962 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:31.850460 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e56ca7c-5090-43b3-affd-4ccfa8948e28 req-09d3340f-71e7-4e05-8615-1c5e4b8ae6d6 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:31.862878 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35c6178e-759e-417e-a2dd-b84604d4cd9e req-e921ae28-194b-4a5d-b230-bca4167e39cd tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856430 Sep 30 08:13:31.967632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['38f06c5d-9246-4ece-8934-e7223afe4c8d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:32.051603 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5e56ca7c-5090-43b3-affd-4ccfa8948e28 req-09d3340f-71e7-4e05-8615-1c5e4b8ae6d6 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] For port 1d82ed96-be54-4643-a1b1-0b1446d80962, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1d82ed96-be54-4643-a1b1-0b1446d80962,segment=NetworkSegment(307b5a76-f3ed-4252-8207-c8c9bf3ac728),segment_id=307b5a76-f3ed-4252-8207-c8c9bf3ac728)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:32.052010 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e56ca7c-5090-43b3-affd-4ccfa8948e28 req-09d3340f-71e7-4e05-8615-1c5e4b8ae6d6 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:32.092250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5e56ca7c-5090-43b3-affd-4ccfa8948e28 req-09d3340f-71e7-4e05-8615-1c5e4b8ae6d6 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Calling delete_port for 1d82ed96-be54-4643-a1b1-0b1446d80962 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:32.165449 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f06c9a-d552-4eb8-98d8-8eff19c7afa3 None None] New status for floating IP bf4a5258-8047-47ca-868b-b9ffd7087aa6: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:13:32.218937 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-442d408a-7c05-4ec8-a58d-4e9daa917198 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:32.262420 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-442d408a-7c05-4ec8-a58d-4e9daa917198 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:32.371413 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e56ca7c-5090-43b3-affd-4ccfa8948e28 req-09d3340f-71e7-4e05-8615-1c5e4b8ae6d6 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:32.386773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c19fe4-2440-40bf-814e-1a90b8a977a0', 'name': 'network-vif-deleted', 'tag': '3584439c-13c9-4c1f-8e2c-a45ac024c6e8'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:32.389211 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecc25e9-6605-40f4-a68a-5b97d1ae35cd" -d '{"events": [{"server_uuid": "18c19fe4-2440-40bf-814e-1a90b8a977a0", "name": "network-vif-deleted", "tag": "3584439c-13c9-4c1f-8e2c-a45ac024c6e8"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:32.400249 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-442d408a-7c05-4ec8-a58d-4e9daa917198 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:32.403689 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-442d408a-7c05-4ec8-a58d-4e9daa917198 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3615637 Sep 30 08:13:32.408770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33696) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:32.426360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-05e85943-2037-48da-9703-1531d36d98ee tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '8e5679fb-3fc9-4056-acc6-ec3ebbce8a44', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:32.427106 n-d-807359-2 neutron-server[94837]: WARNING neutron.api.v2.base [None req-05e85943-2037-48da-9703-1531d36d98ee tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 30 08:13:32.427616 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-05e85943-2037-48da-9703-1531d36d98ee tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:13:32.428825 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-05e85943-2037-48da-9703-1531d36d98ee tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0167685 Sep 30 08:13:32.455147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33702) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:32.476834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9efb18df-680f-4fe2-a469-e121b17777d5 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '8e5679fb-3fc9-4056-acc6-ec3ebbce8a44', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:32.491965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d408a-7c05-4ec8-a58d-4e9daa917198 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5679fb-3fc9-4056-acc6-ec3ebbce8a44,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:32.514091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5358de7-93ff-45e9-97ca-bf733d34582d req-56f9b580-3145-4c7a-ba37-72009251ebf4 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:32.516083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c5358de7-93ff-45e9-97ca-bf733d34582d req-56f9b580-3145-4c7a-ba37-72009251ebf4 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/ports?device_id=826bbcae-0f4c-45be-af26-b9f30dfd5702 HTTP/1.1" status: 200 len: 867 time: 0.4121006 Sep 30 08:13:32.601853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3340f-71e7-4e05-8615-1c5e4b8ae6d6 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Pushing event deleted for resources: {'Port': ['ID=1d82ed96-be54-4643-a1b1-0b1446d80962,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:32.619204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e56ca7c-5090-43b3-affd-4ccfa8948e28 req-09d3340f-71e7-4e05-8615-1c5e4b8ae6d6 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] No DVR routers for this DVR port 1d82ed96-be54-4643-a1b1-0b1446d80962 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:32.629002 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e56ca7c-5090-43b3-affd-4ccfa8948e28 req-09d3340f-71e7-4e05-8615-1c5e4b8ae6d6 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:32.634050 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5e56ca7c-5090-43b3-affd-4ccfa8948e28 req-09d3340f-71e7-4e05-8615-1c5e4b8ae6d6 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.35 "DELETE /v2.0/ports/1d82ed96-be54-4643-a1b1-0b1446d80962 HTTP/1.1" status: 204 len: 173 time: 0.9211595 Sep 30 08:13:32.639638 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826bbcae-0f4c-45be-af26-b9f30dfd5702', 'name': 'network-vif-deleted', 'tag': '1d82ed96-be54-4643-a1b1-0b1446d80962'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:32.644926 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b978daa0-eebc-4768-99c9-9ed78be457ad" -d '{"events": [{"server_uuid": "826bbcae-0f4c-45be-af26-b9f30dfd5702", "name": "network-vif-deleted", "tag": "1d82ed96-be54-4643-a1b1-0b1446d80962"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:32.657002 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c5358de7-93ff-45e9-97ca-bf733d34582d req-409086da-843d-4e46-beaa-488599545024 tempest-ImagesTestJSON-626939043 tempest-ImagesTestJSON-626939043-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b90c344-73b1-42a1-88ec-c046559f7103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278901 Sep 30 08:13:32.699598 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-9efb18df-680f-4fe2-a469-e121b17777d5 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:13:32.703824 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33710) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:32.704739 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9efb18df-680f-4fe2-a469-e121b17777d5 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2501452 Sep 30 08:13:32.742272 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-799d20e5-df21-4474-9537-25577fcd77f1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '8e5679fb-3fc9-4056-acc6-ec3ebbce8a44', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:32.742972 n-d-807359-2 neutron-server[94837]: WARNING neutron.api.v2.base [None req-799d20e5-df21-4474-9537-25577fcd77f1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 30 08:13:32.744014 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-799d20e5-df21-4474-9537-25577fcd77f1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:13:32.748526 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-799d20e5-df21-4474-9537-25577fcd77f1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0410428 Sep 30 08:13:32.748887 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33714) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:32.754185 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-730ed822-390a-46b5-a66e-af5980868c3e tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '8e5679fb-3fc9-4056-acc6-ec3ebbce8a44', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:32.777467 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-9829a9af-6300-4464-befc-e19ccb822df4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:13:32.803014 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c621f824-d8ea-4c4c-bcac-f8ac7da79065 x-openstack-request-id: req-c621f824-d8ea-4c4c-bcac-f8ac7da79065 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:32.803310 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826bbcae-0f4c-45be-af26-b9f30dfd5702", "name": "network-vif-deleted", "tag": "1d82ed96-be54-4643-a1b1-0b1446d80962", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:32.803678 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c621f824-d8ea-4c4c-bcac-f8ac7da79065 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:32.804106 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826bbcae-0f4c-45be-af26-b9f30dfd5702', 'name': 'network-vif-deleted', 'tag': '1d82ed96-be54-4643-a1b1-0b1446d80962', 'status': 'completed', 'code': 200} Sep 30 08:13:32.822652 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-730ed822-390a-46b5-a66e-af5980868c3e tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:13:32.826992 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-730ed822-390a-46b5-a66e-af5980868c3e tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0739703 Sep 30 08:13:32.829346 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:32.829792 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c302a7-18d1-4ad3-9bd4-423830fb9fd9 x-openstack-request-id: req-e4c302a7-18d1-4ad3-9bd4-423830fb9fd9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:32.830093 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c19fe4-2440-40bf-814e-1a90b8a977a0", "name": "network-vif-deleted", "tag": "3584439c-13c9-4c1f-8e2c-a45ac024c6e8", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:32.830361 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4c302a7-18d1-4ad3-9bd4-423830fb9fd9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:32.830825 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c19fe4-2440-40bf-814e-1a90b8a977a0', 'name': 'network-vif-deleted', 'tag': '3584439c-13c9-4c1f-8e2c-a45ac024c6e8', 'status': 'completed', 'code': 200} Sep 30 08:13:32.836844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7a91d193-debb-4d8f-8c8c-75108dd847b6 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '8e5679fb-3fc9-4056-acc6-ec3ebbce8a44', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:32.841486 n-d-807359-2 neutron-server[94838]: WARNING neutron.api.v2.base [None req-7a91d193-debb-4d8f-8c8c-75108dd847b6 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 30 08:13:32.841486 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-7a91d193-debb-4d8f-8c8c-75108dd847b6 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:13:32.841486 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7a91d193-debb-4d8f-8c8c-75108dd847b6 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090244 Sep 30 08:13:32.843159 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33720) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:32.859553 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-64c286a0-72f7-4f4b-970b-2e54defcfbf1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '8e5679fb-3fc9-4056-acc6-ec3ebbce8a44', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:32.883355 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9829a9af-6300-4464-befc-e19ccb822df4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:32.889460 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9829a9af-6300-4464-befc-e19ccb822df4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:32.935415 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-64c286a0-72f7-4f4b-970b-2e54defcfbf1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:13:32.936298 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-64c286a0-72f7-4f4b-970b-2e54defcfbf1 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0918744 Sep 30 08:13:32.939001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33726) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:32.943878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d3da10ab-c028-4f8f-984b-feb078f81702 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '8e5679fb-3fc9-4056-acc6-ec3ebbce8a44', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:32.944450 n-d-807359-2 neutron-server[94838]: WARNING neutron.api.v2.base [None req-d3da10ab-c028-4f8f-984b-feb078f81702 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 30 08:13:32.945002 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-d3da10ab-c028-4f8f-984b-feb078f81702 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:13:32.946257 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d3da10ab-c028-4f8f-984b-feb078f81702 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059721 Sep 30 08:13:32.954064 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33728) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:32.966590 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-58a70ba6-fd51-4e95-ad09-8dc554dcb6c8 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '8e5679fb-3fc9-4056-acc6-ec3ebbce8a44', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:33.002252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:33.002970 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02b55c5e-912d-420f-9296-0a57fba15ef1 req-d7518089-78ae-46a0-9253-735eec442d59 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.1085258 Sep 30 08:13:33.044830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6ecede1d-1d2d-4aa0-a03a-9027778b2754 req-3884f43b-33d8-4aba-a9d2-e6784d932fa6 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 210 time: 0.0461822 Sep 30 08:13:33.059617 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:33.060236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3584439c-13c9-4c1f-8e2c-a45ac024c6e8 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:33.062285 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1d82ed96-be54-4643-a1b1-0b1446d80962 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:33.089339 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 1d82ed96-be54-4643-a1b1-0b1446d80962 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:33.089506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1d82ed96-be54-4643-a1b1-0b1446d80962 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:33.133504 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-58a70ba6-fd51-4e95-ad09-8dc554dcb6c8 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:13:33.137603 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-58a70ba6-fd51-4e95-ad09-8dc554dcb6c8 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1799018 Sep 30 08:13:33.138314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:33.147344 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ddb6752f-4ee7-4a20-87e7-12f6fa2c7a1a tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '8e5679fb-3fc9-4056-acc6-ec3ebbce8a44', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:33.160256 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-9829a9af-6300-4464-befc-e19ccb822df4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Floating IP 636807c3-962b-4962-bac4-0b1d32c753e2 associated. External IP: 172.25.0.195, port: 127ab899-b959-4e98-8db9-8f2a2ce30b3f. Sep 30 08:13:33.233201 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-ddb6752f-4ee7-4a20-87e7-12f6fa2c7a1a tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:13:33.234988 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ddb6752f-4ee7-4a20-87e7-12f6fa2c7a1a tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0951352 Sep 30 08:13:33.237655 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33744) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:33.320065 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a87c9162-b346-45b8-85e5-c12214b78e19 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:33.361315 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a87c9162-b346-45b8-85e5-c12214b78e19 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:33.415197 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a87c9162-b346-45b8-85e5-c12214b78e19 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:33.421246 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a87c9162-b346-45b8-85e5-c12214b78e19 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:33.423214 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a87c9162-b346-45b8-85e5-c12214b78e19 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "DELETE /v2.0/security-groups/8e5679fb-3fc9-4056-acc6-ec3ebbce8a44 HTTP/1.1" status: 204 len: 168 time: 0.1843262 Sep 30 08:13:33.435125 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33748) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:33.464712 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c9162-b346-45b8-85e5-c12214b78e19 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5679fb-3fc9-4056-acc6-ec3ebbce8a44,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:33.519415 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5aa24b9d-40aa-4747-9e8d-5f40c9e149fd tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0785615 Sep 30 08:13:33.523123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33750) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:33.527759 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5cefb731-7e48-45b7-8986-6c9b133fe952 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group': {'name': 'tempest-secgroup--1650152306'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:33.557883 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5cefb731-7e48-45b7-8986-6c9b133fe952 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:33.771046 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5cefb731-7e48-45b7-8986-6c9b133fe952 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:33.782363 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5cefb731-7e48-45b7-8986-6c9b133fe952 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:33.836725 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5cefb731-7e48-45b7-8986-6c9b133fe952 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:33.845127 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5cefb731-7e48-45b7-8986-6c9b133fe952 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3205404 Sep 30 08:13:33.859470 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33764) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:33.883057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-83539a19-00fd-4d43-814f-a0a3b52fed17 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '173fd342-6c45-42fe-9f92-0f4be853d8f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:33.899786 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefb731-7e48-45b7-8986-6c9b133fe952 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=173fd342-6c45-42fe-9f92-0f4be853d8f6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:33.909337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe67c5-1987-445f-bf85-11fd6a3d985b req-d08ad4f0-e706-4f39-9a4d-a61dd0b63a56 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:33.917405 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6fe67c5-1987-445f-bf85-11fd6a3d985b req-d08ad4f0-e706-4f39-9a4d-a61dd0b63a56 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 944 time: 0.6764331 Sep 30 08:13:33.946441 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-83539a19-00fd-4d43-814f-a0a3b52fed17 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The resource could not be found. Sep 30 08:13:33.948351 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-83539a19-00fd-4d43-814f-a0a3b52fed17 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0867443 Sep 30 08:13:33.950517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:33.955728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ebaf3961-19cc-4aa0-bcf4-926ae1dd2b84 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '173fd342-6c45-42fe-9f92-0f4be853d8f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '45dfcbb8-1841-4ec2-bb2b-482e57047419'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:34.009388 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6fe67c5-1987-445f-bf85-11fd6a3d985b req-c99ec8ee-1d61-49f5-9eed-ef98f95fd6b8 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906312 Sep 30 08:13:34.011310 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-ebaf3961-19cc-4aa0-bcf4-926ae1dd2b84 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The resource could not be found. Sep 30 08:13:34.012910 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ebaf3961-19cc-4aa0-bcf4-926ae1dd2b84 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0613313 Sep 30 08:13:34.025322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33778) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:34.215747 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33af5b44-a8bb-4d47-95e4-414c6173cd97 req-390bc952-7957-4640-81bc-4c1b52d0239e tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0777178 Sep 30 08:13:34.250179 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-357a61a3-de61-43ec-b758-d7ce7e059f32 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:34.255392 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-927fb70f-60fe-4b7e-8c1a-128cd6767f82 req-366206d5-b41d-4e80-828a-93d5354d6d2c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 210 time: 0.0676599 Sep 30 08:13:34.279512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9829a9af-6300-4464-befc-e19ccb822df4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Router f50bea76-0f14-4d5f-a521-ff5456dfbf89 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:13:34.296619 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-357a61a3-de61-43ec-b758-d7ce7e059f32 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:34.407250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33798) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:34.478821 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7dd2891-cbbc-472a-b9d4-bc8815858699 admin admin] Deleting subnet fe50dcfe-f2a1-4640-98cf-8d67829f1b8d {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:13:34.494202 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2891-cbbc-472a-b9d4-bc8815858699 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:34.497022 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-357a61a3-de61-43ec-b758-d7ce7e059f32 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:34.499587 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-357a61a3-de61-43ec-b758-d7ce7e059f32 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:34.504495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-357a61a3-de61-43ec-b758-d7ce7e059f32 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "DELETE /v2.0/security-groups/173fd342-6c45-42fe-9f92-0f4be853d8f6 HTTP/1.1" status: 204 len: 168 time: 0.4847598 Sep 30 08:13:34.507428 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33800) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:34.527574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a61a3-de61-43ec-b758-d7ce7e059f32 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=173fd342-6c45-42fe-9f92-0f4be853d8f6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:34.542086 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2891-cbbc-472a-b9d4-bc8815858699 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:34.589257 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2891-cbbc-472a-b9d4-bc8815858699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:34.590297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9829a9af-6300-4464-befc-e19ccb822df4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:13:34.601586 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09def8-b960-46b0-b5f4-6d1524f5751c None None] Sync routers for ids ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:13:34.604266 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9829a9af-6300-4464-befc-e19ccb822df4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:34.637259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb09def8-b960-46b0-b5f4-6d1524f5751c None None] Routers {'f50bea76-0f14-4d5f-a521-ff5456dfbf89'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:34.638184 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bb09def8-b960-46b0-b5f4-6d1524f5751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:13:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:34.678196 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2891-cbbc-472a-b9d4-bc8815858699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:34.684727 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9829a9af-6300-4464-befc-e19ccb822df4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "PUT /v2.0/floatingips/636807c3-962b-4962-bac4-0b1d32c753e2 HTTP/1.1" status: 200 len: 992 time: 3.5023644 Sep 30 08:13:34.694810 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-756f58cc-8460-4c67-aa15-73f8bde67263 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1739018 Sep 30 08:13:34.694810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33804) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:34.699064 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c0fe246f-cf38-47e2-88b6-89b6febeb560 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '35824ba1-2bb0-4515-bfef-f5b15314f785', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:34.719689 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd2891-cbbc-472a-b9d4-bc8815858699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe50dcfe-f2a1-4640-98cf-8d67829f1b8d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:34.723867 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2891-cbbc-472a-b9d4-bc8815858699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:34.726314 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c7dd2891-cbbc-472a-b9d4-bc8815858699 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fe50dcfe-f2a1-4640-98cf-8d67829f1b8d HTTP/1.1" status: 204 len: 168 time: 0.3164518 Sep 30 08:13:34.728791 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33808) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:34.795583 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-c0fe246f-cf38-47e2-88b6-89b6febeb560 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The resource could not be found. Sep 30 08:13:34.798654 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c0fe246f-cf38-47e2-88b6-89b6febeb560 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1027491 Sep 30 08:13:34.803690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33810) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:34.818709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9ac701f0-b3f2-4d2c-85e3-d84fcb2966af tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749284005'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:34.833261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3e8414-c161-4275-902e-86848468b5d5', 'tag': '127ab899-b959-4e98-8db9-8f2a2ce30b3f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:34.836514 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20173789-ae1d-4039-89c9-abddfdef651c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3e8414-c161-4275-902e-86848468b5d5", "tag": "127ab899-b959-4e98-8db9-8f2a2ce30b3f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:34.863641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-bb09def8-b960-46b0-b5f4-6d1524f5751c None None] Set router f50bea76-0f14-4d5f-a521-ff5456dfbf89 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:34.900893 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ac701f0-b3f2-4d2c-85e3-d84fcb2966af tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:34.923844 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6767c8-e4c6-45e4-ac9c-ba8d8b79002c x-openstack-request-id: req-bb6767c8-e4c6-45e4-ac9c-ba8d8b79002c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:34.924805 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3e8414-c161-4275-902e-86848468b5d5", "tag": "127ab899-b959-4e98-8db9-8f2a2ce30b3f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:34.925115 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb6767c8-e4c6-45e4-ac9c-ba8d8b79002c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:34.925823 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3e8414-c161-4275-902e-86848468b5d5', 'tag': '127ab899-b959-4e98-8db9-8f2a2ce30b3f', 'status': 'completed', 'code': 200} Sep 30 08:13:34.927259 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1408a341-72f4-4d1d-bb15-a363ffd5f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.053310 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 38f06c5d-9246-4ece-8934-e7223afe4c8d up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:35.064392 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1408a341-72f4-4d1d-bb15-a363ffd5f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.073883 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ac701f0-b3f2-4d2c-85e3-d84fcb2966af tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.080163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20173789-ae1d-4039-89c9-abddfdef651c req-f2a26022-9a6f-45b2-b598-7fa6e1ecbd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:35.088053 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-20173789-ae1d-4039-89c9-abddfdef651c req-f2a26022-9a6f-45b2-b598-7fa6e1ecbd4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee4e48f07add4c94890522d6df2a93fa&device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 1097 time: 0.0899642 Sep 30 08:13:35.089233 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ac701f0-b3f2-4d2c-85e3-d84fcb2966af tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.090066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1408a341-72f4-4d1d-bb15-a363ffd5f865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f336a0d8-eaa6-44de-a1a3-9f50063b4b5b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:35.100930 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1408a341-72f4-4d1d-bb15-a363ffd5f865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307b5a76-f3ed-4252-8207-c8c9bf3ac728') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:35.101651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1408a341-72f4-4d1d-bb15-a363ffd5f865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307b5a76-f3ed-4252-8207-c8c9bf3ac728') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:35.118982 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1408a341-72f4-4d1d-bb15-a363ffd5f865 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.135931 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1408a341-72f4-4d1d-bb15-a363ffd5f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.142551 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1408a341-72f4-4d1d-bb15-a363ffd5f865 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:13:35.143285 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1408a341-72f4-4d1d-bb15-a363ffd5f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:13:35.203433 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:13:35.210046 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1408a341-72f4-4d1d-bb15-a363ffd5f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.219096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1408a341-72f4-4d1d-bb15-a363ffd5f865 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.223708 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1408a341-72f4-4d1d-bb15-a363ffd5f865 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f336a0d8-eaa6-44de-a1a3-9f50063b4b5b HTTP/1.1" status: 204 len: 168 time: 0.4910841 Sep 30 08:13:35.234111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408a341-72f4-4d1d-bb15-a363ffd5f865 admin admin] Pushing event deleted for resources: {'Network': ['ID=f336a0d8-eaa6-44de-a1a3-9f50063b4b5b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:35.242295 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ac701f0-b3f2-4d2c-85e3-d84fcb2966af tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.246098 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9ac701f0-b3f2-4d2c-85e3-d84fcb2966af tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4385443 Sep 30 08:13:35.246817 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33826) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:35.257204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2203b3e8-fe7d-43d4-8335-e5219d544204 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875960072'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:35.260033 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 38f06c5d-9246-4ece-8934-e7223afe4c8d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:35.291259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 38f06c5d-9246-4ece-8934-e7223afe4c8d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:35.293529 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.319414 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2203b3e8-fe7d-43d4-8335-e5219d544204 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.378220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac701f0-b3f2-4d2c-85e3-d84fcb2966af tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa9082b-ded0-46d1-941b-dcf07125aea5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:35.398239 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b009a2-6a53-4d68-9050-2e29acdac51f req-c37e6501-3aaf-4ce5-ae09-f4391d4d7bce tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:35.407499 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6b009a2-6a53-4d68-9050-2e29acdac51f req-c37e6501-3aaf-4ce5-ae09-f4391d4d7bce tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 944 time: 0.2435002 Sep 30 08:13:35.525542 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac677d54-a270-438f-a1f6-f24109d69ef8 req-fcccfaa3-3b8f-40f2-b82a-d0517dfce9c8 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0826802 Sep 30 08:13:35.530066 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2203b3e8-fe7d-43d4-8335-e5219d544204 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.538165 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2203b3e8-fe7d-43d4-8335-e5219d544204 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.568731 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6b009a2-6a53-4d68-9050-2e29acdac51f req-406d1545-faf2-4e49-9c84-0d59ef9ca92b tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594412 Sep 30 08:13:35.604544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20173789-ae1d-4039-89c9-abddfdef651c req-75baee4b-cc6e-46d1-8f56-78bb8d11e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:35.606343 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-20173789-ae1d-4039-89c9-abddfdef651c req-75baee4b-cc6e-46d1-8f56-78bb8d11e664 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8 HTTP/1.1" status: 200 len: 911 time: 0.5050890 Sep 30 08:13:35.637082 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203b3e8-fe7d-43d4-8335-e5219d544204 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52590ff-bad7-4f64-b5a5-9f19f283b83d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:35.659632 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33834) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:35.708434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bb09def8-b960-46b0-b5f4-6d1524f5751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:07Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '636807c3-962b-4962-bac4-0b1d32c753e2', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'port_id': '127ab899-b959-4e98-8db9-8f2a2ce30b3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'mac_address': 'fa:16:3e:b2:11:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3e8414-c161-4275-902e-86848468b5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:13:06Z', 'updated_at': '2021-09-30T08:13:32Z', 'revision_number': 1, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22c6333-226d-4d94-aa4d-ef8995947044', 'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'mac_address': 'fa:16:3e:30:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:06Z', 'updated_at': '2021-09-30T08:08:14Z', 'revision_number': 5, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'subnets': [{'id': '83b391f2-40bb-46fd-9398-46e69258862b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:35.743300 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e3de44b1-27c1-4563-97cb-54978db5abc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf18fc9ce15049db8fedfa3705b2274e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808856 Sep 30 08:13:35.744579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33836) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:35.776879 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2203b3e8-fe7d-43d4-8335-e5219d544204 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.778376 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-20173789-ae1d-4039-89c9-abddfdef651c req-d7d4e791-fcb1-4767-b74c-144515e6194f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=127ab899-b959-4e98-8db9-8f2a2ce30b3f HTTP/1.1" status: 200 len: 1000 time: 0.1643906 Sep 30 08:13:35.778907 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2203b3e8-fe7d-43d4-8335-e5219d544204 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5298321 Sep 30 08:13:35.781284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33838) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:35.792233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5cf6fb84-08e6-4424-a290-c173c55e3709 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group_rule': {'security_group_id': '3aa9082b-ded0-46d1-941b-dcf07125aea5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd52590ff-bad7-4f64-b5a5-9f19f283b83d'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:35.792696 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8b79b00-5f0f-4b70-9d71-2541c5051ff0 req-c3d54884-b946-46e3-a16f-0fdd78433a12 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 210 time: 0.0698540 Sep 30 08:13:35.808942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09def8-b960-46b0-b5f4-6d1524f5751c None None] Checking router: f50bea76-0f14-4d5f-a521-ff5456dfbf89 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:13:35.839876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb09def8-b960-46b0-b5f4-6d1524f5751c None None] Routers {'f50bea76-0f14-4d5f-a521-ff5456dfbf89'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:13:35.840459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bb09def8-b960-46b0-b5f4-6d1524f5751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:13:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:35.864175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20173789-ae1d-4039-89c9-abddfdef651c req-a57b4a6d-527d-423b-9d47-8d63361bc60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:35.866163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-20173789-ae1d-4039-89c9-abddfdef651c req-a57b4a6d-527d-423b-9d47-8d63361bc60a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=83b391f2-40bb-46fd-9398-46e69258862b HTTP/1.1" status: 200 len: 849 time: 0.0705395 Sep 30 08:13:35.869295 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-061c6087-df2d-49b9-8223-a00ef3b26637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.939330 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20173789-ae1d-4039-89c9-abddfdef651c req-9d887339-b92b-4a64-816b-241b21187b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:35.943040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-20173789-ae1d-4039-89c9-abddfdef651c req-9d887339-b92b-4a64-816b-241b21187b74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701399 Sep 30 08:13:35.946721 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-061c6087-df2d-49b9-8223-a00ef3b26637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:35.949914 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9d37957a-03fa-4317-8dd4-36a17c16a07e req-78af239f-1a90-4909-8009-04e50512ec83 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0537171 Sep 30 08:13:35.986196 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-5cf6fb84-08e6-4424-a290-c173c55e3709 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:13:35.991416 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5cf6fb84-08e6-4424-a290-c173c55e3709 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2037661 Sep 30 08:13:35.997342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33844) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:36.023698 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-bb09def8-b960-46b0-b5f4-6d1524f5751c None None] Set router f50bea76-0f14-4d5f-a521-ff5456dfbf89 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:13:36.059316 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-061c6087-df2d-49b9-8223-a00ef3b26637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:36.062143 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-061c6087-df2d-49b9-8223-a00ef3b26637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:36.065939 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-061c6087-df2d-49b9-8223-a00ef3b26637 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b90c344-73b1-42a1-88ec-c046559f7103 HTTP/1.1" status: 204 len: 168 time: 0.3176587 Sep 30 08:13:36.076762 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8299208d-5176-47f1-9de3-3f1411e57f3c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:36.085890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c6087-df2d-49b9-8223-a00ef3b26637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b90c344-73b1-42a1-88ec-c046559f7103,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:36.106277 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8299208d-5176-47f1-9de3-3f1411e57f3c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:36.119204 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-20173789-ae1d-4039-89c9-abddfdef651c req-b93550f2-2b4a-4b67-bd4b-f12f9522596a service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641927 Sep 30 08:13:36.168948 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8299208d-5176-47f1-9de3-3f1411e57f3c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:36.171992 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8299208d-5176-47f1-9de3-3f1411e57f3c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:36.177125 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8299208d-5176-47f1-9de3-3f1411e57f3c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "DELETE /v2.0/security-groups/d52590ff-bad7-4f64-b5a5-9f19f283b83d HTTP/1.1" status: 204 len: 168 time: 0.1785038 Sep 30 08:13:36.177485 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33848) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:36.229001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299208d-5176-47f1-9de3-3f1411e57f3c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52590ff-bad7-4f64-b5a5-9f19f283b83d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:36.290811 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:36.322425 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-20173789-ae1d-4039-89c9-abddfdef651c req-8b2595cc-5979-4c8d-bf1e-f048ad3033d3 service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947880 Sep 30 08:13:36.323150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33850) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:36.325159 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-49b1f7ee-ea11-45bf-aab6-5d5862ce6e39 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1363044 Sep 30 08:13:36.355601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f06c5d-9246-4ece-8934-e7223afe4c8d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:36.358729 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1fec6e-bed5-4810-a7bb-822ca511ce1f" -d '{"events": [{"server_uuid": "42ea551f-8cf5-4cff-859d-1f307fb6f011", "name": "network-vif-plugged", "status": "completed", "tag": "38f06c5d-9246-4ece-8934-e7223afe4c8d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:36.375283 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 38f06c5d-9246-4ece-8934-e7223afe4c8d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=38f06c5d-9246-4ece-8934-e7223afe4c8d,segment=NetworkSegment(cbc184f2-316a-49ac-9a2e-eca401841dfe),segment_id=cbc184f2-316a-49ac-9a2e-eca401841dfe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:36.394103 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:36.396609 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1d82ed96-be54-4643-a1b1-0b1446d80962 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:13:36.421102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 1d82ed96-be54-4643-a1b1-0b1446d80962 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:13:36.421719 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1d82ed96-be54-4643-a1b1-0b1446d80962 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:13:36.455699 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66cd2bb2-2185-47f7-a69b-6375f14b031b tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:36.462108 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93cc62f-0780-4ce5-b8d9-056130c4bac0 x-openstack-request-id: req-e93cc62f-0780-4ce5-b8d9-056130c4bac0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:36.462291 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ea551f-8cf5-4cff-859d-1f307fb6f011", "name": "network-vif-plugged", "status": "completed", "tag": "38f06c5d-9246-4ece-8934-e7223afe4c8d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:36.462689 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e93cc62f-0780-4ce5-b8d9-056130c4bac0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:36.463086 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f06c5d-9246-4ece-8934-e7223afe4c8d', 'code': 200} Sep 30 08:13:36.514328 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66cd2bb2-2185-47f7-a69b-6375f14b031b tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:36.579690 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66cd2bb2-2185-47f7-a69b-6375f14b031b tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:36.585462 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66cd2bb2-2185-47f7-a69b-6375f14b031b tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:36.590304 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-66cd2bb2-2185-47f7-a69b-6375f14b031b tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "DELETE /v2.0/security-groups/3aa9082b-ded0-46d1-941b-dcf07125aea5 HTTP/1.1" status: 204 len: 168 time: 0.2647684 Sep 30 08:13:36.602803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33862) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:36.616664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=38f06c5d-9246-4ece-8934-e7223afe4c8d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:36.651226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:36.654213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:36.654611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:36.655486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:36.655731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd2bb2-2185-47f7-a69b-6375f14b031b tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa9082b-ded0-46d1-941b-dcf07125aea5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:36.655860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:36.656281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:36.657868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:36.668110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:36.671239 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:36.671608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:36.672791 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:36.673297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:13:36.709360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-04c097b9-9aa0-4610-bdca-4d62ef9fea6d tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1008916 Sep 30 08:13:36.729081 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b04cfc-13c9-4888-bf1f-04000af9f599 req-044f66ea-c3c3-42dc-b3b8-39c6ba600002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:36.732485 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-88b04cfc-13c9-4888-bf1f-04000af9f599 req-044f66ea-c3c3-42dc-b3b8-39c6ba600002 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 1096 time: 0.1644275 Sep 30 08:13:36.734775 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:36.746113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4d6cf11a-d946-4431-a25f-4c830b88de3d tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group': {'name': 'tempest-secgroup--494868877'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:36.807668 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bb09def8-b960-46b0-b5f4-6d1524f5751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:07Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '636807c3-962b-4962-bac4-0b1d32c753e2', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'port_id': '127ab899-b959-4e98-8db9-8f2a2ce30b3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'mac_address': 'fa:16:3e:b2:11:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3e8414-c161-4275-902e-86848468b5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:13:06Z', 'updated_at': '2021-09-30T08:13:32Z', 'revision_number': 1, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22c6333-226d-4d94-aa4d-ef8995947044', 'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'mac_address': 'fa:16:3e:30:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:06Z', 'updated_at': '2021-09-30T08:08:14Z', 'revision_number': 5, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'subnets': [{'id': '83b391f2-40bb-46fd-9398-46e69258862b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:36.822982 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d6cf11a-d946-4431-a25f-4c830b88de3d tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:36.853367 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09def8-b960-46b0-b5f4-6d1524f5751c None None] The sync data for ids ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'] in n-d-807359-2 is: [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:07Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '636807c3-962b-4962-bac4-0b1d32c753e2', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'port_id': '127ab899-b959-4e98-8db9-8f2a2ce30b3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'mac_address': 'fa:16:3e:b2:11:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3e8414-c161-4275-902e-86848468b5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:13:06Z', 'updated_at': '2021-09-30T08:13:32Z', 'revision_number': 1, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22c6333-226d-4d94-aa4d-ef8995947044', 'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'mac_address': 'fa:16:3e:30:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:06Z', 'updated_at': '2021-09-30T08:08:14Z', 'revision_number': 5, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'subnets': [{'id': '83b391f2-40bb-46fd-9398-46e69258862b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:13:36.903325 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-804e9310-37c3-4267-9fe6-ff04ea6df9bc req-47b116f8-9258-475d-9018-076dbd6cfe44 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.1855216 Sep 30 08:13:36.953356 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-88b04cfc-13c9-4888-bf1f-04000af9f599 req-42296e8e-a2cf-43da-9abb-427971f94768 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460922 Sep 30 08:13:36.954469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fa095-0e55-4ce8-a112-44c15bd92d19 req-bc3c79f2-4710-4fe1-91d6-9e88a8ca5810 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:36.965831 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b87fa095-0e55-4ce8-a112-44c15bd92d19 req-bc3c79f2-4710-4fe1-91d6-9e88a8ca5810 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.2265904 Sep 30 08:13:37.060161 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d6cf11a-d946-4431-a25f-4c830b88de3d tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.070724 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d6cf11a-d946-4431-a25f-4c830b88de3d tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.079391 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b87fa095-0e55-4ce8-a112-44c15bd92d19 req-01463102-1d9a-4dd9-bf73-24c5271fe2e8 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082292 Sep 30 08:13:37.124522 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d6cf11a-d946-4431-a25f-4c830b88de3d tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.129910 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33882) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:37.130543 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4d6cf11a-d946-4431-a25f-4c830b88de3d tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3944874 Sep 30 08:13:37.134627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9832e3cc-1d3a-46f7-aaed-7bf88f706742 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:37.135038 n-d-807359-2 neutron-server[94837]: WARNING neutron.api.v2.base [None req-9832e3cc-1d3a-46f7-aaed-7bf88f706742 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 30 08:13:37.135539 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-9832e3cc-1d3a-46f7-aaed-7bf88f706742 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] update failed (client error): There was a conflict when trying to complete your request. Sep 30 08:13:37.137163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9832e3cc-1d3a-46f7-aaed-7bf88f706742 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "PUT /v2.0/security-groups/c00230f6-086f-4af2-a1a5-a094a3853a9b HTTP/1.1" status: 409 len: 330 time: 0.0062349 Sep 30 08:13:37.139982 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33884) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:37.158963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cf11a-d946-4431-a25f-4c830b88de3d tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00230f6-086f-4af2-a1a5-a094a3853a9b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:37.238749 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93a0077-1c68-4952-ab97-892d7fac4d6c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.285642 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40734c08-02a3-44cf-9203-93382575b323 req-520f9113-4f26-40e7-bc24-cf8a4d0de2f6 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c19fe4-2440-40bf-814e-1a90b8a977a0 HTTP/1.1" status: 200 len: 210 time: 0.0696342 Sep 30 08:13:37.310224 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93a0077-1c68-4952-ab97-892d7fac4d6c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.316431 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f22464-59f7-4b22-8742-cc46ddabf1fa None None] New status for floating IP 636807c3-962b-4962-bac4-0b1d32c753e2: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:13:37.404751 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93a0077-1c68-4952-ab97-892d7fac4d6c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.407832 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93a0077-1c68-4952-ab97-892d7fac4d6c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.409132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f93a0077-1c68-4952-ab97-892d7fac4d6c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "DELETE /v2.0/security-groups/c00230f6-086f-4af2-a1a5-a094a3853a9b HTTP/1.1" status: 204 len: 168 time: 0.2682500 Sep 30 08:13:37.412853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33890) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:37.432803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a0077-1c68-4952-ab97-892d7fac4d6c tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00230f6-086f-4af2-a1a5-a094a3853a9b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:37.466898 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-851cd62d-df1b-4482-aacd-718b771d9fd9 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529141 Sep 30 08:13:37.470636 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33894) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:37.487265 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-689990cf-5828-4510-bd7b-341448b964b5 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] delete failed (client error): The resource could not be found. Sep 30 08:13:37.489273 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-689990cf-5828-4510-bd7b-341448b964b5 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "DELETE /v2.0/security-groups/4f7917cc-5fa2-433f-a41e-b33b85d7f704 HTTP/1.1" status: 404 len: 347 time: 0.0175056 Sep 30 08:13:37.493727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33896) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:37.509674 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-f346ec51-42e5-445e-8422-cc8188ee06c0 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] show failed (client error): The resource could not be found. Sep 30 08:13:37.512227 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f346ec51-42e5-445e-8422-cc8188ee06c0 tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "GET /v2.0/security-groups/4e2a9988-6ded-4a0f-a4b7-c8c89a796460 HTTP/1.1" status: 404 len: 347 time: 0.0168984 Sep 30 08:13:37.514456 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33898) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:37.530842 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-126aeb39-6117-4b09-934b-48a17e795f5b tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] show failed (client error): The resource could not be found. Sep 30 08:13:37.532217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-126aeb39-6117-4b09-934b-48a17e795f5b tempest-NegativeSecGroupTest-1282902487 tempest-NegativeSecGroupTest-1282902487-project] 10.222.0.24 "GET /v2.0/security-group-rules/7c8bc2f5-b65a-4be6-9892-6bea6fb8e142 HTTP/1.1" status: 404 len: 356 time: 0.0165551 Sep 30 08:13:37.583021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33902) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:37.708561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ed51c1e2-8973-4c92-a3c5-ad2a2d5900d5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1921414842-network', 'tenant_id': 'a4363a09c9df47f29767892a874645e5'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:37.732922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed51c1e2-8973-4c92-a3c5-ad2a2d5900d5 admin admin] Made reservation on behalf of a4363a09c9df47f29767892a874645e5 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:37.736342 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed51c1e2-8973-4c92-a3c5-ad2a2d5900d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.753234 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed51c1e2-8973-4c92-a3c5-ad2a2d5900d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.903365 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed51c1e2-8973-4c92-a3c5-ad2a2d5900d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.908117 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed51c1e2-8973-4c92-a3c5-ad2a2d5900d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.909032 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33908) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:37.942702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed51c1e2-8973-4c92-a3c5-ad2a2d5900d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:13:37.954345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51c1e2-8973-4c92-a3c5-ad2a2d5900d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c98b4c-3ade-4943-b238-d07cab895460,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:37.961833 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed51c1e2-8973-4c92-a3c5-ad2a2d5900d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:37.962413 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-ed51c1e2-8973-4c92-a3c5-ad2a2d5900d5 admin admin] Added segment 003cbdec-baef-42fe-9005-618eda15a88c of type vlan for network 5d00fdf7-4755-41e6-96b2-8c7a1f519fb9 Sep 30 08:13:38.042723 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed51c1e2-8973-4c92-a3c5-ad2a2d5900d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.069917 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ab59192-6118-4437-ab2f-e7940791b855 req-c2e69f7a-dfeb-4b09-af5f-7e20d1411a0d tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0395179 Sep 30 08:13:38.105430 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed51c1e2-8973-4c92-a3c5-ad2a2d5900d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.111538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed51c1e2-8973-4c92-a3c5-ad2a2d5900d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:38.112819 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed51c1e2-8973-4c92-a3c5-ad2a2d5900d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.210398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51c1e2-8973-4c92-a3c5-ad2a2d5900d5 admin admin] Pushing event updated for resources: {'Network': ['ID=5d00fdf7-4755-41e6-96b2-8c7a1f519fb9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:38.229859 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 5d00fdf7-4755-41e6-96b2-8c7a1f519fb9 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:13:38.250961 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ed51c1e2-8973-4c92-a3c5-ad2a2d5900d5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6663482 Sep 30 08:13:38.251751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33922) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:38.267586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9d7b6a93-1d74-4eb1-8e98-77dc1a06be77 admin admin] Request body: {'subnet': {'network_id': '5d00fdf7-4755-41e6-96b2-8c7a1f519fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1921414842-subnet', 'tenant_id': 'a4363a09c9df47f29767892a874645e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:38.318886 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f1d30450-882f-4b3e-a90e-ddccbe89f1ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be596952925d40c1b6474cd846716a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4053364 Sep 30 08:13:38.320998 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:38.411594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7b6a93-1d74-4eb1-8e98-77dc1a06be77 admin admin] Made reservation on behalf of a4363a09c9df47f29767892a874645e5 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:38.417800 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6a93-1d74-4eb1-8e98-77dc1a06be77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.473812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8635cd-58ed-45e7-9cfb-732a13da29de req-43a663f3-7a65-4602-9e9f-87027c467c2b tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:38.474650 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93550c7c-749c-4eb1-9c9b-f2ae9f7ad564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.475437 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d8635cd-58ed-45e7-9cfb-732a13da29de req-43a663f3-7a65-4602-9e9f-87027c467c2b tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.1494610 Sep 30 08:13:38.536276 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93550c7c-749c-4eb1-9c9b-f2ae9f7ad564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.568956 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d8635cd-58ed-45e7-9cfb-732a13da29de req-4fa8cc47-fc9f-4101-95bd-b6fa883fbe44 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616114 Sep 30 08:13:38.685322 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93550c7c-749c-4eb1-9c9b-f2ae9f7ad564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.689189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93550c7c-749c-4eb1-9c9b-f2ae9f7ad564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.690902 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-93550c7c-749c-4eb1-9c9b-f2ae9f7ad564 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3840b9e-87e6-4b5c-bc3a-59c4eacc55dc HTTP/1.1" status: 204 len: 168 time: 0.3648839 Sep 30 08:13:38.720999 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93550c7c-749c-4eb1-9c9b-f2ae9f7ad564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3840b9e-87e6-4b5c-bc3a-59c4eacc55dc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:38.773400 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6a93-1d74-4eb1-8e98-77dc1a06be77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:38.864907 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b6a93-1d74-4eb1-8e98-77dc1a06be77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c933ce4-2e99-4b78-a927-d88c6e008635,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:38.881172 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b6a93-1d74-4eb1-8e98-77dc1a06be77 admin admin] Checking segment: {'id': '003cbdec-baef-42fe-9005-618eda15a88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d00fdf7-4755-41e6-96b2-8c7a1f519fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:38.881697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7b6a93-1d74-4eb1-8e98-77dc1a06be77 admin admin] Network hostable DHCP agents. Network: 5d00fdf7-4755-41e6-96b2-8c7a1f519fb9, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:13:38.902186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7b6a93-1d74-4eb1-8e98-77dc1a06be77 admin admin] Network 5d00fdf7-4755-41e6-96b2-8c7a1f519fb9 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:13:38.936974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-9d7b6a93-1d74-4eb1-8e98-77dc1a06be77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 5d00fdf7-4755-41e6-96b2-8c7a1f519fb9) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:38.948259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed0ea33-9824-4209-8b39-862c7e231da7 None None] Network 5d00fdf7-4755-41e6-96b2-8c7a1f519fb9 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:38.955376 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7b6a93-1d74-4eb1-8e98-77dc1a06be77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:38.956453 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6a93-1d74-4eb1-8e98-77dc1a06be77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:39.005628 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9d7b6a93-1d74-4eb1-8e98-77dc1a06be77 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7521710 Sep 30 08:13:39.117782 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9cfe6c-3ce0-414b-90a0-04868c71f0fc None None] Network 5d00fdf7-4755-41e6-96b2-8c7a1f519fb9 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:39.148032 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:13:39.278170 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-683d2051-5dfc-4212-9311-341dfe7ae854 req-540f1de6-a377-4a59-bb8e-e3c66d6dfbc7 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0812421 Sep 30 08:13:39.542133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9f439-e63b-4bf6-9ff6-c38160886fd7 req-a412b483-22e8-4b2c-901f-6003fa814cd1 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:39.543863 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2e9f439-e63b-4bf6-9ff6-c38160886fd7 req-a412b483-22e8-4b2c-901f-6003fa814cd1 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 812 time: 0.1446140 Sep 30 08:13:39.576029 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2e9f439-e63b-4bf6-9ff6-c38160886fd7 req-1ea641f5-a1cc-45b6-8c09-a82807bcdfd1 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/quotas/58f58d6a562c4f1bb63fcd00b6b0f416 HTTP/1.1" status: 200 len: 375 time: 0.0252824 Sep 30 08:13:39.622815 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2e9f439-e63b-4bf6-9ff6-c38160886fd7 req-6bb7675a-f37c-46f8-b6c7-2d00fbf589dd tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459166 Sep 30 08:13:39.742871 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2e9f439-e63b-4bf6-9ff6-c38160886fd7 req-6294a37f-2319-4ff6-ab96-36de1b68274c service neutron] 10.222.0.24 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112773 Sep 30 08:13:39.894191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:39.933434 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2e9f439-e63b-4bf6-9ff6-c38160886fd7 req-709ecaf2-1813-46f8-b859-8fe2a2e41b4b service neutron] 10.222.0.24 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782134 Sep 30 08:13:39.958459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-036b331d-dbb8-4252-b5ab-31c6a263fbbb tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:39.960097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-036b331d-dbb8-4252-b5ab-31c6a263fbbb tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/networks?id=5d00fdf7-4755-41e6-96b2-8c7a1f519fb9 HTTP/1.1" status: 200 len: 821 time: 0.1592500 Sep 30 08:13:39.975876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-3a63df01-e333-4b21-90c9-c65c7996b6cd tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/quotas/a4363a09c9df47f29767892a874645e5 HTTP/1.1" status: 200 len: 375 time: 0.0100324 Sep 30 08:13:40.006851 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2b863f09-cfc5-4e1a-9095-4a73f1aa011d tempest-ServiceProvidersTest-2042115087 tempest-ServiceProvidersTest-2042115087-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1113310 Sep 30 08:13:40.017975 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:40.020484 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-5e83e3ab-fece-4b28-bfb9-b5414ed560b6 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4363a09c9df47f29767892a874645e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351019 Sep 30 08:13:40.177533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-f1f2bb0c-6e94-4744-a01d-2a396d719c86 service neutron] 10.222.0.24 "GET /v2.0/networks/5d00fdf7-4755-41e6-96b2-8c7a1f519fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493948 Sep 30 08:13:40.186178 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b7146-9050-4495-9895-cbf6ba823aa5 req-08f4353a-465f-4828-aead-6480063e9cb1 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:40.187615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd1b7146-9050-4495-9895-cbf6ba823aa5 req-08f4353a-465f-4828-aead-6480063e9cb1 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.0739110 Sep 30 08:13:40.295203 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd1b7146-9050-4495-9895-cbf6ba823aa5 req-7917cc95-4ad8-4872-81a5-77423703143d tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982690 Sep 30 08:13:40.326452 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-f4eb27b1-9320-429c-a59b-775815aae21b service neutron] 10.222.0.24 "GET /v2.0/networks/5d00fdf7-4755-41e6-96b2-8c7a1f519fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333785 Sep 30 08:13:40.326452 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34034) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:40.474270 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecb4abbe-4c03-45e5-9f5d-761f4d3c5a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:40.573008 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02612f4a-993f-4a69-9541-fd1d3a9ee18f req-663742a0-719a-4be7-bade-1fc50a7e26c0 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e6481c3-8208-4904-bac7-b677d1ac1085 HTTP/1.1" status: 200 len: 210 time: 0.0577254 Sep 30 08:13:40.724595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c31aa9cc-2a60-41d0-b1c7-ef98e8c66e25 req-cd8d8035-f634-4168-ada4-94b53998004e tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0438099 Sep 30 08:13:40.776509 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecb4abbe-4c03-45e5-9f5d-761f4d3c5a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:40.794037 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecb4abbe-4c03-45e5-9f5d-761f4d3c5a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:40.834989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c802f45-2b62-4859-92ba-3a38f25244b1 req-0dae9ccf-b227-4623-adb0-3bc541bbac9d tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a281ce-4746-44f7-aa23-e1e79753d658 HTTP/1.1" status: 200 len: 210 time: 0.0557864 Sep 30 08:13:40.943141 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4abbe-4c03-45e5-9f5d-761f4d3c5a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de91231-d4e0-42da-b6f5-8a572d85f2e3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:40.993404 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3a89d-b35d-40a2-a1e3-46935460eb62 req-39917548-48f6-4e23-a4a8-240f1410e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:40.995101 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5db3a89d-b35d-40a2-a1e3-46935460eb62 req-39917548-48f6-4e23-a4a8-240f1410e650 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b2245634a9b445c9bfe4096e80f16eb&device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 1096 time: 0.1143277 Sep 30 08:13:41.040497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ecb4abbe-4c03-45e5-9f5d-761f4d3c5a4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5c3605541724f899252f6f26600e773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7155008 Sep 30 08:13:41.043521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34060) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:41.087576 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429d593-9392-4e15-8d9d-f2c3ca18912c req-28994c57-84b8-4394-a1fd-32c79c75df6a tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:41.089619 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f429d593-9392-4e15-8d9d-f2c3ca18912c req-28994c57-84b8-4394-a1fd-32c79c75df6a tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.1236739 Sep 30 08:13:41.137121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f429d593-9392-4e15-8d9d-f2c3ca18912c req-2d59e6f5-4e76-41fe-98ed-dfbd64df66d9 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 Sep 30 08:13:41.477123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3a89d-b35d-40a2-a1e3-46935460eb62 req-a6369701-2707-461a-b283-6a68b2c83113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:41.478758 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5db3a89d-b35d-40a2-a1e3-46935460eb62 req-a6369701-2707-461a-b283-6a68b2c83113 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85103879-3b21-44db-ab5b-b6b9a167ad58 HTTP/1.1" status: 200 len: 921 time: 0.4754241 Sep 30 08:13:41.538201 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5db3a89d-b35d-40a2-a1e3-46935460eb62 req-98ef892c-1a16-4dc3-9625-3fec76c348b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38f06c5d-9246-4ece-8934-e7223afe4c8d HTTP/1.1" status: 200 len: 217 time: 0.0435138 Sep 30 08:13:41.555441 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7eae0600-5ecc-4260-a603-ee738090db91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:41.560034 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03cd8aca-973f-4826-9543-9c3007caff3f req-6a197a04-1def-4b1c-96d2-afa4d78048cd tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e6481c3-8208-4904-bac7-b677d1ac1085 HTTP/1.1" status: 200 len: 210 time: 0.0315390 Sep 30 08:13:41.584513 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7eae0600-5ecc-4260-a603-ee738090db91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:41.653196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3a89d-b35d-40a2-a1e3-46935460eb62 req-d89140c0-9316-42b1-b314-d5bff19031ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:41.655503 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5db3a89d-b35d-40a2-a1e3-46935460eb62 req-d89140c0-9316-42b1-b314-d5bff19031ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f29e3fb-d25d-4bf9-b454-144ad5708fbd HTTP/1.1" status: 200 len: 860 time: 0.0761111 Sep 30 08:13:41.695145 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5db3a89d-b35d-40a2-a1e3-46935460eb62 req-e16094fe-5790-465d-9ef5-292d57520861 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85103879-3b21-44db-ab5b-b6b9a167ad58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296726 Sep 30 08:13:41.698085 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7eae0600-5ecc-4260-a603-ee738090db91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:41.700849 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7eae0600-5ecc-4260-a603-ee738090db91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:41.701927 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7eae0600-5ecc-4260-a603-ee738090db91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1de91231-d4e0-42da-b6f5-8a572d85f2e3 HTTP/1.1" status: 204 len: 168 time: 0.6549747 Sep 30 08:13:41.729972 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae0600-5ecc-4260-a603-ee738090db91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de91231-d4e0-42da-b6f5-8a572d85f2e3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:41.831212 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5db3a89d-b35d-40a2-a1e3-46935460eb62 req-b8e0a4e6-ae7f-49ba-8ad3-d5ab10fca80a service neutron] 10.222.0.35 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279111 Sep 30 08:13:41.856306 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47529714-0468-4628-9d08-f5aaef24be0a req-513cab91-8a7f-4737-bf68-4d4bb178e66e tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0323246 Sep 30 08:13:41.987692 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5db3a89d-b35d-40a2-a1e3-46935460eb62 req-80b56668-1cfa-43f0-a98a-bacd745afec9 service neutron] 10.222.0.35 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491082 Sep 30 08:13:41.995791 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a594c382-f59f-40c5-8ada-654175dcec14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:42.020469 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-549ba35c-8fea-4b24-95eb-fc7443b6dab4 req-79f2791f-4bd6-46b0-a0c6-a3d6a941b993 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a281ce-4746-44f7-aa23-e1e79753d658 HTTP/1.1" status: 200 len: 210 time: 0.0727475 Sep 30 08:13:42.156149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-71c9d870-088f-4413-9dce-40a199df6a62 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:42.157889 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-71c9d870-088f-4413-9dce-40a199df6a62 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.36 "GET /v2.0/networks?id=5d00fdf7-4755-41e6-96b2-8c7a1f519fb9 HTTP/1.1" status: 200 len: 821 time: 0.2382500 Sep 30 08:13:42.172622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-9ab0b569-4518-4eb4-9f85-e7dbc14e315c tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Request body: {'port': {'device_id': '09a281ce-4746-44f7-aa23-e1e79753d658', 'network_id': '5d00fdf7-4755-41e6-96b2-8c7a1f519fb9', 'admin_state_up': True, 'tenant_id': 'a4363a09c9df47f29767892a874645e5'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:42.328832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235d7b8-1d57-4e68-9ecc-1850e4cff5d6 req-ccabc869-ddc4-4f91-aeb1-fc35574fd4d1 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:42.330363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d235d7b8-1d57-4e68-9ecc-1850e4cff5d6 req-ccabc869-ddc4-4f91-aeb1-fc35574fd4d1 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.0821316 Sep 30 08:13:42.372976 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-9ab0b569-4518-4eb4-9f85-e7dbc14e315c tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Made reservation on behalf of a4363a09c9df47f29767892a874645e5 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:42.376470 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-9ab0b569-4518-4eb4-9f85-e7dbc14e315c tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:42.393007 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d235d7b8-1d57-4e68-9ecc-1850e4cff5d6 req-b6adb77e-4863-4e8f-8fdd-69d19cac43a7 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542500 Sep 30 08:13:42.558312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-9ab0b569-4518-4eb4-9f85-e7dbc14e315c tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Allocated IP 172.20.0.14 (5d00fdf7-4755-41e6-96b2-8c7a1f519fb9/9c933ce4-2e99-4b78-a927-d88c6e008635/d777bdcd-b368-4f1b-9d04-02aa673da6f6) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:42.625029 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34114) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:42.718632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-67a43431-dceb-4e09-a07a-55581ed5f003 req-f0d735bd-685a-41b2-94fb-9a6346e3b8cf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e6481c3-8208-4904-bac7-b677d1ac1085 HTTP/1.1" status: 200 len: 210 time: 0.0476661 Sep 30 08:13:42.768818 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-590f8773-39b8-438e-94f7-9724438bc4d4 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-657317565'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:42.790885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590f8773-39b8-438e-94f7-9724438bc4d4 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Made reservation on behalf of 6944887d3aea4e1886065eaceaecd4ea for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:42.794659 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-590f8773-39b8-438e-94f7-9724438bc4d4 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:42.804666 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-590f8773-39b8-438e-94f7-9724438bc4d4 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:42.830404 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-9ab0b569-4518-4eb4-9f85-e7dbc14e315c tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:42.871812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2e9f439-e63b-4bf6-9ff6-c38160886fd7 req-e55e8eea-8bcd-493b-b9c1-9e5de1e564f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&device_id=9e6481c3-8208-4904-bac7-b677d1ac1085 HTTP/1.1" status: 200 len: 210 time: 0.0320685 Sep 30 08:13:42.907033 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-590f8773-39b8-438e-94f7-9724438bc4d4 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:42.912453 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-590f8773-39b8-438e-94f7-9724438bc4d4 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:42.937423 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590f8773-39b8-438e-94f7-9724438bc4d4 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:13:42.953452 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f8773-39b8-438e-94f7-9724438bc4d4 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a234f23-ba4e-4eff-a834-c05f8dbe11cb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:42.967536 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-590f8773-39b8-438e-94f7-9724438bc4d4 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:42.967956 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-590f8773-39b8-438e-94f7-9724438bc4d4 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Added segment 2876a2bb-0063-425c-ab75-4ae94cc5fb16 of type vlan for network 0eaba4ed-2411-486f-81ac-608873526414 Sep 30 08:13:42.973713 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-9ab0b569-4518-4eb4-9f85-e7dbc14e315c tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.021222 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-590f8773-39b8-438e-94f7-9724438bc4d4 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.051634 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-590f8773-39b8-438e-94f7-9724438bc4d4 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.058148 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590f8773-39b8-438e-94f7-9724438bc4d4 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:43.059379 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-590f8773-39b8-438e-94f7-9724438bc4d4 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.079141 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-590f8773-39b8-438e-94f7-9724438bc4d4 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4529231 Sep 30 08:13:43.091300 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34124) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:43.099554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-a9317966-8ed4-434d-9040-e8a549520110 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0eaba4ed-2411-486f-81ac-608873526414', 'tempest-TagsTest-Tag-412221859') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:43.101100 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5bd79dcc-46ab-4f80-b40b-ea71626a73be req-0c997358-b408-4079-a5b2-09499fa424df tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.1296206 Sep 30 08:13:43.114769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-9ab0b569-4518-4eb4-9f85-e7dbc14e315c tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Network 5d00fdf7-4755-41e6-96b2-8c7a1f519fb9 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:43.138886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-9ab0b569-4518-4eb4-9f85-e7dbc14e315c tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:43.153634 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-9ab0b569-4518-4eb4-9f85-e7dbc14e315c tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:43.185249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f8773-39b8-438e-94f7-9724438bc4d4 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Pushing event updated for resources: {'Network': ['ID=0eaba4ed-2411-486f-81ac-608873526414,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:43.198298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 0eaba4ed-2411-486f-81ac-608873526414 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:13:43.244115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0b569-4518-4eb4-9f85-e7dbc14e315c tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Pushing event updated for resources: {'Port': ['ID=d777bdcd-b368-4f1b-9d04-02aa673da6f6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:43.254602 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9f439-e63b-4bf6-9ff6-c38160886fd7 req-11addaa4-3988-4763-8f42-a8739f19645c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:43.256138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2e9f439-e63b-4bf6-9ff6-c38160886fd7 req-11addaa4-3988-4763-8f42-a8739f19645c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3749554 Sep 30 08:13:43.270408 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a9317966-8ed4-434d-9040-e8a549520110 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] 10.222.0.24 "PUT /v2.0/networks/0eaba4ed-2411-486f-81ac-608873526414/tags/tempest-TagsTest-Tag-412221859 HTTP/1.1" status: 201 len: 201 time: 0.1748881 Sep 30 08:13:43.273303 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34126) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:43.277957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-90c7f111-d14a-4327-93a8-c2b81add38b2 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0eaba4ed-2411-486f-81ac-608873526414', 'tempest-TagsTest-Tag-412221859') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:43.286259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-9ab0b569-4518-4eb4-9f85-e7dbc14e315c tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:43.287273 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-9ab0b569-4518-4eb4-9f85-e7dbc14e315c tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.323364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7537035-9b4f-4870-b100-c367ebe10c6b req-7574057d-6bc8-4650-93bf-0188e75ee812 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:43.324979 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7537035-9b4f-4870-b100-c367ebe10c6b req-7574057d-6bc8-4650-93bf-0188e75ee812 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a281ce-4746-44f7-aa23-e1e79753d658 HTTP/1.1" status: 200 len: 932 time: 0.1763246 Sep 30 08:13:43.359023 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-90c7f111-d14a-4327-93a8-c2b81add38b2 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] 10.222.0.24 "GET /v2.0/networks/0eaba4ed-2411-486f-81ac-608873526414/tags/tempest-TagsTest-Tag-412221859 HTTP/1.1" status: 204 len: 168 time: 0.0823441 Sep 30 08:13:43.359268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34128) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:43.364671 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-e3b6f3b9-2c76-451f-a743-861641ebcd07 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0eaba4ed-2411-486f-81ac-608873526414') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:43.442154 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e3b6f3b9-2c76-451f-a743-861641ebcd07 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] 10.222.0.24 "GET /v2.0/networks/0eaba4ed-2411-486f-81ac-608873526414/tags HTTP/1.1" status: 200 len: 237 time: 0.0787325 Sep 30 08:13:43.442473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:43.457082 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-abad7ff9-cc1e-4bb0-82ca-6c37f950b0f8 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0eaba4ed-2411-486f-81ac-608873526414', {'tags': ['tempest-TagsTest-Tag-1567123213', 'tempest-TagsTest-Tag-316752019', 'tempest-TagsTest-Tag-1616222349']}) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:43.464105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34136) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:43.469748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-192f0b0d-a355-4369-9730-078286164b6d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-148317373'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:43.545998 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192f0b0d-a355-4369-9730-078286164b6d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Made reservation on behalf of b4c9428373294d4091a65204159b0981 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:43.549889 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-192f0b0d-a355-4369-9730-078286164b6d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.566486 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-abad7ff9-cc1e-4bb0-82ca-6c37f950b0f8 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] 10.222.0.24 "PUT /v2.0/networks/0eaba4ed-2411-486f-81ac-608873526414/tags HTTP/1.1" status: 200 len: 308 time: 0.1228969 Sep 30 08:13:43.571182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34138) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:43.576832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-ef16c2c7-50de-4b9d-9cb1-2a9346fdb86d tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0eaba4ed-2411-486f-81ac-608873526414', 'tempest-TagsTest-Tag-1567123213') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:43.598641 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192f0b0d-a355-4369-9730-078286164b6d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:13:43.612768 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-192f0b0d-a355-4369-9730-078286164b6d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.613816 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-192f0b0d-a355-4369-9730-078286164b6d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Added segment 7dabf9f9-91f4-43bb-8069-e0454d321a9f of type vlan for network fe719140-e914-4c92-bc2f-67234315bd4c Sep 30 08:13:43.666707 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-192f0b0d-a355-4369-9730-078286164b6d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.727062 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-9ab0b569-4518-4eb4-9f85-e7dbc14e315c tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5590219 Sep 30 08:13:43.733532 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-192f0b0d-a355-4369-9730-078286164b6d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.739722 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f0b0d-a355-4369-9730-078286164b6d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:43.740357 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-192f0b0d-a355-4369-9730-078286164b6d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.747721 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ef16c2c7-50de-4b9d-9cb1-2a9346fdb86d tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] 10.222.0.24 "DELETE /v2.0/networks/0eaba4ed-2411-486f-81ac-608873526414/tags/tempest-TagsTest-Tag-1567123213 HTTP/1.1" status: 204 len: 168 time: 0.1755741 Sep 30 08:13:43.758403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34144) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:43.778590 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-192f0b0d-a355-4369-9730-078286164b6d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3136001 Sep 30 08:13:43.781201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:43.786643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f24f6128-75c8-457c-a08c-74e669357056 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-219718468'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:43.796958 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Request body: {'port': {'device_id': '09a281ce-4746-44f7-aa23-e1e79753d658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:43.805235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-b4af5738-186c-4353-8d52-9dcc15f0911d tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0eaba4ed-2411-486f-81ac-608873526414', 'tempest-TagsTest-Tag-1567123213') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:43.825640 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f0b0d-a355-4369-9730-078286164b6d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event updated for resources: {'Network': ['ID=fe719140-e914-4c92-bc2f-67234315bd4c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:43.839538 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network fe719140-e914-4c92-bc2f-67234315bd4c details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:13:43.841220 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24f6128-75c8-457c-a08c-74e669357056 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Made reservation on behalf of b4c9428373294d4091a65204159b0981 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:43.845936 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f24f6128-75c8-457c-a08c-74e669357056 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.855078 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7537035-9b4f-4870-b100-c367ebe10c6b req-e79b64fc-ec12-47e5-b1a0-8f2a0967fb7f tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/security-groups?id=54c98b4c-3ade-4943-b238-d07cab895460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181825 Sep 30 08:13:43.878135 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24f6128-75c8-457c-a08c-74e669357056 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:13:43.887295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9f439-e63b-4bf6-9ff6-c38160886fd7 req-cdeec84e-33b4-4638-9386-bf0bda0b14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:43.888814 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2e9f439-e63b-4bf6-9ff6-c38160886fd7 req-cdeec84e-33b4-4638-9386-bf0bda0b14cf service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6221519 Sep 30 08:13:43.904447 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f24f6128-75c8-457c-a08c-74e669357056 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.905335 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-f24f6128-75c8-457c-a08c-74e669357056 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Added segment f782f79d-2bd4-4407-92ee-0249890bcde2 of type vlan for network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 Sep 30 08:13:43.945806 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ad02-5909-4d5e-b739-93614e450f56 req-4f5e22cb-b0fa-463f-a4a4-7072d12d723c tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:43.947338 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f9d1ad02-5909-4d5e-b739-93614e450f56 req-4f5e22cb-b0fa-463f-a4a4-7072d12d723c tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.2194033 Sep 30 08:13:43.950431 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.967049 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f24f6128-75c8-457c-a08c-74e669357056 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:43.971459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2e9f439-e63b-4bf6-9ff6-c38160886fd7 req-2202afe7-ca68-43cf-b951-1fb051cc89c9 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6481c3-8208-4904-bac7-b677d1ac1085 HTTP/1.1" status: 200 len: 210 time: 0.0485418 Sep 30 08:13:44.006087 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f24f6128-75c8-457c-a08c-74e669357056 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:44.018183 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24f6128-75c8-457c-a08c-74e669357056 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:44.020677 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f24f6128-75c8-457c-a08c-74e669357056 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:44.044699 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-b4af5738-186c-4353-8d52-9dcc15f0911d tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] show failed (client error): The resource could not be found. Sep 30 08:13:44.045750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b4af5738-186c-4353-8d52-9dcc15f0911d tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] 10.222.0.24 "GET /v2.0/networks/0eaba4ed-2411-486f-81ac-608873526414/tags/tempest-TagsTest-Tag-1567123213 HTTP/1.1" status: 404 len: 326 time: 0.2800934 Sep 30 08:13:44.056779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34150) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:44.063799 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f24f6128-75c8-457c-a08c-74e669357056 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2815726 Sep 30 08:13:44.067439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:44.071146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-056704fe-0370-42f8-8940-bb09479cd99e tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0eaba4ed-2411-486f-81ac-608873526414', 'tempest-TagsTest-Tag-316752019') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:44.078814 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6038741a-defb-4741-bb24-b1fbc1cdfcfd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Request body: {'subnet': {'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:44.127556 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f6128-75c8-457c-a08c-74e669357056 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event updated for resources: {'Network': ['ID=db952c52-1c3f-4f41-9b5b-784bfdc3ae98,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:44.142684 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:13:44.165879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f9d1ad02-5909-4d5e-b739-93614e450f56 req-5dcfb57f-d91d-4eb8-a2dc-f085362445ee tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954794 Sep 30 08:13:44.182128 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb9ee11a-6cd8-4418-9947-0f8ef2dc722a req-d73507f1-79f9-4224-a0aa-c47466f86a3d tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e6481c3-8208-4904-bac7-b677d1ac1085 HTTP/1.1" status: 200 len: 210 time: 0.1053407 Sep 30 08:13:44.234935 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6038741a-defb-4741-bb24-b1fbc1cdfcfd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Made reservation on behalf of b4c9428373294d4091a65204159b0981 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:44.240183 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6038741a-defb-4741-bb24-b1fbc1cdfcfd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:44.377829 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1b560e4-0607-432a-b45d-1dcc4a9693a7 req-ca074516-dfa6-44dd-a8f6-f046d0af461c tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0651004 Sep 30 08:13:44.437599 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-056704fe-0370-42f8-8940-bb09479cd99e tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] 10.222.0.24 "GET /v2.0/networks/0eaba4ed-2411-486f-81ac-608873526414/tags/tempest-TagsTest-Tag-316752019 HTTP/1.1" status: 204 len: 168 time: 0.3761888 Sep 30 08:13:44.440515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34156) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:44.442055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f23af5e2-33d1-4f10-82e9-4bb6af15bdb2 req-f0ae7ea5-be15-4528-b947-6bea87bf7258 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&device_id=9e6481c3-8208-4904-bac7-b677d1ac1085 HTTP/1.1" status: 200 len: 210 time: 0.0632899 Sep 30 08:13:44.450847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-64a046c9-d2f9-449b-9576-dd87dece572e tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0eaba4ed-2411-486f-81ac-608873526414', 'tempest-TagsTest-Tag-1616222349') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:44.466866 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6038741a-defb-4741-bb24-b1fbc1cdfcfd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:44.553413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038741a-defb-4741-bb24-b1fbc1cdfcfd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event updated for resources: {'Subnet': ['ID=5e77dc02-fc58-473d-9a59-e817fa9dc117,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:44.569651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038741a-defb-4741-bb24-b1fbc1cdfcfd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Checking segment: {'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:44.570078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6038741a-defb-4741-bb24-b1fbc1cdfcfd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Network hostable DHCP agents. Network: fe719140-e914-4c92-bc2f-67234315bd4c, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:13:44.603224 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-64a046c9-d2f9-449b-9576-dd87dece572e tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] 10.222.0.24 "GET /v2.0/networks/0eaba4ed-2411-486f-81ac-608873526414/tags/tempest-TagsTest-Tag-1616222349 HTTP/1.1" status: 204 len: 168 time: 0.1589756 Sep 30 08:13:44.605094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34158) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:44.609738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-fc6b46fd-fefc-44ea-b603-558c36b851d2 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0eaba4ed-2411-486f-81ac-608873526414') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:44.627277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23af5e2-33d1-4f10-82e9-4bb6af15bdb2 req-51cee2bd-bcdf-49b4-bf49-12c510ff0063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:44.629327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f23af5e2-33d1-4f10-82e9-4bb6af15bdb2 req-51cee2bd-bcdf-49b4-bf49-12c510ff0063 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1542742 Sep 30 08:13:44.642120 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6038741a-defb-4741-bb24-b1fbc1cdfcfd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Network fe719140-e914-4c92-bc2f-67234315bd4c is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:13:44.662423 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6038741a-defb-4741-bb24-b1fbc1cdfcfd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, fe719140-e914-4c92-bc2f-67234315bd4c) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:44.668420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6038741a-defb-4741-bb24-b1fbc1cdfcfd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:44.669228 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6038741a-defb-4741-bb24-b1fbc1cdfcfd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:44.672131 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acec5e1d-719f-4cc3-8e48-2f1287cfe774 None None] Network fe719140-e914-4c92-bc2f-67234315bd4c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:44.683574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d777bdcd-b368-4f1b-9d04-02aa673da6f6 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:44.693742 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:44.706105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Transition to ACTIVE for port object d777bdcd-b368-4f1b-9d04-02aa673da6f6 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:13:44.718182 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6038741a-defb-4741-bb24-b1fbc1cdfcfd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6475899 Sep 30 08:13:44.718373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34160) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:44.723791 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4e079d3a-5f0a-4d79-9ebf-1dc39d252b73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Request body: {'subnet': {'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:44.725173 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:44.758505 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a979829-db17-403b-adcc-2fa7f6c3914d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:44.765624 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fc6b46fd-fefc-44ea-b603-558c36b851d2 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] 10.222.0.24 "DELETE /v2.0/networks/0eaba4ed-2411-486f-81ac-608873526414/tags HTTP/1.1" status: 204 len: 168 time: 0.1593406 Sep 30 08:13:44.780078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34162) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:44.787893 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-8a5dc2d8-e984-4419-960d-790a93242e93 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0eaba4ed-2411-486f-81ac-608873526414', 'tempest-TagsTest-Tag-316752019') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:44.828016 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e079d3a-5f0a-4d79-9ebf-1dc39d252b73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Made reservation on behalf of b4c9428373294d4091a65204159b0981 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:44.831522 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e079d3a-5f0a-4d79-9ebf-1dc39d252b73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:44.852233 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-fe719140-e914-4c92-bc2f-67234315bd4c', 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'fixed_ips': [{'subnet_id': '5e77dc02-fc58-473d-9a59-e817fa9dc117'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:13:44.854787 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:44.858878 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Pushing event updated for resources: {'Port': ['ID=d777bdcd-b368-4f1b-9d04-02aa673da6f6,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:44.934857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23af5e2-33d1-4f10-82e9-4bb6af15bdb2 req-2637c9d8-5765-4f93-a15b-d88261225436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:44.936292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f23af5e2-33d1-4f10-82e9-4bb6af15bdb2 req-2637c9d8-5765-4f93-a15b-d88261225436 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2800617 Sep 30 08:13:44.979864 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-8a5dc2d8-e984-4419-960d-790a93242e93 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] show failed (client error): The resource could not be found. Sep 30 08:13:44.984072 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8a5dc2d8-e984-4419-960d-790a93242e93 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] 10.222.0.24 "GET /v2.0/networks/0eaba4ed-2411-486f-81ac-608873526414/tags/tempest-TagsTest-Tag-316752019 HTTP/1.1" status: 404 len: 325 time: 0.2028792 Sep 30 08:13:44.985835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34166) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:45.012457 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-b3d3706a-f7e9-4ae2-a7e9-58af025b01e5 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0eaba4ed-2411-486f-81ac-608873526414', 'tempest-TagsTest-Tag-1616222349') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:45.046800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Attempting to bind port d777bdcd-b368-4f1b-9d04-02aa673da6f6 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:45.047175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Attempting to bind port d777bdcd-b368-4f1b-9d04-02aa673da6f6 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '003cbdec-baef-42fe-9005-618eda15a88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d00fdf7-4755-41e6-96b2-8c7a1f519fb9'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:45.047460 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Attempting to bind port d777bdcd-b368-4f1b-9d04-02aa673da6f6 on network 5d00fdf7-4755-41e6-96b2-8c7a1f519fb9 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:45.050860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Allocated IP 10.1.1.2 (fe719140-e914-4c92-bc2f-67234315bd4c/5e77dc02-fc58-473d-9a59-e817fa9dc117/016a7ed5-b38f-48e1-ab2c-ff4ad0605876) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:45.065461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f23af5e2-33d1-4f10-82e9-4bb6af15bdb2 req-fbb0d963-3e81-479e-a105-0b147f7cc88e tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6481c3-8208-4904-bac7-b677d1ac1085 HTTP/1.1" status: 200 len: 210 time: 0.0802948 Sep 30 08:13:45.068520 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e079d3a-5f0a-4d79-9ebf-1dc39d252b73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.073428 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Port d777bdcd-b368-4f1b-9d04-02aa673da6f6 on network 5d00fdf7-4755-41e6-96b2-8c7a1f519fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:45.073754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Attempting to bind port d777bdcd-b368-4f1b-9d04-02aa673da6f6 on network 5d00fdf7-4755-41e6-96b2-8c7a1f519fb9 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:45.086439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:45.086777 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Checking segment: {'id': '003cbdec-baef-42fe-9005-618eda15a88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d00fdf7-4755-41e6-96b2-8c7a1f519fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:45.087161 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Bound using segment: {'id': '003cbdec-baef-42fe-9005-618eda15a88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d00fdf7-4755-41e6-96b2-8c7a1f519fb9'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:45.087623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Bound port: d777bdcd-b368-4f1b-9d04-02aa673da6f6, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003cbdec-baef-42fe-9005-618eda15a88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d00fdf7-4755-41e6-96b2-8c7a1f519fb9'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:45.088009 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.132201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d9107-c440-4605-aecb-b719dbdc91d5 req-34985084-6d39-451a-99c5-d2e5697a72fc tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:45.133779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b92d9107-c440-4605-aecb-b719dbdc91d5 req-34985084-6d39-451a-99c5-d2e5697a72fc tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a281ce-4746-44f7-aa23-e1e79753d658 HTTP/1.1" status: 200 len: 944 time: 0.1389010 Sep 30 08:13:45.169833 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e079d3a-5f0a-4d79-9ebf-1dc39d252b73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Checking segment: {'id': 'f782f79d-2bd4-4407-92ee-0249890bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:45.170300 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e079d3a-5f0a-4d79-9ebf-1dc39d252b73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Network hostable DHCP agents. Network: db952c52-1c3f-4f41-9b5b-784bfdc3ae98, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:13:45.175037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e079d3a-5f0a-4d79-9ebf-1dc39d252b73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event updated for resources: {'Subnet': ['ID=9a717074-20be-43db-92fd-460ccea803fc,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:45.202054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e079d3a-5f0a-4d79-9ebf-1dc39d252b73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:13:45.220913 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-b3d3706a-f7e9-4ae2-a7e9-58af025b01e5 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] show failed (client error): The resource could not be found. Sep 30 08:13:45.225006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b3d3706a-f7e9-4ae2-a7e9-58af025b01e5 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] 10.222.0.24 "GET /v2.0/networks/0eaba4ed-2411-486f-81ac-608873526414/tags/tempest-TagsTest-Tag-1616222349 HTTP/1.1" status: 404 len: 326 time: 0.2297289 Sep 30 08:13:45.225450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:45.230804 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-60309cb2-c178-4e29-bc8a-842c220b4c9a tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0eaba4ed-2411-486f-81ac-608873526414') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:45.247563 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4e079d3a-5f0a-4d79-9ebf-1dc39d252b73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, db952c52-1c3f-4f41-9b5b-784bfdc3ae98) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:45.255313 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e079d3a-5f0a-4d79-9ebf-1dc39d252b73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:45.256295 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e079d3a-5f0a-4d79-9ebf-1dc39d252b73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.263014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b92d9107-c440-4605-aecb-b719dbdc91d5 req-d5deb9f1-daaa-4433-9304-25696c6d1126 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/security-groups?id=54c98b4c-3ade-4943-b238-d07cab895460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087463 Sep 30 08:13:45.264754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] For port d777bdcd-b368-4f1b-9d04-02aa673da6f6, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:45.266457 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.274980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b484a38-3039-448d-a5de-8d19a1301d91 None None] Network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:45.279957 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] For port d777bdcd-b368-4f1b-9d04-02aa673da6f6, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d777bdcd-b368-4f1b-9d04-02aa673da6f6,segment=NetworkSegment(003cbdec-baef-42fe-9005-618eda15a88c),segment_id=003cbdec-baef-42fe-9005-618eda15a88c)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:45.293698 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.303580 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4e079d3a-5f0a-4d79-9ebf-1dc39d252b73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5841770 Sep 30 08:13:45.305824 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.309623 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34176) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:45.330212 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:45.331082 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.333360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] 10.222.0.36 "PUT /v2.0/ports/d777bdcd-b368-4f1b-9d04-02aa673da6f6 HTTP/1.1" status: 200 len: 1092 time: 1.5740860 Sep 30 08:13:45.356854 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Pushing event updated for resources: {'Port': ['ID=016a7ed5-b38f-48e1-ab2c-ff4ad0605876,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:45.358041 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5d92c185-ad31-4ddb-8695-10dbf37f4e56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Request body: {'port': {'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c', 'name': 'tempest-TaggedBootDevicesTest-3717125', 'fixed_ips': [{'subnet_id': '5e77dc02-fc58-473d-9a59-e817fa9dc117'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:45.365404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a281ce-4746-44f7-aa23-e1e79753d658', 'tag': 'd777bdcd-b368-4f1b-9d04-02aa673da6f6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:45.373251 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9c0732-0511-47fb-8117-93c47e4541f1" -d '{"events": [{"name": "network-changed", "server_uuid": "09a281ce-4746-44f7-aa23-e1e79753d658", "tag": "d777bdcd-b368-4f1b-9d04-02aa673da6f6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:45.392202 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.439619 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-60309cb2-c178-4e29-bc8a-842c220b4c9a tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] 10.222.0.24 "DELETE /v2.0/networks/0eaba4ed-2411-486f-81ac-608873526414/tags HTTP/1.1" status: 204 len: 168 time: 0.2129996 Sep 30 08:13:45.443852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Network fe719140-e914-4c92-bc2f-67234315bd4c is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:45.446783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34184) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:45.447194 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:45.449803 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:45.510294 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55a40f0e-f12e-4dde-93dc-be9dfe5d0361 req-da6797f0-3427-43b3-b947-a063d39970c6 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e6481c3-8208-4904-bac7-b677d1ac1085 HTTP/1.1" status: 200 len: 210 time: 0.0969419 Sep 30 08:13:45.556490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f0607-b959-4e72-96ed-98f361d3912b service neutron] Pushing event updated for resources: {'Port': ['ID=d777bdcd-b368-4f1b-9d04-02aa673da6f6,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:45.560764 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10e07a3a-2673-418e-969e-99571bab7851 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.569976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Attempting to bind port 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:45.571012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Attempting to bind port 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:45.572725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Attempting to bind port 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 on network fe719140-e914-4c92-bc2f-67234315bd4c {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:45.583645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d92c185-ad31-4ddb-8695-10dbf37f4e56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Made reservation on behalf of b4c9428373294d4091a65204159b0981 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:45.584899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aff98d-61ad-4375-8eea-881edd84151f req-56285a71-4fe3-44b7-a365-5b823bd8b990 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:45.586486 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39aff98d-61ad-4375-8eea-881edd84151f req-56285a71-4fe3-44b7-a365-5b823bd8b990 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.2896690 Sep 30 08:13:45.589389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-cfb13b33-e03a-45cd-8fad-25b4113fe9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:45.591778 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-cfb13b33-e03a-45cd-8fad-25b4113fe9c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4363a09c9df47f29767892a874645e5&device_id=09a281ce-4746-44f7-aa23-e1e79753d658 HTTP/1.1" status: 200 len: 1095 time: 0.1797652 Sep 30 08:13:45.598871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:45.599693 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Checking segment: {'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:45.600322 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.600939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Bound using segment: {'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:45.601692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Bound port: 016a7ed5-b38f-48e1-ab2c-ff4ad0605876, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:45.602411 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.673646 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-db952c52-1c3f-4f41-9b5b-784bfdc3ae98', 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'fixed_ips': [{'subnet_id': '9a717074-20be-43db-92fd-460ccea803fc'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:13:45.676437 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.684083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-36d53baf-c4cb-499b-89c6-ebde259edf31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d777bdcd-b368-4f1b-9d04-02aa673da6f6 HTTP/1.1" status: 200 len: 217 time: 0.0797589 Sep 30 08:13:45.686015 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29374fdf-b993-4f24-82ee-2c892fecf114 x-openstack-request-id: req-29374fdf-b993-4f24-82ee-2c892fecf114 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:45.686305 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a281ce-4746-44f7-aa23-e1e79753d658", "tag": "d777bdcd-b368-4f1b-9d04-02aa673da6f6", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:45.686556 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29374fdf-b993-4f24-82ee-2c892fecf114 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:45.686948 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a281ce-4746-44f7-aa23-e1e79753d658', 'tag': 'd777bdcd-b368-4f1b-9d04-02aa673da6f6', 'status': 'completed', 'code': 200} Sep 30 08:13:45.727695 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10e07a3a-2673-418e-969e-99571bab7851 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.758420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-10e07a3a-2673-418e-969e-99571bab7851 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eaba4ed-2411-486f-81ac-608873526414']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:45.776290 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-10e07a3a-2673-418e-969e-99571bab7851 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2876a2bb-0063-425c-ab75-4ae94cc5fb16') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:45.776512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-10e07a3a-2673-418e-969e-99571bab7851 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2876a2bb-0063-425c-ab75-4ae94cc5fb16') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:13:45.780379 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-17d3c915-0c7c-41d9-a1c1-d30702a8e21f req-15cec2bf-03c5-4e7f-88a9-b8d553e9cb16 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0570772 Sep 30 08:13:45.780832 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d92c185-ad31-4ddb-8695-10dbf37f4e56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.797713 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10e07a3a-2673-418e-969e-99571bab7851 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.807632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39aff98d-61ad-4375-8eea-881edd84151f req-6433a970-bc39-4358-8b0a-599ff0d5a678 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110891 Sep 30 08:13:45.809725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-698940d8-ab15-4327-863e-84df9f0882e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:45.811188 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-698940d8-ab15-4327-863e-84df9f0882e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c933ce4-2e99-4b78-a927-d88c6e008635 HTTP/1.1" status: 200 len: 861 time: 0.1021163 Sep 30 08:13:45.811366 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] For port 016a7ed5-b38f-48e1-ab2c-ff4ad0605876, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:45.822215 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-5d92c185-ad31-4ddb-8695-10dbf37f4e56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] device_id is not set on port 8fae7abe-f0d9-4096-a9fb-d45223b67966 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:13:45.833655 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10e07a3a-2673-418e-969e-99571bab7851 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.849513 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-18783c82-98c0-42a4-8228-f88c06b8addb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d00fdf7-4755-41e6-96b2-8c7a1f519fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309963 Sep 30 08:13:45.878881 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e07a3a-2673-418e-969e-99571bab7851 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:13:45.879391 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10e07a3a-2673-418e-969e-99571bab7851 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:13:45.882666 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:13:45.965249 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-9c1e3551-10c5-487c-a9c7-151506e4fd02 service neutron] 10.222.0.36 "GET /v2.0/networks/5d00fdf7-4755-41e6-96b2-8c7a1f519fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084502 Sep 30 08:13:45.984856 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10e07a3a-2673-418e-969e-99571bab7851 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:45.996548 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10e07a3a-2673-418e-969e-99571bab7851 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.001556 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-10e07a3a-2673-418e-969e-99571bab7851 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] 10.222.0.24 "DELETE /v2.0/networks/0eaba4ed-2411-486f-81ac-608873526414 HTTP/1.1" status: 204 len: 168 time: 0.5506275 Sep 30 08:13:46.015169 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e07a3a-2673-418e-969e-99571bab7851 tempest-TagsTest-1281528944 tempest-TagsTest-1281528944-project] Pushing event deleted for resources: {'Network': ['ID=0eaba4ed-2411-486f-81ac-608873526414,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:46.015812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] For port 016a7ed5-b38f-48e1-ab2c-ff4ad0605876, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=016a7ed5-b38f-48e1-ab2c-ff4ad0605876,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:46.020292 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.024288 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.098515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5d92c185-ad31-4ddb-8695-10dbf37f4e56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Allocated IP 10.1.1.175 (fe719140-e914-4c92-bc2f-67234315bd4c/5e77dc02-fc58-473d-9a59-e817fa9dc117/8fae7abe-f0d9-4096-a9fb-d45223b67966) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:46.107201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cda7570-469e-4658-bde7-01a46c65b7fb req-b2487787-c9ae-42e6-9584-8f9709e92ca8 service neutron] 10.222.0.36 "GET /v2.0/networks/5d00fdf7-4755-41e6-96b2-8c7a1f519fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347308 Sep 30 08:13:46.123939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e257fff-0032-4395-ad8d-4e4638693297 None None] Pushing event updated for resources: {'Port': ['ID=016a7ed5-b38f-48e1-ab2c-ff4ad0605876,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:46.128234 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Allocated IP 10.2.2.2 (db952c52-1c3f-4f41-9b5b-784bfdc3ae98/9a717074-20be-43db-92fd-460ccea803fc/b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:46.265069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c0732-0511-47fb-8117-93c47e4541f1 req-62c1ee8d-2215-4d44-bde8-428255831a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:46.266934 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d9c0732-0511-47fb-8117-93c47e4541f1 req-62c1ee8d-2215-4d44-bde8-428255831a81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4363a09c9df47f29767892a874645e5&device_id=09a281ce-4746-44f7-aa23-e1e79753d658 HTTP/1.1" status: 200 len: 1095 time: 0.0744255 Sep 30 08:13:46.378037 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.390767 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.401813 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d92c185-ad31-4ddb-8695-10dbf37f4e56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.467494 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c0732-0511-47fb-8117-93c47e4541f1 req-0b2c8b8d-7266-4959-9acf-c9c03291fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:46.469299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d9c0732-0511-47fb-8117-93c47e4541f1 req-0b2c8b8d-7266-4959-9acf-c9c03291fca9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5d00fdf7-4755-41e6-96b2-8c7a1f519fb9 HTTP/1.1" status: 200 len: 922 time: 0.1934421 Sep 30 08:13:46.471277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:46.479434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:46.482668 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Pushing event updated for resources: {'Port': ['ID=b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:46.485946 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:46.494395 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d92c185-ad31-4ddb-8695-10dbf37f4e56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.548339 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d92c185-ad31-4ddb-8695-10dbf37f4e56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Network fe719140-e914-4c92-bc2f-67234315bd4c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:46.552521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5d92c185-ad31-4ddb-8695-10dbf37f4e56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:46.556635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92c185-ad31-4ddb-8695-10dbf37f4e56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:46.567592 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92c185-ad31-4ddb-8695-10dbf37f4e56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event updated for resources: {'Port': ['ID=8fae7abe-f0d9-4096-a9fb-d45223b67966,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:46.587752 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34196) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:46.598537 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d9c0732-0511-47fb-8117-93c47e4541f1 req-483140c7-9e98-41a8-8eb4-898e2c842008 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d777bdcd-b368-4f1b-9d04-02aa673da6f6 HTTP/1.1" status: 200 len: 217 time: 0.0952702 Sep 30 08:13:46.655215 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d92c185-ad31-4ddb-8695-10dbf37f4e56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:46.657935 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d92c185-ad31-4ddb-8695-10dbf37f4e56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.661585 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Attempting to bind port b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:46.661738 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Attempting to bind port b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'f782f79d-2bd4-4407-92ee-0249890bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:46.662114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Attempting to bind port b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 on network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:46.690974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:46.690974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Checking segment: {'id': 'f782f79d-2bd4-4407-92ee-0249890bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:46.692147 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.693435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Bound using segment: {'id': 'f782f79d-2bd4-4407-92ee-0249890bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:46.693958 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Bound port: b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f782f79d-2bd4-4407-92ee-0249890bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:46.694357 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.703811 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5d92c185-ad31-4ddb-8695-10dbf37f4e56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3937242 Sep 30 08:13:46.706554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34204) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:46.711845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-69f50431-0521-4844-9771-5e9a8ba80305 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Request body: {'port': {'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c', 'name': 'tempest-TaggedBootDevicesTest-1548242047', 'fixed_ips': [{'subnet_id': '5e77dc02-fc58-473d-9a59-e817fa9dc117'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:46.799690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c0732-0511-47fb-8117-93c47e4541f1 req-ce6bfc2f-93ba-4323-a312-cbc58a5f81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:46.805145 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:46.813788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d9c0732-0511-47fb-8117-93c47e4541f1 req-ce6bfc2f-93ba-4323-a312-cbc58a5f81b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c933ce4-2e99-4b78-a927-d88c6e008635 HTTP/1.1" status: 200 len: 861 time: 0.1964521 Sep 30 08:13:46.831702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b6c46-fb2c-432d-bb00-9bbe9b17a3d0 req-7a7a85a7-83fa-4cd7-86f7-9139cf6c58ca tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:46.844017 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a92b6c46-fb2c-432d-bb00-9bbe9b17a3d0 req-7a7a85a7-83fa-4cd7-86f7-9139cf6c58ca tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a281ce-4746-44f7-aa23-e1e79753d658 HTTP/1.1" status: 200 len: 944 time: 0.3806469 Sep 30 08:13:46.921303 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-03da5818-859d-4392-bef5-869f488e1cca None None] For port b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:46.929420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f50431-0521-4844-9771-5e9a8ba80305 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Made reservation on behalf of b4c9428373294d4091a65204159b0981 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:46.931736 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-03da5818-859d-4392-bef5-869f488e1cca None None] For port b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5,segment=NetworkSegment(f782f79d-2bd4-4407-92ee-0249890bcde2),segment_id=f782f79d-2bd4-4407-92ee-0249890bcde2)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:46.935387 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69f50431-0521-4844-9771-5e9a8ba80305 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.939883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:46.940864 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.944339 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:46.961175 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d9c0732-0511-47fb-8117-93c47e4541f1 req-86e9d643-247c-4049-b7ca-f2237f00d22f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d00fdf7-4755-41e6-96b2-8c7a1f519fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144791 Sep 30 08:13:46.962667 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-69f50431-0521-4844-9771-5e9a8ba80305 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] device_id is not set on port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:13:46.990511 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e822c0e5-2e8d-4004-8301-83e448a6191d req-9072d266-5ef9-4842-8053-3c725a5fdefe tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0983701 Sep 30 08:13:47.034891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a92b6c46-fb2c-432d-bb00-9bbe9b17a3d0 req-9936ebd1-765a-4028-bf5d-759696d01193 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/security-groups?id=54c98b4c-3ade-4943-b238-d07cab895460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904860 Sep 30 08:13:47.084819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7b7690ef-ee47-4fc3-847e-c55f14090e54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6944887d3aea4e1886065eaceaecd4ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4955947 Sep 30 08:13:47.091125 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34212) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:47.091791 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device d777bdcd-b368-4f1b-9d04-02aa673da6f6 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:47.105226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da5818-859d-4392-bef5-869f488e1cca None None] Pushing event updated for resources: {'Port': ['ID=b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:47.148763 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d9c0732-0511-47fb-8117-93c47e4541f1 req-58312305-6c8d-41a7-b97a-a616457ffb48 service neutron] 10.222.0.36 "GET /v2.0/networks/5d00fdf7-4755-41e6-96b2-8c7a1f519fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608272 Sep 30 08:13:47.223383 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:47.259705 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-133c95bd-92f2-4870-8fb0-4ae42f435e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:47.289413 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-133c95bd-92f2-4870-8fb0-4ae42f435e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:47.314157 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-69f50431-0521-4844-9771-5e9a8ba80305 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Allocated IP 10.1.1.247 (fe719140-e914-4c92-bc2f-67234315bd4c/5e77dc02-fc58-473d-9a59-e817fa9dc117/461d17f8-573a-4b8b-87f2-7f5b41d2b79e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:47.368816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port d777bdcd-b368-4f1b-9d04-02aa673da6f6, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d777bdcd-b368-4f1b-9d04-02aa673da6f6,segment=NetworkSegment(003cbdec-baef-42fe-9005-618eda15a88c),segment_id=003cbdec-baef-42fe-9005-618eda15a88c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:47.403021 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-133c95bd-92f2-4870-8fb0-4ae42f435e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:47.407284 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'd777bdcd-b368-4f1b-9d04-02aa673da6f6', 'network_id': '5d00fdf7-4755-41e6-96b2-8c7a1f519fb9', 'port_id': 'd777bdcd-b368-4f1b-9d04-02aa673da6f6', 'mac_address': 'fa:16:3e:4e:c4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c933ce4-2e99-4b78-a927-d88c6e008635', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:47.413267 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-133c95bd-92f2-4870-8fb0-4ae42f435e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:47.415961 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-133c95bd-92f2-4870-8fb0-4ae42f435e1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a234f23-ba4e-4eff-a834-c05f8dbe11cb HTTP/1.1" status: 204 len: 168 time: 0.3213747 Sep 30 08:13:47.434286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 016a7ed5-b38f-48e1-ab2c-ff4ad0605876, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=016a7ed5-b38f-48e1-ab2c-ff4ad0605876,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:47.437175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c95bd-92f2-4870-8fb0-4ae42f435e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a234f23-ba4e-4eff-a834-c05f8dbe11cb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:47.443001 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:47.541387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cb974-e9c0-4823-898b-11a0454e6703 req-20a03c62-3c9d-4cc2-8c0b-811fa25b446e tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:47.555237 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea9cb974-e9c0-4823-898b-11a0454e6703 req-20a03c62-3c9d-4cc2-8c0b-811fa25b446e tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.3525298 Sep 30 08:13:47.577081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d9c0732-0511-47fb-8117-93c47e4541f1 req-0fdf8137-cada-47cb-9c78-42e5739aeaea service neutron] 10.222.0.36 "GET /v2.0/networks/5d00fdf7-4755-41e6-96b2-8c7a1f519fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179308 Sep 30 08:13:47.600488 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:47.663142 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=016a7ed5-b38f-48e1-ab2c-ff4ad0605876,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:47.668666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d777bdcd-b368-4f1b-9d04-02aa673da6f6 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:47.687946 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:47.694619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-68d95c3a-8ee3-45a0-abbf-d20738791f7c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:47.702968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port d777bdcd-b368-4f1b-9d04-02aa673da6f6, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d777bdcd-b368-4f1b-9d04-02aa673da6f6,segment=NetworkSegment(003cbdec-baef-42fe-9005-618eda15a88c),segment_id=003cbdec-baef-42fe-9005-618eda15a88c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:47.704525 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-68d95c3a-8ee3-45a0-abbf-d20738791f7c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 812 time: 0.4823091 Sep 30 08:13:47.709338 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:47.734674 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea9cb974-e9c0-4823-898b-11a0454e6703 req-9409b59b-1389-497d-8f7d-208c30c7310c tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732070 Sep 30 08:13:47.749254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-4d642154-54fa-4f37-a301-0f0ed62b6a91 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/quotas/58f58d6a562c4f1bb63fcd00b6b0f416 HTTP/1.1" status: 200 len: 375 time: 0.0436916 Sep 30 08:13:47.796956 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69f50431-0521-4844-9771-5e9a8ba80305 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:47.805146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=d777bdcd-b368-4f1b-9d04-02aa673da6f6,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:47.816415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-8998d732-f8ff-4244-afd9-7d2ee91e9f71 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659220 Sep 30 08:13:47.857889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3ae9a5-5832-4e3d-a670-0057e2cc993a None None] Network fe719140-e914-4c92-bc2f-67234315bd4c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:47.872566 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69f50431-0521-4844-9771-5e9a8ba80305 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:47.930182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['d777bdcd-b368-4f1b-9d04-02aa673da6f6'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:47.932298 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-ee032026-e148-4119-98d2-5e7610a72997 service neutron] 10.222.0.24 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146517 Sep 30 08:13:47.936355 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f50431-0521-4844-9771-5e9a8ba80305 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Network fe719140-e914-4c92-bc2f-67234315bd4c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:47.940933 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-69f50431-0521-4844-9771-5e9a8ba80305 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:47.943822 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f50431-0521-4844-9771-5e9a8ba80305 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:47.996833 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f50431-0521-4844-9771-5e9a8ba80305 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event updated for resources: {'Port': ['ID=461d17f8-573a-4b8b-87f2-7f5b41d2b79e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:48.013278 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e758816e-4333-4c1e-b352-32e1b859e71e None None] Provisioning complete for port 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:48.013828 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e758816e-4333-4c1e-b352-32e1b859e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:48.030535 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f50431-0521-4844-9771-5e9a8ba80305 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:48.031298 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69f50431-0521-4844-9771-5e9a8ba80305 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:48.049251 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-69f50431-0521-4844-9771-5e9a8ba80305 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3407645 Sep 30 08:13:48.104620 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-2908698c-9340-488e-bc00-bde53d7631d7 service neutron] 10.222.0.24 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710529 Sep 30 08:13:48.421539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e90912c6-a10f-4ed9-b957-d24f260bd168 req-8836110a-a64d-48ff-b1f9-35f4a597a9d8 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0535765 Sep 30 08:13:48.485879 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34256) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:48.491971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8078bb1b-a0b9-45cb-bff4-b3ea27b48385 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1688683447', 'description': 'tempest-description--12985500'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:48.609102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aed07938-5183-40d8-b4de-0b42c805ce22 req-2b0b009e-5128-49c2-9e76-b50031e63d24 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 210 time: 0.0874395 Sep 30 08:13:48.613794 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8078bb1b-a0b9-45cb-bff4-b3ea27b48385 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:48.663014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aad48ad-0677-40d3-835a-1f824e793946 None None] Network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:13:48.683842 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f378d74-7131-472e-857e-5ac20c83c87e req-9716a9e8-5381-4687-b2c3-a478034891a3 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:48.692257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f378d74-7131-472e-857e-5ac20c83c87e req-9716a9e8-5381-4687-b2c3-a478034891a3 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a281ce-4746-44f7-aa23-e1e79753d658 HTTP/1.1" status: 200 len: 945 time: 0.1689420 Sep 30 08:13:48.777703 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f378d74-7131-472e-857e-5ac20c83c87e req-8220e9d4-7e2d-486b-843e-d45d6736fb2c tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/security-groups?id=54c98b4c-3ade-4943-b238-d07cab895460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841455 Sep 30 08:13:48.830935 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-87fdda20-ba17-4e85-a74f-d932749fd42c None None] Provisioning complete for port b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:48.831536 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87fdda20-ba17-4e85-a74f-d932749fd42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:48.915808 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:48.963386 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8078bb1b-a0b9-45cb-bff4-b3ea27b48385 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:48.998019 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8078bb1b-a0b9-45cb-bff4-b3ea27b48385 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.063009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078bb1b-a0b9-45cb-bff4-b3ea27b48385 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:49.102938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device d777bdcd-b368-4f1b-9d04-02aa673da6f6 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:49.120681 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fb99e-86e4-45d1-b20d-a55bc76298ce req-3d6a2779-4413-4284-9f9b-b318e38c351a tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:49.122703 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-325fb99e-86e4-45d1-b20d-a55bc76298ce req-3d6a2779-4413-4284-9f9b-b318e38c351a tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.2525003 Sep 30 08:13:49.124055 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8078bb1b-a0b9-45cb-bff4-b3ea27b48385 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.128801 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34276) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:49.129591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8078bb1b-a0b9-45cb-bff4-b3ea27b48385 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6420236 Sep 30 08:13:49.134845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e23d5ced-8e4e-4847-b6c3-c1de59885570 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Request body: {'security_group_rule': {'security_group_id': '9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:49.181352 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87fdda20-ba17-4e85-a74f-d932749fd42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.185576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-325fb99e-86e4-45d1-b20d-a55bc76298ce req-903152f4-da0c-44ce-91f1-fea314178a47 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545025 Sep 30 08:13:49.201085 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:49.201542 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.216357 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e23d5ced-8e4e-4847-b6c3-c1de59885570 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.295417 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e23d5ced-8e4e-4847-b6c3-c1de59885570 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.309316 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e23d5ced-8e4e-4847-b6c3-c1de59885570 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.318718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-87fdda20-ba17-4e85-a74f-d932749fd42c None None] For port b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5,segment=NetworkSegment(f782f79d-2bd4-4407-92ee-0249890bcde2),segment_id=f782f79d-2bd4-4407-92ee-0249890bcde2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:49.330401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port d777bdcd-b368-4f1b-9d04-02aa673da6f6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:49.333217 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87fdda20-ba17-4e85-a74f-d932749fd42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.356258 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d5ced-8e4e-4847-b6c3-c1de59885570 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd21f6fd-e5f7-4c3d-9040-dcf62ec97108,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:49.362446 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e23d5ced-8e4e-4847-b6c3-c1de59885570 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.367199 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34282) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:49.371832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b7c7e943-2c57-46f4-86ed-bebf2da06641 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Request body: {'security_group_rule': {'security_group_id': '9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:49.372601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port d777bdcd-b368-4f1b-9d04-02aa673da6f6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:49.380772 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.382298 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e23d5ced-8e4e-4847-b6c3-c1de59885570 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2521675 Sep 30 08:13:49.429557 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7c7e943-2c57-46f4-86ed-bebf2da06641 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.553846 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7c7e943-2c57-46f4-86ed-bebf2da06641 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.565259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdda20-ba17-4e85-a74f-d932749fd42c None None] Pushing event updated for resources: {'Port': ['ID=b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:49.574700 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-251147da-9dab-4391-baaf-2ffd95ccaf91 None None] Provisioning complete for port 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:49.575074 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-251147da-9dab-4391-baaf-2ffd95ccaf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.577673 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7c7e943-2c57-46f4-86ed-bebf2da06641 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.581279 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:49.624085 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54bf24b1-3165-45c0-b437-df31ca706e32 req-de217f73-139e-470c-aa28-e0d1f720dcc3 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0684717 Sep 30 08:13:49.624975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7e943-2c57-46f4-86ed-bebf2da06641 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f774b5-c748-481f-8fab-1fa1b9592e38,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:49.638981 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7c7e943-2c57-46f4-86ed-bebf2da06641 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.641472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b7c7e943-2c57-46f4-86ed-bebf2da06641 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2730043 Sep 30 08:13:49.645225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34292) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:49.651378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:49.718059 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.783832 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0ce6659-9802-44b6-af28-e61e772f5f7f req-b68f8851-5a72-4200-bf86-5660e7afe41e tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 210 time: 0.0561140 Sep 30 08:13:49.885449 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.898280 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:49.900224 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:49.939415 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.008565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a281ce-4746-44f7-aa23-e1e79753d658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd777bdcd-b368-4f1b-9d04-02aa673da6f6'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:50.029710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a0fec-30c0-4005-a2b7-9f3912d11fc6 req-b66d3364-7875-46af-81c1-69983f408416 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:50.039364 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-883a0fec-30c0-4005-a2b7-9f3912d11fc6 req-b66d3364-7875-46af-81c1-69983f408416 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a281ce-4746-44f7-aa23-e1e79753d658 HTTP/1.1" status: 200 len: 945 time: 0.1337419 Sep 30 08:13:50.045457 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41494333-71ad-4167-9bf1-7d59bf4b2e4b" -d '{"events": [{"server_uuid": "09a281ce-4746-44f7-aa23-e1e79753d658", "name": "network-vif-plugged", "status": "completed", "tag": "d777bdcd-b368-4f1b-9d04-02aa673da6f6"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:50.087767 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port d777bdcd-b368-4f1b-9d04-02aa673da6f6, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d777bdcd-b368-4f1b-9d04-02aa673da6f6,segment=NetworkSegment(003cbdec-baef-42fe-9005-618eda15a88c),segment_id=003cbdec-baef-42fe-9005-618eda15a88c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:50.097274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-26891854-4d5c-4450-954b-1f39508e8353 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:50.100538 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-26891854-4d5c-4450-954b-1f39508e8353 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 812 time: 0.2626331 Sep 30 08:13:50.121162 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.121704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-871f6971-ba52-4994-800d-2fca2b5d7f47 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Request body: {'port': {'device_id': '06a86cf5-9700-4825-8534-5797ade85844', 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4', 'admin_state_up': True, 'tenant_id': '58f58d6a562c4f1bb63fcd00b6b0f416'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:50.133118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Allocated IP 172.25.0.213 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/74ed1764-62bb-4eca-89b2-c672fec007cd) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:50.159465 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-883a0fec-30c0-4005-a2b7-9f3912d11fc6 req-0f45c7f7-8d09-41dd-880b-bf7f1c8f5e19 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/security-groups?id=54c98b4c-3ade-4943-b238-d07cab895460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132410 Sep 30 08:13:50.234326 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a22119-1ce3-4f79-aaca-e12fa14bf8a4 x-openstack-request-id: req-67a22119-1ce3-4f79-aaca-e12fa14bf8a4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:50.234625 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a281ce-4746-44f7-aa23-e1e79753d658", "name": "network-vif-plugged", "status": "completed", "tag": "d777bdcd-b368-4f1b-9d04-02aa673da6f6", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:50.234881 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67a22119-1ce3-4f79-aaca-e12fa14bf8a4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:50.235282 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a281ce-4746-44f7-aa23-e1e79753d658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd777bdcd-b368-4f1b-9d04-02aa673da6f6', 'code': 200} Sep 30 08:13:50.240216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-251147da-9dab-4391-baaf-2ffd95ccaf91 None None] Provisioning complete for port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:50.240216 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-251147da-9dab-4391-baaf-2ffd95ccaf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.265304 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=d777bdcd-b368-4f1b-9d04-02aa673da6f6,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:50.313621 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-251147da-9dab-4391-baaf-2ffd95ccaf91 None None] Port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:13:50.330681 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-251147da-9dab-4391-baaf-2ffd95ccaf91 None None] Provisioning complete for port 8fae7abe-f0d9-4096-a9fb-d45223b67966 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:50.331016 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-251147da-9dab-4391-baaf-2ffd95ccaf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.360544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54356cb2-470c-4545-9870-1380071c8734 req-0efffaf5-3ca4-4247-9c78-0e8a767fbedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:50.362055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54356cb2-470c-4545-9870-1380071c8734 req-0efffaf5-3ca4-4247-9c78-0e8a767fbedc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09a281ce-4746-44f7-aa23-e1e79753d658 HTTP/1.1" status: 200 len: 1097 time: 0.0820503 Sep 30 08:13:50.371656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-251147da-9dab-4391-baaf-2ffd95ccaf91 None None] Port 8fae7abe-f0d9-4096-a9fb-d45223b67966 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:13:50.374966 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.413777 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.448832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-871f6971-ba52-4994-800d-2fca2b5d7f47 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Made reservation on behalf of 58f58d6a562c4f1bb63fcd00b6b0f416 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:50.452360 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-871f6971-ba52-4994-800d-2fca2b5d7f47 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.452519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:50.455388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:50.459244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:50.470145 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54356cb2-470c-4545-9870-1380071c8734 req-bb591b45-11ff-4e3b-a13d-31ccec3018f5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=54c98b4c-3ade-4943-b238-d07cab895460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892978 Sep 30 08:13:50.480697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1f2ce-9daa-459c-852f-f65c6964e89b req-7941d85d-c6cc-46bf-a270-25b94383090e tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:50.482217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fe1f2ce-9daa-459c-852f-f65c6964e89b req-7941d85d-c6cc-46bf-a270-25b94383090e tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.1188812 Sep 30 08:13:50.495808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event updated for resources: {'Port': ['ID=74ed1764-62bb-4eca-89b2-c672fec007cd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:50.517867 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bd90aba9-3c07-4dcd-8901-b69d6dbee978 None None] Provisioning complete for port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:50.518557 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd90aba9-3c07-4dcd-8901-b69d6dbee978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.571957 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.577142 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fe1f2ce-9daa-459c-852f-f65c6964e89b req-0f0b4126-7161-44e0-afb4-7fa275a2193b tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834110 Sep 30 08:13:50.577961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bd90aba9-3c07-4dcd-8901-b69d6dbee978 None None] Port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:13:50.594127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bd90aba9-3c07-4dcd-8901-b69d6dbee978 None None] Provisioning complete for port b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:50.594580 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd90aba9-3c07-4dcd-8901-b69d6dbee978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.618787 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.634655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34318) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:50.697245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-871f6971-ba52-4994-800d-2fca2b5d7f47 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Allocated IP 172.20.0.5 (95117f4a-763a-4903-a581-84bb55b346d4/68739a17-6737-4340-9fc7-309705504036/551a3157-4cb2-49b3-a5be-010975b115fc) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:50.711177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:50.786244 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bd90aba9-3c07-4dcd-8901-b69d6dbee978 None None] Provisioning complete for port 8fae7abe-f0d9-4096-a9fb-d45223b67966 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:50.786668 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd90aba9-3c07-4dcd-8901-b69d6dbee978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.825201 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:50.825583 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.837676 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d2d50f66-6398-4e9d-a27e-880816be98d6 req-b2235ab8-15eb-4744-8c23-eafb0097a95f tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0530186 Sep 30 08:13:50.862148 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.874835 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.876345 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-30f82b53-c560-4450-8a29-33e1fa205ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:50.898336 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bd90aba9-3c07-4dcd-8901-b69d6dbee978 None None] Port 8fae7abe-f0d9-4096-a9fb-d45223b67966 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:13:50.948762 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event updated for resources: {'Port': ['ID=74ed1764-62bb-4eca-89b2-c672fec007cd,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:50.961007 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:51.287493 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93dd5c26-0d77-45a4-91cd-699ef49558f0 req-cc5f7c73-7ec3-4442-84e4-dd8865651d70 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 210 time: 0.4056516 Sep 30 08:13:51.385854 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-871f6971-ba52-4994-800d-2fca2b5d7f47 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:51.394513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6337f-42ff-4cf0-b0c5-ae81cc5fa29b req-f4d12566-1b2c-457b-a07a-77a6354d7d91 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:51.396106 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0e6337f-42ff-4cf0-b0c5-ae81cc5fa29b req-f4d12566-1b2c-457b-a07a-77a6354d7d91 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a281ce-4746-44f7-aa23-e1e79753d658 HTTP/1.1" status: 200 len: 946 time: 0.1117020 Sep 30 08:13:51.492698 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0e6337f-42ff-4cf0-b0c5-ae81cc5fa29b req-56ccd3d4-1b51-4bcc-9722-f61771c829c1 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/security-groups?id=54c98b4c-3ade-4943-b238-d07cab895460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900397 Sep 30 08:13:51.502682 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-30f82b53-c560-4450-8a29-33e1fa205ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:51.511777 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:51.513463 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-16dc3886-a243-4eff-b55d-c5c68eaccdab tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8669724 Sep 30 08:13:51.514083 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-30f82b53-c560-4450-8a29-33e1fa205ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:51.516922 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-871f6971-ba52-4994-800d-2fca2b5d7f47 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:51.603892 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-871f6971-ba52-4994-800d-2fca2b5d7f47 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Network 95117f4a-763a-4903-a581-84bb55b346d4 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:51.611554 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-871f6971-ba52-4994-800d-2fca2b5d7f47 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:51.615668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-30f82b53-c560-4450-8a29-33e1fa205ca8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce8c009dd9c04b6fa141246e0f8b852a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9797046 Sep 30 08:13:51.616676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f82b53-c560-4450-8a29-33e1fa205ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ac51f6-a82e-4e63-8eea-49c33356161c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:51.618922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34336) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:51.626350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f6971-ba52-4994-800d-2fca2b5d7f47 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Pushing event updated for resources: {'Port': ['ID=551a3157-4cb2-49b3-a5be-010975b115fc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:51.633198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-871f6971-ba52-4994-800d-2fca2b5d7f47 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:51.715961 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-772f1888-a220-41d9-9625-eaa8f37105a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:51.740542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-871f6971-ba52-4994-800d-2fca2b5d7f47 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:51.741030 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-871f6971-ba52-4994-800d-2fca2b5d7f47 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:51.742130 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-772f1888-a220-41d9-9625-eaa8f37105a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:51.763545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-871f6971-ba52-4994-800d-2fca2b5d7f47 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6496046 Sep 30 08:13:51.773125 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161a1b7-9087-4e23-8fa0-2b231891460e req-fdb9f798-1fce-42cc-809f-a7e4672f2229 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:51.774648 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d161a1b7-9087-4e23-8fa0-2b231891460e req-fdb9f798-1fce-42cc-809f-a7e4672f2229 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.0800209 Sep 30 08:13:51.781496 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Request body: {'port': {'device_id': '06a86cf5-9700-4825-8534-5797ade85844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:51.804714 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-772f1888-a220-41d9-9625-eaa8f37105a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:51.807377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-772f1888-a220-41d9-9625-eaa8f37105a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:51.808599 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-772f1888-a220-41d9-9625-eaa8f37105a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9ac51f6-a82e-4e63-8eea-49c33356161c HTTP/1.1" status: 204 len: 168 time: 0.1885242 Sep 30 08:13:51.818299 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f1888-a220-41d9-9625-eaa8f37105a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ac51f6-a82e-4e63-8eea-49c33356161c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:51.913318 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d161a1b7-9087-4e23-8fa0-2b231891460e req-ee427f3e-5be3-4a22-80d4-615ecc8fe62c tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264067 Sep 30 08:13:51.918676 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:51.923717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-f96d5a87-2998-432e-b4b8-eee34bcaced6 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1688683447&fields=id&tenant_id=b4c9428373294d4091a65204159b0981 HTTP/1.1" status: 200 len: 267 time: 0.1081324 Sep 30 08:13:52.025115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-c7f19e1e-9038-422a-ab93-ac1dbe021579 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.026479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-c7f19e1e-9038-422a-ab93-ac1dbe021579 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports/8fae7abe-f0d9-4096-a9fb-d45223b67966 HTTP/1.1" status: 200 len: 929 time: 0.0925775 Sep 30 08:13:52.043771 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cdd1bf6-2ad6-4e5f-a04f-c041a1e32a64 req-bd128788-60fa-4783-b0ad-3b0f4eba4ddb tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0487714 Sep 30 08:13:52.174757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34356) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:52.208802 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-61127f88-1247-4100-a987-f81bf11d8227 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.210149 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-61127f88-1247-4100-a987-f81bf11d8227 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports/461d17f8-573a-4b8b-87f2-7f5b41d2b79e HTTP/1.1" status: 200 len: 932 time: 0.1687171 Sep 30 08:13:52.221684 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7799eb9-14bd-4865-b801-de46ff950b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:52.268270 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-5d840b3e-3df8-40ce-9d99-57f7c29fbd2d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?network_id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0502794 Sep 30 08:13:52.363869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2a09d19e-6b98-48dd-8313-9f0ef06dd9a1 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?network_id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0807419 Sep 30 08:13:52.584163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aefc39-41f7-49d7-a74d-e180b7f62b1c req-2a623b61-7f4e-487f-a877-fdcd70980e18 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.585901 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8aefc39-41f7-49d7-a74d-e180b7f62b1c req-2a623b61-7f4e-487f-a877-fdcd70980e18 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 931 time: 0.2181511 Sep 30 08:13:52.695045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-58245a48-fc41-4eda-8dee-3cad07542528 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.702383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-58245a48-fc41-4eda-8dee-3cad07542528 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.709736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-58245a48-fc41-4eda-8dee-3cad07542528 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:52.711658 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-58245a48-fc41-4eda-8dee-3cad07542528 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/networks?id=7e190e83-40df-446b-b24e-ad1892687b5c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98 HTTP/1.1" status: 200 len: 1989 time: 0.3398635 Sep 30 08:13:52.756758 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7799eb9-14bd-4865-b801-de46ff950b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:52.765583 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 551a3157-4cb2-49b3-a5be-010975b115fc {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:52.774863 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8aefc39-41f7-49d7-a74d-e180b7f62b1c req-151a2446-a5ad-4901-9adc-58ab4efe259b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789222 Sep 30 08:13:52.778245 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7799eb9-14bd-4865-b801-de46ff950b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:52.782214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-db2acb99-7675-48cd-863f-a0b5c2b4aa3f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/quotas/b4c9428373294d4091a65204159b0981 HTTP/1.1" status: 200 len: 375 time: 0.0606556 Sep 30 08:13:52.785581 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:52.873191 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Transition to ACTIVE for port object 551a3157-4cb2-49b3-a5be-010975b115fc will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:13:52.877646 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b7799eb9-14bd-4865-b801-de46ff950b9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac5158566966436bbb12e6e20a057017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7007420 Sep 30 08:13:52.880912 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7799eb9-14bd-4865-b801-de46ff950b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ca9cac-e92a-4282-b2ba-21e142c0b39b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:52.881849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34366) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:52.887363 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:52.946805 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d99bed9b-fec7-4e9b-880f-38c02822d144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:52.970295 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d99bed9b-fec7-4e9b-880f-38c02822d144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:52.993647 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-92da1c7f-e71d-477f-b48a-b61f217a479f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4c9428373294d4091a65204159b0981&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1834507 Sep 30 08:13:53.005777 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Pushing event updated for resources: {'Port': ['ID=551a3157-4cb2-49b3-a5be-010975b115fc,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:53.029086 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d99bed9b-fec7-4e9b-880f-38c02822d144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:53.031962 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d99bed9b-fec7-4e9b-880f-38c02822d144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:53.035673 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d99bed9b-fec7-4e9b-880f-38c02822d144 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7ca9cac-e92a-4282-b2ba-21e142c0b39b HTTP/1.1" status: 204 len: 168 time: 0.1500278 Sep 30 08:13:53.050049 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bed9b-fec7-4e9b-880f-38c02822d144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ca9cac-e92a-4282-b2ba-21e142c0b39b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:53.135967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db7ff0-ae87-408a-8255-f4ec883b49e5 req-96468584-75e5-4a72-86c3-4ad2b4396651 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:53.137377 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3db7ff0-ae87-408a-8255-f4ec883b49e5 req-96468584-75e5-4a72-86c3-4ad2b4396651 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a281ce-4746-44f7-aa23-e1e79753d658 HTTP/1.1" status: 200 len: 946 time: 0.2094135 Sep 30 08:13:53.186757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Attempting to bind port 551a3157-4cb2-49b3-a5be-010975b115fc on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:13:53.187088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Attempting to bind port 551a3157-4cb2-49b3-a5be-010975b115fc by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:13:53.187405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Attempting to bind port 551a3157-4cb2-49b3-a5be-010975b115fc on network 95117f4a-763a-4903-a581-84bb55b346d4 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:53.190624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-ae319af3-719f-4be6-8500-87fff25651ee service neutron] 10.222.0.24 "GET /v2.0/networks/7e190e83-40df-446b-b24e-ad1892687b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653781 Sep 30 08:13:53.211976 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Port 551a3157-4cb2-49b3-a5be-010975b115fc on network 95117f4a-763a-4903-a581-84bb55b346d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:13:53.212306 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Attempting to bind port 551a3157-4cb2-49b3-a5be-010975b115fc on network 95117f4a-763a-4903-a581-84bb55b346d4 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:13:53.226842 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3db7ff0-ae87-408a-8255-f4ec883b49e5 req-eba18b5a-df84-4e63-9364-b85fc148ac79 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/security-groups?id=54c98b4c-3ade-4943-b238-d07cab895460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822525 Sep 30 08:13:53.233006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:13:53.233348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Checking segment: {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:13:53.233788 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Bound using segment: {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:13:53.234164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Bound port: 551a3157-4cb2-49b3-a5be-010975b115fc, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:13:53.234524 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:53.392956 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-47520a30-37cf-46ec-a806-1673b6846b25 service neutron] 10.222.0.24 "GET /v2.0/networks/7e190e83-40df-446b-b24e-ad1892687b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907265 Sep 30 08:13:53.401648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] For port 551a3157-4cb2-49b3-a5be-010975b115fc, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:13:53.413547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] For port 551a3157-4cb2-49b3-a5be-010975b115fc, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=551a3157-4cb2-49b3-a5be-010975b115fc,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:13:53.450292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0495a3c-e5f8-4ed7-8199-4733b53d53b9 req-c8ad6f1c-305e-4e78-bc83-233aad8563de tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:53.451857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0495a3c-e5f8-4ed7-8199-4733b53d53b9 req-c8ad6f1c-305e-4e78-bc83-233aad8563de tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.1329796 Sep 30 08:13:53.453033 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:53.492572 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a72864f4-4152-4666-aeb0-753715150502 service neutron] 10.222.0.24 "GET /v2.0/ports/8fae7abe-f0d9-4096-a9fb-d45223b67966?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0886681 Sep 30 08:13:53.522104 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:53.522553 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:53.523922 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] 10.222.0.36 "PUT /v2.0/ports/551a3157-4cb2-49b3-a5be-010975b115fc HTTP/1.1" status: 200 len: 1091 time: 1.7483385 Sep 30 08:13:53.524375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a86cf5-9700-4825-8534-5797ade85844', 'tag': '551a3157-4cb2-49b3-a5be-010975b115fc'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:53.526615 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ff3c6c-fe21-464d-b4e0-6254fe165b62" -d '{"events": [{"name": "network-changed", "server_uuid": "06a86cf5-9700-4825-8534-5797ade85844", "tag": "551a3157-4cb2-49b3-a5be-010975b115fc"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:53.587228 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0495a3c-e5f8-4ed7-8199-4733b53d53b9 req-ced3e8e1-2b85-4fba-b2f4-fd136e97fe21 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193509 Sep 30 08:13:53.614868 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f11cf9-61e1-438b-8926-620c2bc5cb71 service neutron] Pushing event updated for resources: {'Port': ['ID=551a3157-4cb2-49b3-a5be-010975b115fc,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:53.654508 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-82817556-ae9e-4122-b7d1-087fe6618c61 service neutron] 10.222.0.24 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438897 Sep 30 08:13:53.725120 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5173b54e-8609-4a8e-be41-1def0ead4bd6 req-2558c1fa-f0c0-42b6-b0b2-bac3cfa6707a tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0535698 Sep 30 08:13:53.816793 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-91a4c31d-c8f6-46e6-8201-bc9080830381 service neutron] 10.222.0.24 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528778 Sep 30 08:13:53.818867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-1b67247f-1ca5-4dee-9266-e14086ff7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:53.820349 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-1b67247f-1ca5-4dee-9266-e14086ff7a44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 1094 time: 0.1097190 Sep 30 08:13:53.901218 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96f1da3-b417-4664-bce8-ab9ff560ed81 x-openstack-request-id: req-f96f1da3-b417-4664-bce8-ab9ff560ed81 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:53.901521 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a86cf5-9700-4825-8534-5797ade85844", "tag": "551a3157-4cb2-49b3-a5be-010975b115fc", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:53.901859 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f96f1da3-b417-4664-bce8-ab9ff560ed81 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:53.902169 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a86cf5-9700-4825-8534-5797ade85844', 'tag': '551a3157-4cb2-49b3-a5be-010975b115fc', 'status': 'completed', 'code': 200} Sep 30 08:13:53.906021 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-f460f313-e6b4-4088-9143-f17a514b8c58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=551a3157-4cb2-49b3-a5be-010975b115fc HTTP/1.1" status: 200 len: 217 time: 0.0719755 Sep 30 08:13:53.912972 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-243df07b-36ef-4301-959b-9188e86321d4 service neutron] 10.222.0.24 "GET /v2.0/ports/461d17f8-573a-4b8b-87f2-7f5b41d2b79e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0888727 Sep 30 08:13:54.038352 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-6d6445eb-4943-4a90-8353-43a7a788793c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:54.039834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-6d6445eb-4943-4a90-8353-43a7a788793c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68739a17-6737-4340-9fc7-309705504036 HTTP/1.1" status: 200 len: 852 time: 0.1260972 Sep 30 08:13:54.083419 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-855be1dd-9142-4c71-9a76-874146c39f1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95117f4a-763a-4903-a581-84bb55b346d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332294 Sep 30 08:13:54.100574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ff1f4-7509-497a-8555-c5f843f10728 req-b26aee30-4267-4f56-8526-356e84791ef5 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:54.102144 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-636ff1f4-7509-497a-8555-c5f843f10728 req-b26aee30-4267-4f56-8526-356e84791ef5 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 943 time: 0.1488800 Sep 30 08:13:54.132014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-26dc2be0-e2d7-4751-92c0-d0d1f6116e49 service neutron] 10.222.0.24 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918857 Sep 30 08:13:54.232444 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-636ff1f4-7509-497a-8555-c5f843f10728 req-67ade3cb-80ff-4604-b2e1-d8fe195a357a tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179364 Sep 30 08:13:54.290153 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-f409c3b9-952e-48cd-ba25-aa8823f653c9 service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867733 Sep 30 08:13:54.331973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-24e14161-2453-4f4d-b777-60552acdfea3 service neutron] 10.222.0.24 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851938 Sep 30 08:13:54.468112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fe5856f-0d70-4ce8-81de-94d7acc4f3f9 req-9b086473-5ef3-4c12-a02e-64f14682663f service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664112 Sep 30 08:13:54.485862 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-9ab0268e-2485-4616-af4e-fdd0d6f071d7 service neutron] 10.222.0.24 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433680 Sep 30 08:13:54.647054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff3c6c-fe21-464d-b4e0-6254fe165b62 req-d0650414-47df-4fb5-b571-c73cb6771f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:54.649394 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76ff3c6c-fe21-464d-b4e0-6254fe165b62 req-d0650414-47df-4fb5-b571-c73cb6771f2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 1094 time: 0.1127102 Sep 30 08:13:54.694122 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-1a38322c-4a67-4203-84da-6ddede31e16b service neutron] 10.222.0.24 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822021 Sep 30 08:13:54.848784 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00231893-823b-4847-8042-585fdf9351d1 req-5f5b8f0a-7069-41fa-9217-9a050e540dc4 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:54.850414 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00231893-823b-4847-8042-585fdf9351d1 req-5f5b8f0a-7069-41fa-9217-9a050e540dc4 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.1723685 Sep 30 08:13:54.889947 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff3c6c-fe21-464d-b4e0-6254fe165b62 req-d78c6192-69a6-4da0-9396-4baeccce981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:54.891450 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76ff3c6c-fe21-464d-b4e0-6254fe165b62 req-d78c6192-69a6-4da0-9396-4baeccce981e service neutron] 10.222.0.36 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 913 time: 0.2262621 Sep 30 08:13:54.895773 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-311139e8-e7c1-42ed-88b2-b60f72400024 service neutron] 10.222.0.24 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923130 Sep 30 08:13:55.285582 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76ff3c6c-fe21-464d-b4e0-6254fe165b62 req-5174bca8-d8a1-477e-b7f3-d43d9b41a8b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=551a3157-4cb2-49b3-a5be-010975b115fc HTTP/1.1" status: 200 len: 217 time: 0.3840353 Sep 30 08:13:55.290433 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00231893-823b-4847-8042-585fdf9351d1 req-d1f5817f-b73c-44d7-8702-37faf8a584bd tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247718 Sep 30 08:13:55.389546 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff3c6c-fe21-464d-b4e0-6254fe165b62 req-dcb9ba0c-8578-4036-8599-3b8c49142007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:55.390947 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76ff3c6c-fe21-464d-b4e0-6254fe165b62 req-dcb9ba0c-8578-4036-8599-3b8c49142007 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68739a17-6737-4340-9fc7-309705504036 HTTP/1.1" status: 200 len: 852 time: 0.0974290 Sep 30 08:13:55.421741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d840ef9b-8ea3-4bc8-a9c8-8b6cd27a4169 req-9a250f15-004b-4325-89c3-98c43070b9ac tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0442290 Sep 30 08:13:55.454063 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76ff3c6c-fe21-464d-b4e0-6254fe165b62 req-7fb70d69-5990-4fbd-a02c-6ceed940716f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95117f4a-763a-4903-a581-84bb55b346d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391281 Sep 30 08:13:55.457032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-1d7b1066-4d8e-4d64-b135-aaaea1713819 service neutron] 10.222.0.24 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489194 Sep 30 08:13:55.665243 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76ff3c6c-fe21-464d-b4e0-6254fe165b62 req-0e2ae047-6d0f-4acf-a386-fcb4a1684665 service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003033 Sep 30 08:13:55.668649 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-4eb64de7-ec2d-4c06-880e-3e6496d142ef service neutron] 10.222.0.24 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049758 Sep 30 08:13:55.700103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab5383-60d4-4988-a731-8a9937521daf req-00a8fc24-7f91-40bf-b95c-fedbac53ddde tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:55.701581 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32ab5383-60d4-4988-a731-8a9937521daf req-00a8fc24-7f91-40bf-b95c-fedbac53ddde tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 943 time: 0.1146486 Sep 30 08:13:55.852858 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32ab5383-60d4-4988-a731-8a9937521daf req-556adccd-47b9-47b3-84a1-317ed3711790 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257958 Sep 30 08:13:55.883218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76ff3c6c-fe21-464d-b4e0-6254fe165b62 req-9529873c-1fd1-4c8d-afca-6a4ba3d171d5 service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069035 Sep 30 08:13:55.885281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-8c9315b9-96f8-405b-abac-ddb4213558e3 service neutron] 10.222.0.24 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070856 Sep 30 08:13:55.982465 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-51930cfe-e354-41ec-9199-e0b1742437f4 service neutron] 10.222.0.24 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908620 Sep 30 08:13:56.085776 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-fddca24f-8ace-4443-9856-e1b21742035e service neutron] 10.222.0.24 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968363 Sep 30 08:13:56.202429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7501d3-dfb8-4c0d-b921-ded364555401 req-59eae044-61bf-4faa-84f1-f91b15e39055 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:56.204441 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b7501d3-dfb8-4c0d-b921-ded364555401 req-59eae044-61bf-4faa-84f1-f91b15e39055 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a281ce-4746-44f7-aa23-e1e79753d658 HTTP/1.1" status: 200 len: 946 time: 0.0571203 Sep 30 08:13:56.256312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b7501d3-dfb8-4c0d-b921-ded364555401 req-3f758160-a123-4b97-8db5-3dbf15910ed7 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/security-groups?id=54c98b4c-3ade-4943-b238-d07cab895460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435693 Sep 30 08:13:56.417174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0024-3dda-46c5-b6a9-6aebc677b97e req-f98ca661-ae06-4011-8a49-22d4284bf606 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:56.418696 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-782a0024-3dda-46c5-b6a9-6aebc677b97e req-f98ca661-ae06-4011-8a49-22d4284bf606 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.0554371 Sep 30 08:13:56.466859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-782a0024-3dda-46c5-b6a9-6aebc677b97e req-685ab711-d803-4745-ab16-b1eb9a0f7efb tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416980 Sep 30 08:13:56.562129 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38466329-c094-47f1-97fa-da691d13dca4 req-d1289a7f-9fb8-460f-8000-7f418061dc23 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0316596 Sep 30 08:13:56.701457 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0975f47e-59d5-431c-9f75-d80e6b854e3e req-4242e67d-e2ff-4546-9bf9-9cdae5120ce4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.0316362 Sep 30 08:13:57.022589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec0d1c-0533-4911-ae95-01072999e4b3 req-7479a9b3-cd7b-49ca-9c07-bb83c119157a tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:57.028525 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7aec0d1c-0533-4911-ae95-01072999e4b3 req-7479a9b3-cd7b-49ca-9c07-bb83c119157a tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 943 time: 0.0718052 Sep 30 08:13:57.076968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7aec0d1c-0533-4911-ae95-01072999e4b3 req-edce3984-5188-407b-ab48-fc4a94dec0a7 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451226 Sep 30 08:13:57.130874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 551a3157-4cb2-49b3-a5be-010975b115fc details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:13:57.467529 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 551a3157-4cb2-49b3-a5be-010975b115fc, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=551a3157-4cb2-49b3-a5be-010975b115fc,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:57.483302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2875bde-37ee-458d-94cb-71eb3df0b01c req-2ddc452f-791b-447d-adf1-948041038a08 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:57.487571 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '551a3157-4cb2-49b3-a5be-010975b115fc', 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4', 'port_id': '551a3157-4cb2-49b3-a5be-010975b115fc', 'mac_address': 'fa:16:3e:2c:67:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68739a17-6737-4340-9fc7-309705504036', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:13:57.506893 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2875bde-37ee-458d-94cb-71eb3df0b01c req-2ddc452f-791b-447d-adf1-948041038a08 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a281ce-4746-44f7-aa23-e1e79753d658 HTTP/1.1" status: 200 len: 946 time: 0.1247065 Sep 30 08:13:57.626326 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:57.688665 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-807aecdf-b7db-4a26-bdff-0217da6080af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0895867 Sep 30 08:13:57.710117 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 551a3157-4cb2-49b3-a5be-010975b115fc {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:13:57.712648 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2875bde-37ee-458d-94cb-71eb3df0b01c req-05192322-de1f-4219-a6a9-3a79b8b85c50 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/security-groups?id=54c98b4c-3ade-4943-b238-d07cab895460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508150 Sep 30 08:13:57.760039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0b183-f0be-435c-a478-af02b7e44eb2 req-3f5383a0-4c04-4f9b-8229-1ba331f32da5 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:57.761632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eac0b183-f0be-435c-a478-af02b7e44eb2 req-3f5383a0-4c04-4f9b-8229-1ba331f32da5 tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.36 "GET /v2.0/ports?device_id=09a281ce-4746-44f7-aa23-e1e79753d658 HTTP/1.1" status: 200 len: 946 time: 0.2534885 Sep 30 08:13:57.763604 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 551a3157-4cb2-49b3-a5be-010975b115fc, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=551a3157-4cb2-49b3-a5be-010975b115fc,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:57.770305 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:57.832261 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=551a3157-4cb2-49b3-a5be-010975b115fc,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:57.858473 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-87831150-4ef6-45fc-b2ef-f2ccb45b575b req-971e12ed-111f-4629-99b4-d1cf5ae8682b tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0752499 Sep 30 08:13:57.930285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8f4da-8a24-4c06-80e8-48c63fd321c7 req-b01174b0-f0c8-43b0-ad77-e7e494637802 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:57.931970 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6e8f4da-8a24-4c06-80e8-48c63fd321c7 req-b01174b0-f0c8-43b0-ad77-e7e494637802 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.2174346 Sep 30 08:13:57.982008 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['551a3157-4cb2-49b3-a5be-010975b115fc'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:58.000149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-eac0b183-f0be-435c-a478-af02b7e44eb2 req-d9bbf134-0ace-48d2-b42e-cd5aeb438b3d tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Deleting port d777bdcd-b368-4f1b-9d04-02aa673da6f6 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:13:58.000499 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-eac0b183-f0be-435c-a478-af02b7e44eb2 req-d9bbf134-0ace-48d2-b42e-cd5aeb438b3d tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:58.008536 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6e8f4da-8a24-4c06-80e8-48c63fd321c7 req-5b868a58-46ea-4d24-a093-b36d3475dff2 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689981 Sep 30 08:13:58.142165 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f60398c6-3f86-48cb-ad94-461a5aea9d17 req-547256ec-d794-434a-a2e5-723915e33e6e tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.0530915 Sep 30 08:13:58.172205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-eac0b183-f0be-435c-a478-af02b7e44eb2 req-d9bbf134-0ace-48d2-b42e-cd5aeb438b3d tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] For port d777bdcd-b368-4f1b-9d04-02aa673da6f6, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d777bdcd-b368-4f1b-9d04-02aa673da6f6,segment=NetworkSegment(003cbdec-baef-42fe-9005-618eda15a88c),segment_id=003cbdec-baef-42fe-9005-618eda15a88c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:58.172575 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-eac0b183-f0be-435c-a478-af02b7e44eb2 req-d9bbf134-0ace-48d2-b42e-cd5aeb438b3d tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:58.188704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-eac0b183-f0be-435c-a478-af02b7e44eb2 req-d9bbf134-0ace-48d2-b42e-cd5aeb438b3d tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Calling delete_port for d777bdcd-b368-4f1b-9d04-02aa673da6f6 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:13:58.194156 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-c3fd6aaf-fc3b-4b6b-a322-6652b284afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.196537 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-c3fd6aaf-fc3b-4b6b-a322-6652b284afaf service neutron] 10.222.0.35 "GET /v2.0/ports/8fae7abe-f0d9-4096-a9fb-d45223b67966 HTTP/1.1" status: 200 len: 1025 time: 0.0654154 Sep 30 08:13:58.255541 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-19eaf662-947f-4c17-8216-c24bdf91de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.256651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-19eaf662-947f-4c17-8216-c24bdf91de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.258355 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-19eaf662-947f-4c17-8216-c24bdf91de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.259093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-19eaf662-947f-4c17-8216-c24bdf91de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.259696 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-19eaf662-947f-4c17-8216-c24bdf91de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.260431 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-19eaf662-947f-4c17-8216-c24bdf91de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.261620 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-19eaf662-947f-4c17-8216-c24bdf91de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.265509 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-19eaf662-947f-4c17-8216-c24bdf91de53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce39ae04255c4914adca40a29bca4222&device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 6502 time: 0.4912715 Sep 30 08:13:58.274241 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-57ec4345-2b83-4bab-84e6-d3a03595aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.275562 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-57ec4345-2b83-4bab-84e6-d3a03595aeaf service neutron] 10.222.0.35 "GET /v2.0/ports/461d17f8-573a-4b8b-87f2-7f5b41d2b79e HTTP/1.1" status: 200 len: 1028 time: 0.0681317 Sep 30 08:13:58.336592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98729dbf-457b-499b-add9-83c50e577e7d req-df448964-2688-41d2-b1f6-00feae9f5484 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.338138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98729dbf-457b-499b-add9-83c50e577e7d req-df448964-2688-41d2-b1f6-00feae9f5484 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 944 time: 0.0912206 Sep 30 08:13:58.418037 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98729dbf-457b-499b-add9-83c50e577e7d req-75b7c0c7-2428-46b9-ba51-b1a67a04107c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715570 Sep 30 08:13:58.433850 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-eac0b183-f0be-435c-a478-af02b7e44eb2 req-d9bbf134-0ace-48d2-b42e-cd5aeb438b3d tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:58.470228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbf134-0ace-48d2-b42e-cd5aeb438b3d tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Pushing event deleted for resources: {'Port': ['ID=d777bdcd-b368-4f1b-9d04-02aa673da6f6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:58.504660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['d777bdcd-b368-4f1b-9d04-02aa673da6f6'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:13:58.529728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac0b183-f0be-435c-a478-af02b7e44eb2 req-d9bbf134-0ace-48d2-b42e-cd5aeb438b3d tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] No DVR routers for this DVR port d777bdcd-b368-4f1b-9d04-02aa673da6f6 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:13:58.533199 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-eac0b183-f0be-435c-a478-af02b7e44eb2 req-d9bbf134-0ace-48d2-b42e-cd5aeb438b3d tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:58.539722 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eac0b183-f0be-435c-a478-af02b7e44eb2 req-d9bbf134-0ace-48d2-b42e-cd5aeb438b3d tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.36 "DELETE /v2.0/ports/d777bdcd-b368-4f1b-9d04-02aa673da6f6 HTTP/1.1" status: 204 len: 173 time: 0.7521539 Sep 30 08:13:58.540200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a281ce-4746-44f7-aa23-e1e79753d658', 'name': 'network-vif-deleted', 'tag': 'd777bdcd-b368-4f1b-9d04-02aa673da6f6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:58.540584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-55b48405-929e-4dce-9001-ad71188802da tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.542623 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a381325-6924-4510-a6b1-019018e612e0" -d '{"events": [{"server_uuid": "09a281ce-4746-44f7-aa23-e1e79753d658", "name": "network-vif-deleted", "tag": "d777bdcd-b368-4f1b-9d04-02aa673da6f6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:58.564358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-55b48405-929e-4dce-9001-ad71188802da tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.586541 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-55b48405-929e-4dce-9001-ad71188802da tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.586541 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-55b48405-929e-4dce-9001-ad71188802da tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.35 "GET /v2.0/networks?id=7e190e83-40df-446b-b24e-ad1892687b5c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98 HTTP/1.1" status: 200 len: 1989 time: 0.3026164 Sep 30 08:13:58.604927 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78e453c-b41a-4069-8630-667202d5f6dc x-openstack-request-id: req-c78e453c-b41a-4069-8630-667202d5f6dc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:58.605285 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a281ce-4746-44f7-aa23-e1e79753d658", "name": "network-vif-deleted", "tag": "d777bdcd-b368-4f1b-9d04-02aa673da6f6", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:58.605530 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c78e453c-b41a-4069-8630-667202d5f6dc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:58.605946 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a281ce-4746-44f7-aa23-e1e79753d658', 'name': 'network-vif-deleted', 'tag': 'd777bdcd-b368-4f1b-9d04-02aa673da6f6', 'status': 'completed', 'code': 200} Sep 30 08:13:58.642641 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-1e9184c7-7ba7-435f-bdd1-20d82ebdf553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.643129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-1e9184c7-7ba7-435f-bdd1-20d82ebdf553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.643611 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-1e9184c7-7ba7-435f-bdd1-20d82ebdf553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.647086 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-1e9184c7-7ba7-435f-bdd1-20d82ebdf553 service neutron] 10.222.0.35 "GET /v2.0/networks?id=384df419-38eb-4226-b7dd-8fe2db486b35&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd HTTP/1.1" status: 200 len: 2298 time: 0.3380079 Sep 30 08:13:58.688386 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-436cc1a7-cd06-48a5-9dae-db68b2dee421 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4c9428373294d4091a65204159b0981 HTTP/1.1" status: 200 len: 380 time: 0.0662344 Sep 30 08:13:58.748114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6cac950d-41c8-4247-bd13-dce516106442 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Request body: {'port': {'device_id': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c', 'admin_state_up': True, 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'security_groups': ['9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:13:58.772761 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-eaf7d7e9-2540-4770-80d4-c5b685f3c864 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3237b50c-d6b1-404d-bdab-771cbaf0b52d HTTP/1.1" status: 200 len: 1000 time: 0.0963283 Sep 30 08:13:58.846209 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f276098c-3e60-474a-bcbf-3da07284266e req-d4c68675-ef36-4b67-a30d-e903c7531f6c tempest-ServerMetadataNegativeTestJSON-20017364 tempest-ServerMetadataNegativeTestJSON-20017364-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a281ce-4746-44f7-aa23-e1e79753d658 HTTP/1.1" status: 200 len: 210 time: 0.0401344 Sep 30 08:13:58.875857 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-2972f97c-50d0-4303-a105-ca1f54a8fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.877367 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-2972f97c-50d0-4303-a105-ca1f54a8fd51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f898384-daa1-40fa-9c72-56b1900fc76c HTTP/1.1" status: 200 len: 856 time: 0.0976300 Sep 30 08:13:58.984261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-f8a118e6-622c-4daf-82a4-f89ee8f398fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:58.985815 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-f8a118e6-622c-4daf-82a4-f89ee8f398fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=384df419-38eb-4226-b7dd-8fe2db486b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965407 Sep 30 08:13:58.986542 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6cac950d-41c8-4247-bd13-dce516106442 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Made reservation on behalf of b4c9428373294d4091a65204159b0981 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:13:58.990426 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6cac950d-41c8-4247-bd13-dce516106442 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:59.034411 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78c430e2-480e-46d4-b285-92da0fcff889 req-a12859e9-b59b-465d-8fec-f34310af571b tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0516627 Sep 30 08:13:59.145227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 551a3157-4cb2-49b3-a5be-010975b115fc up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:13:59.176356 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da7cee-edf2-4352-bac1-dfad9355165b req-eaae7d06-bb74-4210-a1f0-5e9acdf20277 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:59.185848 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54da7cee-edf2-4352-bac1-dfad9355165b req-eaae7d06-bb74-4210-a1f0-5e9acdf20277 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.0720837 Sep 30 08:13:59.235241 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54da7cee-edf2-4352-bac1-dfad9355165b req-28274796-abd1-4a0b-9aee-9bb9e608239c tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482490 Sep 30 08:13:59.259777 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-ca00be16-176c-49a6-be74-3c03290e12e3 service neutron] 10.222.0.35 "GET /v2.0/networks/384df419-38eb-4226-b7dd-8fe2db486b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546072 Sep 30 08:13:59.314673 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6cac950d-41c8-4247-bd13-dce516106442 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Allocated IP 172.20.0.10 (7e190e83-40df-446b-b24e-ad1892687b5c/66d7fd57-be5b-44cb-9d99-854249f7b937/1e114320-0926-43ba-b1f9-28e959335611) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:13:59.325948 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 551a3157-4cb2-49b3-a5be-010975b115fc completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:13:59.330556 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 551a3157-4cb2-49b3-a5be-010975b115fc triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:13:59.331190 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:59.372917 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47196674-bd5c-4189-b2d7-5f2b231d1cde req-af38363c-c031-4abc-92e2-367db312101e tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.0611758 Sep 30 08:13:59.429372 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:59.435719 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-08454173-6fbe-4fda-889f-87b26cf17e16 service neutron] 10.222.0.35 "GET /v2.0/networks/384df419-38eb-4226-b7dd-8fe2db486b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675427 Sep 30 08:13:59.468029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a86cf5-9700-4825-8534-5797ade85844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551a3157-4cb2-49b3-a5be-010975b115fc'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:13:59.471618 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8059e41a-c8c3-434f-9093-dd568a544d96" -d '{"events": [{"server_uuid": "06a86cf5-9700-4825-8534-5797ade85844", "name": "network-vif-plugged", "status": "completed", "tag": "551a3157-4cb2-49b3-a5be-010975b115fc"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:13:59.515004 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 551a3157-4cb2-49b3-a5be-010975b115fc, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=551a3157-4cb2-49b3-a5be-010975b115fc,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:13:59.523786 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:59.562819 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-66e45aca-84ce-4134-a979-dfb63a6915e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d2a04c48-1016-4204-91b9-76cc35da608f HTTP/1.1" status: 200 len: 217 time: 0.1099277 Sep 30 08:13:59.595322 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab68edf1-4929-497c-b1f8-ad53b9875ba7 x-openstack-request-id: req-ab68edf1-4929-497c-b1f8-ad53b9875ba7 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:13:59.595764 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a86cf5-9700-4825-8534-5797ade85844", "name": "network-vif-plugged", "status": "completed", "tag": "551a3157-4cb2-49b3-a5be-010975b115fc", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:13:59.595941 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab68edf1-4929-497c-b1f8-ad53b9875ba7 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:13:59.597361 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a86cf5-9700-4825-8534-5797ade85844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551a3157-4cb2-49b3-a5be-010975b115fc', 'code': 200} Sep 30 08:13:59.600379 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=551a3157-4cb2-49b3-a5be-010975b115fc,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:59.608598 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef756b3e-77af-43ab-9271-2b5084add81b req-7c46b36e-4157-4b3c-b3a1-a54bf45db57a tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:59.618564 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef756b3e-77af-43ab-9271-2b5084add81b req-7c46b36e-4157-4b3c-b3a1-a54bf45db57a tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 945 time: 0.1095114 Sep 30 08:13:59.622550 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:59.706016 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-b2b4badb-7d30-485e-8926-b0d315e4fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:59.708504 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-b2b4badb-7d30-485e-8926-b0d315e4fcdc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 200 len: 797 time: 0.0980225 Sep 30 08:13:59.712669 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef756b3e-77af-43ab-9271-2b5084add81b req-dae24793-e5d0-4c01-b658-66938890ed9f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929663 Sep 30 08:13:59.720130 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6cac950d-41c8-4247-bd13-dce516106442 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:59.750019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffea083-f179-40a1-9e24-ecae00db5ac3 req-5f74568a-d1d7-44af-b11e-6533d3acbdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:59.751626 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ffea083-f179-40a1-9e24-ecae00db5ac3 req-5f74568a-d1d7-44af-b11e-6533d3acbdc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 1096 time: 0.1257107 Sep 30 08:13:59.788696 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-04c2b2b6-65e1-4cd4-89e4-6a7dfa5fdcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:13:59.791015 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-04c2b2b6-65e1-4cd4-89e4-6a7dfa5fdcce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b90b784a-548c-41b5-91c7-a8e317195f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741684 Sep 30 08:13:59.802098 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ffea083-f179-40a1-9e24-ecae00db5ac3 req-fcb0270d-4a21-45ed-93c6-847797e885e2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419879 Sep 30 08:13:59.811089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6cac950d-41c8-4247-bd13-dce516106442 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:59.902867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34558) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:13:59.914102 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6cac950d-41c8-4247-bd13-dce516106442 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Network 7e190e83-40df-446b-b24e-ad1892687b5c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:13:59.927950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6cac950d-41c8-4247-bd13-dce516106442 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:13:59.931497 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac950d-41c8-4247-bd13-dce516106442 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event updated for resources: {'Port': ['ID=1e114320-0926-43ba-b1f9-28e959335611,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:13:59.934239 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6cac950d-41c8-4247-bd13-dce516106442 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:13:59.967739 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05fd12f-6248-44ee-a0b7-4421d8556161 admin admin] Deleting subnet 9c933ce4-2e99-4b78-a927-d88c6e008635 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:13:59.971435 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c05fd12f-6248-44ee-a0b7-4421d8556161 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:13:59.991217 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-0a83deb7-c6b7-4c52-82e1-4b2f463826ff service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894891 Sep 30 08:14:00.004645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6cac950d-41c8-4247-bd13-dce516106442 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:00.005315 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6cac950d-41c8-4247-bd13-dce516106442 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:00.031276 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c05fd12f-6248-44ee-a0b7-4421d8556161 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:00.092976 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6cac950d-41c8-4247-bd13-dce516106442 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3504927 Sep 30 08:14:00.138066 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c05fd12f-6248-44ee-a0b7-4421d8556161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:00.156827 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-d64d7bab-8236-4341-bd3e-ef05cc0ddea3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Request body: {'port': {'device_id': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c', 'admin_state_up': True, 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'security_groups': ['9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:00.245480 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42624bef-310e-4851-96ab-51d4dbd8cdd5 req-51536e91-c0f1-4298-aef0-2dc00b4750db tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0545955 Sep 30 08:14:00.303225 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c05fd12f-6248-44ee-a0b7-4421d8556161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:00.397699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fd12f-6248-44ee-a0b7-4421d8556161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c933ce4-2e99-4b78-a927-d88c6e008635,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:00.412094 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c05fd12f-6248-44ee-a0b7-4421d8556161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:00.416026 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c05fd12f-6248-44ee-a0b7-4421d8556161 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9c933ce4-2e99-4b78-a927-d88c6e008635 HTTP/1.1" status: 204 len: 168 time: 0.5111794 Sep 30 08:14:00.420410 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0ee60c53-1cfd-42c9-9890-503a53eca9cd None None] Provisioning complete for port 1e114320-0926-43ba-b1f9-28e959335611 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:00.425044 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:00.427720 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ee60c53-1cfd-42c9-9890-503a53eca9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:00.453717 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-6f001d2c-f0c2-46b3-8055-4c4c36109f56 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456711 Sep 30 08:14:00.551832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0ee60c53-1cfd-42c9-9890-503a53eca9cd None None] Port 1e114320-0926-43ba-b1f9-28e959335611 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:14:00.557024 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-84164690-2b13-4f37-aed2-ab03c502fd99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=f0f3ccad-dbbd-4b38-b65a-93a3ef827cee HTTP/1.1" status: 200 len: 217 time: 0.0764596 Sep 30 08:14:00.568274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925c3d8-d321-4b0b-a487-bed08a26e71d req-dc4f4881-2643-4177-8651-1443c3ed184a tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:00.577334 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0925c3d8-d321-4b0b-a487-bed08a26e71d req-dc4f4881-2643-4177-8651-1443c3ed184a tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.1365290 Sep 30 08:14:00.620010 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-d64d7bab-8236-4341-bd3e-ef05cc0ddea3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Made reservation on behalf of b4c9428373294d4091a65204159b0981 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:00.623507 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-d64d7bab-8236-4341-bd3e-ef05cc0ddea3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:00.659952 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ee2b-84a0-4e11-afae-c871ec5577ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:00.681672 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0925c3d8-d321-4b0b-a487-bed08a26e71d req-811f1d72-dbe0-44bc-b1ea-3fab20c621d5 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029732 Sep 30 08:14:00.707768 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-ddb8c484-7216-4118-83e8-17ce909ccb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:00.709292 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-ddb8c484-7216-4118-83e8-17ce909ccb18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 200 len: 797 time: 0.1101778 Sep 30 08:14:00.711219 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c57ecb-84d6-4d80-9c16-e1ac52f8b0e3 req-db57340c-d9ab-40ad-9e12-bc31dd6c327b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:00.712946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7c57ecb-84d6-4d80-9c16-e1ac52f8b0e3 req-db57340c-d9ab-40ad-9e12-bc31dd6c327b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 932 time: 0.1058359 Sep 30 08:14:00.764213 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7c57ecb-84d6-4d80-9c16-e1ac52f8b0e3 req-d052910f-8927-4f63-a79b-881802f72b6c tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410883 Sep 30 08:14:00.842461 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bc038-cac7-46d6-a60d-6b95451793d2 req-239dfd46-08e8-4b9e-a67f-ac9313385a54 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:00.846116 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d6bc038-cac7-46d6-a60d-6b95451793d2 req-239dfd46-08e8-4b9e-a67f-ac9313385a54 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 945 time: 0.0548968 Sep 30 08:14:00.874377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ee2b-84a0-4e11-afae-c871ec5577ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:00.889553 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d6bc038-cac7-46d6-a60d-6b95451793d2 req-a258f6fa-c69c-42f3-811c-e2a405a1e0a9 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363252 Sep 30 08:14:00.911163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9ae4ee2b-84a0-4e11-afae-c871ec5577ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d00fdf7-4755-41e6-96b2-8c7a1f519fb9']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:00.968465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-3e08cbb1-c130-4ee5-839e-8b315960e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:00.970363 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-3e08cbb1-c130-4ee5-839e-8b315960e970 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b90b784a-548c-41b5-91c7-a8e317195f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2252009 Sep 30 08:14:00.988367 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9ae4ee2b-84a0-4e11-afae-c871ec5577ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003cbdec-baef-42fe-9005-618eda15a88c') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:00.989052 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9ae4ee2b-84a0-4e11-afae-c871ec5577ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003cbdec-baef-42fe-9005-618eda15a88c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:01.024338 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ee2b-84a0-4e11-afae-c871ec5577ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.033006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-d64d7bab-8236-4341-bd3e-ef05cc0ddea3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Allocated IP 10.1.1.172 (fe719140-e914-4c92-bc2f-67234315bd4c/5e77dc02-fc58-473d-9a59-e817fa9dc117/fba29b8d-c114-4900-9adf-238fdb2fb410) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:01.052323 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ee2b-84a0-4e11-afae-c871ec5577ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.065517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae4ee2b-84a0-4e11-afae-c871ec5577ef admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:14:01.066511 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ee2b-84a0-4e11-afae-c871ec5577ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:14:01.068396 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:14:01.198764 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ee2b-84a0-4e11-afae-c871ec5577ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.216516 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ee2b-84a0-4e11-afae-c871ec5577ef admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.220912 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9ae4ee2b-84a0-4e11-afae-c871ec5577ef admin admin] 10.222.0.24 "DELETE /v2.0/networks/5d00fdf7-4755-41e6-96b2-8c7a1f519fb9 HTTP/1.1" status: 204 len: 168 time: 0.7761452 Sep 30 08:14:01.221221 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-2e5ba9c5-8934-4308-954c-eec8887de27f service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431543 Sep 30 08:14:01.333951 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-9c97dea0-954f-432a-a3e0-49a494470803 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000319 Sep 30 08:14:01.334965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4ee2b-84a0-4e11-afae-c871ec5577ef admin admin] Pushing event deleted for resources: {'Network': ['ID=5d00fdf7-4755-41e6-96b2-8c7a1f519fb9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:01.407555 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-326b6476-96f4-4260-ae2a-084fd8817926 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=65097e74-e449-431b-a3eb-790fec30038f HTTP/1.1" status: 200 len: 217 time: 0.0622656 Sep 30 08:14:01.449617 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36606280-9125-473f-baa9-c6cf8a89d023 req-46a3ce2c-34c3-4152-ae10-10568c943722 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0561817 Sep 30 08:14:01.483965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34592) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:01.533583 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3df5b7ec-c7a0-4d9d-a5d9-f63e2c0003ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4363a09c9df47f29767892a874645e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482180 Sep 30 08:14:01.536430 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-d64d7bab-8236-4341-bd3e-ef05cc0ddea3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.538095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:01.576024 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-b87bdd65-ff33-4980-95e9-ca36eda479fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:01.577964 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-b87bdd65-ff33-4980-95e9-ca36eda479fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 200 len: 797 time: 0.1322060 Sep 30 08:14:01.679547 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f556dce2-543a-433c-b9ae-aff7abf81d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.681438 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-d64d7bab-8236-4341-bd3e-ef05cc0ddea3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:01.698226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-2d7f2857-858e-44ac-a0c3-b35529cd7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:01.699749 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-2d7f2857-858e-44ac-a0c3-b35529cd7dc9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b90b784a-548c-41b5-91c7-a8e317195f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1104488 Sep 30 08:14:01.823301 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e958d-26d2-4bda-96df-6ab31a200285 req-ed1f511e-25d3-4d40-a8aa-c846cc817e4c tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:01.825558 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-709e958d-26d2-4bda-96df-6ab31a200285 req-ed1f511e-25d3-4d40-a8aa-c846cc817e4c tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.0704932 Sep 30 08:14:01.889287 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-709e958d-26d2-4bda-96df-6ab31a200285 req-1d688e3d-1d7e-4cef-8aaa-84b6c4ec1a45 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574245 Sep 30 08:14:02.046734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b0342-ea09-4d77-b728-b50784a2c588 req-fa9945c9-33c7-4334-a335-414334577576 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:02.055336 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-606b0342-ea09-4d77-b728-b50784a2c588 req-fa9945c9-33c7-4334-a335-414334577576 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 945 time: 0.0723066 Sep 30 08:14:02.123228 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-606b0342-ea09-4d77-b728-b50784a2c588 req-2c206e6a-ece4-4587-a657-f464e4b2bd8e tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559733 Sep 30 08:14:02.123228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591caf47-525f-4ec9-8569-9d629561434a req-758b15d9-d9d7-410a-b2b5-6f6d3ced7dc6 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:02.141353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591caf47-525f-4ec9-8569-9d629561434a req-758b15d9-d9d7-410a-b2b5-6f6d3ced7dc6 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:02.143018 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-591caf47-525f-4ec9-8569-9d629561434a req-758b15d9-d9d7-410a-b2b5-6f6d3ced7dc6 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 1654 time: 0.2396507 Sep 30 08:14:02.149664 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f556dce2-543a-433c-b9ae-aff7abf81d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:02.153366 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-d64d7bab-8236-4341-bd3e-ef05cc0ddea3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Network fe719140-e914-4c92-bc2f-67234315bd4c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:02.173989 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-d64d7bab-8236-4341-bd3e-ef05cc0ddea3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:02.178111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-d64d7bab-8236-4341-bd3e-ef05cc0ddea3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:02.248030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-591caf47-525f-4ec9-8569-9d629561434a req-e8f1f9d7-0f8a-459c-ba76-ba38c7cba9be tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955424 Sep 30 08:14:02.354069 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d7bab-8236-4341-bd3e-ef05cc0ddea3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event updated for resources: {'Port': ['ID=fba29b8d-c114-4900-9adf-238fdb2fb410,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:02.442953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-d64d7bab-8236-4341-bd3e-ef05cc0ddea3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:02.443693 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-d64d7bab-8236-4341-bd3e-ef05cc0ddea3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:02.471612 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-c85a3750-4a9c-4248-8d47-852e5541cc1b service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7409322 Sep 30 08:14:02.477331 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-d64d7bab-8236-4341-bd3e-ef05cc0ddea3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3281271 Sep 30 08:14:02.478237 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f556dce2-543a-433c-b9ae-aff7abf81d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:02.480721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937621e5-7b88-48d9-afff-e8243852eda7 req-6a1432c6-8b67-413d-b6fa-a638b2ac7acb tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:02.483784 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f556dce2-543a-433c-b9ae-aff7abf81d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:02.483784 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f556dce2-543a-433c-b9ae-aff7abf81d0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54c98b4c-3ade-4943-b238-d07cab895460 HTTP/1.1" status: 204 len: 168 time: 0.9450548 Sep 30 08:14:02.507087 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-937621e5-7b88-48d9-afff-e8243852eda7 req-6a1432c6-8b67-413d-b6fa-a638b2ac7acb tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 945 time: 0.1447623 Sep 30 08:14:02.682649 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-937621e5-7b88-48d9-afff-e8243852eda7 req-6426af87-2f12-4266-8917-3d5a7073e3cf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735909 Sep 30 08:14:02.705898 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556dce2-543a-433c-b9ae-aff7abf81d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c98b4c-3ade-4943-b238-d07cab895460,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:02.747684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e29934b5-c9af-4f1e-938b-e7e64e161053 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Request body: {'port': {'device_id': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c', 'admin_state_up': True, 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'security_groups': ['9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:02.768440 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-43ec6fdd-6e8d-45dc-aa9b-5d067250f60f service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754891 Sep 30 08:14:02.795444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2113409a-2d5a-433e-b8d1-7c1d2ea21800 None None] Provisioning complete for port fba29b8d-c114-4900-9adf-238fdb2fb410 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:02.796180 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2113409a-2d5a-433e-b8d1-7c1d2ea21800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:02.871688 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27768fc4-1d67-449b-9ff2-6b905a9a81f7 req-e9bf93c5-a452-4636-a6e0-a4a0d63f85ac tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0622592 Sep 30 08:14:02.891789 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2113409a-2d5a-433e-b8d1-7c1d2ea21800 None None] Port fba29b8d-c114-4900-9adf-238fdb2fb410 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:14:02.927842 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-5bcdefd2-b3ea-4104-8f8b-013a9afe48aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 HTTP/1.1" status: 200 len: 217 time: 0.1198516 Sep 30 08:14:03.089281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399d6a6-c5c0-4df8-898b-37b4f96cca25 req-19426c8a-bcb0-48ce-b750-6359d35942f7 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:03.090566 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-109abfce-2036-4961-a712-067bf395c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:03.092096 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-109abfce-2036-4961-a712-067bf395c6e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 200 len: 797 time: 0.1547070 Sep 30 08:14:03.103844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1399d6a6-c5c0-4df8-898b-37b4f96cca25 req-19426c8a-bcb0-48ce-b750-6359d35942f7 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.0986617 Sep 30 08:14:03.114496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e29934b5-c9af-4f1e-938b-e7e64e161053 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Made reservation on behalf of b4c9428373294d4091a65204159b0981 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:03.118179 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e29934b5-c9af-4f1e-938b-e7e64e161053 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:03.160859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1399d6a6-c5c0-4df8-898b-37b4f96cca25 req-09364517-de5f-4b13-89fa-1b83ef7ebcff tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558136 Sep 30 08:14:03.163432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device d777bdcd-b368-4f1b-9d04-02aa673da6f6 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:14:03.181045 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-bd3f2447-02f1-453f-8949-5fadd93e4ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:03.182861 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-bd3f2447-02f1-453f-8949-5fadd93e4ce4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b90b784a-548c-41b5-91c7-a8e317195f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0812330 Sep 30 08:14:03.225839 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: d777bdcd-b368-4f1b-9d04-02aa673da6f6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:14:03.226530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device d777bdcd-b368-4f1b-9d04-02aa673da6f6 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:14:03.398354 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-7b5ba9da-9d4b-41b1-8904-7a1fc12ea9b2 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674874 Sep 30 08:14:03.404770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e29934b5-c9af-4f1e-938b-e7e64e161053 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Allocated IP 10.1.1.19 (fe719140-e914-4c92-bc2f-67234315bd4c/5e77dc02-fc58-473d-9a59-e817fa9dc117/15a53876-fc9c-4d22-922c-19f775e34774) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:03.464126 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed455-744c-4369-bb9a-939239318a97 req-711c3e5f-601a-40b9-889c-156c31e77d98 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:03.470960 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed455-744c-4369-bb9a-939239318a97 req-711c3e5f-601a-40b9-889c-156c31e77d98 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:03.479023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30eed455-744c-4369-bb9a-939239318a97 req-711c3e5f-601a-40b9-889c-156c31e77d98 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 1654 time: 0.0793307 Sep 30 08:14:03.536657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30eed455-744c-4369-bb9a-939239318a97 req-06437436-d61e-4f72-858d-757aea3a64c8 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565803 Sep 30 08:14:03.666696 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-adc73aad-e814-4ed7-ad66-c5730f6a4c79 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538106 Sep 30 08:14:03.749322 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-d2429583-4464-4e05-bd89-349de62cf82a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6275749-d3f0-44ae-8512-99bd87141470 HTTP/1.1" status: 200 len: 217 time: 0.0753651 Sep 30 08:14:03.848338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-25a10148-e874-4de9-b6c9-e55ec85ab69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:03.850102 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-25a10148-e874-4de9-b6c9-e55ec85ab69d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e7708e0-b666-41ba-91d3-88457521fad1 HTTP/1.1" status: 200 len: 797 time: 0.0691276 Sep 30 08:14:03.902183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbd9f3-4650-479f-b899-55e2d984c07e req-38c88d63-d587-4b13-9df4-c967cd4a46bf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:03.904483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8dbd9f3-4650-479f-b899-55e2d984c07e req-38c88d63-d587-4b13-9df4-c967cd4a46bf tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 945 time: 0.0960112 Sep 30 08:14:03.976417 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8dbd9f3-4650-479f-b899-55e2d984c07e req-3d416d9b-bdf7-4421-814d-81bb70b406c0 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643091 Sep 30 08:14:03.978412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e29934b5-c9af-4f1e-938b-e7e64e161053 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:04.030053 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-88d22fe2-ce4d-40bd-acdf-90d7b90111a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:04.031629 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-88d22fe2-ce4d-40bd-acdf-90d7b90111a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1691754 Sep 30 08:14:04.166300 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e29934b5-c9af-4f1e-938b-e7e64e161053 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:04.196517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba62fd87-cde0-442d-879f-b0e5e4f8eb08 req-2bf7d5f4-53c1-4cfa-a4d2-895ba85ce821 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0523221 Sep 30 08:14:04.234606 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e29934b5-c9af-4f1e-938b-e7e64e161053 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Network fe719140-e914-4c92-bc2f-67234315bd4c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:04.241274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e29934b5-c9af-4f1e-938b-e7e64e161053 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:04.244891 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-d4bb7ba6-155d-481b-ad52-3e1290e1ac73 service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971855 Sep 30 08:14:04.248041 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e29934b5-c9af-4f1e-938b-e7e64e161053 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:04.312901 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29934b5-c9af-4f1e-938b-e7e64e161053 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event updated for resources: {'Port': ['ID=15a53876-fc9c-4d22-922c-19f775e34774,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:04.395342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e29934b5-c9af-4f1e-938b-e7e64e161053 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:04.396254 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e29934b5-c9af-4f1e-938b-e7e64e161053 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:04.459270 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e29934b5-c9af-4f1e-938b-e7e64e161053 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7294712 Sep 30 08:14:04.480318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f669b-82c6-4805-aa1d-8024cd62e2fc req-6b80b23e-0389-49b3-933f-f667cc2dd940 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:04.487089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Request body: {'port': {'device_id': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98', 'admin_state_up': True, 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'security_groups': ['9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:04.489799 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-454f669b-82c6-4805-aa1d-8024cd62e2fc req-6b80b23e-0389-49b3-933f-f667cc2dd940 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.0705321 Sep 30 08:14:04.567114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-454f669b-82c6-4805-aa1d-8024cd62e2fc req-cefc1da6-24ae-46c4-b4ab-66d4eaab4bc4 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760787 Sep 30 08:14:04.570601 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-9c128b0e-9028-42f5-9fe8-ea9eba8896d1 service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968605 Sep 30 08:14:04.645374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-37bdcf20-1c09-4cd7-a981-1787bd1aced0 None None] Provisioning complete for port 15a53876-fc9c-4d22-922c-19f775e34774 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:04.645897 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37bdcf20-1c09-4cd7-a981-1787bd1aced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:04.651770 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-32b9d6ef-980c-4c11-b5ca-8a33c811121a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=26ad74b0-3ba8-4587-b553-8544368b4753 HTTP/1.1" status: 200 len: 217 time: 0.0687284 Sep 30 08:14:04.743520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-37bdcf20-1c09-4cd7-a981-1787bd1aced0 None None] Port 15a53876-fc9c-4d22-922c-19f775e34774 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:14:04.752189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ca129-3504-4d49-af69-a421306e908b req-281a4573-07f0-4283-9f6f-319efb853427 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:04.754842 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-401ca129-3504-4d49-af69-a421306e908b req-281a4573-07f0-4283-9f6f-319efb853427 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 945 time: 0.0838282 Sep 30 08:14:04.805045 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-401ca129-3504-4d49-af69-a421306e908b req-03397daa-d1d2-42e8-a664-4824efe73f2c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442066 Sep 30 08:14:04.929154 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-ea1cd186-8808-40d7-bae7-82d84f4f30ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:04.930756 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-ea1cd186-8808-40d7-bae7-82d84f4f30ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e7708e0-b666-41ba-91d3-88457521fad1 HTTP/1.1" status: 200 len: 797 time: 0.1726754 Sep 30 08:14:04.963628 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Made reservation on behalf of b4c9428373294d4091a65204159b0981 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:05.054374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e65cb6-8490-474e-9510-a7ef945cd090 req-3562a647-9aed-4802-aa9f-5c3525de1b5f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:05.062736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e65cb6-8490-474e-9510-a7ef945cd090 req-3562a647-9aed-4802-aa9f-5c3525de1b5f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:05.069210 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e65cb6-8490-474e-9510-a7ef945cd090 req-3562a647-9aed-4802-aa9f-5c3525de1b5f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:05.079424 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b5e65cb6-8490-474e-9510-a7ef945cd090 req-3562a647-9aed-4802-aa9f-5c3525de1b5f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 2374 time: 0.1653423 Sep 30 08:14:05.195949 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b5e65cb6-8490-474e-9510-a7ef945cd090 req-912fad1e-55ac-42f3-9c63-e86cbe969a20 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154869 Sep 30 08:14:05.198805 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f621c265-a99a-46db-9d89-b709149dfa4c req-83f3a4a0-a59b-481f-b938-869e05a88f49 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b88190-3b35-4af9-b116-5f946e47466a HTTP/1.1" status: 200 len: 210 time: 0.0734103 Sep 30 08:14:05.312108 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:05.334292 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-a84504fb-c42c-4146-9683-4e1e4bc69e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:05.338205 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-a84504fb-c42c-4146-9683-4e1e4bc69e45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3955071 Sep 30 08:14:05.427394 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db8df19f-5558-43c8-9130-f43249dec04f req-e35f5f7e-ef0a-43d4-ade7-8c047324a99f tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0440378 Sep 30 08:14:05.498030 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-4ad29c36-f241-4dd5-96bb-9c1bbd115c06 service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514661 Sep 30 08:14:05.886178 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f7375-9188-40a9-a0a7-1788de751150 req-ed90b289-98ec-483c-ac94-e0c0298eef65 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:05.900374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-464f7375-9188-40a9-a0a7-1788de751150 req-ed90b289-98ec-483c-ac94-e0c0298eef65 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 945 time: 0.1378996 Sep 30 08:14:05.939154 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49106741-64e8-47d3-bad7-2ff3c9a661ce req-ac093bc4-6379-44e1-b08e-d615f956cb3b tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.1313529 Sep 30 08:14:05.997314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Allocated IP 10.2.2.100 (db952c52-1c3f-4f41-9b5b-784bfdc3ae98/9a717074-20be-43db-92fd-460ccea803fc/07bbc016-1456-47b7-8f6c-736533ad6b71) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:06.022559 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a7cb2f7-7123-4db4-b55e-aebecddc8b5b req-f369a230-9a99-415a-b5ea-68c85f1368de service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716401 Sep 30 08:14:06.070667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03b0fe-8588-470c-84ed-dbd5d8099e9c req-2cf5e75e-03b7-4184-802e-e21ecfee8b29 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.105739 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c03b0fe-8588-470c-84ed-dbd5d8099e9c req-2cf5e75e-03b7-4184-802e-e21ecfee8b29 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.4416935 Sep 30 08:14:06.237357 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:06.266375 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c03b0fe-8588-470c-84ed-dbd5d8099e9c req-7f9de799-5824-446b-bff6-69d6f175b6cb tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576509 Sep 30 08:14:06.291537 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:06.307642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e3c8e-4d60-4a2b-a0e4-ac5056445e52 req-1199d6c8-471d-430b-b221-367e74c6c55b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.309245 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c2e3c8e-4d60-4a2b-a0e4-ac5056445e52 req-1199d6c8-471d-430b-b221-367e74c6c55b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 945 time: 0.1694677 Sep 30 08:14:06.418041 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c2e3c8e-4d60-4a2b-a0e4-ac5056445e52 req-ff8ffa6a-bcaa-4c43-a8da-ab101c4d9f99 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876677 Sep 30 08:14:06.455158 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-464f7375-9188-40a9-a0a7-1788de751150 req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Deleting port 551a3157-4cb2-49b3-a5be-010975b115fc {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:14:06.458080 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:06.458561 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-464f7375-9188-40a9-a0a7-1788de751150 req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:06.476267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:06.484587 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event updated for resources: {'Port': ['ID=07bbc016-1456-47b7-8f6c-736533ad6b71,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:06.487224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:06.541180 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:06.555978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:06.556691 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:06.557393 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:06.557900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:06.562859 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:06.563635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:06.564369 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:06.564885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:06.567986 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:06.570198 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:06.570743 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:06.711512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.714166 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:06.774654 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-fadb4238-6cfd-4403-9838-9c09c875dc69 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2894521 Sep 30 08:14:06.790118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d391c-cb80-4c8f-8eef-ef8870bc2cbc req-51aa2c70-bc31-421e-9a38-b1b1b9ec155d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.799435 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d391c-cb80-4c8f-8eef-ef8870bc2cbc req-51aa2c70-bc31-421e-9a38-b1b1b9ec155d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.801571 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-0671768f-8d08-4cb6-9dd1-5ff6599eed2d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Request body: {'port': {'device_id': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98', 'admin_state_up': True, 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'security_groups': ['9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:06.806452 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d391c-cb80-4c8f-8eef-ef8870bc2cbc req-51aa2c70-bc31-421e-9a38-b1b1b9ec155d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.812952 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d391c-cb80-4c8f-8eef-ef8870bc2cbc req-51aa2c70-bc31-421e-9a38-b1b1b9ec155d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:06.822239 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe9d391c-cb80-4c8f-8eef-ef8870bc2cbc req-51aa2c70-bc31-421e-9a38-b1b1b9ec155d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 3095 time: 0.2209251 Sep 30 08:14:06.892200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd55e30b-85e9-4730-abd2-48a5bb3c24c5 req-ae4007dc-bcd4-4007-a114-1015782f8f03 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0593157 Sep 30 08:14:06.914287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-464f7375-9188-40a9-a0a7-1788de751150 req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] For port 551a3157-4cb2-49b3-a5be-010975b115fc, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=551a3157-4cb2-49b3-a5be-010975b115fc,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:06.914985 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-464f7375-9188-40a9-a0a7-1788de751150 req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:06.970346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-464f7375-9188-40a9-a0a7-1788de751150 req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Calling delete_port for 551a3157-4cb2-49b3-a5be-010975b115fc owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:14:06.998077 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe9d391c-cb80-4c8f-8eef-ef8870bc2cbc req-8142df97-f8b5-4dd4-bbee-35a0a29b1e9a tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744845 Sep 30 08:14:07.041343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-0671768f-8d08-4cb6-9dd1-5ff6599eed2d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Made reservation on behalf of b4c9428373294d4091a65204159b0981 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:07.053255 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-0671768f-8d08-4cb6-9dd1-5ff6599eed2d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:07.054607 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e05c153c-2b4d-4c4f-8433-5fee915f81b0 None None] Provisioning complete for port 07bbc016-1456-47b7-8f6c-736533ad6b71 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:07.055074 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e05c153c-2b4d-4c4f-8433-5fee915f81b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:07.150281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e05c153c-2b4d-4c4f-8433-5fee915f81b0 None None] Port 07bbc016-1456-47b7-8f6c-736533ad6b71 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:14:07.179655 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81e44c54-a85b-461e-866c-cdb3ac1d04dc req-4a34507b-22f3-4c9c-aee9-37dc0a6d16d6 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0660474 Sep 30 08:14:07.272875 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-464f7375-9188-40a9-a0a7-1788de751150 req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:07.286421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['551a3157-4cb2-49b3-a5be-010975b115fc'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:07.314389 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-0671768f-8d08-4cb6-9dd1-5ff6599eed2d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Allocated IP 10.2.2.200 (db952c52-1c3f-4f41-9b5b-784bfdc3ae98/9a717074-20be-43db-92fd-460ccea803fc/f9522420-7df6-4954-a2ef-17f1cb2925d5) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:07.324383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Pushing event deleted for resources: {'Port': ['ID=551a3157-4cb2-49b3-a5be-010975b115fc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:07.367297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:07.367561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:07.368132 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:07.368557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:07.368905 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:07.369247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:07.369582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:07.369917 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:07.370247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:07.370578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:07.370908 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:07.371236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:07.532539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-464f7375-9188-40a9-a0a7-1788de751150 req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] No DVR routers for this DVR port 551a3157-4cb2-49b3-a5be-010975b115fc on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:14:07.537182 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-464f7375-9188-40a9-a0a7-1788de751150 req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:07.540173 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-464f7375-9188-40a9-a0a7-1788de751150 req-2f5f3ed2-dce0-44bf-b51e-2a3110229687 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "DELETE /v2.0/ports/551a3157-4cb2-49b3-a5be-010975b115fc HTTP/1.1" status: 204 len: 173 time: 1.6376638 Sep 30 08:14:07.541671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a86cf5-9700-4825-8534-5797ade85844', 'name': 'network-vif-deleted', 'tag': '551a3157-4cb2-49b3-a5be-010975b115fc'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:07.550457 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500f4301-8afb-4e55-9233-0204751dce72" -d '{"events": [{"server_uuid": "06a86cf5-9700-4825-8534-5797ade85844", "name": "network-vif-deleted", "tag": "551a3157-4cb2-49b3-a5be-010975b115fc"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:07.587169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f267df-6633-4bc9-b6f3-2a7b5f5f8f24 req-50db48fd-653d-4dcc-b36d-b3916b1b917e tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:07.592753 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-0671768f-8d08-4cb6-9dd1-5ff6599eed2d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:07.599291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7f267df-6633-4bc9-b6f3-2a7b5f5f8f24 req-50db48fd-653d-4dcc-b36d-b3916b1b917e tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.2185276 Sep 30 08:14:07.666358 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-0671768f-8d08-4cb6-9dd1-5ff6599eed2d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:07.741183 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8bfeaca-6709-4eca-bf57-7aad5e1ec05b req-52fda422-43f9-4ab5-a3f6-a581cea3bdef tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=06a86cf5-9700-4825-8534-5797ade85844 HTTP/1.1" status: 200 len: 210 time: 0.0915794 Sep 30 08:14:07.822757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-0671768f-8d08-4cb6-9dd1-5ff6599eed2d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:07.827720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-0671768f-8d08-4cb6-9dd1-5ff6599eed2d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:07.837250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-0671768f-8d08-4cb6-9dd1-5ff6599eed2d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:07.844140 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671768f-8d08-4cb6-9dd1-5ff6599eed2d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event updated for resources: {'Port': ['ID=f9522420-7df6-4954-a2ef-17f1cb2925d5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:07.845822 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7f267df-6633-4bc9-b6f3-2a7b5f5f8f24 req-2432a3a6-3d04-4329-8d9c-54202a54e731 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389939 Sep 30 08:14:07.873842 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62debce2-ac63-4781-9bf8-6b8f2f2cad91 x-openstack-request-id: req-62debce2-ac63-4781-9bf8-6b8f2f2cad91 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:07.874090 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a86cf5-9700-4825-8534-5797ade85844", "name": "network-vif-deleted", "tag": "551a3157-4cb2-49b3-a5be-010975b115fc", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:07.874343 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62debce2-ac63-4781-9bf8-6b8f2f2cad91 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:07.874743 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a86cf5-9700-4825-8534-5797ade85844', 'name': 'network-vif-deleted', 'tag': '551a3157-4cb2-49b3-a5be-010975b115fc', 'status': 'completed', 'code': 200} Sep 30 08:14:07.945940 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-0671768f-8d08-4cb6-9dd1-5ff6599eed2d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:07.946634 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-0671768f-8d08-4cb6-9dd1-5ff6599eed2d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:07.965707 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-0671768f-8d08-4cb6-9dd1-5ff6599eed2d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1701226 Sep 30 08:14:07.985689 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Request body: {'port': {'device_id': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:08.057941 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f338f41-842b-4fe8-a66b-0065047c42ea req-622595e0-7c68-4115-9279-143fea8bdf27 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0386860 Sep 30 08:14:08.096268 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:08.111977 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bb7bd73-1eae-432b-826b-3b4857861aec req-09d81892-ce0a-4609-9753-3c623849185f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a1b88190-3b35-4af9-b116-5f946e47466a HTTP/1.1" status: 200 len: 210 time: 0.0573263 Sep 30 08:14:08.236988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9c5b2-3f24-44bd-a81f-471122d835de req-0ebe0e73-9f27-4be6-b193-535d78665cca tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:08.244534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9c5b2-3f24-44bd-a81f-471122d835de req-0ebe0e73-9f27-4be6-b193-535d78665cca tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:08.251461 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9c5b2-3f24-44bd-a81f-471122d835de req-0ebe0e73-9f27-4be6-b193-535d78665cca tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:08.258871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9c5b2-3f24-44bd-a81f-471122d835de req-0ebe0e73-9f27-4be6-b193-535d78665cca tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:08.265383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9c5b2-3f24-44bd-a81f-471122d835de req-0ebe0e73-9f27-4be6-b193-535d78665cca tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:08.273755 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6c9c5b2-3f24-44bd-a81f-471122d835de req-0ebe0e73-9f27-4be6-b193-535d78665cca tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 3816 time: 0.1105015 Sep 30 08:14:08.285504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-23fe3d76-7342-4dd0-bf8b-35cb191bd97f None None] Provisioning complete for port f9522420-7df6-4954-a2ef-17f1cb2925d5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:08.286167 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23fe3d76-7342-4dd0-bf8b-35cb191bd97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:08.319394 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff18e77d-9851-4517-9594-653fde94817a req-43184787-9afc-4c88-a3a2-41f47b4f5d85 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0380921 Sep 30 08:14:08.340282 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-23fe3d76-7342-4dd0-bf8b-35cb191bd97f None None] Port f9522420-7df6-4954-a2ef-17f1cb2925d5 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:14:08.364453 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6c9c5b2-3f24-44bd-a81f-471122d835de req-7721e34a-ef3b-4fd9-88f9-d9022ece90f7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851769 Sep 30 08:14:08.445449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e114320-0926-43ba-b1f9-28e959335611 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:08.453073 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:08.466284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Transition to ACTIVE for port object 1e114320-0926-43ba-b1f9-28e959335611 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:08.470952 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:08.523451 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Pushing event updated for resources: {'Port': ['ID=1e114320-0926-43ba-b1f9-28e959335611,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:08.601216 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Attempting to bind port 1e114320-0926-43ba-b1f9-28e959335611 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:08.601865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Attempting to bind port 1e114320-0926-43ba-b1f9-28e959335611 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '1ee08142-f327-4e9e-a4d8-ca13f9dc85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:08.602032 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Attempting to bind port 1e114320-0926-43ba-b1f9-28e959335611 on network 7e190e83-40df-446b-b24e-ad1892687b5c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:08.606899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Port 1e114320-0926-43ba-b1f9-28e959335611 on network 7e190e83-40df-446b-b24e-ad1892687b5c not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:08.607303 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Attempting to bind port 1e114320-0926-43ba-b1f9-28e959335611 on network 7e190e83-40df-446b-b24e-ad1892687b5c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:08.613419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:08.614186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Checking segment: {'id': '1ee08142-f327-4e9e-a4d8-ca13f9dc85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:08.614735 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Bound using segment: {'id': '1ee08142-f327-4e9e-a4d8-ca13f9dc85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:08.615171 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Bound port: 1e114320-0926-43ba-b1f9-28e959335611, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee08142-f327-4e9e-a4d8-ca13f9dc85bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:08.615542 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:08.700181 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] For port 1e114320-0926-43ba-b1f9-28e959335611, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:08.703708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] For port 1e114320-0926-43ba-b1f9-28e959335611, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1e114320-0926-43ba-b1f9-28e959335611,segment=NetworkSegment(1ee08142-f327-4e9e-a4d8-ca13f9dc85bd),segment_id=1ee08142-f327-4e9e-a4d8-ca13f9dc85bd)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:08.712853 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:08.745259 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:08.745774 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:08.747783 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] 10.222.0.35 "PUT /v2.0/ports/1e114320-0926-43ba-b1f9-28e959335611 HTTP/1.1" status: 200 len: 1092 time: 0.7668571 Sep 30 08:14:08.748275 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'tag': '1e114320-0926-43ba-b1f9-28e959335611'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:08.750893 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26841a6f-f4a7-46f6-b9d6-0dc5ecc612bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "tag": "1e114320-0926-43ba-b1f9-28e959335611"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:08.792659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Request body: {'port': {'device_id': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:08.820921 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0eb76c-d392-4966-ba65-36009045e60c x-openstack-request-id: req-de0eb76c-d392-4966-ba65-36009045e60c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:08.821310 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "tag": "1e114320-0926-43ba-b1f9-28e959335611", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:08.821658 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de0eb76c-d392-4966-ba65-36009045e60c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:08.822371 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'tag': '1e114320-0926-43ba-b1f9-28e959335611', 'status': 'completed', 'code': 200} Sep 30 08:14:08.849584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edb55b-b8da-46fe-848d-46769e01922a service neutron] Pushing event updated for resources: {'Port': ['ID=1e114320-0926-43ba-b1f9-28e959335611,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:08.931535 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:09.033815 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a21fb2d2-3e0f-400f-8546-380a676196c1 req-7981bcf5-f731-4df7-9de4-f6ac8627790c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0855274 Sep 30 08:14:09.059075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26841a6f-f4a7-46f6-b9d6-0dc5ecc612bb req-4523e7b0-2f70-4796-b610-80cf4a1d52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.059579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26841a6f-f4a7-46f6-b9d6-0dc5ecc612bb req-4523e7b0-2f70-4796-b610-80cf4a1d52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.060072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26841a6f-f4a7-46f6-b9d6-0dc5ecc612bb req-4523e7b0-2f70-4796-b610-80cf4a1d52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.060548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26841a6f-f4a7-46f6-b9d6-0dc5ecc612bb req-4523e7b0-2f70-4796-b610-80cf4a1d52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.061016 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26841a6f-f4a7-46f6-b9d6-0dc5ecc612bb req-4523e7b0-2f70-4796-b610-80cf4a1d52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.062805 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-26841a6f-f4a7-46f6-b9d6-0dc5ecc612bb req-4523e7b0-2f70-4796-b610-80cf4a1d52d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4c9428373294d4091a65204159b0981&device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 4363 time: 0.2031085 Sep 30 08:14:09.101154 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dac76-b192-4e3c-860c-d904b9b74724 req-e54310c5-0649-433e-a3fe-bf0937cf8973 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.103483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a3dac76-b192-4e3c-860c-d904b9b74724 req-e54310c5-0649-433e-a3fe-bf0937cf8973 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.0679307 Sep 30 08:14:09.146561 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a3dac76-b192-4e3c-860c-d904b9b74724 req-dfe12614-30d4-4ef7-96b2-04a3cf95a7e8 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370922 Sep 30 08:14:09.328728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26841a6f-f4a7-46f6-b9d6-0dc5ecc612bb req-e566088c-e04f-4b21-8e98-7736a884463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.329331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26841a6f-f4a7-46f6-b9d6-0dc5ecc612bb req-e566088c-e04f-4b21-8e98-7736a884463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.329877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26841a6f-f4a7-46f6-b9d6-0dc5ecc612bb req-e566088c-e04f-4b21-8e98-7736a884463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.332577 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-26841a6f-f4a7-46f6-b9d6-0dc5ecc612bb req-e566088c-e04f-4b21-8e98-7736a884463c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b4c9428373294d4091a65204159b0981&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2536790 Sep 30 08:14:09.429165 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bb4e5fc-d4c5-4cea-a5b3-78cf2dbd0c10 req-e84c94f7-b69b-47ef-a706-183b76bfb6d6 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0398111 Sep 30 08:14:09.568931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-dd1dd9c2-32a4-4241-882c-da087e900dce tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.570912 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-dd1dd9c2-32a4-4241-882c-da087e900dce tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 812 time: 0.2983327 Sep 30 08:14:09.600459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33397a68-ecc3-41c2-ac08-0f7862b73159 req-9e93547f-d2ba-4e37-8104-3c4e2ce1a270 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0473294 Sep 30 08:14:09.612317 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-37362502-bee7-4ab0-9e2f-5a90a9955e82 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/quotas/58f58d6a562c4f1bb63fcd00b6b0f416 HTTP/1.1" status: 200 len: 375 time: 0.0151284 Sep 30 08:14:09.684088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-8ee27f76-75e6-4b4c-8acc-39df24c14305 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624099 Sep 30 08:14:09.810226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26841a6f-f4a7-46f6-b9d6-0dc5ecc612bb req-b485431e-9991-4ed8-b6ff-2a115ce1a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.811759 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-26841a6f-f4a7-46f6-b9d6-0dc5ecc612bb req-b485431e-9991-4ed8-b6ff-2a115ce1a9ed service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4708700 Sep 30 08:14:09.836502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-917355ff-0c26-4f3e-b5c6-be2fb7b4c3f4 service neutron] 10.222.0.24 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453733 Sep 30 08:14:09.886597 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2d0b-5c44-4641-a109-b30f55c0d67f req-3c5441c3-0c71-4cd1-8a64-ce2ab13e29aa tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.892405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2d0b-5c44-4641-a109-b30f55c0d67f req-3c5441c3-0c71-4cd1-8a64-ce2ab13e29aa tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.898700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2d0b-5c44-4641-a109-b30f55c0d67f req-3c5441c3-0c71-4cd1-8a64-ce2ab13e29aa tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.904781 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2d0b-5c44-4641-a109-b30f55c0d67f req-3c5441c3-0c71-4cd1-8a64-ce2ab13e29aa tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.911539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2d0b-5c44-4641-a109-b30f55c0d67f req-3c5441c3-0c71-4cd1-8a64-ce2ab13e29aa tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:09.913426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d7a2d0b-5c44-4641-a109-b30f55c0d67f req-3c5441c3-0c71-4cd1-8a64-ce2ab13e29aa tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 3828 time: 0.1233752 Sep 30 08:14:09.947245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fae7abe-f0d9-4096-a9fb-d45223b67966 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:09.956849 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:09.973320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Transition to ACTIVE for port object 8fae7abe-f0d9-4096-a9fb-d45223b67966 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:09.981932 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:10.005897 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d7a2d0b-5c44-4641-a109-b30f55c0d67f req-57a458ae-e3d3-451a-94f6-3ee0cfe2bd57 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600531 Sep 30 08:14:10.027022 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:10.029668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-73cf1781-515e-46fc-bfa1-2c10025ba04a service neutron] 10.222.0.24 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922016 Sep 30 08:14:10.091309 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Pushing event updated for resources: {'Port': ['ID=8fae7abe-f0d9-4096-a9fb-d45223b67966,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:10.298719 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Attempting to bind port 8fae7abe-f0d9-4096-a9fb-d45223b67966 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:10.299070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Attempting to bind port 8fae7abe-f0d9-4096-a9fb-d45223b67966 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:10.299379 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Attempting to bind port 8fae7abe-f0d9-4096-a9fb-d45223b67966 on network fe719140-e914-4c92-bc2f-67234315bd4c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:10.305240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Port 8fae7abe-f0d9-4096-a9fb-d45223b67966 on network fe719140-e914-4c92-bc2f-67234315bd4c not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:10.305568 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Attempting to bind port 8fae7abe-f0d9-4096-a9fb-d45223b67966 on network fe719140-e914-4c92-bc2f-67234315bd4c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:10.311022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:10.311379 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Checking segment: {'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:10.312065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Bound using segment: {'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:10.312767 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Bound port: 8fae7abe-f0d9-4096-a9fb-d45223b67966, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:10.313212 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:10.384494 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c4358e9-13bc-450b-b102-3b1b971e2fc4 req-432634fa-c31a-4f7f-8116-4b3791cbfcdb tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 210 time: 0.1287057 Sep 30 08:14:10.420958 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] For port 8fae7abe-f0d9-4096-a9fb-d45223b67966, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:10.427079 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] For port 8fae7abe-f0d9-4096-a9fb-d45223b67966, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8fae7abe-f0d9-4096-a9fb-d45223b67966,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:10.440717 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:10.455078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445fd1b-4eeb-4fd8-bc14-6772431be731 req-68fe7340-8ffa-4714-b7e2-3df9dee02184 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:10.457433 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7445fd1b-4eeb-4fd8-bc14-6772431be731 req-68fe7340-8ffa-4714-b7e2-3df9dee02184 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.1873882 Sep 30 08:14:10.531249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:10.532003 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:10.533472 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] 10.222.0.35 "PUT /v2.0/ports/8fae7abe-f0d9-4096-a9fb-d45223b67966 HTTP/1.1" status: 200 len: 1128 time: 1.7459121 Sep 30 08:14:10.563654 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7445fd1b-4eeb-4fd8-bc14-6772431be731 req-924ea2b9-2c51-474c-9074-39d3b921ec10 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983658 Sep 30 08:14:10.591471 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Request body: {'port': {'device_id': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:10.602422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e68cb-1e41-4e56-8c15-153771e96259 service neutron] Pushing event updated for resources: {'Port': ['ID=8fae7abe-f0d9-4096-a9fb-d45223b67966,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:10.729954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:10.757220 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54776968-9521-4d30-9004-ed18218be08c req-9eb26be7-e1f6-4aa9-83c0-ede38a9fdc75 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0942142 Sep 30 08:14:10.822922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'tag': '8fae7abe-f0d9-4096-a9fb-d45223b67966'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:10.825346 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e1c73be-5043-4c89-a0ac-a20a1930d48a req-5c728075-811c-46b0-a5af-05c087ef67b7 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0642345 Sep 30 08:14:10.836249 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33a0b3f-8d05-4175-aa01-47313cca31fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "tag": "8fae7abe-f0d9-4096-a9fb-d45223b67966"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:10.969678 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138e2e69-5da3-42b7-8d22-f691efe3f7ad x-openstack-request-id: req-138e2e69-5da3-42b7-8d22-f691efe3f7ad {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:10.970368 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "tag": "8fae7abe-f0d9-4096-a9fb-d45223b67966", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:10.970851 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-138e2e69-5da3-42b7-8d22-f691efe3f7ad {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:10.971448 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'tag': '8fae7abe-f0d9-4096-a9fb-d45223b67966', 'status': 'completed', 'code': 200} Sep 30 08:14:11.075699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a0b3f-8d05-4175-aa01-47313cca31fb req-2623ca73-4702-433e-8705-46647f5f2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.085957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a0b3f-8d05-4175-aa01-47313cca31fb req-2623ca73-4702-433e-8705-46647f5f2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.089701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a0b3f-8d05-4175-aa01-47313cca31fb req-2623ca73-4702-433e-8705-46647f5f2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.090239 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a0b3f-8d05-4175-aa01-47313cca31fb req-2623ca73-4702-433e-8705-46647f5f2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.090719 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a0b3f-8d05-4175-aa01-47313cca31fb req-2623ca73-4702-433e-8705-46647f5f2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.091201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a0b3f-8d05-4175-aa01-47313cca31fb req-2623ca73-4702-433e-8705-46647f5f2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.096903 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33a0b3f-8d05-4175-aa01-47313cca31fb req-2623ca73-4702-433e-8705-46647f5f2942 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4c9428373294d4091a65204159b0981&device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5284 time: 0.1132138 Sep 30 08:14:11.183509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 551a3157-4cb2-49b3-a5be-010975b115fc no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:14:11.351200 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 551a3157-4cb2-49b3-a5be-010975b115fc {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:14:11.351539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 551a3157-4cb2-49b3-a5be-010975b115fc not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:14:11.372149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a4896-eb81-41b3-a22f-569fdecef593 req-b79408de-2eef-45e5-9ebd-14869900b5a3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.386963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a4896-eb81-41b3-a22f-569fdecef593 req-b79408de-2eef-45e5-9ebd-14869900b5a3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.409129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a4896-eb81-41b3-a22f-569fdecef593 req-b79408de-2eef-45e5-9ebd-14869900b5a3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.423033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a4896-eb81-41b3-a22f-569fdecef593 req-b79408de-2eef-45e5-9ebd-14869900b5a3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.430404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a4896-eb81-41b3-a22f-569fdecef593 req-b79408de-2eef-45e5-9ebd-14869900b5a3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.436660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a4896-eb81-41b3-a22f-569fdecef593 req-b79408de-2eef-45e5-9ebd-14869900b5a3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.445802 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-263a4896-eb81-41b3-a22f-569fdecef593 req-b79408de-2eef-45e5-9ebd-14869900b5a3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 4598 time: 0.3015430 Sep 30 08:14:11.520415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-263a4896-eb81-41b3-a22f-569fdecef593 req-4849c290-5139-40d6-9325-14c8b183839f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731790 Sep 30 08:14:11.603548 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b0d4fc3-eb04-4dd8-aa75-b674b27e7464 req-90ae833d-92e5-435f-9e2f-61d8ffa62640 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0619214 Sep 30 08:14:11.623740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a0b3f-8d05-4175-aa01-47313cca31fb req-5728c3ab-d826-4571-bc91-fd4cd2329e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.624243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a0b3f-8d05-4175-aa01-47313cca31fb req-5728c3ab-d826-4571-bc91-fd4cd2329e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.624707 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a0b3f-8d05-4175-aa01-47313cca31fb req-5728c3ab-d826-4571-bc91-fd4cd2329e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.626648 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33a0b3f-8d05-4175-aa01-47313cca31fb req-5728c3ab-d826-4571-bc91-fd4cd2329e22 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b4c9428373294d4091a65204159b0981&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5095041 Sep 30 08:14:11.719628 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8a36683-cbd1-4d1e-a8ef-c9ee59c30139 req-5d6d871a-a7f9-49cd-be84-ef38327a1b6e tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 210 time: 0.0554719 Sep 30 08:14:11.748461 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 461d17f8-573a-4b8b-87f2-7f5b41d2b79e {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:11.774310 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:11.899448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Transition to ACTIVE for port object 461d17f8-573a-4b8b-87f2-7f5b41d2b79e will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:11.916749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:11.976076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a0b3f-8d05-4175-aa01-47313cca31fb req-b3f477ed-565f-4d10-aabb-6b1b5edb322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:11.981329 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33a0b3f-8d05-4175-aa01-47313cca31fb req-b3f477ed-565f-4d10-aabb-6b1b5edb322f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3431926 Sep 30 08:14:11.993380 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26058411-b792-42c1-aeb2-5a5e3ab246ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:12.067153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-8e4b8c9c-9055-4e27-b510-7fda199d38bc tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:12.069009 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-8e4b8c9c-9055-4e27-b510-7fda199d38bc tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 812 time: 0.1790514 Sep 30 08:14:12.125866 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4254a4e7-a177-4bc6-a7ad-69ccb72d8e4f req-ad322feb-8f7f-4a7d-9ef7-15f567062858 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.2270906 Sep 30 08:14:12.151439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-2ca324c5-cadf-4902-8db8-92a1867f6c26 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Request body: {'port': {'device_id': '046624cb-39da-407b-9c19-27dbe0367e3f', 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4', 'admin_state_up': True, 'tenant_id': '58f58d6a562c4f1bb63fcd00b6b0f416'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:12.181889 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Pushing event updated for resources: {'Port': ['ID=461d17f8-573a-4b8b-87f2-7f5b41d2b79e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:12.206153 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Attempting to bind port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:12.206717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Attempting to bind port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:12.207090 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Attempting to bind port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e on network fe719140-e914-4c92-bc2f-67234315bd4c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:12.213049 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e on network fe719140-e914-4c92-bc2f-67234315bd4c not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:12.213544 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Attempting to bind port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e on network fe719140-e914-4c92-bc2f-67234315bd4c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:12.219548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:12.219871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Checking segment: {'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:12.220309 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Bound using segment: {'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:12.220738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Bound port: 461d17f8-573a-4b8b-87f2-7f5b41d2b79e, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:12.221100 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:12.246793 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c23d7b-c339-4e0a-b32c-cbc86b8dde17 req-23eada21-b128-420a-9cc6-5cfac1781be6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:12.256826 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7c23d7b-c339-4e0a-b32c-cbc86b8dde17 req-23eada21-b128-420a-9cc6-5cfac1781be6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.4471626 Sep 30 08:14:12.311835 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] For port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:12.315499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] For port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=461d17f8-573a-4b8b-87f2-7f5b41d2b79e,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:12.318170 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7c23d7b-c339-4e0a-b32c-cbc86b8dde17 req-a6e113b3-b468-4e0e-944b-4aa85cf22abc tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604560 Sep 30 08:14:12.322697 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:12.365502 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:12.366135 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:12.367588 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] 10.222.0.35 "PUT /v2.0/ports/461d17f8-573a-4b8b-87f2-7f5b41d2b79e HTTP/1.1" status: 200 len: 1131 time: 1.7812884 Sep 30 08:14:12.401668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-2ca324c5-cadf-4902-8db8-92a1867f6c26 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Made reservation on behalf of 58f58d6a562c4f1bb63fcd00b6b0f416 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:12.411652 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-2ca324c5-cadf-4902-8db8-92a1867f6c26 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:12.429548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Request body: {'port': {'device_id': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:12.461749 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8ab03-34fa-4ed1-82f8-cba513e38d0d service neutron] Pushing event updated for resources: {'Port': ['ID=461d17f8-573a-4b8b-87f2-7f5b41d2b79e,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:12.516539 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:12.946701 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-23c1c425-4630-440f-a4d7-184486335aea req-d886705f-6529-4b5e-a624-4334ad359552 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.2284546 Sep 30 08:14:12.965449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba29b8d-c114-4900-9adf-238fdb2fb410 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:12.975124 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:13.002990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Transition to ACTIVE for port object fba29b8d-c114-4900-9adf-238fdb2fb410 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:13.006996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'tag': '461d17f8-573a-4b8b-87f2-7f5b41d2b79e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:13.011584 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853e5aeb-199e-41f5-93f7-51652df5b83d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "tag": "461d17f8-573a-4b8b-87f2-7f5b41d2b79e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:13.031218 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:13.114204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Pushing event updated for resources: {'Port': ['ID=fba29b8d-c114-4900-9adf-238fdb2fb410,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:13.224805 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-2ca324c5-cadf-4902-8db8-92a1867f6c26 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Allocated IP 172.20.0.4 (95117f4a-763a-4903-a581-84bb55b346d4/68739a17-6737-4340-9fc7-309705504036/3807b707-02b9-459a-b1e4-78c8bd71ace0) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:13.247594 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e9696a0a-34e0-46ed-be4e-3b2c633b0e5e req-e6817f07-8dc4-430b-9984-6bdd95333cf4 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0818980 Sep 30 08:14:13.293617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c0ae4-f65e-40cf-9d8e-8c27d41b2e5b req-f2e5490e-9fee-4a8a-9655-a0ba4ff0c6e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.302353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c0ae4-f65e-40cf-9d8e-8c27d41b2e5b req-f2e5490e-9fee-4a8a-9655-a0ba4ff0c6e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.304833 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Attempting to bind port fba29b8d-c114-4900-9adf-238fdb2fb410 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:13.305998 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Attempting to bind port fba29b8d-c114-4900-9adf-238fdb2fb410 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:13.308294 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c0ae4-f65e-40cf-9d8e-8c27d41b2e5b req-f2e5490e-9fee-4a8a-9655-a0ba4ff0c6e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.308994 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Attempting to bind port fba29b8d-c114-4900-9adf-238fdb2fb410 on network fe719140-e914-4c92-bc2f-67234315bd4c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:13.314634 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c0ae4-f65e-40cf-9d8e-8c27d41b2e5b req-f2e5490e-9fee-4a8a-9655-a0ba4ff0c6e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.317750 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Port fba29b8d-c114-4900-9adf-238fdb2fb410 on network fe719140-e914-4c92-bc2f-67234315bd4c not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:13.322149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Attempting to bind port fba29b8d-c114-4900-9adf-238fdb2fb410 on network fe719140-e914-4c92-bc2f-67234315bd4c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:13.322830 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c0ae4-f65e-40cf-9d8e-8c27d41b2e5b req-f2e5490e-9fee-4a8a-9655-a0ba4ff0c6e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.329083 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c0ae4-f65e-40cf-9d8e-8c27d41b2e5b req-f2e5490e-9fee-4a8a-9655-a0ba4ff0c6e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.334533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:13.334994 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Checking segment: {'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:13.335488 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Bound using segment: {'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:13.336062 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Bound port: fba29b8d-c114-4900-9adf-238fdb2fb410, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:13.336427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c0ae4-f65e-40cf-9d8e-8c27d41b2e5b req-f2e5490e-9fee-4a8a-9655-a0ba4ff0c6e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.338997 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:13.346867 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b7c0ae4-f65e-40cf-9d8e-8c27d41b2e5b req-f2e5490e-9fee-4a8a-9655-a0ba4ff0c6e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5371 time: 0.6660113 Sep 30 08:14:13.452138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8fa0556-e166-421c-bcde-a98a7c4e5780 req-39692bf8-8607-4501-b1b3-a81242cb3c65 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 210 time: 0.0631621 Sep 30 08:14:13.452380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] For port fba29b8d-c114-4900-9adf-238fdb2fb410, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:13.456932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] For port fba29b8d-c114-4900-9adf-238fdb2fb410, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fba29b8d-c114-4900-9adf-238fdb2fb410,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:13.464042 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:13.475551 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b7c0ae4-f65e-40cf-9d8e-8c27d41b2e5b req-95f2eb8f-6a97-4dfe-98bc-f51b1aacc257 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241884 Sep 30 08:14:13.582065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Pushing event updated for resources: {'Port': ['ID=fba29b8d-c114-4900-9adf-238fdb2fb410,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:13.592135 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d10d6cd-9133-4fd9-910d-0f9662434211 x-openstack-request-id: req-2d10d6cd-9133-4fd9-910d-0f9662434211 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:13.592549 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "tag": "461d17f8-573a-4b8b-87f2-7f5b41d2b79e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:13.593331 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d10d6cd-9133-4fd9-910d-0f9662434211 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:13.594040 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'tag': '461d17f8-573a-4b8b-87f2-7f5b41d2b79e', 'status': 'completed', 'code': 200} Sep 30 08:14:13.635641 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.639787 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:13.648048 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a23fee1b-e24c-42ba-8c45-595cc4d1d9fc service neutron] 10.222.0.35 "PUT /v2.0/ports/fba29b8d-c114-4900-9adf-238fdb2fb410 HTTP/1.1" status: 200 len: 1091 time: 1.2209911 Sep 30 08:14:13.701653 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-2ca324c5-cadf-4902-8db8-92a1867f6c26 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:13.741788 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Request body: {'port': {'device_id': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:13.818194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e5aeb-199e-41f5-93f7-51652df5b83d req-64334b4a-d34a-475b-9c7a-0bc8bd4db181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.818799 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e5aeb-199e-41f5-93f7-51652df5b83d req-64334b4a-d34a-475b-9c7a-0bc8bd4db181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.819467 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e5aeb-199e-41f5-93f7-51652df5b83d req-64334b4a-d34a-475b-9c7a-0bc8bd4db181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.820078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e5aeb-199e-41f5-93f7-51652df5b83d req-64334b4a-d34a-475b-9c7a-0bc8bd4db181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.820545 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e5aeb-199e-41f5-93f7-51652df5b83d req-64334b4a-d34a-475b-9c7a-0bc8bd4db181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.821145 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e5aeb-199e-41f5-93f7-51652df5b83d req-64334b4a-d34a-475b-9c7a-0bc8bd4db181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.821702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e5aeb-199e-41f5-93f7-51652df5b83d req-64334b4a-d34a-475b-9c7a-0bc8bd4db181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.824090 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-853e5aeb-199e-41f5-93f7-51652df5b83d req-64334b4a-d34a-475b-9c7a-0bc8bd4db181 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4c9428373294d4091a65204159b0981&device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 6275 time: 0.1635189 Sep 30 08:14:13.869292 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-2ca324c5-cadf-4902-8db8-92a1867f6c26 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:13.926917 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-043ed8a6-3d9c-4d34-96d4-9be7a3370360 req-3ee3122d-e986-4f0e-9530-6f0b238250f0 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.1224017 Sep 30 08:14:13.955260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37416a-0946-4d98-b167-777f1f44cd6b req-e863c9cd-44b6-4b3b-bdd6-0553048b09d7 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:13.964929 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd37416a-0946-4d98-b167-777f1f44cd6b req-e863c9cd-44b6-4b3b-bdd6-0553048b09d7 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.1824188 Sep 30 08:14:14.031370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-2ca324c5-cadf-4902-8db8-92a1867f6c26 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Network 95117f4a-763a-4903-a581-84bb55b346d4 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:14.039707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-2ca324c5-cadf-4902-8db8-92a1867f6c26 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:14.048082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-2ca324c5-cadf-4902-8db8-92a1867f6c26 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:14.072855 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:14.123357 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-2ca324c5-cadf-4902-8db8-92a1867f6c26 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:14.124765 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-2ca324c5-cadf-4902-8db8-92a1867f6c26 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:14.173054 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-2ca324c5-cadf-4902-8db8-92a1867f6c26 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0403750 Sep 30 08:14:14.198461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd37416a-0946-4d98-b167-777f1f44cd6b req-7465cc6a-d1c7-482d-8ea4-a57e3e130945 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326491 Sep 30 08:14:14.219743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Request body: {'port': {'device_id': '046624cb-39da-407b-9c19-27dbe0367e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:14.227297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e089b9d-5f2c-40c0-bae0-69a3bddd42ce req-d0745f2f-a80a-4044-9a73-be843367621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:14.241155 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e089b9d-5f2c-40c0-bae0-69a3bddd42ce req-d0745f2f-a80a-4044-9a73-be843367621f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 1096 time: 0.4664447 Sep 30 08:14:14.257052 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e5aeb-199e-41f5-93f7-51652df5b83d req-29af9ce6-ee61-4119-8aa6-b7d5983f8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:14.260126 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e5aeb-199e-41f5-93f7-51652df5b83d req-29af9ce6-ee61-4119-8aa6-b7d5983f8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:14.260556 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e5aeb-199e-41f5-93f7-51652df5b83d req-29af9ce6-ee61-4119-8aa6-b7d5983f8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:14.262276 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-853e5aeb-199e-41f5-93f7-51652df5b83d req-29af9ce6-ee61-4119-8aa6-b7d5983f8e0f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b4c9428373294d4091a65204159b0981&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4102051 Sep 30 08:14:14.304495 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca324c5-cadf-4902-8db8-92a1867f6c26 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Pushing event updated for resources: {'Port': ['ID=3807b707-02b9-459a-b1e4-78c8bd71ace0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:14.449793 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e089b9d-5f2c-40c0-bae0-69a3bddd42ce req-1892f2b4-1fe8-4a74-a319-e424013b9b9c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746049 Sep 30 08:14:14.466493 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:14.480269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bfd34299-caf0-4b7e-8a18-5ca8c975ace7 req-97f7e7b1-f3d0-405d-8bc4-2bc3c7340510 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0800362 Sep 30 08:14:14.716455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e5aeb-199e-41f5-93f7-51652df5b83d req-cdd9d5cc-2cfe-4132-b4fe-712a955c56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:14.718035 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-853e5aeb-199e-41f5-93f7-51652df5b83d req-cdd9d5cc-2cfe-4132-b4fe-712a955c56d7 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4395535 Sep 30 08:14:14.759144 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26701218-5a13-414d-83d6-85d2be41b2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:14.864906 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3807b707-02b9-459a-b1e4-78c8bd71ace0 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:14.873854 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:14.887653 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Transition to ACTIVE for port object 3807b707-02b9-459a-b1e4-78c8bd71ace0 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:14.889294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a53876-fc9c-4d22-922c-19f775e34774 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:14.895176 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:14.903759 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:14.920438 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Transition to ACTIVE for port object 15a53876-fc9c-4d22-922c-19f775e34774 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:14.932259 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.074189 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=15a53876-fc9c-4d22-922c-19f775e34774,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:15.096356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Attempting to bind port 15a53876-fc9c-4d22-922c-19f775e34774 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:15.097622 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Attempting to bind port 15a53876-fc9c-4d22-922c-19f775e34774 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:15.098349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Attempting to bind port 15a53876-fc9c-4d22-922c-19f775e34774 on network fe719140-e914-4c92-bc2f-67234315bd4c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:15.101260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84351a8d-6255-4201-8155-24b6b950e753 req-4affdd45-b769-49b0-babc-a941f9c326f8 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:15.104219 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Port 15a53876-fc9c-4d22-922c-19f775e34774 on network fe719140-e914-4c92-bc2f-67234315bd4c not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:15.104766 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Attempting to bind port 15a53876-fc9c-4d22-922c-19f775e34774 on network fe719140-e914-4c92-bc2f-67234315bd4c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:15.107946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84351a8d-6255-4201-8155-24b6b950e753 req-4affdd45-b769-49b0-babc-a941f9c326f8 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:15.110815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:15.111414 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Checking segment: {'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:15.112043 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Bound using segment: {'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:15.112801 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Bound port: 15a53876-fc9c-4d22-922c-19f775e34774, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dabf9f9-91f4-43bb-8069-e0454d321a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:15.113703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.114678 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84351a8d-6255-4201-8155-24b6b950e753 req-4affdd45-b769-49b0-babc-a941f9c326f8 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:15.120642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84351a8d-6255-4201-8155-24b6b950e753 req-4affdd45-b769-49b0-babc-a941f9c326f8 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:15.127082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84351a8d-6255-4201-8155-24b6b950e753 req-4affdd45-b769-49b0-babc-a941f9c326f8 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:15.134676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84351a8d-6255-4201-8155-24b6b950e753 req-4affdd45-b769-49b0-babc-a941f9c326f8 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:15.141207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84351a8d-6255-4201-8155-24b6b950e753 req-4affdd45-b769-49b0-babc-a941f9c326f8 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:15.153122 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84351a8d-6255-4201-8155-24b6b950e753 req-4affdd45-b769-49b0-babc-a941f9c326f8 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5383 time: 0.2610219 Sep 30 08:14:15.185246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Pushing event updated for resources: {'Port': ['ID=3807b707-02b9-459a-b1e4-78c8bd71ace0,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:15.227448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69352744-59e5-4b35-bb99-71763ea74eaa req-50fb304c-675e-4e1e-a753-07205fef3ab4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:15.230080 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-69352744-59e5-4b35-bb99-71763ea74eaa req-50fb304c-675e-4e1e-a753-07205fef3ab4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 943 time: 0.6181827 Sep 30 08:14:15.235240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Attempting to bind port 3807b707-02b9-459a-b1e4-78c8bd71ace0 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:15.235573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Attempting to bind port 3807b707-02b9-459a-b1e4-78c8bd71ace0 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:15.236258 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Attempting to bind port 3807b707-02b9-459a-b1e4-78c8bd71ace0 on network 95117f4a-763a-4903-a581-84bb55b346d4 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:15.237394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] For port 15a53876-fc9c-4d22-922c-19f775e34774, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:15.241543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Port 3807b707-02b9-459a-b1e4-78c8bd71ace0 on network 95117f4a-763a-4903-a581-84bb55b346d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:15.241830 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] For port 15a53876-fc9c-4d22-922c-19f775e34774, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=15a53876-fc9c-4d22-922c-19f775e34774,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:15.241982 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Attempting to bind port 3807b707-02b9-459a-b1e4-78c8bd71ace0 on network 95117f4a-763a-4903-a581-84bb55b346d4 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:15.250497 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.261620 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84351a8d-6255-4201-8155-24b6b950e753 req-ba32aeaf-b64d-44b1-96f0-0c05a07c9ddf tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086743 Sep 30 08:14:15.267371 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.315462 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:15.316926 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Checking segment: {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:15.317493 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Bound using segment: {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:15.318628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Bound port: 3807b707-02b9-459a-b1e4-78c8bd71ace0, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:15.319200 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.352770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:15.354210 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.361375 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] 10.222.0.35 "PUT /v2.0/ports/15a53876-fc9c-4d22-922c-19f775e34774 HTTP/1.1" status: 200 len: 1090 time: 1.6262772 Sep 30 08:14:15.417100 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-69352744-59e5-4b35-bb99-71763ea74eaa req-b17c18af-3563-4349-b3fe-f1271210856a tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530681 Sep 30 08:14:15.437607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f946485-eeaa-4125-8ee5-d6df29e2d3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=15a53876-fc9c-4d22-922c-19f775e34774,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:15.462762 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Request body: {'port': {'device_id': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:15.509932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] For port 3807b707-02b9-459a-b1e4-78c8bd71ace0, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:15.533150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] For port 3807b707-02b9-459a-b1e4-78c8bd71ace0, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3807b707-02b9-459a-b1e4-78c8bd71ace0,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:15.548755 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.583609 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.588394 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7c08ef5a-5321-4a28-b3e9-76f05378218d req-3dc2cd81-cd09-445c-8ffb-eac947addd4c tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0596755 Sep 30 08:14:15.612426 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'tag': 'fba29b8d-c114-4900-9adf-238fdb2fb410'}, {'name': 'network-changed', 'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'tag': '15a53876-fc9c-4d22-922c-19f775e34774'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:15.623394 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7198d90-b6ae-4908-86d5-e27e121f183b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "tag": "fba29b8d-c114-4900-9adf-238fdb2fb410"}, {"name": "network-changed", "server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "tag": "15a53876-fc9c-4d22-922c-19f775e34774"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:15.763732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Pushing event updated for resources: {'Port': ['ID=3807b707-02b9-459a-b1e4-78c8bd71ace0,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:15.783155 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:15.784111 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.787154 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-d08323e8-c08b-4c74-8c45-b7f94071dabf service neutron] 10.222.0.36 "PUT /v2.0/ports/3807b707-02b9-459a-b1e4-78c8bd71ace0 HTTP/1.1" status: 200 len: 1091 time: 1.5821202 Sep 30 08:14:15.788698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046624cb-39da-407b-9c19-27dbe0367e3f', 'tag': '3807b707-02b9-459a-b1e4-78c8bd71ace0'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:15.791351 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebb42a3-d5d4-4e2c-8d0d-c272e12d7fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "046624cb-39da-407b-9c19-27dbe0367e3f", "tag": "3807b707-02b9-459a-b1e4-78c8bd71ace0"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:15.802477 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:15.806364 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c690691-087e-4aca-ba86-35ff8095ebb0 req-e825bc65-04cf-4de7-bab4-a9e045b51e45 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.1170890 Sep 30 08:14:16.028332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71328a54-e43e-4019-855b-1c22320874c0 req-661295a8-b284-40f4-bd02-a4aafd43d134 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.046006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71328a54-e43e-4019-855b-1c22320874c0 req-661295a8-b284-40f4-bd02-a4aafd43d134 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.3193471 Sep 30 08:14:16.051291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-3ab380b9-9c17-49f2-a23b-f7a106b3ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.052620 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-3ab380b9-9c17-49f2-a23b-f7a106b3ae1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 1094 time: 0.2015128 Sep 30 08:14:16.059624 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06982bb4-ff6f-46d0-a00e-e1eb938af24b x-openstack-request-id: req-06982bb4-ff6f-46d0-a00e-e1eb938af24b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:16.060374 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "tag": "fba29b8d-c114-4900-9adf-238fdb2fb410", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "tag": "15a53876-fc9c-4d22-922c-19f775e34774", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:16.060977 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06982bb4-ff6f-46d0-a00e-e1eb938af24b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:16.062120 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'tag': 'fba29b8d-c114-4900-9adf-238fdb2fb410', 'status': 'completed', 'code': 200} Sep 30 08:14:16.062791 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'tag': '15a53876-fc9c-4d22-922c-19f775e34774', 'status': 'completed', 'code': 200} Sep 30 08:14:16.101562 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-15e64084-52e9-4435-b2a9-5b87129705d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3807b707-02b9-459a-b1e4-78c8bd71ace0 HTTP/1.1" status: 200 len: 217 time: 0.0405922 Sep 30 08:14:16.108992 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7123bc-f932-415d-96d2-774da11667b6 x-openstack-request-id: req-fc7123bc-f932-415d-96d2-774da11667b6 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:16.109150 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046624cb-39da-407b-9c19-27dbe0367e3f", "tag": "3807b707-02b9-459a-b1e4-78c8bd71ace0", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:16.109592 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc7123bc-f932-415d-96d2-774da11667b6 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:16.110405 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046624cb-39da-407b-9c19-27dbe0367e3f', 'tag': '3807b707-02b9-459a-b1e4-78c8bd71ace0', 'status': 'completed', 'code': 200} Sep 30 08:14:16.147795 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:14:16.178281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71328a54-e43e-4019-855b-1c22320874c0 req-eebe9e05-87c0-4c17-bffb-ab248a5b5604 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312842 Sep 30 08:14:16.239502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-4f083b29-608d-4354-b55f-d02110fa41d6 req-8721cf1b-b3da-436c-a253-d7e3c1f3a6e0 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-539770347', 'description': 'tempest-description-84015757'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:16.249232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-e7fef044-6fec-4dc9-8853-893ef318216a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.251009 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-e7fef044-6fec-4dc9-8853-893ef318216a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68739a17-6737-4340-9fc7-309705504036 HTTP/1.1" status: 200 len: 852 time: 0.1378272 Sep 30 08:14:16.278379 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bbc016-1456-47b7-8f6c-736533ad6b71 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:16.289381 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:16.293324 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-64f99db2-24be-409d-9cb1-c1696ec43eee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95117f4a-763a-4903-a581-84bb55b346d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336354 Sep 30 08:14:16.296157 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4f083b29-608d-4354-b55f-d02110fa41d6 req-8721cf1b-b3da-436c-a253-d7e3c1f3a6e0 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:16.310124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Transition to ACTIVE for port object 07bbc016-1456-47b7-8f6c-736533ad6b71 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:16.318624 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-ca2e2927-d5e2-4b7f-8c1a-fbb70665f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.319653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-ca2e2927-d5e2-4b7f-8c1a-fbb70665f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.320218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-ca2e2927-d5e2-4b7f-8c1a-fbb70665f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.321038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-ca2e2927-d5e2-4b7f-8c1a-fbb70665f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.321520 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-ca2e2927-d5e2-4b7f-8c1a-fbb70665f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.322049 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-ca2e2927-d5e2-4b7f-8c1a-fbb70665f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.322660 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-ca2e2927-d5e2-4b7f-8c1a-fbb70665f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.324876 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-ca2e2927-d5e2-4b7f-8c1a-fbb70665f7d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4c9428373294d4091a65204159b0981&device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 6342 time: 0.2121866 Sep 30 08:14:16.326151 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:16.390355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d712801-e833-4ec7-ad09-e83d75374197 req-d4265515-2369-446e-ad3d-5eaef74067de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5bc1dc175484fd6a0f71433b53da9a0&device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0514753 Sep 30 08:14:16.414955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2df12d99-20cd-4f92-98a0-8f7fcfc29856 req-38a8202c-866b-4a5b-ad87-33aeda965475 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0768313 Sep 30 08:14:16.478587 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d712801-e833-4ec7-ad09-e83d75374197 req-4abc4b75-ae37-4096-9fe9-572b598439df service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d5bc1dc175484fd6a0f71433b53da9a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690060 Sep 30 08:14:16.517686 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Pushing event updated for resources: {'Port': ['ID=07bbc016-1456-47b7-8f6c-736533ad6b71,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:16.618639 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-498c1834-00ad-45e4-976d-6a499cf64258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.624939 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-ddec290b-0c9f-44c6-bada-4c50b4fe1a62 service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217251 Sep 30 08:14:16.625135 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-498c1834-00ad-45e4-976d-6a499cf64258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.625491 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-498c1834-00ad-45e4-976d-6a499cf64258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.627460 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-498c1834-00ad-45e4-976d-6a499cf64258 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b4c9428373294d4091a65204159b0981&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2718201 Sep 30 08:14:16.690079 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Attempting to bind port 07bbc016-1456-47b7-8f6c-736533ad6b71 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:16.691332 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Attempting to bind port 07bbc016-1456-47b7-8f6c-736533ad6b71 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'f782f79d-2bd4-4407-92ee-0249890bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:16.691778 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Attempting to bind port 07bbc016-1456-47b7-8f6c-736533ad6b71 on network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:16.712198 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Port 07bbc016-1456-47b7-8f6c-736533ad6b71 on network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:16.712797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Attempting to bind port 07bbc016-1456-47b7-8f6c-736533ad6b71 on network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:16.735380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:16.735855 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Checking segment: {'id': 'f782f79d-2bd4-4407-92ee-0249890bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:16.736372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Bound using segment: {'id': 'f782f79d-2bd4-4407-92ee-0249890bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:16.736927 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Bound port: 07bbc016-1456-47b7-8f6c-736533ad6b71, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f782f79d-2bd4-4407-92ee-0249890bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:16.737470 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:16.868505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-4fe9b0f2-26e4-4583-8c3c-249e1f5887dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.871064 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-4fe9b0f2-26e4-4583-8c3c-249e1f5887dd service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1918244 Sep 30 08:14:16.873606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d712801-e833-4ec7-ad09-e83d75374197 req-a71d56c7-f4b4-402a-a5ff-c448b6d66f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.875478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d712801-e833-4ec7-ad09-e83d75374197 req-a71d56c7-f4b4-402a-a5ff-c448b6d66f30 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3818219 Sep 30 08:14:16.902815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af4f7-c931-4ebf-ac71-432369a58a63 req-7da1c6ba-1d92-47b9-bb4e-222335d7ee2c tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.909771 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af4f7-c931-4ebf-ac71-432369a58a63 req-7da1c6ba-1d92-47b9-bb4e-222335d7ee2c tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.911102 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] For port 07bbc016-1456-47b7-8f6c-736533ad6b71, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:16.915466 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] For port 07bbc016-1456-47b7-8f6c-736533ad6b71, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=07bbc016-1456-47b7-8f6c-736533ad6b71,segment=NetworkSegment(f782f79d-2bd4-4407-92ee-0249890bcde2),segment_id=f782f79d-2bd4-4407-92ee-0249890bcde2)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:16.917432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af4f7-c931-4ebf-ac71-432369a58a63 req-7da1c6ba-1d92-47b9-bb4e-222335d7ee2c tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.922179 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:16.926335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af4f7-c931-4ebf-ac71-432369a58a63 req-7da1c6ba-1d92-47b9-bb4e-222335d7ee2c tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.937881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af4f7-c931-4ebf-ac71-432369a58a63 req-7da1c6ba-1d92-47b9-bb4e-222335d7ee2c tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.946243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af4f7-c931-4ebf-ac71-432369a58a63 req-7da1c6ba-1d92-47b9-bb4e-222335d7ee2c tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.953110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af4f7-c931-4ebf-ac71-432369a58a63 req-7da1c6ba-1d92-47b9-bb4e-222335d7ee2c tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:16.963256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-269af4f7-c931-4ebf-ac71-432369a58a63 req-7da1c6ba-1d92-47b9-bb4e-222335d7ee2c tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5407 time: 0.4215121 Sep 30 08:14:16.969183 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4f083b29-608d-4354-b55f-d02110fa41d6 req-8721cf1b-b3da-436c-a253-d7e3c1f3a6e0 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:16.996442 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efad51ff-f489-4e3e-8787-5c83f3a70115 req-eb612f46-8781-44f1-b923-eaaae7c3ba35 service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094285 Sep 30 08:14:16.998319 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4f083b29-608d-4354-b55f-d02110fa41d6 req-8721cf1b-b3da-436c-a253-d7e3c1f3a6e0 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:17.000190 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.000828 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:17.002921 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] 10.222.0.35 "PUT /v2.0/ports/07bbc016-1456-47b7-8f6c-736533ad6b71 HTTP/1.1" status: 200 len: 1091 time: 1.5501645 Sep 30 08:14:17.030380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754a3de-e4a4-48f3-8b4f-2664b69dfba9 service neutron] Pushing event updated for resources: {'Port': ['ID=07bbc016-1456-47b7-8f6c-736533ad6b71,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:17.041089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Request body: {'port': {'device_id': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:17.104914 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721cf1b-b3da-436c-a253-d7e3c1f3a6e0 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d262413c-4f43-4bd7-b1b9-5ce307fc80ce,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:17.122334 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:17.192740 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4f083b29-608d-4354-b55f-d02110fa41d6 req-8721cf1b-b3da-436c-a253-d7e3c1f3a6e0 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:17.194261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f083b29-608d-4354-b55f-d02110fa41d6 req-8721cf1b-b3da-436c-a253-d7e3c1f3a6e0 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9637449 Sep 30 08:14:17.239392 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-269af4f7-c931-4ebf-ac71-432369a58a63 req-a344a043-ce02-4ae5-8731-90e43556d5e1 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2745926 Sep 30 08:14:17.275150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb42a3-d5d4-4e2c-8d0d-c272e12d7fcf req-c7aba598-3e65-4408-9dc4-5f8bbd10d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.282078 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cebb42a3-d5d4-4e2c-8d0d-c272e12d7fcf req-c7aba598-3e65-4408-9dc4-5f8bbd10d51b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 1094 time: 0.1545875 Sep 30 08:14:17.289157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-f4136f66-a22a-412c-b335-70992ac2985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.297128 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-f4136f66-a22a-412c-b335-70992ac2985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.301325 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-f4136f66-a22a-412c-b335-70992ac2985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.307803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-f4136f66-a22a-412c-b335-70992ac2985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.308916 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-f4136f66-a22a-412c-b335-70992ac2985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.309722 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-f4136f66-a22a-412c-b335-70992ac2985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.310335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-f4136f66-a22a-412c-b335-70992ac2985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.312718 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-f4136f66-a22a-412c-b335-70992ac2985c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4c9428373294d4091a65204159b0981&device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 6409 time: 0.3401535 Sep 30 08:14:17.557282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9522420-7df6-4954-a2ef-17f1cb2925d5 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:17.567282 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:17.580796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Transition to ACTIVE for port object f9522420-7df6-4954-a2ef-17f1cb2925d5 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:14:17.586173 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:17.591667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb42a3-d5d4-4e2c-8d0d-c272e12d7fcf req-5063ca64-f6d7-433f-aeff-95e737b36982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.593507 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cebb42a3-d5d4-4e2c-8d0d-c272e12d7fcf req-5063ca64-f6d7-433f-aeff-95e737b36982 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 913 time: 0.2759252 Sep 30 08:14:17.656670 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:17.675609 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Pushing event updated for resources: {'Port': ['ID=f9522420-7df6-4954-a2ef-17f1cb2925d5,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:17.710799 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6eb793c8-a3d4-4fba-88a0-a4e05d0e9a21 req-867e16d7-569d-4c0b-b964-160270d00fbd tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.1160688 Sep 30 08:14:17.717744 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cebb42a3-d5d4-4e2c-8d0d-c272e12d7fcf req-cc9ddb8e-8896-496c-8091-77abb119d5ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3807b707-02b9-459a-b1e4-78c8bd71ace0 HTTP/1.1" status: 200 len: 217 time: 0.1007271 Sep 30 08:14:17.786063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba255f-65ef-420e-a4df-313ec260c117 req-1a816a24-44e5-4352-b86b-71355923c564 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.798071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36ba255f-65ef-420e-a4df-313ec260c117 req-1a816a24-44e5-4352-b86b-71355923c564 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 943 time: 0.4068518 Sep 30 08:14:17.804581 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Attempting to bind port f9522420-7df6-4954-a2ef-17f1cb2925d5 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:17.804820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Attempting to bind port f9522420-7df6-4954-a2ef-17f1cb2925d5 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'f782f79d-2bd4-4407-92ee-0249890bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:17.805154 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Attempting to bind port f9522420-7df6-4954-a2ef-17f1cb2925d5 on network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:17.810856 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Port f9522420-7df6-4954-a2ef-17f1cb2925d5 on network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:14:17.811186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Attempting to bind port f9522420-7df6-4954-a2ef-17f1cb2925d5 on network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:17.834333 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:17.834883 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Checking segment: {'id': 'f782f79d-2bd4-4407-92ee-0249890bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:17.835316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Bound using segment: {'id': 'f782f79d-2bd4-4407-92ee-0249890bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:17.835773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Bound port: f9522420-7df6-4954-a2ef-17f1cb2925d5, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f782f79d-2bd4-4407-92ee-0249890bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:17.836166 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:17.927475 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-0e8d41c8-1517-4ba1-b788-b6c669dc7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.927851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-0e8d41c8-1517-4ba1-b788-b6c669dc7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.928356 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-0e8d41c8-1517-4ba1-b788-b6c669dc7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.930069 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-0e8d41c8-1517-4ba1-b788-b6c669dc7c82 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b4c9428373294d4091a65204159b0981&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5946386 Sep 30 08:14:17.933902 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] For port f9522420-7df6-4954-a2ef-17f1cb2925d5, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:17.937700 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] For port f9522420-7df6-4954-a2ef-17f1cb2925d5, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f9522420-7df6-4954-a2ef-17f1cb2925d5,segment=NetworkSegment(f782f79d-2bd4-4407-92ee-0249890bcde2),segment_id=f782f79d-2bd4-4407-92ee-0249890bcde2)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:17.948727 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:17.990436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:17.991096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:17.992715 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] 10.222.0.35 "PUT /v2.0/ports/f9522420-7df6-4954-a2ef-17f1cb2925d5 HTTP/1.1" status: 200 len: 1091 time: 0.9564812 Sep 30 08:14:18.079219 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'tag': '07bbc016-1456-47b7-8f6c-736533ad6b71'}, {'name': 'network-changed', 'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'tag': 'f9522420-7df6-4954-a2ef-17f1cb2925d5'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:18.082931 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d657ce-e5b4-4e38-adbd-718cb6c69551" -d '{"events": [{"name": "network-changed", "server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "tag": "07bbc016-1456-47b7-8f6c-736533ad6b71"}, {"name": "network-changed", "server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "tag": "f9522420-7df6-4954-a2ef-17f1cb2925d5"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:18.103264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42acc9-4ef8-4ce1-8b83-8a1d8f3c4837 service neutron] Pushing event updated for resources: {'Port': ['ID=f9522420-7df6-4954-a2ef-17f1cb2925d5,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:18.132081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36ba255f-65ef-420e-a4df-313ec260c117 req-7742d394-7f3a-45f2-a112-0720774eb018 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328321 Sep 30 08:14:18.141149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb42a3-d5d4-4e2c-8d0d-c272e12d7fcf req-2f1fd5e0-801d-4c2f-bf93-bdf6aaa4ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.142657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cebb42a3-d5d4-4e2c-8d0d-c272e12d7fcf req-2f1fd5e0-801d-4c2f-bf93-bdf6aaa4ef09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68739a17-6737-4340-9fc7-309705504036 HTTP/1.1" status: 200 len: 852 time: 0.4165785 Sep 30 08:14:18.203251 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cebb42a3-d5d4-4e2c-8d0d-c272e12d7fcf req-3057ce55-4e64-46f9-afb4-afbc41f83fae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95117f4a-763a-4903-a581-84bb55b346d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480947 Sep 30 08:14:18.219827 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0961a62-4f13-4b20-b27f-70fcc88b2c0d req-675191bf-62cc-4f6b-8b97-f040c85b154d tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-539770347&fields=id&tenant_id=1b2245634a9b445c9bfe4096e80f16eb HTTP/1.1" status: 200 len: 267 time: 0.3428609 Sep 30 08:14:18.259370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-d72e0ab7-c796-4264-a066-7d703074c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.260848 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7198d90-b6ae-4908-86d5-e27e121f183b req-d72e0ab7-c796-4264-a066-7d703074c912 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3089018 Sep 30 08:14:18.332352 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b52d9597-419c-4311-aa7f-cd888b00661a req-87a9addc-3afa-405a-a473-5b93a28be6db tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.24 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0857308 Sep 30 08:14:18.417075 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaebaca-20b2-4212-b66c-730a03ee66bd x-openstack-request-id: req-beaebaca-20b2-4212-b66c-730a03ee66bd {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:18.418188 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "tag": "07bbc016-1456-47b7-8f6c-736533ad6b71", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "tag": "f9522420-7df6-4954-a2ef-17f1cb2925d5", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:18.418452 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-beaebaca-20b2-4212-b66c-730a03ee66bd {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:18.419228 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'tag': '07bbc016-1456-47b7-8f6c-736533ad6b71', 'status': 'completed', 'code': 200} Sep 30 08:14:18.419500 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'tag': 'f9522420-7df6-4954-a2ef-17f1cb2925d5', 'status': 'completed', 'code': 200} Sep 30 08:14:18.421834 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7d712801-e833-4ec7-ad09-e83d75374197 req-57efc6e2-c49e-4205-97e3-fcb190941426 tempest-ServerShowV254Test-2038561853 tempest-ServerShowV254Test-2038561853-project] 10.222.0.35 "GET /v2.0/ports?device_id=201879a3-615c-4c7b-ab71-f98f21cd6c23 HTTP/1.1" status: 200 len: 210 time: 0.0548108 Sep 30 08:14:18.477917 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0961a62-4f13-4b20-b27f-70fcc88b2c0d req-fbf8cc17-8733-4cb3-8326-8705617f0145 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.479566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0961a62-4f13-4b20-b27f-70fcc88b2c0d req-fbf8cc17-8733-4cb3-8326-8705617f0145 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.2589297 Sep 30 08:14:18.527533 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f0961a62-4f13-4b20-b27f-70fcc88b2c0d req-53d3b78e-e8eb-43fd-b091-6f8fa81d468b tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Request body: {'port': {'security_groups': ['f66e44b7-051d-47ab-9a4e-8b666e3706fa', 'd262413c-4f43-4bd7-b1b9-5ce307fc80ce']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:18.554474 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cebb42a3-d5d4-4e2c-8d0d-c272e12d7fcf req-c73e468f-9a56-4333-80de-b72f77127b54 service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325145 Sep 30 08:14:18.595160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-09b8a3ed-3fce-4cf4-a1a3-063fac5f7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.595647 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-09b8a3ed-3fce-4cf4-a1a3-063fac5f7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.596150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-09b8a3ed-3fce-4cf4-a1a3-063fac5f7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.596620 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-09b8a3ed-3fce-4cf4-a1a3-063fac5f7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.597665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-09b8a3ed-3fce-4cf4-a1a3-063fac5f7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.598198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-09b8a3ed-3fce-4cf4-a1a3-063fac5f7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.598660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-09b8a3ed-3fce-4cf4-a1a3-063fac5f7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.600574 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-09b8a3ed-3fce-4cf4-a1a3-063fac5f7776 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4c9428373294d4091a65204159b0981&device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 6476 time: 0.2099156 Sep 30 08:14:18.655405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4c4a8-9911-48ec-94ed-325a6a9951cf req-7b2bfc7d-f33f-4861-bdb2-a016a0d7dff4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.661997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4c4a8-9911-48ec-94ed-325a6a9951cf req-7b2bfc7d-f33f-4861-bdb2-a016a0d7dff4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.668240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4c4a8-9911-48ec-94ed-325a6a9951cf req-7b2bfc7d-f33f-4861-bdb2-a016a0d7dff4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.674212 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4c4a8-9911-48ec-94ed-325a6a9951cf req-7b2bfc7d-f33f-4861-bdb2-a016a0d7dff4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.681104 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4c4a8-9911-48ec-94ed-325a6a9951cf req-7b2bfc7d-f33f-4861-bdb2-a016a0d7dff4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.687023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4c4a8-9911-48ec-94ed-325a6a9951cf req-7b2bfc7d-f33f-4861-bdb2-a016a0d7dff4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.693973 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4c4a8-9911-48ec-94ed-325a6a9951cf req-7b2bfc7d-f33f-4861-bdb2-a016a0d7dff4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:18.695818 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-89d4c4a8-9911-48ec-94ed-325a6a9951cf req-7b2bfc7d-f33f-4861-bdb2-a016a0d7dff4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.2304626 Sep 30 08:14:18.745411 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-f4e384b2-d2e5-40c9-8dd8-fcf202dea765 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e114320-0926-43ba-b1f9-28e959335611 HTTP/1.1" status: 200 len: 217 time: 0.1155195 Sep 30 08:14:18.748312 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0961a62-4f13-4b20-b27f-70fcc88b2c0d req-53d3b78e-e8eb-43fd-b091-6f8fa81d468b tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:19.194878 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3807b707-02b9-459a-b1e4-78c8bd71ace0 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:19.258946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-89d4c4a8-9911-48ec-94ed-325a6a9951cf req-dd22f07b-9558-4e71-ac2b-700820ec066b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5241599 Sep 30 08:14:19.274114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cebb42a3-d5d4-4e2c-8d0d-c272e12d7fcf req-849b04c4-a2a3-46af-89b1-cdda25d6a560 service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7060649 Sep 30 08:14:19.288304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-f5f6238b-1a59-4f1d-8cb9-1657778fccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:19.289799 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-f5f6238b-1a59-4f1d-8cb9-1657778fccad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66d7fd57-be5b-44cb-9d99-854249f7b937 HTTP/1.1" status: 200 len: 851 time: 0.5003450 Sep 30 08:14:19.374405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-4e7835a1-bbcb-4895-bedc-d0b08fb7cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:19.375339 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-4e7835a1-bbcb-4895-bedc-d0b08fb7cc67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e190e83-40df-446b-b24e-ad1892687b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756419 Sep 30 08:14:19.401772 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3807b707-02b9-459a-b1e4-78c8bd71ace0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3807b707-02b9-459a-b1e4-78c8bd71ace0,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:19.419002 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '3807b707-02b9-459a-b1e4-78c8bd71ace0', 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4', 'port_id': '3807b707-02b9-459a-b1e4-78c8bd71ace0', 'mac_address': 'fa:16:3e:f7:77:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68739a17-6737-4340-9fc7-309705504036', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:19.464098 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:19.483492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3807b707-02b9-459a-b1e4-78c8bd71ace0 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:19.515292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3807b707-02b9-459a-b1e4-78c8bd71ace0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3807b707-02b9-459a-b1e4-78c8bd71ace0,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:19.521694 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:19.565350 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59c37fc2-858f-4bf8-a01d-fa323a457739 req-1a5fc352-cf95-4d50-9e0f-fa95e65497f5 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0369287 Sep 30 08:14:19.578862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=3807b707-02b9-459a-b1e4-78c8bd71ace0,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:19.609341 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-d7c1982f-f0ad-4b43-b790-b95d45f61b07 service neutron] 10.222.0.35 "GET /v2.0/networks/7e190e83-40df-446b-b24e-ad1892687b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180893 Sep 30 08:14:19.611051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f0961a62-4f13-4b20-b27f-70fcc88b2c0d req-53d3b78e-e8eb-43fd-b091-6f8fa81d468b tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] For port 38f06c5d-9246-4ece-8934-e7223afe4c8d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=38f06c5d-9246-4ece-8934-e7223afe4c8d,segment=NetworkSegment(cbc184f2-316a-49ac-9a2e-eca401841dfe),segment_id=cbc184f2-316a-49ac-9a2e-eca401841dfe)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:19.685124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0961a62-4f13-4b20-b27f-70fcc88b2c0d req-53d3b78e-e8eb-43fd-b091-6f8fa81d468b tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:19.729757 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0961a62-4f13-4b20-b27f-70fcc88b2c0d req-53d3b78e-e8eb-43fd-b091-6f8fa81d468b tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:19.763705 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['38f06c5d-9246-4ece-8934-e7223afe4c8d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:19.766999 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['3807b707-02b9-459a-b1e4-78c8bd71ace0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:19.796329 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0961a62-4f13-4b20-b27f-70fcc88b2c0d req-53d3b78e-e8eb-43fd-b091-6f8fa81d468b tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:19.796951 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0961a62-4f13-4b20-b27f-70fcc88b2c0d req-53d3b78e-e8eb-43fd-b091-6f8fa81d468b tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:19.798355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0961a62-4f13-4b20-b27f-70fcc88b2c0d req-53d3b78e-e8eb-43fd-b091-6f8fa81d468b tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "PUT /v2.0/ports/38f06c5d-9246-4ece-8934-e7223afe4c8d HTTP/1.1" status: 200 len: 981 time: 1.2835238 Sep 30 08:14:19.802106 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'tag': '38f06c5d-9246-4ece-8934-e7223afe4c8d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:19.804532 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c27a1c-be86-4ce0-bf70-8a8127edeee3" -d '{"events": [{"name": "network-changed", "server_uuid": "42ea551f-8cf5-4cff-859d-1f307fb6f011", "tag": "38f06c5d-9246-4ece-8934-e7223afe4c8d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:19.854147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b7bc2-8c25-4b3b-adde-a8513e44bcd1 req-5d810a8f-af54-41c9-b110-71f54ae9603e tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:19.858392 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af1b7bc2-8c25-4b3b-adde-a8513e44bcd1 req-5d810a8f-af54-41c9-b110-71f54ae9603e tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 944 time: 0.2007596 Sep 30 08:14:19.866350 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-4963b97e-b03c-48c2-95ce-5e7250cece43 service neutron] 10.222.0.35 "GET /v2.0/networks/7e190e83-40df-446b-b24e-ad1892687b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445598 Sep 30 08:14:19.880288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3b78e-e8eb-43fd-b091-6f8fa81d468b tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Pushing event updated for resources: {'Port': ['ID=38f06c5d-9246-4ece-8934-e7223afe4c8d,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:19.949499 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-0eb1b9d9-2c66-45f9-bcf3-c52db228a0e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=8fae7abe-f0d9-4096-a9fb-d45223b67966 HTTP/1.1" status: 200 len: 217 time: 0.0762868 Sep 30 08:14:19.996876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['38f06c5d-9246-4ece-8934-e7223afe4c8d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:20.046800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-8fc9fc11-6ef6-4943-b64c-139e7b9666ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.049517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-8fc9fc11-6ef6-4943-b64c-139e7b9666ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.0888667 Sep 30 08:14:20.054799 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af1b7bc2-8c25-4b3b-adde-a8513e44bcd1 req-6e81ed1e-6ea4-43d6-9f8c-16dba70998ec tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870358 Sep 30 08:14:20.127641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6110e7ec-4508-461b-a377-960aa73045f9 req-7a7d4271-8a15-41b9-80d2-560d10cf7367 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-539770347&fields=id&tenant_id=1b2245634a9b445c9bfe4096e80f16eb HTTP/1.1" status: 200 len: 267 time: 0.1818001 Sep 30 08:14:20.152933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-8fee3454-dfc1-4573-b02e-224d80edb023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.154472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-8fee3454-dfc1-4573-b02e-224d80edb023 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0955009 Sep 30 08:14:20.239160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110e7ec-4508-461b-a377-960aa73045f9 req-040dddda-a917-468e-b3a0-2e3b4e31c34a tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.248792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6110e7ec-4508-461b-a377-960aa73045f9 req-040dddda-a917-468e-b3a0-2e3b4e31c34a tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 984 time: 0.1127477 Sep 30 08:14:20.254875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6110e7ec-4508-461b-a377-960aa73045f9 req-e11b02ed-636d-4539-8cc1-df9811a958eb tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Request body: {'port': {'security_groups': ['f66e44b7-051d-47ab-9a4e-8b666e3706fa']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:20.351324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35008) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:20.396270 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6110e7ec-4508-461b-a377-960aa73045f9 req-e11b02ed-636d-4539-8cc1-df9811a958eb tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:20.401299 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab29a10-c2b2-4906-964f-2a25d0c8126e x-openstack-request-id: req-7ab29a10-c2b2-4906-964f-2a25d0c8126e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:20.401744 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ea551f-8cf5-4cff-859d-1f307fb6f011", "tag": "38f06c5d-9246-4ece-8934-e7223afe4c8d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:20.402008 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ab29a10-c2b2-4906-964f-2a25d0c8126e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:20.402406 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'tag': '38f06c5d-9246-4ece-8934-e7223afe4c8d', 'status': 'completed', 'code': 200} Sep 30 08:14:20.463577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-094fb5ab-79f7-46d9-95c3-26edffae432a service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849932 Sep 30 08:14:20.499125 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fede94a-e9ab-4977-b85b-0d6233353cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:20.518791 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c27a1c-be86-4ce0-bf70-8a8127edeee3 req-dc61f3dd-1c32-40aa-9356-7f4064bacf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.520571 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a1c27a1c-be86-4ce0-bf70-8a8127edeee3 req-dc61f3dd-1c32-40aa-9356-7f4064bacf16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b2245634a9b445c9bfe4096e80f16eb&device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 1135 time: 0.0723646 Sep 30 08:14:20.690537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c27a1c-be86-4ce0-bf70-8a8127edeee3 req-01670e4f-7456-4d7f-bebc-b2e278336acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.692257 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a1c27a1c-be86-4ce0-bf70-8a8127edeee3 req-01670e4f-7456-4d7f-bebc-b2e278336acb service neutron] 10.222.0.35 "GET /v2.0/networks?id=85103879-3b21-44db-ab5b-b6b9a167ad58 HTTP/1.1" status: 200 len: 921 time: 0.1622982 Sep 30 08:14:20.719494 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3ee13-4855-458c-938a-c9329061cf50 req-07bc2737-da68-4cd6-86bf-7ee3c45b542e tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.727285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3ee13-4855-458c-938a-c9329061cf50 req-07bc2737-da68-4cd6-86bf-7ee3c45b542e tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.733965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3ee13-4855-458c-938a-c9329061cf50 req-07bc2737-da68-4cd6-86bf-7ee3c45b542e tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.740110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3ee13-4855-458c-938a-c9329061cf50 req-07bc2737-da68-4cd6-86bf-7ee3c45b542e tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.746026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3ee13-4855-458c-938a-c9329061cf50 req-07bc2737-da68-4cd6-86bf-7ee3c45b542e tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.748811 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a1c27a1c-be86-4ce0-bf70-8a8127edeee3 req-032a8d45-45c8-4601-ac91-0df68c4bbb21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38f06c5d-9246-4ece-8934-e7223afe4c8d HTTP/1.1" status: 200 len: 217 time: 0.0485256 Sep 30 08:14:20.752084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3ee13-4855-458c-938a-c9329061cf50 req-07bc2737-da68-4cd6-86bf-7ee3c45b542e tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.753473 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fede94a-e9ab-4977-b85b-0d6233353cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:20.758145 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3ee13-4855-458c-938a-c9329061cf50 req-07bc2737-da68-4cd6-86bf-7ee3c45b542e tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.760138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0a3ee13-4855-458c-938a-c9329061cf50 req-07bc2737-da68-4cd6-86bf-7ee3c45b542e tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.2693481 Sep 30 08:14:20.764843 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fede94a-e9ab-4977-b85b-0d6233353cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:20.839426 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fede94a-e9ab-4977-b85b-0d6233353cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ddecf1-83a6-4796-ba11-b59a5711fde1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:20.841779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-7dbcae86-c198-4246-ad8e-9edf76c74d4d service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520634 Sep 30 08:14:20.849610 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c27a1c-be86-4ce0-bf70-8a8127edeee3 req-63c40887-7218-44e0-a78d-934bff9bba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:20.851631 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a1c27a1c-be86-4ce0-bf70-8a8127edeee3 req-63c40887-7218-44e0-a78d-934bff9bba37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f29e3fb-d25d-4bf9-b454-144ad5708fbd HTTP/1.1" status: 200 len: 860 time: 0.0955696 Sep 30 08:14:20.857768 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2fede94a-e9ab-4977-b85b-0d6233353cb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5bc1dc175484fd6a0f71433b53da9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046024 Sep 30 08:14:20.858220 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:20.897689 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a1c27a1c-be86-4ce0-bf70-8a8127edeee3 req-df90777a-1795-4148-a29a-316e5fe6b982 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85103879-3b21-44db-ab5b-b6b9a167ad58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401230 Sep 30 08:14:20.901061 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-8075f035-b402-4d2b-8535-99531f7a7d06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=461d17f8-573a-4b8b-87f2-7f5b41d2b79e HTTP/1.1" status: 200 len: 217 time: 0.0490088 Sep 30 08:14:20.912488 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0a3ee13-4855-458c-938a-c9329061cf50 req-8ea6e2c4-efc5-46bf-831f-a8cf74616ba4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1448390 Sep 30 08:14:20.992684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6110e7ec-4508-461b-a377-960aa73045f9 req-e11b02ed-636d-4539-8cc1-df9811a958eb tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] For port 38f06c5d-9246-4ece-8934-e7223afe4c8d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=38f06c5d-9246-4ece-8934-e7223afe4c8d,segment=NetworkSegment(cbc184f2-316a-49ac-9a2e-eca401841dfe),segment_id=cbc184f2-316a-49ac-9a2e-eca401841dfe)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:21.013508 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-f59884e1-837d-4983-a631-48da1e7a00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:21.014928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-f59884e1-837d-4983-a631-48da1e7a00a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.1014519 Sep 30 08:14:21.015069 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b506fd8-b140-43d6-8f25-f90506c27b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:21.052232 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b506fd8-b140-43d6-8f25-f90506c27b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:21.055449 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a1c27a1c-be86-4ce0-bf70-8a8127edeee3 req-2e56b67e-d2a9-4931-94ad-d472925f16a3 service neutron] 10.222.0.35 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406727 Sep 30 08:14:21.057225 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6110e7ec-4508-461b-a377-960aa73045f9 req-e11b02ed-636d-4539-8cc1-df9811a958eb tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:21.070043 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6110e7ec-4508-461b-a377-960aa73045f9 req-e11b02ed-636d-4539-8cc1-df9811a958eb tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:21.102721 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['38f06c5d-9246-4ece-8934-e7223afe4c8d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:21.106984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-25523542-7715-4d70-9110-2ab72fc306b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:21.110366 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-25523542-7715-4d70-9110-2ab72fc306b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0839846 Sep 30 08:14:21.169306 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110e7ec-4508-461b-a377-960aa73045f9 req-e11b02ed-636d-4539-8cc1-df9811a958eb tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:21.170044 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6110e7ec-4508-461b-a377-960aa73045f9 req-e11b02ed-636d-4539-8cc1-df9811a958eb tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:21.183834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6110e7ec-4508-461b-a377-960aa73045f9 req-e11b02ed-636d-4539-8cc1-df9811a958eb tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "PUT /v2.0/ports/38f06c5d-9246-4ece-8934-e7223afe4c8d HTTP/1.1" status: 200 len: 942 time: 0.9340045 Sep 30 08:14:21.186936 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b506fd8-b140-43d6-8f25-f90506c27b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:21.189626 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b506fd8-b140-43d6-8f25-f90506c27b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:21.191174 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7b506fd8-b140-43d6-8f25-f90506c27b6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40ddecf1-83a6-4796-ba11-b59a5711fde1 HTTP/1.1" status: 204 len: 168 time: 0.3320446 Sep 30 08:14:21.201534 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a1c27a1c-be86-4ce0-bf70-8a8127edeee3 req-b624d16f-a434-463a-9650-08d1af6780b3 service neutron] 10.222.0.35 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378245 Sep 30 08:14:21.202395 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b506fd8-b140-43d6-8f25-f90506c27b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ddecf1-83a6-4796-ba11-b59a5711fde1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:21.218356 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be8fc619-811b-4283-b6f7-2c659da9534e req-d93e9a9b-03dd-4e35-abcd-30c8be1a69ab tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.1006083 Sep 30 08:14:21.255968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3807b707-02b9-459a-b1e4-78c8bd71ace0 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:21.272063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b02ed-636d-4539-8cc1-df9811a958eb tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Pushing event updated for resources: {'Port': ['ID=38f06c5d-9246-4ece-8934-e7223afe4c8d,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:21.344074 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['38f06c5d-9246-4ece-8934-e7223afe4c8d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:21.367870 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-4265732a-2061-46d7-8b4d-0d9be2ef89b0 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484961 Sep 30 08:14:21.397143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 3807b707-02b9-459a-b1e4-78c8bd71ace0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:14:21.406432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 3807b707-02b9-459a-b1e4-78c8bd71ace0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:21.406817 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:21.406968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b8b5f-89f4-464c-9796-8626e2346336 req-bdc9d6d6-af64-44a2-befb-22b08d0dd373 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:21.412403 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-455b8b5f-89f4-464c-9796-8626e2346336 req-bdc9d6d6-af64-44a2-befb-22b08d0dd373 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 944 time: 0.1453886 Sep 30 08:14:21.537712 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:21.590063 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046624cb-39da-407b-9c19-27dbe0367e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3807b707-02b9-459a-b1e4-78c8bd71ace0'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:21.599074 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33f53a5-5cfa-4928-8c5e-3aeae25d8575" -d '{"events": [{"server_uuid": "046624cb-39da-407b-9c19-27dbe0367e3f", "name": "network-vif-plugged", "status": "completed", "tag": "3807b707-02b9-459a-b1e4-78c8bd71ace0"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:21.616894 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-455b8b5f-89f4-464c-9796-8626e2346336 req-66256550-5e68-413c-adb3-e2a633df5a5e tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920335 Sep 30 08:14:21.641949 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-e398343d-350b-4f0a-a8e1-e66b59e10fe9 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3669760 Sep 30 08:14:21.646935 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-f04355eb-285a-4944-9c32-1f0396fb9df4 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649276 Sep 30 08:14:21.649420 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3807b707-02b9-459a-b1e4-78c8bd71ace0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3807b707-02b9-459a-b1e4-78c8bd71ace0,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:21.656913 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:21.662161 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:21.729220 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=3807b707-02b9-459a-b1e4-78c8bd71ace0,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:21.733519 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeee5d28-161a-49ad-ae70-d49a37b6cc17 x-openstack-request-id: req-eeee5d28-161a-49ad-ae70-d49a37b6cc17 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:21.734027 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046624cb-39da-407b-9c19-27dbe0367e3f", "name": "network-vif-plugged", "status": "completed", "tag": "3807b707-02b9-459a-b1e4-78c8bd71ace0", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:21.734428 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eeee5d28-161a-49ad-ae70-d49a37b6cc17 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:21.734955 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046624cb-39da-407b-9c19-27dbe0367e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3807b707-02b9-459a-b1e4-78c8bd71ace0', 'code': 200} Sep 30 08:14:21.752917 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-7225ed98-1564-4d8e-8d91-cf416f97faf8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=fba29b8d-c114-4900-9adf-238fdb2fb410 HTTP/1.1" status: 200 len: 217 time: 0.0792899 Sep 30 08:14:21.780718 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:21.872016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-16e148f9-d710-4993-8af3-949b11bd3b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:21.873732 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-16e148f9-d710-4993-8af3-949b11bd3b14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.1058733 Sep 30 08:14:21.916836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334ed08-6098-4b7a-a1d1-9133bdb93959 req-fd060482-cd3b-4818-b6c5-ce07e1283229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:21.918344 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7334ed08-6098-4b7a-a1d1-9133bdb93959 req-fd060482-cd3b-4818-b6c5-ce07e1283229 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 1096 time: 0.1106889 Sep 30 08:14:22.007387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a666ed59-8adf-4921-b9f7-6315aadc1cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:22.008942 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-a666ed59-8adf-4921-b9f7-6315aadc1cb1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1259017 Sep 30 08:14:22.025638 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7334ed08-6098-4b7a-a1d1-9133bdb93959 req-2761596c-8c5d-4d2b-81bb-b8cf946426ba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752060 Sep 30 08:14:22.122785 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:22.140506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76419c-931e-4960-b26b-3b34d050594b req-c7cd8712-d0dc-4312-8b6e-e2edab9e7c53 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:22.146830 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76419c-931e-4960-b26b-3b34d050594b req-c7cd8712-d0dc-4312-8b6e-e2edab9e7c53 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:22.152820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76419c-931e-4960-b26b-3b34d050594b req-c7cd8712-d0dc-4312-8b6e-e2edab9e7c53 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:22.159191 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76419c-931e-4960-b26b-3b34d050594b req-c7cd8712-d0dc-4312-8b6e-e2edab9e7c53 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:22.166237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76419c-931e-4960-b26b-3b34d050594b req-c7cd8712-d0dc-4312-8b6e-e2edab9e7c53 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:22.172147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76419c-931e-4960-b26b-3b34d050594b req-c7cd8712-d0dc-4312-8b6e-e2edab9e7c53 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:22.178557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76419c-931e-4960-b26b-3b34d050594b req-c7cd8712-d0dc-4312-8b6e-e2edab9e7c53 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:22.180917 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a76419c-931e-4960-b26b-3b34d050594b req-c7cd8712-d0dc-4312-8b6e-e2edab9e7c53 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.1779294 Sep 30 08:14:22.262231 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-54b3ec74-df06-4cdb-b81a-5d32364a2b01 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406292 Sep 30 08:14:22.281149 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a76419c-931e-4960-b26b-3b34d050594b req-d2cea8fe-b201-4204-97ab-d4db9a42acc2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902591 Sep 30 08:14:22.396567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Allocated IP 172.25.0.247 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/7e1840d5-f405-4398-ad27-1863aac65731) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:22.404414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'tag': '38f06c5d-9246-4ece-8934-e7223afe4c8d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:22.406835 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fa3814-84fc-4aad-9024-71b03d3c154f" -d '{"events": [{"name": "network-changed", "server_uuid": "42ea551f-8cf5-4cff-859d-1f307fb6f011", "tag": "38f06c5d-9246-4ece-8934-e7223afe4c8d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:22.427500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-921bc52b-b5b3-4228-9758-5e4e1727d10f service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453998 Sep 30 08:14:22.494383 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-ffdf3fa9-3922-4244-93a3-e39f7d9a4c88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=15a53876-fc9c-4d22-922c-19f775e34774 HTTP/1.1" status: 200 len: 217 time: 0.0420911 Sep 30 08:14:22.582114 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-639d3432-364c-42a6-a23d-3793fdf2487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:22.583714 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-639d3432-364c-42a6-a23d-3793fdf2487b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.0658460 Sep 30 08:14:22.625833 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:22.656593 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-8b434f1e-2f53-4987-bcf3-f7b4584e03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:22.658194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-8b434f1e-2f53-4987-bcf3-f7b4584e03ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0674410 Sep 30 08:14:22.737314 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:22.797295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:22.802156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-f8854a9a-0b2e-4c70-bf44-7c2dc24599fa service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358700 Sep 30 08:14:22.805007 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:22.808672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:22.861594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Pushing event updated for resources: {'Port': ['ID=7e1840d5-f405-4398-ad27-1863aac65731,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:22.910297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42e77d9e-30a0-4758-ac66-5ec390f01ce2 req-64304d0d-f505-492e-95eb-b375b79457e6 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0428252 Sep 30 08:14:22.990424 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4d2b8a-66b0-4598-bf6d-ba47c01d2e01 x-openstack-request-id: req-6f4d2b8a-66b0-4598-bf6d-ba47c01d2e01 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:22.990759 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ea551f-8cf5-4cff-859d-1f307fb6f011", "tag": "38f06c5d-9246-4ece-8934-e7223afe4c8d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:22.990965 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f4d2b8a-66b0-4598-bf6d-ba47c01d2e01 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:22.991354 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'tag': '38f06c5d-9246-4ece-8934-e7223afe4c8d', 'status': 'completed', 'code': 200} Sep 30 08:14:23.001230 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-df4d76b1-35d7-47cc-b2af-352a76f79ee5 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881063 Sep 30 08:14:23.016415 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:23.101105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa3814-84fc-4aad-9024-71b03d3c154f req-55e94c53-572f-4ed6-83ba-bc24dcf876bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:23.102535 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c0fa3814-84fc-4aad-9024-71b03d3c154f req-55e94c53-572f-4ed6-83ba-bc24dcf876bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b2245634a9b445c9bfe4096e80f16eb&device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 1096 time: 0.0655568 Sep 30 08:14:23.130628 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-04b43866-2b88-4ed4-9911-06b0b3698ba7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=07bbc016-1456-47b7-8f6c-736533ad6b71 HTTP/1.1" status: 200 len: 217 time: 0.1035781 Sep 30 08:14:23.146214 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:23.266254 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa3814-84fc-4aad-9024-71b03d3c154f req-9f1d1c75-6480-417a-a53c-e3bdaf4bba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:23.267786 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c0fa3814-84fc-4aad-9024-71b03d3c154f req-9f1d1c75-6480-417a-a53c-e3bdaf4bba40 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85103879-3b21-44db-ab5b-b6b9a167ad58 HTTP/1.1" status: 200 len: 921 time: 0.1578064 Sep 30 08:14:23.332970 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c0fa3814-84fc-4aad-9024-71b03d3c154f req-55f76ed8-d2f0-4be1-934e-e0c879d01c60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38f06c5d-9246-4ece-8934-e7223afe4c8d HTTP/1.1" status: 200 len: 217 time: 0.0578403 Sep 30 08:14:23.401877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa3814-84fc-4aad-9024-71b03d3c154f req-559899f7-33dd-4c2c-9ca9-662af04d80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:23.404202 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c0fa3814-84fc-4aad-9024-71b03d3c154f req-559899f7-33dd-4c2c-9ca9-662af04d80ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f29e3fb-d25d-4bf9-b454-144ad5708fbd HTTP/1.1" status: 200 len: 860 time: 0.0590594 Sep 30 08:14:23.443578 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c0fa3814-84fc-4aad-9024-71b03d3c154f req-1a91b8ac-48fc-4948-bc1d-8484e3503c44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85103879-3b21-44db-ab5b-b6b9a167ad58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314822 Sep 30 08:14:23.574030 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c0fa3814-84fc-4aad-9024-71b03d3c154f req-cbcbe31e-5f84-4d02-972f-aa4372002e84 service neutron] 10.222.0.35 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174452 Sep 30 08:14:23.602585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-283b528b-e5e1-4c0b-bb3b-1c9a26b641da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:23.604090 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-283b528b-e5e1-4c0b-bb3b-1c9a26b641da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a717074-20be-43db-92fd-460ccea803fc HTTP/1.1" status: 200 len: 797 time: 0.4641850 Sep 30 08:14:23.615178 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d790f-0600-4160-9b9b-7928c67b13b6 req-1fabd5e3-f760-41a3-81b8-535291da06bd tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:23.622503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea4d790f-0600-4160-9b9b-7928c67b13b6 req-1fabd5e3-f760-41a3-81b8-535291da06bd tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.5428736 Sep 30 08:14:23.739457 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea4d790f-0600-4160-9b9b-7928c67b13b6 req-2a6db3f6-4c19-46c3-b3e4-fc2471049a6d tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160603 Sep 30 08:14:23.756352 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-5df10815-8ceb-4bba-80e5-3b5ad698a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:23.757900 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-5df10815-8ceb-4bba-80e5-3b5ad698a50f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1334131 Sep 30 08:14:23.888684 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:23.914205 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:23.917681 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c26434e-e8e4-4813-9372-52803a0e7bc6 req-b501b632-5f6f-44d8-b34e-8b255ba357c7 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0442066 Sep 30 08:14:23.993023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-5342e592-3c32-4ff1-87ef-d97c58c4122d service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217612 Sep 30 08:14:24.020945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Pushing event updated for resources: {'Port': ['ID=7e1840d5-f405-4398-ad27-1863aac65731,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:24.060267 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:24.119623 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c0fa3814-84fc-4aad-9024-71b03d3c154f req-b3d2bed4-c274-4926-a99a-7037bce87fdf service neutron] 10.222.0.35 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335176 Sep 30 08:14:24.139947 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:24.141087 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-9d1078b2-78bc-474e-9f8e-479571a1adb6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4917355 Sep 30 08:14:24.185796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35108) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:24.213857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-9ac3cb77-f483-46c9-b48a-5fc3ce8fdaaa service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107201 Sep 30 08:14:24.290022 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-7da9688a-108d-482b-9505-b04de1b502e0 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.1151214 Sep 30 08:14:24.294892 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-0fb9f630-8640-40c9-b25c-1c950e074fbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9522420-7df6-4954-a2ef-17f1cb2925d5 HTTP/1.1" status: 200 len: 217 time: 0.0464149 Sep 30 08:14:24.307232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cf341-5fd2-4c62-9123-f5b521b1b67e req-6e7f9664-f282-416b-81f3-d9f6c4c0c63b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:24.313292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cf341-5fd2-4c62-9123-f5b521b1b67e req-6e7f9664-f282-416b-81f3-d9f6c4c0c63b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:24.318086 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8cd3f0e-22f6-4db9-97bc-1df1d628f86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:24.320647 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cf341-5fd2-4c62-9123-f5b521b1b67e req-6e7f9664-f282-416b-81f3-d9f6c4c0c63b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:24.326932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cf341-5fd2-4c62-9123-f5b521b1b67e req-6e7f9664-f282-416b-81f3-d9f6c4c0c63b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:24.334419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cf341-5fd2-4c62-9123-f5b521b1b67e req-6e7f9664-f282-416b-81f3-d9f6c4c0c63b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:24.340374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cf341-5fd2-4c62-9123-f5b521b1b67e req-6e7f9664-f282-416b-81f3-d9f6c4c0c63b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:24.346345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cf341-5fd2-4c62-9123-f5b521b1b67e req-6e7f9664-f282-416b-81f3-d9f6c4c0c63b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:24.350592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-324cf341-5fd2-4c62-9123-f5b521b1b67e req-6e7f9664-f282-416b-81f3-d9f6c4c0c63b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.2389290 Sep 30 08:14:24.427492 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8cd3f0e-22f6-4db9-97bc-1df1d628f86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:24.433294 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8cd3f0e-22f6-4db9-97bc-1df1d628f86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:24.478075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd3f0e-22f6-4db9-97bc-1df1d628f86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451c81de-e957-480b-b4c8-09b784c9ec4e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:24.482846 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d8cd3f0e-22f6-4db9-97bc-1df1d628f86f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd58f80df36442ee8351c588dfdc45b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959781 Sep 30 08:14:24.485510 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:24.492881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-7bde091a-b795-408c-846a-fc4ec15f446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:24.494437 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-7bde091a-b795-408c-846a-fc4ec15f446f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a717074-20be-43db-92fd-460ccea803fc HTTP/1.1" status: 200 len: 797 time: 0.1434402 Sep 30 08:14:24.504831 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-324cf341-5fd2-4c62-9123-f5b521b1b67e req-a386051c-a9b9-4f15-8c76-d9284822d6fb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440532 Sep 30 08:14:24.547726 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1978-8cca-4d7e-a750-24691889164f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:24.573272 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1978-8cca-4d7e-a750-24691889164f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:24.585320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-3f841ccb-067c-4510-a4a6-826510b97bcf tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:24.587011 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-3f841ccb-067c-4510-a4a6-826510b97bcf tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.2350039 Sep 30 08:14:24.594199 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-4993c800-9c5c-4c9b-aa68-ecebc07764e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:24.596245 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-4993c800-9c5c-4c9b-aa68-ecebc07764e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0862389 Sep 30 08:14:24.603200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-2235df1f-3cad-4c7b-806b-d11f0db916ea tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:14:24.604766 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-618062e6-c17a-4c00-8ef8-57c45c1a33ec req-2235df1f-3cad-4c7b-806b-d11f0db916ea tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069194 Sep 30 08:14:24.650266 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1978-8cca-4d7e-a750-24691889164f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:24.654681 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1978-8cca-4d7e-a750-24691889164f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:24.654681 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ab2c1978-8cca-4d7e-a750-24691889164f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/451c81de-e957-480b-b4c8-09b784c9ec4e HTTP/1.1" status: 204 len: 168 time: 0.1682253 Sep 30 08:14:24.664822 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c1978-8cca-4d7e-a750-24691889164f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451c81de-e957-480b-b4c8-09b784c9ec4e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:24.718644 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-9feace0e-e8e9-4705-816b-1855878e0243 service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128316 Sep 30 08:14:24.750930 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbceee2f-eac9-4125-a631-2bfaa4b7358d req-24d53320-660a-4d16-8c36-015a37f6f336 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0311177 Sep 30 08:14:24.906421 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-031d2da8-9846-46c4-8194-5b3a6ba77a50 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:24.908214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-031d2da8-9846-46c4-8194-5b3a6ba77a50 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1600468 Sep 30 08:14:24.967195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cf876d1-12f2-4747-8e84-92c85adbe86d req-84d5fcd9-f4ea-4dd3-8ecc-0aeab64097b1 service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205224 Sep 30 08:14:24.979953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35124) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:24.989354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-e708492c-7f1c-4068-9c6f-d8694a5b0cf5 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.0674133 Sep 30 08:14:24.994537 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5efc2dee-8018-44b3-98e3-003946d91721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:24.995999 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-8d489415-9b48-4eef-a109-504781c44406 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Request body: {'floatingip': {'port_id': '38f06c5d-9246-4ece-8934-e7223afe4c8d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:25.046287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa6785-16db-440d-9bd8-b65135454e98 req-cb46f1cc-d5ba-4ea8-986d-861a6d8de403 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.047930 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2baa6785-16db-440d-9bd8-b65135454e98 req-cb46f1cc-d5ba-4ea8-986d-861a6d8de403 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1960969 Sep 30 08:14:25.064741 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-8d489415-9b48-4eef-a109-504781c44406 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.091107 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5efc2dee-8018-44b3-98e3-003946d91721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.095827 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5efc2dee-8018-44b3-98e3-003946d91721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.137349 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5efc2dee-8018-44b3-98e3-003946d91721 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=742a6243feae42d5b0134eb2e721f3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563027 Sep 30 08:14:25.138216 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc2dee-8018-44b3-98e3-003946d91721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b5a329-0cd2-400a-9bfb-0daa42f5c366,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:25.140549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35126) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:25.155218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2baa6785-16db-440d-9bd8-b65135454e98 req-af937605-43cd-4439-b0fb-2babe09b5b94 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007857 Sep 30 08:14:25.196282 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8612bca6-1244-4789-868a-f7d988e0ce35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.219896 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8612bca6-1244-4789-868a-f7d988e0ce35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.269795 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8612bca6-1244-4789-868a-f7d988e0ce35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.272486 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8612bca6-1244-4789-868a-f7d988e0ce35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.273638 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8612bca6-1244-4789-868a-f7d988e0ce35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51b5a329-0cd2-400a-9bfb-0daa42f5c366 HTTP/1.1" status: 204 len: 168 time: 0.1321909 Sep 30 08:14:25.285896 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612bca6-1244-4789-868a-f7d988e0ce35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b5a329-0cd2-400a-9bfb-0daa42f5c366,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:25.302505 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8afee24-5463-4f7e-bf24-51c5c4839365 req-f0ab6e6b-adc1-4c85-9daf-bd085ef3595f tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0749140 Sep 30 08:14:25.313534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-316dad1b-e2c5-4d2d-aa6a-59b8d9dfe601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.313860 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-316dad1b-e2c5-4d2d-aa6a-59b8d9dfe601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.314267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-316dad1b-e2c5-4d2d-aa6a-59b8d9dfe601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.314774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-316dad1b-e2c5-4d2d-aa6a-59b8d9dfe601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.315208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-316dad1b-e2c5-4d2d-aa6a-59b8d9dfe601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.315738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-316dad1b-e2c5-4d2d-aa6a-59b8d9dfe601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.316616 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-316dad1b-e2c5-4d2d-aa6a-59b8d9dfe601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.318203 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-316dad1b-e2c5-4d2d-aa6a-59b8d9dfe601 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4c9428373294d4091a65204159b0981&device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 6476 time: 0.1380088 Sep 30 08:14:25.459248 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c40cfaf4-6867-4aa4-ac7e-b4c8dd9631f0 req-b4ab894a-8546-4f25-a4bd-d5b192c46cf0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0327160 Sep 30 08:14:25.550608 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-480e1712-0678-4bd4-9c08-e74eac135a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.552107 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-480e1712-0678-4bd4-9c08-e74eac135a81 service neutron] 10.222.0.35 "GET /v2.0/networks?id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98 HTTP/1.1" status: 200 len: 902 time: 0.2249391 Sep 30 08:14:25.796890 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-dbf37668-e093-4c2e-ac8f-0bf6bf388a60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=07bbc016-1456-47b7-8f6c-736533ad6b71 HTTP/1.1" status: 200 len: 217 time: 0.0755689 Sep 30 08:14:25.849668 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-8d489415-9b48-4eef-a109-504781c44406 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.858100 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-8d489415-9b48-4eef-a109-504781c44406 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:25.912264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbbb9a-bcda-4b31-8c21-d5e11f562706 req-fdb27f50-184e-4973-b3c5-e987bcc798bf tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.918382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbbb9a-bcda-4b31-8c21-d5e11f562706 req-fdb27f50-184e-4973-b3c5-e987bcc798bf tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.924269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbbb9a-bcda-4b31-8c21-d5e11f562706 req-fdb27f50-184e-4973-b3c5-e987bcc798bf tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.931582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbbb9a-bcda-4b31-8c21-d5e11f562706 req-fdb27f50-184e-4973-b3c5-e987bcc798bf tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.938659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbbb9a-bcda-4b31-8c21-d5e11f562706 req-fdb27f50-184e-4973-b3c5-e987bcc798bf tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.945572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbbb9a-bcda-4b31-8c21-d5e11f562706 req-fdb27f50-184e-4973-b3c5-e987bcc798bf tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.951716 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbbb9a-bcda-4b31-8c21-d5e11f562706 req-fdb27f50-184e-4973-b3c5-e987bcc798bf tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.953666 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9adbbb9a-bcda-4b31-8c21-d5e11f562706 req-fdb27f50-184e-4973-b3c5-e987bcc798bf tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.2308166 Sep 30 08:14:25.964716 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-79efbc7a-3432-4936-9084-8b16d81cb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:25.966125 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-79efbc7a-3432-4936-9084-8b16d81cb029 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a717074-20be-43db-92fd-460ccea803fc HTTP/1.1" status: 200 len: 797 time: 0.1600275 Sep 30 08:14:26.074141 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9adbbb9a-bcda-4b31-8c21-d5e11f562706 req-f09d2774-7fac-4e19-8f17-a1a7f8a697bc tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110182 Sep 30 08:14:26.088884 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-8d489415-9b48-4eef-a109-504781c44406 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Floating IP 2fd6d0ec-4c10-4a16-a5b1-7613ccf7d353 associated. External IP: 172.25.0.247, port: 38f06c5d-9246-4ece-8934-e7223afe4c8d. Sep 30 08:14:26.092033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-fbd5d363-2005-407c-985c-cdf5f1e8695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:26.093535 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-fbd5d363-2005-407c-985c-cdf5f1e8695c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1170464 Sep 30 08:14:26.303885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-478f8af4-8f62-406b-a42e-7ac65444f273 service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780922 Sep 30 08:14:26.377402 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067bd9c-bb56-4a92-9639-b2209d5ba3ad req-0bb4e5bd-3662-4182-acb4-6d1f4b0a09c8 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:26.378959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2067bd9c-bb56-4a92-9639-b2209d5ba3ad req-0bb4e5bd-3662-4182-acb4-6d1f4b0a09c8 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1768253 Sep 30 08:14:26.850755 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2067bd9c-bb56-4a92-9639-b2209d5ba3ad req-9b385ad8-4eca-4e5a-bf40-b0a82f8b7a92 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644887 Sep 30 08:14:26.861883 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-dc2aebb6-15b9-455b-83de-2c515cca05b5 service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260668 Sep 30 08:14:26.874690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-8d489415-9b48-4eef-a109-504781c44406 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Router 3e36341e-3618-4292-a79f-26a29627a8e3 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:14:27.024699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-8d489415-9b48-4eef-a109-504781c44406 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:14:27.041252 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-8d489415-9b48-4eef-a109-504781c44406 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.043538 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc4192c-260c-4895-a134-05f1f489c7a9 None None] Sync routers for ids ['3e36341e-3618-4292-a79f-26a29627a8e3'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:14:27.054274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc4192c-260c-4895-a134-05f1f489c7a9 None None] Routers {'3e36341e-3618-4292-a79f-26a29627a8e3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:14:27.055099 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6cc4192c-260c-4895-a134-05f1f489c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:14:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3e36341e-3618-4292-a79f-26a29627a8e3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:27.060079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b7fee30-0a60-4fcc-bb98-afa05417a81a req-ba7ca225-08fa-428b-938d-ddadb7ef40c9 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0382757 Sep 30 08:14:27.085457 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-9e27d4ee-b595-4cd7-a27e-d3add64f58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.085943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-9e27d4ee-b595-4cd7-a27e-d3add64f58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.086412 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-9e27d4ee-b595-4cd7-a27e-d3add64f58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.094956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-9e27d4ee-b595-4cd7-a27e-d3add64f58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.094956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-9e27d4ee-b595-4cd7-a27e-d3add64f58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.094956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-9e27d4ee-b595-4cd7-a27e-d3add64f58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.094956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-9e27d4ee-b595-4cd7-a27e-d3add64f58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.094956 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-9e27d4ee-b595-4cd7-a27e-d3add64f58fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4c9428373294d4091a65204159b0981&device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 6476 time: 0.1163189 Sep 30 08:14:27.107704 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-8d489415-9b48-4eef-a109-504781c44406 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "PUT /v2.0/floatingips/2fd6d0ec-4c10-4a16-a5b1-7613ccf7d353 HTTP/1.1" status: 200 len: 996 time: 2.1170878 Sep 30 08:14:27.109491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'tag': '38f06c5d-9246-4ece-8934-e7223afe4c8d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:27.111768 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50b7f16-29e3-4ce6-9bec-4dd6565b1c85" -d '{"events": [{"name": "network-changed", "server_uuid": "42ea551f-8cf5-4cff-859d-1f307fb6f011", "tag": "38f06c5d-9246-4ece-8934-e7223afe4c8d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:27.172287 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6cc4192c-260c-4895-a134-05f1f489c7a9 None None] Set router 3e36341e-3618-4292-a79f-26a29627a8e3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:14:27.228694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1b6c3bb-749d-46ae-beb5-e10baede693c req-89ffa9cc-5a90-483a-a7b1-5e9aa264dc96 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0580909 Sep 30 08:14:27.240588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-038b4cc9-a92d-4eb3-b218-01b60b0327ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.247743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-038b4cc9-a92d-4eb3-b218-01b60b0327ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b2245634a9b445c9bfe4096e80f16eb&device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 1096 time: 0.1248212 Sep 30 08:14:27.301773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-384887f1-09c8-4c89-9b0e-e495942a4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.303719 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-384887f1-09c8-4c89-9b0e-e495942a4d43 service neutron] 10.222.0.35 "GET /v2.0/networks?id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98 HTTP/1.1" status: 200 len: 902 time: 0.1946073 Sep 30 08:14:27.310738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:27.401941 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-88716ae6-1feb-43e4-9f00-06cd9713e905 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9522420-7df6-4954-a2ef-17f1cb2925d5 HTTP/1.1" status: 200 len: 217 time: 0.0650418 Sep 30 08:14:27.417485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6cc4192c-260c-4895-a134-05f1f489c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-router', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:04Z', 'updated_at': '2021-09-30T08:13:15Z', 'revision_number': 4, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'gw_port': {'id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:05Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2fd6d0ec-4c10-4a16-a5b1-7613ccf7d353', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'floating_ip_address': '172.25.0.247', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'port_id': '38f06c5d-9246-4ece-8934-e7223afe4c8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58', 'mac_address': 'fa:16:3e:96:5f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:14:22Z', 'updated_at': '2021-09-30T08:14:25Z', 'revision_number': 1, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70662b6c-2c16-477f-a62e-a6a1120b6a4f', 'name': '', 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'mac_address': 'fa:16:3e:fb:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:23Z', 'revision_number': 5, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'subnets': [{'id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:27.440029 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68156894-936c-46cb-8174-edd90b50f7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.450081 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc4192c-260c-4895-a134-05f1f489c7a9 None None] Checking router: 3e36341e-3618-4292-a79f-26a29627a8e3 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:14:27.457309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-54704542-0a3f-4ae9-93cf-0d2f0a06d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.458806 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-54704542-0a3f-4ae9-93cf-0d2f0a06d705 service neutron] 10.222.0.24 "GET /v2.0/networks?id=85103879-3b21-44db-ab5b-b6b9a167ad58 HTTP/1.1" status: 200 len: 921 time: 0.2102170 Sep 30 08:14:27.465214 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc4192c-260c-4895-a134-05f1f489c7a9 None None] Routers {'3e36341e-3618-4292-a79f-26a29627a8e3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:14:27.465852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6cc4192c-260c-4895-a134-05f1f489c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:14:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3e36341e-3618-4292-a79f-26a29627a8e3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:27.519548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fbac3-5b9e-43c6-aadc-b2c7a440af4f req-df0577df-d568-4f10-af32-e7b653c1a654 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.525391 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fbac3-5b9e-43c6-aadc-b2c7a440af4f req-df0577df-d568-4f10-af32-e7b653c1a654 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.531257 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fbac3-5b9e-43c6-aadc-b2c7a440af4f req-df0577df-d568-4f10-af32-e7b653c1a654 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.537262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fbac3-5b9e-43c6-aadc-b2c7a440af4f req-df0577df-d568-4f10-af32-e7b653c1a654 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.543122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fbac3-5b9e-43c6-aadc-b2c7a440af4f req-df0577df-d568-4f10-af32-e7b653c1a654 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.546440 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68156894-936c-46cb-8174-edd90b50f7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.549218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fbac3-5b9e-43c6-aadc-b2c7a440af4f req-df0577df-d568-4f10-af32-e7b653c1a654 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.552269 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68156894-936c-46cb-8174-edd90b50f7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.556079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fbac3-5b9e-43c6-aadc-b2c7a440af4f req-df0577df-d568-4f10-af32-e7b653c1a654 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.558035 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b8fbac3-5b9e-43c6-aadc-b2c7a440af4f req-df0577df-d568-4f10-af32-e7b653c1a654 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.2223351 Sep 30 08:14:27.579950 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-2d85a455-33b5-41e6-91d5-f3297b24b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.581208 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-2d85a455-33b5-41e6-91d5-f3297b24b604 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a717074-20be-43db-92fd-460ccea803fc HTTP/1.1" status: 200 len: 797 time: 0.1685963 Sep 30 08:14:27.585112 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6cc4192c-260c-4895-a134-05f1f489c7a9 None None] Set router 3e36341e-3618-4292-a79f-26a29627a8e3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:14:27.601889 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68156894-936c-46cb-8174-edd90b50f7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad8f3bc-dfc5-4a41-bfca-f314b7db9a97,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:27.610649 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-68156894-936c-46cb-8174-edd90b50f7fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5fc899a5971482baced6a402fdd4af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987289 Sep 30 08:14:27.611118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35210) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:27.640569 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-1b30e051-74f3-4779-8192-e7e1d5b483f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38f06c5d-9246-4ece-8934-e7223afe4c8d HTTP/1.1" status: 200 len: 999 time: 0.1732385 Sep 30 08:14:27.667667 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b8fbac3-5b9e-43c6-aadc-b2c7a440af4f req-edf62d3a-2aac-4b81-a4c2-0b9b3cba1b2e tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985932 Sep 30 08:14:27.676170 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d33c064e-cb30-43ea-b7a7-fffac415ed20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.707876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-c791a350-ce88-4162-90b3-b1474b7fafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.709434 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-c791a350-ce88-4162-90b3-b1474b7fafe6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180947 Sep 30 08:14:27.716009 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d33c064e-cb30-43ea-b7a7-fffac415ed20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.727930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-704b98cc-6371-4f6b-bf73-8479dc374ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.729420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-704b98cc-6371-4f6b-bf73-8479dc374ccf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f29e3fb-d25d-4bf9-b454-144ad5708fbd HTTP/1.1" status: 200 len: 860 time: 0.0812159 Sep 30 08:14:27.740872 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90a9a45-5b02-49c5-af06-d89f4cf65633 x-openstack-request-id: req-f90a9a45-5b02-49c5-af06-d89f4cf65633 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:27.740872 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ea551f-8cf5-4cff-859d-1f307fb6f011", "tag": "38f06c5d-9246-4ece-8934-e7223afe4c8d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:27.741181 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f90a9a45-5b02-49c5-af06-d89f4cf65633 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:27.741402 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'tag': '38f06c5d-9246-4ece-8934-e7223afe4c8d', 'status': 'completed', 'code': 200} Sep 30 08:14:27.774875 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-ee8b25b3-61e9-415b-a3ed-46dab3c361b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85103879-3b21-44db-ab5b-b6b9a167ad58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326314 Sep 30 08:14:27.778538 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d33c064e-cb30-43ea-b7a7-fffac415ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.781844 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d33c064e-cb30-43ea-b7a7-fffac415ed20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:27.794864 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d33c064e-cb30-43ea-b7a7-fffac415ed20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ad8f3bc-dfc5-4a41-bfca-f314b7db9a97 HTTP/1.1" status: 204 len: 168 time: 0.1780059 Sep 30 08:14:27.854594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c064e-cb30-43ea-b7a7-fffac415ed20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad8f3bc-dfc5-4a41-bfca-f314b7db9a97,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:27.869405 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7f16-29e3-4ce6-9bec-4dd6565b1c85 req-f73f28d5-e43c-44ab-9ca7-c870139f94cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:27.871803 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b50b7f16-29e3-4ce6-9bec-4dd6565b1c85 req-f73f28d5-e43c-44ab-9ca7-c870139f94cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b2245634a9b445c9bfe4096e80f16eb&device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 1096 time: 0.0748217 Sep 30 08:14:27.956879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-b19e2b9d-cc16-4910-9b81-cc11afd9a217 service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395718 Sep 30 08:14:27.959428 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-89d6ede4-0a5c-4881-9888-3b7f0bc21bc7 service neutron] 10.222.0.24 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391339 Sep 30 08:14:27.968008 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6cc4192c-260c-4895-a134-05f1f489c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-router', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:04Z', 'updated_at': '2021-09-30T08:13:15Z', 'revision_number': 4, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'gw_port': {'id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:05Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2fd6d0ec-4c10-4a16-a5b1-7613ccf7d353', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'floating_ip_address': '172.25.0.247', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'port_id': '38f06c5d-9246-4ece-8934-e7223afe4c8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58', 'mac_address': 'fa:16:3e:96:5f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:14:22Z', 'updated_at': '2021-09-30T08:14:25Z', 'revision_number': 1, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70662b6c-2c16-477f-a62e-a6a1120b6a4f', 'name': '', 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'mac_address': 'fa:16:3e:fb:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:23Z', 'revision_number': 5, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'subnets': [{'id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:28.003480 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc4192c-260c-4895-a134-05f1f489c7a9 None None] The sync data for ids ['3e36341e-3618-4292-a79f-26a29627a8e3'] in n-d-807359-2 is: [{'id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-router', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:04Z', 'updated_at': '2021-09-30T08:13:15Z', 'revision_number': 4, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'gw_port': {'id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:05Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '2fd6d0ec-4c10-4a16-a5b1-7613ccf7d353', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'floating_ip_address': '172.25.0.247', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'port_id': '38f06c5d-9246-4ece-8934-e7223afe4c8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58', 'mac_address': 'fa:16:3e:96:5f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:14:22Z', 'updated_at': '2021-09-30T08:14:25Z', 'revision_number': 1, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70662b6c-2c16-477f-a62e-a6a1120b6a4f', 'name': '', 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'mac_address': 'fa:16:3e:fb:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:23Z', 'revision_number': 5, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'subnets': [{'id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:14:28.049390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7f16-29e3-4ce6-9bec-4dd6565b1c85 req-d87a9e7d-2461-4e71-b7fb-48a5c8acadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:28.051678 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b50b7f16-29e3-4ce6-9bec-4dd6565b1c85 req-d87a9e7d-2461-4e71-b7fb-48a5c8acadb2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85103879-3b21-44db-ab5b-b6b9a167ad58 HTTP/1.1" status: 200 len: 921 time: 0.1714816 Sep 30 08:14:28.128938 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b50b7f16-29e3-4ce6-9bec-4dd6565b1c85 req-42562e72-aef6-419f-8b3b-797b51a17715 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38f06c5d-9246-4ece-8934-e7223afe4c8d HTTP/1.1" status: 200 len: 999 time: 0.0691512 Sep 30 08:14:28.194814 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7f16-29e3-4ce6-9bec-4dd6565b1c85 req-af918349-e500-49cf-8bcc-c2621ee319ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:28.196451 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b50b7f16-29e3-4ce6-9bec-4dd6565b1c85 req-af918349-e500-49cf-8bcc-c2621ee319ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f29e3fb-d25d-4bf9-b454-144ad5708fbd HTTP/1.1" status: 200 len: 860 time: 0.0619953 Sep 30 08:14:28.240576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-243c892f-fbba-4f91-a2c7-fe0e7ed29dc0 req-59049386-6429-44ad-a924-c2808b8b0b69 service neutron] 10.222.0.24 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609260 Sep 30 08:14:28.265807 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35236) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:28.275742 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b50b7f16-29e3-4ce6-9bec-4dd6565b1c85 req-5b760ac9-a454-4c69-80be-562aa9ad4b7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85103879-3b21-44db-ab5b-b6b9a167ad58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623155 Sep 30 08:14:28.279488 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83d657ce-e5b4-4e38-adbd-718cb6c69551 req-66e1df98-8f54-4952-af02-8e3d1247619b service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086092 Sep 30 08:14:28.283780 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a8330cf-18fe-417e-87ae-868d8b5c8da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:28.339065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83755fcd-01ad-4309-8e22-36f92c5e2d0a req-8dbcf9d3-25ef-427b-b375-f1f9449743ca tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:28.340789 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83755fcd-01ad-4309-8e22-36f92c5e2d0a req-8dbcf9d3-25ef-427b-b375-f1f9449743ca tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.0645728 Sep 30 08:14:28.393372 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d769271-dab0-471f-a57a-8bf8d363c55a None None] New status for floating IP 2fd6d0ec-4c10-4a16-a5b1-7613ccf7d353: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:14:28.425092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83755fcd-01ad-4309-8e22-36f92c5e2d0a req-ef7d7700-ca5c-487c-8413-a9b0cd2f8eb4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698628 Sep 30 08:14:28.455087 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b50b7f16-29e3-4ce6-9bec-4dd6565b1c85 req-2aaaa65e-0729-4b52-abb5-63ea6b8fd410 service neutron] 10.222.0.35 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333234 Sep 30 08:14:28.476830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-565f4a58-959b-4a07-803f-d383af2ed78f req-c00816d0-1b74-486b-9eda-22859a05ca8b tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0491538 Sep 30 08:14:28.513930 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a8330cf-18fe-417e-87ae-868d8b5c8da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:28.522492 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a8330cf-18fe-417e-87ae-868d8b5c8da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:28.585936 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb09bcf3-66e4-4e31-903e-302496f932b2 req-4deeab85-0906-462d-9188-78677fc0f9f0 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0697887 Sep 30 08:14:28.615330 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-59333ac1-43a8-41b5-a197-8baf829e1288 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 999 time: 0.1074769 Sep 30 08:14:28.617074 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8330cf-18fe-417e-87ae-868d8b5c8da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ced385a-f751-4b25-9bb7-7de7e829f0ea,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:28.646777 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b50b7f16-29e3-4ce6-9bec-4dd6565b1c85 req-0fed600e-4a5a-471b-8f70-5b2b5d962bad service neutron] 10.222.0.35 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809509 Sep 30 08:14:28.649471 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4a8330cf-18fe-417e-87ae-868d8b5c8da9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef646586c8b442dba31ede6c610cafcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821816 Sep 30 08:14:28.653503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35240) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:28.717322 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3703f4e1-0e27-44b9-9329-7266e243da81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:28.751588 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3703f4e1-0e27-44b9-9329-7266e243da81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:28.761542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-2d1b299c-8723-4c43-8267-6ac0a0491088 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:28.764792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-2d1b299c-8723-4c43-8267-6ac0a0491088 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports/38f06c5d-9246-4ece-8934-e7223afe4c8d HTTP/1.1" status: 200 len: 942 time: 0.1392519 Sep 30 08:14:28.810995 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3703f4e1-0e27-44b9-9329-7266e243da81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:28.816486 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3703f4e1-0e27-44b9-9329-7266e243da81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:28.818573 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3703f4e1-0e27-44b9-9329-7266e243da81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ced385a-f751-4b25-9bb7-7de7e829f0ea HTTP/1.1" status: 204 len: 168 time: 0.1651094 Sep 30 08:14:28.826393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4853e-60e7-4286-bd89-0aa7271b7317 req-e64b25e2-7c32-45d7-88d4-40edfcccfc51 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:28.828006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703f4e1-0e27-44b9-9329-7266e243da81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ced385a-f751-4b25-9bb7-7de7e829f0ea,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:28.839306 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4853e-60e7-4286-bd89-0aa7271b7317 req-e64b25e2-7c32-45d7-88d4-40edfcccfc51 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:28.847479 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4853e-60e7-4286-bd89-0aa7271b7317 req-e64b25e2-7c32-45d7-88d4-40edfcccfc51 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:28.854463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4853e-60e7-4286-bd89-0aa7271b7317 req-e64b25e2-7c32-45d7-88d4-40edfcccfc51 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:28.860410 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4853e-60e7-4286-bd89-0aa7271b7317 req-e64b25e2-7c32-45d7-88d4-40edfcccfc51 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:28.867151 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4853e-60e7-4286-bd89-0aa7271b7317 req-e64b25e2-7c32-45d7-88d4-40edfcccfc51 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:28.873026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4853e-60e7-4286-bd89-0aa7271b7317 req-e64b25e2-7c32-45d7-88d4-40edfcccfc51 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:28.874962 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52f4853e-60e7-4286-bd89-0aa7271b7317 req-e64b25e2-7c32-45d7-88d4-40edfcccfc51 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.1091838 Sep 30 08:14:28.964156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52f4853e-60e7-4286-bd89-0aa7271b7317 req-b148a962-b3a7-4624-8653-39aac939f015 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760624 Sep 30 08:14:28.967014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-04b46a3d-094b-4bc7-a787-60ea02347a89 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1001 time: 0.0911145 Sep 30 08:14:29.098194 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-56d0ceb4-a3e3-48bb-815e-0bf5a9136f9d tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:29.099791 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-56d0ceb4-a3e3-48bb-815e-0bf5a9136f9d tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.1261826 Sep 30 08:14:29.170180 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-166222d6-8e91-4735-8600-f5ba694e919f tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1001 time: 0.0634713 Sep 30 08:14:29.181642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-e344b72a-f32e-433b-a5f7-c9805ec49065 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:29.240825 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-e344b72a-f32e-433b-a5f7-c9805ec49065 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:29.395278 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-e344b72a-f32e-433b-a5f7-c9805ec49065 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:29.404082 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-e344b72a-f32e-433b-a5f7-c9805ec49065 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:29.404082 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-e344b72a-f32e-433b-a5f7-c9805ec49065 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Floating IP 2fd6d0ec-4c10-4a16-a5b1-7613ccf7d353 disassociated. External IP: 172.25.0.247, port: 38f06c5d-9246-4ece-8934-e7223afe4c8d. Sep 30 08:14:29.574997 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:29.621499 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24968e3-b1c3-45d0-8a27-802675830d3e req-3f2422c9-ab30-4b01-a871-1fabe2b9c362 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:29.623000 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e24968e3-b1c3-45d0-8a27-802675830d3e req-3f2422c9-ab30-4b01-a871-1fabe2b9c362 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1052408 Sep 30 08:14:29.698848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-e344b72a-f32e-433b-a5f7-c9805ec49065 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Router 3e36341e-3618-4292-a79f-26a29627a8e3 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:14:29.708668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e24968e3-b1c3-45d0-8a27-802675830d3e req-28e09bac-f3d3-4055-aba1-67dc0a7f23b3 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584061 Sep 30 08:14:29.832584 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-000831f4-eae9-4053-bb90-760288b232ea req-911f0616-a743-4853-be25-5e7c1f9b3079 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0597031 Sep 30 08:14:29.854377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-e344b72a-f32e-433b-a5f7-c9805ec49065 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:14:29.862875 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-e344b72a-f32e-433b-a5f7-c9805ec49065 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:29.873359 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df261ac2-fe41-4f37-9d84-ecb97f979fbf None None] Sync routers for ids ['3e36341e-3618-4292-a79f-26a29627a8e3'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:14:29.884564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df261ac2-fe41-4f37-9d84-ecb97f979fbf None None] Routers {'3e36341e-3618-4292-a79f-26a29627a8e3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:14:29.885184 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-df261ac2-fe41-4f37-9d84-ecb97f979fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:14:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3e36341e-3618-4292-a79f-26a29627a8e3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:29.899080 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-e344b72a-f32e-433b-a5f7-c9805ec49065 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "PUT /v2.0/floatingips/2fd6d0ec-4c10-4a16-a5b1-7613ccf7d353 HTTP/1.1" status: 200 len: 695 time: 0.7214005 Sep 30 08:14:29.899629 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'tag': '38f06c5d-9246-4ece-8934-e7223afe4c8d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:29.902071 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a92a0e7-e15f-4a43-bb92-fa100f9da0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "42ea551f-8cf5-4cff-859d-1f307fb6f011", "tag": "38f06c5d-9246-4ece-8934-e7223afe4c8d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:29.939985 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-feb1deb9-172b-47c2-b77c-caea116fbdcf req-81504987-a635-42e7-9363-904e7ad8466b tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0343814 Sep 30 08:14:29.985010 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-793911e1-98c7-40d2-8339-7139e9544951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:29.987012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-793911e1-98c7-40d2-8339-7139e9544951 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b2245634a9b445c9bfe4096e80f16eb&device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 1096 time: 0.0724983 Sep 30 08:14:29.999963 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1e76f6-43e1-4070-be3f-59722866e56f x-openstack-request-id: req-4e1e76f6-43e1-4070-be3f-59722866e56f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:30.000294 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ea551f-8cf5-4cff-859d-1f307fb6f011", "tag": "38f06c5d-9246-4ece-8934-e7223afe4c8d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:30.000643 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e1e76f6-43e1-4070-be3f-59722866e56f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:30.000955 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'tag': '38f06c5d-9246-4ece-8934-e7223afe4c8d', 'status': 'completed', 'code': 200} Sep 30 08:14:30.040525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-df261ac2-fe41-4f37-9d84-ecb97f979fbf None None] Set router 3e36341e-3618-4292-a79f-26a29627a8e3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:14:30.101129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92a0e7-e15f-4a43-bb92-fa100f9da0b7 req-ac1f4078-b369-4d16-a730-20c3a78d38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:30.104061 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9a92a0e7-e15f-4a43-bb92-fa100f9da0b7 req-ac1f4078-b369-4d16-a730-20c3a78d38d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b2245634a9b445c9bfe4096e80f16eb&device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 1096 time: 0.0508113 Sep 30 08:14:30.165035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-47f19695-6afe-41aa-9bca-b3551129974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:30.172998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-47f19695-6afe-41aa-9bca-b3551129974d service neutron] 10.222.0.24 "GET /v2.0/networks?id=85103879-3b21-44db-ab5b-b6b9a167ad58 HTTP/1.1" status: 200 len: 921 time: 0.1765785 Sep 30 08:14:30.225050 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-52c38e07-9c49-4064-b3b5-69b80a6e343a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38f06c5d-9246-4ece-8934-e7223afe4c8d HTTP/1.1" status: 200 len: 217 time: 0.0508502 Sep 30 08:14:30.239433 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92a0e7-e15f-4a43-bb92-fa100f9da0b7 req-072593c6-df57-4c50-9aa5-2f603197094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:30.241443 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9a92a0e7-e15f-4a43-bb92-fa100f9da0b7 req-072593c6-df57-4c50-9aa5-2f603197094a service neutron] 10.222.0.35 "GET /v2.0/networks?id=85103879-3b21-44db-ab5b-b6b9a167ad58 HTTP/1.1" status: 200 len: 921 time: 0.1275156 Sep 30 08:14:30.274123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ff3ca-1839-44db-8e8c-d59195b6ff79 req-81676009-dfb9-4abf-9e57-87522a9a3b84 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:30.280101 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ff3ca-1839-44db-8e8c-d59195b6ff79 req-81676009-dfb9-4abf-9e57-87522a9a3b84 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:30.286894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ff3ca-1839-44db-8e8c-d59195b6ff79 req-81676009-dfb9-4abf-9e57-87522a9a3b84 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:30.293183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ff3ca-1839-44db-8e8c-d59195b6ff79 req-81676009-dfb9-4abf-9e57-87522a9a3b84 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:30.294892 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9a92a0e7-e15f-4a43-bb92-fa100f9da0b7 req-8a3ffddf-e9b8-40d1-9639-187978469f58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38f06c5d-9246-4ece-8934-e7223afe4c8d HTTP/1.1" status: 200 len: 217 time: 0.0445595 Sep 30 08:14:30.299341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ff3ca-1839-44db-8e8c-d59195b6ff79 req-81676009-dfb9-4abf-9e57-87522a9a3b84 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:30.305831 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ff3ca-1839-44db-8e8c-d59195b6ff79 req-81676009-dfb9-4abf-9e57-87522a9a3b84 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:30.312031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ff3ca-1839-44db-8e8c-d59195b6ff79 req-81676009-dfb9-4abf-9e57-87522a9a3b84 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:30.320959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e51ff3ca-1839-44db-8e8c-d59195b6ff79 req-81676009-dfb9-4abf-9e57-87522a9a3b84 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.1923487 Sep 30 08:14:30.355344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-ddb28e8f-1d70-43aa-9326-034741891e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:30.356872 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-ddb28e8f-1d70-43aa-9326-034741891e0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f29e3fb-d25d-4bf9-b454-144ad5708fbd HTTP/1.1" status: 200 len: 860 time: 0.1302528 Sep 30 08:14:30.367498 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92a0e7-e15f-4a43-bb92-fa100f9da0b7 req-bd7d88ae-2bee-47af-b70d-64dafb038146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:30.369076 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9a92a0e7-e15f-4a43-bb92-fa100f9da0b7 req-bd7d88ae-2bee-47af-b70d-64dafb038146 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f29e3fb-d25d-4bf9-b454-144ad5708fbd HTTP/1.1" status: 200 len: 860 time: 0.0592117 Sep 30 08:14:30.397422 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-5d4035cb-189e-42de-bbfd-23dd487b3716 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85103879-3b21-44db-ab5b-b6b9a167ad58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285354 Sep 30 08:14:30.412423 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9a92a0e7-e15f-4a43-bb92-fa100f9da0b7 req-313e92df-48f6-4479-a009-82db354d0016 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85103879-3b21-44db-ab5b-b6b9a167ad58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342720 Sep 30 08:14:30.412657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e51ff3ca-1839-44db-8e8c-d59195b6ff79 req-ff168cb5-fb2f-44d4-a471-67895646ccdf tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0905652 Sep 30 08:14:30.541160 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9a92a0e7-e15f-4a43-bb92-fa100f9da0b7 req-4696baf2-b176-4a3e-8788-a49cccb3556a service neutron] 10.222.0.35 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061673 Sep 30 08:14:30.541349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-df261ac2-fe41-4f37-9d84-ecb97f979fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-router', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:04Z', 'updated_at': '2021-09-30T08:13:15Z', 'revision_number': 4, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'gw_port': {'id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:05Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '70662b6c-2c16-477f-a62e-a6a1120b6a4f', 'name': '', 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'mac_address': 'fa:16:3e:fb:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:23Z', 'revision_number': 5, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'subnets': [{'id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:30.582490 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df261ac2-fe41-4f37-9d84-ecb97f979fbf None None] Checking router: 3e36341e-3618-4292-a79f-26a29627a8e3 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:14:30.593384 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-a822d901-2031-455b-baee-6f1a7baf2e0a service neutron] 10.222.0.24 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788447 Sep 30 08:14:30.596458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df261ac2-fe41-4f37-9d84-ecb97f979fbf None None] Routers {'3e36341e-3618-4292-a79f-26a29627a8e3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:14:30.597787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-df261ac2-fe41-4f37-9d84-ecb97f979fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:14:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3e36341e-3618-4292-a79f-26a29627a8e3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:30.683511 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9a92a0e7-e15f-4a43-bb92-fa100f9da0b7 req-486ab2cf-0528-4593-9b38-234d9d7b75c5 service neutron] 10.222.0.35 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343007 Sep 30 08:14:30.725664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a3d6ee9-2279-43a6-b9c7-3cbbcb9875eb req-94242919-3321-4961-83ba-d7184be74099 service neutron] 10.222.0.24 "GET /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211140 Sep 30 08:14:30.738763 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-df261ac2-fe41-4f37-9d84-ecb97f979fbf None None] Set router 3e36341e-3618-4292-a79f-26a29627a8e3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:14:30.842384 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3809c85f-f3fd-458c-a245-e786c5a4357b req-bd60b3cc-eea5-4ff8-aa29-570783d743c1 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/floatingips/2fd6d0ec-4c10-4a16-a5b1-7613ccf7d353 HTTP/1.1" status: 200 len: 695 time: 0.0751605 Sep 30 08:14:30.957632 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acec93-8d96-49b0-ba1c-c2215f6424d3 req-52996810-9a62-4f11-881d-14405f163734 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:30.964406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68acec93-8d96-49b0-ba1c-c2215f6424d3 req-52996810-9a62-4f11-881d-14405f163734 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1551130 Sep 30 08:14:30.981996 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-df261ac2-fe41-4f37-9d84-ecb97f979fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-router', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:04Z', 'updated_at': '2021-09-30T08:13:15Z', 'revision_number': 4, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'gw_port': {'id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:05Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '70662b6c-2c16-477f-a62e-a6a1120b6a4f', 'name': '', 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'mac_address': 'fa:16:3e:fb:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:23Z', 'revision_number': 5, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'subnets': [{'id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:31.016315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df261ac2-fe41-4f37-9d84-ecb97f979fbf None None] The sync data for ids ['3e36341e-3618-4292-a79f-26a29627a8e3'] in n-d-807359-2 is: [{'id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-router', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:04Z', 'updated_at': '2021-09-30T08:13:15Z', 'revision_number': 4, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'gw_port': {'id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:05Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '70662b6c-2c16-477f-a62e-a6a1120b6a4f', 'name': '', 'network_id': '85103879-3b21-44db-ab5b-b6b9a167ad58', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'mac_address': 'fa:16:3e:fb:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:11Z', 'updated_at': '2021-09-30T08:13:23Z', 'revision_number': 5, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'subnets': [{'id': '0f29e3fb-d25d-4bf9-b454-144ad5708fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:14:31.056998 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809c85f-f3fd-458c-a245-e786c5a4357b req-2b2ca394-2437-4f40-a72e-d803364db541 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:31.058711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3809c85f-f3fd-458c-a245-e786c5a4357b req-2b2ca394-2437-4f40-a72e-d803364db541 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 784 time: 0.2099845 Sep 30 08:14:31.062440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68acec93-8d96-49b0-ba1c-c2215f6424d3 req-712e6afe-5f24-4f70-a600-67e882980a01 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882051 Sep 30 08:14:31.115327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3809c85f-f3fd-458c-a245-e786c5a4357b req-86de812a-6585-40ad-9010-60b5fcf2b1e8 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 698 time: 0.0479107 Sep 30 08:14:31.294788 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952be631-8ef3-4aa0-a92b-4a38b7af2679 None None] New status for floating IP 2fd6d0ec-4c10-4a16-a5b1-7613ccf7d353: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:14:31.570688 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72510dac-bed2-4e0f-b3a6-3feb09681392 req-0feaa8b7-24d6-4c3f-a023-8d84ee01c21f tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.4071298 Sep 30 08:14:31.579079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3809c85f-f3fd-458c-a245-e786c5a4357b req-2e3f3c4c-9cbd-425b-a946-3ef65d6d2a1c tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 698 time: 0.4540422 Sep 30 08:14:31.724838 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f299b53a-b1d9-41b1-9d39-c46ea2517712 req-0d20deeb-0fbf-47b1-a00b-7bb547a5b3dd tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0461414 Sep 30 08:14:31.752894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-3809c85f-f3fd-458c-a245-e786c5a4357b req-f1f9ba02-0e53-44d5-93b0-8a985ac13a8d tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Deleting port 7e1840d5-f405-4398-ad27-1863aac65731 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:14:31.753772 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3809c85f-f3fd-458c-a245-e786c5a4357b req-f1f9ba02-0e53-44d5-93b0-8a985ac13a8d tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:31.861854 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3809c85f-f3fd-458c-a245-e786c5a4357b req-f1f9ba02-0e53-44d5-93b0-8a985ac13a8d tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:31.862080 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3809c85f-f3fd-458c-a245-e786c5a4357b req-f1f9ba02-0e53-44d5-93b0-8a985ac13a8d tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:31.880192 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-3809c85f-f3fd-458c-a245-e786c5a4357b req-f1f9ba02-0e53-44d5-93b0-8a985ac13a8d tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Calling delete_port for 7e1840d5-f405-4398-ad27-1863aac65731 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:14:31.899489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d9df4-6e91-4767-b79b-94fc2395c1d5 req-2b966a2b-32e6-484c-a805-63c1c72d0167 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:31.905557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d9df4-6e91-4767-b79b-94fc2395c1d5 req-2b966a2b-32e6-484c-a805-63c1c72d0167 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:31.911576 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d9df4-6e91-4767-b79b-94fc2395c1d5 req-2b966a2b-32e6-484c-a805-63c1c72d0167 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:31.917531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d9df4-6e91-4767-b79b-94fc2395c1d5 req-2b966a2b-32e6-484c-a805-63c1c72d0167 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:31.923632 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d9df4-6e91-4767-b79b-94fc2395c1d5 req-2b966a2b-32e6-484c-a805-63c1c72d0167 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:31.930468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d9df4-6e91-4767-b79b-94fc2395c1d5 req-2b966a2b-32e6-484c-a805-63c1c72d0167 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:31.936465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d9df4-6e91-4767-b79b-94fc2395c1d5 req-2b966a2b-32e6-484c-a805-63c1c72d0167 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:31.938442 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b20d9df4-6e91-4767-b79b-94fc2395c1d5 req-2b966a2b-32e6-484c-a805-63c1c72d0167 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.1332772 Sep 30 08:14:32.026594 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b20d9df4-6e91-4767-b79b-94fc2395c1d5 req-a5ff7b59-c282-490a-bd9f-eb962926f622 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783973 Sep 30 08:14:32.112211 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3809c85f-f3fd-458c-a245-e786c5a4357b req-f1f9ba02-0e53-44d5-93b0-8a985ac13a8d tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:32.140732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9ba02-0e53-44d5-93b0-8a985ac13a8d tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Pushing event deleted for resources: {'Port': ['ID=7e1840d5-f405-4398-ad27-1863aac65731,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:32.208915 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3809c85f-f3fd-458c-a245-e786c5a4357b req-f1f9ba02-0e53-44d5-93b0-8a985ac13a8d tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:32.211626 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3809c85f-f3fd-458c-a245-e786c5a4357b req-f1f9ba02-0e53-44d5-93b0-8a985ac13a8d tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:32.212859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3809c85f-f3fd-458c-a245-e786c5a4357b req-f1f9ba02-0e53-44d5-93b0-8a985ac13a8d tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "DELETE /v2.0/floatingips/2fd6d0ec-4c10-4a16-a5b1-7613ccf7d353 HTTP/1.1" status: 204 len: 173 time: 0.6330085 Sep 30 08:14:32.314596 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84a194f4-7962-4136-beac-b3b7673a9035 req-53243cfa-ec4d-42be-972e-a3f6e72873c7 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups/d262413c-4f43-4bd7-b1b9-5ce307fc80ce HTTP/1.1" status: 200 len: 1807 time: 0.0820274 Sep 30 08:14:32.324076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee012355-980f-4a58-ae5a-a4fd6f82e653 req-d2c13412-dc62-4501-aa8c-8310d06d5f76 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:32.325598 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee012355-980f-4a58-ae5a-a4fd6f82e653 req-d2c13412-dc62-4501-aa8c-8310d06d5f76 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.0776472 Sep 30 08:14:32.398445 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee012355-980f-4a58-ae5a-a4fd6f82e653 req-0518287c-ae06-4066-8f03-77fed389a4ac tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627055 Sep 30 08:14:32.408882 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-84a194f4-7962-4136-beac-b3b7673a9035 req-02e7b82d-159a-47ed-9e15-c0a9db2288f6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:32.437874 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-84a194f4-7962-4136-beac-b3b7673a9035 req-02e7b82d-159a-47ed-9e15-c0a9db2288f6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:32.479249 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-84a194f4-7962-4136-beac-b3b7673a9035 req-02e7b82d-159a-47ed-9e15-c0a9db2288f6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:32.481995 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-84a194f4-7962-4136-beac-b3b7673a9035 req-02e7b82d-159a-47ed-9e15-c0a9db2288f6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:32.483193 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84a194f4-7962-4136-beac-b3b7673a9035 req-02e7b82d-159a-47ed-9e15-c0a9db2288f6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "DELETE /v2.0/security-groups/d262413c-4f43-4bd7-b1b9-5ce307fc80ce HTTP/1.1" status: 204 len: 173 time: 0.1566937 Sep 30 08:14:32.496476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7b82d-159a-47ed-9e15-c0a9db2288f6 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d262413c-4f43-4bd7-b1b9-5ce307fc80ce,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:32.710951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0049e2c2-fd57-4b0a-888a-dbc97ed9ea21 req-72a72f03-a077-4237-8864-23f638abf408 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0332625 Sep 30 08:14:32.759959 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb589c16-603f-4f0a-a569-f961e43c77ba req-fd6df0fc-9e82-4057-986e-028dddb88cd9 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:32.761500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb589c16-603f-4f0a-a569-f961e43c77ba req-fd6df0fc-9e82-4057-986e-028dddb88cd9 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.0495610 Sep 30 08:14:32.806456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb589c16-603f-4f0a-a569-f961e43c77ba req-721ba80d-c593-433a-9d3a-aeeb52fba491 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384510 Sep 30 08:14:32.835632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cd7ad95-c7bc-428a-98ce-eaf3ada2c321 req-32966a84-acd9-4a21-8dd0-9efa33a6d3af tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0338144 Sep 30 08:14:33.162730 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085701a-23f6-4113-97da-54f1d51dc4b4 req-db60f8bc-958a-4216-bf15-20f757b7a847 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:33.171809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085701a-23f6-4113-97da-54f1d51dc4b4 req-db60f8bc-958a-4216-bf15-20f757b7a847 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:33.174930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085701a-23f6-4113-97da-54f1d51dc4b4 req-db60f8bc-958a-4216-bf15-20f757b7a847 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:33.181035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085701a-23f6-4113-97da-54f1d51dc4b4 req-db60f8bc-958a-4216-bf15-20f757b7a847 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:33.186991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085701a-23f6-4113-97da-54f1d51dc4b4 req-db60f8bc-958a-4216-bf15-20f757b7a847 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:33.193704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085701a-23f6-4113-97da-54f1d51dc4b4 req-db60f8bc-958a-4216-bf15-20f757b7a847 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:33.199653 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085701a-23f6-4113-97da-54f1d51dc4b4 req-db60f8bc-958a-4216-bf15-20f757b7a847 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:33.201709 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5085701a-23f6-4113-97da-54f1d51dc4b4 req-db60f8bc-958a-4216-bf15-20f757b7a847 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.0988986 Sep 30 08:14:33.244350 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5085701a-23f6-4113-97da-54f1d51dc4b4 req-829a44fe-3d69-4573-bb5a-b2b0638ac6a3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360308 Sep 30 08:14:33.517346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16b791-22fc-48e5-a65d-b2c44c29df61 req-f6ca2e42-4250-4417-bef8-751264605dc3 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:33.518663 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a16b791-22fc-48e5-a65d-b2c44c29df61 req-f6ca2e42-4250-4417-bef8-751264605dc3 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.0521643 Sep 30 08:14:33.560884 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a16b791-22fc-48e5-a65d-b2c44c29df61 req-71392cb7-f454-4d11-915a-71ea2cf889f2 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344644 Sep 30 08:14:33.816223 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2475ba63-aefa-427e-9b3a-80bf1d5c4123 req-1b4935d1-e7b9-4115-8540-f84248afcec8 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0273964 Sep 30 08:14:33.934227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b6add-297d-4d57-9310-99a279cc36a3 req-4df71285-d044-413a-bb87-b2e3df80fec0 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:33.935733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e9b6add-297d-4d57-9310-99a279cc36a3 req-4df71285-d044-413a-bb87-b2e3df80fec0 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.0544529 Sep 30 08:14:33.971602 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e216645-5816-45f0-97c9-3b93da545650 req-88227553-9299-460a-a651-2d1fb90f0a8a tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0348823 Sep 30 08:14:33.995197 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e9b6add-297d-4d57-9310-99a279cc36a3 req-cb3bab73-8aca-4ac6-8a6c-d2274bee0d71 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500913 Sep 30 08:14:34.388527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a516f-8b94-40a7-b69e-c97f35fe9ea7 req-2b0c2fbd-c89c-4313-b107-4c3aa6433074 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:34.394780 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a516f-8b94-40a7-b69e-c97f35fe9ea7 req-2b0c2fbd-c89c-4313-b107-4c3aa6433074 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:34.400775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a516f-8b94-40a7-b69e-c97f35fe9ea7 req-2b0c2fbd-c89c-4313-b107-4c3aa6433074 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:34.406785 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a516f-8b94-40a7-b69e-c97f35fe9ea7 req-2b0c2fbd-c89c-4313-b107-4c3aa6433074 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:34.413008 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a516f-8b94-40a7-b69e-c97f35fe9ea7 req-2b0c2fbd-c89c-4313-b107-4c3aa6433074 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:34.418968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a516f-8b94-40a7-b69e-c97f35fe9ea7 req-2b0c2fbd-c89c-4313-b107-4c3aa6433074 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:34.425865 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a516f-8b94-40a7-b69e-c97f35fe9ea7 req-2b0c2fbd-c89c-4313-b107-4c3aa6433074 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:34.428148 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a4a516f-8b94-40a7-b69e-c97f35fe9ea7 req-2b0c2fbd-c89c-4313-b107-4c3aa6433074 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.1039176 Sep 30 08:14:34.470896 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a4a516f-8b94-40a7-b69e-c97f35fe9ea7 req-e6f15d10-ba38-4e77-95a1-ce05f6481016 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365169 Sep 30 08:14:34.704333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b063-ba43-425f-afc6-149f999fde49 req-81c4a39b-85bb-4e66-8aae-3edbb4fa9240 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:34.705852 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9351b063-ba43-425f-afc6-149f999fde49 req-81c4a39b-85bb-4e66-8aae-3edbb4fa9240 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.0637369 Sep 30 08:14:34.745653 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9351b063-ba43-425f-afc6-149f999fde49 req-19cf43eb-cdbd-4ce8-a60c-155007e7d983 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Sep 30 08:14:34.925962 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c4c8165-0054-459c-8332-dbb4b1e43b25 req-c51c7f76-2737-4d3f-a0cf-0117147c8bfa tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0286884 Sep 30 08:14:35.088471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2042ee23-a5cf-43dc-9113-d364faf6ec29 req-28623d89-573f-407e-9652-653c201616b5 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0334990 Sep 30 08:14:35.141325 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e04534-a748-4b5a-ad90-0ac8f934f847 req-33670861-e666-4f6c-9185-e3b8c2a49eb7 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:35.142853 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-77e04534-a748-4b5a-ad90-0ac8f934f847 req-33670861-e666-4f6c-9185-e3b8c2a49eb7 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.0621500 Sep 30 08:14:35.186143 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-77e04534-a748-4b5a-ad90-0ac8f934f847 req-fc0f2a08-bf12-45e0-80b0-5e05e49df3a9 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/security-groups?id=f66e44b7-051d-47ab-9a4e-8b666e3706fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372446 Sep 30 08:14:35.323649 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e30e3-01e7-485b-a339-01aac2b5a4f4 req-32718d43-9c8b-434f-b74b-3c18f7e861e3 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:35.325173 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7d1e30e3-01e7-485b-a339-01aac2b5a4f4 req-32718d43-9c8b-434f-b74b-3c18f7e861e3 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.35 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 945 time: 0.0551927 Sep 30 08:14:35.424316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7d1e30e3-01e7-485b-a339-01aac2b5a4f4 req-f8f7a81a-cc0e-441b-8a69-298833aed9ab tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Deleting port 38f06c5d-9246-4ece-8934-e7223afe4c8d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:14:35.424973 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7d1e30e3-01e7-485b-a339-01aac2b5a4f4 req-f8f7a81a-cc0e-441b-8a69-298833aed9ab tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:35.523069 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7d1e30e3-01e7-485b-a339-01aac2b5a4f4 req-f8f7a81a-cc0e-441b-8a69-298833aed9ab tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] For port 38f06c5d-9246-4ece-8934-e7223afe4c8d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=38f06c5d-9246-4ece-8934-e7223afe4c8d,segment=NetworkSegment(cbc184f2-316a-49ac-9a2e-eca401841dfe),segment_id=cbc184f2-316a-49ac-9a2e-eca401841dfe)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:35.523520 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7d1e30e3-01e7-485b-a339-01aac2b5a4f4 req-f8f7a81a-cc0e-441b-8a69-298833aed9ab tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:35.536903 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7d1e30e3-01e7-485b-a339-01aac2b5a4f4 req-f8f7a81a-cc0e-441b-8a69-298833aed9ab tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Calling delete_port for 38f06c5d-9246-4ece-8934-e7223afe4c8d owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:14:35.606551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca021e2-886e-4f16-bd52-d89764858f14 req-a7b30ca8-93d1-4851-a50a-133015bbfdda tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:35.612693 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca021e2-886e-4f16-bd52-d89764858f14 req-a7b30ca8-93d1-4851-a50a-133015bbfdda tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:35.619259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca021e2-886e-4f16-bd52-d89764858f14 req-a7b30ca8-93d1-4851-a50a-133015bbfdda tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:35.625702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca021e2-886e-4f16-bd52-d89764858f14 req-a7b30ca8-93d1-4851-a50a-133015bbfdda tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:35.633044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca021e2-886e-4f16-bd52-d89764858f14 req-a7b30ca8-93d1-4851-a50a-133015bbfdda tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:35.639272 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca021e2-886e-4f16-bd52-d89764858f14 req-a7b30ca8-93d1-4851-a50a-133015bbfdda tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:35.647487 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca021e2-886e-4f16-bd52-d89764858f14 req-a7b30ca8-93d1-4851-a50a-133015bbfdda tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:35.656485 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bca021e2-886e-4f16-bd52-d89764858f14 req-a7b30ca8-93d1-4851-a50a-133015bbfdda tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.1058517 Sep 30 08:14:35.688001 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7d1e30e3-01e7-485b-a339-01aac2b5a4f4 req-f8f7a81a-cc0e-441b-8a69-298833aed9ab tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:35.703501 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bca021e2-886e-4f16-bd52-d89764858f14 req-9e0509cc-cebe-4d29-b4ac-813eb3f4a45c tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459363 Sep 30 08:14:35.736615 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['38f06c5d-9246-4ece-8934-e7223afe4c8d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:35.740287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7a81a-cc0e-441b-8a69-298833aed9ab tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Pushing event deleted for resources: {'Port': ['ID=38f06c5d-9246-4ece-8934-e7223afe4c8d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:35.789679 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1e30e3-01e7-485b-a339-01aac2b5a4f4 req-f8f7a81a-cc0e-441b-8a69-298833aed9ab tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] No DVR routers for this DVR port 38f06c5d-9246-4ece-8934-e7223afe4c8d on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:14:35.793811 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7d1e30e3-01e7-485b-a339-01aac2b5a4f4 req-f8f7a81a-cc0e-441b-8a69-298833aed9ab tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:35.795827 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7d1e30e3-01e7-485b-a339-01aac2b5a4f4 req-f8f7a81a-cc0e-441b-8a69-298833aed9ab tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.35 "DELETE /v2.0/ports/38f06c5d-9246-4ece-8934-e7223afe4c8d HTTP/1.1" status: 204 len: 173 time: 0.4640172 Sep 30 08:14:35.796385 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'name': 'network-vif-deleted', 'tag': '38f06c5d-9246-4ece-8934-e7223afe4c8d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:35.798904 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0f2b3e-0816-4a21-8f53-f501b6f6d231" -d '{"events": [{"server_uuid": "42ea551f-8cf5-4cff-859d-1f307fb6f011", "name": "network-vif-deleted", "tag": "38f06c5d-9246-4ece-8934-e7223afe4c8d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:35.878774 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0847c5f1-076f-4bf4-9ef1-543e1c5eecd9 x-openstack-request-id: req-0847c5f1-076f-4bf4-9ef1-543e1c5eecd9 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:35.879130 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ea551f-8cf5-4cff-859d-1f307fb6f011", "name": "network-vif-deleted", "tag": "38f06c5d-9246-4ece-8934-e7223afe4c8d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:35.879590 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0847c5f1-076f-4bf4-9ef1-543e1c5eecd9 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:35.880072 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ea551f-8cf5-4cff-859d-1f307fb6f011', 'name': 'network-vif-deleted', 'tag': '38f06c5d-9246-4ece-8934-e7223afe4c8d', 'status': 'completed', 'code': 200} Sep 30 08:14:35.913733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6436e8-827a-41a5-9cdc-4f9ebf8ee519 req-1f28a08d-f5b3-434c-bfd2-ea40a4dc7a75 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:35.917909 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c6436e8-827a-41a5-9cdc-4f9ebf8ee519 req-1f28a08d-f5b3-434c-bfd2-ea40a4dc7a75 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.0890050 Sep 30 08:14:35.962541 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c6436e8-827a-41a5-9cdc-4f9ebf8ee519 req-0bc324b6-f5c6-4c6d-aff0-0fd2e5342002 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386014 Sep 30 08:14:36.046257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8396de7e-7e84-4522-b1b0-d36c14c49763 req-397960ae-fea1-4e77-8e63-e1df37653d06 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0334306 Sep 30 08:14:36.138099 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35416) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:36.192294 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09f32cc6-b61d-4313-823a-a9eb13388421 req-fbe1077c-945a-48a2-bca5-dac4af166a61 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0273612 Sep 30 08:14:36.259515 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2806e45b-64da-4d94-bb51-c1b451264d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:36.302254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-310037d3-39d0-4510-95b2-d519f5f9a82c req-63173152-3864-44bf-bbbb-0f78c6bb8829 tempest-ServerRescueTestJSONUnderV235-137892060 tempest-ServerRescueTestJSONUnderV235-137892060-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ea551f-8cf5-4cff-859d-1f307fb6f011 HTTP/1.1" status: 200 len: 210 time: 0.0298650 Sep 30 08:14:36.376265 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2806e45b-64da-4d94-bb51-c1b451264d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:36.381817 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2806e45b-64da-4d94-bb51-c1b451264d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:36.419234 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806e45b-64da-4d94-bb51-c1b451264d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95aff72-8234-4ba1-b618-fc6539db11ff,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:36.423746 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2806e45b-64da-4d94-bb51-c1b451264d97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be4b626981d04719850a090d9c5c1bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846398 Sep 30 08:14:36.427388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35424) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:36.475399 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc9cd12f-2f3a-44a1-81b3-38d394aaaf9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:36.497412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc9cd12f-2f3a-44a1-81b3-38d394aaaf9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:36.544964 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc9cd12f-2f3a-44a1-81b3-38d394aaaf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:36.547679 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc9cd12f-2f3a-44a1-81b3-38d394aaaf9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:36.548943 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dc9cd12f-2f3a-44a1-81b3-38d394aaaf9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a95aff72-8234-4ba1-b618-fc6539db11ff HTTP/1.1" status: 204 len: 168 time: 0.1205635 Sep 30 08:14:36.557017 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cd12f-2f3a-44a1-81b3-38d394aaaf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95aff72-8234-4ba1-b618-fc6539db11ff,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:36.827108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35434) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:36.844873 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c017e751-24e6-4bfa-a02b-bdc35755cd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:36.877160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae01b6-ccdf-4e40-86ea-f0a7497e2e52 req-b03e9254-1993-44c2-9ed3-fd337eeb03ef tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:36.883857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae01b6-ccdf-4e40-86ea-f0a7497e2e52 req-b03e9254-1993-44c2-9ed3-fd337eeb03ef tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:36.889732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae01b6-ccdf-4e40-86ea-f0a7497e2e52 req-b03e9254-1993-44c2-9ed3-fd337eeb03ef tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:36.896356 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae01b6-ccdf-4e40-86ea-f0a7497e2e52 req-b03e9254-1993-44c2-9ed3-fd337eeb03ef tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:36.902207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae01b6-ccdf-4e40-86ea-f0a7497e2e52 req-b03e9254-1993-44c2-9ed3-fd337eeb03ef tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:36.908269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae01b6-ccdf-4e40-86ea-f0a7497e2e52 req-b03e9254-1993-44c2-9ed3-fd337eeb03ef tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:36.914139 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae01b6-ccdf-4e40-86ea-f0a7497e2e52 req-b03e9254-1993-44c2-9ed3-fd337eeb03ef tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:36.916028 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-80ae01b6-ccdf-4e40-86ea-f0a7497e2e52 req-b03e9254-1993-44c2-9ed3-fd337eeb03ef tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.1227982 Sep 30 08:14:36.989839 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-80ae01b6-ccdf-4e40-86ea-f0a7497e2e52 req-f3f6fcab-2177-456e-9594-3f9107eeeb63 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671670 Sep 30 08:14:37.043226 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c017e751-24e6-4bfa-a02b-bdc35755cd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:37.047148 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c017e751-24e6-4bfa-a02b-bdc35755cd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:37.122324 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c017e751-24e6-4bfa-a02b-bdc35755cd8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4456786f566492a8153e265c219644e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941158 Sep 30 08:14:37.125075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35440) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:37.125973 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017e751-24e6-4bfa-a02b-bdc35755cd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d685f7-71b0-4fa3-89d4-5b97ce8a4d03,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:37.157880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c977b5-5cc3-4d64-9efb-0029cce927a8 req-5eafcae7-a390-410a-a838-772fad956249 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:37.159774 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c977b5-5cc3-4d64-9efb-0029cce927a8 req-5eafcae7-a390-410a-a838-772fad956249 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1098697 Sep 30 08:14:37.176636 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ced8dabd-11c5-4bbb-b4cf-8a8d09ea1171 req-bec1127e-bd89-4872-9043-59df85569eb2 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0403335 Sep 30 08:14:37.179793 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a393a5ab-ac7e-4a8c-abfe-e380bb20da2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:37.206494 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a393a5ab-ac7e-4a8c-abfe-e380bb20da2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:37.214308 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c977b5-5cc3-4d64-9efb-0029cce927a8 req-dec09a8d-6dff-49b5-bc2e-d4844a6c2c9f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409310 Sep 30 08:14:37.254174 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a393a5ab-ac7e-4a8c-abfe-e380bb20da2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:37.256776 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a393a5ab-ac7e-4a8c-abfe-e380bb20da2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:37.257958 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a393a5ab-ac7e-4a8c-abfe-e380bb20da2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9d685f7-71b0-4fa3-89d4-5b97ce8a4d03 HTTP/1.1" status: 204 len: 168 time: 0.1308053 Sep 30 08:14:37.268313 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393a5ab-ac7e-4a8c-abfe-e380bb20da2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d685f7-71b0-4fa3-89d4-5b97ce8a4d03,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:37.305150 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9db7c5c1-7a70-46b4-be55-03b8182863f6 req-ab4eee42-5b48-42d3-bc62-b542079bedd4 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0320578 Sep 30 08:14:37.365776 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35448) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:37.736707 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed909390-c06d-47df-a062-899fedece427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:37.987680 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ed909390-c06d-47df-a062-899fedece427 admin admin] Deleting port 70662b6c-2c16-477f-a62e-a6a1120b6a4f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:14:37.988261 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed909390-c06d-47df-a062-899fedece427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:38.072143 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ed909390-c06d-47df-a062-899fedece427 admin admin] For port 70662b6c-2c16-477f-a62e-a6a1120b6a4f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=70662b6c-2c16-477f-a62e-a6a1120b6a4f,segment=NetworkSegment(cbc184f2-316a-49ac-9a2e-eca401841dfe),segment_id=cbc184f2-316a-49ac-9a2e-eca401841dfe)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:38.072520 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed909390-c06d-47df-a062-899fedece427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:38.086441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ed909390-c06d-47df-a062-899fedece427 admin admin] Calling delete_port for 70662b6c-2c16-477f-a62e-a6a1120b6a4f owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:14:38.136408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49533b7-6334-4486-ad96-772f95473f48 req-74a9398f-4d50-490b-aa0c-390c6baee5bc tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:38.142365 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49533b7-6334-4486-ad96-772f95473f48 req-74a9398f-4d50-490b-aa0c-390c6baee5bc tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:38.149181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49533b7-6334-4486-ad96-772f95473f48 req-74a9398f-4d50-490b-aa0c-390c6baee5bc tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:38.155158 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49533b7-6334-4486-ad96-772f95473f48 req-74a9398f-4d50-490b-aa0c-390c6baee5bc tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:38.161965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49533b7-6334-4486-ad96-772f95473f48 req-74a9398f-4d50-490b-aa0c-390c6baee5bc tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:38.167985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49533b7-6334-4486-ad96-772f95473f48 req-74a9398f-4d50-490b-aa0c-390c6baee5bc tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:38.173962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49533b7-6334-4486-ad96-772f95473f48 req-74a9398f-4d50-490b-aa0c-390c6baee5bc tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:38.176446 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e49533b7-6334-4486-ad96-772f95473f48 req-74a9398f-4d50-490b-aa0c-390c6baee5bc tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.1012511 Sep 30 08:14:38.224370 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e49533b7-6334-4486-ad96-772f95473f48 req-8831b34e-c945-48ac-841e-db90c2be2168 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392675 Sep 30 08:14:38.286222 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed909390-c06d-47df-a062-899fedece427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:38.313549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed909390-c06d-47df-a062-899fedece427 admin admin] Pushing event deleted for resources: {'Port': ['ID=70662b6c-2c16-477f-a62e-a6a1120b6a4f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:38.358744 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18848faf-25c6-4e98-8713-babcc1a3a9a3 req-90585d53-3769-4f9f-8974-3dc95bc7c5d7 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0339103 Sep 30 08:14:38.420884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6b67f-1da6-447b-812b-ad8b1afbbd59 req-a2ec0eea-1c3d-4d47-9059-7021a4bbef60 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:38.422319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35e6b67f-1da6-447b-812b-ad8b1afbbd59 req-a2ec0eea-1c3d-4d47-9059-7021a4bbef60 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.0665572 Sep 30 08:14:38.479948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85931eee-0cd3-4cc1-9ae4-fd5e124436e4 req-b1e9b393-b260-46f0-8992-9bfa9f3e1099 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0432174 Sep 30 08:14:38.513318 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35e6b67f-1da6-447b-812b-ad8b1afbbd59 req-a7b8e879-ab60-4940-8e5e-78fef7e97ad7 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837133 Sep 30 08:14:38.525697 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed909390-c06d-47df-a062-899fedece427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:38.794626 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed909390-c06d-47df-a062-899fedece427 admin admin] Router 3e36341e-3618-4292-a79f-26a29627a8e3 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:14:38.919849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed909390-c06d-47df-a062-899fedece427 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:14:38.927327 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ed909390-c06d-47df-a062-899fedece427 admin admin] 10.222.0.24 "PUT /v2.0/routers/3e36341e-3618-4292-a79f-26a29627a8e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5605054 Sep 30 08:14:38.929897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:38.933366 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0199d7bc-dd77-4fd3-94b7-cb4a865539fa None None] Sync routers for ids ['3e36341e-3618-4292-a79f-26a29627a8e3'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:14:38.944055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0199d7bc-dd77-4fd3-94b7-cb4a865539fa None None] Routers {'3e36341e-3618-4292-a79f-26a29627a8e3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:14:38.945172 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-0199d7bc-dd77-4fd3-94b7-cb4a865539fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:14:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3e36341e-3618-4292-a79f-26a29627a8e3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:39.069269 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-0199d7bc-dd77-4fd3-94b7-cb4a865539fa None None] Set router 3e36341e-3618-4292-a79f-26a29627a8e3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:14:39.285883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-0199d7bc-dd77-4fd3-94b7-cb4a865539fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-router', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:04Z', 'updated_at': '2021-09-30T08:14:38Z', 'revision_number': 5, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'gw_port': {'id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:05Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:39.319961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 38f06c5d-9246-4ece-8934-e7223afe4c8d no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:14:39.323062 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f6b38b-1bad-4f1f-9a4a-25d93dadf71b admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:39.323259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0199d7bc-dd77-4fd3-94b7-cb4a865539fa None None] Checking router: 3e36341e-3618-4292-a79f-26a29627a8e3 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:14:39.358361 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 38f06c5d-9246-4ece-8934-e7223afe4c8d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:14:39.358838 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 38f06c5d-9246-4ece-8934-e7223afe4c8d not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:14:39.362875 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0199d7bc-dd77-4fd3-94b7-cb4a865539fa None None] Routers {'3e36341e-3618-4292-a79f-26a29627a8e3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:14:39.363625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-0199d7bc-dd77-4fd3-94b7-cb4a865539fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:14:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3e36341e-3618-4292-a79f-26a29627a8e3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:39.441688 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f6b38b-1bad-4f1f-9a4a-25d93dadf71b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:39.470405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46484432-ae02-48ec-b867-1c2083d606f8 req-9d5d7660-44a1-4b94-9970-d9baff5df636 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:39.476779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46484432-ae02-48ec-b867-1c2083d606f8 req-9d5d7660-44a1-4b94-9970-d9baff5df636 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:39.483337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46484432-ae02-48ec-b867-1c2083d606f8 req-9d5d7660-44a1-4b94-9970-d9baff5df636 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:39.489897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46484432-ae02-48ec-b867-1c2083d606f8 req-9d5d7660-44a1-4b94-9970-d9baff5df636 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:39.498909 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-0199d7bc-dd77-4fd3-94b7-cb4a865539fa None None] Set router 3e36341e-3618-4292-a79f-26a29627a8e3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:14:39.507443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46484432-ae02-48ec-b867-1c2083d606f8 req-9d5d7660-44a1-4b94-9970-d9baff5df636 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:39.513984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46484432-ae02-48ec-b867-1c2083d606f8 req-9d5d7660-44a1-4b94-9970-d9baff5df636 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:39.515938 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-91f6b38b-1bad-4f1f-9a4a-25d93dadf71b admin admin] Deleting port 39e1da6f-7b07-4f26-9a62-75d69ee1e36c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:14:39.516533 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f6b38b-1bad-4f1f-9a4a-25d93dadf71b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:39.524021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46484432-ae02-48ec-b867-1c2083d606f8 req-9d5d7660-44a1-4b94-9970-d9baff5df636 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:39.535397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46484432-ae02-48ec-b867-1c2083d606f8 req-9d5d7660-44a1-4b94-9970-d9baff5df636 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.1637394 Sep 30 08:14:39.580461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1697340a-28a0-49ef-8344-f17e3ac1bda0 req-cf94583f-1027-4ba2-93ee-59f2d01a5c4c tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0428782 Sep 30 08:14:39.615781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46484432-ae02-48ec-b867-1c2083d606f8 req-293ff4b1-ff7a-47f3-a0ad-3fdd5b30dc14 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794258 Sep 30 08:14:39.663363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-91f6b38b-1bad-4f1f-9a4a-25d93dadf71b admin admin] For port 39e1da6f-7b07-4f26-9a62-75d69ee1e36c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=39e1da6f-7b07-4f26-9a62-75d69ee1e36c,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:39.665426 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f6b38b-1bad-4f1f-9a4a-25d93dadf71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:39.693281 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-91f6b38b-1bad-4f1f-9a4a-25d93dadf71b admin admin] Calling delete_port for 39e1da6f-7b07-4f26-9a62-75d69ee1e36c owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:14:39.754564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-0199d7bc-dd77-4fd3-94b7-cb4a865539fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-router', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:04Z', 'updated_at': '2021-09-30T08:14:38Z', 'revision_number': 5, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'gw_port': {'id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:05Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:39.758902 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad6162c0-0286-4543-8932-30f06cb37b2e req-ce6beb13-28b7-44cd-9b7d-788804f9f8fe tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0644071 Sep 30 08:14:39.778463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414b086-39b3-4cd0-ae80-57ddf0689170 req-c497fe65-755c-47de-b16f-c71c78b0369d tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:39.787184 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e414b086-39b3-4cd0-ae80-57ddf0689170 req-c497fe65-755c-47de-b16f-c71c78b0369d tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1035802 Sep 30 08:14:39.812005 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0199d7bc-dd77-4fd3-94b7-cb4a865539fa None None] The sync data for ids ['3e36341e-3618-4292-a79f-26a29627a8e3'] in n-d-807359-2 is: [{'id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1149883913-router', 'tenant_id': '1b2245634a9b445c9bfe4096e80f16eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:13:04Z', 'updated_at': '2021-09-30T08:14:38Z', 'revision_number': 5, 'project_id': '1b2245634a9b445c9bfe4096e80f16eb', 'gw_port': {'id': '39e1da6f-7b07-4f26-9a62-75d69ee1e36c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36341e-3618-4292-a79f-26a29627a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:05Z', 'updated_at': '2021-09-30T08:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:14:39.846501 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e414b086-39b3-4cd0-ae80-57ddf0689170 req-f56594b2-b291-4734-9c08-741bbb00c07d tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582449 Sep 30 08:14:39.969842 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f6b38b-1bad-4f1f-9a4a-25d93dadf71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:39.995925 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6b38b-1bad-4f1f-9a4a-25d93dadf71b admin admin] Pushing event deleted for resources: {'Port': ['ID=39e1da6f-7b07-4f26-9a62-75d69ee1e36c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:40.013417 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.060878 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f6b38b-1bad-4f1f-9a4a-25d93dadf71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.153207 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f6b38b-1bad-4f1f-9a4a-25d93dadf71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.155458 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f6b38b-1bad-4f1f-9a4a-25d93dadf71b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.204229 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f6b38b-1bad-4f1f-9a4a-25d93dadf71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.204786 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f6b38b-1bad-4f1f-9a4a-25d93dadf71b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e36341e-3618-4292-a79f-26a29627a8e3 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:14:40.210350 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f6b38b-1bad-4f1f-9a4a-25d93dadf71b admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.211624 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-91f6b38b-1bad-4f1f-9a4a-25d93dadf71b admin admin] 10.222.0.24 "DELETE /v2.0/routers/3e36341e-3618-4292-a79f-26a29627a8e3 HTTP/1.1" status: 204 len: 168 time: 1.2807696 Sep 30 08:14:40.214303 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35532) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:40.259025 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-350db682-22d7-4a34-9ac9-4bdf11afb0c4 admin admin] Deleting subnet 0f29e3fb-d25d-4bf9-b454-144ad5708fbd {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:14:40.262434 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-350db682-22d7-4a34-9ac9-4bdf11afb0c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.299279 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-350db682-22d7-4a34-9ac9-4bdf11afb0c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.339285 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-350db682-22d7-4a34-9ac9-4bdf11afb0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.401975 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-350db682-22d7-4a34-9ac9-4bdf11afb0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.429326 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350db682-22d7-4a34-9ac9-4bdf11afb0c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f29e3fb-d25d-4bf9-b454-144ad5708fbd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:40.438463 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-350db682-22d7-4a34-9ac9-4bdf11afb0c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.440516 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-350db682-22d7-4a34-9ac9-4bdf11afb0c4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0f29e3fb-d25d-4bf9-b454-144ad5708fbd HTTP/1.1" status: 204 len: 168 time: 0.2252181 Sep 30 08:14:40.443089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35540) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:40.516665 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7613271-535b-4476-a92d-a9379b7a7335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.612090 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7613271-535b-4476-a92d-a9379b7a7335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.644423 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a7613271-535b-4476-a92d-a9379b7a7335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85103879-3b21-44db-ab5b-b6b9a167ad58']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:40.681897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a7613271-535b-4476-a92d-a9379b7a7335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc184f2-316a-49ac-9a2e-eca401841dfe') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:40.682196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a7613271-535b-4476-a92d-a9379b7a7335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc184f2-316a-49ac-9a2e-eca401841dfe') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:14:40.694780 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7613271-535b-4476-a92d-a9379b7a7335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.705505 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6649b57c-f4f7-4a77-8352-4a08a387301c req-451fc2e9-3645-49df-96bf-9c560aa9a279 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0322464 Sep 30 08:14:40.714967 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7613271-535b-4476-a92d-a9379b7a7335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.723833 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7613271-535b-4476-a92d-a9379b7a7335 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:14:40.724292 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7613271-535b-4476-a92d-a9379b7a7335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:14:40.726234 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:14:40.761967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1c9fe-333c-446b-ac5f-90af765d7a7f req-07bcbd30-671f-4698-80da-2fe0a7207fdb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:40.767712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1c9fe-333c-446b-ac5f-90af765d7a7f req-07bcbd30-671f-4698-80da-2fe0a7207fdb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:40.774618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1c9fe-333c-446b-ac5f-90af765d7a7f req-07bcbd30-671f-4698-80da-2fe0a7207fdb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:40.780540 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1c9fe-333c-446b-ac5f-90af765d7a7f req-07bcbd30-671f-4698-80da-2fe0a7207fdb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:40.786693 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1c9fe-333c-446b-ac5f-90af765d7a7f req-07bcbd30-671f-4698-80da-2fe0a7207fdb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:40.792811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1c9fe-333c-446b-ac5f-90af765d7a7f req-07bcbd30-671f-4698-80da-2fe0a7207fdb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:40.794059 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7613271-535b-4476-a92d-a9379b7a7335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.802035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1c9fe-333c-446b-ac5f-90af765d7a7f req-07bcbd30-671f-4698-80da-2fe0a7207fdb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:40.803987 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08d1c9fe-333c-446b-ac5f-90af765d7a7f req-07bcbd30-671f-4698-80da-2fe0a7207fdb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.1012611 Sep 30 08:14:40.805903 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7613271-535b-4476-a92d-a9379b7a7335 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:40.810304 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a7613271-535b-4476-a92d-a9379b7a7335 admin admin] 10.222.0.24 "DELETE /v2.0/networks/85103879-3b21-44db-ab5b-b6b9a167ad58 HTTP/1.1" status: 204 len: 168 time: 0.3638597 Sep 30 08:14:40.824866 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7613271-535b-4476-a92d-a9379b7a7335 admin admin] Pushing event deleted for resources: {'Network': ['ID=85103879-3b21-44db-ab5b-b6b9a167ad58,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:40.894636 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08d1c9fe-333c-446b-ac5f-90af765d7a7f req-579af285-4054-4589-9361-86083da3b9dd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833254 Sep 30 08:14:40.957498 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0e85cd6-7673-4e57-8d71-94823e22b05a req-4aaa1add-f9c5-4e18-a6fe-73c1f7d21253 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0583296 Sep 30 08:14:40.981121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 70662b6c-2c16-477f-a62e-a6a1120b6a4f no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:14:41.022852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 70662b6c-2c16-477f-a62e-a6a1120b6a4f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:14:41.023464 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 70662b6c-2c16-477f-a62e-a6a1120b6a4f not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:14:41.023640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 39e1da6f-7b07-4f26-9a62-75d69ee1e36c no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:14:41.087853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 39e1da6f-7b07-4f26-9a62-75d69ee1e36c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:14:41.089286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 39e1da6f-7b07-4f26-9a62-75d69ee1e36c not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:14:41.095886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e4fea-8f2f-4a88-922b-f2d72ba1e57c req-0903eb22-8c4a-4cbe-b767-e84170dc7c06 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:41.104221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d1e4fea-8f2f-4a88-922b-f2d72ba1e57c req-0903eb22-8c4a-4cbe-b767-e84170dc7c06 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.0777647 Sep 30 08:14:41.122272 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35562) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:41.141563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d1e4fea-8f2f-4a88-922b-f2d72ba1e57c req-525c45c7-d790-41d6-a0e8-0bb81dbfe944 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364580 Sep 30 08:14:41.165870 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7760d0af-202f-41bc-a554-912a1fce9956 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b2245634a9b445c9bfe4096e80f16eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416777 Sep 30 08:14:41.168594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:41.230935 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea552a7-96ca-46cb-9cd7-dc68b7f5698c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:41.252456 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea552a7-96ca-46cb-9cd7-dc68b7f5698c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:41.300727 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea552a7-96ca-46cb-9cd7-dc68b7f5698c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:41.303455 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea552a7-96ca-46cb-9cd7-dc68b7f5698c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:41.307198 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aea552a7-96ca-46cb-9cd7-dc68b7f5698c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f66e44b7-051d-47ab-9a4e-8b666e3706fa HTTP/1.1" status: 204 len: 168 time: 0.1351295 Sep 30 08:14:41.314355 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea552a7-96ca-46cb-9cd7-dc68b7f5698c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66e44b7-051d-47ab-9a4e-8b666e3706fa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:41.824833 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8bf72db-636b-46d5-b6eb-44ae721cdaa3 req-acefdbfa-d661-486e-8deb-6e27904a9bfa tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0299177 Sep 30 08:14:41.992482 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68a61a91-5e8e-4114-ada4-84750814f9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:42.061186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13611db-576c-404a-b8a2-4ee5b4ef430d req-7329b1cd-5062-4668-a61b-d5b5dcc4ff21 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.068273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13611db-576c-404a-b8a2-4ee5b4ef430d req-7329b1cd-5062-4668-a61b-d5b5dcc4ff21 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.075418 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13611db-576c-404a-b8a2-4ee5b4ef430d req-7329b1cd-5062-4668-a61b-d5b5dcc4ff21 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.082235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13611db-576c-404a-b8a2-4ee5b4ef430d req-7329b1cd-5062-4668-a61b-d5b5dcc4ff21 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.089261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13611db-576c-404a-b8a2-4ee5b4ef430d req-7329b1cd-5062-4668-a61b-d5b5dcc4ff21 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.095506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13611db-576c-404a-b8a2-4ee5b4ef430d req-7329b1cd-5062-4668-a61b-d5b5dcc4ff21 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.102049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13611db-576c-404a-b8a2-4ee5b4ef430d req-7329b1cd-5062-4668-a61b-d5b5dcc4ff21 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.103988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d13611db-576c-404a-b8a2-4ee5b4ef430d req-7329b1cd-5062-4668-a61b-d5b5dcc4ff21 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.1047735 Sep 30 08:14:42.135992 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d9107eb-e4fe-476e-8659-8949c1bd2057 req-30849252-2139-4b02-82c7-274c54f999dc tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0309520 Sep 30 08:14:42.176418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d13611db-576c-404a-b8a2-4ee5b4ef430d req-5316dc64-aead-45c6-8d8c-13e049647e40 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625105 Sep 30 08:14:42.373177 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68d62f-2b8c-4e03-8eea-8dd8ace2fd46 req-665e1d4a-11a0-4871-9247-34b4a0d2c0c5 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:42.374627 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd68d62f-2b8c-4e03-8eea-8dd8ace2fd46 req-665e1d4a-11a0-4871-9247-34b4a0d2c0c5 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.0495682 Sep 30 08:14:42.417267 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd68d62f-2b8c-4e03-8eea-8dd8ace2fd46 req-17dba96f-0acd-4e91-a01d-2c6ae4a8a63d tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354397 Sep 30 08:14:42.657483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35610) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:42.793757 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa1bc9e6-b942-4cc7-a7c5-9f4e6fb1596f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:42.894788 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35622) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:42.914768 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa1bc9e6-b942-4cc7-a7c5-9f4e6fb1596f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:42.920341 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa1bc9e6-b942-4cc7-a7c5-9f4e6fb1596f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:42.951631 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0df7c580-6bcd-422d-aca7-e3ca4108b44a req-c7fd4199-c7c4-4a3d-be2a-669e5129178f tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0395708 Sep 30 08:14:42.953825 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bc9e6-b942-4cc7-a7c5-9f4e6fb1596f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88269b75-6768-423e-b728-38623ec71d2a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:42.978710 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aa1bc9e6-b942-4cc7-a7c5-9f4e6fb1596f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c3324c30f3d4e1fa6281aa1cfcb211b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201210 Sep 30 08:14:42.981531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35626) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:43.025363 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b84bd469-f604-4ba5-90b4-797390e37d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.063690 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fee49e65-89e9-4069-8298-1728974bd016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.098861 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fee49e65-89e9-4069-8298-1728974bd016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.178489 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b84bd469-f604-4ba5-90b4-797390e37d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.180187 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fee49e65-89e9-4069-8298-1728974bd016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.183140 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fee49e65-89e9-4069-8298-1728974bd016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.184198 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fee49e65-89e9-4069-8298-1728974bd016 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88269b75-6768-423e-b728-38623ec71d2a HTTP/1.1" status: 204 len: 168 time: 0.2018788 Sep 30 08:14:43.188433 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b84bd469-f604-4ba5-90b4-797390e37d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.220468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee49e65-89e9-4069-8298-1728974bd016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88269b75-6768-423e-b728-38623ec71d2a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:43.267872 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b84bd469-f604-4ba5-90b4-797390e37d17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ffb1237575e49f38223fe41dd9fc72d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717756 Sep 30 08:14:43.270908 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:43.294123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bd469-f604-4ba5-90b4-797390e37d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e5f5e4-36df-462e-9a40-f1a6a2d8b177,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:43.337083 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a18bf75f-c356-4f96-95f9-f34d3fd3e4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.339284 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c30018ee-1178-46c6-90c1-b85951b03b81 req-d18791a5-50d1-490b-96e2-c905c629ac7c tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0633175 Sep 30 08:14:43.384323 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a18bf75f-c356-4f96-95f9-f34d3fd3e4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.426974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ee02-8fdd-49a0-b283-b7a8ee3ec089 req-92505719-af84-4d97-b43b-ce0a8c1028dd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:43.437204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ee02-8fdd-49a0-b283-b7a8ee3ec089 req-92505719-af84-4d97-b43b-ce0a8c1028dd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:43.444984 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a18bf75f-c356-4f96-95f9-f34d3fd3e4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.446097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ee02-8fdd-49a0-b283-b7a8ee3ec089 req-92505719-af84-4d97-b43b-ce0a8c1028dd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:43.448918 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a18bf75f-c356-4f96-95f9-f34d3fd3e4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.450504 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a18bf75f-c356-4f96-95f9-f34d3fd3e4da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82e5f5e4-36df-462e-9a40-f1a6a2d8b177 HTTP/1.1" status: 204 len: 168 time: 0.1783421 Sep 30 08:14:43.458455 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ee02-8fdd-49a0-b283-b7a8ee3ec089 req-92505719-af84-4d97-b43b-ce0a8c1028dd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:43.459275 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18bf75f-c356-4f96-95f9-f34d3fd3e4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e5f5e4-36df-462e-9a40-f1a6a2d8b177,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:43.466754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ee02-8fdd-49a0-b283-b7a8ee3ec089 req-92505719-af84-4d97-b43b-ce0a8c1028dd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:43.474296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ee02-8fdd-49a0-b283-b7a8ee3ec089 req-92505719-af84-4d97-b43b-ce0a8c1028dd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:43.484561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ee02-8fdd-49a0-b283-b7a8ee3ec089 req-92505719-af84-4d97-b43b-ce0a8c1028dd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:43.487976 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4239ee02-8fdd-49a0-b283-b7a8ee3ec089 req-92505719-af84-4d97-b43b-ce0a8c1028dd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.1467390 Sep 30 08:14:43.532943 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4239ee02-8fdd-49a0-b283-b7a8ee3ec089 req-b34d712b-b645-47d2-8ee1-dcc1e087b9d4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375845 Sep 30 08:14:43.664895 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690a247-5ec9-4a79-975f-0b549a0b2c02 req-c94dc9b4-1176-4ee9-8366-5cabef7df3b9 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:43.666596 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4690a247-5ec9-4a79-975f-0b549a0b2c02 req-c94dc9b4-1176-4ee9-8366-5cabef7df3b9 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.0617125 Sep 30 08:14:43.714920 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4690a247-5ec9-4a79-975f-0b549a0b2c02 req-8ad17d92-e39b-4253-91ae-921dfe3cc92b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418792 Sep 30 08:14:43.877488 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35660) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:43.891251 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6906f833-0ceb-479d-867b-72881993574d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.979869 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6906f833-0ceb-479d-867b-72881993574d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:43.984558 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6906f833-0ceb-479d-867b-72881993574d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:44.036653 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6906f833-0ceb-479d-867b-72881993574d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dce773cb67744e66a267c09434e36052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577528 Sep 30 08:14:44.037517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906f833-0ceb-479d-867b-72881993574d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c573db-c0c2-467c-8d31-26858b66245a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:44.041433 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35668) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:44.068794 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55c4dd2b-6f04-449d-87d6-1111d2dd9c1d req-8f6a96e4-c674-43ee-8f30-f0d005232cf4 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0359499 Sep 30 08:14:44.095270 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f140f1f-4358-44ab-a495-c639a0f2609a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:44.115336 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f140f1f-4358-44ab-a495-c639a0f2609a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:44.167651 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f140f1f-4358-44ab-a495-c639a0f2609a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:44.170283 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f140f1f-4358-44ab-a495-c639a0f2609a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:44.173782 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0f140f1f-4358-44ab-a495-c639a0f2609a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6c573db-c0c2-467c-8d31-26858b66245a HTTP/1.1" status: 204 len: 168 time: 0.1291277 Sep 30 08:14:44.180570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f140f1f-4358-44ab-a495-c639a0f2609a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c573db-c0c2-467c-8d31-26858b66245a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:44.454242 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b18ea11d-2c3d-469e-bc99-3fe86b63f36c req-8f0c410c-8a0f-4715-a8c6-6b43aef522ef tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0437584 Sep 30 08:14:44.567317 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-487728be-f583-4694-a318-742aad9f4661 req-49adb79d-136a-4be1-928d-e5b55b071fad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0269318 Sep 30 08:14:44.710983 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1e62-7896-439b-b6e5-4c9f6cf4e989 req-4c8731d1-71f3-41a0-bd56-5489170b186b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:44.717353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1e62-7896-439b-b6e5-4c9f6cf4e989 req-4c8731d1-71f3-41a0-bd56-5489170b186b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:44.723476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1e62-7896-439b-b6e5-4c9f6cf4e989 req-4c8731d1-71f3-41a0-bd56-5489170b186b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:44.729967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1e62-7896-439b-b6e5-4c9f6cf4e989 req-4c8731d1-71f3-41a0-bd56-5489170b186b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:44.735844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1e62-7896-439b-b6e5-4c9f6cf4e989 req-4c8731d1-71f3-41a0-bd56-5489170b186b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:44.742709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1e62-7896-439b-b6e5-4c9f6cf4e989 req-4c8731d1-71f3-41a0-bd56-5489170b186b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:44.748783 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1e62-7896-439b-b6e5-4c9f6cf4e989 req-4c8731d1-71f3-41a0-bd56-5489170b186b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:44.757850 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-590f1e62-7896-439b-b6e5-4c9f6cf4e989 req-4c8731d1-71f3-41a0-bd56-5489170b186b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5419 time: 0.1178439 Sep 30 08:14:44.768173 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fd606e6-9d97-4884-b21a-00935be3aee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:44.805152 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-590f1e62-7896-439b-b6e5-4c9f6cf4e989 req-0ffb5a4b-969a-4b74-ac4b-f17a2af97348 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464180 Sep 30 08:14:44.823103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:44.886730 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c9317-407c-4710-9a3b-4080d9551ce7 req-7c911c3c-7a3d-4d34-a994-8b270a26f8dd tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:44.888282 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-725c9317-407c-4710-9a3b-4080d9551ce7 req-7c911c3c-7a3d-4d34-a994-8b270a26f8dd tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.0707536 Sep 30 08:14:44.931406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-725c9317-407c-4710-9a3b-4080d9551ce7 req-ab509f7d-0ef6-4f62-bbaa-a912e5b812b7 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350969 Sep 30 08:14:44.948980 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4044220a-832d-48ac-942f-fb6052aba920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.055507 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4044220a-832d-48ac-942f-fb6052aba920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.059586 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4044220a-832d-48ac-942f-fb6052aba920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.100875 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4044220a-832d-48ac-942f-fb6052aba920 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1473f1e78f314477aa427c21c124a3b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765198 Sep 30 08:14:45.103347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35732) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:45.106097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044220a-832d-48ac-942f-fb6052aba920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee9dc00-84ca-474d-88bd-9bf91c945f63,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:45.180299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bce9a69-6bad-4e9c-bac0-2b425308c8d1 req-e2df1acd-3277-4b41-840d-c8a9a7d9a927 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0312049 Sep 30 08:14:45.185148 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a968ddc5-c98c-43eb-ae4e-a61f5ccf3a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.211010 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a968ddc5-c98c-43eb-ae4e-a61f5ccf3a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.250440 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.258642 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a968ddc5-c98c-43eb-ae4e-a61f5ccf3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.261562 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a968ddc5-c98c-43eb-ae4e-a61f5ccf3a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.262743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a968ddc5-c98c-43eb-ae4e-a61f5ccf3a51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bee9dc00-84ca-474d-88bd-9bf91c945f63 HTTP/1.1" status: 204 len: 168 time: 0.1581645 Sep 30 08:14:45.271295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968ddc5-c98c-43eb-ae4e-a61f5ccf3a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee9dc00-84ca-474d-88bd-9bf91c945f63,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:45.325648 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 8fae7abe-f0d9-4096-a9fb-d45223b67966 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:45.429222 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 8fae7abe-f0d9-4096-a9fb-d45223b67966, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8fae7abe-f0d9-4096-a9fb-d45223b67966,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:45.441058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '8fae7abe-f0d9-4096-a9fb-d45223b67966', 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c', 'port_id': '8fae7abe-f0d9-4096-a9fb-d45223b67966', 'mac_address': 'fa:16:3e:99:02:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e77dc02-fc58-473d-9a59-e817fa9dc117', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:45.484232 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.497666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fae7abe-f0d9-4096-a9fb-d45223b67966 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:45.521541 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 8fae7abe-f0d9-4096-a9fb-d45223b67966, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8fae7abe-f0d9-4096-a9fb-d45223b67966,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:45.527972 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.529908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 15a53876-fc9c-4d22-922c-19f775e34774 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:45.625357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=8fae7abe-f0d9-4096-a9fb-d45223b67966,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:45.637546 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 15a53876-fc9c-4d22-922c-19f775e34774, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=15a53876-fc9c-4d22-922c-19f775e34774,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:45.674504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:45.676807 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:45.677883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:45.678632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:45.679381 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:45.679957 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:45.680511 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:45.681060 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:45.682381 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:45.683334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:45.683897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:45.684483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:14:45.693914 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '15a53876-fc9c-4d22-922c-19f775e34774', 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c', 'port_id': '15a53876-fc9c-4d22-922c-19f775e34774', 'mac_address': 'fa:16:3e:af:84:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e77dc02-fc58-473d-9a59-e817fa9dc117', 'ip_address': '10.1.1.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:45.718689 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b3b5a14c-e1a7-49f5-aca4-dacc91b5f1d0 req-9ff65169-476e-4dbc-97fc-3177a80be1be tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0755062 Sep 30 08:14:45.739584 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.754774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a53876-fc9c-4d22-922c-19f775e34774 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:45.797311 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 15a53876-fc9c-4d22-922c-19f775e34774, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=15a53876-fc9c-4d22-922c-19f775e34774,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:45.804488 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.805157 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device fba29b8d-c114-4900-9adf-238fdb2fb410 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:45.839716 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.879818 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fba29b8d-c114-4900-9adf-238fdb2fb410, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fba29b8d-c114-4900-9adf-238fdb2fb410,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:45.888905 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=15a53876-fc9c-4d22-922c-19f775e34774,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:45.896245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'fba29b8d-c114-4900-9adf-238fdb2fb410', 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c', 'port_id': 'fba29b8d-c114-4900-9adf-238fdb2fb410', 'mac_address': 'fa:16:3e:1f:c8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e77dc02-fc58-473d-9a59-e817fa9dc117', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:45.939995 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.954187 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba29b8d-c114-4900-9adf-238fdb2fb410 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:45.978958 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fba29b8d-c114-4900-9adf-238fdb2fb410, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fba29b8d-c114-4900-9adf-238fdb2fb410,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:45.984267 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:45.985898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 07bbc016-1456-47b7-8f6c-736533ad6b71 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:45.990013 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1397b-7624-40eb-b240-8d1516dfa2ef req-e6802287-537b-47b0-9c49-0abca011eef2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:45.997599 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1397b-7624-40eb-b240-8d1516dfa2ef req-e6802287-537b-47b0-9c49-0abca011eef2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:46.004895 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1397b-7624-40eb-b240-8d1516dfa2ef req-e6802287-537b-47b0-9c49-0abca011eef2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:46.013100 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1397b-7624-40eb-b240-8d1516dfa2ef req-e6802287-537b-47b0-9c49-0abca011eef2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:46.020390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1397b-7624-40eb-b240-8d1516dfa2ef req-e6802287-537b-47b0-9c49-0abca011eef2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:46.028174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1397b-7624-40eb-b240-8d1516dfa2ef req-e6802287-537b-47b0-9c49-0abca011eef2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:46.035996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1397b-7624-40eb-b240-8d1516dfa2ef req-e6802287-537b-47b0-9c49-0abca011eef2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:46.039632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b7f1397b-7624-40eb-b240-8d1516dfa2ef req-e6802287-537b-47b0-9c49-0abca011eef2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5421 time: 0.1153898 Sep 30 08:14:46.109234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b7f1397b-7624-40eb-b240-8d1516dfa2ef req-1f0d00db-62a7-4c13-afab-8244f12a380f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577579 Sep 30 08:14:46.129390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64b701-f6df-4c92-9502-ad884f67ac5d req-2af0e001-6cd4-4d64-a8e8-116c4a779008 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:46.131201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f64b701-f6df-4c92-9502-ad884f67ac5d req-2af0e001-6cd4-4d64-a8e8-116c4a779008 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.0906305 Sep 30 08:14:46.148317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=fba29b8d-c114-4900-9adf-238fdb2fb410,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:46.190626 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f64b701-f6df-4c92-9502-ad884f67ac5d req-8cf89301-c2b1-4200-a4a0-1a604e54bc37 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521920 Sep 30 08:14:46.192358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 07bbc016-1456-47b7-8f6c-736533ad6b71, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=07bbc016-1456-47b7-8f6c-736533ad6b71,segment=NetworkSegment(f782f79d-2bd4-4407-92ee-0249890bcde2),segment_id=f782f79d-2bd4-4407-92ee-0249890bcde2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:46.214090 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '07bbc016-1456-47b7-8f6c-736533ad6b71', 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98', 'port_id': '07bbc016-1456-47b7-8f6c-736533ad6b71', 'mac_address': 'fa:16:3e:e1:30:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a717074-20be-43db-92fd-460ccea803fc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:46.262802 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:46.283065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bbc016-1456-47b7-8f6c-736533ad6b71 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:46.297775 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f9b22518-6686-4b4b-bf9f-564a7d27b54e req-4e478631-915f-41ce-9a33-c4021fc7b53e tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0314705 Sep 30 08:14:46.312135 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 07bbc016-1456-47b7-8f6c-736533ad6b71, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=07bbc016-1456-47b7-8f6c-736533ad6b71,segment=NetworkSegment(f782f79d-2bd4-4407-92ee-0249890bcde2),segment_id=f782f79d-2bd4-4407-92ee-0249890bcde2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:46.317333 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:46.318305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1e114320-0926-43ba-b1f9-28e959335611 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:46.422984 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=07bbc016-1456-47b7-8f6c-736533ad6b71,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:46.505026 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1e114320-0926-43ba-b1f9-28e959335611, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1e114320-0926-43ba-b1f9-28e959335611,segment=NetworkSegment(1ee08142-f327-4e9e-a4d8-ca13f9dc85bd),segment_id=1ee08142-f327-4e9e-a4d8-ca13f9dc85bd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:46.518913 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '1e114320-0926-43ba-b1f9-28e959335611', 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c', 'port_id': '1e114320-0926-43ba-b1f9-28e959335611', 'mac_address': 'fa:16:3e:8a:da:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:46.572155 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:46.586113 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e114320-0926-43ba-b1f9-28e959335611 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:46.613910 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1e114320-0926-43ba-b1f9-28e959335611, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1e114320-0926-43ba-b1f9-28e959335611,segment=NetworkSegment(1ee08142-f327-4e9e-a4d8-ca13f9dc85bd),segment_id=1ee08142-f327-4e9e-a4d8-ca13f9dc85bd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:46.619304 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:46.620081 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 461d17f8-573a-4b8b-87f2-7f5b41d2b79e details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:46.658706 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75d50b43-772d-4dcc-b39b-dbe2ad5ae029 req-c1601682-f80c-4a63-b1a2-4cebbe33392f tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94&device_id=a1b88190-3b35-4af9-b116-5f946e47466a HTTP/1.1" status: 200 len: 210 time: 0.0285289 Sep 30 08:14:46.719407 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=461d17f8-573a-4b8b-87f2-7f5b41d2b79e,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:46.750591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '461d17f8-573a-4b8b-87f2-7f5b41d2b79e', 'network_id': 'fe719140-e914-4c92-bc2f-67234315bd4c', 'port_id': '461d17f8-573a-4b8b-87f2-7f5b41d2b79e', 'mac_address': 'fa:16:3e:8e:2c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e77dc02-fc58-473d-9a59-e817fa9dc117', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:46.759231 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=1e114320-0926-43ba-b1f9-28e959335611,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:46.803225 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:46.821103 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461d17f8-573a-4b8b-87f2-7f5b41d2b79e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:46.859938 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e011223b-b7bb-4ee3-8654-fed2be82aeba req-bf8c57c4-06cf-4233-8be6-991e135b7a82 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0393355 Sep 30 08:14:46.867104 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=461d17f8-573a-4b8b-87f2-7f5b41d2b79e,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:46.873581 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:46.874680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f9522420-7df6-4954-a2ef-17f1cb2925d5 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:46.966068 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port f9522420-7df6-4954-a2ef-17f1cb2925d5, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f9522420-7df6-4954-a2ef-17f1cb2925d5,segment=NetworkSegment(f782f79d-2bd4-4407-92ee-0249890bcde2),segment_id=f782f79d-2bd4-4407-92ee-0249890bcde2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:46.968757 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=461d17f8-573a-4b8b-87f2-7f5b41d2b79e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:46.987860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'f9522420-7df6-4954-a2ef-17f1cb2925d5', 'network_id': 'db952c52-1c3f-4f41-9b5b-784bfdc3ae98', 'port_id': 'f9522420-7df6-4954-a2ef-17f1cb2925d5', 'mac_address': 'fa:16:3e:58:54:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a717074-20be-43db-92fd-460ccea803fc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:14:47.035052 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e9e71ae5-b228-4f7f-9841-897d79bd1fe9 req-f1ba9d90-b563-4193-911a-47ae6e95a6ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eac499c2325c4bcc955ea1eebb4cf6e8&device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0516720 Sep 30 08:14:47.048138 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.063421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9522420-7df6-4954-a2ef-17f1cb2925d5 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:14:47.086356 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port f9522420-7df6-4954-a2ef-17f1cb2925d5, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f9522420-7df6-4954-a2ef-17f1cb2925d5,segment=NetworkSegment(f782f79d-2bd4-4407-92ee-0249890bcde2),segment_id=f782f79d-2bd4-4407-92ee-0249890bcde2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:47.091152 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e9e71ae5-b228-4f7f-9841-897d79bd1fe9 req-c9467284-286e-4842-bd75-873a39ddc7c8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=eac499c2325c4bcc955ea1eebb4cf6e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390279 Sep 30 08:14:47.091618 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.093672 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca744504-3d6e-4f94-b002-95d1290f4499 req-019fa287-f55a-435c-889b-d04738c8e29b tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0542061 Sep 30 08:14:47.121979 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:47.185872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=f9522420-7df6-4954-a2ef-17f1cb2925d5,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:47.202337 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:47.273292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e71ae5-b228-4f7f-9841-897d79bd1fe9 req-bdf8271f-8735-4ca9-8b36-f47a40dbb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:47.274668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e9e71ae5-b228-4f7f-9841-897d79bd1fe9 req-bdf8271f-8735-4ca9-8b36-f47a40dbb891 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1756115 Sep 30 08:14:47.301221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5578c-bf89-40f3-8551-d21c1f6c920e req-b1027fa6-a8e9-4ce2-bd75-f17115f92496 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:47.307147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5578c-bf89-40f3-8551-d21c1f6c920e req-b1027fa6-a8e9-4ce2-bd75-f17115f92496 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:47.313138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5578c-bf89-40f3-8551-d21c1f6c920e req-b1027fa6-a8e9-4ce2-bd75-f17115f92496 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:47.320210 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5578c-bf89-40f3-8551-d21c1f6c920e req-b1027fa6-a8e9-4ce2-bd75-f17115f92496 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:47.321848 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf455c9b-066d-4e35-b96d-b7bfd9d117a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.326259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5578c-bf89-40f3-8551-d21c1f6c920e req-b1027fa6-a8e9-4ce2-bd75-f17115f92496 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:47.333075 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5578c-bf89-40f3-8551-d21c1f6c920e req-b1027fa6-a8e9-4ce2-bd75-f17115f92496 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:47.338894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5578c-bf89-40f3-8551-d21c1f6c920e req-b1027fa6-a8e9-4ce2-bd75-f17115f92496 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:47.340875 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fe5578c-bf89-40f3-8551-d21c1f6c920e req-b1027fa6-a8e9-4ce2-bd75-f17115f92496 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5426 time: 0.1351604 Sep 30 08:14:47.344955 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5093b32e-2acb-4f3a-8e0a-69571a7cfd35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.406983 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fe5578c-bf89-40f3-8551-d21c1f6c920e req-1fd82333-4304-41ec-94a5-82c7cc06c7c5 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467749 Sep 30 08:14:47.415243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182838e-bc51-44b3-baaa-12fe33184164 req-63d4c88a-3289-46fa-9196-0484b62ee8b5 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:47.416659 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8182838e-bc51-44b3-baaa-12fe33184164 req-63d4c88a-3289-46fa-9196-0484b62ee8b5 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1451871 Sep 30 08:14:47.436277 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf455c9b-066d-4e35-b96d-b7bfd9d117a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.445526 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf455c9b-066d-4e35-b96d-b7bfd9d117a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.459214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8182838e-bc51-44b3-baaa-12fe33184164 req-df19766a-e150-488e-bf82-b67014d74566 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345070 Sep 30 08:14:47.502586 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf455c9b-066d-4e35-b96d-b7bfd9d117a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e19948-bd4e-45db-9396-6c778b592521,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:47.508931 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cf455c9b-066d-4e35-b96d-b7bfd9d117a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68b0618d6eea4baf97780678784f5091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859503 Sep 30 08:14:47.512554 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35868) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:47.562394 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e38262cd-583f-4b19-8bca-fb480d8c7af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.567527 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5093b32e-2acb-4f3a-8e0a-69571a7cfd35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.571391 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5093b32e-2acb-4f3a-8e0a-69571a7cfd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.583279 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e38262cd-583f-4b19-8bca-fb480d8c7af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.609318 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5093b32e-2acb-4f3a-8e0a-69571a7cfd35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a9cdca5e8914fb0852cb7fb57c36e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4058771 Sep 30 08:14:47.610211 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093b32e-2acb-4f3a-8e0a-69571a7cfd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29165820-c7e7-4978-8bc0-6c5985f77160,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:47.612699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35870) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:47.642013 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e38262cd-583f-4b19-8bca-fb480d8c7af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.650471 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e38262cd-583f-4b19-8bca-fb480d8c7af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.656146 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e38262cd-583f-4b19-8bca-fb480d8c7af7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90e19948-bd4e-45db-9396-6c778b592521 HTTP/1.1" status: 204 len: 168 time: 0.1384730 Sep 30 08:14:47.666981 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.668073 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38262cd-583f-4b19-8bca-fb480d8c7af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e19948-bd4e-45db-9396-6c778b592521,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:47.678377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce5fb954-118e-4f48-8efa-29e574419800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.707226 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce5fb954-118e-4f48-8efa-29e574419800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.731190 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-688d6a43-82cc-44bf-a49c-f2b55bd05a2b req-d5b88740-ed1a-4e0e-9deb-256b8a1cb7f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498526 Sep 30 08:14:47.765082 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce5fb954-118e-4f48-8efa-29e574419800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.767868 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce5fb954-118e-4f48-8efa-29e574419800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:47.770310 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ce5fb954-118e-4f48-8efa-29e574419800 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29165820-c7e7-4978-8bc0-6c5985f77160 HTTP/1.1" status: 204 len: 168 time: 0.1566513 Sep 30 08:14:47.781868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fb954-118e-4f48-8efa-29e574419800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29165820-c7e7-4978-8bc0-6c5985f77160,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:47.843321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d6a43-82cc-44bf-a49c-f2b55bd05a2b req-372425cf-7bad-481a-9e57-5e7f3c2a1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:47.845344 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-688d6a43-82cc-44bf-a49c-f2b55bd05a2b req-372425cf-7bad-481a-9e57-5e7f3c2a1ed7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee4e48f07add4c94890522d6df2a93fa&device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 1097 time: 0.0653131 Sep 30 08:14:47.970371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d6a43-82cc-44bf-a49c-f2b55bd05a2b req-a8ebb39f-36cf-46ae-9674-783889a354a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:47.973101 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-688d6a43-82cc-44bf-a49c-f2b55bd05a2b req-a8ebb39f-36cf-46ae-9674-783889a354a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8 HTTP/1.1" status: 200 len: 911 time: 0.1058493 Sep 30 08:14:48.051163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d52f75c2-b7af-45bb-b64a-7a577c047b09 req-d3f58ec6-6792-4e9d-a234-ff8217412d97 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0709867 Sep 30 08:14:48.087110 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-688d6a43-82cc-44bf-a49c-f2b55bd05a2b req-1ec74df4-82a9-4200-8a78-17b17a05de2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=127ab899-b959-4e98-8db9-8f2a2ce30b3f HTTP/1.1" status: 200 len: 1002 time: 0.0962093 Sep 30 08:14:48.145529 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35894) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:48.148281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d6a43-82cc-44bf-a49c-f2b55bd05a2b req-f9840c44-f8c2-4ced-84b9-c1c9c58e74d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:48.149881 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-688d6a43-82cc-44bf-a49c-f2b55bd05a2b req-f9840c44-f8c2-4ced-84b9-c1c9c58e74d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=83b391f2-40bb-46fd-9398-46e69258862b HTTP/1.1" status: 200 len: 849 time: 0.0544422 Sep 30 08:14:48.154277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['15a53876-fc9c-4d22-922c-19f775e34774'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:48.167426 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2338e91d-6716-445a-b5ab-5a443dd44593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.229783 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54d279d2-b82e-4744-880e-77a72938bfd4 req-96611e94-1d8c-4157-af99-c0bcc116fd03 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0539145 Sep 30 08:14:48.255722 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d6a43-82cc-44bf-a49c-f2b55bd05a2b req-5e0786be-bb6d-4f5b-abfa-f8d80aadde84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:48.255722 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-688d6a43-82cc-44bf-a49c-f2b55bd05a2b req-5e0786be-bb6d-4f5b-abfa-f8d80aadde84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b07086f-6fb4-4a79-bc78-a4a068acc7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892811 Sep 30 08:14:48.256184 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['fba29b8d-c114-4900-9adf-238fdb2fb410'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:48.257917 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['1e114320-0926-43ba-b1f9-28e959335611'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:48.277831 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2338e91d-6716-445a-b5ab-5a443dd44593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.282874 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2338e91d-6716-445a-b5ab-5a443dd44593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.310601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338e91d-6716-445a-b5ab-5a443dd44593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031249c5-40e9-47de-907c-a4f58a1924a3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:48.315216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['07bbc016-1456-47b7-8f6c-736533ad6b71'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:48.345041 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2338e91d-6716-445a-b5ab-5a443dd44593 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7bedff97d6a640b2960be5adc1cbb01b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984017 Sep 30 08:14:48.349808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35898) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:48.394844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-688d6a43-82cc-44bf-a49c-f2b55bd05a2b req-297763ca-e47a-4614-b30a-931803005d88 service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301768 Sep 30 08:14:48.418580 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c393ae8d-752a-48a7-a309-708a4da10f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.461947 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c393ae8d-752a-48a7-a309-708a4da10f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.537364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['8fae7abe-f0d9-4096-a9fb-d45223b67966'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:48.553189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c393ae8d-752a-48a7-a309-708a4da10f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.553393 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['461d17f8-573a-4b8b-87f2-7f5b41d2b79e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:48.555482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['f9522420-7df6-4954-a2ef-17f1cb2925d5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:14:48.556865 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c393ae8d-752a-48a7-a309-708a4da10f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:48.563701 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c393ae8d-752a-48a7-a309-708a4da10f57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/031249c5-40e9-47de-907c-a4f58a1924a3 HTTP/1.1" status: 204 len: 168 time: 0.2126839 Sep 30 08:14:48.574897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393ae8d-752a-48a7-a309-708a4da10f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031249c5-40e9-47de-907c-a4f58a1924a3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:48.681073 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e9e71ae5-b228-4f7f-9841-897d79bd1fe9 req-b4d5252c-6053-4530-b8fe-21258c1defa3 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0563626 Sep 30 08:14:48.711971 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-688d6a43-82cc-44bf-a49c-f2b55bd05a2b req-cf91f7d3-4ac2-414d-a047-2d098b09294c service neutron] 10.222.0.36 "GET /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074071 Sep 30 08:14:48.762234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57977f09-0835-4f30-8688-4ec9c507cb48 req-e13e7278-4d65-48b0-811f-eace6194a8e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:48.778990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57977f09-0835-4f30-8688-4ec9c507cb48 req-e13e7278-4d65-48b0-811f-eace6194a8e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:48.790428 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57977f09-0835-4f30-8688-4ec9c507cb48 req-e13e7278-4d65-48b0-811f-eace6194a8e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:48.812137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57977f09-0835-4f30-8688-4ec9c507cb48 req-e13e7278-4d65-48b0-811f-eace6194a8e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:48.826139 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57977f09-0835-4f30-8688-4ec9c507cb48 req-e13e7278-4d65-48b0-811f-eace6194a8e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:48.836740 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57977f09-0835-4f30-8688-4ec9c507cb48 req-e13e7278-4d65-48b0-811f-eace6194a8e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:48.844307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57977f09-0835-4f30-8688-4ec9c507cb48 req-e13e7278-4d65-48b0-811f-eace6194a8e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:48.846912 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57977f09-0835-4f30-8688-4ec9c507cb48 req-e13e7278-4d65-48b0-811f-eace6194a8e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5426 time: 0.3312311 Sep 30 08:14:48.857174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5e3c3-9997-4718-b3e8-cb8845fc446a req-f03876c6-df99-4776-ba4e-82489795819e tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:48.859550 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49e5e3c3-9997-4718-b3e8-cb8845fc446a req-f03876c6-df99-4776-ba4e-82489795819e tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.2669878 Sep 30 08:14:48.929039 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57977f09-0835-4f30-8688-4ec9c507cb48 req-ec09e248-48b1-4bf6-97bb-cd7b9ebd4af0 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676978 Sep 30 08:14:48.945157 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49e5e3c3-9997-4718-b3e8-cb8845fc446a req-5e423ca7-5e16-4ff7-bb1d-812540c62db2 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724831 Sep 30 08:14:49.196046 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-58ddd3d6-20d6-47d6-84aa-95888230231e req-67d43120-9472-45e9-bf6c-8aa4803b1124 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0415447 Sep 30 08:14:49.381061 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d02b5d98-2042-4620-8300-d63350cc01d6 req-35f81e78-8c8d-4e6c-a353-2c322e92e5ea tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffae432c-2cc9-44c2-9336-1e19084d7b94 HTTP/1.1" status: 200 len: 210 time: 0.0298235 Sep 30 08:14:49.578426 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35952) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:49.782228 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-885298956', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:49.812868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Made reservation on behalf of b844eaaecbab4213935094ad418ac162 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:49.816791 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:49.828920 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:49.920688 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:49.925066 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:49.930184 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] device_id is not set on port 7a2102c6-775c-4a01-af04-c9ff18d12e97 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:14:49.993688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d20daa-a4a4-4d90-9eb6-efdb4cb8b110,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:50.074416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Allocated IP 172.25.0.122 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/7a2102c6-775c-4a01-af04-c9ff18d12e97) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:50.129817 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b291a9-12ac-4391-8084-afe036736a4b req-6e1161f1-cbbc-46a3-a3c5-dd4684ba01a1 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:50.135661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b291a9-12ac-4391-8084-afe036736a4b req-6e1161f1-cbbc-46a3-a3c5-dd4684ba01a1 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:50.141546 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b291a9-12ac-4391-8084-afe036736a4b req-6e1161f1-cbbc-46a3-a3c5-dd4684ba01a1 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:50.145821 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35972) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:50.147746 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b291a9-12ac-4391-8084-afe036736a4b req-6e1161f1-cbbc-46a3-a3c5-dd4684ba01a1 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:50.154043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b291a9-12ac-4391-8084-afe036736a4b req-6e1161f1-cbbc-46a3-a3c5-dd4684ba01a1 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:50.159734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b291a9-12ac-4391-8084-afe036736a4b req-6e1161f1-cbbc-46a3-a3c5-dd4684ba01a1 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:50.165548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b291a9-12ac-4391-8084-afe036736a4b req-6e1161f1-cbbc-46a3-a3c5-dd4684ba01a1 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:50.173182 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59b291a9-12ac-4391-8084-afe036736a4b req-6e1161f1-cbbc-46a3-a3c5-dd4684ba01a1 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5426 time: 0.1451771 Sep 30 08:14:50.182362 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e7d10-5363-4d30-a3c7-a6abb07141a7 req-ee475abf-4f4f-47a8-b8ad-ffa36c340d8b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:50.183826 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d4e7d10-5363-4d30-a3c7-a6abb07141a7 req-ee475abf-4f4f-47a8-b8ad-ffa36c340d8b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1437044 Sep 30 08:14:50.243496 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.247353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59b291a9-12ac-4391-8084-afe036736a4b req-6811d4e4-b020-4e8c-8055-e69a3d671287 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733426 Sep 30 08:14:50.256708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d4e7d10-5363-4d30-a3c7-a6abb07141a7 req-728a412f-9571-42b8-8219-7d145b2bd9d8 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587757 Sep 30 08:14:50.287292 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cdd64e6-bc87-4344-b1b9-b3a3796958c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.334302 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.358194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ede654c-7f14-4302-88db-f7c92fd7ed09 req-1a2c329f-b21e-437a-b0c9-404feb5a0bd8 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0368056 Sep 30 08:14:50.400419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Pushing event updated for resources: {'Port': ['ID=7a2102c6-775c-4a01-af04-c9ff18d12e97,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:50.403640 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:50.410460 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:50.413302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:50.478130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:50.478738 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.498818 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cdd64e6-bc87-4344-b1b9-b3a3796958c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.504218 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cdd64e6-bc87-4344-b1b9-b3a3796958c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.514820 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a981943d-13ff-4737-9477-f6917dbc171a tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9353318 Sep 30 08:14:50.517779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35984) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:50.530329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-58ef3c0f-d040-40d1-b1b6-446fb8b52d9f tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.122'}]}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:50.555763 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0cdd64e6-bc87-4344-b1b9-b3a3796958c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ae1c5f9e4564eec9332edaf74ac1933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089639 Sep 30 08:14:50.558459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35986) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:50.568101 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd64e6-bc87-4344-b1b9-b3a3796958c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe0ab60-a46e-4a38-82db-97ee045c950d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:50.582340 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58ef3c0f-d040-40d1-b1b6-446fb8b52d9f tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.583497 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58ef3c0f-d040-40d1-b1b6-446fb8b52d9f tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.641670 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4259cac-d4e8-4930-9b07-d113ed7f8112 req-172e6a5f-a434-4e70-9ee3-5b23d7afce47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eac499c2325c4bcc955ea1eebb4cf6e8&device_id=a1b88190-3b35-4af9-b116-5f946e47466a HTTP/1.1" status: 200 len: 210 time: 0.0360847 Sep 30 08:14:50.641817 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58ef3c0f-d040-40d1-b1b6-446fb8b52d9f tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.685513 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f82d0c4-e15c-44ad-81d9-d3cf6288f92f req-17c90d40-bdfe-4813-87c4-0716e45303c9 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b88190-3b35-4af9-b116-5f946e47466a HTTP/1.1" status: 200 len: 210 time: 0.0470512 Sep 30 08:14:50.688390 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4259cac-d4e8-4930-9b07-d113ed7f8112 req-2536465e-fd9d-41c9-baef-636c23f31ec0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=eac499c2325c4bcc955ea1eebb4cf6e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376940 Sep 30 08:14:50.708536 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-139ee5ac-1723-4f60-b913-2469490ef669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.776462 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-139ee5ac-1723-4f60-b913-2469490ef669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.795585 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58ef3c0f-d040-40d1-b1b6-446fb8b52d9f tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.826802 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4259cac-d4e8-4930-9b07-d113ed7f8112 req-0dbb7007-50bc-411f-96b1-477511cda85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:50.828372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4259cac-d4e8-4930-9b07-d113ed7f8112 req-0dbb7007-50bc-411f-96b1-477511cda85f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311710 Sep 30 08:14:50.849610 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-139ee5ac-1723-4f60-b913-2469490ef669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.852325 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-139ee5ac-1723-4f60-b913-2469490ef669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:50.853479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-139ee5ac-1723-4f60-b913-2469490ef669 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fe0ab60-a46e-4a38-82db-97ee045c950d HTTP/1.1" status: 204 len: 168 time: 0.2940300 Sep 30 08:14:50.861712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ee5ac-1723-4f60-b913-2469490ef669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe0ab60-a46e-4a38-82db-97ee045c950d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:51.005256 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58ef3c0f-d040-40d1-b1b6-446fb8b52d9f tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.024299 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58ef3c0f-d040-40d1-b1b6-446fb8b52d9f tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.174175 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58ef3c0f-d040-40d1-b1b6-446fb8b52d9f tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.355613 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58ef3c0f-d040-40d1-b1b6-446fb8b52d9f tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.358013 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58ef3c0f-d040-40d1-b1b6-446fb8b52d9f tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.405905 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58ef3c0f-d040-40d1-b1b6-446fb8b52d9f tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.406526 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ef3c0f-d040-40d1-b1b6-446fb8b52d9f tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02bf507f-87b6-42df-980e-86575ff9b9f3 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:14:51.424215 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-58ef3c0f-d040-40d1-b1b6-446fb8b52d9f tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 30 08:14:51.429790 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-58ef3c0f-d040-40d1-b1b6-446fb8b52d9f tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9030824 Sep 30 08:14:51.430052 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36016) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:51.432577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f0a73-9461-4edd-bb2d-35d728f42300 req-2d7809fe-4cd8-4693-aa76-43a2cc85af97 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:51.434125 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b54f0a73-9461-4edd-bb2d-35d728f42300 req-2d7809fe-4cd8-4693-aa76-43a2cc85af97 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.0956137 Sep 30 08:14:51.454171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707e303-d6a6-4ea2-8e8b-975a5d36b126 req-cfb9dd96-e02c-4367-a44f-e86b0eb818db tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:51.460934 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707e303-d6a6-4ea2-8e8b-975a5d36b126 req-cfb9dd96-e02c-4367-a44f-e86b0eb818db tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:51.466882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707e303-d6a6-4ea2-8e8b-975a5d36b126 req-cfb9dd96-e02c-4367-a44f-e86b0eb818db tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:51.472919 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707e303-d6a6-4ea2-8e8b-975a5d36b126 req-cfb9dd96-e02c-4367-a44f-e86b0eb818db tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:51.479123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707e303-d6a6-4ea2-8e8b-975a5d36b126 req-cfb9dd96-e02c-4367-a44f-e86b0eb818db tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:51.485139 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707e303-d6a6-4ea2-8e8b-975a5d36b126 req-cfb9dd96-e02c-4367-a44f-e86b0eb818db tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:51.491711 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707e303-d6a6-4ea2-8e8b-975a5d36b126 req-cfb9dd96-e02c-4367-a44f-e86b0eb818db tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:51.493629 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9707e303-d6a6-4ea2-8e8b-975a5d36b126 req-cfb9dd96-e02c-4367-a44f-e86b0eb818db tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5426 time: 0.1433287 Sep 30 08:14:51.518163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3a41452f-ba76-40a9-8722-c69cca70df39 tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Deleting port 7a2102c6-775c-4a01-af04-c9ff18d12e97 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:14:51.519177 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a41452f-ba76-40a9-8722-c69cca70df39 tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.559600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9707e303-d6a6-4ea2-8e8b-975a5d36b126 req-f24122cc-89ed-4d7b-bc29-92c72de0cd6a tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480385 Sep 30 08:14:51.562559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b54f0a73-9461-4edd-bb2d-35d728f42300 req-ce66d52c-5b6f-4914-a0c0-9895cf287447 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199424 Sep 30 08:14:51.620592 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a41452f-ba76-40a9-8722-c69cca70df39 tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.635800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3a41452f-ba76-40a9-8722-c69cca70df39 tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Calling delete_port for 7a2102c6-775c-4a01-af04-c9ff18d12e97 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:14:51.684465 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c3529a7-db2c-4f63-8edf-23834dbc4a5a req-d02c486f-0779-4707-a54e-ac43772c721f tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0413859 Sep 30 08:14:51.790660 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d4d2fa95-73a5-4a76-9d4c-6824b216029e req-67d7fde0-27ea-47a6-b63c-a566118e1b6b tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b88190-3b35-4af9-b116-5f946e47466a HTTP/1.1" status: 200 len: 210 time: 0.0276845 Sep 30 08:14:51.804784 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a41452f-ba76-40a9-8722-c69cca70df39 tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.830980 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41452f-ba76-40a9-8722-c69cca70df39 tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a2102c6-775c-4a01-af04-c9ff18d12e97,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:51.902894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a41452f-ba76-40a9-8722-c69cca70df39 tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:51.904804 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3a41452f-ba76-40a9-8722-c69cca70df39 tempest-RoutersAdminNegativeTest-244565640 tempest-RoutersAdminNegativeTest-244565640-project-admin] 10.222.0.24 "DELETE /v2.0/ports/7a2102c6-775c-4a01-af04-c9ff18d12e97 HTTP/1.1" status: 204 len: 168 time: 0.4721231 Sep 30 08:14:52.109999 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:52.115890 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4259cac-d4e8-4930-9b07-d113ed7f8112 req-619b09ef-5e05-4449-9c45-6f6c3b0a18d5 tempest-ServerShowV247Test-602292025 tempest-ServerShowV247Test-602292025-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1b88190-3b35-4af9-b116-5f946e47466a HTTP/1.1" status: 200 len: 210 time: 0.0268071 Sep 30 08:14:52.248885 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b155096-6eb4-434a-bfa2-28f8de9dd22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.349143 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b155096-6eb4-434a-bfa2-28f8de9dd22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.353322 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b155096-6eb4-434a-bfa2-28f8de9dd22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.391188 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b155096-6eb4-434a-bfa2-28f8de9dd22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053cdbe4-f3f0-4963-bb6f-3ae19ae0326c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:52.399300 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7b155096-6eb4-434a-bfa2-28f8de9dd22e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b43da096bccb4dc0ad0913190981cef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854359 Sep 30 08:14:52.399736 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36054) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:52.448589 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f75d2320-203c-4858-a63d-db5be15665f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.471738 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f75d2320-203c-4858-a63d-db5be15665f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.532334 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f75d2320-203c-4858-a63d-db5be15665f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.536299 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f75d2320-203c-4858-a63d-db5be15665f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:52.540129 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f75d2320-203c-4858-a63d-db5be15665f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/053cdbe4-f3f0-4963-bb6f-3ae19ae0326c HTTP/1.1" status: 204 len: 168 time: 0.1396048 Sep 30 08:14:52.547838 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d2320-203c-4858-a63d-db5be15665f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053cdbe4-f3f0-4963-bb6f-3ae19ae0326c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:52.752295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf9b61-c507-42ad-aeb2-e744e604af76 req-dcd2d312-2608-4cde-9cfd-61bf3051ca8b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:52.759341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf9b61-c507-42ad-aeb2-e744e604af76 req-dcd2d312-2608-4cde-9cfd-61bf3051ca8b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:52.768509 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf9b61-c507-42ad-aeb2-e744e604af76 req-dcd2d312-2608-4cde-9cfd-61bf3051ca8b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:52.775384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf9b61-c507-42ad-aeb2-e744e604af76 req-dcd2d312-2608-4cde-9cfd-61bf3051ca8b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:52.781409 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf9b61-c507-42ad-aeb2-e744e604af76 req-dcd2d312-2608-4cde-9cfd-61bf3051ca8b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:52.788121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf9b61-c507-42ad-aeb2-e744e604af76 req-dcd2d312-2608-4cde-9cfd-61bf3051ca8b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:52.794084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf9b61-c507-42ad-aeb2-e744e604af76 req-dcd2d312-2608-4cde-9cfd-61bf3051ca8b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:52.796033 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ecf9b61-c507-42ad-aeb2-e744e604af76 req-dcd2d312-2608-4cde-9cfd-61bf3051ca8b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5426 time: 0.1497650 Sep 30 08:14:52.805333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f25276-1c40-4785-bc6e-854199702ebe req-8a735c82-5950-47ae-86df-4908a7a70c82 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:52.806838 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5f25276-1c40-4785-bc6e-854199702ebe req-8a735c82-5950-47ae-86df-4908a7a70c82 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1274650 Sep 30 08:14:52.872174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ecf9b61-c507-42ad-aeb2-e744e604af76 req-4c86eb73-5444-4a36-8a70-d0927cb2e813 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643055 Sep 30 08:14:52.882530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5f25276-1c40-4785-bc6e-854199702ebe req-033a9fb0-7d7e-4f08-8100-1e6a7518533e tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598025 Sep 30 08:14:53.007995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36080) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:53.008548 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5f175a7-42ea-4d52-b3ee-3de6a8e6591d req-62c9540f-62c3-464c-b294-e828b8ac4ce5 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0424151 Sep 30 08:14:53.066942 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-087396b7-334b-4efb-b2ca-497408b7f2f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b844eaaecbab4213935094ad418ac162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563571 Sep 30 08:14:53.070207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36082) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:53.124009 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afd3d9e3-9665-4b15-8fde-d46600e95792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.158066 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:14:53.158896 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afd3d9e3-9665-4b15-8fde-d46600e95792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.212591 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afd3d9e3-9665-4b15-8fde-d46600e95792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.215296 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afd3d9e3-9665-4b15-8fde-d46600e95792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.216635 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-afd3d9e3-9665-4b15-8fde-d46600e95792 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2d20daa-a4a4-4d90-9eb6-efdb4cb8b110 HTTP/1.1" status: 204 len: 168 time: 0.1454048 Sep 30 08:14:53.227002 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3d9e3-9665-4b15-8fde-d46600e95792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d20daa-a4a4-4d90-9eb6-efdb4cb8b110,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:53.373966 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:53.556011 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39b8cabf-7cae-43a8-90ac-cb285783b2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.573461 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 15a53876-fc9c-4d22-922c-19f775e34774 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:53.632934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 15a53876-fc9c-4d22-922c-19f775e34774 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:14:53.638307 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 15a53876-fc9c-4d22-922c-19f775e34774 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:53.638778 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.679018 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39b8cabf-7cae-43a8-90ac-cb285783b2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.685019 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39b8cabf-7cae-43a8-90ac-cb285783b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.732129 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.736066 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-39b8cabf-7cae-43a8-90ac-cb285783b2ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eac499c2325c4bcc955ea1eebb4cf6e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606739 Sep 30 08:14:53.736961 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8cabf-7cae-43a8-90ac-cb285783b2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f16d998-d120-45a7-81a2-bdcd2927320e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:53.739185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36110) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:53.770082 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a53876-fc9c-4d22-922c-19f775e34774'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:53.770082 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589b4357-7a63-41cd-9be7-f952345e597b" -d '{"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-plugged", "status": "completed", "tag": "15a53876-fc9c-4d22-922c-19f775e34774"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:53.786051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 15a53876-fc9c-4d22-922c-19f775e34774, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=15a53876-fc9c-4d22-922c-19f775e34774,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:53.794988 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.796302 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 8fae7abe-f0d9-4096-a9fb-d45223b67966 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:53.847253 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2106624a-4f07-4741-8dde-1f698c24c633 x-openstack-request-id: req-2106624a-4f07-4741-8dde-1f698c24c633 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:53.847784 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-plugged", "status": "completed", "tag": "15a53876-fc9c-4d22-922c-19f775e34774", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:53.848246 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2106624a-4f07-4741-8dde-1f698c24c633 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:53.848641 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a53876-fc9c-4d22-922c-19f775e34774', 'code': 200} Sep 30 08:14:53.851578 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a6c3063-195c-4692-bc52-3bd072a4eab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.887969 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a6c3063-195c-4692-bc52-3bd072a4eab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.903673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 8fae7abe-f0d9-4096-a9fb-d45223b67966 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:14:53.905888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=15a53876-fc9c-4d22-922c-19f775e34774,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:53.937177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 8fae7abe-f0d9-4096-a9fb-d45223b67966 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:53.940194 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.973559 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a6c3063-195c-4692-bc52-3bd072a4eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.978209 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a6c3063-195c-4692-bc52-3bd072a4eab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:53.979716 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7a6c3063-195c-4692-bc52-3bd072a4eab9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f16d998-d120-45a7-81a2-bdcd2927320e HTTP/1.1" status: 204 len: 168 time: 0.2394903 Sep 30 08:14:54.003603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c3063-195c-4692-bc52-3bd072a4eab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f16d998-d120-45a7-81a2-bdcd2927320e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:54.126773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c16591-8873-4ddc-80ff-9c54754eaecf req-002464f9-3a7f-4dde-ae8a-a5321e0415fb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:54.133727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c16591-8873-4ddc-80ff-9c54754eaecf req-002464f9-3a7f-4dde-ae8a-a5321e0415fb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:54.141366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c16591-8873-4ddc-80ff-9c54754eaecf req-002464f9-3a7f-4dde-ae8a-a5321e0415fb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:54.145124 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.151478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c16591-8873-4ddc-80ff-9c54754eaecf req-002464f9-3a7f-4dde-ae8a-a5321e0415fb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:54.157692 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c16591-8873-4ddc-80ff-9c54754eaecf req-002464f9-3a7f-4dde-ae8a-a5321e0415fb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:54.165192 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c16591-8873-4ddc-80ff-9c54754eaecf req-002464f9-3a7f-4dde-ae8a-a5321e0415fb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:54.171801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c16591-8873-4ddc-80ff-9c54754eaecf req-002464f9-3a7f-4dde-ae8a-a5321e0415fb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:54.174571 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96c16591-8873-4ddc-80ff-9c54754eaecf req-002464f9-3a7f-4dde-ae8a-a5321e0415fb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5427 time: 0.1519570 Sep 30 08:14:54.199316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:54.200759 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 8fae7abe-f0d9-4096-a9fb-d45223b67966, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8fae7abe-f0d9-4096-a9fb-d45223b67966,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:54.207385 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.208454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device fba29b8d-c114-4900-9adf-238fdb2fb410 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:54.215240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa7662-8407-483f-968f-f6da3020206f req-f358da06-099b-4294-8493-edaa1adf27fe tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:54.217696 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2baa7662-8407-483f-968f-f6da3020206f req-f358da06-099b-4294-8493-edaa1adf27fe tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1432948 Sep 30 08:14:54.247507 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96c16591-8873-4ddc-80ff-9c54754eaecf req-074450e3-5383-407c-adb1-36e3519ed469 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634408 Sep 30 08:14:54.298283 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2baa7662-8407-483f-968f-f6da3020206f req-f7a22bed-0d4c-4017-8e4c-b1fbc925f8ec tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574043 Sep 30 08:14:54.323794 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=8fae7abe-f0d9-4096-a9fb-d45223b67966,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:54.345707 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port fba29b8d-c114-4900-9adf-238fdb2fb410 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:14:54.358120 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port fba29b8d-c114-4900-9adf-238fdb2fb410 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:54.358802 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.447663 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b0258a7-fa57-430e-9327-689881d683fc req-e7fd4093-5829-41b0-bd0f-aa2f55ff8d1d tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0509603 Sep 30 08:14:54.505392 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.556240 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fba29b8d-c114-4900-9adf-238fdb2fb410, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fba29b8d-c114-4900-9adf-238fdb2fb410,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:54.564869 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.566550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 07bbc016-1456-47b7-8f6c-736533ad6b71 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:54.594462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-53ac8a98-7e2e-43b9-8172-52d7b7c29de1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-993813054'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:54.622473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ac8a98-7e2e-43b9-8172-52d7b7c29de1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Made reservation on behalf of 3b6ca71b2c2143cf9355c77411848344 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:54.630298 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53ac8a98-7e2e-43b9-8172-52d7b7c29de1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.648078 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53ac8a98-7e2e-43b9-8172-52d7b7c29de1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.668292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=fba29b8d-c114-4900-9adf-238fdb2fb410,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:54.693409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 07bbc016-1456-47b7-8f6c-736533ad6b71 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:14:54.698809 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 07bbc016-1456-47b7-8f6c-736533ad6b71 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:54.699477 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.777575 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53ac8a98-7e2e-43b9-8172-52d7b7c29de1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.786094 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53ac8a98-7e2e-43b9-8172-52d7b7c29de1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.821495 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.828379 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ac8a98-7e2e-43b9-8172-52d7b7c29de1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:14:54.856729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac8a98-7e2e-43b9-8172-52d7b7c29de1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9df702-9281-4ce7-a924-2e49cf5b8ecf,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:54.866978 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53ac8a98-7e2e-43b9-8172-52d7b7c29de1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.867588 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-53ac8a98-7e2e-43b9-8172-52d7b7c29de1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Added segment f4632607-3052-462c-b41b-37d12c455a06 of type vlan for network 2578e472-572f-46f0-90b7-11eee136e384 Sep 30 08:14:54.882369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 07bbc016-1456-47b7-8f6c-736533ad6b71, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=07bbc016-1456-47b7-8f6c-736533ad6b71,segment=NetworkSegment(f782f79d-2bd4-4407-92ee-0249890bcde2),segment_id=f782f79d-2bd4-4407-92ee-0249890bcde2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:54.889427 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.890395 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1e114320-0926-43ba-b1f9-28e959335611 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:54.932752 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53ac8a98-7e2e-43b9-8172-52d7b7c29de1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.969763 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53ac8a98-7e2e-43b9-8172-52d7b7c29de1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:54.978240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ac8a98-7e2e-43b9-8172-52d7b7c29de1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:54.979000 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53ac8a98-7e2e-43b9-8172-52d7b7c29de1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.003694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=07bbc016-1456-47b7-8f6c-736533ad6b71,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:55.018232 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 1e114320-0926-43ba-b1f9-28e959335611 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:14:55.025950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 1e114320-0926-43ba-b1f9-28e959335611 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:55.026442 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.042023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36170) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:55.042893 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-53ac8a98-7e2e-43b9-8172-52d7b7c29de1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8414855 Sep 30 08:14:55.048151 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-bd8a7279-c836-4f5a-8c3f-c3538f84d3ca tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Request body: {'subnet': {'network_id': '2578e472-572f-46f0-90b7-11eee136e384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:55.083670 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac8a98-7e2e-43b9-8172-52d7b7c29de1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event updated for resources: {'Network': ['ID=2578e472-572f-46f0-90b7-11eee136e384,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:55.117547 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 2578e472-572f-46f0-90b7-11eee136e384 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:14:55.154592 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36172) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:55.163523 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8a7279-c836-4f5a-8c3f-c3538f84d3ca tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Made reservation on behalf of 3b6ca71b2c2143cf9355c77411848344 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:55.167057 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7279-c836-4f5a-8c3f-c3538f84d3ca tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.188293 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.234217 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1e114320-0926-43ba-b1f9-28e959335611, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1e114320-0926-43ba-b1f9-28e959335611,segment=NetworkSegment(1ee08142-f327-4e9e-a4d8-ca13f9dc85bd),segment_id=1ee08142-f327-4e9e-a4d8-ca13f9dc85bd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:55.240296 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.242165 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 461d17f8-573a-4b8b-87f2-7f5b41d2b79e up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:55.292294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d7d6760b-d728-44cb-8c9e-00282f9a399e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-network', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:55.341224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=1e114320-0926-43ba-b1f9-28e959335611,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:55.368099 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:14:55.372740 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:55.373327 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.379012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d6760b-d728-44cb-8c9e-00282f9a399e admin admin] Made reservation on behalf of ad60528d5c3d4d3d8094c2681701bf17 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:55.381608 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7d6760b-d728-44cb-8c9e-00282f9a399e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.389404 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7279-c836-4f5a-8c3f-c3538f84d3ca tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.410734 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7d6760b-d728-44cb-8c9e-00282f9a399e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.500858 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.541414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=461d17f8-573a-4b8b-87f2-7f5b41d2b79e,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:55.549529 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.550619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f9522420-7df6-4954-a2ef-17f1cb2925d5 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:55.576061 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7d6760b-d728-44cb-8c9e-00282f9a399e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.581700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a7279-c836-4f5a-8c3f-c3538f84d3ca tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Checking segment: {'id': 'f4632607-3052-462c-b41b-37d12c455a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2578e472-572f-46f0-90b7-11eee136e384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:55.582108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a7279-c836-4f5a-8c3f-c3538f84d3ca tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Network hostable DHCP agents. Network: 2578e472-572f-46f0-90b7-11eee136e384, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:14:55.585985 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7d6760b-d728-44cb-8c9e-00282f9a399e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.591501 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a7279-c836-4f5a-8c3f-c3538f84d3ca tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event updated for resources: {'Subnet': ['ID=5cd4b2f1-64ae-451a-a792-9dc3359829a8,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:55.617457 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97463511-b44c-4c89-ba73-10266b3f71bf req-05540db8-a919-4e68-82e2-8b21bb1f442f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:55.621866 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d6760b-d728-44cb-8c9e-00282f9a399e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:14:55.627344 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97463511-b44c-4c89-ba73-10266b3f71bf req-05540db8-a919-4e68-82e2-8b21bb1f442f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1734569 Sep 30 08:14:55.630980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a7279-c836-4f5a-8c3f-c3538f84d3ca tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Network 2578e472-572f-46f0-90b7-11eee136e384 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:14:55.664226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-bd8a7279-c836-4f5a-8c3f-c3538f84d3ca tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 2578e472-572f-46f0-90b7-11eee136e384) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:55.673505 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a7279-c836-4f5a-8c3f-c3538f84d3ca tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:55.673736 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7279-c836-4f5a-8c3f-c3538f84d3ca tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.678369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00cca61-6134-4631-b201-ab03b1e1505a None None] Network 2578e472-572f-46f0-90b7-11eee136e384 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:14:55.679959 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7d6760b-d728-44cb-8c9e-00282f9a399e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.680448 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-d7d6760b-d728-44cb-8c9e-00282f9a399e admin admin] Added segment b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265 of type vlan for network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a Sep 30 08:14:55.682639 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=461d17f8-573a-4b8b-87f2-7f5b41d2b79e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:55.697113 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port f9522420-7df6-4954-a2ef-17f1cb2925d5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:14:55.702712 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6760b-d728-44cb-8c9e-00282f9a399e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17826add-6df5-4de7-9490-d70f808dae27,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:55.728674 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port f9522420-7df6-4954-a2ef-17f1cb2925d5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:55.729078 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.746598 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7d6760b-d728-44cb-8c9e-00282f9a399e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.750936 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bd8a7279-c836-4f5a-8c3f-c3538f84d3ca tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7049863 Sep 30 08:14:55.751096 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:55.758497 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0c7dba40-f82e-49ae-92e5-ecc095b55c75 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Request body: {'port': {'network_id': '2578e472-572f-46f0-90b7-11eee136e384', 'name': 'tempest-AllowedAddressPairTestJSON-1135152463'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:55.775275 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97463511-b44c-4c89-ba73-10266b3f71bf req-0e3bb6d0-acf5-46d7-b2db-4a12ccbd53bd tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463287 Sep 30 08:14:55.853603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fae7abe-f0d9-4096-a9fb-d45223b67966'}, {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba29b8d-c114-4900-9adf-238fdb2fb410'}, {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bbc016-1456-47b7-8f6c-736533ad6b71'}, {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e114320-0926-43ba-b1f9-28e959335611'}, {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461d17f8-573a-4b8b-87f2-7f5b41d2b79e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:55.861063 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12360801-06bc-4e3c-9276-5a2ec4c9d02a" -d '{"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-plugged", "status": "completed", "tag": "8fae7abe-f0d9-4096-a9fb-d45223b67966"}, {"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-plugged", "status": "completed", "tag": "fba29b8d-c114-4900-9adf-238fdb2fb410"}, {"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-plugged", "status": "completed", "tag": "07bbc016-1456-47b7-8f6c-736533ad6b71"}, {"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-plugged", "status": "completed", "tag": "1e114320-0926-43ba-b1f9-28e959335611"}, {"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-plugged", "status": "completed", "tag": "461d17f8-573a-4b8b-87f2-7f5b41d2b79e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:55.879041 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464ac2a-7550-4f80-80ea-e5c719c490ed req-98af5e53-535c-46f1-af3c-c14968430dba tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:55.888166 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464ac2a-7550-4f80-80ea-e5c719c490ed req-98af5e53-535c-46f1-af3c-c14968430dba tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:55.893280 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7d6760b-d728-44cb-8c9e-00282f9a399e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.894550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d6760b-d728-44cb-8c9e-00282f9a399e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:55.897463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464ac2a-7550-4f80-80ea-e5c719c490ed req-98af5e53-535c-46f1-af3c-c14968430dba tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:55.898528 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7d6760b-d728-44cb-8c9e-00282f9a399e admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.905180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464ac2a-7550-4f80-80ea-e5c719c490ed req-98af5e53-535c-46f1-af3c-c14968430dba tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:55.912896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464ac2a-7550-4f80-80ea-e5c719c490ed req-98af5e53-535c-46f1-af3c-c14968430dba tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:55.919672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464ac2a-7550-4f80-80ea-e5c719c490ed req-98af5e53-535c-46f1-af3c-c14968430dba tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:55.929027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464ac2a-7550-4f80-80ea-e5c719c490ed req-98af5e53-535c-46f1-af3c-c14968430dba tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:55.937990 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e464ac2a-7550-4f80-80ea-e5c719c490ed req-98af5e53-535c-46f1-af3c-c14968430dba tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5432 time: 0.4824333 Sep 30 08:14:55.958648 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:55.997895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e464ac2a-7550-4f80-80ea-e5c719c490ed req-451be162-b2e9-4751-bcbf-e14a7d5006b6 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588744 Sep 30 08:14:56.001945 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d7d6760b-d728-44cb-8c9e-00282f9a399e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8447661 Sep 30 08:14:56.002146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36204) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:56.019644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-2578e472-572f-46f0-90b7-11eee136e384', 'network_id': '2578e472-572f-46f0-90b7-11eee136e384', 'tenant_id': '3b6ca71b2c2143cf9355c77411848344', 'fixed_ips': [{'subnet_id': '5cd4b2f1-64ae-451a-a792-9dc3359829a8'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:14:56.020354 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.047840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-bef3e764-45ac-46c6-bfff-edda9ae90010 admin admin] Request body: {'subnet': {'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-subnet', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:56.052070 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port f9522420-7df6-4954-a2ef-17f1cb2925d5, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f9522420-7df6-4954-a2ef-17f1cb2925d5,segment=NetworkSegment(f782f79d-2bd4-4407-92ee-0249890bcde2),segment_id=f782f79d-2bd4-4407-92ee-0249890bcde2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:56.062075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6760b-d728-44cb-8c9e-00282f9a399e admin admin] Pushing event updated for resources: {'Network': ['ID=8236e29b-1d2b-4e53-9994-7f4dec0dd38a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:56.084306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7dba40-f82e-49ae-92e5-ecc095b55c75 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Made reservation on behalf of 3b6ca71b2c2143cf9355c77411848344 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:56.089494 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c7dba40-f82e-49ae-92e5-ecc095b55c75 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.102591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03ec06ff-85f7-4ad4-9782-b79cbae0e570 req-ebbfab05-1e01-4f1e-a24a-edef25fc90b0 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.1252992 Sep 30 08:14:56.120384 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.124875 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:14:56.128003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-0c7dba40-f82e-49ae-92e5-ecc095b55c75 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] device_id is not set on port 4c06aec1-166e-4ccd-8e9e-f1502123a32a yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:14:56.144924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef3e764-45ac-46c6-bfff-edda9ae90010 admin admin] Made reservation on behalf of ad60528d5c3d4d3d8094c2681701bf17 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:56.154868 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bef3e764-45ac-46c6-bfff-edda9ae90010 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.218206 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fb1f2e-20b7-47ee-bc71-41cb958c2b8b x-openstack-request-id: req-a6fb1f2e-20b7-47ee-bc71-41cb958c2b8b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:56.218531 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-plugged", "status": "completed", "tag": "8fae7abe-f0d9-4096-a9fb-d45223b67966", "code": 200}, {"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-plugged", "status": "completed", "tag": "fba29b8d-c114-4900-9adf-238fdb2fb410", "code": 200}, {"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-plugged", "status": "completed", "tag": "07bbc016-1456-47b7-8f6c-736533ad6b71", "code": 200}, {"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-plugged", "status": "completed", "tag": "1e114320-0926-43ba-b1f9-28e959335611", "code": 200}, {"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-plugged", "status": "completed", "tag": "461d17f8-573a-4b8b-87f2-7f5b41d2b79e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:56.218765 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6fb1f2e-20b7-47ee-bc71-41cb958c2b8b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:56.219169 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fae7abe-f0d9-4096-a9fb-d45223b67966', 'code': 200} Sep 30 08:14:56.219423 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba29b8d-c114-4900-9adf-238fdb2fb410', 'code': 200} Sep 30 08:14:56.219673 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bbc016-1456-47b7-8f6c-736533ad6b71', 'code': 200} Sep 30 08:14:56.219937 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e114320-0926-43ba-b1f9-28e959335611', 'code': 200} Sep 30 08:14:56.220321 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461d17f8-573a-4b8b-87f2-7f5b41d2b79e', 'code': 200} Sep 30 08:14:56.322730 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=f9522420-7df6-4954-a2ef-17f1cb2925d5,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:56.350196 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Allocated IP 172.20.0.2 (2578e472-572f-46f0-90b7-11eee136e384/5cd4b2f1-64ae-451a-a792-9dc3359829a8/23f1c802-1f77-4600-9975-3c6ba5b7d17e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:56.383129 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bef3e764-45ac-46c6-bfff-edda9ae90010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.434340 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3e764-45ac-46c6-bfff-edda9ae90010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee72be49-df02-4420-900e-333e8ceca494,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:56.454759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3e764-45ac-46c6-bfff-edda9ae90010 admin admin] Checking segment: {'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:56.455582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3e764-45ac-46c6-bfff-edda9ae90010 admin admin] Network hostable DHCP agents. Network: 8236e29b-1d2b-4e53-9994-7f4dec0dd38a, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:14:56.474186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3e764-45ac-46c6-bfff-edda9ae90010 admin admin] Network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:14:56.484910 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-bef3e764-45ac-46c6-bfff-edda9ae90010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 8236e29b-1d2b-4e53-9994-7f4dec0dd38a) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:56.489733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef3e764-45ac-46c6-bfff-edda9ae90010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:56.490328 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bef3e764-45ac-46c6-bfff-edda9ae90010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.504316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b182dd93-3dd7-455d-850a-cfde70b8d79d None None] Network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:14:56.507624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bef3e764-45ac-46c6-bfff-edda9ae90010 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4904234 Sep 30 08:14:56.509492 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36208) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:56.514329 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:56.539546 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.540836 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.599598 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.739932 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.806360 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:56.839443 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0c7dba40-f82e-49ae-92e5-ecc095b55c75 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Allocated IP 172.20.0.5 (2578e472-572f-46f0-90b7-11eee136e384/5cd4b2f1-64ae-451a-a792-9dc3359829a8/4c06aec1-166e-4ccd-8e9e-f1502123a32a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:56.978554 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Network 2578e472-572f-46f0-90b7-11eee136e384 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:56.998294 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:57.023014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:57.052730 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:14:57.054077 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:57.083025 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Pushing event updated for resources: {'Port': ['ID=23f1c802-1f77-4600-9975-3c6ba5b7d17e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:57.157755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Attempting to bind port 23f1c802-1f77-4600-9975-3c6ba5b7d17e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:57.159202 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Attempting to bind port 23f1c802-1f77-4600-9975-3c6ba5b7d17e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'f4632607-3052-462c-b41b-37d12c455a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2578e472-572f-46f0-90b7-11eee136e384'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:57.160315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Attempting to bind port 23f1c802-1f77-4600-9975-3c6ba5b7d17e on network 2578e472-572f-46f0-90b7-11eee136e384 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:57.169423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:57.170245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Checking segment: {'id': 'f4632607-3052-462c-b41b-37d12c455a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2578e472-572f-46f0-90b7-11eee136e384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:57.171129 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:57.171687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Bound using segment: {'id': 'f4632607-3052-462c-b41b-37d12c455a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2578e472-572f-46f0-90b7-11eee136e384'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:57.174045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Bound port: 23f1c802-1f77-4600-9975-3c6ba5b7d17e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4632607-3052-462c-b41b-37d12c455a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2578e472-572f-46f0-90b7-11eee136e384'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:57.174967 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:57.184405 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:57.236439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc2372-7a48-4c53-b0f7-452df4b89b00 req-e57b8530-55ff-492a-a50f-5e29b307df43 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.243495 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c7dba40-f82e-49ae-92e5-ecc095b55c75 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:57.248273 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33fc2372-7a48-4c53-b0f7-452df4b89b00 req-e57b8530-55ff-492a-a50f-5e29b307df43 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1309416 Sep 30 08:14:57.298499 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c7dba40-f82e-49ae-92e5-ecc095b55c75 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:57.356923 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33fc2372-7a48-4c53-b0f7-452df4b89b00 req-3c621272-2061-4d7d-ac81-f0a4be82e738 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075897 Sep 30 08:14:57.366092 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7dba40-f82e-49ae-92e5-ecc095b55c75 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Network 2578e472-572f-46f0-90b7-11eee136e384 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:57.369950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] For port 23f1c802-1f77-4600-9975-3c6ba5b7d17e, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:57.373815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0c7dba40-f82e-49ae-92e5-ecc095b55c75 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:57.376802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] For port 23f1c802-1f77-4600-9975-3c6ba5b7d17e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=23f1c802-1f77-4600-9975-3c6ba5b7d17e,segment=NetworkSegment(f4632607-3052-462c-b41b-37d12c455a06),segment_id=f4632607-3052-462c-b41b-37d12c455a06)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:57.384887 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7dba40-f82e-49ae-92e5-ecc095b55c75 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:57.389669 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:57.402968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc73835-b6d3-4f3f-b67d-411f701ac2b1 req-bc153690-aa47-42e4-9f62-41203ef41284 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.420757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc73835-b6d3-4f3f-b67d-411f701ac2b1 req-bc153690-aa47-42e4-9f62-41203ef41284 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.444690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc73835-b6d3-4f3f-b67d-411f701ac2b1 req-bc153690-aa47-42e4-9f62-41203ef41284 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.454256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc73835-b6d3-4f3f-b67d-411f701ac2b1 req-bc153690-aa47-42e4-9f62-41203ef41284 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.468911 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Allocated IP 172.20.0.2 (8236e29b-1d2b-4e53-9994-7f4dec0dd38a/ee72be49-df02-4420-900e-333e8ceca494/eb516136-ccc6-4bac-ab08-149cdc58e7f6) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:57.473729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc73835-b6d3-4f3f-b67d-411f701ac2b1 req-bc153690-aa47-42e4-9f62-41203ef41284 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.506982 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc73835-b6d3-4f3f-b67d-411f701ac2b1 req-bc153690-aa47-42e4-9f62-41203ef41284 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.511626 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7dba40-f82e-49ae-92e5-ecc095b55c75 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.512611 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c7dba40-f82e-49ae-92e5-ecc095b55c75 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:57.517910 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785be069-1c60-4e60-9662-440fd5746fb0 None None] Pushing event updated for resources: {'Port': ['ID=23f1c802-1f77-4600-9975-3c6ba5b7d17e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:57.522982 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc73835-b6d3-4f3f-b67d-411f701ac2b1 req-bc153690-aa47-42e4-9f62-41203ef41284 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:57.533161 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fc73835-b6d3-4f3f-b67d-411f701ac2b1 req-bc153690-aa47-42e4-9f62-41203ef41284 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5433 time: 0.2818010 Sep 30 08:14:57.559413 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0c7dba40-f82e-49ae-92e5-ecc095b55c75 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8068719 Sep 30 08:14:57.561089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7dba40-f82e-49ae-92e5-ecc095b55c75 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event updated for resources: {'Port': ['ID=4c06aec1-166e-4ccd-8e9e-f1502123a32a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:57.602748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36222) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:57.621088 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-17915f1d-05aa-43b7-a299-24aa29b80f60 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Request body: {'port': {'network_id': '2578e472-572f-46f0-90b7-11eee136e384', 'name': 'tempest-AllowedAddressPairTestJSON-1301941107', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:3b:98:33'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:14:57.655869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-796ba612-649d-473f-b9ca-761eb7cf1aa6 req-2205d2fa-4c61-453c-babf-8e6e3065a751 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.1146796 Sep 30 08:14:57.736625 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fc73835-b6d3-4f3f-b67d-411f701ac2b1 req-d0784c4f-4d12-4faa-a49d-8898265105ce tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2024760 Sep 30 08:14:57.841805 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:57.858650 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:57.917784 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:57.921287 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:57.924596 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:58.007858 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Pushing event updated for resources: {'Port': ['ID=eb516136-ccc6-4bac-ab08-149cdc58e7f6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:58.054245 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:58.068564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Attempting to bind port eb516136-ccc6-4bac-ab08-149cdc58e7f6 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:14:58.068940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Attempting to bind port eb516136-ccc6-4bac-ab08-149cdc58e7f6 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:14:58.069308 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Attempting to bind port eb516136-ccc6-4bac-ab08-149cdc58e7f6 on network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:14:58.075358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:14:58.076393 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Checking segment: {'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:14:58.076835 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:58.077247 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Bound using segment: {'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:14:58.077746 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Bound port: eb516136-ccc6-4bac-ab08-149cdc58e7f6, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:14:58.078142 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:58.085821 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:58.162249 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] For port eb516136-ccc6-4bac-ab08-149cdc58e7f6, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:14:58.167332 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] For port eb516136-ccc6-4bac-ab08-149cdc58e7f6, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=eb516136-ccc6-4bac-ab08-149cdc58e7f6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:14:58.177296 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:58.261832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Allocated IP 172.25.0.164 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/821753e3-8e17-4d24-bbd0-38fb486356ff) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:58.294654 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9522420-7df6-4954-a2ef-17f1cb2925d5'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:14:58.302882 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78383d78-d385-49e9-b579-7abb538b1d5e" -d '{"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-plugged", "status": "completed", "tag": "f9522420-7df6-4954-a2ef-17f1cb2925d5"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:14:58.370986 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7102d-0baa-4072-9169-4d18d3918923 None None] Pushing event updated for resources: {'Port': ['ID=eb516136-ccc6-4bac-ab08-149cdc58e7f6,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:58.386496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17915f1d-05aa-43b7-a299-24aa29b80f60 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Made reservation on behalf of 3b6ca71b2c2143cf9355c77411848344 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:14:58.405325 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462efe1c-7d75-4060-8536-3c961c393c76 x-openstack-request-id: req-462efe1c-7d75-4060-8536-3c961c393c76 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:14:58.405325 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-plugged", "status": "completed", "tag": "f9522420-7df6-4954-a2ef-17f1cb2925d5", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:14:58.405564 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-462efe1c-7d75-4060-8536-3c961c393c76 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:14:58.406046 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9522420-7df6-4954-a2ef-17f1cb2925d5', 'code': 200} Sep 30 08:14:58.475678 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:58.558456 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17915f1d-05aa-43b7-a299-24aa29b80f60 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:58.654206 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-17915f1d-05aa-43b7-a299-24aa29b80f60 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] device_id is not set on port 9005c820-2425-4ad8-b828-7b74f9c6dd25 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:14:58.666083 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280223f5-6f47-46bb-b39b-3073f8f0a88b req-ad8b6caa-4994-426f-bbec-457aa83d27d2 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:58.673861 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-280223f5-6f47-46bb-b39b-3073f8f0a88b req-ad8b6caa-4994-426f-bbec-457aa83d27d2 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1688797 Sep 30 08:14:58.728910 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:58.808722 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeb476-7865-4501-bc3b-789bebae4db2 req-26162148-8db3-4fff-9839-b7164a38706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:58.811014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeb476-7865-4501-bc3b-789bebae4db2 req-26162148-8db3-4fff-9839-b7164a38706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:58.814177 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeb476-7865-4501-bc3b-789bebae4db2 req-26162148-8db3-4fff-9839-b7164a38706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:58.814657 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeb476-7865-4501-bc3b-789bebae4db2 req-26162148-8db3-4fff-9839-b7164a38706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:58.815155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeb476-7865-4501-bc3b-789bebae4db2 req-26162148-8db3-4fff-9839-b7164a38706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:58.816302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeb476-7865-4501-bc3b-789bebae4db2 req-26162148-8db3-4fff-9839-b7164a38706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:58.816693 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeb476-7865-4501-bc3b-789bebae4db2 req-26162148-8db3-4fff-9839-b7164a38706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:58.818791 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9eeb476-7865-4501-bc3b-789bebae4db2 req-26162148-8db3-4fff-9839-b7164a38706d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 6490 time: 0.2579057 Sep 30 08:14:58.932541 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9eeb476-7865-4501-bc3b-789bebae4db2 req-1fd5df90-a921-4ced-bc1f-b896a44dd7c0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038175 Sep 30 08:14:58.948213 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e148016-3db1-4293-a363-4cffcbe4468e req-b15c0326-8189-433a-96ee-d608489b7ecf tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0851889 Sep 30 08:14:58.981198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 23f1c802-1f77-4600-9975-3c6ba5b7d17e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:59.022149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Pushing event updated for resources: {'Port': ['ID=821753e3-8e17-4d24-bbd0-38fb486356ff,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:59.032080 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-17915f1d-05aa-43b7-a299-24aa29b80f60 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Allocated IP 172.20.0.10 (2578e472-572f-46f0-90b7-11eee136e384/5cd4b2f1-64ae-451a-a792-9dc3359829a8/9005c820-2425-4ad8-b828-7b74f9c6dd25) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:14:59.033394 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:59.038131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:59.048270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:59.059584 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 23f1c802-1f77-4600-9975-3c6ba5b7d17e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:59.060295 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.193929 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-280223f5-6f47-46bb-b39b-3073f8f0a88b req-ac778238-26de-4043-bc55-016d96882e2d tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155995 Sep 30 08:14:59.266954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17915f1d-05aa-43b7-a299-24aa29b80f60 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.308260 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17915f1d-05aa-43b7-a299-24aa29b80f60 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.353529 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3807b707-02b9-459a-b1e4-78c8bd71ace0 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:14:59.383459 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.404694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17915f1d-05aa-43b7-a299-24aa29b80f60 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Network 2578e472-572f-46f0-90b7-11eee136e384 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:14:59.408259 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-17915f1d-05aa-43b7-a299-24aa29b80f60 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:14:59.417430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17915f1d-05aa-43b7-a299-24aa29b80f60 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:14:59.498422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17915f1d-05aa-43b7-a299-24aa29b80f60 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event updated for resources: {'Port': ['ID=9005c820-2425-4ad8-b828-7b74f9c6dd25,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:14:59.542441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17915f1d-05aa-43b7-a299-24aa29b80f60 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:59.543173 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17915f1d-05aa-43b7-a299-24aa29b80f60 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.553414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 23f1c802-1f77-4600-9975-3c6ba5b7d17e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=23f1c802-1f77-4600-9975-3c6ba5b7d17e,segment=NetworkSegment(f4632607-3052-462c-b41b-37d12c455a06),segment_id=f4632607-3052-462c-b41b-37d12c455a06)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:14:59.567121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309db9-8fd9-4354-8579-af94c814886f req-85a08f93-3f22-4006-9f38-b70c1f4dda56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:59.577713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc97cc84-66dd-45f5-9d72-0934faacbab2 None None] Network 2578e472-572f-46f0-90b7-11eee136e384 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:14:59.578279 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-17915f1d-05aa-43b7-a299-24aa29b80f60 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.9727099 Sep 30 08:14:59.579109 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:59.589107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309db9-8fd9-4354-8579-af94c814886f req-85a08f93-3f22-4006-9f38-b70c1f4dda56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:59.609936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309db9-8fd9-4354-8579-af94c814886f req-85a08f93-3f22-4006-9f38-b70c1f4dda56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:59.624233 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309db9-8fd9-4354-8579-af94c814886f req-85a08f93-3f22-4006-9f38-b70c1f4dda56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:59.648381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309db9-8fd9-4354-8579-af94c814886f req-85a08f93-3f22-4006-9f38-b70c1f4dda56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:59.669527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309db9-8fd9-4354-8579-af94c814886f req-85a08f93-3f22-4006-9f38-b70c1f4dda56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:59.671882 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.674645 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device eb516136-ccc6-4bac-ab08-149cdc58e7f6 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:14:59.690723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309db9-8fd9-4354-8579-af94c814886f req-85a08f93-3f22-4006-9f38-b70c1f4dda56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:59.693167 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a309db9-8fd9-4354-8579-af94c814886f req-85a08f93-3f22-4006-9f38-b70c1f4dda56 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5433 time: 0.5127060 Sep 30 08:14:59.760863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf39e8c-daf0-43d6-8580-1f9d6dd54eaa tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:59.775513 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf39e8c-daf0-43d6-8580-1f9d6dd54eaa tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:59.788243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf39e8c-daf0-43d6-8580-1f9d6dd54eaa tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:14:59.797975 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8bf39e8c-daf0-43d6-8580-1f9d6dd54eaa tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2169287 Sep 30 08:14:59.798687 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36276) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:14:59.929036 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:14:59.979703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1c38b320-196c-4203-ab62-70b8f84bdcea None None] Provisioning complete for port 23f1c802-1f77-4600-9975-3c6ba5b7d17e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:14:59.980524 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c38b320-196c-4203-ab62-70b8f84bdcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:00.018840 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a309db9-8fd9-4354-8579-af94c814886f req-0b967ea5-c5cd-417e-abfd-2e1e790aac70 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2868056 Sep 30 08:15:00.055496 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port eb516136-ccc6-4bac-ab08-149cdc58e7f6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:00.056738 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:00.066952 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3d99abf0-2fac-46c1-aa7a-cf54067a39d8 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Deleting port 9005c820-2425-4ad8-b828-7b74f9c6dd25 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:00.067305 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d99abf0-2fac-46c1-aa7a-cf54067a39d8 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:00.276358 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-787a9249-8084-4b45-8355-ecd40ce4feb3 req-70f4336f-4b68-492d-a8fb-c839e15a4718 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.1024840 Sep 30 08:15:00.312643 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d99abf0-2fac-46c1-aa7a-cf54067a39d8 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:00.335234 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:00.362565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=23f1c802-1f77-4600-9975-3c6ba5b7d17e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:00.363421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3d99abf0-2fac-46c1-aa7a-cf54067a39d8 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Calling delete_port for 9005c820-2425-4ad8-b828-7b74f9c6dd25 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:00.399228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6ff744-107c-48da-a489-b3def37f99c9 None None] Network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:00.410493 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3807b707-02b9-459a-b1e4-78c8bd71ace0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3807b707-02b9-459a-b1e4-78c8bd71ace0,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:00.510337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '3807b707-02b9-459a-b1e4-78c8bd71ace0', 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4', 'port_id': '3807b707-02b9-459a-b1e4-78c8bd71ace0', 'mac_address': 'fa:16:3e:f7:77:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68739a17-6737-4340-9fc7-309705504036', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:15:00.616103 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:00.621771 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:00.631944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeb9f3-7daf-4b86-a5b0-696ad852c636 req-e0f9abd0-92c1-4a70-b539-863d2419be49 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:00.648094 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d99abf0-2fac-46c1-aa7a-cf54067a39d8 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:00.649317 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6fbeb9f3-7daf-4b86-a5b0-696ad852c636 req-e0f9abd0-92c1-4a70-b539-863d2419be49 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.2269921 Sep 30 08:15:00.724462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99abf0-2fac-46c1-aa7a-cf54067a39d8 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event deleted for resources: {'Port': ['ID=9005c820-2425-4ad8-b828-7b74f9c6dd25,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:00.741094 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6fbeb9f3-7daf-4b86-a5b0-696ad852c636 req-f38cce2c-427f-430c-acb5-f3ceca8311c5 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907035 Sep 30 08:15:00.879985 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:00.962581 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3807b707-02b9-459a-b1e4-78c8bd71ace0 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:00.973629 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d99abf0-2fac-46c1-aa7a-cf54067a39d8 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:00.979016 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3d99abf0-2fac-46c1-aa7a-cf54067a39d8 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "DELETE /v2.0/ports/9005c820-2425-4ad8-b828-7b74f9c6dd25 HTTP/1.1" status: 204 len: 168 time: 1.1791501 Sep 30 08:15:00.980572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36292) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:01.001781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port eb516136-ccc6-4bac-ab08-149cdc58e7f6, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=eb516136-ccc6-4bac-ab08-149cdc58e7f6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:01.024134 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:01.030832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3807b707-02b9-459a-b1e4-78c8bd71ace0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3807b707-02b9-459a-b1e4-78c8bd71ace0,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:01.067274 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:01.179061 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c05ea49-cb83-4ead-b428-c8e06b28a081 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] GET failed (client error): The resource could not be found. Sep 30 08:15:01.180983 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7c05ea49-cb83-4ead-b428-c8e06b28a081 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "GET /v2.0/ports/9005c820-2425-4ad8-b828-7b74f9c6dd25 HTTP/1.1" status: 404 len: 333 time: 0.2000458 Sep 30 08:15:01.191073 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36298) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:01.195971 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=eb516136-ccc6-4bac-ab08-149cdc58e7f6,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:01.200093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['3807b707-02b9-459a-b1e4-78c8bd71ace0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:01.202674 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c307876b-bba8-45ae-954c-b364ad569809 None None] Provisioning complete for port eb516136-ccc6-4bac-ab08-149cdc58e7f6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:01.203123 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c307876b-bba8-45ae-954c-b364ad569809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:01.206746 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e430b695-44df-41d2-bf3f-235029278e73 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Request body: {'port': {'network_id': '2578e472-572f-46f0-90b7-11eee136e384', 'name': 'tempest-AllowedAddressPairTestJSON-2127560018'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:01.279683 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 23f1c802-1f77-4600-9975-3c6ba5b7d17e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:01.436497 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8f79b-ff55-4d89-8aba-3ba5321c7a99 req-d58df8ca-0d9d-4cd1-b823-6788ec7c6390 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:01.450081 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8f79b-ff55-4d89-8aba-3ba5321c7a99 req-d58df8ca-0d9d-4cd1-b823-6788ec7c6390 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:01.480928 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8f79b-ff55-4d89-8aba-3ba5321c7a99 req-d58df8ca-0d9d-4cd1-b823-6788ec7c6390 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:01.487490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8f79b-ff55-4d89-8aba-3ba5321c7a99 req-d58df8ca-0d9d-4cd1-b823-6788ec7c6390 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:01.495455 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8f79b-ff55-4d89-8aba-3ba5321c7a99 req-d58df8ca-0d9d-4cd1-b823-6788ec7c6390 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:01.503848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8f79b-ff55-4d89-8aba-3ba5321c7a99 req-d58df8ca-0d9d-4cd1-b823-6788ec7c6390 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:01.510766 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8f79b-ff55-4d89-8aba-3ba5321c7a99 req-d58df8ca-0d9d-4cd1-b823-6788ec7c6390 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:01.519968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-64a8f79b-ff55-4d89-8aba-3ba5321c7a99 req-d58df8ca-0d9d-4cd1-b823-6788ec7c6390 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5433 time: 0.3045444 Sep 30 08:15:01.536566 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Router 9f92160a-ade3-418e-991f-4b21fecd7c17 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:15:01.677715 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b867e83-c200-41f5-9044-63ab94080219 req-e4299b53-90e9-4aa3-8e39-c64d74a2167d tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.1421804 Sep 30 08:15:01.682334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=3807b707-02b9-459a-b1e4-78c8bd71ace0,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:01.736901 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 23f1c802-1f77-4600-9975-3c6ba5b7d17e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:01.737342 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:01.744325 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-64a8f79b-ff55-4d89-8aba-3ba5321c7a99 req-48a8b38b-e06e-4548-853d-cd3c4e5b89b9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2186875 Sep 30 08:15:01.958494 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e430b695-44df-41d2-bf3f-235029278e73 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Made reservation on behalf of 3b6ca71b2c2143cf9355c77411848344 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:01.970635 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2e7c3311-2431-4727-b950-6d57b404cdca None None] Provisioning complete for port 23f1c802-1f77-4600-9975-3c6ba5b7d17e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:01.971087 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3311-2431-4727-b950-6d57b404cdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:01.986097 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e430b695-44df-41d2-bf3f-235029278e73 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.017377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:15:02.033121 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-05853042-e94e-402b-a0d1-04a0314c110d req-fc4267fb-f143-46f3-a1d3-92aadaca42d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0470917 Sep 30 08:15:02.033825 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Sync routers for ids ['9f92160a-ade3-418e-991f-4b21fecd7c17'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:15:02.046132 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Routers {'9f92160a-ade3-418e-991f-4b21fecd7c17'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:02.052146 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:14:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9f92160a-ade3-418e-991f-4b21fecd7c17'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:02.099363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-e430b695-44df-41d2-bf3f-235029278e73 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] device_id is not set on port 02f729c3-e8ee-45da-8ba7-1c8f969fd6d2 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:15:02.142074 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2e7c3311-2431-4727-b950-6d57b404cdca None None] Could not find standard attr ID for object 9005c820-2425-4ad8-b828-7b74f9c6dd25. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:15:02.154957 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2e7c3311-2431-4727-b950-6d57b404cdca None None] Provisioning complete for port eb516136-ccc6-4bac-ab08-149cdc58e7f6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:02.155309 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3311-2431-4727-b950-6d57b404cdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.278648 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.280042 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-13a97e73-b085-4b44-985d-6a7c992dc515 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7689884 Sep 30 08:15:02.283737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:02.314095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317b79d-4f94-472d-bb18-fe32901545a3 req-9c3b7c63-df1d-4d80-b949-27b36e643342 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:02.319343 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2e7c3311-2431-4727-b950-6d57b404cdca None None] Provisioning complete for port 4c06aec1-166e-4ccd-8e9e-f1502123a32a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:02.320056 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3311-2431-4727-b950-6d57b404cdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.323586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317b79d-4f94-472d-bb18-fe32901545a3 req-9c3b7c63-df1d-4d80-b949-27b36e643342 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:02.335942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317b79d-4f94-472d-bb18-fe32901545a3 req-9c3b7c63-df1d-4d80-b949-27b36e643342 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:02.346321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317b79d-4f94-472d-bb18-fe32901545a3 req-9c3b7c63-df1d-4d80-b949-27b36e643342 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:02.356114 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317b79d-4f94-472d-bb18-fe32901545a3 req-9c3b7c63-df1d-4d80-b949-27b36e643342 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:02.360111 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Set router 9f92160a-ade3-418e-991f-4b21fecd7c17 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:02.372629 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317b79d-4f94-472d-bb18-fe32901545a3 req-9c3b7c63-df1d-4d80-b949-27b36e643342 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:02.398080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317b79d-4f94-472d-bb18-fe32901545a3 req-9c3b7c63-df1d-4d80-b949-27b36e643342 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:02.400171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5317b79d-4f94-472d-bb18-fe32901545a3 req-9c3b7c63-df1d-4d80-b949-27b36e643342 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5433 time: 0.3575373 Sep 30 08:15:02.414439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36318) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:02.422626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-22d4b4a4-cc48-4033-aaf0-2f2bc2a62bfe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Request body: {'floatingip': {'port_id': '1e114320-0926-43ba-b1f9-28e959335611'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:02.451291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c3311-2431-4727-b950-6d57b404cdca None None] Port 4c06aec1-166e-4ccd-8e9e-f1502123a32a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:02.474525 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114f9d9-f774-4cc2-964b-58c9d24cff09 req-d71a44a3-5f52-4af9-be5b-38d73c39df9c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:02.486922 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e114f9d9-f774-4cc2-964b-58c9d24cff09 req-d71a44a3-5f52-4af9-be5b-38d73c39df9c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 944 time: 0.4834545 Sep 30 08:15:02.489535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-e430b695-44df-41d2-bf3f-235029278e73 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Allocated IP 172.20.0.14 (2578e472-572f-46f0-90b7-11eee136e384/5cd4b2f1-64ae-451a-a792-9dc3359829a8/02f729c3-e8ee-45da-8ba7-1c8f969fd6d2) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:02.572785 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fa159379-afc5-44da-bb1f-f7a7cc9f4596 None None] Could not find standard attr ID for object 9005c820-2425-4ad8-b828-7b74f9c6dd25. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:15:02.614385 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fa159379-afc5-44da-bb1f-f7a7cc9f4596 None None] Provisioning complete for port 4c06aec1-166e-4ccd-8e9e-f1502123a32a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:02.614913 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa159379-afc5-44da-bb1f-f7a7cc9f4596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.631794 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-22d4b4a4-cc48-4033-aaf0-2f2bc2a62bfe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:02.714696 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fa159379-afc5-44da-bb1f-f7a7cc9f4596 None None] Port 4c06aec1-166e-4ccd-8e9e-f1502123a32a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:02.930372 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:14:59Z', 'revision_number': 3, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:14:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:02.994100 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Checking router: 9f92160a-ade3-418e-991f-4b21fecd7c17 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:15:02.994450 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Updating router 9f92160a-ade3-418e-991f-4b21fecd7c17 port 821753e3-8e17-4d24-bbd0-38fb486356ff binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:15:03.036973 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.096914 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e114f9d9-f774-4cc2-964b-58c9d24cff09 req-252f3561-d31f-4af8-b7d2-092cb4186143 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6081169 Sep 30 08:15:03.150110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device eb516136-ccc6-4bac-ab08-149cdc58e7f6 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:03.280790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port eb516136-ccc6-4bac-ab08-149cdc58e7f6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:03.281947 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.373324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3807b707-02b9-459a-b1e4-78c8bd71ace0 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:03.449092 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.532887 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 3807b707-02b9-459a-b1e4-78c8bd71ace0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:03.533264 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.621363 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.631851 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.656632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21cdaa16-3148-4894-ac23-aa8acc9f4b6a req-851bfbfe-35a2-46d8-b40e-3bc5bf524ae8 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.5581026 Sep 30 08:15:03.680642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Allocated IP 172.20.0.1 (8236e29b-1d2b-4e53-9994-7f4dec0dd38a/ee72be49-df02-4420-900e-333e8ceca494/ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:03.793450 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Attempting to bind port 821753e3-8e17-4d24-bbd0-38fb486356ff on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:03.798332 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Attempting to bind port 821753e3-8e17-4d24-bbd0-38fb486356ff by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:03.798968 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Attempting to bind port 821753e3-8e17-4d24-bbd0-38fb486356ff on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:03.809863 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.828690 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.829036 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6e0f9-e20b-4e64-8f75-60f59977c76d None None] Pushing event updated for resources: {'Port': ['ID=821753e3-8e17-4d24-bbd0-38fb486356ff,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:03.837071 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:03.847020 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:03.849526 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.850448 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:03.851468 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Bound port: 821753e3-8e17-4d24-bbd0-38fb486356ff, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:03.852554 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.857705 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046624cb-39da-407b-9c19-27dbe0367e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3807b707-02b9-459a-b1e4-78c8bd71ace0'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:03.861786 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63449308-0b65-4a43-9c87-0796c3f2e867" -d '{"events": [{"server_uuid": "046624cb-39da-407b-9c19-27dbe0367e3f", "name": "network-vif-plugged", "status": "completed", "tag": "3807b707-02b9-459a-b1e4-78c8bd71ace0"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:03.883380 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.890376 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e430b695-44df-41d2-bf3f-235029278e73 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.899884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3807b707-02b9-459a-b1e4-78c8bd71ace0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3807b707-02b9-459a-b1e4-78c8bd71ace0,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:03.908259 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:03.921953 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6e0f9-e20b-4e64-8f75-60f59977c76d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:03.922305 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6e0f9-e20b-4e64-8f75-60f59977c76d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:03.922636 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6e0f9-e20b-4e64-8f75-60f59977c76d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:03.922963 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6e0f9-e20b-4e64-8f75-60f59977c76d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:03.923287 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6e0f9-e20b-4e64-8f75-60f59977c76d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:03.923610 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6e0f9-e20b-4e64-8f75-60f59977c76d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:03.923958 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6e0f9-e20b-4e64-8f75-60f59977c76d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:03.924271 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6e0f9-e20b-4e64-8f75-60f59977c76d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:03.924656 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6e0f9-e20b-4e64-8f75-60f59977c76d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:03.925593 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6e0f9-e20b-4e64-8f75-60f59977c76d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:03.925920 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6e0f9-e20b-4e64-8f75-60f59977c76d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:03.926239 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6e0f9-e20b-4e64-8f75-60f59977c76d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:03.957909 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-22d4b4a4-cc48-4033-aaf0-2f2bc2a62bfe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:15:03.965659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:03.970469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:03.973167 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e073fb-a977-40f6-9c38-a7ad63eba295 x-openstack-request-id: req-58e073fb-a977-40f6-9c38-a7ad63eba295 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:03.973472 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046624cb-39da-407b-9c19-27dbe0367e3f", "name": "network-vif-plugged", "status": "completed", "tag": "3807b707-02b9-459a-b1e4-78c8bd71ace0", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:03.973730 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58e073fb-a977-40f6-9c38-a7ad63eba295 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:03.974140 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046624cb-39da-407b-9c19-27dbe0367e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3807b707-02b9-459a-b1e4-78c8bd71ace0', 'code': 200} Sep 30 08:15:03.979774 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:04.023103 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] For port 821753e3-8e17-4d24-bbd0-38fb486356ff, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:04.028884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=3807b707-02b9-459a-b1e4-78c8bd71ace0,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:04.040922 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] For port 821753e3-8e17-4d24-bbd0-38fb486356ff, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=821753e3-8e17-4d24-bbd0-38fb486356ff,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:04.047464 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.069780 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.156832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Pushing event updated for resources: {'Port': ['ID=ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:04.173337 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-22d4b4a4-cc48-4033-aaf0-2f2bc2a62bfe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.193084 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-22d4b4a4-cc48-4033-aaf0-2f2bc2a62bfe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.235008 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6e0f9-e20b-4e64-8f75-60f59977c76d None None] Pushing event updated for resources: {'Port': ['ID=821753e3-8e17-4d24-bbd0-38fb486356ff,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:04.245526 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Routers {'9f92160a-ade3-418e-991f-4b21fecd7c17'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:04.246550 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:14:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9f92160a-ade3-418e-991f-4b21fecd7c17'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:04.392192 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.410846 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] Set router 9f92160a-ade3-418e-991f-4b21fecd7c17 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:04.454231 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c1307444-9576-45b4-8816-627a7771830a None None] Provisioning complete for port ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:04.455194 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1307444-9576-45b4-8816-627a7771830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.542929 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c1307444-9576-45b4-8816-627a7771830a None None] Port ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:04.741585 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.749681 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.818523 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:14:59Z', 'revision_number': 3, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:04.837266 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:04.850447 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27516e-5645-4981-973b-e94bc531d9c8 None None] The sync data for ids ['9f92160a-ade3-418e-991f-4b21fecd7c17'] in n-d-807359-2 is: [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:14:59Z', 'revision_number': 3, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:15:04.881910 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Pushing event updated for resources: {'Port': ['ID=ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:05.028912 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:05.035935 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:05.051582 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e430b695-44df-41d2-bf3f-235029278e73 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.129948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e430b695-44df-41d2-bf3f-235029278e73 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Network 2578e472-572f-46f0-90b7-11eee136e384 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:05.189038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-e430b695-44df-41d2-bf3f-235029278e73 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:05.192374 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-22d4b4a4-cc48-4033-aaf0-2f2bc2a62bfe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Floating IP d973a6b1-0351-4e31-aa1c-c15851f41edb associated. External IP: 172.25.0.213, port: 1e114320-0926-43ba-b1f9-28e959335611. Sep 30 08:15:05.209337 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8eef12b1-67b9-4565-b11c-de52b4eaa944 req-864a4b7b-fa34-4e8d-a31f-6d57b73264ad tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.2451053 Sep 30 08:15:05.211788 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e430b695-44df-41d2-bf3f-235029278e73 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:05.457725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Router 9f92160a-ade3-418e-991f-4b21fecd7c17 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:15:05.583580 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f42d7d96-d62b-40ae-9e51-7f1f764fc741 None None] Provisioning complete for port ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:05.584219 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f42d7d96-d62b-40ae-9e51-7f1f764fc741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.664497 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752541b-36ad-4f30-baa5-11d5649be860 req-78207608-c546-4d13-b89b-b5c191ea4229 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:05.666598 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6752541b-36ad-4f30-baa5-11d5649be860 req-78207608-c546-4d13-b89b-b5c191ea4229 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.7088983 Sep 30 08:15:05.696145 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f42d7d96-d62b-40ae-9e51-7f1f764fc741 None None] Port ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:05.706461 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e430b695-44df-41d2-bf3f-235029278e73 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:05.707438 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e430b695-44df-41d2-bf3f-235029278e73 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.714985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430b695-44df-41d2-bf3f-235029278e73 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event updated for resources: {'Port': ['ID=02f729c3-e8ee-45da-8ba7-1c8f969fd6d2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:05.823396 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-594aaf40-0aab-4310-aded-5397307d7b4c None None] Provisioning complete for port 02f729c3-e8ee-45da-8ba7-1c8f969fd6d2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:05.826750 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-594aaf40-0aab-4310-aded-5397307d7b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:05.832796 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-aa71bd01-5b9f-4a82-bd5a-b52f8ffd83ce req-a7c22669-c89b-4804-8bb6-4c3ea572cfc5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37f718e11f8740438594460ab1c4602b&device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.1868045 Sep 30 08:15:05.868252 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e430b695-44df-41d2-bf3f-235029278e73 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6687067 Sep 30 08:15:05.874095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36362) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:05.880677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:3b:98:33'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:05.899660 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:15:05.903032 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-aa71bd01-5b9f-4a82-bd5a-b52f8ffd83ce req-5218ea05-1590-438d-92be-80ea3a7e3ca7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=37f718e11f8740438594460ab1c4602b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527692 Sep 30 08:15:05.907181 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d332c409-5edf-4748-9893-d0757d512804 admin admin] 10.222.0.24 "PUT /v2.0/routers/9f92160a-ade3-418e-991f-4b21fecd7c17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6220715 Sep 30 08:15:05.976535 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-594aaf40-0aab-4310-aded-5397307d7b4c None None] Port 02f729c3-e8ee-45da-8ba7-1c8f969fd6d2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:06.129169 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71bd01-5b9f-4a82-bd5a-b52f8ffd83ce req-8cf82b16-75d0-4296-a6f7-6792279e58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:06.132334 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-aa71bd01-5b9f-4a82-bd5a-b52f8ffd83ce req-8cf82b16-75d0-4296-a6f7-6792279e58f3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2209556 Sep 30 08:15:06.198160 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7d13ef5-4697-49cb-bba5-b0d89bec4ce3 req-5567ec34-87cd-4400-a266-4df386247843 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.1819434 Sep 30 08:15:06.228648 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6752541b-36ad-4f30-baa5-11d5649be860 req-a55e73a0-2354-4c3c-a7ae-2c1fac91c11f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341713 Sep 30 08:15:06.427474 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.613323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d4b4a4-cc48-4033-aaf0-2f2bc2a62bfe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Router abffb97f-b9da-45ab-b154-4b43e7326b6b has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:15:06.724432 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36380) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:06.847882 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36386) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:06.854958 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-125853c2-f9ff-4459-85be-4ad4dda4cdb8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2116527260', 'description': 'tempest-description--993260228'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:06.932581 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-125853c2-f9ff-4459-85be-4ad4dda4cdb8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.939865 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.958749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d4b4a4-cc48-4033-aaf0-2f2bc2a62bfe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:15:06.964426 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-22d4b4a4-cc48-4033-aaf0-2f2bc2a62bfe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:06.969285 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53e09e4-182c-478d-b450-5e33669f20cd None None] Sync routers for ids ['abffb97f-b9da-45ab-b154-4b43e7326b6b'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:15:06.981567 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53e09e4-182c-478d-b450-5e33669f20cd None None] Routers {'abffb97f-b9da-45ab-b154-4b43e7326b6b'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:06.982665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e53e09e4-182c-478d-b450-5e33669f20cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:14:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['abffb97f-b9da-45ab-b154-4b43e7326b6b'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:07.032449 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-125853c2-f9ff-4459-85be-4ad4dda4cdb8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:15:07.032449 n-d-807359-2 neutron-server[94838]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 08:15:07.032449 n-d-807359-2 neutron-server[94838]: [parameters: {'project_id_1': 'ad60528d5c3d4d3d8094c2681701bf17', 'expiration_1': datetime.datetime(2021, 9, 30, 8, 14, 47, 10394)}] Sep 30 08:15:07.032449 n-d-807359-2 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:15:07.043261 n-d-807359-2 neutron-server[94838]: DEBUG oslo_db.api [None req-125853c2-f9ff-4459-85be-4ad4dda4cdb8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:15:07.083020 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-22d4b4a4-cc48-4033-aaf0-2f2bc2a62bfe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "PUT /v2.0/floatingips/d973a6b1-0351-4e31-aa1c-c15851f41edb HTTP/1.1" status: 200 len: 992 time: 4.6645119 Sep 30 08:15:07.091362 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'tag': '1e114320-0926-43ba-b1f9-28e959335611'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:07.097549 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f449417-d6ac-4008-80dd-b383ec5975ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "tag": "1e114320-0926-43ba-b1f9-28e959335611"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:07.215400 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2594f6-0ed0-4474-9ce0-bf5ea95ad1d2 x-openstack-request-id: req-eb2594f6-0ed0-4474-9ce0-bf5ea95ad1d2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:07.216065 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "tag": "1e114320-0926-43ba-b1f9-28e959335611", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:07.216065 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb2594f6-0ed0-4474-9ce0-bf5ea95ad1d2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:07.216367 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'tag': '1e114320-0926-43ba-b1f9-28e959335611', 'status': 'completed', 'code': 200} Sep 30 08:15:07.265515 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:07.278144 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:07.307680 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:07.311473 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e53e09e4-182c-478d-b450-5e33669f20cd None None] Set router abffb97f-b9da-45ab-b154-4b43e7326b6b gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:07.332753 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:07.446765 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 821753e3-8e17-4d24-bbd0-38fb486356ff up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:07.522013 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event updated for resources: {'Port': ['ID=02f729c3-e8ee-45da-8ba7-1c8f969fd6d2,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:07.542923 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf48db57-b544-4509-8ed7-17b0db5db3a7 req-3c071a61-2e26-4da5-8e73-7db7645fbe53 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.0747085 Sep 30 08:15:07.656060 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674211f4-a3b5-4edd-871c-aebfd7632f33 req-e89c20cb-c4c5-4197-842a-cd221c2215ac tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:07.665180 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-674211f4-a3b5-4edd-871c-aebfd7632f33 req-e89c20cb-c4c5-4197-842a-cd221c2215ac tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1756544 Sep 30 08:15:07.668871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:07.673133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:07.673133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:07.673133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:07.673133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:07.673133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:07.677038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:07.677038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:07.677038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:07.677038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:07.677038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:07.677038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:07.689988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa71bd01-5b9f-4a82-bd5a-b52f8ffd83ce req-ef7cd571-d81a-40de-aad1-247021868f33 tempest-ServerShowV257Test-841558604 tempest-ServerShowV257Test-841558604-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e2142d2-d0be-4294-9bc9-fa0abe95ac6c HTTP/1.1" status: 200 len: 210 time: 0.1287258 Sep 30 08:15:07.757253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 821753e3-8e17-4d24-bbd0-38fb486356ff triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:07.757644 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:07.773317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] In _notify_port_updated(), no bound segment for port 02f729c3-e8ee-45da-8ba7-1c8f969fd6d2 on network 2578e472-572f-46f0-90b7-11eee136e384 {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:15:07.779978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:07.780766 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:07.789024 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5a7cf4de-0ded-4142-9b80-21fcf9785bd3 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "PUT /v2.0/ports/02f729c3-e8ee-45da-8ba7-1c8f969fd6d2 HTTP/1.1" status: 200 len: 994 time: 1.9136250 Sep 30 08:15:07.814672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36398) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:07.823483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e53e09e4-182c-478d-b450-5e33669f20cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'name': 'tempest-TaggedBootDevicesTest-1842890223-router', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:59Z', 'updated_at': '2021-09-30T08:13:09Z', 'revision_number': 4, 'project_id': 'b4c9428373294d4091a65204159b0981', 'gw_port': {'id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:00Z', 'updated_at': '2021-09-30T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'd973a6b1-0351-4e31-aa1c-c15851f41edb', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'floating_ip_address': '172.25.0.213', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'port_id': '1e114320-0926-43ba-b1f9-28e959335611', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c', 'mac_address': 'fa:16:3e:8a:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:13:50Z', 'updated_at': '2021-09-30T08:15:03Z', 'revision_number': 1, 'project_id': 'b4c9428373294d4091a65204159b0981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e959403a-d794-442e-8226-f43c90354a84', 'name': '', 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'mac_address': 'fa:16:3e:d5:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:06Z', 'updated_at': '2021-09-30T08:13:14Z', 'revision_number': 5, 'project_id': 'b4c9428373294d4091a65204159b0981', 'subnets': [{'id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:07.829542 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-674211f4-a3b5-4edd-871c-aebfd7632f33 req-1ed558fc-893a-4ad0-9ef3-844ca291dec8 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603293 Sep 30 08:15:07.886290 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53e09e4-182c-478d-b450-5e33669f20cd None None] Checking router: abffb97f-b9da-45ab-b154-4b43e7326b6b for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:15:07.960395 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53e09e4-182c-478d-b450-5e33669f20cd None None] Routers {'abffb97f-b9da-45ab-b154-4b43e7326b6b'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:07.961044 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e53e09e4-182c-478d-b450-5e33669f20cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:14:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['abffb97f-b9da-45ab-b154-4b43e7326b6b'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:08.005178 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Sync routers for ids ['9f92160a-ade3-418e-991f-4b21fecd7c17'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:15:08.031523 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Routers {'9f92160a-ade3-418e-991f-4b21fecd7c17'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:08.032723 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:14:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9f92160a-ade3-418e-991f-4b21fecd7c17'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:08.109495 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-71780085-0790-43ac-8093-cf581491d61c tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Deleting port 02f729c3-e8ee-45da-8ba7-1c8f969fd6d2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:08.110286 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71780085-0790-43ac-8093-cf581491d61c tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:08.151397 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e53e09e4-182c-478d-b450-5e33669f20cd None None] Set router abffb97f-b9da-45ab-b154-4b43e7326b6b gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:08.151990 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-125853c2-f9ff-4459-85be-4ad4dda4cdb8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:08.154591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2026affa-a15c-4e04-b0b9-acda71e1a692 None None] Provisioning complete for port 02f729c3-e8ee-45da-8ba7-1c8f969fd6d2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:08.154968 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2026affa-a15c-4e04-b0b9-acda71e1a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:08.226003 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5a11658c4914ff8a020f24036f44aab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4981003 Sep 30 08:15:08.232799 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:08.246583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f02028-b952-4352-a8e2-a1e621f38dbd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:08.252602 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36408) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:08.269175 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71780085-0790-43ac-8093-cf581491d61c tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:08.277090 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Set router 9f92160a-ade3-418e-991f-4b21fecd7c17 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:08.289636 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-71780085-0790-43ac-8093-cf581491d61c tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Calling delete_port for 02f729c3-e8ee-45da-8ba7-1c8f969fd6d2 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:08.385411 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 821753e3-8e17-4d24-bbd0-38fb486356ff, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=821753e3-8e17-4d24-bbd0-38fb486356ff,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:08.389314 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2026affa-a15c-4e04-b0b9-acda71e1a692 None None] Port 02f729c3-e8ee-45da-8ba7-1c8f969fd6d2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:08.393763 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:08.394939 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:08.395404 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:08.395854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:08.406282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:08.408303 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:08.410112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:08.414400 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:08.415019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:08.415613 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:08.416200 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:08.416764 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:08.417318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860ad3b-b04c-4c65-8f6b-a877049c9a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:08.497555 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-7087106a-7b75-4315-97a4-271c72dbad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:08.499409 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-7087106a-7b75-4315-97a4-271c72dbad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:08.502501 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-7087106a-7b75-4315-97a4-271c72dbad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:08.504098 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-7087106a-7b75-4315-97a4-271c72dbad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:08.505110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-7087106a-7b75-4315-97a4-271c72dbad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:08.505839 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-7087106a-7b75-4315-97a4-271c72dbad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:08.506645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-7087106a-7b75-4315-97a4-271c72dbad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:08.512546 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-7087106a-7b75-4315-97a4-271c72dbad3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4c9428373294d4091a65204159b0981&device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 6490 time: 1.1862903 Sep 30 08:15:08.548423 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71780085-0790-43ac-8093-cf581491d61c tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:08.588981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71780085-0790-43ac-8093-cf581491d61c tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event deleted for resources: {'Port': ['ID=02f729c3-e8ee-45da-8ba7-1c8f969fd6d2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:08.679037 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=821753e3-8e17-4d24-bbd0-38fb486356ff,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:08.817037 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa091f7b-a61a-4cec-99d9-ecc7e8a1adcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:08.859496 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7', 'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'mac_address': 'fa:16:3e:c5:24:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:03Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 2, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'subnets': [{'id': 'ee72be49-df02-4420-900e-333e8ceca494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:08.901689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e53e09e4-182c-478d-b450-5e33669f20cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'name': 'tempest-TaggedBootDevicesTest-1842890223-router', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:59Z', 'updated_at': '2021-09-30T08:13:09Z', 'revision_number': 4, 'project_id': 'b4c9428373294d4091a65204159b0981', 'gw_port': {'id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:00Z', 'updated_at': '2021-09-30T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'd973a6b1-0351-4e31-aa1c-c15851f41edb', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'floating_ip_address': '172.25.0.213', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'port_id': '1e114320-0926-43ba-b1f9-28e959335611', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c', 'mac_address': 'fa:16:3e:8a:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:13:50Z', 'updated_at': '2021-09-30T08:15:03Z', 'revision_number': 1, 'project_id': 'b4c9428373294d4091a65204159b0981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e959403a-d794-442e-8226-f43c90354a84', 'name': '', 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'mac_address': 'fa:16:3e:d5:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:06Z', 'updated_at': '2021-09-30T08:13:14Z', 'revision_number': 5, 'project_id': 'b4c9428373294d4091a65204159b0981', 'subnets': [{'id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:08.923734 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa091f7b-a61a-4cec-99d9-ecc7e8a1adcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:08.988828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-1e935712-4dad-4cc0-95b7-4b594a32cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:08.990608 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-1e935712-4dad-4cc0-95b7-4b594a32cc4d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7e190e83-40df-446b-b24e-ad1892687b5c HTTP/1.1" status: 200 len: 913 time: 0.4694219 Sep 30 08:15:09.073892 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-125853c2-f9ff-4459-85be-4ad4dda4cdb8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:09.163252 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Checking router: 9f92160a-ade3-418e-991f-4b21fecd7c17 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:15:09.163841 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Updating router 9f92160a-ade3-418e-991f-4b21fecd7c17 port ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:15:09.164128 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71780085-0790-43ac-8093-cf581491d61c tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:09.184103 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-125853c2-f9ff-4459-85be-4ad4dda4cdb8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:09.188433 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-71780085-0790-43ac-8093-cf581491d61c tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "DELETE /v2.0/ports/02f729c3-e8ee-45da-8ba7-1c8f969fd6d2 HTTP/1.1" status: 204 len: 168 time: 1.3531306 Sep 30 08:15:09.193454 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36424) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:09.225201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36426) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:09.226057 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:09.232779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccc436-a1fb-49e6-a509-2a0d896bd163 req-43e76e4e-dca3-4217-8309-8bb53b0d0428 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:09.239525 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-64ccc436-a1fb-49e6-a509-2a0d896bd163 req-43e76e4e-dca3-4217-8309-8bb53b0d0428 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.2256501 Sep 30 08:15:09.319684 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-125853c2-f9ff-4459-85be-4ad4dda4cdb8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:09.321363 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-125853c2-f9ff-4459-85be-4ad4dda4cdb8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.4716537 Sep 30 08:15:09.329362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36430) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:09.336766 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6c124095-b946-4c31-8173-90f3b6944a82 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Request body: {'security_group_rule': {'security_group_id': '363d70a3-a6d5-4c55-b234-69931eef0672', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:09.341448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125853c2-f9ff-4459-85be-4ad4dda4cdb8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363d70a3-a6d5-4c55-b234-69931eef0672,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:09.364734 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-c7cf9686-9f74-4ffc-8f31-b18120f22ad0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e114320-0926-43ba-b1f9-28e959335611 HTTP/1.1" status: 200 len: 1000 time: 0.3646135 Sep 30 08:15:09.371625 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa091f7b-a61a-4cec-99d9-ecc7e8a1adcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:09.375646 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa091f7b-a61a-4cec-99d9-ecc7e8a1adcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:09.377214 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aa091f7b-a61a-4cec-99d9-ecc7e8a1adcd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4f02028-b952-4352-a8e2-a1e621f38dbd HTTP/1.1" status: 204 len: 168 time: 1.1213286 Sep 30 08:15:09.433233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa091f7b-a61a-4cec-99d9-ecc7e8a1adcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f02028-b952-4352-a8e2-a1e621f38dbd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:09.476121 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c124095-b946-4c31-8173-90f3b6944a82 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:09.496502 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-4c503975-af92-46c2-949a-86fd828a5a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:09.498930 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-4c503975-af92-46c2-949a-86fd828a5a8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66d7fd57-be5b-44cb-9d99-854249f7b937 HTTP/1.1" status: 200 len: 851 time: 0.1202948 Sep 30 08:15:09.505224 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-9811f07b-29d8-4964-b54d-6643f102d550 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] GET failed (client error): The resource could not be found. Sep 30 08:15:09.521248 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9811f07b-29d8-4964-b54d-6643f102d550 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "GET /v2.0/ports/02f729c3-e8ee-45da-8ba7-1c8f969fd6d2 HTTP/1.1" status: 404 len: 333 time: 0.3248975 Sep 30 08:15:09.521809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36440) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:09.530804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-64ccc436-a1fb-49e6-a509-2a0d896bd163 req-26327b1a-e387-4b77-a06b-fdd3ce1bf700 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629693 Sep 30 08:15:09.585703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-eb8ca2d8-182c-42c4-8609-eda6f724a8ce tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Request body: {'port': {'network_id': '2578e472-572f-46f0-90b7-11eee136e384', 'name': 'tempest-AllowedAddressPairTestJSON-1069918999'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:09.624471 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 821753e3-8e17-4d24-bbd0-38fb486356ff up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:09.738981 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53e09e4-182c-478d-b450-5e33669f20cd None None] The sync data for ids ['abffb97f-b9da-45ab-b154-4b43e7326b6b'] in n-d-807359-2 is: [{'id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'name': 'tempest-TaggedBootDevicesTest-1842890223-router', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:59Z', 'updated_at': '2021-09-30T08:13:09Z', 'revision_number': 4, 'project_id': 'b4c9428373294d4091a65204159b0981', 'gw_port': {'id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:00Z', 'updated_at': '2021-09-30T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'd973a6b1-0351-4e31-aa1c-c15851f41edb', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'floating_ip_address': '172.25.0.213', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'port_id': '1e114320-0926-43ba-b1f9-28e959335611', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c', 'mac_address': 'fa:16:3e:8a:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:13:50Z', 'updated_at': '2021-09-30T08:15:03Z', 'revision_number': 1, 'project_id': 'b4c9428373294d4091a65204159b0981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e959403a-d794-442e-8226-f43c90354a84', 'name': '', 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'mac_address': 'fa:16:3e:d5:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:06Z', 'updated_at': '2021-09-30T08:13:14Z', 'revision_number': 5, 'project_id': 'b4c9428373294d4091a65204159b0981', 'subnets': [{'id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:15:09.762956 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-605ccc66-dba2-431c-a082-9b41ac0f7532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:09.774846 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-1051b09f-ee50-450a-899e-97201001061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:09.776911 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-1051b09f-ee50-450a-899e-97201001061f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e190e83-40df-446b-b24e-ad1892687b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2684581 Sep 30 08:15:09.791988 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 821753e3-8e17-4d24-bbd0-38fb486356ff triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:09.793621 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:09.886688 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:09.899881 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.076932 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c124095-b946-4c31-8173-90f3b6944a82 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.102792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36446) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:10.114064 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b78b97-cf88-4cde-86e7-c4b373fcd478 None None] Pushing event updated for resources: {'Port': ['ID=ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:10.124721 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.128597 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c124095-b946-4c31-8173-90f3b6944a82 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.144732 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c3d07f9-76e3-44ae-bf97-9c8b3fffbb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.220927 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Attempting to bind port ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:10.221438 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Attempting to bind port ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:10.236824 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Attempting to bind port ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 on network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:10.258582 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:10.259294 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Checking segment: {'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:10.259945 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.260581 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Bound using segment: {'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:10.261631 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Bound port: ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:10.262247 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.293249 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cd86c5-477f-49bc-8e92-2304873d6940 None None] New status for floating IP d973a6b1-0351-4e31-aa1c-c15851f41edb: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:15:10.330097 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-64efcc1d-3818-469f-bcc2-c221dba1a57b service neutron] 10.222.0.35 "GET /v2.0/networks/7e190e83-40df-446b-b24e-ad1892687b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265484 Sep 30 08:15:10.388807 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] For port ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:10.393121 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] For port ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:10.397384 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c124095-b946-4c31-8173-90f3b6944a82 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9219af2e-8f1e-4010-853a-88e0d4ee06ce,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:10.401277 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.513785 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Routers {'9f92160a-ade3-418e-991f-4b21fecd7c17'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:10.515337 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:14:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9f92160a-ade3-418e-991f-4b21fecd7c17'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:10.522272 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b78b97-cf88-4cde-86e7-c4b373fcd478 None None] Pushing event updated for resources: {'Port': ['ID=ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:10.577301 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6fb0f1a4-5669-4bc1-ac90-69ec1e06daf7 None None] Provisioning complete for port ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:10.577729 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6fb0f1a4-5669-4bc1-ac90-69ec1e06daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.715223 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8f449417-d6ac-4008-80dd-b383ec5975ed req-ae637e2f-5c4c-4628-877e-48cdc04e1254 service neutron] 10.222.0.35 "GET /v2.0/networks/7e190e83-40df-446b-b24e-ad1892687b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631444 Sep 30 08:15:10.753396 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] Set router 9f92160a-ade3-418e-991f-4b21fecd7c17 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:10.753739 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-605ccc66-dba2-431c-a082-9b41ac0f7532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.770129 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-605ccc66-dba2-431c-a082-9b41ac0f7532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.828884 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6fb0f1a4-5669-4bc1-ac90-69ec1e06daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.844807 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-605ccc66-dba2-431c-a082-9b41ac0f7532 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37f718e11f8740438594460ab1c4602b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6074758 Sep 30 08:15:10.848524 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:10.851821 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c124095-b946-4c31-8173-90f3b6944a82 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.855150 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6c124095-b946-4c31-8173-90f3b6944a82 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5211921 Sep 30 08:15:10.864376 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36460) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:10.883224 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6ec27e62-9fd2-45d9-b381-a62162589c69 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Request body: {'security_group_rule': {'security_group_id': '363d70a3-a6d5-4c55-b234-69931eef0672', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:10.912511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a47b-e2c4-4226-af08-c814685194e3 req-ada089b2-115f-4337-9474-7aa725677ea9 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:10.916499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6fb0f1a4-5669-4bc1-ac90-69ec1e06daf7 None None] For port ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:10.925245 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6fb0f1a4-5669-4bc1-ac90-69ec1e06daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:10.927539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fba8a47b-e2c4-4226-af08-c814685194e3 req-ada089b2-115f-4337-9474-7aa725677ea9 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1746800 Sep 30 08:15:11.012115 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ccc66-dba2-431c-a082-9b41ac0f7532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7468d40c-9f5b-40f4-b333-106b9b0cc4dc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:11.037717 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b298cef3-1488-4264-afdc-fd25002121b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.043265 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0f1a4-5669-4bc1-ac90-69ec1e06daf7 None None] Pushing event updated for resources: {'Port': ['ID=ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:11.064218 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c3d07f9-76e3-44ae-bf97-9c8b3fffbb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.071070 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c3d07f9-76e3-44ae-bf97-9c8b3fffbb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.079760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d3d49d63-0075-4cf1-a7be-5a7d12674ce6 None None] Provisioning complete for port ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:11.080160 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d3d49d63-0075-4cf1-a7be-5a7d12674ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.095152 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b298cef3-1488-4264-afdc-fd25002121b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.134754 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fba8a47b-e2c4-4226-af08-c814685194e3 req-f1547de6-6adf-4805-b080-f4602a93c9a0 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024224 Sep 30 08:15:11.184118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8ca2d8-182c-42c4-8609-eda6f724a8ce tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Made reservation on behalf of 3b6ca71b2c2143cf9355c77411848344 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:11.186509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6c3d07f9-76e3-44ae-bf97-9c8b3fffbb74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d942bf4d5cd64c70a719a23f67fe9ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0824814 Sep 30 08:15:11.190365 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb8ca2d8-182c-42c4-8609-eda6f724a8ce tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.190997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d07f9-76e3-44ae-bf97-9c8b3fffbb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577815dd-88bb-4cb0-a8b9-dbaa3d5af382,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:11.194187 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36462) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:11.257142 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7', 'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'mac_address': 'fa:16:3e:c5:24:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:03Z', 'updated_at': '2021-09-30T08:15:10Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'subnets': [{'id': 'ee72be49-df02-4420-900e-333e8ceca494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:11.275291 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-eb8ca2d8-182c-42c4-8609-eda6f724a8ce tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] device_id is not set on port 849a52f0-b973-4735-84e3-2b64921091fa yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:15:11.302691 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1427281a-511a-4c1a-a5d5-8c9ecaa0862f None None] The sync data for ids ['9f92160a-ade3-418e-991f-4b21fecd7c17'] in n-d-807359-2 is: [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7', 'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'mac_address': 'fa:16:3e:c5:24:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:03Z', 'updated_at': '2021-09-30T08:15:10Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'subnets': [{'id': 'ee72be49-df02-4420-900e-333e8ceca494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:15:11.311162 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b298cef3-1488-4264-afdc-fd25002121b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.316781 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b298cef3-1488-4264-afdc-fd25002121b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.319290 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b298cef3-1488-4264-afdc-fd25002121b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7468d40c-9f5b-40f4-b333-106b9b0cc4dc HTTP/1.1" status: 204 len: 168 time: 0.4685185 Sep 30 08:15:11.332003 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ec27e62-9fd2-45d9-b381-a62162589c69 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.370289 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298cef3-1488-4264-afdc-fd25002121b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7468d40c-9f5b-40f4-b333-106b9b0cc4dc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:11.444860 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ab10a1b-3f95-4180-9799-49bbea4545e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.591900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-eb8ca2d8-182c-42c4-8609-eda6f724a8ce tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Allocated IP 172.20.0.4 (2578e472-572f-46f0-90b7-11eee136e384/5cd4b2f1-64ae-451a-a792-9dc3359829a8/849a52f0-b973-4735-84e3-2b64921091fa) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:11.624917 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ab10a1b-3f95-4180-9799-49bbea4545e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.787119 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ec27e62-9fd2-45d9-b381-a62162589c69 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.814777 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ec27e62-9fd2-45d9-b381-a62162589c69 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.840779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec27e62-9fd2-45d9-b381-a62162589c69 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a229d45-cb62-4fda-a5d2-76a45fe65e8e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:11.855531 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ec27e62-9fd2-45d9-b381-a62162589c69 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.858292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6ec27e62-9fd2-45d9-b381-a62162589c69 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9903288 Sep 30 08:15:11.859955 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ab10a1b-3f95-4180-9799-49bbea4545e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.863388 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ab10a1b-3f95-4180-9799-49bbea4545e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:11.864901 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0ab10a1b-3f95-4180-9799-49bbea4545e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/577815dd-88bb-4cb0-a8b9-dbaa3d5af382 HTTP/1.1" status: 204 len: 168 time: 0.6658828 Sep 30 08:15:11.866136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36474) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:11.885861 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:11.915617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab10a1b-3f95-4180-9799-49bbea4545e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577815dd-88bb-4cb0-a8b9-dbaa3d5af382,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:11.930736 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb8ca2d8-182c-42c4-8609-eda6f724a8ce tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:12.015677 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb8ca2d8-182c-42c4-8609-eda6f724a8ce tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:12.026214 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-20465bb8-d524-48f6-8e33-d0c023c9dae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:12.031993 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:12.120290 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8ca2d8-182c-42c4-8609-eda6f724a8ce tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Network 2578e472-572f-46f0-90b7-11eee136e384 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:12.126454 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-eb8ca2d8-182c-42c4-8609-eda6f724a8ce tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:12.130641 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8ca2d8-182c-42c4-8609-eda6f724a8ce tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:12.207062 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8ca2d8-182c-42c4-8609-eda6f724a8ce tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:12.208009 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb8ca2d8-182c-42c4-8609-eda6f724a8ce tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:12.238974 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ca2d8-182c-42c4-8609-eda6f724a8ce tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event updated for resources: {'Port': ['ID=849a52f0-b973-4735-84e3-2b64921091fa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:12.251898 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-eb8ca2d8-182c-42c4-8609-eda6f724a8ce tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7081141 Sep 30 08:15:12.252148 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36484) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:12.267260 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f0892a83-47b9-4953-9311-fdb06a4cc0db tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3b:98:33'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:12.648459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc99ca7-029e-4c03-ba88-43293dbcfbc3 req-b7b6638e-26f5-4ce9-a195-4eac614a7439 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:12.661077 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4fc99ca7-029e-4c03-ba88-43293dbcfbc3 req-b7b6638e-26f5-4ce9-a195-4eac614a7439 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.3623676 Sep 30 08:15:12.669386 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0892a83-47b9-4953-9311-fdb06a4cc0db tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:12.765676 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:12.781187 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36500) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:12.792807 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6043e530-8433-4e36-a58c-5209d69cf033 None None] Provisioning complete for port 849a52f0-b973-4735-84e3-2b64921091fa triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:12.794391 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6043e530-8433-4e36-a58c-5209d69cf033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:12.851578 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6043e530-8433-4e36-a58c-5209d69cf033 None None] Port 849a52f0-b973-4735-84e3-2b64921091fa cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:12.883083 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9837e5df-0ce9-4b0d-bd5c-24b36f0612c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:12.934982 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4fc99ca7-029e-4c03-ba88-43293dbcfbc3 req-ff35c156-f2c0-44f9-8c0c-23be7aea05d7 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659669 Sep 30 08:15:13.045630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Allocated IP 172.25.0.31 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/60bc3933-3968-46bf-92f3-eb91bf3eff23) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:13.326751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:13.386717 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.473224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:13.474083 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.476608 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.528187 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0892a83-47b9-4953-9311-fdb06a4cc0db tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.537646 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0892a83-47b9-4953-9311-fdb06a4cc0db tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.542310 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9837e5df-0ce9-4b0d-bd5c-24b36f0612c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.582869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:13.592256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:13.600408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:13.615364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0892a83-47b9-4953-9311-fdb06a4cc0db tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event updated for resources: {'Port': ['ID=849a52f0-b973-4735-84e3-2b64921091fa,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:13.621833 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9837e5df-0ce9-4b0d-bd5c-24b36f0612c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.683109 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9837e5df-0ce9-4b0d-bd5c-24b36f0612c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7f180f1074a433dbf56b19d8f1478d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8889298 Sep 30 08:15:13.714305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36518) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:13.714653 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36520) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:13.788070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f0892a83-47b9-4953-9311-fdb06a4cc0db tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] In _notify_port_updated(), no bound segment for port 849a52f0-b973-4735-84e3-2b64921091fa on network 2578e472-572f-46f0-90b7-11eee136e384 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:15:13.793755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0892a83-47b9-4953-9311-fdb06a4cc0db tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:13.794439 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0892a83-47b9-4953-9311-fdb06a4cc0db tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.799011 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f0892a83-47b9-4953-9311-fdb06a4cc0db tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "PUT /v2.0/ports/849a52f0-b973-4735-84e3-2b64921091fa HTTP/1.1" status: 200 len: 996 time: 1.5459459 Sep 30 08:15:13.809516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36522) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:13.829115 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837e5df-0ce9-4b0d-bd5c-24b36f0612c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec38c936-4cd1-4bb6-9037-ea4795f12691,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:13.908384 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-892290e9-ce7b-4eb7-b279-567c1b60f355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:13.978385 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event updated for resources: {'Port': ['ID=60bc3933-3968-46bf-92f3-eb91bf3eff23,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:14.086908 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-10380fae-bf75-41b8-9f95-589c29cb9504 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Deleting port 849a52f0-b973-4735-84e3-2b64921091fa {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:14.089559 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10380fae-bf75-41b8-9f95-589c29cb9504 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.094770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-502b792f-2de9-4b73-8e5d-58ba31f2d98c None None] Provisioning complete for port 849a52f0-b973-4735-84e3-2b64921091fa triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:14.095156 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-502b792f-2de9-4b73-8e5d-58ba31f2d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.145951 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-892290e9-ce7b-4eb7-b279-567c1b60f355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.163084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8c64193c-61ab-4182-9288-35f016ddfbd1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-634413471-network', 'tenant_id': 'cd2f3f6b143a4e45acb483509977825b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:14.167321 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-502b792f-2de9-4b73-8e5d-58ba31f2d98c None None] Port 849a52f0-b973-4735-84e3-2b64921091fa cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:14.217066 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.355334 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10380fae-bf75-41b8-9f95-589c29cb9504 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.387786 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-10380fae-bf75-41b8-9f95-589c29cb9504 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Calling delete_port for 849a52f0-b973-4735-84e3-2b64921091fa owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:14.468637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c64193c-61ab-4182-9288-35f016ddfbd1 admin admin] Made reservation on behalf of cd2f3f6b143a4e45acb483509977825b for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:14.480686 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c64193c-61ab-4182-9288-35f016ddfbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.495610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814e6dd-a1aa-4190-9170-e0d056f7c13c req-83eadd85-3356-4690-a6f0-1e120eceabe6 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:14.504603 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2814e6dd-a1aa-4190-9170-e0d056f7c13c req-83eadd85-3356-4690-a6f0-1e120eceabe6 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.4126387 Sep 30 08:15:14.513034 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.600250 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c64193c-61ab-4182-9288-35f016ddfbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.688443 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10380fae-bf75-41b8-9f95-589c29cb9504 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.689848 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-892290e9-ce7b-4eb7-b279-567c1b60f355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.693098 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-892290e9-ce7b-4eb7-b279-567c1b60f355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.694587 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-892290e9-ce7b-4eb7-b279-567c1b60f355 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec38c936-4cd1-4bb6-9037-ea4795f12691 HTTP/1.1" status: 204 len: 168 time: 0.9751663 Sep 30 08:15:14.749224 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2814e6dd-a1aa-4190-9170-e0d056f7c13c req-93233069-c476-4b7e-b614-7e9031a7bc3d tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437642 Sep 30 08:15:14.750007 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892290e9-ce7b-4eb7-b279-567c1b60f355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec38c936-4cd1-4bb6-9037-ea4795f12691,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:14.754484 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0d4ae7c-af59-44e8-8b13-c3d213bb0d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:14.881382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10380fae-bf75-41b8-9f95-589c29cb9504 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event deleted for resources: {'Port': ['ID=849a52f0-b973-4735-84e3-2b64921091fa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:15.016090 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:15.044560 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c64193c-61ab-4182-9288-35f016ddfbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:15.058718 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:15.069358 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c64193c-61ab-4182-9288-35f016ddfbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:15.106711 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10380fae-bf75-41b8-9f95-589c29cb9504 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:15.118706 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-10380fae-bf75-41b8-9f95-589c29cb9504 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "DELETE /v2.0/ports/849a52f0-b973-4735-84e3-2b64921091fa HTTP/1.1" status: 204 len: 168 time: 1.3039551 Sep 30 08:15:15.120384 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:15.215023 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf49f2d0-d16e-452e-aa32-a3b2704824e1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] GET failed (client error): The resource could not be found. Sep 30 08:15:15.221897 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bf49f2d0-d16e-452e-aa32-a3b2704824e1 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "GET /v2.0/ports/849a52f0-b973-4735-84e3-2b64921091fa HTTP/1.1" status: 404 len: 333 time: 0.0996902 Sep 30 08:15:15.227322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:15.264721 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b4ee99df-4252-4cd7-89e7-62b839696413 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Request body: {'port': {'network_id': '2578e472-572f-46f0-90b7-11eee136e384', 'name': 'tempest-AllowedAddressPairTestJSON-1004235565'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:15.288044 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:15.303234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c64193c-61ab-4182-9288-35f016ddfbd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:15:15.342118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event updated for resources: {'Port': ['ID=60bc3933-3968-46bf-92f3-eb91bf3eff23,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:15.371163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64193c-61ab-4182-9288-35f016ddfbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11961b40-0e8f-45a6-a2af-a1e4bf613d1d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:15.384260 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c64193c-61ab-4182-9288-35f016ddfbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:15.384260 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-8c64193c-61ab-4182-9288-35f016ddfbd1 admin admin] Added segment 326bae32-a9b8-4748-891a-eeb6a0d308a5 of type vlan for network 67a05ba5-7cb8-415f-b717-211fb2e1cf6c Sep 30 08:15:15.451950 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:15.476572 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c64193c-61ab-4182-9288-35f016ddfbd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:15.532647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ee99df-4252-4cd7-89e7-62b839696413 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Made reservation on behalf of 3b6ca71b2c2143cf9355c77411848344 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:15.546317 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4ee99df-4252-4cd7-89e7-62b839696413 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:15.550488 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:15.555256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c8e4052d-e591-4013-94ec-dcea92005cb9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6756585 Sep 30 08:15:15.565845 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c64193c-61ab-4182-9288-35f016ddfbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:15.566447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c64193c-61ab-4182-9288-35f016ddfbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:15.567212 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c64193c-61ab-4182-9288-35f016ddfbd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:15.601441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-b4ee99df-4252-4cd7-89e7-62b839696413 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] device_id is not set on port bcd0b0cb-1e41-448a-a2a9-265f319b5d7c yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:15:15.620142 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8c64193c-61ab-4182-9288-35f016ddfbd1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8981836 Sep 30 08:15:15.624829 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36548) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:15.693020 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5ba735a1-4acb-4f1d-ba9b-12676a5a956b admin admin] Request body: {'subnet': {'network_id': '67a05ba5-7cb8-415f-b717-211fb2e1cf6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-634413471-subnet', 'tenant_id': 'cd2f3f6b143a4e45acb483509977825b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:15.708675 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64193c-61ab-4182-9288-35f016ddfbd1 admin admin] Pushing event updated for resources: {'Network': ['ID=67a05ba5-7cb8-415f-b717-211fb2e1cf6c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:15.725190 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 67a05ba5-7cb8-415f-b717-211fb2e1cf6c details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:15:15.767975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba735a1-4acb-4f1d-ba9b-12676a5a956b admin admin] Made reservation on behalf of cd2f3f6b143a4e45acb483509977825b for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:15.770965 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba735a1-4acb-4f1d-ba9b-12676a5a956b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:15.874269 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:15.903475 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b4ee99df-4252-4cd7-89e7-62b839696413 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Allocated IP 172.20.0.11 (2578e472-572f-46f0-90b7-11eee136e384/5cd4b2f1-64ae-451a-a792-9dc3359829a8/bcd0b0cb-1e41-448a-a2a9-265f319b5d7c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:16.000406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-92a74e28-d7a9-4db1-bf64-236d5fd8b086 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2116527260&fields=id&tenant_id=ad60528d5c3d4d3d8094c2681701bf17 HTTP/1.1" status: 200 len: 267 time: 0.1594377 Sep 30 08:15:16.039106 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357e5d5-d25d-4530-9764-23176d047de6 req-a54d31d7-3896-4178-b7ae-3e7e4f89edc4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:16.040869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7357e5d5-d25d-4530-9764-23176d047de6 req-a54d31d7-3896-4178-b7ae-3e7e4f89edc4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1683502 Sep 30 08:15:16.152797 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4ee99df-4252-4cd7-89e7-62b839696413 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:16.186533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7357e5d5-d25d-4530-9764-23176d047de6 req-e64ca013-3478-459c-883a-28908d7a2e51 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278698 Sep 30 08:15:16.205581 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4ee99df-4252-4cd7-89e7-62b839696413 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:16.264530 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba735a1-4acb-4f1d-ba9b-12676a5a956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:16.278064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ee99df-4252-4cd7-89e7-62b839696413 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Network 2578e472-572f-46f0-90b7-11eee136e384 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:16.282703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b4ee99df-4252-4cd7-89e7-62b839696413 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:16.287474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-572fe182-4a3f-4e7e-8b22-7027f5912263 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:16.289409 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-572fe182-4a3f-4e7e-8b22-7027f5912263 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 817 time: 0.2763398 Sep 30 08:15:16.305540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ee99df-4252-4cd7-89e7-62b839696413 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:16.354727 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-bb846923-4ea3-4fe2-bc88-ad5217cb6e0a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/quotas/ad60528d5c3d4d3d8094c2681701bf17 HTTP/1.1" status: 200 len: 375 time: 0.0335414 Sep 30 08:15:16.402221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ee99df-4252-4cd7-89e7-62b839696413 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:16.402919 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4ee99df-4252-4cd7-89e7-62b839696413 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:16.432209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba735a1-4acb-4f1d-ba9b-12676a5a956b admin admin] Checking segment: {'id': '326bae32-a9b8-4748-891a-eeb6a0d308a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '67a05ba5-7cb8-415f-b717-211fb2e1cf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:16.432965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba735a1-4acb-4f1d-ba9b-12676a5a956b admin admin] Network hostable DHCP agents. Network: 67a05ba5-7cb8-415f-b717-211fb2e1cf6c, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:15:16.435336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba735a1-4acb-4f1d-ba9b-12676a5a956b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73ab1fb-5a86-40ed-9f77-f59ac5517146,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:16.443328 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee99df-4252-4cd7-89e7-62b839696413 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event updated for resources: {'Port': ['ID=bcd0b0cb-1e41-448a-a2a9-265f319b5d7c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:16.464457 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b4ee99df-4252-4cd7-89e7-62b839696413 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2330978 Sep 30 08:15:16.475080 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36562) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:16.494944 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b7358bfa-adbe-4ab5-8377-fdaafcc1e72a tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Request body: {'port': {'network_id': '2578e472-572f-46f0-90b7-11eee136e384', 'name': 'tempest-AllowedAddressPairTestJSON-15839306'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:16.504096 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-f214dfae-5616-4715-9a0d-5268d31572c5 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1400151 Sep 30 08:15:16.571279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba735a1-4acb-4f1d-ba9b-12676a5a956b admin admin] Network 67a05ba5-7cb8-415f-b717-211fb2e1cf6c is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:15:16.652601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-5ba735a1-4acb-4f1d-ba9b-12676a5a956b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 67a05ba5-7cb8-415f-b717-211fb2e1cf6c) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:16.661420 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9353092e-b2c0-4a6b-b81e-6a8192fbc1a2 None None] Network 67a05ba5-7cb8-415f-b717-211fb2e1cf6c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:16.666299 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba735a1-4acb-4f1d-ba9b-12676a5a956b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:16.667307 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba735a1-4acb-4f1d-ba9b-12676a5a956b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:16.771647 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5ba735a1-4acb-4f1d-ba9b-12676a5a956b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1460679 Sep 30 08:15:16.826651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-3e1074c6-57c8-4ff2-98f6-ad336368542e service neutron] 10.222.0.24 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014390 Sep 30 08:15:16.870984 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7358bfa-adbe-4ab5-8377-fdaafcc1e72a tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Made reservation on behalf of 3b6ca71b2c2143cf9355c77411848344 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:16.873924 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4aca2747-474f-435f-b26c-bed841cb36f4 None None] Provisioning complete for port bcd0b0cb-1e41-448a-a2a9-265f319b5d7c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:16.874579 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4aca2747-474f-435f-b26c-bed841cb36f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:16.884706 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7358bfa-adbe-4ab5-8377-fdaafcc1e72a tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:16.902567 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a62c8f4-8843-41a0-a689-86972ff8151a None None] Network 67a05ba5-7cb8-415f-b717-211fb2e1cf6c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:16.916327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-b7358bfa-adbe-4ab5-8377-fdaafcc1e72a tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] device_id is not set on port 6669692c-8bc8-47eb-a6d8-e323ea292e0c yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:15:16.986183 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4aca2747-474f-435f-b26c-bed841cb36f4 None None] Port bcd0b0cb-1e41-448a-a2a9-265f319b5d7c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:17.079572 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:17.130847 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-3b729a4c-7205-47cd-9438-d9559d9bc111 service neutron] 10.222.0.24 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830024 Sep 30 08:15:17.197485 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c45eb0-fe5b-48e2-b648-e0d3dfd22875 admin admin] Deleting subnet c73ab1fb-5a86-40ed-9f77-f59ac5517146 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:15:17.204858 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b7358bfa-adbe-4ab5-8377-fdaafcc1e72a tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Allocated IP 172.20.0.8 (2578e472-572f-46f0-90b7-11eee136e384/5cd4b2f1-64ae-451a-a792-9dc3359829a8/6669692c-8bc8-47eb-a6d8-e323ea292e0c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:17.208145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5c45eb0-fe5b-48e2-b648-e0d3dfd22875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:17.282255 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5c45eb0-fe5b-48e2-b648-e0d3dfd22875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:17.348141 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5c45eb0-fe5b-48e2-b648-e0d3dfd22875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:17.615865 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5c45eb0-fe5b-48e2-b648-e0d3dfd22875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:17.663248 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:17.726571 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5c45eb0-fe5b-48e2-b648-e0d3dfd22875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:17.751583 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d5c45eb0-fe5b-48e2-b648-e0d3dfd22875 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c73ab1fb-5a86-40ed-9f77-f59ac5517146 HTTP/1.1" status: 204 len: 168 time: 0.6667316 Sep 30 08:15:17.752219 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:17.759321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c45eb0-fe5b-48e2-b648-e0d3dfd22875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73ab1fb-5a86-40ed-9f77-f59ac5517146,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:17.842838 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51a1cb26-4b12-43d4-82d1-0cdcefe26f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:17.885434 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7358bfa-adbe-4ab5-8377-fdaafcc1e72a tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.107306 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51a1cb26-4b12-43d4-82d1-0cdcefe26f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.139280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-51a1cb26-4b12-43d4-82d1-0cdcefe26f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a05ba5-7cb8-415f-b717-211fb2e1cf6c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:18.150605 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-51a1cb26-4b12-43d4-82d1-0cdcefe26f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326bae32-a9b8-4748-891a-eeb6a0d308a5') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:18.150906 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-51a1cb26-4b12-43d4-82d1-0cdcefe26f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326bae32-a9b8-4748-891a-eeb6a0d308a5') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:18.164941 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51a1cb26-4b12-43d4-82d1-0cdcefe26f30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.186202 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51a1cb26-4b12-43d4-82d1-0cdcefe26f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.193387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a1cb26-4b12-43d4-82d1-0cdcefe26f30 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:15:18.193859 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51a1cb26-4b12-43d4-82d1-0cdcefe26f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.250667 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9e23c52-723a-4292-9575-76e4d11f5360 req-2c4a4c1e-8bf8-4e74-820f-6e554f35c74a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 210 time: 0.0596249 Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:15:18.282011 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:15:18.284858 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7358bfa-adbe-4ab5-8377-fdaafcc1e72a tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.304994 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab571801-31e3-422c-80be-4e46ef6c2630 req-506b8293-a31a-4464-b195-2a65535bb24f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:18.314788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab571801-31e3-422c-80be-4e46ef6c2630 req-506b8293-a31a-4464-b195-2a65535bb24f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 1.0221598 Sep 30 08:15:18.342078 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51a1cb26-4b12-43d4-82d1-0cdcefe26f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.375545 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51a1cb26-4b12-43d4-82d1-0cdcefe26f30 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.379607 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-51a1cb26-4b12-43d4-82d1-0cdcefe26f30 admin admin] 10.222.0.24 "DELETE /v2.0/networks/67a05ba5-7cb8-415f-b717-211fb2e1cf6c HTTP/1.1" status: 204 len: 168 time: 0.6212480 Sep 30 08:15:18.385463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7358bfa-adbe-4ab5-8377-fdaafcc1e72a tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Network 2578e472-572f-46f0-90b7-11eee136e384 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:18.391012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab571801-31e3-422c-80be-4e46ef6c2630 req-6f55e30d-ec05-4ed4-9cab-754d0e6fab9c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746424 Sep 30 08:15:18.400477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b7358bfa-adbe-4ab5-8377-fdaafcc1e72a tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:18.405340 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7358bfa-adbe-4ab5-8377-fdaafcc1e72a tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:18.410083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1cb26-4b12-43d4-82d1-0cdcefe26f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=67a05ba5-7cb8-415f-b717-211fb2e1cf6c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:18.456277 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7358bfa-adbe-4ab5-8377-fdaafcc1e72a tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event updated for resources: {'Port': ['ID=6669692c-8bc8-47eb-a6d8-e323ea292e0c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:18.508554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7358bfa-adbe-4ab5-8377-fdaafcc1e72a tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:18.512743 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7358bfa-adbe-4ab5-8377-fdaafcc1e72a tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.540749 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b7358bfa-adbe-4ab5-8377-fdaafcc1e72a tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0644333 Sep 30 08:15:18.543737 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36604) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:18.550463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-637d245d-739a-496c-ae37-f2f42ae4b703 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:3b:98:33'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:60:aa:a4'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:18.813213 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36608) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:18.934446 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-637d245d-739a-496c-ae37-f2f42ae4b703 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:18.950420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-486301f9-aad6-416c-bd0d-d37bc366a0db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd2f3f6b143a4e45acb483509977825b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363780 Sep 30 08:15:18.953430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36610) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:18.975593 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-948096e8-e908-4964-aa59-8cdd3da3fa43 None None] Provisioning complete for port 6669692c-8bc8-47eb-a6d8-e323ea292e0c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:18.976277 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-948096e8-e908-4964-aa59-8cdd3da3fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:19.070231 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-948096e8-e908-4964-aa59-8cdd3da3fa43 None None] Port 6669692c-8bc8-47eb-a6d8-e323ea292e0c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:19.139154 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc0fd6bb-92be-46fc-9c74-f93f548053c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:19.247869 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc0fd6bb-92be-46fc-9c74-f93f548053c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:19.367984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-756ee582-7ca9-4e49-837d-83577e626ff5 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:19.369225 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-756ee582-7ca9-4e49-837d-83577e626ff5 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.36 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 817 time: 0.3010030 Sep 30 08:15:19.416581 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e91d8c5-6857-4e20-90a8-a3e22ad38b93 req-fc06f533-b768-4155-aa5d-426ec0a7f7fd tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 210 time: 0.0458317 Sep 30 08:15:19.493116 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-637d245d-739a-496c-ae37-f2f42ae4b703 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:19.512527 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-637d245d-739a-496c-ae37-f2f42ae4b703 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:19.543327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-1d8427b5-b7d4-4201-8388-90cab3d11157 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad60528d5c3d4d3d8094c2681701bf17 HTTP/1.1" status: 200 len: 380 time: 0.1256778 Sep 30 08:15:19.589791 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-bfde71dd-e630-4b11-b21f-d1e42706d84f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Request body: {'port': {'device_id': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'admin_state_up': True, 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'security_groups': ['363d70a3-a6d5-4c55-b234-69931eef0672']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:19.600308 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc0fd6bb-92be-46fc-9c74-f93f548053c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:19.607521 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc0fd6bb-92be-46fc-9c74-f93f548053c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:19.611377 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cc0fd6bb-92be-46fc-9c74-f93f548053c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11961b40-0e8f-45a6-a2af-a1e4bf613d1d HTTP/1.1" status: 204 len: 168 time: 0.6541119 Sep 30 08:15:19.779269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fd6bb-92be-46fc-9c74-f93f548053c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11961b40-0e8f-45a6-a2af-a1e4bf613d1d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:19.858344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce20b4-13aa-4c55-a0b5-479f80487b73 req-fa14140d-a8da-4213-97f2-2028bafa1286 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:19.883047 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f9ce20b4-13aa-4c55-a0b5-479f80487b73 req-fa14140d-a8da-4213-97f2-2028bafa1286 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.3768432 Sep 30 08:15:19.885198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d245d-739a-496c-ae37-f2f42ae4b703 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event updated for resources: {'Port': ['ID=6669692c-8bc8-47eb-a6d8-e323ea292e0c,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:20.025023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-637d245d-739a-496c-ae37-f2f42ae4b703 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] In _notify_port_updated(), no bound segment for port 6669692c-8bc8-47eb-a6d8-e323ea292e0c on network 2578e472-572f-46f0-90b7-11eee136e384 {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:15:20.033166 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637d245d-739a-496c-ae37-f2f42ae4b703 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:20.034064 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-637d245d-739a-496c-ae37-f2f42ae4b703 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:20.036143 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-637d245d-739a-496c-ae37-f2f42ae4b703 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "PUT /v2.0/ports/6669692c-8bc8-47eb-a6d8-e323ea292e0c HTTP/1.1" status: 200 len: 1054 time: 1.4912572 Sep 30 08:15:20.043805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36624) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:20.117657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-46549017-7e7b-48fb-ac14-54b23e06c4fb None None] Provisioning complete for port 6669692c-8bc8-47eb-a6d8-e323ea292e0c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:20.120262 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46549017-7e7b-48fb-ac14-54b23e06c4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:20.125139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f9ce20b4-13aa-4c55-a0b5-479f80487b73 req-21622e3d-c98f-4703-8690-ec0ac9248773 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408161 Sep 30 08:15:20.180742 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-bfde71dd-e630-4b11-b21f-d1e42706d84f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Made reservation on behalf of ad60528d5c3d4d3d8094c2681701bf17 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:20.184439 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-bfde71dd-e630-4b11-b21f-d1e42706d84f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:20.231475 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-46549017-7e7b-48fb-ac14-54b23e06c4fb None None] Port 6669692c-8bc8-47eb-a6d8-e323ea292e0c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:20.237509 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9decd-8b9b-4605-b583-9e3125f591d9 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Deleting port 6669692c-8bc8-47eb-a6d8-e323ea292e0c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:20.239183 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bc9decd-8b9b-4605-b583-9e3125f591d9 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:20.466527 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bc9decd-8b9b-4605-b583-9e3125f591d9 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:20.484089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9decd-8b9b-4605-b583-9e3125f591d9 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Calling delete_port for 6669692c-8bc8-47eb-a6d8-e323ea292e0c owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:20.520974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-bfde71dd-e630-4b11-b21f-d1e42706d84f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Allocated IP 172.20.0.10 (8236e29b-1d2b-4e53-9994-7f4dec0dd38a/ee72be49-df02-4420-900e-333e8ceca494/c2142e67-e3d1-419b-84f2-7d6c53fb5dca) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:20.623988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-790e8fea-fdd2-462f-a80a-dbcf6deb01a9 req-718e8f78-a395-4093-9a2d-06e2049f71cd tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 210 time: 0.0630953 Sep 30 08:15:20.838226 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bc9decd-8b9b-4605-b583-9e3125f591d9 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:20.892171 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-bfde71dd-e630-4b11-b21f-d1e42706d84f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:20.996050 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-bfde71dd-e630-4b11-b21f-d1e42706d84f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:21.022635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9decd-8b9b-4605-b583-9e3125f591d9 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event deleted for resources: {'Port': ['ID=6669692c-8bc8-47eb-a6d8-e323ea292e0c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:21.113364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-bfde71dd-e630-4b11-b21f-d1e42706d84f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:21.120353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-bfde71dd-e630-4b11-b21f-d1e42706d84f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:21.124735 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-bfde71dd-e630-4b11-b21f-d1e42706d84f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:21.134397 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde71dd-e630-4b11-b21f-d1e42706d84f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event updated for resources: {'Port': ['ID=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:21.281611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-bfde71dd-e630-4b11-b21f-d1e42706d84f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:21.289636 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-bfde71dd-e630-4b11-b21f-d1e42706d84f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:21.431020 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-bfde71dd-e630-4b11-b21f-d1e42706d84f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8459423 Sep 30 08:15:21.435693 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bc9decd-8b9b-4605-b583-9e3125f591d9 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:21.437845 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9bc9decd-8b9b-4605-b583-9e3125f591d9 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "DELETE /v2.0/ports/6669692c-8bc8-47eb-a6d8-e323ea292e0c HTTP/1.1" status: 204 len: 168 time: 1.3921301 Sep 30 08:15:21.441693 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36658) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:21.457194 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d854a81-e83b-4a50-aace-c46ca7deb239 req-d221b5c5-f78b-46eb-8202-f214daa04358 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:21.459029 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d854a81-e83b-4a50-aace-c46ca7deb239 req-d221b5c5-f78b-46eb-8202-f214daa04358 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1637399 Sep 30 08:15:21.493491 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-693872e6-04cf-4ea7-a9b6-d0bca731ffba tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] GET failed (client error): The resource could not be found. Sep 30 08:15:21.496098 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-693872e6-04cf-4ea7-a9b6-d0bca731ffba tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "GET /v2.0/ports/6669692c-8bc8-47eb-a6d8-e323ea292e0c HTTP/1.1" status: 404 len: 333 time: 0.0525458 Sep 30 08:15:21.500454 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36662) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:21.564309 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d854a81-e83b-4a50-aace-c46ca7deb239 req-b18d8fac-855e-44a5-919e-32ea95211dff tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898006 Sep 30 08:15:21.654800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Request body: {'port': {'device_id': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:21.670805 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ccdee904-054a-4ae5-a27c-dbcea1ec97bb None None] Provisioning complete for port c2142e67-e3d1-419b-84f2-7d6c53fb5dca triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:21.673845 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ccdee904-054a-4ae5-a27c-dbcea1ec97bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:21.691378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-733dbbe1-8137-4aa8-a4a7-ede32b40c942 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Deleting port bcd0b0cb-1e41-448a-a2a9-265f319b5d7c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:21.691644 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-733dbbe1-8137-4aa8-a4a7-ede32b40c942 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:21.792264 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ccdee904-054a-4ae5-a27c-dbcea1ec97bb None None] Port c2142e67-e3d1-419b-84f2-7d6c53fb5dca cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:21.822416 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:21.874717 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-733dbbe1-8137-4aa8-a4a7-ede32b40c942 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:21.888084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ccdd8-c529-484b-8a3b-2e797a2051ee req-14ba6f3a-8022-459c-8ab2-7528271191b4 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:21.892111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-733dbbe1-8137-4aa8-a4a7-ede32b40c942 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Calling delete_port for bcd0b0cb-1e41-448a-a2a9-265f319b5d7c owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:21.895457 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d13ccdd8-c529-484b-8a3b-2e797a2051ee req-14ba6f3a-8022-459c-8ab2-7528271191b4 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 932 time: 0.1205494 Sep 30 08:15:22.023528 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d13ccdd8-c529-484b-8a3b-2e797a2051ee req-ba3de8df-ad39-4f9f-bbda-6197b033a90c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268311 Sep 30 08:15:22.224387 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-733dbbe1-8137-4aa8-a4a7-ede32b40c942 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:22.410090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2142e67-e3d1-419b-84f2-7d6c53fb5dca {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:22.422097 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:22.449924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Transition to ACTIVE for port object c2142e67-e3d1-419b-84f2-7d6c53fb5dca will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:15:22.459940 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:22.521585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Pushing event updated for resources: {'Port': ['ID=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:22.636744 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733dbbe1-8137-4aa8-a4a7-ede32b40c942 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event deleted for resources: {'Port': ['ID=bcd0b0cb-1e41-448a-a2a9-265f319b5d7c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:22.783572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Attempting to bind port c2142e67-e3d1-419b-84f2-7d6c53fb5dca on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:22.784953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Attempting to bind port c2142e67-e3d1-419b-84f2-7d6c53fb5dca by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:22.784953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Attempting to bind port c2142e67-e3d1-419b-84f2-7d6c53fb5dca on network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:22.790338 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Port c2142e67-e3d1-419b-84f2-7d6c53fb5dca on network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:22.790598 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Attempting to bind port c2142e67-e3d1-419b-84f2-7d6c53fb5dca on network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:22.820152 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-733dbbe1-8137-4aa8-a4a7-ede32b40c942 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:22.822312 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-733dbbe1-8137-4aa8-a4a7-ede32b40c942 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "DELETE /v2.0/ports/bcd0b0cb-1e41-448a-a2a9-265f319b5d7c HTTP/1.1" status: 204 len: 168 time: 1.3196867 Sep 30 08:15:22.824984 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36688) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:22.825307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:22.825659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Checking segment: {'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:22.826094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Bound using segment: {'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:22.826637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Bound port: c2142e67-e3d1-419b-84f2-7d6c53fb5dca, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:22.826909 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:22.867239 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c66d0bb-a0a7-4f32-9d29-50665ff1437d tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] GET failed (client error): The resource could not be found. Sep 30 08:15:22.868874 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3c66d0bb-a0a7-4f32-9d29-50665ff1437d tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "GET /v2.0/ports/bcd0b0cb-1e41-448a-a2a9-265f319b5d7c HTTP/1.1" status: 404 len: 333 time: 0.0429494 Sep 30 08:15:22.872633 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:23.109409 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0939ca9b-55b7-40a7-b3f5-797c45c55605 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Deleting port 4c06aec1-166e-4ccd-8e9e-f1502123a32a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:23.109811 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0939ca9b-55b7-40a7-b3f5-797c45c55605 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.129108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33840b30-cc65-4dad-8670-050e56c87b9a req-a02f2c67-004b-4265-a539-16891c332c64 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:23.136545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33840b30-cc65-4dad-8670-050e56c87b9a req-a02f2c67-004b-4265-a539-16891c332c64 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.3540232 Sep 30 08:15:23.161558 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] For port c2142e67-e3d1-419b-84f2-7d6c53fb5dca, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:23.184021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] For port c2142e67-e3d1-419b-84f2-7d6c53fb5dca, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:23.204511 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.252308 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0939ca9b-55b7-40a7-b3f5-797c45c55605 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.291110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0939ca9b-55b7-40a7-b3f5-797c45c55605 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Calling delete_port for 4c06aec1-166e-4ccd-8e9e-f1502123a32a owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:23.331474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:23.332584 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.334640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] 10.222.0.36 "PUT /v2.0/ports/c2142e67-e3d1-419b-84f2-7d6c53fb5dca HTTP/1.1" status: 200 len: 1092 time: 1.9025218 Sep 30 08:15:23.349308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dc58b-b1ab-4d12-882f-6b627acf332d service neutron] Pushing event updated for resources: {'Port': ['ID=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:23.353203 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'tag': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:23.355499 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9df889-c31b-4b65-9ea3-f488e9c4d284" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4", "tag": "c2142e67-e3d1-419b-84f2-7d6c53fb5dca"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:23.400500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33840b30-cc65-4dad-8670-050e56c87b9a req-f4b60378-d3c0-484e-9e78-ae0e0b5baefe tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618690 Sep 30 08:15:23.499065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df8fee-4132-4658-8ca6-8c674381c46b req-c3b0e3df-451a-41e5-b8d1-053493aa9b77 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:23.508781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32df8fee-4132-4658-8ca6-8c674381c46b req-c3b0e3df-451a-41e5-b8d1-053493aa9b77 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.3228471 Sep 30 08:15:23.574927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-ad629c1d-79d2-493a-8f7e-36fb675c55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:23.587843 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-ad629c1d-79d2-493a-8f7e-36fb675c55b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 1095 time: 0.1732671 Sep 30 08:15:23.670289 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0939ca9b-55b7-40a7-b3f5-797c45c55605 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.703617 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-607606a3-cc63-4825-b0a2-a927d650a23e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca HTTP/1.1" status: 200 len: 217 time: 0.1053035 Sep 30 08:15:23.719849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32df8fee-4132-4658-8ca6-8c674381c46b req-da9c9a21-530f-4a15-b447-cada91d3f228 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071939 Sep 30 08:15:23.738983 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939ca9b-55b7-40a7-b3f5-797c45c55605 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event deleted for resources: {'Port': ['ID=4c06aec1-166e-4ccd-8e9e-f1502123a32a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:23.829065 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb6b440-4570-4e07-8f65-35e7a34c9177 x-openstack-request-id: req-1cb6b440-4570-4e07-8f65-35e7a34c9177 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:23.829644 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4", "tag": "c2142e67-e3d1-419b-84f2-7d6c53fb5dca", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:23.831446 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cb6b440-4570-4e07-8f65-35e7a34c9177 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:23.832161 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'tag': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca', 'status': 'completed', 'code': 200} Sep 30 08:15:23.851485 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-390e772e-11ff-4b5c-a786-eff9698d65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:23.853210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-390e772e-11ff-4b5c-a786-eff9698d65d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee72be49-df02-4420-900e-333e8ceca494 HTTP/1.1" status: 200 len: 856 time: 0.1282575 Sep 30 08:15:23.897674 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0939ca9b-55b7-40a7-b3f5-797c45c55605 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:23.916490 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0939ca9b-55b7-40a7-b3f5-797c45c55605 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "DELETE /v2.0/ports/4c06aec1-166e-4ccd-8e9e-f1502123a32a HTTP/1.1" status: 204 len: 168 time: 1.0428452 Sep 30 08:15:23.917223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36714) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:23.952295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-490dca3b-d63d-4c61-926d-5d80b8a94e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:23.954014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-490dca3b-d63d-4c61-926d-5d80b8a94e5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874913 Sep 30 08:15:24.015537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-42bb65e0-1d85-462a-a0e2-ac284c2dbf04 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Deleting subnet 5cd4b2f1-64ae-451a-a792-9dc3359829a8 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:15:24.019544 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42bb65e0-1d85-462a-a0e2-ac284c2dbf04 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.074541 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42bb65e0-1d85-462a-a0e2-ac284c2dbf04 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.101733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-04684d3d-8339-4097-86af-9c528036813e service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389496 Sep 30 08:15:24.255835 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42bb65e0-1d85-462a-a0e2-ac284c2dbf04 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.281781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd86d04-6ed9-444e-9300-da9a263b4d51 req-8fd024d9-7f4f-4be5-9a10-a0268bb8752f service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730011 Sep 30 08:15:24.336011 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42bb65e0-1d85-462a-a0e2-ac284c2dbf04 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.393851 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb65e0-1d85-462a-a0e2-ac284c2dbf04 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd4b2f1-64ae-451a-a792-9dc3359829a8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:24.393851 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42bb65e0-1d85-462a-a0e2-ac284c2dbf04 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.393851 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-42bb65e0-1d85-462a-a0e2-ac284c2dbf04 tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "DELETE /v2.0/subnets/5cd4b2f1-64ae-451a-a792-9dc3359829a8 HTTP/1.1" status: 204 len: 168 time: 0.4698913 Sep 30 08:15:24.393851 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36726) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:24.394178 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec2d70e-0b0a-431e-a8b0-fafa7fe020ce None None] Network 2578e472-572f-46f0-90b7-11eee136e384 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:24.427890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9df889-c31b-4b65-9ea3-f488e9c4d284 req-998aba12-30ec-4782-a865-a70bcfef315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:24.430005 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c9df889-c31b-4b65-9ea3-f488e9c4d284 req-998aba12-30ec-4782-a865-a70bcfef315f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 1095 time: 0.0899341 Sep 30 08:15:24.565020 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9df889-c31b-4b65-9ea3-f488e9c4d284 req-31f230ab-5f6a-457c-bee6-7a44ec5294c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:24.567581 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c9df889-c31b-4b65-9ea3-f488e9c4d284 req-31f230ab-5f6a-457c-bee6-7a44ec5294c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 918 time: 0.1298423 Sep 30 08:15:24.621930 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.635016 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c9df889-c31b-4b65-9ea3-f488e9c4d284 req-7bea5192-48bd-4a91-818d-b8834a2dfef7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca HTTP/1.1" status: 200 len: 217 time: 0.0560811 Sep 30 08:15:24.696329 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d72d38-e45d-4dff-bbdf-97fc06ccc3b1 None None] DHCP port deletion for 2578e472-572f-46f0-90b7-11eee136e384 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:15:24.729052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9df889-c31b-4b65-9ea3-f488e9c4d284 req-65c02fb8-b020-4122-b88c-2cd286c8a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:24.730233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Deleting port 23f1c802-1f77-4600-9975-3c6ba5b7d17e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:24.730795 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c9df889-c31b-4b65-9ea3-f488e9c4d284 req-65c02fb8-b020-4122-b88c-2cd286c8a7de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee72be49-df02-4420-900e-333e8ceca494 HTTP/1.1" status: 200 len: 856 time: 0.0632901 Sep 30 08:15:24.730902 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.740955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e5c79-8768-47f7-8fde-e0aac55b9482 req-f8b122cc-3f44-4f0f-bfdc-6884066d8dbb tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:24.742578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f1e5c79-8768-47f7-8fde-e0aac55b9482 req-f8b122cc-3f44-4f0f-bfdc-6884066d8dbb tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.1099210 Sep 30 08:15:24.758734 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c3d72d38-e45d-4dff-bbdf-97fc06ccc3b1 None None] Deleting port 23f1c802-1f77-4600-9975-3c6ba5b7d17e {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:24.759353 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3d72d38-e45d-4dff-bbdf-97fc06ccc3b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.819688 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9df889-c31b-4b65-9ea3-f488e9c4d284 req-02f054da-2cf0-4cf2-9801-ae2d86d486d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:24.821458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] For port 23f1c802-1f77-4600-9975-3c6ba5b7d17e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=23f1c802-1f77-4600-9975-3c6ba5b7d17e,segment=NetworkSegment(f4632607-3052-462c-b41b-37d12c455a06),segment_id=f4632607-3052-462c-b41b-37d12c455a06)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:24.821626 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c9df889-c31b-4b65-9ea3-f488e9c4d284 req-02f054da-2cf0-4cf2-9801-ae2d86d486d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780101 Sep 30 08:15:24.822248 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.835862 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Calling delete_port for 23f1c802-1f77-4600-9975-3c6ba5b7d17e owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:24.836499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c3d72d38-e45d-4dff-bbdf-97fc06ccc3b1 None None] For port 23f1c802-1f77-4600-9975-3c6ba5b7d17e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=23f1c802-1f77-4600-9975-3c6ba5b7d17e,segment=NetworkSegment(f4632607-3052-462c-b41b-37d12c455a06),segment_id=f4632607-3052-462c-b41b-37d12c455a06)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:24.837152 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3d72d38-e45d-4dff-bbdf-97fc06ccc3b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.838839 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f1e5c79-8768-47f7-8fde-e0aac55b9482 req-6a9bbd2b-acda-4ef9-8619-bd38209ce0ff tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856795 Sep 30 08:15:24.854205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c3d72d38-e45d-4dff-bbdf-97fc06ccc3b1 None None] Calling delete_port for 23f1c802-1f77-4600-9975-3c6ba5b7d17e owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:24.964516 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3d72d38-e45d-4dff-bbdf-97fc06ccc3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.974924 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:24.995618 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] No DVR routers for this DVR port 23f1c802-1f77-4600-9975-3c6ba5b7d17e on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:15:25.030028 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d72d38-e45d-4dff-bbdf-97fc06ccc3b1 None None] No DVR routers for this DVR port 23f1c802-1f77-4600-9975-3c6ba5b7d17e on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:15:25.041128 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d72d38-e45d-4dff-bbdf-97fc06ccc3b1 None None] Pushing event deleted for resources: {'Port': ['ID=23f1c802-1f77-4600-9975-3c6ba5b7d17e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:25.062798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d02b1f-bfa8-4ae3-9683-f3ca527e4113 req-d3021871-7d5d-491a-a23d-5512e7da71de tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:25.064528 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1d02b1f-bfa8-4ae3-9683-f3ca527e4113 req-d3021871-7d5d-491a-a23d-5512e7da71de tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.1124449 Sep 30 08:15:25.069265 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c9df889-c31b-4b65-9ea3-f488e9c4d284 req-f9666332-05d9-41b5-818c-53aba546ee49 service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289329 Sep 30 08:15:25.090393 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event deleted for resources: {'Port': ['ID=23f1c802-1f77-4600-9975-3c6ba5b7d17e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:25.173743 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.187168 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c9df889-c31b-4b65-9ea3-f488e9c4d284 req-89159c48-74a7-478e-a0c7-5957c7ca9e80 service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088078 Sep 30 08:15:25.198267 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 23f1c802-1f77-4600-9975-3c6ba5b7d17e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:15:25.200889 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2578e472-572f-46f0-90b7-11eee136e384']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:25.213593 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4632607-3052-462c-b41b-37d12c455a06') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:25.213966 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4632607-3052-462c-b41b-37d12c455a06') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:25.239930 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 23f1c802-1f77-4600-9975-3c6ba5b7d17e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:15:25.240514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 23f1c802-1f77-4600-9975-3c6ba5b7d17e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:15:25.241331 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.272517 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.272670 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1d02b1f-bfa8-4ae3-9683-f3ca527e4113 req-7179fb69-9540-4cfa-aed7-3caa9ab223ba tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014911 Sep 30 08:15:25.279733 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:15:25.280171 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:15:25.292011 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:15:25.295087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e25ed3-55d4-4b26-b1ce-82b9f3bc4c38 req-d35f84f6-5d65-49dc-9adb-a46c1bfbf51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:25.295087 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5e25ed3-55d4-4b26-b1ce-82b9f3bc4c38 req-d35f84f6-5d65-49dc-9adb-a46c1bfbf51c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 1096 time: 0.0899394 Sep 30 08:15:25.355256 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.361313 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.365865 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] 10.222.0.24 "DELETE /v2.0/networks/2578e472-572f-46f0-90b7-11eee136e384 HTTP/1.1" status: 204 len: 168 time: 0.9734550 Sep 30 08:15:25.385560 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff8616-a07f-4235-bab9-2eea5a75800f tempest-AllowedAddressPairTestJSON-1959707689 tempest-AllowedAddressPairTestJSON-1959707689-project] Pushing event deleted for resources: {'Network': ['ID=2578e472-572f-46f0-90b7-11eee136e384,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:25.411229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e25ed3-55d4-4b26-b1ce-82b9f3bc4c38 req-bfc43af3-dea1-4255-8044-c79853b13345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:25.413096 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5e25ed3-55d4-4b26-b1ce-82b9f3bc4c38 req-bfc43af3-dea1-4255-8044-c79853b13345 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 913 time: 0.1178746 Sep 30 08:15:25.469741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5e25ed3-55d4-4b26-b1ce-82b9f3bc4c38 req-2397d484-39c7-4e7f-90c5-edeabe8f6661 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3807b707-02b9-459a-b1e4-78c8bd71ace0 HTTP/1.1" status: 200 len: 217 time: 0.0424809 Sep 30 08:15:25.527199 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e25ed3-55d4-4b26-b1ce-82b9f3bc4c38 req-ec1672eb-87b3-4260-97c6-3fa33b02ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:25.528957 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5e25ed3-55d4-4b26-b1ce-82b9f3bc4c38 req-ec1672eb-87b3-4260-97c6-3fa33b02ae8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68739a17-6737-4340-9fc7-309705504036 HTTP/1.1" status: 200 len: 852 time: 0.0528805 Sep 30 08:15:25.565613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5e25ed3-55d4-4b26-b1ce-82b9f3bc4c38 req-cb9c8353-2fb3-49a0-b2f0-d383ada33f17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95117f4a-763a-4903-a581-84bb55b346d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289919 Sep 30 08:15:25.678486 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5e25ed3-55d4-4b26-b1ce-82b9f3bc4c38 req-fed70d2b-c15b-4bbc-a276-68154fda796b service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063845 Sep 30 08:15:25.679828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36756) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:25.806846 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5e25ed3-55d4-4b26-b1ce-82b9f3bc4c38 req-981a93ef-dd9e-4824-a194-d7a11c140105 service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197133 Sep 30 08:15:25.841731 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f810f6e7-6188-429c-85e5-08cd8a8cef10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b6ca71b2c2143cf9355c77411848344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580997 Sep 30 08:15:25.842688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36762) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:25.916892 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a6356a2-0502-4925-bf70-d00ae453b177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.951079 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a6356a2-0502-4925-bf70-d00ae453b177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:25.991861 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf241b33-5c2c-4916-a575-d933d68edef9 req-e86905f0-2f6c-414e-a176-a1d1640f9715 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:25.999851 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf241b33-5c2c-4916-a575-d933d68edef9 req-e86905f0-2f6c-414e-a176-a1d1640f9715 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.0671928 Sep 30 08:15:26.014170 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a6356a2-0502-4925-bf70-d00ae453b177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:26.016929 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a6356a2-0502-4925-bf70-d00ae453b177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:26.022151 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1a6356a2-0502-4925-bf70-d00ae453b177 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c9df702-9281-4ce7-a924-2e49cf5b8ecf HTTP/1.1" status: 204 len: 168 time: 0.1787722 Sep 30 08:15:26.030896 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6356a2-0502-4925-bf70-d00ae453b177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9df702-9281-4ce7-a924-2e49cf5b8ecf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:26.066951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf241b33-5c2c-4916-a575-d933d68edef9 req-d50a016d-d7cd-45a4-8522-f279078af894 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598719 Sep 30 08:15:26.414178 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ce10c-2b14-44bf-99f1-5c0ab52c6360 req-4c883d76-56a2-4a2d-b476-886dad02bf1b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:26.416205 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e44ce10c-2b14-44bf-99f1-5c0ab52c6360 req-4c883d76-56a2-4a2d-b476-886dad02bf1b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.0568845 Sep 30 08:15:26.458952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e44ce10c-2b14-44bf-99f1-5c0ab52c6360 req-d61343fa-02aa-4fe6-9bdf-6c402c1de289 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362566 Sep 30 08:15:26.638999 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36792) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:26.769829 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27a4a38e-2e5b-40bd-bd6c-11668bd852d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:26.886255 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27a4a38e-2e5b-40bd-bd6c-11668bd852d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:26.892298 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27a4a38e-2e5b-40bd-bd6c-11668bd852d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:26.937476 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-27a4a38e-2e5b-40bd-bd6c-11668bd852d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cdced69061b4e6eb4580dbd092cbb06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947390 Sep 30 08:15:26.937842 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36806) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:26.954837 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4a38e-2e5b-40bd-bd6c-11668bd852d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a54c986-3e89-4a9e-9a45-8a699d3ec74c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:26.973064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36808) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:27.026293 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17cdda81-d44c-4ddc-8bf1-a77487e04a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.072447 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17cdda81-d44c-4ddc-8bf1-a77487e04a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.137619 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17cdda81-d44c-4ddc-8bf1-a77487e04a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.139609 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f6e0e3f6-2e9f-4af2-b5f7-7c6a98d18bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-28920095'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:27.140195 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17cdda81-d44c-4ddc-8bf1-a77487e04a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.141672 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-17cdda81-d44c-4ddc-8bf1-a77487e04a6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a54c986-3e89-4a9e-9a45-8a699d3ec74c HTTP/1.1" status: 204 len: 168 time: 0.2026610 Sep 30 08:15:27.155312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdda81-d44c-4ddc-8bf1-a77487e04a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a54c986-3e89-4a9e-9a45-8a699d3ec74c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:27.172414 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e0e3f6-2e9f-4af2-b5f7-7c6a98d18bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Made reservation on behalf of 7edb9b69ee664dfa869a5700d4be9a54 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:27.184957 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e3f6-2e9f-4af2-b5f7-7c6a98d18bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.195939 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e3f6-2e9f-4af2-b5f7-7c6a98d18bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.233985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ce8c2-ee41-4fba-aa0d-2ac963b5277f req-9f660936-7b2f-4335-b004-8bc465513737 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:27.235840 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f1ce8c2-ee41-4fba-aa0d-2ac963b5277f req-9f660936-7b2f-4335-b004-8bc465513737 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.0663934 Sep 30 08:15:27.283063 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f1ce8c2-ee41-4fba-aa0d-2ac963b5277f req-ab66a44a-b4a6-42c4-bb89-286a990e9fbb tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366349 Sep 30 08:15:27.318496 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e3f6-2e9f-4af2-b5f7-7c6a98d18bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.323377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e3f6-2e9f-4af2-b5f7-7c6a98d18bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.360703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e0e3f6-2e9f-4af2-b5f7-7c6a98d18bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:15:27.371454 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0e3f6-2e9f-4af2-b5f7-7c6a98d18bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6cfb2a-fd55-405b-9f61-8b817c657c73,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:27.378769 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e3f6-2e9f-4af2-b5f7-7c6a98d18bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.379183 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-f6e0e3f6-2e9f-4af2-b5f7-7c6a98d18bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Added segment 6da2d144-f64e-4692-b5f0-f664d8ef0d18 of type vlan for network 0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f Sep 30 08:15:27.430878 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e3f6-2e9f-4af2-b5f7-7c6a98d18bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.461184 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e3f6-2e9f-4af2-b5f7-7c6a98d18bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.466891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e0e3f6-2e9f-4af2-b5f7-7c6a98d18bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:27.467561 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e3f6-2e9f-4af2-b5f7-7c6a98d18bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.503363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device c2142e67-e3d1-419b-84f2-7d6c53fb5dca details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:15:27.515269 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f6e0e3f6-2e9f-4af2-b5f7-7c6a98d18bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5406153 Sep 30 08:15:27.518723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36824) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:27.524787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ae71e58a-7347-4cb7-b0e3-90547e1d7ad4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Request body: {'subnet': {'network_id': '0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:27.582799 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0e3f6-2e9f-4af2-b5f7-7c6a98d18bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Pushing event updated for resources: {'Network': ['ID=0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:27.613130 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:15:27.694358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae71e58a-7347-4cb7-b0e3-90547e1d7ad4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Made reservation on behalf of 7edb9b69ee664dfa869a5700d4be9a54 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:27.699181 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae71e58a-7347-4cb7-b0e3-90547e1d7ad4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.711768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eebc0-2d67-4e75-8cc4-a85598ea9680 req-f03af295-149b-40ca-95e8-cc2fc016cf6a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:27.719722 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c01eebc0-2d67-4e75-8cc4-a85598ea9680 req-f03af295-149b-40ca-95e8-cc2fc016cf6a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.1604064 Sep 30 08:15:27.777223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port c2142e67-e3d1-419b-84f2-7d6c53fb5dca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:27.797788 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'port_id': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca', 'mac_address': 'fa:16:3e:ba:23:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:15:27.820869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c01eebc0-2d67-4e75-8cc4-a85598ea9680 req-7dce68b1-b948-499d-9d48-48e0cbb77d4d tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002080 Sep 30 08:15:27.862072 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.880739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2142e67-e3d1-419b-84f2-7d6c53fb5dca {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:27.911998 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port c2142e67-e3d1-419b-84f2-7d6c53fb5dca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:27.917150 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:27.981289 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae71e58a-7347-4cb7-b0e3-90547e1d7ad4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:28.018060 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:28.063513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71e58a-7347-4cb7-b0e3-90547e1d7ad4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Pushing event updated for resources: {'Subnet': ['ID=cf656f07-ebc1-47e8-bbb8-c27df763bdad,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:28.067264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae71e58a-7347-4cb7-b0e3-90547e1d7ad4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Checking segment: {'id': '6da2d144-f64e-4692-b5f0-f664d8ef0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:28.067712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae71e58a-7347-4cb7-b0e3-90547e1d7ad4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Network hostable DHCP agents. Network: 0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:15:28.089356 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae71e58a-7347-4cb7-b0e3-90547e1d7ad4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Network 0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:15:28.104273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ae71e58a-7347-4cb7-b0e3-90547e1d7ad4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:28.109260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae71e58a-7347-4cb7-b0e3-90547e1d7ad4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:28.109974 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae71e58a-7347-4cb7-b0e3-90547e1d7ad4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:28.118920 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b811bd-1136-4598-bd98-c69e1a08e0f7 None None] Network 0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:28.128969 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ae71e58a-7347-4cb7-b0e3-90547e1d7ad4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6089656 Sep 30 08:15:28.132214 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36850) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:28.136143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['c2142e67-e3d1-419b-84f2-7d6c53fb5dca'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:28.137826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4adcba94-c078-4ced-930c-298459a1cbec tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Request body: {'port': {'network_id': '0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-310334507'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:28.350038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adcba94-c078-4ced-930c-298459a1cbec tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Made reservation on behalf of 7edb9b69ee664dfa869a5700d4be9a54 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:28.357385 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4adcba94-c078-4ced-930c-298459a1cbec tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:28.391124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-4adcba94-c078-4ced-930c-298459a1cbec tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] device_id is not set on port 0cbacc3e-5e42-4bad-ad7d-1868a746a960 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:15:28.422777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f', 'network_id': '0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f', 'tenant_id': '7edb9b69ee664dfa869a5700d4be9a54', 'fixed_ips': [{'subnet_id': 'cf656f07-ebc1-47e8-bbb8-c27df763bdad'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:15:28.423618 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:28.480840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b32ff-0dab-4344-bd22-cda1e377bb50 req-33628648-0cc7-4d03-ac4a-f0f52dda60de tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:28.484369 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-902b32ff-0dab-4344-bd22-cda1e377bb50 req-33628648-0cc7-4d03-ac4a-f0f52dda60de tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.0823293 Sep 30 08:15:28.557287 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-902b32ff-0dab-4344-bd22-cda1e377bb50 req-0cb8b143-ce9e-472d-baa4-4905cca078fe tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625057 Sep 30 08:15:28.598849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4adcba94-c078-4ced-930c-298459a1cbec tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Allocated IP 2001:db8::386 (0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f/cf656f07-ebc1-47e8-bbb8-c27df763bdad/0cbacc3e-5e42-4bad-ad7d-1868a746a960) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:28.804850 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4adcba94-c078-4ced-930c-298459a1cbec tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:28.861185 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4adcba94-c078-4ced-930c-298459a1cbec tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:28.952349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcba94-c078-4ced-930c-298459a1cbec tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Pushing event updated for resources: {'Port': ['ID=0cbacc3e-5e42-4bad-ad7d-1868a746a960,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:28.956974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Allocated IP 2001:db8::2 (0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f/cf656f07-ebc1-47e8-bbb8-c27df763bdad/01223dc2-0b49-473c-a2da-69488c9d63db) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:28.982664 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adcba94-c078-4ced-930c-298459a1cbec tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Network 0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:28.994328 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4adcba94-c078-4ced-930c-298459a1cbec tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:29.000909 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcba94-c078-4ced-930c-298459a1cbec tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:29.007536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adcba94-c078-4ced-930c-298459a1cbec tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:29.008962 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4adcba94-c078-4ced-930c-298459a1cbec tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.017620 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d228e8-b4e9-4576-b5d9-31df13de9e8f req-a146192d-b3b7-40e2-a640-b7c6c1265ce2 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:29.022745 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08d228e8-b4e9-4576-b5d9-31df13de9e8f req-a146192d-b3b7-40e2-a640-b7c6c1265ce2 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 945 time: 0.0886152 Sep 30 08:15:29.028228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36892) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:29.029954 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4adcba94-c078-4ced-930c-298459a1cbec tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.8905904 Sep 30 08:15:29.040969 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Request body: {'port': {'network_id': '0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-476688283', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:29.044438 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.api.validators [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] bootfile-name is not in valid_values {{(pid=94837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:15:29.044923 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.api.validators [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] tftp-server is not in valid_values {{(pid=94837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:15:29.045385 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.api.validators [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] server-ip-address is not in valid_values {{(pid=94837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:15:29.194171 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.206612 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.214296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08d228e8-b4e9-4576-b5d9-31df13de9e8f req-43338841-4f38-43af-8a9c-2fbb6ef89b6e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847973 Sep 30 08:15:29.245242 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Made reservation on behalf of 7edb9b69ee664dfa869a5700d4be9a54 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:29.252352 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.275978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] device_id is not set on port 2c60d4ef-29ff-4bef-8eb9-bf2f6677995c yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:15:29.278968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Network 0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:29.282486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:29.297612 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:29.331434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Pushing event updated for resources: {'Port': ['ID=01223dc2-0b49-473c-a2da-69488c9d63db,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:29.455306 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Attempting to bind port 01223dc2-0b49-473c-a2da-69488c9d63db on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:29.456884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Attempting to bind port 01223dc2-0b49-473c-a2da-69488c9d63db by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '6da2d144-f64e-4692-b5f0-f664d8ef0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:29.457305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Attempting to bind port 01223dc2-0b49-473c-a2da-69488c9d63db on network 0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:29.459406 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Allocated IP 2001:db8::24f (0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f/cf656f07-ebc1-47e8-bbb8-c27df763bdad/2c60d4ef-29ff-4bef-8eb9-bf2f6677995c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:29.466244 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:29.467971 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Checking segment: {'id': '6da2d144-f64e-4692-b5f0-f664d8ef0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:29.468556 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.469111 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Bound using segment: {'id': '6da2d144-f64e-4692-b5f0-f664d8ef0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:29.469821 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Bound port: 01223dc2-0b49-473c-a2da-69488c9d63db, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da2d144-f64e-4692-b5f0-f664d8ef0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:29.470409 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.523052 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device c2142e67-e3d1-419b-84f2-7d6c53fb5dca up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:29.605662 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] For port 01223dc2-0b49-473c-a2da-69488c9d63db, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:29.620328 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.621259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port c2142e67-e3d1-419b-84f2-7d6c53fb5dca completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:15:29.624725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] For port 01223dc2-0b49-473c-a2da-69488c9d63db, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=01223dc2-0b49-473c-a2da-69488c9d63db,segment=NetworkSegment(6da2d144-f64e-4692-b5f0-f664d8ef0d18),segment_id=6da2d144-f64e-4692-b5f0-f664d8ef0d18)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:29.628409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port c2142e67-e3d1-419b-84f2-7d6c53fb5dca triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:29.629027 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.633819 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.713976 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.773944 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:29.918757 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce8bfb-2608-46e7-ad89-70e1aaa3b961 None None] Pushing event updated for resources: {'Port': ['ID=01223dc2-0b49-473c-a2da-69488c9d63db,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:29.966505 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.001123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:30.004029 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5126bf3d-e783-4154-ba14-aec27f04f857" -d '{"events": [{"server_uuid": "9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4", "name": "network-vif-plugged", "status": "completed", "tag": "c2142e67-e3d1-419b-84f2-7d6c53fb5dca"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:30.018772 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port c2142e67-e3d1-419b-84f2-7d6c53fb5dca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:30.025641 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.027211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3807b707-02b9-459a-b1e4-78c8bd71ace0 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:15:30.145819 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:30.181870 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:15:30.267402 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.280642 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaf12cd-0896-438f-bb06-4eca85937996 x-openstack-request-id: req-8aaf12cd-0896-438f-bb06-4eca85937996 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:30.280938 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4", "name": "network-vif-plugged", "status": "completed", "tag": "c2142e67-e3d1-419b-84f2-7d6c53fb5dca", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:30.281262 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8aaf12cd-0896-438f-bb06-4eca85937996 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:30.281770 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca', 'code': 200} Sep 30 08:15:30.323367 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3807b707-02b9-459a-b1e4-78c8bd71ace0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3807b707-02b9-459a-b1e4-78c8bd71ace0,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:30.330086 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.377948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Network 0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:30.388799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f1cdf-a0d2-4880-b915-3a1e817e26da req-f02d6f58-b235-4039-89ca-81248372d766 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:30.396945 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-106f1cdf-a0d2-4880-b915-3a1e817e26da req-f02d6f58-b235-4039-89ca-81248372d766 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=046624cb-39da-407b-9c19-27dbe0367e3f HTTP/1.1" status: 200 len: 945 time: 0.6381152 Sep 30 08:15:30.401916 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Pushing event updated for resources: {'Port': ['ID=2c60d4ef-29ff-4bef-8eb9-bf2f6677995c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:30.405760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=3807b707-02b9-459a-b1e4-78c8bd71ace0,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:30.426120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:30.430492 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:30.441250 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:30.442293 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.572458 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8b0741d2-9ec8-4f53-a67d-8a92bf37372c tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5407100 Sep 30 08:15:30.575114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36956) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:30.620827 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013d996-0c25-49c3-81c6-5ce45aa6b340 req-040bdcde-0313-4542-9d89-6a8e08996710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:30.622353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7013d996-0c25-49c3-81c6-5ce45aa6b340 req-040bdcde-0313-4542-9d89-6a8e08996710 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 1097 time: 0.2424359 Sep 30 08:15:30.634448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066d4146-3c2b-4e93-8883-4ed90b4f8188 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:30.637795 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5a7d9-112a-414e-9d75-7b4ecdd68538 req-7d1a6194-43d6-4c96-98ad-0f8a6d145e48 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:30.639369 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfb5a7d9-112a-414e-9d75-7b4ecdd68538 req-7d1a6194-43d6-4c96-98ad-0f8a6d145e48 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.2582924 Sep 30 08:15:30.641972 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066d4146-3c2b-4e93-8883-4ed90b4f8188 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:30.651670 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066d4146-3c2b-4e93-8883-4ed90b4f8188 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:30.654180 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-066d4146-3c2b-4e93-8883-4ed90b4f8188 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0780463 Sep 30 08:15:30.657072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36960) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:30.724020 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfb5a7d9-112a-414e-9d75-7b4ecdd68538 req-871813bc-452c-4d37-a02c-ae9c4cbd5950 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734611 Sep 30 08:15:30.727568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7013d996-0c25-49c3-81c6-5ce45aa6b340 req-f5440606-cac4-4229-927c-578833032a05 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856349 Sep 30 08:15:30.740206 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36962) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:30.742930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-106f1cdf-a0d2-4880-b915-3a1e817e26da req-63caa3b2-4439-4962-9b5c-fe7d5c1b8595 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Deleting port 3807b707-02b9-459a-b1e4-78c8bd71ace0 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:30.743282 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-106f1cdf-a0d2-4880-b915-3a1e817e26da req-63caa3b2-4439-4962-9b5c-fe7d5c1b8595 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.796432 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0e94ea59-4d2b-4661-8e9f-b27dcb6dea6e tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Deleting port 2c60d4ef-29ff-4bef-8eb9-bf2f6677995c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:30.797024 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e94ea59-4d2b-4661-8e9f-b27dcb6dea6e tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.893005 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-106f1cdf-a0d2-4880-b915-3a1e817e26da req-63caa3b2-4439-4962-9b5c-fe7d5c1b8595 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] For port 3807b707-02b9-459a-b1e4-78c8bd71ace0, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3807b707-02b9-459a-b1e4-78c8bd71ace0,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:30.893687 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-106f1cdf-a0d2-4880-b915-3a1e817e26da req-63caa3b2-4439-4962-9b5c-fe7d5c1b8595 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.925632 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4c2ea6f-2968-4b69-a58e-9dcd9e285ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.926122 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e94ea59-4d2b-4661-8e9f-b27dcb6dea6e tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:30.928830 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-106f1cdf-a0d2-4880-b915-3a1e817e26da req-63caa3b2-4439-4962-9b5c-fe7d5c1b8595 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Calling delete_port for 3807b707-02b9-459a-b1e4-78c8bd71ace0 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:30.946971 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0e94ea59-4d2b-4661-8e9f-b27dcb6dea6e tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Calling delete_port for 2c60d4ef-29ff-4bef-8eb9-bf2f6677995c owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:31.131480 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e94ea59-4d2b-4661-8e9f-b27dcb6dea6e tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.145874 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4c2ea6f-2968-4b69-a58e-9dcd9e285ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.153678 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4c2ea6f-2968-4b69-a58e-9dcd9e285ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.168630 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-106f1cdf-a0d2-4880-b915-3a1e817e26da req-63caa3b2-4439-4962-9b5c-fe7d5c1b8595 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.176121 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94ea59-4d2b-4661-8e9f-b27dcb6dea6e tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Pushing event deleted for resources: {'Port': ['ID=2c60d4ef-29ff-4bef-8eb9-bf2f6677995c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:31.204686 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e94ea59-4d2b-4661-8e9f-b27dcb6dea6e tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.216030 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0e94ea59-4d2b-4661-8e9f-b27dcb6dea6e tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] 10.222.0.24 "DELETE /v2.0/ports/2c60d4ef-29ff-4bef-8eb9-bf2f6677995c HTTP/1.1" status: 204 len: 168 time: 0.5571988 Sep 30 08:15:31.216998 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36968) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:31.223696 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c14dff6a-19f2-4efe-84a2-d67682ed28ce tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Request body: {'port': {'name': 'tempest-new-port-name-131692435', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:31.224194 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-c14dff6a-19f2-4efe-84a2-d67682ed28ce tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] bootfile-name is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:15:31.224558 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-c14dff6a-19f2-4efe-84a2-d67682ed28ce tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] tftp-server is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:15:31.225582 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-c14dff6a-19f2-4efe-84a2-d67682ed28ce tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] server-ip-address is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:15:31.245870 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63caa3b2-4439-4962-9b5c-fe7d5c1b8595 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Pushing event deleted for resources: {'Port': ['ID=3807b707-02b9-459a-b1e4-78c8bd71ace0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:31.247788 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2ea6f-2968-4b69-a58e-9dcd9e285ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd669b2d-d366-4b1a-933f-78c48b2f76b3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:31.255642 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d4c2ea6f-2968-4b69-a58e-9dcd9e285ffa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be0e4346a0f045a2a2a77b4ea3ab8a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5091026 Sep 30 08:15:31.259051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36974) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:31.286419 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 01223dc2-0b49-473c-a2da-69488c9d63db up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:31.319055 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-106f1cdf-a0d2-4880-b915-3a1e817e26da req-63caa3b2-4439-4962-9b5c-fe7d5c1b8595 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] No DVR routers for this DVR port 3807b707-02b9-459a-b1e4-78c8bd71ace0 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:15:31.323705 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-106f1cdf-a0d2-4880-b915-3a1e817e26da req-63caa3b2-4439-4962-9b5c-fe7d5c1b8595 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.325806 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-106f1cdf-a0d2-4880-b915-3a1e817e26da req-63caa3b2-4439-4962-9b5c-fe7d5c1b8595 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "DELETE /v2.0/ports/3807b707-02b9-459a-b1e4-78c8bd71ace0 HTTP/1.1" status: 204 len: 173 time: 0.9274962 Sep 30 08:15:31.326310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046624cb-39da-407b-9c19-27dbe0367e3f', 'name': 'network-vif-deleted', 'tag': '3807b707-02b9-459a-b1e4-78c8bd71ace0'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:31.328661 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df97f69-8c14-4f7b-a5a0-ee6494083c93" -d '{"events": [{"server_uuid": "046624cb-39da-407b-9c19-27dbe0367e3f", "name": "network-vif-deleted", "tag": "3807b707-02b9-459a-b1e4-78c8bd71ace0"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:31.328837 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c14dff6a-19f2-4efe-84a2-d67682ed28ce tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.355495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec34d89-dbf3-4268-959a-17ddfb828e38 None None] Network 0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:31.388486 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29c0f272-ea8a-4559-bedd-321c7e2df7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.410692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5084ca97-5a86-46c5-84d7-9bfe2771e071 None None] Provisioning complete for port 01223dc2-0b49-473c-a2da-69488c9d63db triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:31.411557 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5084ca97-5a86-46c5-84d7-9bfe2771e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.430431 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29c0f272-ea8a-4559-bedd-321c7e2df7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.498135 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29c0f272-ea8a-4559-bedd-321c7e2df7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.500895 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29c0f272-ea8a-4559-bedd-321c7e2df7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.502036 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-29c0f272-ea8a-4559-bedd-321c7e2df7bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd669b2d-d366-4b1a-933f-78c48b2f76b3 HTTP/1.1" status: 204 len: 168 time: 0.2418475 Sep 30 08:15:31.503823 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8cd94d-601e-4520-aac5-9e2b60da2881 x-openstack-request-id: req-4f8cd94d-601e-4520-aac5-9e2b60da2881 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:31.504137 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046624cb-39da-407b-9c19-27dbe0367e3f", "name": "network-vif-deleted", "tag": "3807b707-02b9-459a-b1e4-78c8bd71ace0", "status": "failed", "code": 422}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:31.504476 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f8cd94d-601e-4520-aac5-9e2b60da2881 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:31.511848 n-d-807359-2 neutron-server[94837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '046624cb-39da-407b-9c19-27dbe0367e3f', 'name': 'network-vif-deleted', 'tag': '3807b707-02b9-459a-b1e4-78c8bd71ace0', 'status': 'failed', 'code': 422} returned with failed status Sep 30 08:15:31.527558 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0f272-ea8a-4559-bedd-321c7e2df7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd669b2d-d366-4b1a-933f-78c48b2f76b3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:31.672328 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 01223dc2-0b49-473c-a2da-69488c9d63db triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:31.672783 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.693105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c14dff6a-19f2-4efe-84a2-d67682ed28ce tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.699300 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c14dff6a-19f2-4efe-84a2-d67682ed28ce tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.787876 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5084ca97-5a86-46c5-84d7-9bfe2771e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.833425 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5084ca97-5a86-46c5-84d7-9bfe2771e071 None None] For port 01223dc2-0b49-473c-a2da-69488c9d63db, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=01223dc2-0b49-473c-a2da-69488c9d63db,segment=NetworkSegment(6da2d144-f64e-4692-b5f0-f664d8ef0d18),segment_id=6da2d144-f64e-4692-b5f0-f664d8ef0d18)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:31.841110 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5084ca97-5a86-46c5-84d7-9bfe2771e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.850134 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c14dff6a-19f2-4efe-84a2-d67682ed28ce tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] In _notify_port_updated(), no bound segment for port 0cbacc3e-5e42-4bad-ad7d-1868a746a960 on network 0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:15:31.872670 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14dff6a-19f2-4efe-84a2-d67682ed28ce tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:31.875130 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c14dff6a-19f2-4efe-84a2-d67682ed28ce tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:31.883548 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c14dff6a-19f2-4efe-84a2-d67682ed28ce tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] 10.222.0.24 "PUT /v2.0/ports/0cbacc3e-5e42-4bad-ad7d-1868a746a960 HTTP/1.1" status: 200 len: 1129 time: 0.6638339 Sep 30 08:15:31.885196 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36990) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:31.946143 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dff6a-19f2-4efe-84a2-d67682ed28ce tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Pushing event updated for resources: {'Port': ['ID=0cbacc3e-5e42-4bad-ad7d-1868a746a960,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:31.974871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084ca97-5a86-46c5-84d7-9bfe2771e071 None None] Pushing event updated for resources: {'Port': ['ID=01223dc2-0b49-473c-a2da-69488c9d63db,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:32.013966 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:32.030876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90141cd8-c24a-4e44-a1cf-af2c5936519d tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:32.038124 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-90141cd8-c24a-4e44-a1cf-af2c5936519d tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] 10.222.0.24 "GET /v2.0/ports/0cbacc3e-5e42-4bad-ad7d-1868a746a960 HTTP/1.1" status: 200 len: 1129 time: 0.1514187 Sep 30 08:15:32.038608 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63b1a266-904c-436c-800d-af01addb130d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.039596 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36998) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:32.116075 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb57569-f9a4-4ad6-8efa-16f706abf04b req-0a8139fc-ec9a-4724-a9cc-6f7c8c506521 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:32.117671 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cfb57569-f9a4-4ad6-8efa-16f706abf04b req-0a8139fc-ec9a-4724-a9cc-6f7c8c506521 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1740270 Sep 30 08:15:32.185268 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63b1a266-904c-436c-800d-af01addb130d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.195228 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63b1a266-904c-436c-800d-af01addb130d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.209512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cfb57569-f9a4-4ad6-8efa-16f706abf04b req-09b7ef9b-a3f1-4329-aaa4-975833c53a26 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810983 Sep 30 08:15:32.262783 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-66857c47-3fbb-48e2-9892-2614d1f89b8a tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Deleting port 0cbacc3e-5e42-4bad-ad7d-1868a746a960 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:32.263443 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66857c47-3fbb-48e2-9892-2614d1f89b8a tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.282755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046624cb-39da-407b-9c19-27dbe0367e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3807b707-02b9-459a-b1e4-78c8bd71ace0'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:32.285362 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b5f373-f22f-406a-a465-1b5d21a2ef29" -d '{"events": [{"server_uuid": "046624cb-39da-407b-9c19-27dbe0367e3f", "name": "network-vif-unplugged", "status": "completed", "tag": "3807b707-02b9-459a-b1e4-78c8bd71ace0"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:32.291157 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-63b1a266-904c-436c-800d-af01addb130d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ca52bfded804a10a74f5b30c2756eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2757971 Sep 30 08:15:32.301501 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1a266-904c-436c-800d-af01addb130d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eefa274-6e9f-4568-a73b-8930c39515f3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:32.304005 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37004) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:32.344040 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1785e48c-585b-4d24-9f62-e235d39dacf2 x-openstack-request-id: req-1785e48c-585b-4d24-9f62-e235d39dacf2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:32.344737 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046624cb-39da-407b-9c19-27dbe0367e3f", "name": "network-vif-unplugged", "status": "failed", "tag": "3807b707-02b9-459a-b1e4-78c8bd71ace0", "code": 422}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:32.344737 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1785e48c-585b-4d24-9f62-e235d39dacf2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:32.345143 n-d-807359-2 neutron-server[94839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '046624cb-39da-407b-9c19-27dbe0367e3f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3807b707-02b9-459a-b1e4-78c8bd71ace0', 'code': 422} returned with failed status Sep 30 08:15:32.367004 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d229954b-e2ce-41ef-ba74-7d610bf251d0 None None] Provisioning complete for port 01223dc2-0b49-473c-a2da-69488c9d63db triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:32.368220 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d229954b-e2ce-41ef-ba74-7d610bf251d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.381386 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3bf1d1f0-bb4a-4cdb-83e6-8b5829373e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.416909 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3bf1d1f0-bb4a-4cdb-83e6-8b5829373e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.425662 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66857c47-3fbb-48e2-9892-2614d1f89b8a tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.453066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-66857c47-3fbb-48e2-9892-2614d1f89b8a tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Calling delete_port for 0cbacc3e-5e42-4bad-ad7d-1868a746a960 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:32.523385 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3bf1d1f0-bb4a-4cdb-83e6-8b5829373e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.527676 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3bf1d1f0-bb4a-4cdb-83e6-8b5829373e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.530081 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3bf1d1f0-bb4a-4cdb-83e6-8b5829373e38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8eefa274-6e9f-4568-a73b-8930c39515f3 HTTP/1.1" status: 204 len: 168 time: 0.2251706 Sep 30 08:15:32.539464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1d1f0-bb4a-4cdb-83e6-8b5829373e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eefa274-6e9f-4568-a73b-8930c39515f3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:32.580658 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d229954b-e2ce-41ef-ba74-7d610bf251d0 None None] Provisioning complete for port 0cbacc3e-5e42-4bad-ad7d-1868a746a960 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:32.581212 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d229954b-e2ce-41ef-ba74-7d610bf251d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.660563 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d229954b-e2ce-41ef-ba74-7d610bf251d0 None None] Port 0cbacc3e-5e42-4bad-ad7d-1868a746a960 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:32.763858 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-999ec31b-f047-41e6-9fc6-1375fe66190e tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:32.765431 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-999ec31b-f047-41e6-9fc6-1375fe66190e tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 812 time: 0.1646931 Sep 30 08:15:32.796401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6b53f0f8-cedc-4df9-807f-d7adcdfc27a3 None None] Provisioning complete for port 0cbacc3e-5e42-4bad-ad7d-1868a746a960 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:32.797266 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b53f0f8-cedc-4df9-807f-d7adcdfc27a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.810990 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-6cd9350e-c4c3-414e-bef2-948591ed1a51 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/quotas/58f58d6a562c4f1bb63fcd00b6b0f416 HTTP/1.1" status: 200 len: 375 time: 0.0197072 Sep 30 08:15:32.847578 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6b53f0f8-cedc-4df9-807f-d7adcdfc27a3 None None] Port 0cbacc3e-5e42-4bad-ad7d-1868a746a960 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:32.856260 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-4547720e-2776-4c7f-8b05-bcda749b715b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350432 Sep 30 08:15:32.857147 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66857c47-3fbb-48e2-9892-2614d1f89b8a tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.908664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66857c47-3fbb-48e2-9892-2614d1f89b8a tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Pushing event deleted for resources: {'Port': ['ID=0cbacc3e-5e42-4bad-ad7d-1868a746a960,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:32.950311 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66857c47-3fbb-48e2-9892-2614d1f89b8a tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:32.954672 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-66857c47-3fbb-48e2-9892-2614d1f89b8a tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] 10.222.0.24 "DELETE /v2.0/ports/0cbacc3e-5e42-4bad-ad7d-1868a746a960 HTTP/1.1" status: 204 len: 168 time: 0.9116690 Sep 30 08:15:32.954827 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:33.041914 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a775a9a-6932-4fba-a7fa-e7bd4b75e912 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Deleting subnet cf656f07-ebc1-47e8-bbb8-c27df763bdad {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:15:33.050388 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a775a9a-6932-4fba-a7fa-e7bd4b75e912 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:33.054367 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-7faef56b-e9e8-4e9e-b15b-7579d5d9f821 service neutron] 10.222.0.24 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861932 Sep 30 08:15:33.131134 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a775a9a-6932-4fba-a7fa-e7bd4b75e912 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:33.166444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-79f876cc-8ad9-485b-9bec-25cdf28a54a6 None None] Could not find standard attr ID for object 2c60d4ef-29ff-4bef-8eb9-bf2f6677995c. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:15:33.237486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 01223dc2-0b49-473c-a2da-69488c9d63db up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:33.285187 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-4e748447-9a97-49b8-b88a-770f472fbf69 service neutron] 10.222.0.24 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107675 Sep 30 08:15:33.336951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 01223dc2-0b49-473c-a2da-69488c9d63db triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:33.337580 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:33.375625 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a775a9a-6932-4fba-a7fa-e7bd4b75e912 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:33.573236 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a775a9a-6932-4fba-a7fa-e7bd4b75e912 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:33.579447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5c9a-ab6e-4530-ad25-a074ee34ba10 req-015a2422-daa7-42f6-ad83-72cb100757b2 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:33.589615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee0f5c9a-ab6e-4530-ad25-a074ee34ba10 req-015a2422-daa7-42f6-ad83-72cb100757b2 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1518240 Sep 30 08:15:33.642659 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a775a9a-6932-4fba-a7fa-e7bd4b75e912 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:33.651558 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7a775a9a-6932-4fba-a7fa-e7bd4b75e912 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] 10.222.0.24 "DELETE /v2.0/subnets/cf656f07-ebc1-47e8-bbb8-c27df763bdad HTTP/1.1" status: 204 len: 168 time: 0.6945262 Sep 30 08:15:33.651558 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37054) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:33.656420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a775a9a-6932-4fba-a7fa-e7bd4b75e912 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Pushing event deleted for resources: {'Subnet': ['ID=cf656f07-ebc1-47e8-bbb8-c27df763bdad,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:33.718904 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee0f5c9a-ab6e-4530-ad25-a074ee34ba10 req-f874ae6a-1394-44aa-83a3-59fcc893d9ed tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282821 Sep 30 08:15:33.805028 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:33.808022 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd13547f-5947-41ba-9eb3-78102b442452 req-63820f81-8497-4228-96f6-8ab3088cacb0 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 210 time: 0.0511379 Sep 30 08:15:33.906113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Deleting port 01223dc2-0b49-473c-a2da-69488c9d63db {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:33.906632 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:33.924402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3575c356-56b7-4b4e-ab43-3eba00c3fd91 None None] Network 0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:33.937227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf928654-5702-48f6-80e5-62ce193c42fc req-61896151-e17d-4ba9-9b15-508e7de3089d tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:33.949912 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf928654-5702-48f6-80e5-62ce193c42fc req-61896151-e17d-4ba9-9b15-508e7de3089d tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1224024 Sep 30 08:15:33.950433 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37064) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:33.957291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ad3674b0-528f-47c2-b5d3-86f397f987a7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Request body: {'floatingip': {'port_id': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:33.985036 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] For port 01223dc2-0b49-473c-a2da-69488c9d63db, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=01223dc2-0b49-473c-a2da-69488c9d63db,segment=NetworkSegment(6da2d144-f64e-4692-b5f0-f664d8ef0d18),segment_id=6da2d144-f64e-4692-b5f0-f664d8ef0d18)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:33.985558 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:34.004694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Calling delete_port for 01223dc2-0b49-473c-a2da-69488c9d63db owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:34.054706 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad3674b0-528f-47c2-b5d3-86f397f987a7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:34.118756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a5725a19-bb9f-48e8-a85f-d4afa335a433 None None] Could not find standard attr ID for object 0cbacc3e-5e42-4bad-ad7d-1868a746a960. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:15:34.202723 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:34.236521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Pushing event deleted for resources: {'Port': ['ID=01223dc2-0b49-473c-a2da-69488c9d63db,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:34.246877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] No DVR routers for this DVR port 01223dc2-0b49-473c-a2da-69488c9d63db on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:15:34.402183 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c96c39-28a7-46ce-8303-c2af065bb20e None None] DHCP port deletion for 0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:15:34.461642 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:34.493553 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:34.504754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da2d144-f64e-4692-b5f0-f664d8ef0d18') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:34.505067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da2d144-f64e-4692-b5f0-f664d8ef0d18') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:34.515460 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:34.532959 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:34.540581 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:15:34.541272 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:15:34.545317 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:15:34.642160 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:34.657117 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:34.661240 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] 10.222.0.24 "DELETE /v2.0/networks/0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f HTTP/1.1" status: 204 len: 168 time: 1.0088282 Sep 30 08:15:34.692365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772c800-b7a4-4103-bc91-242ad7505cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876 tempest-ExtraDHCPOptionsIpV6TestJSON-698532876-project] Pushing event deleted for resources: {'Network': ['ID=0a9d9fc3-a240-4dd9-aa4a-7cbbcc1e3a7f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:34.922627 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad3674b0-528f-47c2-b5d3-86f397f987a7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:34.930016 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad3674b0-528f-47c2-b5d3-86f397f987a7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:35.045866 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f65bcd5-93cc-40a0-8406-be10108b5cfe req-66d99dab-2219-44d0-b477-bd5e970ad7e3 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 210 time: 0.0695703 Sep 30 08:15:35.184864 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-ad3674b0-528f-47c2-b5d3-86f397f987a7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Floating IP c2b98558-9835-4920-a00f-fdf15356bbc5 associated. External IP: 172.25.0.31, port: c2142e67-e3d1-419b-84f2-7d6c53fb5dca. Sep 30 08:15:35.210985 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37098) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:35.247447 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 01223dc2-0b49-473c-a2da-69488c9d63db no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:15:35.294036 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 01223dc2-0b49-473c-a2da-69488c9d63db {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:15:35.296138 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 01223dc2-0b49-473c-a2da-69488c9d63db not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:15:35.420451 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-5c26c282-e5b7-4a78-a01c-f02bdab290cd tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:35.426224 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-5c26c282-e5b7-4a78-a01c-f02bdab290cd tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.35 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 812 time: 0.2873309 Sep 30 08:15:35.459533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-47e00108-6ee6-4737-958b-edb926f8b782 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Request body: {'port': {'device_id': 'bb741718-f024-4804-8e26-914a52887b84', 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4', 'admin_state_up': True, 'tenant_id': '58f58d6a562c4f1bb63fcd00b6b0f416'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:35.540063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3674b0-528f-47c2-b5d3-86f397f987a7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Router 9f92160a-ade3-418e-991f-4b21fecd7c17 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:15:35.581021 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-05a5499c-5b58-4e69-9042-9f2733f690ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7edb9b69ee664dfa869a5700d4be9a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629310 Sep 30 08:15:35.583470 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:35.693776 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-47e00108-6ee6-4737-958b-edb926f8b782 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Made reservation on behalf of 58f58d6a562c4f1bb63fcd00b6b0f416 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:35.697838 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-47e00108-6ee6-4737-958b-edb926f8b782 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:35.729022 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-867cc8a0-c461-469a-bf22-9789773a4aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:35.738695 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3674b0-528f-47c2-b5d3-86f397f987a7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:15:35.746856 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad3674b0-528f-47c2-b5d3-86f397f987a7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:35.755702 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1d87a-ca17-4c98-85c9-d193d874fdd0 None None] Sync routers for ids ['9f92160a-ade3-418e-991f-4b21fecd7c17'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:15:35.780000 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf1d87a-ca17-4c98-85c9-d193d874fdd0 None None] Routers {'9f92160a-ade3-418e-991f-4b21fecd7c17'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:35.781604 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0cf1d87a-ca17-4c98-85c9-d193d874fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:15:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9f92160a-ade3-418e-991f-4b21fecd7c17'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:35.818265 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ad3674b0-528f-47c2-b5d3-86f397f987a7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "PUT /v2.0/floatingips/c2b98558-9835-4920-a00f-fdf15356bbc5 HTTP/1.1" status: 200 len: 991 time: 1.8666823 Sep 30 08:15:35.818985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'tag': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:35.826909 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-867cc8a0-c461-469a-bf22-9789773a4aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:35.840600 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d972be-d6d5-41a0-a054-c68d8f5201e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4", "tag": "c2142e67-e3d1-419b-84f2-7d6c53fb5dca"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:35.982657 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0cf1d87a-ca17-4c98-85c9-d193d874fdd0 None None] Set router 9f92160a-ade3-418e-991f-4b21fecd7c17 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:36.019171 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7946b8e-beea-4ae4-8d46-d43e8c46133c x-openstack-request-id: req-e7946b8e-beea-4ae4-8d46-d43e8c46133c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:36.020522 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4", "tag": "c2142e67-e3d1-419b-84f2-7d6c53fb5dca", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:36.028935 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7946b8e-beea-4ae4-8d46-d43e8c46133c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:36.029840 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'tag': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca', 'status': 'completed', 'code': 200} Sep 30 08:15:36.036431 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-47e00108-6ee6-4737-958b-edb926f8b782 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Allocated IP 172.20.0.8 (95117f4a-763a-4903-a581-84bb55b346d4/68739a17-6737-4340-9fc7-309705504036/2934cc8f-871e-4373-8290-62fe6ceb186c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:36.038538 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-867cc8a0-c461-469a-bf22-9789773a4aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:36.041106 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-867cc8a0-c461-469a-bf22-9789773a4aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:36.044670 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-867cc8a0-c461-469a-bf22-9789773a4aea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a6cfb2a-fd55-405b-9f61-8b817c657c73 HTTP/1.1" status: 204 len: 168 time: 0.4578264 Sep 30 08:15:36.096783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867cc8a0-c461-469a-bf22-9789773a4aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6cfb2a-fd55-405b-9f61-8b817c657c73,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:36.159619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d972be-d6d5-41a0-a054-c68d8f5201e2 req-b201e44e-1a26-4dd6-8eb3-f5deac8dae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:36.161171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51d972be-d6d5-41a0-a054-c68d8f5201e2 req-b201e44e-1a26-4dd6-8eb3-f5deac8dae03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 1097 time: 0.1135688 Sep 30 08:15:36.388495 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0cf1d87a-ca17-4c98-85c9-d193d874fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'c2b98558-9835-4920-a00f-fdf15356bbc5', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'port_id': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'mac_address': 'fa:16:3e:ba:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:15:13Z', 'updated_at': '2021-09-30T08:15:34Z', 'revision_number': 1, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7', 'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'mac_address': 'fa:16:3e:c5:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:03Z', 'updated_at': '2021-09-30T08:15:10Z', 'revision_number': 5, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'subnets': [{'id': 'ee72be49-df02-4420-900e-333e8ceca494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:36.416174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2cf293ba-8994-4634-836c-c9098f4acf21 req-493f9621-d678-4bc8-a7d2-a2238edebc32 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 210 time: 0.1096272 Sep 30 08:15:36.427090 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1d87a-ca17-4c98-85c9-d193d874fdd0 None None] Checking router: 9f92160a-ade3-418e-991f-4b21fecd7c17 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:15:36.438672 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf1d87a-ca17-4c98-85c9-d193d874fdd0 None None] Routers {'9f92160a-ade3-418e-991f-4b21fecd7c17'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:15:36.439548 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0cf1d87a-ca17-4c98-85c9-d193d874fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:15:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9f92160a-ade3-418e-991f-4b21fecd7c17'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:36.448566 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d972be-d6d5-41a0-a054-c68d8f5201e2 req-b483328d-feff-46af-b109-6899426d0f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:36.450180 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51d972be-d6d5-41a0-a054-c68d8f5201e2 req-b483328d-feff-46af-b109-6899426d0f01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 918 time: 0.2788601 Sep 30 08:15:36.490541 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-47e00108-6ee6-4737-958b-edb926f8b782 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:36.567329 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51d972be-d6d5-41a0-a054-c68d8f5201e2 req-b0d0a51a-abbd-4096-9ef5-ef3d0b948537 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca HTTP/1.1" status: 200 len: 999 time: 0.1077030 Sep 30 08:15:36.599086 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-47e00108-6ee6-4737-958b-edb926f8b782 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:36.609453 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0cf1d87a-ca17-4c98-85c9-d193d874fdd0 None None] Set router 9f92160a-ade3-418e-991f-4b21fecd7c17 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:15:36.682430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-47e00108-6ee6-4737-958b-edb926f8b782 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Network 95117f4a-763a-4903-a581-84bb55b346d4 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:36.686208 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-47e00108-6ee6-4737-958b-edb926f8b782 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:36.690720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-47e00108-6ee6-4737-958b-edb926f8b782 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:36.745478 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e00108-6ee6-4737-958b-edb926f8b782 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Pushing event updated for resources: {'Port': ['ID=2934cc8f-871e-4373-8290-62fe6ceb186c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:36.767877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-47e00108-6ee6-4737-958b-edb926f8b782 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:36.768775 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-47e00108-6ee6-4737-958b-edb926f8b782 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:36.773078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d972be-d6d5-41a0-a054-c68d8f5201e2 req-6506a20c-912b-4d79-890c-cbd0e5292ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:36.775650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51d972be-d6d5-41a0-a054-c68d8f5201e2 req-6506a20c-912b-4d79-890c-cbd0e5292ee9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee72be49-df02-4420-900e-333e8ceca494 HTTP/1.1" status: 200 len: 856 time: 0.2040617 Sep 30 08:15:36.789870 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-47e00108-6ee6-4737-958b-edb926f8b782 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3346443 Sep 30 08:15:36.815224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Request body: {'port': {'device_id': 'bb741718-f024-4804-8e26-914a52887b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:36.899156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d972be-d6d5-41a0-a054-c68d8f5201e2 req-ab1790d4-970c-4c57-ab57-358793cd262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:36.902889 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51d972be-d6d5-41a0-a054-c68d8f5201e2 req-ab1790d4-970c-4c57-ab57-358793cd262d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192687 Sep 30 08:15:36.941630 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:37.161490 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51d972be-d6d5-41a0-a054-c68d8f5201e2 req-2515e145-ff1c-40df-a30c-6efe4bde954b service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513342 Sep 30 08:15:37.286914 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0cf1d87a-ca17-4c98-85c9-d193d874fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'c2b98558-9835-4920-a00f-fdf15356bbc5', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'port_id': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'mac_address': 'fa:16:3e:ba:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:15:13Z', 'updated_at': '2021-09-30T08:15:34Z', 'revision_number': 1, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7', 'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'mac_address': 'fa:16:3e:c5:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:03Z', 'updated_at': '2021-09-30T08:15:10Z', 'revision_number': 5, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'subnets': [{'id': 'ee72be49-df02-4420-900e-333e8ceca494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:37.330756 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1d87a-ca17-4c98-85c9-d193d874fdd0 None None] The sync data for ids ['9f92160a-ade3-418e-991f-4b21fecd7c17'] in n-d-807359-2 is: [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'c2b98558-9835-4920-a00f-fdf15356bbc5', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'port_id': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'mac_address': 'fa:16:3e:ba:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:15:13Z', 'updated_at': '2021-09-30T08:15:34Z', 'revision_number': 1, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7', 'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'mac_address': 'fa:16:3e:c5:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:03Z', 'updated_at': '2021-09-30T08:15:10Z', 'revision_number': 5, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'subnets': [{'id': 'ee72be49-df02-4420-900e-333e8ceca494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:15:37.443726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51d972be-d6d5-41a0-a054-c68d8f5201e2 req-ff1b6e69-5c07-49bf-9af1-500995f398f7 service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728345 Sep 30 08:15:37.623125 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2934cc8f-871e-4373-8290-62fe6ceb186c {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:37.633346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0b186-e041-4ece-9208-2136052a45a7 req-8c7abcb0-13b4-46f6-a098-3b3bbc0ab384 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:37.635257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1cb0b186-e041-4ece-9208-2136052a45a7 req-8c7abcb0-13b4-46f6-a098-3b3bbc0ab384 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 931 time: 0.0939345 Sep 30 08:15:37.640492 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:37.660495 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37176) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:37.697782 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Transition to ACTIVE for port object 2934cc8f-871e-4373-8290-62fe6ceb186c will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:15:37.702910 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:37.710516 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1cb0b186-e041-4ece-9208-2136052a45a7 req-cee2f274-95c7-4b28-9a6f-399d4567894d tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682828 Sep 30 08:15:37.774763 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4233b40-69d3-4a81-be08-cbb36c4e9154 None None] New status for floating IP c2b98558-9835-4920-a00f-fdf15356bbc5: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:15:37.805654 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Pushing event updated for resources: {'Port': ['ID=2934cc8f-871e-4373-8290-62fe6ceb186c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:37.935445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Attempting to bind port 2934cc8f-871e-4373-8290-62fe6ceb186c on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:37.936080 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Attempting to bind port 2934cc8f-871e-4373-8290-62fe6ceb186c by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:37.937020 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Attempting to bind port 2934cc8f-871e-4373-8290-62fe6ceb186c on network 95117f4a-763a-4903-a581-84bb55b346d4 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:37.952981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Port 2934cc8f-871e-4373-8290-62fe6ceb186c on network 95117f4a-763a-4903-a581-84bb55b346d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:15:37.953654 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Attempting to bind port 2934cc8f-871e-4373-8290-62fe6ceb186c on network 95117f4a-763a-4903-a581-84bb55b346d4 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:37.967942 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:37.968584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Checking segment: {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:37.969073 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Bound using segment: {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:37.969523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Bound port: 2934cc8f-871e-4373-8290-62fe6ceb186c, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:37.970048 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:38.057101 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] For port 2934cc8f-871e-4373-8290-62fe6ceb186c, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:38.061783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] For port 2934cc8f-871e-4373-8290-62fe6ceb186c, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2934cc8f-871e-4373-8290-62fe6ceb186c,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:38.068961 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:38.088105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e02015a7-e9e9-45b8-aa67-70493490b6bd tempest-DvrRoutersNegativeTest-1915907239 tempest-DvrRoutersNegativeTest-1915907239-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1249306452', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:38.091227 n-d-807359-2 neutron-server[94838]: DEBUG neutron.policy [None req-e02015a7-e9e9-45b8-aa67-70493490b6bd tempest-DvrRoutersNegativeTest-1915907239 tempest-DvrRoutersNegativeTest-1915907239-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94838) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 30 08:15:38.091592 n-d-807359-2 neutron-server[94838]: DEBUG neutron.policy [None req-e02015a7-e9e9-45b8-aa67-70493490b6bd tempest-DvrRoutersNegativeTest-1915907239 tempest-DvrRoutersNegativeTest-1915907239-project] Failed policy check for 'create_router' {{(pid=94838) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 30 08:15:38.093151 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-e02015a7-e9e9-45b8-aa67-70493490b6bd tempest-DvrRoutersNegativeTest-1915907239 tempest-DvrRoutersNegativeTest-1915907239-project] create failed (client error): Access was denied to this resource. Sep 30 08:15:38.094191 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e02015a7-e9e9-45b8-aa67-70493490b6bd tempest-DvrRoutersNegativeTest-1915907239 tempest-DvrRoutersNegativeTest-1915907239-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4323645 Sep 30 08:15:38.102305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:38.103854 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:38.107237 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] 10.222.0.35 "PUT /v2.0/ports/2934cc8f-871e-4373-8290-62fe6ceb186c HTTP/1.1" status: 200 len: 1091 time: 1.3006072 Sep 30 08:15:38.107734 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb741718-f024-4804-8e26-914a52887b84', 'tag': '2934cc8f-871e-4373-8290-62fe6ceb186c'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:38.111262 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e355d22d-547f-4173-8703-f61e5b1c9350" -d '{"events": [{"name": "network-changed", "server_uuid": "bb741718-f024-4804-8e26-914a52887b84", "tag": "2934cc8f-871e-4373-8290-62fe6ceb186c"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:38.257308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa061dc-9c53-40ea-9b5f-ba1614ac10af service neutron] Pushing event updated for resources: {'Port': ['ID=2934cc8f-871e-4373-8290-62fe6ceb186c,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:38.278755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-76064a50-7bda-4888-80c0-ab399ee5c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:38.280285 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-76064a50-7bda-4888-80c0-ab399ee5c36a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 1094 time: 0.1023419 Sep 30 08:15:38.357884 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-bc6926cf-0cb9-4dc8-9d25-f85aa5acc871 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2934cc8f-871e-4373-8290-62fe6ceb186c HTTP/1.1" status: 200 len: 217 time: 0.0647352 Sep 30 08:15:38.415998 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-33a39796-7306-49f6-8499-eb5b60fcaec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:38.417588 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-33a39796-7306-49f6-8499-eb5b60fcaec7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=68739a17-6737-4340-9fc7-309705504036 HTTP/1.1" status: 200 len: 852 time: 0.0495298 Sep 30 08:15:38.454569 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-c97e3423-6c17-4279-8fbd-121f01253db4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95117f4a-763a-4903-a581-84bb55b346d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286522 Sep 30 08:15:38.568642 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-2b67143f-b5a4-4531-b625-b26456853e5a service neutron] 10.222.0.35 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056037 Sep 30 08:15:38.636879 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e617fea6-5fca-43bf-85d0-615b8a7d1bda x-openstack-request-id: req-e617fea6-5fca-43bf-85d0-615b8a7d1bda {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:38.637521 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb741718-f024-4804-8e26-914a52887b84", "tag": "2934cc8f-871e-4373-8290-62fe6ceb186c", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:38.637521 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e617fea6-5fca-43bf-85d0-615b8a7d1bda {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:38.637743 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb741718-f024-4804-8e26-914a52887b84', 'tag': '2934cc8f-871e-4373-8290-62fe6ceb186c', 'status': 'completed', 'code': 200} Sep 30 08:15:38.699252 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37206) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:38.712413 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ba683347-90d5-4df1-b4c0-391e6b4f7610 req-be77b909-261f-4682-87b9-7df8d9522f69 service neutron] 10.222.0.35 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366062 Sep 30 08:15:38.864663 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355d22d-547f-4173-8703-f61e5b1c9350 req-3698c917-1469-4b79-80d0-e9ba768c768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:38.866664 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e355d22d-547f-4173-8703-f61e5b1c9350 req-3698c917-1469-4b79-80d0-e9ba768c768e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 1094 time: 0.0674977 Sep 30 08:15:38.891323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014d1b1-1b4b-42d4-bc80-d2f6b72730e2 req-7b08b49b-e235-4501-aedf-f321309c9e70 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:38.894179 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a014d1b1-1b4b-42d4-bc80-d2f6b72730e2 req-7b08b49b-e235-4501-aedf-f321309c9e70 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 943 time: 0.0800297 Sep 30 08:15:39.003019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355d22d-547f-4173-8703-f61e5b1c9350 req-334d1a9e-f762-416f-b5ff-d82ab5126fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:39.004829 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e355d22d-547f-4173-8703-f61e5b1c9350 req-334d1a9e-f762-416f-b5ff-d82ab5126fc6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 913 time: 0.1305478 Sep 30 08:15:39.068282 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e355d22d-547f-4173-8703-f61e5b1c9350 req-4cf856dc-bcd3-4282-a52f-1a878428ea92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2934cc8f-871e-4373-8290-62fe6ceb186c HTTP/1.1" status: 200 len: 217 time: 0.0554609 Sep 30 08:15:39.147145 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355d22d-547f-4173-8703-f61e5b1c9350 req-18085a9b-ceac-4c07-989a-c78f5520d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:39.149823 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e355d22d-547f-4173-8703-f61e5b1c9350 req-18085a9b-ceac-4c07-989a-c78f5520d6a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=68739a17-6737-4340-9fc7-309705504036 HTTP/1.1" status: 200 len: 852 time: 0.0732958 Sep 30 08:15:39.195861 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e355d22d-547f-4173-8703-f61e5b1c9350 req-c1ee47f4-df31-4362-828f-abb0477cfb8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95117f4a-763a-4903-a581-84bb55b346d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364337 Sep 30 08:15:39.297169 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dfd8b8fd-5a96-4e07-8f4d-37c46d8a5055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:39.320576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a014d1b1-1b4b-42d4-bc80-d2f6b72730e2 req-4eaeb71b-bf63-4b15-b00f-d11b946b4dd4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160399 Sep 30 08:15:39.432480 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e355d22d-547f-4173-8703-f61e5b1c9350 req-029d9e15-75ef-406c-ad7a-0e20c331eb57 service neutron] 10.222.0.35 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260818 Sep 30 08:15:39.458314 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dfd8b8fd-5a96-4e07-8f4d-37c46d8a5055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:39.464766 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dfd8b8fd-5a96-4e07-8f4d-37c46d8a5055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:39.527455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dfd8b8fd-5a96-4e07-8f4d-37c46d8a5055 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c874b38a2d3e49fe87c4771a189c70b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8270245 Sep 30 08:15:39.530609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37230) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:39.540972 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8b8fd-5a96-4e07-8f4d-37c46d8a5055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91fc1e4-3543-45e8-91d2-73dad2f791f3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:39.595008 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-930ca804-e982-4661-9c64-50fc49fac640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:39.620385 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-930ca804-e982-4661-9c64-50fc49fac640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:39.686502 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-930ca804-e982-4661-9c64-50fc49fac640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:39.689203 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-930ca804-e982-4661-9c64-50fc49fac640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:39.690520 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-930ca804-e982-4661-9c64-50fc49fac640 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b91fc1e4-3543-45e8-91d2-73dad2f791f3 HTTP/1.1" status: 204 len: 168 time: 0.1588528 Sep 30 08:15:39.701504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ca804-e982-4661-9c64-50fc49fac640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91fc1e4-3543-45e8-91d2-73dad2f791f3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:39.838972 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e355d22d-547f-4173-8703-f61e5b1c9350 req-df191c53-a05a-4969-b797-cf459c4fd94a service neutron] 10.222.0.35 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011462 Sep 30 08:15:40.014451 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:40.453111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71148bd7-76be-46b2-b830-741ca9bdb1d3 req-b0ef91f3-4aa0-4ca0-af46-805e9ee4b2a8 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:40.454821 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71148bd7-76be-46b2-b830-741ca9bdb1d3 req-b0ef91f3-4aa0-4ca0-af46-805e9ee4b2a8 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 943 time: 0.0641432 Sep 30 08:15:40.495702 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71148bd7-76be-46b2-b830-741ca9bdb1d3 req-9b1914fc-6d73-41e0-8529-ec0e12f82474 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349009 Sep 30 08:15:40.694588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37286) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:40.884130 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8c897b7b-cc68-4951-9fb1-17eed445da84 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2083877267'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:40.905561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c897b7b-cc68-4951-9fb1-17eed445da84 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Made reservation on behalf of ac582f17473b49748a8f9ba94bd217c3 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:40.910045 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c897b7b-cc68-4951-9fb1-17eed445da84 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:40.918762 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c897b7b-cc68-4951-9fb1-17eed445da84 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.010992 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c897b7b-cc68-4951-9fb1-17eed445da84 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.015478 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c897b7b-cc68-4951-9fb1-17eed445da84 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.045862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c897b7b-cc68-4951-9fb1-17eed445da84 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:15:41.055549 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c897b7b-cc68-4951-9fb1-17eed445da84 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d640c3-53ac-4706-9540-aaf0265b0457,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:41.061736 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c897b7b-cc68-4951-9fb1-17eed445da84 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.062083 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-8c897b7b-cc68-4951-9fb1-17eed445da84 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Added segment 1f76c5fb-8742-40b3-acc5-c3d88e96f692 of type vlan for network 7ffa1117-0f42-44d9-a9a4-c75003fd2c5c Sep 30 08:15:41.104932 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c897b7b-cc68-4951-9fb1-17eed445da84 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.131365 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c897b7b-cc68-4951-9fb1-17eed445da84 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.137679 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c897b7b-cc68-4951-9fb1-17eed445da84 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:41.138414 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c897b7b-cc68-4951-9fb1-17eed445da84 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.181602 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8c897b7b-cc68-4951-9fb1-17eed445da84 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4859009 Sep 30 08:15:41.184371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37298) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:41.191669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7a059ed8-ef65-4984-ab78-3076ba3869f6 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Request body: {'subnet': {'network_id': '7ffa1117-0f42-44d9-a9a4-c75003fd2c5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:41.233944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c897b7b-cc68-4951-9fb1-17eed445da84 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Pushing event updated for resources: {'Network': ['ID=7ffa1117-0f42-44d9-a9a4-c75003fd2c5c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:41.248340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 7ffa1117-0f42-44d9-a9a4-c75003fd2c5c details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:15:41.311129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a059ed8-ef65-4984-ab78-3076ba3869f6 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Made reservation on behalf of ac582f17473b49748a8f9ba94bd217c3 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:41.317269 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a059ed8-ef65-4984-ab78-3076ba3869f6 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.508994 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a059ed8-ef65-4984-ab78-3076ba3869f6 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.618557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a059ed8-ef65-4984-ab78-3076ba3869f6 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Pushing event updated for resources: {'Subnet': ['ID=3fe42be1-5598-4a2a-bb86-5469f9855f9f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:41.636068 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a059ed8-ef65-4984-ab78-3076ba3869f6 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Checking segment: {'id': '1f76c5fb-8742-40b3-acc5-c3d88e96f692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ffa1117-0f42-44d9-a9a4-c75003fd2c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:41.636714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a059ed8-ef65-4984-ab78-3076ba3869f6 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Network hostable DHCP agents. Network: 7ffa1117-0f42-44d9-a9a4-c75003fd2c5c, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:15:41.649550 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08085903-8d0b-428a-96b8-caa9ecb35258 req-5fa93da5-8887-4b24-92d2-509c71806bf1 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:41.651139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08085903-8d0b-428a-96b8-caa9ecb35258 req-5fa93da5-8887-4b24-92d2-509c71806bf1 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 943 time: 0.0777647 Sep 30 08:15:41.679347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a059ed8-ef65-4984-ab78-3076ba3869f6 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Network 7ffa1117-0f42-44d9-a9a4-c75003fd2c5c is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:15:41.681599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:41.692705 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7a059ed8-ef65-4984-ab78-3076ba3869f6 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 7ffa1117-0f42-44d9-a9a4-c75003fd2c5c) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:41.701829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d9fcdb-a732-4fce-b93e-a2fd4a010462 None None] Network 7ffa1117-0f42-44d9-a9a4-c75003fd2c5c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:41.703156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a059ed8-ef65-4984-ab78-3076ba3869f6 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:41.703752 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a059ed8-ef65-4984-ab78-3076ba3869f6 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.718911 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08085903-8d0b-428a-96b8-caa9ecb35258 req-9578b397-3ca9-422e-8aa2-a81c0a2d15a2 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580091 Sep 30 08:15:41.730737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7a059ed8-ef65-4984-ab78-3076ba3869f6 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5453606 Sep 30 08:15:41.733858 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37316) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:41.741345 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e01c265a-e92d-4487-9f77-4ce42aa40530 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Request body: {'port': {'network_id': '7ffa1117-0f42-44d9-a9a4-c75003fd2c5c', 'name': 'tempest-TagsExtTest-550147581'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:41.820185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2934cc8f-871e-4373-8290-62fe6ceb186c details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:15:41.833112 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db376b8f-0616-4125-965c-ae9f9f0e5cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.894055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-7ffa1117-0f42-44d9-a9a4-c75003fd2c5c', 'network_id': '7ffa1117-0f42-44d9-a9a4-c75003fd2c5c', 'tenant_id': 'ac582f17473b49748a8f9ba94bd217c3', 'fixed_ips': [{'subnet_id': '3fe42be1-5598-4a2a-bb86-5469f9855f9f'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:15:41.896735 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.956323 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db376b8f-0616-4125-965c-ae9f9f0e5cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:41.961954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db376b8f-0616-4125-965c-ae9f9f0e5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.015865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01c265a-e92d-4487-9f77-4ce42aa40530 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Made reservation on behalf of ac582f17473b49748a8f9ba94bd217c3 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:42.019480 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e01c265a-e92d-4487-9f77-4ce42aa40530 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.024682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db376b8f-0616-4125-965c-ae9f9f0e5cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd6b535-61b1-4ffb-9b31-819ec6549343,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:42.029351 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-db376b8f-0616-4125-965c-ae9f9f0e5cd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f5ef33a9c0745fda04434094f76adc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465624 Sep 30 08:15:42.032228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37318) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:42.045100 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-e01c265a-e92d-4487-9f77-4ce42aa40530 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] device_id is not set on port ee0ce123-df06-4271-a21a-0612db8b8700 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:15:42.072414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2934cc8f-871e-4373-8290-62fe6ceb186c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2934cc8f-871e-4373-8290-62fe6ceb186c,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:42.077366 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-835b945b-5f17-4a88-ac0b-35f77be0bcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.106721 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a2a54a1-81a6-41a2-8ba1-e31a98172d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.119985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '2934cc8f-871e-4373-8290-62fe6ceb186c', 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4', 'port_id': '2934cc8f-871e-4373-8290-62fe6ceb186c', 'mac_address': 'fa:16:3e:6f:46:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68739a17-6737-4340-9fc7-309705504036', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:15:42.130316 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a2a54a1-81a6-41a2-8ba1-e31a98172d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.165957 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Allocated IP 172.20.0.2 (7ffa1117-0f42-44d9-a9a4-c75003fd2c5c/3fe42be1-5598-4a2a-bb86-5469f9855f9f/09cbf15b-e7fd-485f-8772-c969a6211d96) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:42.183740 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.184170 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a2a54a1-81a6-41a2-8ba1-e31a98172d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.187036 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a2a54a1-81a6-41a2-8ba1-e31a98172d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.188245 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9a2a54a1-81a6-41a2-8ba1-e31a98172d48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5fd6b535-61b1-4ffb-9b31-819ec6549343 HTTP/1.1" status: 204 len: 168 time: 0.1536744 Sep 30 08:15:42.197120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a54a1-81a6-41a2-8ba1-e31a98172d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd6b535-61b1-4ffb-9b31-819ec6549343,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:42.219442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2934cc8f-871e-4373-8290-62fe6ceb186c {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:15:42.290263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2934cc8f-871e-4373-8290-62fe6ceb186c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2934cc8f-871e-4373-8290-62fe6ceb186c,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:42.297957 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.397785 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=2934cc8f-871e-4373-8290-62fe6ceb186c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:42.423291 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.431140 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.472417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Network 7ffa1117-0f42-44d9-a9a4-c75003fd2c5c is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:42.476710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:42.484220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37328) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:42.487740 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:42.489858 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Pushing event updated for resources: {'Port': ['ID=09cbf15b-e7fd-485f-8772-c969a6211d96,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:42.498589 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-608eda42-0886-493a-9ee8-06cc2404a103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.516735 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e01c265a-e92d-4487-9f77-4ce42aa40530 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Allocated IP 172.20.0.14 (7ffa1117-0f42-44d9-a9a4-c75003fd2c5c/3fe42be1-5598-4a2a-bb86-5469f9855f9f/ee0ce123-df06-4271-a21a-0612db8b8700) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:15:42.556341 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Attempting to bind port 09cbf15b-e7fd-485f-8772-c969a6211d96 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:15:42.556611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Attempting to bind port 09cbf15b-e7fd-485f-8772-c969a6211d96 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '1f76c5fb-8742-40b3-acc5-c3d88e96f692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ffa1117-0f42-44d9-a9a4-c75003fd2c5c'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:15:42.557205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Attempting to bind port 09cbf15b-e7fd-485f-8772-c969a6211d96 on network 7ffa1117-0f42-44d9-a9a4-c75003fd2c5c {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:15:42.563434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:15:42.563934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Checking segment: {'id': '1f76c5fb-8742-40b3-acc5-c3d88e96f692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ffa1117-0f42-44d9-a9a4-c75003fd2c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:42.564393 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.565408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Bound using segment: {'id': '1f76c5fb-8742-40b3-acc5-c3d88e96f692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ffa1117-0f42-44d9-a9a4-c75003fd2c5c'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:15:42.565884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Bound port: 09cbf15b-e7fd-485f-8772-c969a6211d96, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f76c5fb-8742-40b3-acc5-c3d88e96f692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7ffa1117-0f42-44d9-a9a4-c75003fd2c5c'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:15:42.566270 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.603724 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-608eda42-0886-493a-9ee8-06cc2404a103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.611284 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-608eda42-0886-493a-9ee8-06cc2404a103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.663716 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-608eda42-0886-493a-9ee8-06cc2404a103 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75a4453c9f6c4953ab989dd7d4bca806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783719 Sep 30 08:15:42.665247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37334) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:42.672593 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] For port 09cbf15b-e7fd-485f-8772-c969a6211d96, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:15:42.674551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608eda42-0886-493a-9ee8-06cc2404a103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1814aeee-d8b3-4209-9cec-16e0aa645aa1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:42.693043 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] For port 09cbf15b-e7fd-485f-8772-c969a6211d96, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=09cbf15b-e7fd-485f-8772-c969a6211d96,segment=NetworkSegment(1f76c5fb-8742-40b3-acc5-c3d88e96f692),segment_id=1f76c5fb-8742-40b3-acc5-c3d88e96f692)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:15:42.700620 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.737999 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5867d62-0432-466a-9c32-e05de7548e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.740521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['2934cc8f-871e-4373-8290-62fe6ceb186c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:15:42.741798 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e01c265a-e92d-4487-9f77-4ce42aa40530 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.773032 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5867d62-0432-466a-9c32-e05de7548e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.786723 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e01c265a-e92d-4487-9f77-4ce42aa40530 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.842476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c265a-e92d-4487-9f77-4ce42aa40530 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Network 7ffa1117-0f42-44d9-a9a4-c75003fd2c5c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:15:42.844274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f002b2-c0b9-40e5-9c47-b9879f915459 None None] Pushing event updated for resources: {'Port': ['ID=09cbf15b-e7fd-485f-8772-c969a6211d96,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:42.846806 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e01c265a-e92d-4487-9f77-4ce42aa40530 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:42.850153 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5867d62-0432-466a-9c32-e05de7548e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.851305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c265a-e92d-4487-9f77-4ce42aa40530 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:15:42.863232 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5867d62-0432-466a-9c32-e05de7548e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.864952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a5867d62-0432-466a-9c32-e05de7548e6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1814aeee-d8b3-4209-9cec-16e0aa645aa1 HTTP/1.1" status: 204 len: 168 time: 0.1981754 Sep 30 08:15:42.903007 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5867d62-0432-466a-9c32-e05de7548e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1814aeee-d8b3-4209-9cec-16e0aa645aa1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:42.939066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b68704-c010-4061-acaf-35e68935440f req-266237a4-ad09-4f13-8ed9-5aaac841ac0c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:42.942595 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01c265a-e92d-4487-9f77-4ce42aa40530 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:42.943484 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e01c265a-e92d-4487-9f77-4ce42aa40530 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:42.946437 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6b68704-c010-4061-acaf-35e68935440f req-266237a4-ad09-4f13-8ed9-5aaac841ac0c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 944 time: 0.1123939 Sep 30 08:15:42.948908 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c265a-e92d-4487-9f77-4ce42aa40530 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Pushing event updated for resources: {'Port': ['ID=ee0ce123-df06-4271-a21a-0612db8b8700,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:42.969713 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e01c265a-e92d-4487-9f77-4ce42aa40530 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2334709 Sep 30 08:15:42.972541 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37340) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:42.981806 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f44374b2-5042-4d10-8c29-b744d50bd0e8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1561703973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:43.016796 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6b68704-c010-4061-acaf-35e68935440f req-5406e3bc-ccc4-4e2d-8664-c78b92afc8c9 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634398 Sep 30 08:15:43.071466 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f44374b2-5042-4d10-8c29-b744d50bd0e8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.073601 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f44374b2-5042-4d10-8c29-b744d50bd0e8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.164448 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f44374b2-5042-4d10-8c29-b744d50bd0e8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.173639 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f44374b2-5042-4d10-8c29-b744d50bd0e8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.199419 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f44374b2-5042-4d10-8c29-b744d50bd0e8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.203398 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 09cbf15b-e7fd-485f-8772-c969a6211d96 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:43.214530 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f44374b2-5042-4d10-8c29-b744d50bd0e8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2408996 Sep 30 08:15:43.217672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37344) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:43.222652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-08b9ac4a-367b-4edd-adaa-1489cb3b0de8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1161723515', 'prefixes': ['172.20.0.0/16']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:43.264808 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 09cbf15b-e7fd-485f-8772-c969a6211d96 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:43.265189 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.302865 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-08b9ac4a-367b-4edd-adaa-1489cb3b0de8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks [] for subnetpool, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.307946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-08b9ac4a-367b-4edd-adaa-1489cb3b0de8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0859103 Sep 30 08:15:43.308901 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:43.315085 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-c65819aa-6607-4890-ab43-ebac6e19fa3e tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3fe42be1-5598-4a2a-bb86-5469f9855f9f', 'tempest-TagsExtTest-Tag-1490525819') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:43.373235 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.412500 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 09cbf15b-e7fd-485f-8772-c969a6211d96, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=09cbf15b-e7fd-485f-8772-c969a6211d96,segment=NetworkSegment(1f76c5fb-8742-40b3-acc5-c3d88e96f692),segment_id=1f76c5fb-8742-40b3-acc5-c3d88e96f692)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:43.418034 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:43.441990 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c65819aa-6607-4890-ab43-ebac6e19fa3e tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "PUT /v2.0/subnets/3fe42be1-5598-4a2a-bb86-5469f9855f9f/tags/tempest-TagsExtTest-Tag-1490525819 HTTP/1.1" status: 201 len: 201 time: 0.1308346 Sep 30 08:15:43.444661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37356) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:43.450224 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-3bfdf8c8-42db-49bb-853a-1de81fd15853 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ee0ce123-df06-4271-a21a-0612db8b8700', 'tempest-TagsExtTest-Tag-707711582') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:43.498486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=09cbf15b-e7fd-485f-8772-c969a6211d96,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:43.529742 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3bfdf8c8-42db-49bb-853a-1de81fd15853 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "PUT /v2.0/ports/ee0ce123-df06-4271-a21a-0612db8b8700/tags/tempest-TagsExtTest-Tag-707711582 HTTP/1.1" status: 201 len: 201 time: 0.0832512 Sep 30 08:15:43.532097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37362) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:43.538920 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-0dabaf17-3d91-4ead-bf38-9c5829810172 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6519c178-5037-4f97-9636-d245838a6365', 'tempest-TagsExtTest-Tag-1330452084') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:43.654453 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0dabaf17-3d91-4ead-bf38-9c5829810172 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "PUT /v2.0/routers/6519c178-5037-4f97-9636-d245838a6365/tags/tempest-TagsExtTest-Tag-1330452084 HTTP/1.1" status: 201 len: 201 time: 0.1210427 Sep 30 08:15:43.657091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37370) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:43.663155 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-c87ee17a-a556-4457-a4da-e1f226bc1d09 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dfb494d8-59d0-4612-8854-0cefd151a94e', 'tempest-TagsExtTest-Tag-682093063') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:43.726279 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c87ee17a-a556-4457-a4da-e1f226bc1d09 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "PUT /v2.0/subnetpools/dfb494d8-59d0-4612-8854-0cefd151a94e/tags/tempest-TagsExtTest-Tag-682093063 HTTP/1.1" status: 201 len: 201 time: 0.0679405 Sep 30 08:15:43.730100 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37376) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:43.737463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-9adaff4d-0d3a-41f3-b6ae-f12d7b6dea08 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3fe42be1-5598-4a2a-bb86-5469f9855f9f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:43.824978 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9adaff4d-0d3a-41f3-b6ae-f12d7b6dea08 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/subnets/3fe42be1-5598-4a2a-bb86-5469f9855f9f/tags HTTP/1.1" status: 200 len: 241 time: 0.0912669 Sep 30 08:15:43.827482 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37380) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:43.832186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-fe6708a8-4079-4b9f-a9f2-88057f9faebf tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3fe42be1-5598-4a2a-bb86-5469f9855f9f', 'tempest-TagsExtTest-Tag-1490525819') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:43.895359 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fe6708a8-4079-4b9f-a9f2-88057f9faebf tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/subnets/3fe42be1-5598-4a2a-bb86-5469f9855f9f/tags/tempest-TagsExtTest-Tag-1490525819 HTTP/1.1" status: 204 len: 168 time: 0.0667443 Sep 30 08:15:43.897813 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37384) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:43.903542 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-d41fc5a9-22aa-4e53-9c89-e4ae8c587735 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3fe42be1-5598-4a2a-bb86-5469f9855f9f', 'tempest-TagsExtTest-Tag-1490525819') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:43.991016 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d41fc5a9-22aa-4e53-9c89-e4ae8c587735 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/subnets/3fe42be1-5598-4a2a-bb86-5469f9855f9f/tags/tempest-TagsExtTest-Tag-1490525819 HTTP/1.1" status: 204 len: 168 time: 0.0921926 Sep 30 08:15:43.993545 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37386) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:43.998070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-9bb27d0d-ac99-4151-8311-e9d292ae460e tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3fe42be1-5598-4a2a-bb86-5469f9855f9f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:44.019409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb72e0d-4b38-4dd0-bc03-e4771f328206 None None] Network 7ffa1117-0f42-44d9-a9a4-c75003fd2c5c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:44.070062 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9bb27d0d-ac99-4151-8311-e9d292ae460e tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/subnets/3fe42be1-5598-4a2a-bb86-5469f9855f9f/tags HTTP/1.1" status: 200 len: 205 time: 0.0754263 Sep 30 08:15:44.072572 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37390) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:44.078067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-6746e66b-3886-43ed-a862-86a73903380b tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ee0ce123-df06-4271-a21a-0612db8b8700') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:44.147350 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6746e66b-3886-43ed-a862-86a73903380b tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/ports/ee0ce123-df06-4271-a21a-0612db8b8700/tags HTTP/1.1" status: 200 len: 240 time: 0.0737247 Sep 30 08:15:44.148176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37396) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:44.153137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-900380d0-be9a-4eb3-a320-ae9ac9c6cbfc tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee0ce123-df06-4271-a21a-0612db8b8700', 'tempest-TagsExtTest-Tag-707711582') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:44.167818 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-56f355e0-9c45-4d87-ab87-f3b535542de7 None None] Provisioning complete for port 09cbf15b-e7fd-485f-8772-c969a6211d96 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:44.168228 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56f355e0-9c45-4d87-ab87-f3b535542de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.204777 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc462f-526f-4963-866c-5ef729cb6e7a req-bc0ce955-d8c7-464f-b594-93181ed57ffb tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:44.207165 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2fc462f-526f-4963-866c-5ef729cb6e7a req-bc0ce955-d8c7-464f-b594-93181ed57ffb tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 944 time: 0.0674376 Sep 30 08:15:44.215961 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-900380d0-be9a-4eb3-a320-ae9ac9c6cbfc tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/ports/ee0ce123-df06-4271-a21a-0612db8b8700/tags/tempest-TagsExtTest-Tag-707711582 HTTP/1.1" status: 204 len: 168 time: 0.0665312 Sep 30 08:15:44.218444 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37400) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:44.224098 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-11ee22d6-f0f6-4590-a3da-38ad83bae7ea tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ee0ce123-df06-4271-a21a-0612db8b8700', 'tempest-TagsExtTest-Tag-707711582') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:44.271801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2fc462f-526f-4963-866c-5ef729cb6e7a req-20f5f0d1-6d41-4621-b8fc-465cf8e25602 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525224 Sep 30 08:15:44.306147 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-11ee22d6-f0f6-4590-a3da-38ad83bae7ea tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/ports/ee0ce123-df06-4271-a21a-0612db8b8700/tags/tempest-TagsExtTest-Tag-707711582 HTTP/1.1" status: 204 len: 168 time: 0.0841141 Sep 30 08:15:44.306674 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37404) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:44.310846 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-f973bd5c-f744-4abe-ae8a-062a7f489563 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ee0ce123-df06-4271-a21a-0612db8b8700') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:44.370458 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f973bd5c-f744-4abe-ae8a-062a7f489563 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/ports/ee0ce123-df06-4271-a21a-0612db8b8700/tags HTTP/1.1" status: 200 len: 205 time: 0.0629666 Sep 30 08:15:44.373669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37406) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:44.379543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-4efaa945-397b-46e1-9c7d-09e0820bdad1 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6519c178-5037-4f97-9636-d245838a6365') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:44.461778 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4efaa945-397b-46e1-9c7d-09e0820bdad1 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/routers/6519c178-5037-4f97-9636-d245838a6365/tags HTTP/1.1" status: 200 len: 241 time: 0.0870490 Sep 30 08:15:44.464348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37414) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:44.468937 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-155f2adf-6860-4aef-ac82-c8a8c5c709ed tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6519c178-5037-4f97-9636-d245838a6365', 'tempest-TagsExtTest-Tag-1330452084') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:44.522569 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-439aa0b5-57bd-42de-a350-9328d668bca4 None None] Provisioning complete for port 09cbf15b-e7fd-485f-8772-c969a6211d96 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:44.523953 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-439aa0b5-57bd-42de-a350-9328d668bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.595053 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-155f2adf-6860-4aef-ac82-c8a8c5c709ed tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/routers/6519c178-5037-4f97-9636-d245838a6365/tags/tempest-TagsExtTest-Tag-1330452084 HTTP/1.1" status: 204 len: 168 time: 0.1296742 Sep 30 08:15:44.598155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:44.604420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-6938aeaa-de07-4cc3-bbb4-5a65df0a8357 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6519c178-5037-4f97-9636-d245838a6365', 'tempest-TagsExtTest-Tag-1330452084') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:44.731163 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6938aeaa-de07-4cc3-bbb4-5a65df0a8357 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/routers/6519c178-5037-4f97-9636-d245838a6365/tags/tempest-TagsExtTest-Tag-1330452084 HTTP/1.1" status: 204 len: 168 time: 0.1283183 Sep 30 08:15:44.731654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37428) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:44.737576 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-01d14f98-2cf4-46cd-8b72-842d55f754a5 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6519c178-5037-4f97-9636-d245838a6365') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:44.884783 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10abcdcf-9659-4455-9b43-9808ede9ab2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.906915 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-439aa0b5-57bd-42de-a350-9328d668bca4 None None] Provisioning complete for port ee0ce123-df06-4271-a21a-0612db8b8700 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:44.907295 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-439aa0b5-57bd-42de-a350-9328d668bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:44.920115 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-01d14f98-2cf4-46cd-8b72-842d55f754a5 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/routers/6519c178-5037-4f97-9636-d245838a6365/tags HTTP/1.1" status: 200 len: 205 time: 0.1873076 Sep 30 08:15:44.922723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37438) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:44.928103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-20ae5c35-ca38-4a02-912b-0a97d2cce5f4 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dfb494d8-59d0-4612-8854-0cefd151a94e') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:44.950130 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-20ae5c35-ca38-4a02-912b-0a97d2cce5f4 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/subnetpools/dfb494d8-59d0-4612-8854-0cefd151a94e/tags HTTP/1.1" status: 200 len: 240 time: 0.0262797 Sep 30 08:15:44.952822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37440) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:44.957783 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-efb6aee9-15dc-4571-aa82-1ad350cb1a5f tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dfb494d8-59d0-4612-8854-0cefd151a94e', 'tempest-TagsExtTest-Tag-682093063') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:44.959200 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-439aa0b5-57bd-42de-a350-9328d668bca4 None None] Port ee0ce123-df06-4271-a21a-0612db8b8700 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:44.984352 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-efb6aee9-15dc-4571-aa82-1ad350cb1a5f tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/subnetpools/dfb494d8-59d0-4612-8854-0cefd151a94e/tags/tempest-TagsExtTest-Tag-682093063 HTTP/1.1" status: 204 len: 168 time: 0.0304601 Sep 30 08:15:44.987295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37444) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:44.993081 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-1d71fe8c-af5f-4c9d-976e-abe8ce3760ea tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'dfb494d8-59d0-4612-8854-0cefd151a94e', 'tempest-TagsExtTest-Tag-682093063') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:45.032024 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1d71fe8c-af5f-4c9d-976e-abe8ce3760ea tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/subnetpools/dfb494d8-59d0-4612-8854-0cefd151a94e/tags/tempest-TagsExtTest-Tag-682093063 HTTP/1.1" status: 204 len: 168 time: 0.0435238 Sep 30 08:15:45.035541 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37448) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:45.039738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-b5d324c3-e5a2-4d90-a7e6-cf0b959ef862 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dfb494d8-59d0-4612-8854-0cefd151a94e') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:45.087879 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e02920b8-8560-47b5-82cc-d7065d361540 None None] Provisioning complete for port ee0ce123-df06-4271-a21a-0612db8b8700 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:45.088556 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e02920b8-8560-47b5-82cc-d7065d361540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:45.099198 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b5d324c3-e5a2-4d90-a7e6-cf0b959ef862 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/subnetpools/dfb494d8-59d0-4612-8854-0cefd151a94e/tags HTTP/1.1" status: 200 len: 205 time: 0.0595262 Sep 30 08:15:45.099198 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37454) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:45.103532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-a3f23d23-973e-4739-a1c2-34954f89a3a4 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dfb494d8-59d0-4612-8854-0cefd151a94e') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:45.140898 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a3f23d23-973e-4739-a1c2-34954f89a3a4 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/subnetpools/dfb494d8-59d0-4612-8854-0cefd151a94e/tags HTTP/1.1" status: 204 len: 168 time: 0.0406728 Sep 30 08:15:45.143806 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:45.145234 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e02920b8-8560-47b5-82cc-d7065d361540 None None] Port ee0ce123-df06-4271-a21a-0612db8b8700 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:15:45.150276 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-f5afa5da-9205-48dc-8d10-c7b1ba75fca3 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6519c178-5037-4f97-9636-d245838a6365') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:45.200699 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 09cbf15b-e7fd-485f-8772-c969a6211d96 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:45.246444 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f5afa5da-9205-48dc-8d10-c7b1ba75fca3 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/routers/6519c178-5037-4f97-9636-d245838a6365/tags HTTP/1.1" status: 204 len: 168 time: 0.1011186 Sep 30 08:15:45.248940 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37466) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:45.254985 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-3f46321d-1fbd-42ed-a50e-289710d9b8b1 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee0ce123-df06-4271-a21a-0612db8b8700') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:45.279771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 09cbf15b-e7fd-485f-8772-c969a6211d96 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:45.280309 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:45.283260 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:45.385223 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3f46321d-1fbd-42ed-a50e-289710d9b8b1 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/ports/ee0ce123-df06-4271-a21a-0612db8b8700/tags HTTP/1.1" status: 204 len: 168 time: 0.1346278 Sep 30 08:15:45.388048 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37476) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:45.393826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-daa243c7-71f7-4b3b-8b23-0aeb8e6d876b tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3fe42be1-5598-4a2a-bb86-5469f9855f9f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:45.484922 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-daa243c7-71f7-4b3b-8b23-0aeb8e6d876b tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/subnets/3fe42be1-5598-4a2a-bb86-5469f9855f9f/tags HTTP/1.1" status: 204 len: 168 time: 0.0950880 Sep 30 08:15:45.485384 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37478) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:45.486256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f06f68-de23-4066-9fdb-fc581192c2b5 req-5135b9f8-d665-4027-8ef5-c8fd62ee5590 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:45.488188 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93f06f68-de23-4066-9fdb-fc581192c2b5 req-5135b9f8-d665-4027-8ef5-c8fd62ee5590 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 944 time: 0.1195328 Sep 30 08:15:45.491243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-24046d15-38ae-4215-bd10-71b34199ca85 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3fe42be1-5598-4a2a-bb86-5469f9855f9f', 'tempest-TagsExtTest-Tag-666761703') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:45.537181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93f06f68-de23-4066-9fdb-fc581192c2b5 req-cf2fa6c7-ad79-472d-b166-0f628ce90b74 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405910 Sep 30 08:15:45.567330 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-24046d15-38ae-4215-bd10-71b34199ca85 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "PUT /v2.0/subnets/3fe42be1-5598-4a2a-bb86-5469f9855f9f/tags/tempest-TagsExtTest-Tag-666761703 HTTP/1.1" status: 201 len: 201 time: 0.0805950 Sep 30 08:15:45.570132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37484) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:45.574995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-1cd1cb56-11ef-45dc-b11a-6d1b72336f51 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ee0ce123-df06-4271-a21a-0612db8b8700', 'tempest-TagsExtTest-Tag-1919673102') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:45.664878 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1cd1cb56-11ef-45dc-b11a-6d1b72336f51 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "PUT /v2.0/ports/ee0ce123-df06-4271-a21a-0612db8b8700/tags/tempest-TagsExtTest-Tag-1919673102 HTTP/1.1" status: 201 len: 201 time: 0.0936029 Sep 30 08:15:45.667443 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37488) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:45.673115 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-33f5b2ad-ffa4-405a-b10b-dbd4297ba02b tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6519c178-5037-4f97-9636-d245838a6365', 'tempest-TagsExtTest-Tag-56728261') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:45.793216 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-33f5b2ad-ffa4-405a-b10b-dbd4297ba02b tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "PUT /v2.0/routers/6519c178-5037-4f97-9636-d245838a6365/tags/tempest-TagsExtTest-Tag-56728261 HTTP/1.1" status: 201 len: 201 time: 0.1245773 Sep 30 08:15:45.796127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37492) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:45.803194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-42928267-0568-415c-8cc8-77b90f0506dd tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dfb494d8-59d0-4612-8854-0cefd151a94e', 'tempest-TagsExtTest-Tag-1649302360') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:45.807650 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:45.811499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2934cc8f-871e-4373-8290-62fe6ceb186c up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:15:45.852868 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-42928267-0568-415c-8cc8-77b90f0506dd tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "PUT /v2.0/subnetpools/dfb494d8-59d0-4612-8854-0cefd151a94e/tags/tempest-TagsExtTest-Tag-1649302360 HTTP/1.1" status: 201 len: 201 time: 0.0531099 Sep 30 08:15:45.853134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37496) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:45.859626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-d9ef2740-696f-454e-a3b7-8e9b29d95402 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3fe42be1-5598-4a2a-bb86-5469f9855f9f', {'tags': ['tempest-TagsExtTest-Tag-175209187', 'tempest-TagsExtTest-Tag-1792396101', 'tempest-TagsExtTest-Tag-285802791']}) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:45.880250 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 2934cc8f-871e-4373-8290-62fe6ceb186c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:15:45.884614 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 2934cc8f-871e-4373-8290-62fe6ceb186c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:15:45.884999 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:45.993724 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d9ef2740-696f-454e-a3b7-8e9b29d95402 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "PUT /v2.0/subnets/3fe42be1-5598-4a2a-bb86-5469f9855f9f/tags HTTP/1.1" status: 200 len: 316 time: 0.1387689 Sep 30 08:15:45.995810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37504) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:46.005506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-3abf9415-5739-4cf6-b64b-f72ff10a7f70 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3fe42be1-5598-4a2a-bb86-5469f9855f9f') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:46.052416 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:46.085507 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb741718-f024-4804-8e26-914a52887b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2934cc8f-871e-4373-8290-62fe6ceb186c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:15:46.088368 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a04f4d-dc3c-47e8-b0f5-a6ae9e59aaf1" -d '{"events": [{"server_uuid": "bb741718-f024-4804-8e26-914a52887b84", "name": "network-vif-plugged", "status": "completed", "tag": "2934cc8f-871e-4373-8290-62fe6ceb186c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:15:46.117238 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3abf9415-5739-4cf6-b64b-f72ff10a7f70 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/subnets/3fe42be1-5598-4a2a-bb86-5469f9855f9f/tags HTTP/1.1" status: 204 len: 168 time: 0.1188602 Sep 30 08:15:46.119882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37508) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:46.121139 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2934cc8f-871e-4373-8290-62fe6ceb186c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2934cc8f-871e-4373-8290-62fe6ceb186c,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:46.126062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-3b44df2f-2c25-4b0e-8a44-45d91c9d0865 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3fe42be1-5598-4a2a-bb86-5469f9855f9f', 'tempest-TagsExtTest-Tag-175209187') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:46.129171 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:46.170301 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbb90c8-5d9b-451b-ba48-60b43c39efd6 x-openstack-request-id: req-dcbb90c8-5d9b-451b-ba48-60b43c39efd6 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:15:46.170903 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb741718-f024-4804-8e26-914a52887b84", "name": "network-vif-plugged", "status": "completed", "tag": "2934cc8f-871e-4373-8290-62fe6ceb186c", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:15:46.171143 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcbb90c8-5d9b-451b-ba48-60b43c39efd6 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:15:46.171762 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb741718-f024-4804-8e26-914a52887b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2934cc8f-871e-4373-8290-62fe6ceb186c', 'code': 200} Sep 30 08:15:46.211259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=2934cc8f-871e-4373-8290-62fe6ceb186c,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:46.212455 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-3b44df2f-2c25-4b0e-8a44-45d91c9d0865 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] show failed (client error): The resource could not be found. Sep 30 08:15:46.213669 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3b44df2f-2c25-4b0e-8a44-45d91c9d0865 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/subnets/3fe42be1-5598-4a2a-bb86-5469f9855f9f/tags/tempest-TagsExtTest-Tag-175209187 HTTP/1.1" status: 404 len: 328 time: 0.0925467 Sep 30 08:15:46.216858 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:46.221634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:46.222417 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-cef6b685-707a-4943-88b2-ed0034f4d54b tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3fe42be1-5598-4a2a-bb86-5469f9855f9f', 'tempest-TagsExtTest-Tag-1792396101') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:46.222744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:46.223939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:46.224834 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:46.225666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:46.226250 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:46.227357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:46.228422 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:46.229253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:46.229807 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:46.231238 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:46.231797 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:15:46.340809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ff987-1071-4e5e-b151-cf7430dbf798 req-17cd8099-61b0-4e67-90db-5c78fc8f28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:46.342587 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f20ff987-1071-4e5e-b151-cf7430dbf798 req-17cd8099-61b0-4e67-90db-5c78fc8f28a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 1096 time: 0.0878236 Sep 30 08:15:46.349526 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-cef6b685-707a-4943-88b2-ed0034f4d54b tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] show failed (client error): The resource could not be found. Sep 30 08:15:46.352425 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cef6b685-707a-4943-88b2-ed0034f4d54b tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/subnets/3fe42be1-5598-4a2a-bb86-5469f9855f9f/tags/tempest-TagsExtTest-Tag-1792396101 HTTP/1.1" status: 404 len: 329 time: 0.1345091 Sep 30 08:15:46.353919 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37518) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:46.359628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-5132b015-20dd-4175-a4f8-971a7e3265c5 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3fe42be1-5598-4a2a-bb86-5469f9855f9f', 'tempest-TagsExtTest-Tag-285802791') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:46.394238 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f20ff987-1071-4e5e-b151-cf7430dbf798 req-263ecaba-e8f7-4d3c-aee2-29f2051fed7b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370982 Sep 30 08:15:46.418617 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-5132b015-20dd-4175-a4f8-971a7e3265c5 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] show failed (client error): The resource could not be found. Sep 30 08:15:46.419742 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5132b015-20dd-4175-a4f8-971a7e3265c5 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/subnets/3fe42be1-5598-4a2a-bb86-5469f9855f9f/tags/tempest-TagsExtTest-Tag-285802791 HTTP/1.1" status: 404 len: 328 time: 0.0643237 Sep 30 08:15:46.422528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37520) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:46.428144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-5b8849c8-7931-4638-9d61-b332ea355144 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ee0ce123-df06-4271-a21a-0612db8b8700', {'tags': ['tempest-TagsExtTest-Tag-99449432', 'tempest-TagsExtTest-Tag-1381195329', 'tempest-TagsExtTest-Tag-1550222129']}) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:46.510968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5b8849c8-7931-4638-9d61-b332ea355144 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "PUT /v2.0/ports/ee0ce123-df06-4271-a21a-0612db8b8700/tags HTTP/1.1" status: 200 len: 316 time: 0.0870004 Sep 30 08:15:46.513694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37528) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:46.519940 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-c9c11c08-0b82-46f7-b955-a543e4a2fff1 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee0ce123-df06-4271-a21a-0612db8b8700') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:46.614851 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c9c11c08-0b82-46f7-b955-a543e4a2fff1 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/ports/ee0ce123-df06-4271-a21a-0612db8b8700/tags HTTP/1.1" status: 204 len: 168 time: 0.0953367 Sep 30 08:15:46.615330 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37534) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:46.623542 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-2d2b6966-3be9-4cb6-90b1-32c3b918057f tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee0ce123-df06-4271-a21a-0612db8b8700', 'tempest-TagsExtTest-Tag-99449432') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:46.690615 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-2d2b6966-3be9-4cb6-90b1-32c3b918057f tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] show failed (client error): The resource could not be found. Sep 30 08:15:46.694946 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2d2b6966-3be9-4cb6-90b1-32c3b918057f tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/ports/ee0ce123-df06-4271-a21a-0612db8b8700/tags/tempest-TagsExtTest-Tag-99449432 HTTP/1.1" status: 404 len: 327 time: 0.0767727 Sep 30 08:15:46.695547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37536) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:46.702062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-a72bdbe6-f77a-4042-aeb2-db71b21d070c tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee0ce123-df06-4271-a21a-0612db8b8700', 'tempest-TagsExtTest-Tag-1381195329') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:46.750006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0913179-86c8-4a89-91d8-01ea14716f08 req-1075568b-4d6d-4439-9d92-d35d5174c199 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:46.751597 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0913179-86c8-4a89-91d8-01ea14716f08 req-1075568b-4d6d-4439-9d92-d35d5174c199 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.1059074 Sep 30 08:15:46.801914 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-a72bdbe6-f77a-4042-aeb2-db71b21d070c tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] show failed (client error): The resource could not be found. Sep 30 08:15:46.806065 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a72bdbe6-f77a-4042-aeb2-db71b21d070c tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/ports/ee0ce123-df06-4271-a21a-0612db8b8700/tags/tempest-TagsExtTest-Tag-1381195329 HTTP/1.1" status: 404 len: 329 time: 0.1053746 Sep 30 08:15:46.806065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37540) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:46.812050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-15fdaffb-b892-4605-bfc2-660566d640c5 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee0ce123-df06-4271-a21a-0612db8b8700', 'tempest-TagsExtTest-Tag-1550222129') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:46.818204 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0913179-86c8-4a89-91d8-01ea14716f08 req-37a12490-cdda-4dcd-9211-41deb38ebfd1 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593512 Sep 30 08:15:46.868520 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-15fdaffb-b892-4605-bfc2-660566d640c5 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] show failed (client error): The resource could not be found. Sep 30 08:15:46.869746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-15fdaffb-b892-4605-bfc2-660566d640c5 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/ports/ee0ce123-df06-4271-a21a-0612db8b8700/tags/tempest-TagsExtTest-Tag-1550222129 HTTP/1.1" status: 404 len: 329 time: 0.0627632 Sep 30 08:15:46.872533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37546) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:46.879546 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-f86b6635-75a2-4df6-9889-d18bfc76ff5f tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6519c178-5037-4f97-9636-d245838a6365', {'tags': ['tempest-TagsExtTest-Tag-1265009363', 'tempest-TagsExtTest-Tag-97535961', 'tempest-TagsExtTest-Tag-154051367']}) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:46.985451 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f86b6635-75a2-4df6-9889-d18bfc76ff5f tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "PUT /v2.0/routers/6519c178-5037-4f97-9636-d245838a6365/tags HTTP/1.1" status: 200 len: 315 time: 0.1108375 Sep 30 08:15:46.988463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37550) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:46.993124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-64474b4f-3156-4a56-a4f6-183c5001028f tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6519c178-5037-4f97-9636-d245838a6365') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:47.122452 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-64474b4f-3156-4a56-a4f6-183c5001028f tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/routers/6519c178-5037-4f97-9636-d245838a6365/tags HTTP/1.1" status: 204 len: 168 time: 0.1328428 Sep 30 08:15:47.126124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37562) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:47.131521 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-16bb5c3b-8d35-4939-b258-5c3c5813acbe tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6519c178-5037-4f97-9636-d245838a6365', 'tempest-TagsExtTest-Tag-1265009363') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:47.231232 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-16bb5c3b-8d35-4939-b258-5c3c5813acbe tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] show failed (client error): The resource could not be found. Sep 30 08:15:47.235726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-16bb5c3b-8d35-4939-b258-5c3c5813acbe tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/routers/6519c178-5037-4f97-9636-d245838a6365/tags/tempest-TagsExtTest-Tag-1265009363 HTTP/1.1" status: 404 len: 329 time: 0.1082437 Sep 30 08:15:47.235893 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:47.242290 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-f19c919d-a55e-4ed9-9373-b187ad029c2b tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6519c178-5037-4f97-9636-d245838a6365', 'tempest-TagsExtTest-Tag-97535961') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:47.331969 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-f19c919d-a55e-4ed9-9373-b187ad029c2b tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] show failed (client error): The resource could not be found. Sep 30 08:15:47.336096 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37568) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:47.339431 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f19c919d-a55e-4ed9-9373-b187ad029c2b tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/routers/6519c178-5037-4f97-9636-d245838a6365/tags/tempest-TagsExtTest-Tag-97535961 HTTP/1.1" status: 404 len: 327 time: 0.1008883 Sep 30 08:15:47.341248 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-61726c95-3300-444d-9ed8-f4125f17c61c tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6519c178-5037-4f97-9636-d245838a6365', 'tempest-TagsExtTest-Tag-154051367') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:47.428508 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-61726c95-3300-444d-9ed8-f4125f17c61c tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] show failed (client error): The resource could not be found. Sep 30 08:15:47.429662 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-61726c95-3300-444d-9ed8-f4125f17c61c tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/routers/6519c178-5037-4f97-9636-d245838a6365/tags/tempest-TagsExtTest-Tag-154051367 HTTP/1.1" status: 404 len: 328 time: 0.0926380 Sep 30 08:15:47.432606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37574) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:47.437197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-cc05a7cf-f469-49de-9e90-f6c28c271d55 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'dfb494d8-59d0-4612-8854-0cefd151a94e', {'tags': ['tempest-TagsExtTest-Tag-1967218035', 'tempest-TagsExtTest-Tag-155507738', 'tempest-TagsExtTest-Tag-1074438032']}) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:47.487945 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cc05a7cf-f469-49de-9e90-f6c28c271d55 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "PUT /v2.0/subnetpools/dfb494d8-59d0-4612-8854-0cefd151a94e/tags HTTP/1.1" status: 200 len: 317 time: 0.0510573 Sep 30 08:15:47.488170 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37576) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:47.494266 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-6ce37c0b-26fd-493a-ab59-61bcf9cb5c3e tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dfb494d8-59d0-4612-8854-0cefd151a94e') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:47.535836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6ce37c0b-26fd-493a-ab59-61bcf9cb5c3e tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/subnetpools/dfb494d8-59d0-4612-8854-0cefd151a94e/tags HTTP/1.1" status: 204 len: 168 time: 0.0465832 Sep 30 08:15:47.538870 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:47.543668 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-2338b953-8f6f-4933-b765-44740ddf4763 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dfb494d8-59d0-4612-8854-0cefd151a94e', 'tempest-TagsExtTest-Tag-1967218035') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:47.579189 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-2338b953-8f6f-4933-b765-44740ddf4763 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] show failed (client error): The resource could not be found. Sep 30 08:15:47.583539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37584) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:47.583758 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2338b953-8f6f-4933-b765-44740ddf4763 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/subnetpools/dfb494d8-59d0-4612-8854-0cefd151a94e/tags/tempest-TagsExtTest-Tag-1967218035 HTTP/1.1" status: 404 len: 329 time: 0.0435107 Sep 30 08:15:47.589135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-74da1a0b-0526-4b6f-8e7c-db4f009e3143 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dfb494d8-59d0-4612-8854-0cefd151a94e', 'tempest-TagsExtTest-Tag-155507738') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:47.619871 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-74da1a0b-0526-4b6f-8e7c-db4f009e3143 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] show failed (client error): The resource could not be found. Sep 30 08:15:47.620981 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-74da1a0b-0526-4b6f-8e7c-db4f009e3143 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/subnetpools/dfb494d8-59d0-4612-8854-0cefd151a94e/tags/tempest-TagsExtTest-Tag-155507738 HTTP/1.1" status: 404 len: 328 time: 0.0359933 Sep 30 08:15:47.623869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37586) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:47.629369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-4506f7fe-f4f3-408a-bad9-19afea6f41be tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dfb494d8-59d0-4612-8854-0cefd151a94e', 'tempest-TagsExtTest-Tag-1074438032') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:47.662414 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:47.670266 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-4506f7fe-f4f3-408a-bad9-19afea6f41be tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] show failed (client error): The resource could not be found. Sep 30 08:15:47.671443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4506f7fe-f4f3-408a-bad9-19afea6f41be tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/subnetpools/dfb494d8-59d0-4612-8854-0cefd151a94e/tags/tempest-TagsExtTest-Tag-1074438032 HTTP/1.1" status: 404 len: 329 time: 0.0464599 Sep 30 08:15:47.674579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37588) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:47.679716 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-fb6d0193-e1aa-434c-8024-a74d63b9139c tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dfb494d8-59d0-4612-8854-0cefd151a94e') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:47.715433 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fb6d0193-e1aa-434c-8024-a74d63b9139c tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/subnetpools/dfb494d8-59d0-4612-8854-0cefd151a94e/tags HTTP/1.1" status: 204 len: 168 time: 0.0394139 Sep 30 08:15:47.718003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:47.723792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-76ad2448-6c8c-4f4a-8c20-27007aa030ed tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6519c178-5037-4f97-9636-d245838a6365') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:47.819407 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-76ad2448-6c8c-4f4a-8c20-27007aa030ed tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/routers/6519c178-5037-4f97-9636-d245838a6365/tags HTTP/1.1" status: 204 len: 168 time: 0.1001468 Sep 30 08:15:47.822354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:47.827393 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-488b409c-ce1d-4cbe-9c16-9774d43d62fa tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee0ce123-df06-4271-a21a-0612db8b8700') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:47.922068 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-488b409c-ce1d-4cbe-9c16-9774d43d62fa tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/ports/ee0ce123-df06-4271-a21a-0612db8b8700/tags HTTP/1.1" status: 204 len: 168 time: 0.0982637 Sep 30 08:15:47.925837 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37600) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:47.930560 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-acea432e-4db4-4f66-8053-21bdf4f26afe tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3fe42be1-5598-4a2a-bb86-5469f9855f9f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:47.991434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06819f-1be0-47e8-89fa-69af6e302283 req-1355271e-0d59-47ab-b2ef-350a8b211bac tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:47.994110 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c06819f-1be0-47e8-89fa-69af6e302283 req-1355271e-0d59-47ab-b2ef-350a8b211bac tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.0844822 Sep 30 08:15:48.004443 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-acea432e-4db4-4f66-8053-21bdf4f26afe tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/subnets/3fe42be1-5598-4a2a-bb86-5469f9855f9f/tags HTTP/1.1" status: 204 len: 168 time: 0.0727851 Sep 30 08:15:48.004742 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:48.070023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c06819f-1be0-47e8-89fa-69af6e302283 req-68bd5b69-5ba7-47d0-abce-5ba5569a32d4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645328 Sep 30 08:15:48.124371 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f3cb5ce-b9eb-48cf-a4b1-fe54060baf66 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks [] for subnetpool, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.129357 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9f3cb5ce-b9eb-48cf-a4b1-fe54060baf66 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/subnetpools/dfb494d8-59d0-4612-8854-0cefd151a94e HTTP/1.1" status: 204 len: 168 time: 0.1205192 Sep 30 08:15:48.129736 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37610) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:48.167707 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bf8bde8f-426d-400c-91b3-608c391ddce7 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "GET /v2.0/ports?device_id=6519c178-5037-4f97-9636-d245838a6365 HTTP/1.1" status: 200 len: 205 time: 0.0339851 Sep 30 08:15:48.169711 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37612) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:48.274267 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2392120e-6063-43ff-8588-f03426885598 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.529756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2392120e-6063-43ff-8588-f03426885598 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.533868 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2392120e-6063-43ff-8588-f03426885598 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.586220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f5976-8feb-4b8d-ae69-5bbd8d9651be req-770ab941-2d38-4aeb-b7de-f3c0cbdce0b8 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:48.587891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d9f5976-8feb-4b8d-ae69-5bbd8d9651be req-770ab941-2d38-4aeb-b7de-f3c0cbdce0b8 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.1907473 Sep 30 08:15:48.598954 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2392120e-6063-43ff-8588-f03426885598 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.599690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2392120e-6063-43ff-8588-f03426885598 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Fanout notify agent at l3_agent the message router_deleted on router 6519c178-5037-4f97-9636-d245838a6365 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:15:48.613191 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2392120e-6063-43ff-8588-f03426885598 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.614614 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2392120e-6063-43ff-8588-f03426885598 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/routers/6519c178-5037-4f97-9636-d245838a6365 HTTP/1.1" status: 204 len: 168 time: 0.4453650 Sep 30 08:15:48.617520 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:48.688553 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d9f5976-8feb-4b8d-ae69-5bbd8d9651be req-44d97ee0-180f-47c6-8803-bb167f2e0f4f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925980 Sep 30 08:15:48.758223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d70ded5f-116d-4f61-a6e2-6a6c47475dc3 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Deleting port ee0ce123-df06-4271-a21a-0612db8b8700 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:48.758854 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d70ded5f-116d-4f61-a6e2-6a6c47475dc3 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.861350 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d70ded5f-116d-4f61-a6e2-6a6c47475dc3 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:48.874779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d70ded5f-116d-4f61-a6e2-6a6c47475dc3 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Calling delete_port for ee0ce123-df06-4271-a21a-0612db8b8700 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:49.023049 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d70ded5f-116d-4f61-a6e2-6a6c47475dc3 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.051841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ded5f-116d-4f61-a6e2-6a6c47475dc3 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Pushing event deleted for resources: {'Port': ['ID=ee0ce123-df06-4271-a21a-0612db8b8700,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:49.132203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d70ded5f-116d-4f61-a6e2-6a6c47475dc3 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.137279 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d70ded5f-116d-4f61-a6e2-6a6c47475dc3 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/ports/ee0ce123-df06-4271-a21a-0612db8b8700 HTTP/1.1" status: 204 len: 168 time: 0.5186193 Sep 30 08:15:49.137921 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37640) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:49.205116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde84ff7-8ef0-4733-aed6-0e237316a4c8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Deleting subnet 3fe42be1-5598-4a2a-bb86-5469f9855f9f {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:15:49.209762 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bde84ff7-8ef0-4733-aed6-0e237316a4c8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.275026 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bde84ff7-8ef0-4733-aed6-0e237316a4c8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.379692 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bde84ff7-8ef0-4733-aed6-0e237316a4c8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.460095 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bde84ff7-8ef0-4733-aed6-0e237316a4c8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.498409 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bde84ff7-8ef0-4733-aed6-0e237316a4c8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.500536 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bde84ff7-8ef0-4733-aed6-0e237316a4c8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/subnets/3fe42be1-5598-4a2a-bb86-5469f9855f9f HTTP/1.1" status: 204 len: 168 time: 0.3616006 Sep 30 08:15:49.501387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde84ff7-8ef0-4733-aed6-0e237316a4c8 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe42be1-5598-4a2a-bb86-5469f9855f9f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:49.503584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37652) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:49.518511 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3808a874-dd3d-4b8b-8b85-91006b16cd9f None None] Network 7ffa1117-0f42-44d9-a9a4-c75003fd2c5c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:49.612089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.703962 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Deleting port 09cbf15b-e7fd-485f-8772-c969a6211d96 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:49.705800 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.746055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520c9dc3-e587-4493-8882-b35e2a8ca37e None None] DHCP port deletion for 7ffa1117-0f42-44d9-a9a4-c75003fd2c5c request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:15:49.833712 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-520c9dc3-e587-4493-8882-b35e2a8ca37e None None] Deleting port 09cbf15b-e7fd-485f-8772-c969a6211d96 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:49.834081 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-520c9dc3-e587-4493-8882-b35e2a8ca37e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.846415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] For port 09cbf15b-e7fd-485f-8772-c969a6211d96, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=09cbf15b-e7fd-485f-8772-c969a6211d96,segment=NetworkSegment(1f76c5fb-8742-40b3-acc5-c3d88e96f692),segment_id=1f76c5fb-8742-40b3-acc5-c3d88e96f692)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:49.847045 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.861207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Calling delete_port for 09cbf15b-e7fd-485f-8772-c969a6211d96 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:49.872593 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e3889-49e9-4bf3-9835-cb92d0f05461 req-da5333f2-419e-4066-8635-d518a07e752c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:49.875454 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a1e3889-49e9-4bf3-9835-cb92d0f05461 req-da5333f2-419e-4066-8635-d518a07e752c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.0671999 Sep 30 08:15:49.938782 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a1e3889-49e9-4bf3-9835-cb92d0f05461 req-37b97683-29ab-4f1e-bfb9-879588e2c766 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565383 Sep 30 08:15:49.971110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-520c9dc3-e587-4493-8882-b35e2a8ca37e None None] For port 09cbf15b-e7fd-485f-8772-c969a6211d96, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=09cbf15b-e7fd-485f-8772-c969a6211d96,segment=NetworkSegment(1f76c5fb-8742-40b3-acc5-c3d88e96f692),segment_id=1f76c5fb-8742-40b3-acc5-c3d88e96f692)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:49.972025 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-520c9dc3-e587-4493-8882-b35e2a8ca37e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.974273 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:49.989228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-520c9dc3-e587-4493-8882-b35e2a8ca37e None None] Calling delete_port for 09cbf15b-e7fd-485f-8772-c969a6211d96 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:50.005491 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Pushing event deleted for resources: {'Port': ['ID=09cbf15b-e7fd-485f-8772-c969a6211d96,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:50.015801 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] No DVR routers for this DVR port 09cbf15b-e7fd-485f-8772-c969a6211d96 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: from cryptography.utils import int_from_bytes Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: from cryptography.utils import int_from_bytes Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.092033 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.094815 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.094815 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.094815 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.094815 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.094815 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.094815 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.094815 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.094815 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.094815 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.094815 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.094815 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.094815 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.094815 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:15:50.094815 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:15:50.097531 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-520c9dc3-e587-4493-8882-b35e2a8ca37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.105592 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.112074 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c9dc3-e587-4493-8882-b35e2a8ca37e None None] No DVR routers for this DVR port 09cbf15b-e7fd-485f-8772-c969a6211d96 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:15:50.137226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c9dc3-e587-4493-8882-b35e2a8ca37e None None] Pushing event deleted for resources: {'Port': ['ID=09cbf15b-e7fd-485f-8772-c969a6211d96,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:50.153129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ffa1117-0f42-44d9-a9a4-c75003fd2c5c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:50.163845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f76c5fb-8742-40b3-acc5-c3d88e96f692') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:50.164175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f76c5fb-8742-40b3-acc5-c3d88e96f692') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:50.173584 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.188654 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.196026 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:15:50.196570 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:15:50.202090 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:15:50.279314 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.288598 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.293033 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] 10.222.0.24 "DELETE /v2.0/networks/7ffa1117-0f42-44d9-a9a4-c75003fd2c5c HTTP/1.1" status: 204 len: 168 time: 0.7854333 Sep 30 08:15:50.302952 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4969d-cd72-47c1-81d0-772ec2085c20 tempest-TagsExtTest-1477295158 tempest-TagsExtTest-1477295158-project] Pushing event deleted for resources: {'Network': ['ID=7ffa1117-0f42-44d9-a9a4-c75003fd2c5c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:50.628473 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37680) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:50.765700 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1bcfde9e-10cc-42a1-af6f-bc8f2bc5ac12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac582f17473b49748a8f9ba94bd217c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360204 Sep 30 08:15:50.769227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37684) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:50.821262 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6208edc9-0f10-48d3-96ac-32073c15d58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.849920 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6208edc9-0f10-48d3-96ac-32073c15d58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.907789 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6208edc9-0f10-48d3-96ac-32073c15d58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.911107 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6208edc9-0f10-48d3-96ac-32073c15d58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:50.916564 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6208edc9-0f10-48d3-96ac-32073c15d58b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4d640c3-53ac-4706-9540-aaf0265b0457 HTTP/1.1" status: 204 len: 168 time: 0.1453061 Sep 30 08:15:50.924752 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208edc9-0f10-48d3-96ac-32073c15d58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d640c3-53ac-4706-9540-aaf0265b0457,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:51.056431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119e2cc-0e2b-41ec-b6f8-7933fe9ea7f2 req-f9e356ec-bce6-4e6a-91c7-47e5184155d6 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:51.057813 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c119e2cc-0e2b-41ec-b6f8-7933fe9ea7f2 req-f9e356ec-bce6-4e6a-91c7-47e5184155d6 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.0542207 Sep 30 08:15:51.112754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37706) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:51.126689 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c119e2cc-0e2b-41ec-b6f8-7933fe9ea7f2 req-f1df96c6-6be8-4d4b-a2fe-cc8783f65339 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576119 Sep 30 08:15:51.182490 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 09cbf15b-e7fd-485f-8772-c969a6211d96 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:15:51.210335 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 09cbf15b-e7fd-485f-8772-c969a6211d96 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:15:51.211013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 09cbf15b-e7fd-485f-8772-c969a6211d96 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:15:51.273005 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2f08-90f8-44cf-baac-7cf9388bd60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:51.384191 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2f08-90f8-44cf-baac-7cf9388bd60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:51.389330 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2f08-90f8-44cf-baac-7cf9388bd60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:51.431983 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f7bd2f08-90f8-44cf-baac-7cf9388bd60a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4069fa0a543247519f208700751d80c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179767 Sep 30 08:15:51.433070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd2f08-90f8-44cf-baac-7cf9388bd60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302874b2-c837-454b-8269-fc5b92912838,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:51.434811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37724) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:51.502174 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16292974-41c2-4f60-b589-e335f3b51666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:51.525119 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16292974-41c2-4f60-b589-e335f3b51666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:51.575468 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16292974-41c2-4f60-b589-e335f3b51666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:51.578215 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16292974-41c2-4f60-b589-e335f3b51666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:51.579493 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-16292974-41c2-4f60-b589-e335f3b51666 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/302874b2-c837-454b-8269-fc5b92912838 HTTP/1.1" status: 204 len: 168 time: 0.1425285 Sep 30 08:15:51.588598 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16292974-41c2-4f60-b589-e335f3b51666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302874b2-c837-454b-8269-fc5b92912838,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:51.747416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37738) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:51.911613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b3635c35-6a7b-489e-8a71-6decc22b3966 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1484787444-network', 'tenant_id': 'ec615ac4d2594aa59e97d24d98210bf0'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:51.938366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3635c35-6a7b-489e-8a71-6decc22b3966 admin admin] Made reservation on behalf of ec615ac4d2594aa59e97d24d98210bf0 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:51.943069 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3635c35-6a7b-489e-8a71-6decc22b3966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:51.956813 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3635c35-6a7b-489e-8a71-6decc22b3966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:51.997227 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37744) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:52.030021 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6949f23e-e51f-4c9c-9812-a341e10f3e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.069263 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3635c35-6a7b-489e-8a71-6decc22b3966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.073182 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3635c35-6a7b-489e-8a71-6decc22b3966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.102153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3635c35-6a7b-489e-8a71-6decc22b3966 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:15:52.112978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3635c35-6a7b-489e-8a71-6decc22b3966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b94a08-7c33-40e0-b03d-ffee8049e964,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:52.119581 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3635c35-6a7b-489e-8a71-6decc22b3966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.120157 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-b3635c35-6a7b-489e-8a71-6decc22b3966 admin admin] Added segment b012e050-7dcd-4c86-91c9-7a59a7e35959 of type vlan for network defe1ed9-e016-4983-9644-0f5b274f3425 Sep 30 08:15:52.164511 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6949f23e-e51f-4c9c-9812-a341e10f3e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.169986 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6949f23e-e51f-4c9c-9812-a341e10f3e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.179137 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3635c35-6a7b-489e-8a71-6decc22b3966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.201895 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6949f23e-e51f-4c9c-9812-a341e10f3e7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffa9f2a3dacf4ee0917a0789fa041455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036834 Sep 30 08:15:52.208871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37748) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:52.226849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949f23e-e51f-4c9c-9812-a341e10f3e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd108bc-cafa-446d-91e0-e2c639a38aa8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:52.260434 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3635c35-6a7b-489e-8a71-6decc22b3966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.262202 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3635c35-6a7b-489e-8a71-6decc22b3966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:52.262202 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3635c35-6a7b-489e-8a71-6decc22b3966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.343004 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b3635c35-6a7b-489e-8a71-6decc22b3966 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5938048 Sep 30 08:15:52.346091 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:52.352129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d58b18e6-4bad-4da9-a6b7-29cab3b24c47 admin admin] Request body: {'subnet': {'network_id': 'defe1ed9-e016-4983-9644-0f5b274f3425', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1484787444-subnet', 'tenant_id': 'ec615ac4d2594aa59e97d24d98210bf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:52.374172 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58b18e6-4bad-4da9-a6b7-29cab3b24c47 admin admin] Made reservation on behalf of ec615ac4d2594aa59e97d24d98210bf0 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:52.376586 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d58b18e6-4bad-4da9-a6b7-29cab3b24c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.384708 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093f999-d6a2-4bb2-af0b-7a0ed881ae14 req-6caa13b9-b8d6-40a1-8f37-3ca579dc4e53 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:52.386292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7093f999-d6a2-4bb2-af0b-7a0ed881ae14 req-6caa13b9-b8d6-40a1-8f37-3ca579dc4e53 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.1783917 Sep 30 08:15:52.387269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3635c35-6a7b-489e-8a71-6decc22b3966 admin admin] Pushing event updated for resources: {'Network': ['ID=defe1ed9-e016-4983-9644-0f5b274f3425,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:52.398469 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network defe1ed9-e016-4983-9644-0f5b274f3425 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:15:52.428794 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1d30-ff3d-42d4-8b4c-5d3fe4a3ffcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.460184 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1d30-ff3d-42d4-8b4c-5d3fe4a3ffcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.511545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7093f999-d6a2-4bb2-af0b-7a0ed881ae14 req-eeb5b308-b6c4-4fd5-88bd-587fc400e50a tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150851 Sep 30 08:15:52.553539 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1d30-ff3d-42d4-8b4c-5d3fe4a3ffcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.556672 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1d30-ff3d-42d4-8b4c-5d3fe4a3ffcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.557590 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ac1e1d30-ff3d-42d4-8b4c-5d3fe4a3ffcc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0dd108bc-cafa-446d-91e0-e2c639a38aa8 HTTP/1.1" status: 204 len: 168 time: 0.3465395 Sep 30 08:15:52.569147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e1d30-ff3d-42d4-8b4c-5d3fe4a3ffcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd108bc-cafa-446d-91e0-e2c639a38aa8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:52.684007 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d58b18e6-4bad-4da9-a6b7-29cab3b24c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.748664 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b18e6-4bad-4da9-a6b7-29cab3b24c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac9d63f-f8f7-4276-90cc-8d8f7f3eeff3,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:52.757284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b18e6-4bad-4da9-a6b7-29cab3b24c47 admin admin] Checking segment: {'id': 'b012e050-7dcd-4c86-91c9-7a59a7e35959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'defe1ed9-e016-4983-9644-0f5b274f3425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:52.757645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b18e6-4bad-4da9-a6b7-29cab3b24c47 admin admin] Network hostable DHCP agents. Network: defe1ed9-e016-4983-9644-0f5b274f3425, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:15:52.778654 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b18e6-4bad-4da9-a6b7-29cab3b24c47 admin admin] Network defe1ed9-e016-4983-9644-0f5b274f3425 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:15:52.789682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d58b18e6-4bad-4da9-a6b7-29cab3b24c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, defe1ed9-e016-4983-9644-0f5b274f3425) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:52.794038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58b18e6-4bad-4da9-a6b7-29cab3b24c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:52.794920 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d58b18e6-4bad-4da9-a6b7-29cab3b24c47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:52.802574 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2801a301-060c-494d-a408-343e622d67b3 None None] Network defe1ed9-e016-4983-9644-0f5b274f3425 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:52.823546 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d58b18e6-4bad-4da9-a6b7-29cab3b24c47 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4758236 Sep 30 08:15:52.961166 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127f0a14-659f-45a1-a396-4b824c303cc2 None None] Network defe1ed9-e016-4983-9644-0f5b274f3425 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:53.451133 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37798) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:53.456314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ff321e79-3c7a-4905-ac65-0528adb49c93 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1168870800-network', 'tenant_id': '7a72b5f8c08e4d39a5c7c0b65a4b23bb'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:53.477564 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff321e79-3c7a-4905-ac65-0528adb49c93 admin admin] Made reservation on behalf of 7a72b5f8c08e4d39a5c7c0b65a4b23bb for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:53.480275 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff321e79-3c7a-4905-ac65-0528adb49c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.489719 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff321e79-3c7a-4905-ac65-0528adb49c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.616734 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff321e79-3c7a-4905-ac65-0528adb49c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.624882 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff321e79-3c7a-4905-ac65-0528adb49c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.677119 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff321e79-3c7a-4905-ac65-0528adb49c93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:15:53.682076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01d842-0c23-4f86-bee3-44c56650d2e8 req-25dd68fb-0306-416f-b457-b00f4bb57a17 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:53.683876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f01d842-0c23-4f86-bee3-44c56650d2e8 req-25dd68fb-0306-416f-b457-b00f4bb57a17 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.0708966 Sep 30 08:15:53.687741 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff321e79-3c7a-4905-ac65-0528adb49c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89336b3-ce11-4127-8efd-72e69ec69c8a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:53.697618 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff321e79-3c7a-4905-ac65-0528adb49c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.697964 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-ff321e79-3c7a-4905-ac65-0528adb49c93 admin admin] Added segment d859b8e1-45e3-4295-bb3f-bbaa3c19eb20 of type vlan for network 05e4b6e0-300b-4cad-933b-c7bb684f549c Sep 30 08:15:53.757440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f01d842-0c23-4f86-bee3-44c56650d2e8 req-5f710dd2-46ca-4ed7-b44a-15ad4775712d tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557270 Sep 30 08:15:53.777694 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff321e79-3c7a-4905-ac65-0528adb49c93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.811737 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff321e79-3c7a-4905-ac65-0528adb49c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.821647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff321e79-3c7a-4905-ac65-0528adb49c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:53.822760 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff321e79-3c7a-4905-ac65-0528adb49c93 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:53.867088 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ff321e79-3c7a-4905-ac65-0528adb49c93 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4145606 Sep 30 08:15:53.869624 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37816) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:53.879335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c6a53790-3e6f-4db2-8828-0aa881df7fd0 admin admin] Request body: {'subnet': {'network_id': '05e4b6e0-300b-4cad-933b-c7bb684f549c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1168870800-subnet', 'tenant_id': '7a72b5f8c08e4d39a5c7c0b65a4b23bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:15:53.917487 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff321e79-3c7a-4905-ac65-0528adb49c93 admin admin] Pushing event updated for resources: {'Network': ['ID=05e4b6e0-300b-4cad-933b-c7bb684f549c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:53.929497 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 05e4b6e0-300b-4cad-933b-c7bb684f549c details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:15:53.940621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a53790-3e6f-4db2-8828-0aa881df7fd0 admin admin] Made reservation on behalf of 7a72b5f8c08e4d39a5c7c0b65a4b23bb for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:15:53.944272 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6a53790-3e6f-4db2-8828-0aa881df7fd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.142332 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6a53790-3e6f-4db2-8828-0aa881df7fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.207984 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a53790-3e6f-4db2-8828-0aa881df7fd0 admin admin] Checking segment: {'id': 'd859b8e1-45e3-4295-bb3f-bbaa3c19eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '05e4b6e0-300b-4cad-933b-c7bb684f549c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:15:54.208288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a53790-3e6f-4db2-8828-0aa881df7fd0 admin admin] Network hostable DHCP agents. Network: 05e4b6e0-300b-4cad-933b-c7bb684f549c, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:15:54.214381 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a53790-3e6f-4db2-8828-0aa881df7fd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3caec471-6522-4ca3-8f3c-78d34b142696,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:54.231081 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a53790-3e6f-4db2-8828-0aa881df7fd0 admin admin] Network 05e4b6e0-300b-4cad-933b-c7bb684f549c is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:15:54.240634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c6a53790-3e6f-4db2-8828-0aa881df7fd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 05e4b6e0-300b-4cad-933b-c7bb684f549c) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:15:54.249710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c91bba-102e-4f5f-81eb-e89dad59fee6 None None] Network 05e4b6e0-300b-4cad-933b-c7bb684f549c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:54.252542 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a53790-3e6f-4db2-8828-0aa881df7fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:54.253092 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6a53790-3e6f-4db2-8828-0aa881df7fd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.269128 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c6a53790-3e6f-4db2-8828-0aa881df7fd0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3980391 Sep 30 08:15:54.403198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bf8ebe-34fb-4f38-af75-e1cfeb382efd None None] Network 05e4b6e0-300b-4cad-933b-c7bb684f549c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:15:54.414668 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37834) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:54.496035 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb1a98b-9566-493b-8c8a-fbfdeb1bedd4 admin admin] Deleting subnet 1ac9d63f-f8f7-4276-90cc-8d8f7f3eeff3 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:15:54.499586 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a98b-9566-493b-8c8a-fbfdeb1bedd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.547682 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a98b-9566-493b-8c8a-fbfdeb1bedd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.590669 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a98b-9566-493b-8c8a-fbfdeb1bedd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.663656 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a98b-9566-493b-8c8a-fbfdeb1bedd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.704833 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a98b-9566-493b-8c8a-fbfdeb1bedd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.708427 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4bb1a98b-9566-493b-8c8a-fbfdeb1bedd4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1ac9d63f-f8f7-4276-90cc-8d8f7f3eeff3 HTTP/1.1" status: 204 len: 168 time: 0.2925422 Sep 30 08:15:54.709990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1a98b-9566-493b-8c8a-fbfdeb1bedd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac9d63f-f8f7-4276-90cc-8d8f7f3eeff3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:54.711058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37848) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:54.816050 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-061d7a5c-cde7-41ba-bc98-1c78d6a2b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.938251 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-061d7a5c-cde7-41ba-bc98-1c78d6a2b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:54.963552 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8251f-039c-4cd0-90e6-9505eee623c2 req-f8c00a99-e446-4791-88c4-6e352193b679 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:54.966355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cb8251f-039c-4cd0-90e6-9505eee623c2 req-f8c00a99-e446-4791-88c4-6e352193b679 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.1114857 Sep 30 08:15:54.992796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-061d7a5c-cde7-41ba-bc98-1c78d6a2b9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defe1ed9-e016-4983-9644-0f5b274f3425']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:55.019492 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-061d7a5c-cde7-41ba-bc98-1c78d6a2b9a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b012e050-7dcd-4c86-91c9-7a59a7e35959') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:55.019799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-061d7a5c-cde7-41ba-bc98-1c78d6a2b9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b012e050-7dcd-4c86-91c9-7a59a7e35959') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:55.032894 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-061d7a5c-cde7-41ba-bc98-1c78d6a2b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.054849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cb8251f-039c-4cd0-90e6-9505eee623c2 req-f5f0a4bf-ca90-4f8a-b11a-7fdfae3d5f69 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778587 Sep 30 08:15:55.055768 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-061d7a5c-cde7-41ba-bc98-1c78d6a2b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.062076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061d7a5c-cde7-41ba-bc98-1c78d6a2b9a9 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:15:55.062818 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-061d7a5c-cde7-41ba-bc98-1c78d6a2b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:15:55.065725 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:15:55.136065 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-061d7a5c-cde7-41ba-bc98-1c78d6a2b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.142885 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-061d7a5c-cde7-41ba-bc98-1c78d6a2b9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.144974 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-061d7a5c-cde7-41ba-bc98-1c78d6a2b9a9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/defe1ed9-e016-4983-9644-0f5b274f3425 HTTP/1.1" status: 204 len: 168 time: 0.4329197 Sep 30 08:15:55.147894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:55.159145 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d7a5c-cde7-41ba-bc98-1c78d6a2b9a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=defe1ed9-e016-4983-9644-0f5b274f3425,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:55.204165 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-31023ade-e11d-4156-8d01-ebd4f98a543d admin admin] Deleting subnet 3caec471-6522-4ca3-8f3c-78d34b142696 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:15:55.208400 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31023ade-e11d-4156-8d01-ebd4f98a543d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.245527 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31023ade-e11d-4156-8d01-ebd4f98a543d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.287773 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31023ade-e11d-4156-8d01-ebd4f98a543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.343626 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31023ade-e11d-4156-8d01-ebd4f98a543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.372238 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31023ade-e11d-4156-8d01-ebd4f98a543d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3caec471-6522-4ca3-8f3c-78d34b142696,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:55.374259 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31023ade-e11d-4156-8d01-ebd4f98a543d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.376293 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-31023ade-e11d-4156-8d01-ebd4f98a543d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3caec471-6522-4ca3-8f3c-78d34b142696 HTTP/1.1" status: 204 len: 168 time: 0.2271540 Sep 30 08:15:55.378960 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:55.453892 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccca39d-ca58-4cc5-a889-baa10fdcd12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.557985 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccca39d-ca58-4cc5-a889-baa10fdcd12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.837723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37878) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:55.870380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-eccca39d-ca58-4cc5-a889-baa10fdcd12e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e4b6e0-300b-4cad-933b-c7bb684f549c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:55.880971 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-eccca39d-ca58-4cc5-a889-baa10fdcd12e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd859b8e1-45e3-4295-bb3f-bbaa3c19eb20') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:55.881266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-eccca39d-ca58-4cc5-a889-baa10fdcd12e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd859b8e1-45e3-4295-bb3f-bbaa3c19eb20') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:15:55.890391 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccca39d-ca58-4cc5-a889-baa10fdcd12e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.904617 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccca39d-ca58-4cc5-a889-baa10fdcd12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.910851 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eccca39d-ca58-4cc5-a889-baa10fdcd12e admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:15:55.911370 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccca39d-ca58-4cc5-a889-baa10fdcd12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:15:55.913187 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:15:55.954842 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ce9ce9-9420-43b2-aa48-022995ffaca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.971445 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccca39d-ca58-4cc5-a889-baa10fdcd12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.977204 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccca39d-ca58-4cc5-a889-baa10fdcd12e admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:55.979120 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-eccca39d-ca58-4cc5-a889-baa10fdcd12e admin admin] 10.222.0.24 "DELETE /v2.0/networks/05e4b6e0-300b-4cad-933b-c7bb684f549c HTTP/1.1" status: 204 len: 168 time: 0.5990355 Sep 30 08:15:55.991941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccca39d-ca58-4cc5-a889-baa10fdcd12e admin admin] Pushing event deleted for resources: {'Network': ['ID=05e4b6e0-300b-4cad-933b-c7bb684f549c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:56.060271 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ce9ce9-9420-43b2-aa48-022995ffaca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.065167 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ce9ce9-9420-43b2-aa48-022995ffaca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.108147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:56.122634 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-99ce9ce9-9420-43b2-aa48-022995ffaca7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c313c8e489de47418638219d4926cc97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814915 Sep 30 08:15:56.122634 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce9ce9-9420-43b2-aa48-022995ffaca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d870abea-52d9-4b16-9fd8-7de185e9cd5f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:56.123497 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37890) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:56.181350 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-559da896-e6f9-4711-90c2-0757867df435 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec615ac4d2594aa59e97d24d98210bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716054 Sep 30 08:15:56.184388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37892) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:56.198072 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea320b7-4b60-4f90-901a-a8e4febff884 req-e9940872-f8e4-4031-9a88-26d93720c09f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:56.199559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fea320b7-4b60-4f90-901a-a8e4febff884 req-e9940872-f8e4-4031-9a88-26d93720c09f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.0508006 Sep 30 08:15:56.225373 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5b44659-9f78-4356-986e-5ab44c85f449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.238512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fea320b7-4b60-4f90-901a-a8e4febff884 req-87fb2e5e-f30a-41a2-b3f4-9cadc2b4a8da tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321753 Sep 30 08:15:56.258288 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5b44659-9f78-4356-986e-5ab44c85f449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.265841 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd61384d-3966-4c48-8dd9-31965b15982d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.305457 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd61384d-3966-4c48-8dd9-31965b15982d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.343999 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5b44659-9f78-4356-986e-5ab44c85f449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.347191 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5b44659-9f78-4356-986e-5ab44c85f449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.348374 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e5b44659-9f78-4356-986e-5ab44c85f449 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d870abea-52d9-4b16-9fd8-7de185e9cd5f HTTP/1.1" status: 204 len: 168 time: 0.2241459 Sep 30 08:15:56.358183 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b44659-9f78-4356-986e-5ab44c85f449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d870abea-52d9-4b16-9fd8-7de185e9cd5f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:56.361338 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd61384d-3966-4c48-8dd9-31965b15982d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.364756 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd61384d-3966-4c48-8dd9-31965b15982d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.366412 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bd61384d-3966-4c48-8dd9-31965b15982d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37b94a08-7c33-40e0-b03d-ffee8049e964 HTTP/1.1" status: 204 len: 168 time: 0.1805675 Sep 30 08:15:56.373882 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61384d-3966-4c48-8dd9-31965b15982d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b94a08-7c33-40e0-b03d-ffee8049e964,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:56.729350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37910) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:56.773372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37914) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:56.776113 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d34a63a3-7dc2-42fb-b9cb-c111024292f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a72b5f8c08e4d39a5c7c0b65a4b23bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501051 Sep 30 08:15:56.778770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37916) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:56.791393 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e98a3717-05be-4ee8-8e40-5e94f957838b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.848309 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c149fa46-a796-4c9e-9d42-fc90110bef62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.911753 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c149fa46-a796-4c9e-9d42-fc90110bef62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.940869 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e98a3717-05be-4ee8-8e40-5e94f957838b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.947451 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e98a3717-05be-4ee8-8e40-5e94f957838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.983071 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c149fa46-a796-4c9e-9d42-fc90110bef62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.985114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e98a3717-05be-4ee8-8e40-5e94f957838b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c373e7abeaf3412bb2c098e6a965e561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105081 Sep 30 08:15:56.987143 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c149fa46-a796-4c9e-9d42-fc90110bef62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:56.988787 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c149fa46-a796-4c9e-9d42-fc90110bef62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d89336b3-ce11-4127-8efd-72e69ec69c8a HTTP/1.1" status: 204 len: 168 time: 0.2087603 Sep 30 08:15:56.990136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37928) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:15:57.001595 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149fa46-a796-4c9e-9d42-fc90110bef62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89336b3-ce11-4127-8efd-72e69ec69c8a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:57.034142 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a3717-05be-4ee8-8e40-5e94f957838b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036fac0f-ca29-4149-b3d3-f81f2d11dad4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:57.081585 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0c3f879a-4a76-4670-84a5-774b4cb61c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:57.116295 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0c3f879a-4a76-4670-84a5-774b4cb61c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:57.212592 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0c3f879a-4a76-4670-84a5-774b4cb61c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:57.218527 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0c3f879a-4a76-4670-84a5-774b4cb61c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:57.221716 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0c3f879a-4a76-4670-84a5-774b4cb61c44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/036fac0f-ca29-4149-b3d3-f81f2d11dad4 HTTP/1.1" status: 204 len: 168 time: 0.2296360 Sep 30 08:15:57.239652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f879a-4a76-4670-84a5-774b4cb61c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036fac0f-ca29-4149-b3d3-f81f2d11dad4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:57.352034 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a473da-1428-4120-9208-6d17c029f615 req-75b1ae1b-0558-427b-b3e4-4e059cb8613e tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:57.360691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74a473da-1428-4120-9208-6d17c029f615 req-75b1ae1b-0558-427b-b3e4-4e059cb8613e tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 946 time: 0.0795672 Sep 30 08:15:57.441159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03350514-491e-46e4-b7db-b068b9a142b0 req-10f454a9-48b5-4d32-9479-ffe41174de46 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:57.444907 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03350514-491e-46e4-b7db-b068b9a142b0 req-10f454a9-48b5-4d32-9479-ffe41174de46 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.1159661 Sep 30 08:15:57.448425 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74a473da-1428-4120-9208-6d17c029f615 req-b8e85f12-6bbe-45d6-876f-67a5da37aa2b tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=779dd17f-2db7-4ed0-b049-52475833be17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839396 Sep 30 08:15:57.504916 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03350514-491e-46e4-b7db-b068b9a142b0 req-9fe5d470-7323-466e-8a8d-ba117de0424c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528421 Sep 30 08:15:57.638682 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-28ab5560-7770-4891-b671-ae50c0b0c44f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0726337 Sep 30 08:15:57.755122 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-b995df61-a234-4b32-a2b1-4b424f0f189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:57.756510 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-b995df61-a234-4b32-a2b1-4b424f0f189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:57.757171 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-b995df61-a234-4b32-a2b1-4b424f0f189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:57.757836 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-b995df61-a234-4b32-a2b1-4b424f0f189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:57.758318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-b995df61-a234-4b32-a2b1-4b424f0f189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:57.758790 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-b995df61-a234-4b32-a2b1-4b424f0f189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:57.759540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-b995df61-a234-4b32-a2b1-4b424f0f189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:57.762133 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-b995df61-a234-4b32-a2b1-4b424f0f189a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce39ae04255c4914adca40a29bca4222&device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 6502 time: 0.0566113 Sep 30 08:15:57.891266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-4f2c859e-d4d8-4c78-8a63-ddf5b2bb471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:57.891760 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-4f2c859e-d4d8-4c78-8a63-ddf5b2bb471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:57.892231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-4f2c859e-d4d8-4c78-8a63-ddf5b2bb471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:57.894449 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-4f2c859e-d4d8-4c78-8a63-ddf5b2bb471f service neutron] 10.222.0.35 "GET /v2.0/networks?id=384df419-38eb-4226-b7dd-8fe2db486b35&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd HTTP/1.1" status: 200 len: 2298 time: 0.1069472 Sep 30 08:15:57.983086 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-88c9a032-6469-481c-b50e-9ffdd96eb4f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3237b50c-d6b1-404d-bdab-771cbaf0b52d HTTP/1.1" status: 200 len: 1000 time: 0.0806401 Sep 30 08:15:58.077228 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-6c243e59-cd9d-4915-80aa-b287038d523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:58.078819 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-6c243e59-cd9d-4915-80aa-b287038d523c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f898384-daa1-40fa-9c72-56b1900fc76c HTTP/1.1" status: 200 len: 856 time: 0.0888271 Sep 30 08:15:58.128831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-38256970-c625-4ff4-a78f-41d5772d4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:58.130441 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-38256970-c625-4ff4-a78f-41d5772d4c79 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=384df419-38eb-4226-b7dd-8fe2db486b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438218 Sep 30 08:15:58.248243 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-40c361e5-2a44-4220-9fcd-c19a649b0414 service neutron] 10.222.0.35 "GET /v2.0/networks/384df419-38eb-4226-b7dd-8fe2db486b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099434 Sep 30 08:15:58.356835 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-9dcf033b-8da7-426c-bb2c-84ee19eb0b90 service neutron] 10.222.0.35 "GET /v2.0/networks/384df419-38eb-4226-b7dd-8fe2db486b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008060 Sep 30 08:15:58.404217 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-ef3e9f19-759f-428a-99dc-3e95dbf9c05c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d2a04c48-1016-4204-91b9-76cc35da608f HTTP/1.1" status: 200 len: 217 time: 0.0396419 Sep 30 08:15:58.458169 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-52fea8fd-e412-4e3a-bf07-13baed51f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:58.459902 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-52fea8fd-e412-4e3a-bf07-13baed51f991 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 200 len: 797 time: 0.0488265 Sep 30 08:15:58.512231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-76580c22-c7df-4791-a338-77ec6d565c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:58.515257 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-76580c22-c7df-4791-a338-77ec6d565c51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b90b784a-548c-41b5-91c7-a8e317195f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0477870 Sep 30 08:15:58.595469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9b2eb-9372-4f7a-b319-e2c3c8f5a934 req-8de9a22b-3316-4ce4-b9e5-b849205f3150 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:58.603721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8b9b2eb-9372-4f7a-b319-e2c3c8f5a934 req-8de9a22b-3316-4ce4-b9e5-b849205f3150 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 946 time: 0.0716131 Sep 30 08:15:58.646361 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-254a020a-6ac7-4489-94c8-6d657fcdd219 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217639 Sep 30 08:15:58.678774 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8b9b2eb-9372-4f7a-b319-e2c3c8f5a934 req-fca068f3-9de1-4017-9dd5-6f9bdfa7d837 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups?id=779dd17f-2db7-4ed0-b049-52475833be17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740716 Sep 30 08:15:58.705449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225a532-70a9-4988-8f15-fd4149a96fca req-da88e23b-de51-4fd4-950c-5c044e418620 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:58.712440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7225a532-70a9-4988-8f15-fd4149a96fca req-da88e23b-de51-4fd4-950c-5c044e418620 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.1066427 Sep 30 08:15:58.765402 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7225a532-70a9-4988-8f15-fd4149a96fca req-452b7103-be7b-4407-a867-a91f68d12768 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421658 Sep 30 08:15:58.788176 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-26136bdb-f928-42e5-a965-536bc96dc7dc service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319351 Sep 30 08:15:58.836732 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-e6ba8991-f989-4b1e-be3e-9fd35c914f68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=f0f3ccad-dbbd-4b38-b65a-93a3ef827cee HTTP/1.1" status: 200 len: 217 time: 0.0406179 Sep 30 08:15:58.892129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-ce82376d-c3f7-42ee-bf85-465d1422cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:58.894119 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-ce82376d-c3f7-42ee-bf85-465d1422cd1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 200 len: 797 time: 0.0500436 Sep 30 08:15:58.951588 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-89470130-fd01-4f72-9b45-c061783e97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:58.953210 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-89470130-fd01-4f72-9b45-c061783e97dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b90b784a-548c-41b5-91c7-a8e317195f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498867 Sep 30 08:15:58.979101 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a823221-c546-4765-8356-aeb54b6b4077 req-177e1563-3ed3-45c4-93e0-e45138df5f61 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:58.981404 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9a823221-c546-4765-8356-aeb54b6b4077 req-177e1563-3ed3-45c4-93e0-e45138df5f61 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 946 time: 0.0605073 Sep 30 08:15:59.079569 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-33330713-8a0e-4a2c-ac1d-631cabc2ca4f service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175129 Sep 30 08:15:59.133483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-9a823221-c546-4765-8356-aeb54b6b4077 req-993e3085-338f-492d-988e-590c72905cb4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Deleting port 127ab899-b959-4e98-8db9-8f2a2ce30b3f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:15:59.134432 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9a823221-c546-4765-8356-aeb54b6b4077 req-993e3085-338f-492d-988e-590c72905cb4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:59.227747 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-27473221-e767-482f-b9ec-f90be8356168 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343734 Sep 30 08:15:59.289507 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9a823221-c546-4765-8356-aeb54b6b4077 req-993e3085-338f-492d-988e-590c72905cb4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] For port 127ab899-b959-4e98-8db9-8f2a2ce30b3f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=127ab899-b959-4e98-8db9-8f2a2ce30b3f,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:15:59.290025 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9a823221-c546-4765-8356-aeb54b6b4077 req-993e3085-338f-492d-988e-590c72905cb4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:59.318857 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-8c2800b0-5b3a-4569-a9af-b6a8e7e515db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=65097e74-e449-431b-a3eb-790fec30038f HTTP/1.1" status: 200 len: 217 time: 0.0812192 Sep 30 08:15:59.395106 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-f5094994-821f-49a2-8626-1ffebc1f8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:59.398552 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-f5094994-821f-49a2-8626-1ffebc1f8f23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 200 len: 797 time: 0.0745270 Sep 30 08:15:59.460398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-045dffc8-a959-4825-ba75-27090690650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:59.461941 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-045dffc8-a959-4825-ba75-27090690650f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b90b784a-548c-41b5-91c7-a8e317195f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0483589 Sep 30 08:15:59.502576 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9a823221-c546-4765-8356-aeb54b6b4077 req-993e3085-338f-492d-988e-590c72905cb4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:59.503541 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9a823221-c546-4765-8356-aeb54b6b4077 req-993e3085-338f-492d-988e-590c72905cb4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:59.504305 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-9a823221-c546-4765-8356-aeb54b6b4077 req-993e3085-338f-492d-988e-590c72905cb4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Floating IP 636807c3-962b-4962-bac4-0b1d32c753e2 disassociated. External IP: 172.25.0.195, port: 127ab899-b959-4e98-8db9-8f2a2ce30b3f. Sep 30 08:15:59.504873 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-9a823221-c546-4765-8356-aeb54b6b4077 req-993e3085-338f-492d-988e-590c72905cb4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Calling delete_port for 127ab899-b959-4e98-8db9-8f2a2ce30b3f owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:15:59.578288 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-df58ee7c-cd25-41b3-b174-b50c62565929 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087241 Sep 30 08:15:59.613965 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:59.678534 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9a823221-c546-4765-8356-aeb54b6b4077 req-993e3085-338f-492d-988e-590c72905cb4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:15:59.723828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e3085-338f-492d-988e-590c72905cb4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event deleted for resources: {'Port': ['ID=127ab899-b959-4e98-8db9-8f2a2ce30b3f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:15:59.746087 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-062d54a7-d3d4-4ee9-ad3d-d4ee0add94e0 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534576 Sep 30 08:15:59.808570 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-22f40e43-06e9-407a-86f4-b5c4fc924b92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 HTTP/1.1" status: 200 len: 217 time: 0.0539234 Sep 30 08:15:59.886233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-62fb9622-dbbc-45ee-9c31-9371107c7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:59.888467 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-62fb9622-dbbc-45ee-9c31-9371107c7464 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 200 len: 797 time: 0.0706651 Sep 30 08:15:59.946407 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-b855325c-b692-412d-908c-aafa05c36665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:15:59.948189 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-b855325c-b692-412d-908c-aafa05c36665 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b90b784a-548c-41b5-91c7-a8e317195f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0457737 Sep 30 08:16:00.054887 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-6532ffcb-ee38-4564-9829-99b6080f9dfd service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979102 Sep 30 08:16:00.155202 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-d9b8c1d9-4ab0-4810-80ad-5e54abe65595 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934849 Sep 30 08:16:00.208682 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-4ba1eda6-a3bf-442f-9f94-581affa077ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6275749-d3f0-44ae-8512-99bd87141470 HTTP/1.1" status: 200 len: 217 time: 0.0447764 Sep 30 08:16:00.249726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f20c1fe-2f3f-4a3b-b476-6793985049bb req-8d22686f-cd5e-42f3-982c-4c1433c2c73f tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e3e8414-c161-4275-902e-86848468b5d5 HTTP/1.1" status: 200 len: 210 time: 0.0451827 Sep 30 08:16:00.286928 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-22b559de-48f7-4ad6-bcf1-b94255196526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:00.289301 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-22b559de-48f7-4ad6-bcf1-b94255196526 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e7708e0-b666-41ba-91d3-88457521fad1 HTTP/1.1" status: 200 len: 797 time: 0.0729156 Sep 30 08:16:00.354697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050603eb-85e3-4f02-a072-a93b5a725281 req-ebe49d32-ea3b-4992-bf5f-464902d1c180 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:00.355287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-ec95cf3f-4f3b-4119-978d-bd8e1192090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:00.356970 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-ec95cf3f-4f3b-4119-978d-bd8e1192090d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0601916 Sep 30 08:16:00.360377 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-050603eb-85e3-4f02-a072-a93b5a725281 req-ebe49d32-ea3b-4992-bf5f-464902d1c180 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.1731892 Sep 30 08:16:00.414044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a823221-c546-4765-8356-aeb54b6b4077 req-993e3085-338f-492d-988e-590c72905cb4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Router f50bea76-0f14-4d5f-a521-ff5456dfbf89 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:16:00.433593 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-050603eb-85e3-4f02-a072-a93b5a725281 req-e8badffc-4bf4-4e85-9c19-ca281919341f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634902 Sep 30 08:16:00.488333 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-49f7c797-5d6d-43b3-979b-c54985d5e967 service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230555 Sep 30 08:16:00.558711 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a823221-c546-4765-8356-aeb54b6b4077 req-993e3085-338f-492d-988e-590c72905cb4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:16:00.573749 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82543c7a-7f58-4306-a4bb-73af00311e18 None None] Sync routers for ids ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:16:00.585925 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82543c7a-7f58-4306-a4bb-73af00311e18 None None] Routers {'f50bea76-0f14-4d5f-a521-ff5456dfbf89'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:16:00.586793 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-82543c7a-7f58-4306-a4bb-73af00311e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:15:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:00.603524 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a823221-c546-4765-8356-aeb54b6b4077 req-993e3085-338f-492d-988e-590c72905cb4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] No DVR routers for this DVR port 127ab899-b959-4e98-8db9-8f2a2ce30b3f on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:00.607263 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9a823221-c546-4765-8356-aeb54b6b4077 req-993e3085-338f-492d-988e-590c72905cb4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:00.609409 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9a823221-c546-4765-8356-aeb54b6b4077 req-993e3085-338f-492d-988e-590c72905cb4 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.36 "DELETE /v2.0/ports/127ab899-b959-4e98-8db9-8f2a2ce30b3f HTTP/1.1" status: 204 len: 173 time: 1.6216567 Sep 30 08:16:00.609971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3e8414-c161-4275-902e-86848468b5d5', 'name': 'network-vif-deleted', 'tag': '127ab899-b959-4e98-8db9-8f2a2ce30b3f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:00.613796 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5149047a-818b-494e-8406-8f323b9d3959" -d '{"events": [{"server_uuid": "3e3e8414-c161-4275-902e-86848468b5d5", "name": "network-vif-deleted", "tag": "127ab899-b959-4e98-8db9-8f2a2ce30b3f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:00.628554 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-0bb4f01b-d477-475a-8956-6a7a929044bd service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997880 Sep 30 08:16:00.697205 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-7f8b2fa0-c4ce-4815-847a-e34ae48ffacf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=26ad74b0-3ba8-4587-b553-8544368b4753 HTTP/1.1" status: 200 len: 217 time: 0.0564532 Sep 30 08:16:00.726187 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-82543c7a-7f58-4306-a4bb-73af00311e18 None None] Set router f50bea76-0f14-4d5f-a521-ff5456dfbf89 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:16:00.777004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-dbe574e4-a562-4868-b325-d7bd68133812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:00.779126 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-dbe574e4-a562-4868-b325-d7bd68133812 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e7708e0-b666-41ba-91d3-88457521fad1 HTTP/1.1" status: 200 len: 797 time: 0.0742409 Sep 30 08:16:00.853274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-c5dbafcb-27e3-4adf-a2a8-9115edd16d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:00.855034 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-c5dbafcb-27e3-4adf-a2a8-9115edd16d68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0681109 Sep 30 08:16:01.032187 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-1e7fe192-9682-4d2e-b7fe-22e3cde5ed13 service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672618 Sep 30 08:16:01.051231 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-82543c7a-7f58-4306-a4bb-73af00311e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:07Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f22c6333-226d-4d94-aa4d-ef8995947044', 'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'mac_address': 'fa:16:3e:30:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:06Z', 'updated_at': '2021-09-30T08:08:14Z', 'revision_number': 5, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'subnets': [{'id': '83b391f2-40bb-46fd-9398-46e69258862b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:01.081547 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870ba04a-7c62-44c9-b065-24053d70053d x-openstack-request-id: req-870ba04a-7c62-44c9-b065-24053d70053d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:01.082149 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3e8414-c161-4275-902e-86848468b5d5", "name": "network-vif-deleted", "tag": "127ab899-b959-4e98-8db9-8f2a2ce30b3f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:01.082314 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-870ba04a-7c62-44c9-b065-24053d70053d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:01.082738 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3e8414-c161-4275-902e-86848468b5d5', 'name': 'network-vif-deleted', 'tag': '127ab899-b959-4e98-8db9-8f2a2ce30b3f', 'status': 'completed', 'code': 200} Sep 30 08:16:01.152310 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82543c7a-7f58-4306-a4bb-73af00311e18 None None] Checking router: f50bea76-0f14-4d5f-a521-ff5456dfbf89 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:16:01.171796 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82543c7a-7f58-4306-a4bb-73af00311e18 None None] Routers {'f50bea76-0f14-4d5f-a521-ff5456dfbf89'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:16:01.172621 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-82543c7a-7f58-4306-a4bb-73af00311e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:15:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:01.207926 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c11b3b0-ccbe-4be8-a886-72f8c786ed7d req-5e85a288-59a0-4a33-ae6c-20036828e2eb service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668050 Sep 30 08:16:01.328752 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-82543c7a-7f58-4306-a4bb-73af00311e18 None None] Set router f50bea76-0f14-4d5f-a521-ff5456dfbf89 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:16:01.540964 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-82543c7a-7f58-4306-a4bb-73af00311e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:07Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f22c6333-226d-4d94-aa4d-ef8995947044', 'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'mac_address': 'fa:16:3e:30:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:06Z', 'updated_at': '2021-09-30T08:08:14Z', 'revision_number': 5, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'subnets': [{'id': '83b391f2-40bb-46fd-9398-46e69258862b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:01.573030 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82543c7a-7f58-4306-a4bb-73af00311e18 None None] The sync data for ids ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'] in n-d-807359-2 is: [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:08:07Z', 'revision_number': 4, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f22c6333-226d-4d94-aa4d-ef8995947044', 'name': '', 'network_id': '9b07086f-6fb4-4a79-bc78-a4a068acc7e8', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'mac_address': 'fa:16:3e:30:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '83b391f2-40bb-46fd-9398-46e69258862b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:08:06Z', 'updated_at': '2021-09-30T08:08:14Z', 'revision_number': 5, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'subnets': [{'id': '83b391f2-40bb-46fd-9398-46e69258862b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:16:01.639395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15eaeaa-3128-4e6b-a522-329cda2f06f3 req-ea458f43-3954-4fab-b3a6-15b2fabdba78 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:01.641025 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d15eaeaa-3128-4e6b-a522-329cda2f06f3 req-ea458f43-3954-4fab-b3a6-15b2fabdba78 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.0708332 Sep 30 08:16:01.694490 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d15eaeaa-3128-4e6b-a522-329cda2f06f3 req-3db704bc-1d02-49dd-87bd-73822fcb6658 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424674 Sep 30 08:16:01.858441 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3298276-9d57-4dff-ab43-1fa6905afd03 None None] New status for floating IP 636807c3-962b-4962-bac4-0b1d32c753e2: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:16:02.358834 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38116) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:02.445989 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-824139f6-e2e1-4454-b3f2-6e7218dd80f3 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:02.499384 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-824139f6-e2e1-4454-b3f2-6e7218dd80f3 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:02.596633 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-824139f6-e2e1-4454-b3f2-6e7218dd80f3 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:02.599473 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-824139f6-e2e1-4454-b3f2-6e7218dd80f3 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:02.600720 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-824139f6-e2e1-4454-b3f2-6e7218dd80f3 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "DELETE /v2.0/security-groups/779dd17f-2db7-4ed0-b049-52475833be17 HTTP/1.1" status: 204 len: 168 time: 0.2407410 Sep 30 08:16:02.603703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:02.611141 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824139f6-e2e1-4454-b3f2-6e7218dd80f3 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779dd17f-2db7-4ed0-b049-52475833be17,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:02.631316 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-cdb82718-f003-4c70-be89-2b935b869c12 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] show failed (client error): The resource could not be found. Sep 30 08:16:02.632671 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cdb82718-f003-4c70-be89-2b935b869c12 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "GET /v2.0/security-groups/779dd17f-2db7-4ed0-b049-52475833be17 HTTP/1.1" status: 404 len: 347 time: 0.0230269 Sep 30 08:16:02.635661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38138) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:02.772691 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c1427b36-9f1b-4520-9f29-4173f1c89358 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Deleting port dd5c373f-b80c-4e4e-a16e-f1ac25a80bd7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:02.773308 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1427b36-9f1b-4520-9f29-4173f1c89358 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:02.901911 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2f57d-185b-413a-bc8b-cc2c05048782 req-31a602eb-a177-4321-9e92-fbaf3f5e98a8 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:02.903629 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-48f2f57d-185b-413a-bc8b-cc2c05048782 req-31a602eb-a177-4321-9e92-fbaf3f5e98a8 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.1156654 Sep 30 08:16:02.924646 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1427b36-9f1b-4520-9f29-4173f1c89358 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:02.925445 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1427b36-9f1b-4520-9f29-4173f1c89358 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:02.952938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c1427b36-9f1b-4520-9f29-4173f1c89358 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Calling delete_port for dd5c373f-b80c-4e4e-a16e-f1ac25a80bd7 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:02.978987 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-48f2f57d-185b-413a-bc8b-cc2c05048782 req-8a99e0ac-8228-4fad-b32c-29363af6789d tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637000 Sep 30 08:16:03.110483 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1427b36-9f1b-4520-9f29-4173f1c89358 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:03.137366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1427b36-9f1b-4520-9f29-4173f1c89358 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Pushing event deleted for resources: {'Port': ['ID=dd5c373f-b80c-4e4e-a16e-f1ac25a80bd7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:03.198783 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1427b36-9f1b-4520-9f29-4173f1c89358 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:03.201779 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1427b36-9f1b-4520-9f29-4173f1c89358 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:03.203972 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c1427b36-9f1b-4520-9f29-4173f1c89358 tempest-AttachVolumeTestJSON-1215421675 tempest-AttachVolumeTestJSON-1215421675-project] 10.222.0.24 "DELETE /v2.0/floatingips/636807c3-962b-4962-bac4-0b1d32c753e2 HTTP/1.1" status: 204 len: 168 time: 0.5660381 Sep 30 08:16:03.678875 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 127ab899-b959-4e98-8db9-8f2a2ce30b3f no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:03.708972 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 127ab899-b959-4e98-8db9-8f2a2ce30b3f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:03.709319 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 127ab899-b959-4e98-8db9-8f2a2ce30b3f not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:04.131781 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe30674-34f9-4cd8-952e-eaef9f428546 req-c4e73a47-c863-44d1-acda-66568c131515 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:04.133975 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ffe30674-34f9-4cd8-952e-eaef9f428546 req-c4e73a47-c863-44d1-acda-66568c131515 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.0696418 Sep 30 08:16:04.181018 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ffe30674-34f9-4cd8-952e-eaef9f428546 req-81ebeace-2df8-4df4-b4a4-49ad6f7e4728 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392418 Sep 30 08:16:05.357673 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158f838-fae9-4fd2-b542-5a47e273acf9 req-dd7122b7-a6c3-41a9-ade3-f0eb92f853b0 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:05.360255 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f158f838-fae9-4fd2-b542-5a47e273acf9 req-dd7122b7-a6c3-41a9-ade3-f0eb92f853b0 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.0905709 Sep 30 08:16:05.422776 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f158f838-fae9-4fd2-b542-5a47e273acf9 req-dfd27159-98a9-479c-ae2c-eb149e620be5 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521255 Sep 30 08:16:06.340047 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38260) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:06.473846 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0d7d-82c6-46b4-a2b2-87975a8900cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:06.708953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ad555-a5d0-4181-8b61-1dcd3e7e6c76 req-d69fe813-8e8c-4287-ba55-7357d5d3359f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:06.710948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f7ad555-a5d0-4181-8b61-1dcd3e7e6c76 req-d69fe813-8e8c-4287-ba55-7357d5d3359f tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.1942799 Sep 30 08:16:06.739936 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0d7d-82c6-46b4-a2b2-87975a8900cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:06.752795 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0d7d-82c6-46b4-a2b2-87975a8900cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:06.802344 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f7ad555-a5d0-4181-8b61-1dcd3e7e6c76 req-62616887-ee07-4f54-9201-a9cec97b6b60 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822508 Sep 30 08:16:06.808570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c0d7d-82c6-46b4-a2b2-87975a8900cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28119fa-b643-4991-be6f-0e681a852807,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:06.829759 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:06.830472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3d6c0d7d-82c6-46b4-a2b2-87975a8900cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08d4b492d5f8428d92e88975f38e199e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4883318 Sep 30 08:16:06.899229 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ff00cfb-2792-44d4-a44a-4948628744c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:06.922220 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ff00cfb-2792-44d4-a44a-4948628744c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:06.994323 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ff00cfb-2792-44d4-a44a-4948628744c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:06.998174 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ff00cfb-2792-44d4-a44a-4948628744c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:07.004674 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2ff00cfb-2792-44d4-a44a-4948628744c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b28119fa-b643-4991-be6f-0e681a852807 HTTP/1.1" status: 204 len: 168 time: 0.1719468 Sep 30 08:16:07.040643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff00cfb-2792-44d4-a44a-4948628744c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28119fa-b643-4991-be6f-0e681a852807,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:07.174717 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:16:07.346512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:07.363645 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3de6671e-3e9e-493b-8774-10796cd4289c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:07.468788 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3de6671e-3e9e-493b-8774-10796cd4289c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:07.474156 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3de6671e-3e9e-493b-8774-10796cd4289c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:07.512629 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6671e-3e9e-493b-8774-10796cd4289c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba1e0e9-bd3c-4162-90ca-9a3710312116,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:07.526263 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3de6671e-3e9e-493b-8774-10796cd4289c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3ef510fa4aa46cead5253932b328bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781478 Sep 30 08:16:07.529153 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:07.586098 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bcde6c1-6e4b-4f49-bf2b-0202b2c754b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:07.621619 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bcde6c1-6e4b-4f49-bf2b-0202b2c754b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:07.696247 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bcde6c1-6e4b-4f49-bf2b-0202b2c754b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:07.699504 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bcde6c1-6e4b-4f49-bf2b-0202b2c754b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:07.700884 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8bcde6c1-6e4b-4f49-bf2b-0202b2c754b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ba1e0e9-bd3c-4162-90ca-9a3710312116 HTTP/1.1" status: 204 len: 168 time: 0.1702087 Sep 30 08:16:07.715792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcde6c1-6e4b-4f49-bf2b-0202b2c754b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba1e0e9-bd3c-4162-90ca-9a3710312116,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:07.996775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897c935-2747-48ae-a7b9-fe30a18000e9 req-7d82c907-feb3-4f7d-a933-3e9a8ccaa21a tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:07.998467 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1897c935-2747-48ae-a7b9-fe30a18000e9 req-7d82c907-feb3-4f7d-a933-3e9a8ccaa21a tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.0713046 Sep 30 08:16:08.063383 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1897c935-2747-48ae-a7b9-fe30a18000e9 req-26fe5f88-c2e3-40fe-8aad-3fea0e03c145 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575910 Sep 30 08:16:08.844887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38360) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:08.956609 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.060547 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.065658 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.108568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8943a3e51674a7892d5f04820857789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601435 Sep 30 08:16:09.108568 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a315981c-344b-41e8-bb93-526762213e91,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:09.109012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38368) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:09.116816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.117250 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.117655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.118182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.118517 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.118908 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.119260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.119635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.120076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.120404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.120798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.121268 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58235521-b92c-498a-97bd-3e403dc4c616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.165194 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.193719 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.233827 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706750e-7668-4411-a2fe-fac936933c42 req-04ea7a4b-6a9c-49dc-851d-7e47d3683eab tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:09.241985 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b706750e-7668-4411-a2fe-fac936933c42 req-04ea7a4b-6a9c-49dc-851d-7e47d3683eab tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.0680413 Sep 30 08:16:09.257952 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.261867 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:09.263606 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a315981c-344b-41e8-bb93-526762213e91 HTTP/1.1" status: 204 len: 168 time: 0.1534975 Sep 30 08:16:09.274838 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a315981c-344b-41e8-bb93-526762213e91,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:09.285299 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.285785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.286131 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.286510 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.286916 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.287350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.287680 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.288035 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.288364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.288749 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.289080 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.289457 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec00-5c52-4bef-82cd-1b6117fa2e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:16:09.317105 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b706750e-7668-4411-a2fe-fac936933c42 req-b87b3347-ea65-4ffe-806e-94e91e8e3071 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685675 Sep 30 08:16:10.025817 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:10.470379 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d5762-ecbc-4adc-b718-d6e4ba37625b req-539c890a-dc9c-4d57-9521-3687b498ef7d tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:10.472993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e3d5762-ecbc-4adc-b718-d6e4ba37625b req-539c890a-dc9c-4d57-9521-3687b498ef7d tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.0671418 Sep 30 08:16:10.526290 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e3d5762-ecbc-4adc-b718-d6e4ba37625b req-2202155a-a9f0-4602-98da-e853ce7f8735 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452373 Sep 30 08:16:10.741513 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:10.904997 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bc14d414-ae52-47b1-8f45-e1747a6254cb tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-16011366'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:10.934085 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc14d414-ae52-47b1-8f45-e1747a6254cb tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Made reservation on behalf of a31ba10334ff41f993255e55c6f5bd4e for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:10.939948 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc14d414-ae52-47b1-8f45-e1747a6254cb tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:10.952214 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc14d414-ae52-47b1-8f45-e1747a6254cb tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.065598 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc14d414-ae52-47b1-8f45-e1747a6254cb tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.070161 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc14d414-ae52-47b1-8f45-e1747a6254cb tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.084491 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc14d414-ae52-47b1-8f45-e1747a6254cb tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:16:11.094811 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc14d414-ae52-47b1-8f45-e1747a6254cb tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.095168 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-bc14d414-ae52-47b1-8f45-e1747a6254cb tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Added segment 0c51075b-9092-4e32-bf7d-e0be1c5da058 of type vlan for network 1c35683a-a12c-4bdd-a290-d2016f47aabb Sep 30 08:16:11.176144 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc14d414-ae52-47b1-8f45-e1747a6254cb tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.180087 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14d414-ae52-47b1-8f45-e1747a6254cb tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac18b64c-d80e-41aa-8822-c4d83ae87b15,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:11.206382 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc14d414-ae52-47b1-8f45-e1747a6254cb tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.212215 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc14d414-ae52-47b1-8f45-e1747a6254cb tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:11.212951 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc14d414-ae52-47b1-8f45-e1747a6254cb tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.242399 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bc14d414-ae52-47b1-8f45-e1747a6254cb tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4997098 Sep 30 08:16:11.245395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38464) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:11.250981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5ac64a33-503c-4882-afb6-6e7d80121949 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Request body: {'subnet': {'network_id': '1c35683a-a12c-4bdd-a290-d2016f47aabb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:11.284556 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14d414-ae52-47b1-8f45-e1747a6254cb tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Pushing event updated for resources: {'Network': ['ID=1c35683a-a12c-4bdd-a290-d2016f47aabb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:11.296907 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 1c35683a-a12c-4bdd-a290-d2016f47aabb details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:16:11.368953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac64a33-503c-4882-afb6-6e7d80121949 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Made reservation on behalf of a31ba10334ff41f993255e55c6f5bd4e for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:11.373644 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ac64a33-503c-4882-afb6-6e7d80121949 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.570253 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ac64a33-503c-4882-afb6-6e7d80121949 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.658700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac64a33-503c-4882-afb6-6e7d80121949 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Pushing event updated for resources: {'Subnet': ['ID=b267616f-5c2a-4b4b-9e87-a1c37845446a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:11.702004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac64a33-503c-4882-afb6-6e7d80121949 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Checking segment: {'id': '0c51075b-9092-4e32-bf7d-e0be1c5da058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1c35683a-a12c-4bdd-a290-d2016f47aabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:16:11.702004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac64a33-503c-4882-afb6-6e7d80121949 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Network hostable DHCP agents. Network: 1c35683a-a12c-4bdd-a290-d2016f47aabb, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:16:11.740733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13405d79-15c1-48e7-84ea-2c6594b3cf61 req-b7629310-b50e-40fe-87bc-f241e3be30de tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:11.742289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13405d79-15c1-48e7-84ea-2c6594b3cf61 req-b7629310-b50e-40fe-87bc-f241e3be30de tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.0771282 Sep 30 08:16:11.743461 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac64a33-503c-4882-afb6-6e7d80121949 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Network 1c35683a-a12c-4bdd-a290-d2016f47aabb is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:16:11.759669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-5ac64a33-503c-4882-afb6-6e7d80121949 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 1c35683a-a12c-4bdd-a290-d2016f47aabb) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:11.771216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91182250-e998-436e-b0b3-3d04e216eaa1 None None] Network 1c35683a-a12c-4bdd-a290-d2016f47aabb requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:16:11.796545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13405d79-15c1-48e7-84ea-2c6594b3cf61 req-b0edc706-d2f1-443c-9345-739dc29a47e7 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461364 Sep 30 08:16:11.797854 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac64a33-503c-4882-afb6-6e7d80121949 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:11.798585 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ac64a33-503c-4882-afb6-6e7d80121949 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.818838 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5ac64a33-503c-4882-afb6-6e7d80121949 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5722961 Sep 30 08:16:11.819643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38472) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:11.828839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e66344bf-a00a-404f-b53c-79233dd6f73f tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Request body: {'port': {'network_id': '1c35683a-a12c-4bdd-a290-d2016f47aabb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-233612830'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:11.963590 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66344bf-a00a-404f-b53c-79233dd6f73f tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Made reservation on behalf of a31ba10334ff41f993255e55c6f5bd4e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:11.967242 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e66344bf-a00a-404f-b53c-79233dd6f73f tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.971540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-1c35683a-a12c-4bdd-a290-d2016f47aabb', 'network_id': '1c35683a-a12c-4bdd-a290-d2016f47aabb', 'tenant_id': 'a31ba10334ff41f993255e55c6f5bd4e', 'fixed_ips': [{'subnet_id': 'b267616f-5c2a-4b4b-9e87-a1c37845446a'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:16:11.972920 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:11.985355 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-e66344bf-a00a-404f-b53c-79233dd6f73f tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] device_id is not set on port a8b4edd0-60ab-4179-832c-2f1670bc56b1 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:16:12.073869 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46935e61-a8fe-44ea-9b90-1a76a336afaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:12.130973 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-e66344bf-a00a-404f-b53c-79233dd6f73f tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Allocated IP 172.20.0.8 (1c35683a-a12c-4bdd-a290-d2016f47aabb/b267616f-5c2a-4b4b-9e87-a1c37845446a/a8b4edd0-60ab-4179-832c-2f1670bc56b1) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:12.336434 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e66344bf-a00a-404f-b53c-79233dd6f73f tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:12.372738 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e66344bf-a00a-404f-b53c-79233dd6f73f tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:12.418640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66344bf-a00a-404f-b53c-79233dd6f73f tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Network 1c35683a-a12c-4bdd-a290-d2016f47aabb is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:12.421954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-e66344bf-a00a-404f-b53c-79233dd6f73f tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:12.426086 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Allocated IP 172.20.0.2 (1c35683a-a12c-4bdd-a290-d2016f47aabb/b267616f-5c2a-4b4b-9e87-a1c37845446a/969a20b6-8b79-439f-81e2-fbc077897954) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:12.427576 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66344bf-a00a-404f-b53c-79233dd6f73f tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:12.454123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66344bf-a00a-404f-b53c-79233dd6f73f tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Pushing event updated for resources: {'Port': ['ID=a8b4edd0-60ab-4179-832c-2f1670bc56b1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:12.482892 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66344bf-a00a-404f-b53c-79233dd6f73f tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:12.483430 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e66344bf-a00a-404f-b53c-79233dd6f73f tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:12.500059 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e66344bf-a00a-404f-b53c-79233dd6f73f tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6793981 Sep 30 08:16:12.503318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38486) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:12.578869 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:12.586988 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:12.602089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-44a027c2-f67c-471f-acf3-3f3577372275 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Deleting port a8b4edd0-60ab-4179-832c-2f1670bc56b1 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:12.602633 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44a027c2-f67c-471f-acf3-3f3577372275 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:12.629967 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Network 1c35683a-a12c-4bdd-a290-d2016f47aabb is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:12.631601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:12.635651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:12.672908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Pushing event updated for resources: {'Port': ['ID=969a20b6-8b79-439f-81e2-fbc077897954,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:12.703741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Attempting to bind port 969a20b6-8b79-439f-81e2-fbc077897954 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:12.704143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Attempting to bind port 969a20b6-8b79-439f-81e2-fbc077897954 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '0c51075b-9092-4e32-bf7d-e0be1c5da058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1c35683a-a12c-4bdd-a290-d2016f47aabb'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:12.704509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Attempting to bind port 969a20b6-8b79-439f-81e2-fbc077897954 on network 1c35683a-a12c-4bdd-a290-d2016f47aabb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:12.710047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:16:12.710427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Checking segment: {'id': '0c51075b-9092-4e32-bf7d-e0be1c5da058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1c35683a-a12c-4bdd-a290-d2016f47aabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:16:12.710832 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:12.711433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Bound using segment: {'id': '0c51075b-9092-4e32-bf7d-e0be1c5da058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1c35683a-a12c-4bdd-a290-d2016f47aabb'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:16:12.712113 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Bound port: 969a20b6-8b79-439f-81e2-fbc077897954, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c51075b-9092-4e32-bf7d-e0be1c5da058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1c35683a-a12c-4bdd-a290-d2016f47aabb'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:16:12.712501 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:12.771526 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44a027c2-f67c-471f-acf3-3f3577372275 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:12.779241 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] For port 969a20b6-8b79-439f-81e2-fbc077897954, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:16:12.783678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] For port 969a20b6-8b79-439f-81e2-fbc077897954, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=969a20b6-8b79-439f-81e2-fbc077897954,segment=NetworkSegment(0c51075b-9092-4e32-bf7d-e0be1c5da058),segment_id=0c51075b-9092-4e32-bf7d-e0be1c5da058)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:16:12.785162 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-44a027c2-f67c-471f-acf3-3f3577372275 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Calling delete_port for a8b4edd0-60ab-4179-832c-2f1670bc56b1 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:12.791891 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:12.866708 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabf3a3-e273-460f-b066-33aea7b1bcd2 None None] Pushing event updated for resources: {'Port': ['ID=969a20b6-8b79-439f-81e2-fbc077897954,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:12.974276 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44a027c2-f67c-471f-acf3-3f3577372275 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:13.017400 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10243c3d-da92-41c3-9f60-8d430352057c req-df39d10a-6ecc-45ff-8287-6580749d47b7 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:13.020305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10243c3d-da92-41c3-9f60-8d430352057c req-df39d10a-6ecc-45ff-8287-6580749d47b7 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.1218112 Sep 30 08:16:13.023684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a027c2-f67c-471f-acf3-3f3577372275 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Pushing event deleted for resources: {'Port': ['ID=a8b4edd0-60ab-4179-832c-2f1670bc56b1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:13.163016 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10243c3d-da92-41c3-9f60-8d430352057c req-f7d1e8e2-fbbc-41a1-b624-fab9929ad80a tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306484 Sep 30 08:16:13.180875 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44a027c2-f67c-471f-acf3-3f3577372275 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:13.185133 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-44a027c2-f67c-471f-acf3-3f3577372275 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] 10.222.0.24 "DELETE /v2.0/ports/a8b4edd0-60ab-4179-832c-2f1670bc56b1 HTTP/1.1" status: 204 len: 168 time: 0.6784906 Sep 30 08:16:13.185606 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38494) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:13.284969 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38502) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:13.285636 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 969a20b6-8b79-439f-81e2-fbc077897954 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:16:13.291406 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-226f0512-4a3e-451d-a8af-199c25a84716 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-450005063'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:13.306066 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3ce75362-f59a-4505-946c-44b2c924558e tempest-DHCPAgentSchedulersTestJSON-824945830 tempest-DHCPAgentSchedulersTestJSON-824945830-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.0877304 Sep 30 08:16:13.338540 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226f0512-4a3e-451d-a8af-199c25a84716 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Made reservation on behalf of a31ba10334ff41f993255e55c6f5bd4e for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:13.349951 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-226f0512-4a3e-451d-a8af-199c25a84716 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:13.376276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 969a20b6-8b79-439f-81e2-fbc077897954 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:13.377462 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:13.419878 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226f0512-4a3e-451d-a8af-199c25a84716 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:16:13.433346 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-226f0512-4a3e-451d-a8af-199c25a84716 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:13.433839 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-226f0512-4a3e-451d-a8af-199c25a84716 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Added segment e3cd625b-8ef3-4844-bd2a-1e76a60bec59 of type vlan for network 05451acc-f78b-4747-b3bb-ba2cf96e0f34 Sep 30 08:16:13.462584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38514) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:13.519827 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-226f0512-4a3e-451d-a8af-199c25a84716 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:13.532614 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:13.557448 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-226f0512-4a3e-451d-a8af-199c25a84716 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:13.564832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226f0512-4a3e-451d-a8af-199c25a84716 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:13.565984 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-226f0512-4a3e-451d-a8af-199c25a84716 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:13.622494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 969a20b6-8b79-439f-81e2-fbc077897954, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=969a20b6-8b79-439f-81e2-fbc077897954,segment=NetworkSegment(0c51075b-9092-4e32-bf7d-e0be1c5da058),segment_id=0c51075b-9092-4e32-bf7d-e0be1c5da058)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:13.631863 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:13.714374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f0512-4a3e-451d-a8af-199c25a84716 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Pushing event updated for resources: {'Network': ['ID=05451acc-f78b-4747-b3bb-ba2cf96e0f34,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:13.737200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-226f0512-4a3e-451d-a8af-199c25a84716 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4477239 Sep 30 08:16:13.738136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38522) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:13.744991 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 05451acc-f78b-4747-b3bb-ba2cf96e0f34 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:16:13.850567 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=969a20b6-8b79-439f-81e2-fbc077897954,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:14.023381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-16b39bc2-8de9-48d2-b010-34197868d12e tempest-DHCPAgentSchedulersTestJSON-824945830 tempest-DHCPAgentSchedulersTestJSON-824945830-project-admin] 10.222.0.24 "GET /v2.0/agents/1ed79013-698f-4bb8-9886-3792df050c10/dhcp-networks HTTP/1.1" status: 200 len: 10444 time: 0.2838495 Sep 30 08:16:14.026959 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38530) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:14.109507 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f987f-8839-483c-b8b1-b24c3cbd3ec1 tempest-DHCPAgentSchedulersTestJSON-824945830 tempest-DHCPAgentSchedulersTestJSON-824945830-project-admin] Network 05451acc-f78b-4747-b3bb-ba2cf96e0f34 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:16:14.133733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-170f987f-8839-483c-b8b1-b24c3cbd3ec1 tempest-DHCPAgentSchedulersTestJSON-824945830 tempest-DHCPAgentSchedulersTestJSON-824945830-project-admin] 10.222.0.24 "POST /v2.0/agents/1ed79013-698f-4bb8-9886-3792df050c10/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1032095 Sep 30 08:16:14.134119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38532) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:14.136969 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdda3272-65e5-44ca-abe3-3c781c4b2745 None None] Network 05451acc-f78b-4747-b3bb-ba2cf96e0f34 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:16:14.252142 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f5fe5f-8305-466c-ada9-935041ad727c None None] Network 1c35683a-a12c-4bdd-a290-d2016f47aabb requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:16:14.277462 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65226a6e-b8e4-44ec-8e61-0bf152f3beb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:14.298451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4e5ebaf4-9f1d-40f8-ae11-c8a87f294159 tempest-DHCPAgentSchedulersTestJSON-824945830 tempest-DHCPAgentSchedulersTestJSON-824945830-project-admin] 10.222.0.24 "GET /v2.0/agents/1ed79013-698f-4bb8-9886-3792df050c10/dhcp-networks HTTP/1.1" status: 200 len: 11214 time: 0.1604958 Sep 30 08:16:14.298932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38536) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:14.352822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-851ff8fc-562d-4dfe-9943-e6d8f474c62d None None] Provisioning complete for port 969a20b6-8b79-439f-81e2-fbc077897954 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:14.353364 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-851ff8fc-562d-4dfe-9943-e6d8f474c62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:14.418837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61f937-90f1-4093-8333-1a8fb21c2f09 req-f0cd9b27-70b7-4b89-bdac-f6dbfb5f8658 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:14.420771 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e61f937-90f1-4093-8333-1a8fb21c2f09 req-f0cd9b27-70b7-4b89-bdac-f6dbfb5f8658 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.1236975 Sep 30 08:16:14.433506 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ccd54efe-330b-4c1b-806e-4eb3498d9c92 tempest-DHCPAgentSchedulersTestJSON-824945830 tempest-DHCPAgentSchedulersTestJSON-824945830-project-admin] 10.222.0.24 "DELETE /v2.0/agents/1ed79013-698f-4bb8-9886-3792df050c10/dhcp-networks/05451acc-f78b-4747-b3bb-ba2cf96e0f34 HTTP/1.1" status: 204 len: 168 time: 0.1312039 Sep 30 08:16:14.433836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38540) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:14.582501 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e61f937-90f1-4093-8333-1a8fb21c2f09 req-222a2b3e-8d20-4c5f-9df6-ed6e79916a41 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498187 Sep 30 08:16:14.638818 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0ff1be70-66cf-455b-95fa-ae3b563a7549 tempest-DHCPAgentSchedulersTestJSON-824945830 tempest-DHCPAgentSchedulersTestJSON-824945830-project-admin] 10.222.0.24 "GET /v2.0/agents/1ed79013-698f-4bb8-9886-3792df050c10/dhcp-networks HTTP/1.1" status: 200 len: 10444 time: 0.2037518 Sep 30 08:16:14.643664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38544) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:14.672810 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-005f70c9-9391-494e-98ad-1f71946d8234 tempest-DHCPAgentSchedulersTestJSON-824945830 tempest-DHCPAgentSchedulersTestJSON-824945830-project-admin] 10.222.0.24 "GET /v2.0/networks/1c35683a-a12c-4bdd-a290-d2016f47aabb/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0278208 Sep 30 08:16:14.673830 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38546) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:14.709126 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e77645c3-d686-4c37-a2c6-50beebc9015f tempest-DHCPAgentSchedulersTestJSON-824945830 tempest-DHCPAgentSchedulersTestJSON-824945830-project-admin] 10.222.0.24 "GET /v2.0/networks/1c35683a-a12c-4bdd-a290-d2016f47aabb/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0339754 Sep 30 08:16:14.710132 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38548) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:14.782422 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c12166ad-9039-427e-98e1-73c4e628d02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:14.927396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-75862290-e6dd-4958-8fca-62c24f5237ba tempest-DHCPAgentSchedulersTestJSON-824945830 tempest-DHCPAgentSchedulersTestJSON-824945830-project-admin] 10.222.0.24 "GET /v2.0/agents/1ed79013-698f-4bb8-9886-3792df050c10/dhcp-networks HTTP/1.1" status: 200 len: 10444 time: 0.2159412 Sep 30 08:16:14.928536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-65226a6e-b8e4-44ec-8e61-0bf152f3beb1 admin admin] Deleting port f22c6333-226d-4d94-aa4d-ef8995947044 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:14.930840 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65226a6e-b8e4-44ec-8e61-0bf152f3beb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:14.932156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38558) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:14.989932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049c958-ce18-4d95-81c1-de6e3657721c req-c720d1d5-cdb1-48ee-a870-ae29b5e03ac0 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:14.991527 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8049c958-ce18-4d95-81c1-de6e3657721c req-c720d1d5-cdb1-48ee-a870-ae29b5e03ac0 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.1241589 Sep 30 08:16:15.057346 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849e133d-bf11-4155-a8cb-34668247be19 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.091856 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8049c958-ce18-4d95-81c1-de6e3657721c req-7a87d9f8-bbf7-400a-ab62-9d4751e3e8b3 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626340 Sep 30 08:16:15.104628 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-65226a6e-b8e4-44ec-8e61-0bf152f3beb1 admin admin] For port f22c6333-226d-4d94-aa4d-ef8995947044, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f22c6333-226d-4d94-aa4d-ef8995947044,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:15.104628 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65226a6e-b8e4-44ec-8e61-0bf152f3beb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.117990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-65226a6e-b8e4-44ec-8e61-0bf152f3beb1 admin admin] Calling delete_port for f22c6333-226d-4d94-aa4d-ef8995947044 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:15.124817 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0fdd306f-b4f6-4077-a04f-cceeb017a2ad None None] Provisioning complete for port 969a20b6-8b79-439f-81e2-fbc077897954 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:15.125451 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fdd306f-b4f6-4077-a04f-cceeb017a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.216264 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849e133d-bf11-4155-a8cb-34668247be19 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.251171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-849e133d-bf11-4155-a8cb-34668247be19 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05451acc-f78b-4747-b3bb-ba2cf96e0f34']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:15.264931 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 969a20b6-8b79-439f-81e2-fbc077897954 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:16:15.267076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-849e133d-bf11-4155-a8cb-34668247be19 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3cd625b-8ef3-4844-bd2a-1e76a60bec59') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:15.267485 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-849e133d-bf11-4155-a8cb-34668247be19 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3cd625b-8ef3-4844-bd2a-1e76a60bec59') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:15.292872 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849e133d-bf11-4155-a8cb-34668247be19 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.311123 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849e133d-bf11-4155-a8cb-34668247be19 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.318710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849e133d-bf11-4155-a8cb-34668247be19 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:16:15.319197 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849e133d-bf11-4155-a8cb-34668247be19 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:16:15.322672 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:16:15.332221 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.365735 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 969a20b6-8b79-439f-81e2-fbc077897954 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:15.366120 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.387590 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65226a6e-b8e4-44ec-8e61-0bf152f3beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.418293 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849e133d-bf11-4155-a8cb-34668247be19 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.422991 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849e133d-bf11-4155-a8cb-34668247be19 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.426022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65226a6e-b8e4-44ec-8e61-0bf152f3beb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f22c6333-226d-4d94-aa4d-ef8995947044,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:15.426181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-849e133d-bf11-4155-a8cb-34668247be19 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] 10.222.0.24 "DELETE /v2.0/networks/05451acc-f78b-4747-b3bb-ba2cf96e0f34 HTTP/1.1" status: 204 len: 168 time: 0.4922056 Sep 30 08:16:15.429419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:15.451335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e133d-bf11-4155-a8cb-34668247be19 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Pushing event deleted for resources: {'Network': ['ID=05451acc-f78b-4747-b3bb-ba2cf96e0f34,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:15.487099 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2770b7c0-9180-4244-8a3c-b81234d97e6c None None] Could not find standard attr ID for object a8b4edd0-60ab-4179-832c-2f1670bc56b1. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:16:15.514255 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb8ddbd-6699-46fe-b090-4a1a558da940 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] DELETE failed (client error): The resource could not be found. Sep 30 08:16:15.515014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb8ddbd-6699-46fe-b090-4a1a558da940 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:16:15.519887 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fdb8ddbd-6699-46fe-b090-4a1a558da940 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] 10.222.0.24 "DELETE /v2.0/ports/a8b4edd0-60ab-4179-832c-2f1670bc56b1 HTTP/1.1" status: 404 len: 333 time: 0.0861595 Sep 30 08:16:15.520305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38578) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:15.585506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e7857f-741a-4971-b5bd-ce6798af4c14 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Deleting subnet b267616f-5c2a-4b4b-9e87-a1c37845446a {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:16:15.589975 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00e7857f-741a-4971-b5bd-ce6798af4c14 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.655414 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00e7857f-741a-4971-b5bd-ce6798af4c14 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.764869 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00e7857f-741a-4971-b5bd-ce6798af4c14 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.775815 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65226a6e-b8e4-44ec-8e61-0bf152f3beb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.822235 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.832694 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00e7857f-741a-4971-b5bd-ce6798af4c14 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.848320 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00e7857f-741a-4971-b5bd-ce6798af4c14 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:15.850360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-00e7857f-741a-4971-b5bd-ce6798af4c14 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] 10.222.0.24 "DELETE /v2.0/subnets/b267616f-5c2a-4b4b-9e87-a1c37845446a HTTP/1.1" status: 204 len: 168 time: 0.3290553 Sep 30 08:16:15.855648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38584) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:15.855999 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d32426d-e694-45a9-be5c-18a6d6df3304 None None] Network 1c35683a-a12c-4bdd-a290-d2016f47aabb requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:16:15.869058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7857f-741a-4971-b5bd-ce6798af4c14 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Pushing event deleted for resources: {'Subnet': ['ID=b267616f-5c2a-4b4b-9e87-a1c37845446a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:16.018898 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.055133 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7957998-6e7d-40f6-bf92-400fe6658ec1 None None] DHCP port deletion for 1c35683a-a12c-4bdd-a290-d2016f47aabb request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:16:16.109641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a7957998-6e7d-40f6-bf92-400fe6658ec1 None None] Deleting port 969a20b6-8b79-439f-81e2-fbc077897954 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:16.110019 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7957998-6e7d-40f6-bf92-400fe6658ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.153966 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65226a6e-b8e4-44ec-8e61-0bf152f3beb1 admin admin] Router f50bea76-0f14-4d5f-a521-ff5456dfbf89 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:16:16.185870 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Deleting port 969a20b6-8b79-439f-81e2-fbc077897954 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:16.186235 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.187707 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a7957998-6e7d-40f6-bf92-400fe6658ec1 None None] For port 969a20b6-8b79-439f-81e2-fbc077897954, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=969a20b6-8b79-439f-81e2-fbc077897954,segment=NetworkSegment(0c51075b-9092-4e32-bf7d-e0be1c5da058),segment_id=0c51075b-9092-4e32-bf7d-e0be1c5da058)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:16.188137 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7957998-6e7d-40f6-bf92-400fe6658ec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.206077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a7957998-6e7d-40f6-bf92-400fe6658ec1 None None] Calling delete_port for 969a20b6-8b79-439f-81e2-fbc077897954 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:16.243188 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fae8b8-6ecf-44ab-96f5-1ab095501a7b req-120cee20-6dc1-498e-acac-f9b55dc6b6df tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:16.244757 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-95fae8b8-6ecf-44ab-96f5-1ab095501a7b req-120cee20-6dc1-498e-acac-f9b55dc6b6df tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.1252329 Sep 30 08:16:16.264135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4de16f-9138-436d-98e4-8ae0b5e8c668 req-d807d502-4515-4912-9d02-ed7393a3981c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:16.266139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e4de16f-9138-436d-98e4-8ae0b5e8c668 req-d807d502-4515-4912-9d02-ed7393a3981c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 945 time: 0.0600827 Sep 30 08:16:16.309117 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7957998-6e7d-40f6-bf92-400fe6658ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.338038 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7957998-6e7d-40f6-bf92-400fe6658ec1 None None] Pushing event deleted for resources: {'Port': ['ID=969a20b6-8b79-439f-81e2-fbc077897954,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:16.338817 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e4de16f-9138-436d-98e4-8ae0b5e8c668 req-66d28068-4aa8-413f-a66b-f62e913416f0 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646675 Sep 30 08:16:16.354755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7957998-6e7d-40f6-bf92-400fe6658ec1 None None] No DVR routers for this DVR port 969a20b6-8b79-439f-81e2-fbc077897954 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:16.362539 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] For port 969a20b6-8b79-439f-81e2-fbc077897954, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=969a20b6-8b79-439f-81e2-fbc077897954,segment=NetworkSegment(0c51075b-9092-4e32-bf7d-e0be1c5da058),segment_id=0c51075b-9092-4e32-bf7d-e0be1c5da058)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:16.363169 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.427287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Calling delete_port for 969a20b6-8b79-439f-81e2-fbc077897954 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:16.452217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65226a6e-b8e4-44ec-8e61-0bf152f3beb1 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:16:16.458611 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-65226a6e-b8e4-44ec-8e61-0bf152f3beb1 admin admin] 10.222.0.24 "PUT /v2.0/routers/f50bea76-0f14-4d5f-a521-ff5456dfbf89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9947612 Sep 30 08:16:16.461797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38592) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:16.468712 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4260c3-6004-417a-8bee-548fea9563c9 None None] Sync routers for ids ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:16:16.482476 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4260c3-6004-417a-8bee-548fea9563c9 None None] Routers {'f50bea76-0f14-4d5f-a521-ff5456dfbf89'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:16:16.483364 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4c4260c3-6004-417a-8bee-548fea9563c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:16:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:16.545960 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-95fae8b8-6ecf-44ab-96f5-1ab095501a7b req-3c7a15d8-0299-419c-8f22-d92943b1fe48 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Deleting port 2934cc8f-871e-4373-8290-62fe6ceb186c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:16.546459 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-95fae8b8-6ecf-44ab-96f5-1ab095501a7b req-3c7a15d8-0299-419c-8f22-d92943b1fe48 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.579932 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72d9d13e-19ad-4a11-8ae7-c8eff1849a48 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.601458 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4c4260c3-6004-417a-8bee-548fea9563c9 None None] Set router f50bea76-0f14-4d5f-a521-ff5456dfbf89 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:16:16.619234 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.683998 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] No DVR routers for this DVR port 969a20b6-8b79-439f-81e2-fbc077897954 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:16.697176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Pushing event deleted for resources: {'Port': ['ID=969a20b6-8b79-439f-81e2-fbc077897954,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:16.749156 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72d9d13e-19ad-4a11-8ae7-c8eff1849a48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.793548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-95fae8b8-6ecf-44ab-96f5-1ab095501a7b req-3c7a15d8-0299-419c-8f22-d92943b1fe48 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] For port 2934cc8f-871e-4373-8290-62fe6ceb186c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2934cc8f-871e-4373-8290-62fe6ceb186c,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:16.794292 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-95fae8b8-6ecf-44ab-96f5-1ab095501a7b req-3c7a15d8-0299-419c-8f22-d92943b1fe48 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.811322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-95fae8b8-6ecf-44ab-96f5-1ab095501a7b req-3c7a15d8-0299-419c-8f22-d92943b1fe48 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Calling delete_port for 2934cc8f-871e-4373-8290-62fe6ceb186c owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:16.835175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-72d9d13e-19ad-4a11-8ae7-c8eff1849a48 admin admin] Deleting port aaa2a8b0-53c1-436c-8fd0-9762125029ce {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:16.835535 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72d9d13e-19ad-4a11-8ae7-c8eff1849a48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.841434 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4c4260c3-6004-417a-8bee-548fea9563c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:16:15Z', 'revision_number': 5, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port': {'id': 'aaa2a8b0-53c1-436c-8fd0-9762125029ce', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:07:59Z', 'updated_at': '2021-09-30T08:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:16.878529 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4260c3-6004-417a-8bee-548fea9563c9 None None] Checking router: f50bea76-0f14-4d5f-a521-ff5456dfbf89 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:16:16.888554 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4260c3-6004-417a-8bee-548fea9563c9 None None] Routers {'f50bea76-0f14-4d5f-a521-ff5456dfbf89'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:16:16.889373 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4c4260c3-6004-417a-8bee-548fea9563c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:16:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:16.919490 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.948262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c35683a-a12c-4bdd-a290-d2016f47aabb']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:16.962584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c51075b-9092-4e32-bf7d-e0be1c5da058') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:16.962886 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c51075b-9092-4e32-bf7d-e0be1c5da058') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:16.970869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-72d9d13e-19ad-4a11-8ae7-c8eff1849a48 admin admin] For port aaa2a8b0-53c1-436c-8fd0-9762125029ce, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=aaa2a8b0-53c1-436c-8fd0-9762125029ce,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:16.971299 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72d9d13e-19ad-4a11-8ae7-c8eff1849a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.976492 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.984789 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4c4260c3-6004-417a-8bee-548fea9563c9 None None] Set router f50bea76-0f14-4d5f-a521-ff5456dfbf89 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:16:16.984993 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-72d9d13e-19ad-4a11-8ae7-c8eff1849a48 admin admin] Calling delete_port for aaa2a8b0-53c1-436c-8fd0-9762125029ce owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:16.992633 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:16.998870 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:16:16.999282 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.058152 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4c4260c3-6004-417a-8bee-548fea9563c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:16:16Z', 'revision_number': 6, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:16:17.077628 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:16:17.085207 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.098898 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4260c3-6004-417a-8bee-548fea9563c9 None None] The sync data for ids ['f50bea76-0f14-4d5f-a521-ff5456dfbf89'] in n-d-807359-2 is: [{'id': 'f50bea76-0f14-4d5f-a521-ff5456dfbf89', 'name': 'tempest-AttachVolumeTestJSON-119036752-router', 'tenant_id': 'ee4e48f07add4c94890522d6df2a93fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:07:56Z', 'updated_at': '2021-09-30T08:16:16Z', 'revision_number': 6, 'project_id': 'ee4e48f07add4c94890522d6df2a93fa', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:16:17.154523 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.163172 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] 10.222.0.24 "DELETE /v2.0/networks/1c35683a-a12c-4bdd-a290-d2016f47aabb HTTP/1.1" status: 204 len: 168 time: 1.3040290 Sep 30 08:16:17.177653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1dac2-f838-402a-aad7-10375e2ce9d7 tempest-DHCPAgentSchedulersTestJSON-1142657943 tempest-DHCPAgentSchedulersTestJSON-1142657943-project] Pushing event deleted for resources: {'Network': ['ID=1c35683a-a12c-4bdd-a290-d2016f47aabb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:17.301900 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-95fae8b8-6ecf-44ab-96f5-1ab095501a7b req-3c7a15d8-0299-419c-8f22-d92943b1fe48 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.334241 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['2934cc8f-871e-4373-8290-62fe6ceb186c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:17.406735 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a15d8-0299-419c-8f22-d92943b1fe48 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Pushing event deleted for resources: {'Port': ['ID=2934cc8f-871e-4373-8290-62fe6ceb186c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:17.446594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fae8b8-6ecf-44ab-96f5-1ab095501a7b req-3c7a15d8-0299-419c-8f22-d92943b1fe48 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] No DVR routers for this DVR port 2934cc8f-871e-4373-8290-62fe6ceb186c on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:17.450859 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-95fae8b8-6ecf-44ab-96f5-1ab095501a7b req-3c7a15d8-0299-419c-8f22-d92943b1fe48 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.454564 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-95fae8b8-6ecf-44ab-96f5-1ab095501a7b req-3c7a15d8-0299-419c-8f22-d92943b1fe48 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.35 "DELETE /v2.0/ports/2934cc8f-871e-4373-8290-62fe6ceb186c HTTP/1.1" status: 204 len: 173 time: 1.2019849 Sep 30 08:16:17.455522 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb741718-f024-4804-8e26-914a52887b84', 'name': 'network-vif-deleted', 'tag': '2934cc8f-871e-4373-8290-62fe6ceb186c'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:17.459869 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad335759-8b6c-4f32-8e5a-36722892c4c7" -d '{"events": [{"server_uuid": "bb741718-f024-4804-8e26-914a52887b84", "name": "network-vif-deleted", "tag": "2934cc8f-871e-4373-8290-62fe6ceb186c"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:17.466906 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38612) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:17.545597 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a917e228-2126-48a6-921b-cbdca94dcdc0 x-openstack-request-id: req-a917e228-2126-48a6-921b-cbdca94dcdc0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:17.545888 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb741718-f024-4804-8e26-914a52887b84", "name": "network-vif-deleted", "tag": "2934cc8f-871e-4373-8290-62fe6ceb186c", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:17.546463 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a917e228-2126-48a6-921b-cbdca94dcdc0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:17.547004 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb741718-f024-4804-8e26-914a52887b84', 'name': 'network-vif-deleted', 'tag': '2934cc8f-871e-4373-8290-62fe6ceb186c', 'status': 'completed', 'code': 200} Sep 30 08:16:17.645042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 969a20b6-8b79-439f-81e2-fbc077897954 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:17.646796 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d72a6e2-c4f5-4238-9ad2-b955e0a8cdbb req-4bd345ba-9596-447d-b416-2075af8a1b93 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb741718-f024-4804-8e26-914a52887b84 HTTP/1.1" status: 200 len: 210 time: 0.0594544 Sep 30 08:16:17.689223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 969a20b6-8b79-439f-81e2-fbc077897954 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:17.690178 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 969a20b6-8b79-439f-81e2-fbc077897954 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:17.704552 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.748049 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8e16a464-a1b5-4061-9f6c-394561a794ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a31ba10334ff41f993255e55c6f5bd4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791786 Sep 30 08:16:17.748641 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38618) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:17.825025 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b71fa0e4-4948-4e09-b818-2b6e5ee80dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.847450 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72d9d13e-19ad-4a11-8ae7-c8eff1849a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.851342 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b71fa0e4-4948-4e09-b818-2b6e5ee80dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.879888 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9d13e-19ad-4a11-8ae7-c8eff1849a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa2a8b0-53c1-436c-8fd0-9762125029ce,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:17.929905 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b71fa0e4-4948-4e09-b818-2b6e5ee80dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.934703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b71fa0e4-4948-4e09-b818-2b6e5ee80dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:17.935757 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b71fa0e4-4948-4e09-b818-2b6e5ee80dce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac18b64c-d80e-41aa-8822-c4d83ae87b15 HTTP/1.1" status: 204 len: 168 time: 0.1862042 Sep 30 08:16:17.947875 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fa0e4-4948-4e09-b818-2b6e5ee80dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac18b64c-d80e-41aa-8822-c4d83ae87b15,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:17.959174 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72d9d13e-19ad-4a11-8ae7-c8eff1849a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.096229 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72d9d13e-19ad-4a11-8ae7-c8eff1849a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.100228 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72d9d13e-19ad-4a11-8ae7-c8eff1849a48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.159155 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72d9d13e-19ad-4a11-8ae7-c8eff1849a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.160156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d9d13e-19ad-4a11-8ae7-c8eff1849a48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f50bea76-0f14-4d5f-a521-ff5456dfbf89 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:16:18.167035 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72d9d13e-19ad-4a11-8ae7-c8eff1849a48 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.168771 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-72d9d13e-19ad-4a11-8ae7-c8eff1849a48 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f50bea76-0f14-4d5f-a521-ff5456dfbf89 HTTP/1.1" status: 204 len: 168 time: 1.7058265 Sep 30 08:16:18.171193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38628) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:18.253181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb74e62-16ae-47fe-bc15-79adfb600d71 admin admin] Deleting subnet 83b391f2-40bb-46fd-9398-46e69258862b {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:16:18.258131 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2fb74e62-16ae-47fe-bc15-79adfb600d71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.343693 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2fb74e62-16ae-47fe-bc15-79adfb600d71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.421616 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:18.435938 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3f73557-bab8-4f17-8086-fe6cf49dcbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.443339 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2fb74e62-16ae-47fe-bc15-79adfb600d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.505351 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2fb74e62-16ae-47fe-bc15-79adfb600d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.531368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb74e62-16ae-47fe-bc15-79adfb600d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b391f2-40bb-46fd-9398-46e69258862b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:18.531590 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3f73557-bab8-4f17-8086-fe6cf49dcbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.536224 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2fb74e62-16ae-47fe-bc15-79adfb600d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.539572 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2fb74e62-16ae-47fe-bc15-79adfb600d71 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/83b391f2-40bb-46fd-9398-46e69258862b HTTP/1.1" status: 204 len: 168 time: 0.3669739 Sep 30 08:16:18.539797 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3f73557-bab8-4f17-8086-fe6cf49dcbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.542038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38636) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:18.549448 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5167eb59-436b-4963-b17c-509bcbe91428 None None] Network 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:16:18.581855 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c3f73557-bab8-4f17-8086-fe6cf49dcbaa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=288a4433baa641a1860906131fe7d9a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591637 Sep 30 08:16:18.582603 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f73557-bab8-4f17-8086-fe6cf49dcbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7656a585-9a58-4cce-bcd4-a3f7a538fd8c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:18.585054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38638) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:18.638260 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.652910 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7171fad-b215-4112-8160-b3d7818cfd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.677038 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7171fad-b215-4112-8160-b3d7818cfd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.718054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] Deleting port 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:18.718632 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.742677 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7171fad-b215-4112-8160-b3d7818cfd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.745951 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7171fad-b215-4112-8160-b3d7818cfd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.747687 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a7171fad-b215-4112-8160-b3d7818cfd02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7656a585-9a58-4cce-bcd4-a3f7a538fd8c HTTP/1.1" status: 204 len: 168 time: 0.1503034 Sep 30 08:16:18.759424 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7171fad-b215-4112-8160-b3d7818cfd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7656a585-9a58-4cce-bcd4-a3f7a538fd8c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:18.822302 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4afbef-d27a-4b78-8f41-1ba051b9d3b7 None None] DHCP port deletion for 9b07086f-6fb4-4a79-bc78-a4a068acc7e8 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:16:18.867686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] For port 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=79ee6ddf-85db-43f8-a6dd-caea1e9b91ba,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:18.868445 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:18.900857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] Calling delete_port for 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:18.911320 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4f4afbef-d27a-4b78-8f41-1ba051b9d3b7 None None] Deleting port 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:18.912150 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f4afbef-d27a-4b78-8f41-1ba051b9d3b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.007932 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.018640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4f4afbef-d27a-4b78-8f41-1ba051b9d3b7 None None] For port 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=79ee6ddf-85db-43f8-a6dd-caea1e9b91ba,segment=NetworkSegment(5442315a-a5b1-46a3-aefb-a953d512b648),segment_id=5442315a-a5b1-46a3-aefb-a953d512b648)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:19.019183 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f4afbef-d27a-4b78-8f41-1ba051b9d3b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.034842 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4f4afbef-d27a-4b78-8f41-1ba051b9d3b7 None None] Calling delete_port for 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:19.091169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] No DVR routers for this DVR port 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:19.099267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] Pushing event deleted for resources: {'Port': ['ID=79ee6ddf-85db-43f8-a6dd-caea1e9b91ba,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:19.141468 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f4afbef-d27a-4b78-8f41-1ba051b9d3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.174382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4afbef-d27a-4b78-8f41-1ba051b9d3b7 None None] Pushing event deleted for resources: {'Port': ['ID=79ee6ddf-85db-43f8-a6dd-caea1e9b91ba,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:19.181133 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4afbef-d27a-4b78-8f41-1ba051b9d3b7 None None] No DVR routers for this DVR port 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:19.240728 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:19.260750 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.264560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:19.265099 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 79ee6ddf-85db-43f8-a6dd-caea1e9b91ba not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:19.265723 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f22c6333-226d-4d94-aa4d-ef8995947044 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:19.272417 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-1b07a890-a95e-4183-b0b3-24c46ec8d81b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:19.274207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-1b07a890-a95e-4183-b0b3-24c46ec8d81b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 812 time: 0.2321315 Sep 30 08:16:19.295781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: f22c6333-226d-4d94-aa4d-ef8995947044 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:19.296355 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f22c6333-226d-4d94-aa4d-ef8995947044 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:19.296934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device aaa2a8b0-53c1-436c-8fd0-9762125029ce no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:19.305579 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-fecccc91-2123-4783-8b7b-63fa1481dd10 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/quotas/58f58d6a562c4f1bb63fcd00b6b0f416 HTTP/1.1" status: 200 len: 375 time: 0.0252512 Sep 30 08:16:19.307321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b07086f-6fb4-4a79-bc78-a4a068acc7e8']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:19.331354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5442315a-a5b1-46a3-aefb-a953d512b648') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:19.331767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5442315a-a5b1-46a3-aefb-a953d512b648') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:19.341043 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: aaa2a8b0-53c1-436c-8fd0-9762125029ce {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:19.341399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device aaa2a8b0-53c1-436c-8fd0-9762125029ce not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:19.355198 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-0c6d4ea8-55f5-402f-821e-9edbd36e1b19 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388858 Sep 30 08:16:19.359877 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.406670 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.432667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:16:19.433226 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:16:19.460394 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:16:19.541577 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.561251 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.566185 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9b07086f-6fb4-4a79-bc78-a4a068acc7e8 HTTP/1.1" status: 204 len: 168 time: 1.0201423 Sep 30 08:16:19.577980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8f241-ecf0-46c4-bdcb-916e4310e035 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b07086f-6fb4-4a79-bc78-a4a068acc7e8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:19.584530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-ebde93b8-f45d-44ea-99fa-202b7925abad service neutron] 10.222.0.24 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207398 Sep 30 08:16:19.715181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-798ded46-9fa4-4165-97c2-1b89a8c76192 service neutron] 10.222.0.24 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239281 Sep 30 08:16:19.740154 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38686) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:19.796108 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-31ae5fdd-d426-4571-86e9-3de58ad7a468 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee4e48f07add4c94890522d6df2a93fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524585 Sep 30 08:16:19.796628 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38688) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:19.863126 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abf5f573-1d4d-47d5-ad7b-ef5ad25928a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.888221 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abf5f573-1d4d-47d5-ad7b-ef5ad25928a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.951390 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abf5f573-1d4d-47d5-ad7b-ef5ad25928a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.955489 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abf5f573-1d4d-47d5-ad7b-ef5ad25928a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:19.960057 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-abf5f573-1d4d-47d5-ad7b-ef5ad25928a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4382db61-fbe5-45da-af9c-e37cb57d7974 HTTP/1.1" status: 204 len: 168 time: 0.1622610 Sep 30 08:16:19.973415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5f573-1d4d-47d5-ad7b-ef5ad25928a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4382db61-fbe5-45da-af9c-e37cb57d7974,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:19.974968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2934cc8f-871e-4373-8290-62fe6ceb186c no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:19.986673 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6b22848-263d-4106-803b-3dffb071ad9c req-dc011eb8-8fc7-4a77-8bf6-b90c8c4ba815 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 210 time: 0.0663075 Sep 30 08:16:20.006458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 2934cc8f-871e-4373-8290-62fe6ceb186c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:20.007066 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2934cc8f-871e-4373-8290-62fe6ceb186c not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:20.889540 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38754) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:21.186195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-142ea112-4e28-49fa-9e3d-9ca8fd1acd4d req-d0de9e6a-b940-4da5-8978-7108b2b9de34 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 210 time: 0.0917182 Sep 30 08:16:21.204275 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c17412f3-8195-4348-a382-189bb22694cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:21.311942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-f3b87eb2-66e1-40d6-a14e-8ec2aa5fc2ab tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:21.313525 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-f3b87eb2-66e1-40d6-a14e-8ec2aa5fc2ab tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 812 time: 0.2469971 Sep 30 08:16:21.326951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-d22bec58-a1aa-4c06-9356-95ae4bccf108 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Request body: {'port': {'device_id': '21340233-d2e7-48d2-b7e1-72b282532761', 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4', 'admin_state_up': True, 'tenant_id': '58f58d6a562c4f1bb63fcd00b6b0f416'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:21.421738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38780) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:21.463361 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c17412f3-8195-4348-a382-189bb22694cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:21.471182 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c17412f3-8195-4348-a382-189bb22694cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:21.517715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-d22bec58-a1aa-4c06-9356-95ae4bccf108 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Made reservation on behalf of 58f58d6a562c4f1bb63fcd00b6b0f416 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:21.521565 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-d22bec58-a1aa-4c06-9356-95ae4bccf108 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:21.527207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c17412f3-8195-4348-a382-189bb22694cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f52f7e0097f4558840e36a3b840b339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6365778 Sep 30 08:16:21.531018 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:21.545855 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9bf2397b-37e8-4458-baa3-f44cb0b7d9c6 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:21.548123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17412f3-8195-4348-a382-189bb22694cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfb4e91-73cd-4079-ae27-cac513b44bc0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:21.617092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9bf2397b-37e8-4458-baa3-f44cb0b7d9c6 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] 10.222.0.24 "PUT /v2.0/quotas/b107daef44784f1587fa31f2c85137c0 HTTP/1.1" status: 200 len: 368 time: 0.1924250 Sep 30 08:16:21.619665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38792) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:21.623365 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee0b46b7-9c3e-4e25-a07f-efea1399b8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:21.626884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-270dd265-4240-47f5-97c7-2a20ab62e2fd tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Request body: {'network': {'project_id': 'b107daef44784f1587fa31f2c85137c0'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:21.656396 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee0b46b7-9c3e-4e25-a07f-efea1399b8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:21.698211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270dd265-4240-47f5-97c7-2a20ab62e2fd tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Made reservation on behalf of b107daef44784f1587fa31f2c85137c0 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:21.700604 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-270dd265-4240-47f5-97c7-2a20ab62e2fd tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:21.714900 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-270dd265-4240-47f5-97c7-2a20ab62e2fd tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:21.719614 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee0b46b7-9c3e-4e25-a07f-efea1399b8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:21.722879 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee0b46b7-9c3e-4e25-a07f-efea1399b8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:21.724432 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ee0b46b7-9c3e-4e25-a07f-efea1399b8ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccfb4e91-73cd-4079-ae27-cac513b44bc0 HTTP/1.1" status: 204 len: 168 time: 0.1914043 Sep 30 08:16:21.731692 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-d22bec58-a1aa-4c06-9356-95ae4bccf108 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Allocated IP 172.20.0.5 (95117f4a-763a-4903-a581-84bb55b346d4/68739a17-6737-4340-9fc7-309705504036/8f3c82f6-4cc7-48de-813d-29013a0e84bb) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:21.733864 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b46b7-9c3e-4e25-a07f-efea1399b8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfb4e91-73cd-4079-ae27-cac513b44bc0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:21.953290 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-270dd265-4240-47f5-97c7-2a20ab62e2fd tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:21.956653 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-d22bec58-a1aa-4c06-9356-95ae4bccf108 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:21.959761 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-270dd265-4240-47f5-97c7-2a20ab62e2fd tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:21.986810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270dd265-4240-47f5-97c7-2a20ab62e2fd tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:16:22.012920 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-270dd265-4240-47f5-97c7-2a20ab62e2fd tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.013200 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-270dd265-4240-47f5-97c7-2a20ab62e2fd tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Added segment 23a349b3-9c5d-4839-aea9-e903e94e722d of type vlan for network 0b220d2e-5367-40bd-bb5b-d2d8fbe38575 Sep 30 08:16:22.025690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dd265-4240-47f5-97c7-2a20ab62e2fd tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0328a3b-bfa9-4b10-bb9d-025166c64abe,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:22.067208 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-270dd265-4240-47f5-97c7-2a20ab62e2fd tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.076580 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-d22bec58-a1aa-4c06-9356-95ae4bccf108 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.082432 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38808) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:22.097601 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbcca2c3-f841-4459-bf7b-52c44cdbff11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.135036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-d22bec58-a1aa-4c06-9356-95ae4bccf108 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Network 95117f4a-763a-4903-a581-84bb55b346d4 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:22.141113 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-270dd265-4240-47f5-97c7-2a20ab62e2fd tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.142097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270dd265-4240-47f5-97c7-2a20ab62e2fd tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:22.143408 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-270dd265-4240-47f5-97c7-2a20ab62e2fd tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.149876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-d22bec58-a1aa-4c06-9356-95ae4bccf108 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:22.160756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-d22bec58-a1aa-4c06-9356-95ae4bccf108 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:22.179443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bec58-a1aa-4c06-9356-95ae4bccf108 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Pushing event updated for resources: {'Port': ['ID=8f3c82f6-4cc7-48de-813d-29013a0e84bb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:22.235749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbcca2c3-f841-4459-bf7b-52c44cdbff11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.243112 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbcca2c3-f841-4459-bf7b-52c44cdbff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.272550 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dd265-4240-47f5-97c7-2a20ab62e2fd tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Pushing event updated for resources: {'Network': ['ID=0b220d2e-5367-40bd-bb5b-d2d8fbe38575,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:22.278426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-270dd265-4240-47f5-97c7-2a20ab62e2fd tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6575401 Sep 30 08:16:22.286177 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-d22bec58-a1aa-4c06-9356-95ae4bccf108 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:22.287022 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-d22bec58-a1aa-4c06-9356-95ae4bccf108 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.287437 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 0b220d2e-5367-40bd-bb5b-d2d8fbe38575 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:16:22.290074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38816) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:22.299783 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c7533999-ad73-4d15-8690-c4ac4824be3a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Request body: {'network': {'project_id': 'b107daef44784f1587fa31f2c85137c0'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:22.303521 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cbcca2c3-f841-4459-bf7b-52c44cdbff11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=439901e4c24341579046165a9b449b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198803 Sep 30 08:16:22.307083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38818) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:22.321572 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcca2c3-f841-4459-bf7b-52c44cdbff11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98705f4-3eb4-49e0-8018-41895ee08c2d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:22.353382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7533999-ad73-4d15-8690-c4ac4824be3a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Made reservation on behalf of b107daef44784f1587fa31f2c85137c0 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:22.356100 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7533999-ad73-4d15-8690-c4ac4824be3a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.372783 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-d22bec58-a1aa-4c06-9356-95ae4bccf108 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0496118 Sep 30 08:16:22.385325 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c230591b-2cce-404a-ab36-2376c3f71ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.387639 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Request body: {'port': {'device_id': '21340233-d2e7-48d2-b7e1-72b282532761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:22.400826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb688dce-9bc5-40f5-aaac-17a23aa47564 req-7443d167-3ffe-4e29-a30d-acc2524bf3ae tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:22.402700 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb688dce-9bc5-40f5-aaac-17a23aa47564 req-7443d167-3ffe-4e29-a30d-acc2524bf3ae tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 931 time: 0.0930967 Sep 30 08:16:22.415435 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c230591b-2cce-404a-ab36-2376c3f71ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.433631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7533999-ad73-4d15-8690-c4ac4824be3a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:16:22.476426 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c230591b-2cce-404a-ab36-2376c3f71ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.479721 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c230591b-2cce-404a-ab36-2376c3f71ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.480940 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c230591b-2cce-404a-ab36-2376c3f71ea2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c98705f4-3eb4-49e0-8018-41895ee08c2d HTTP/1.1" status: 204 len: 168 time: 0.1729488 Sep 30 08:16:22.491054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230591b-2cce-404a-ab36-2376c3f71ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98705f4-3eb4-49e0-8018-41895ee08c2d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:22.499029 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7533999-ad73-4d15-8690-c4ac4824be3a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.499572 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-c7533999-ad73-4d15-8690-c4ac4824be3a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Added segment 0b440208-bfaa-4471-9d28-29f6f21d9db0 of type vlan for network 360c173d-d994-4d5a-ac78-2aebbee5efa1 Sep 30 08:16:22.533325 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb688dce-9bc5-40f5-aaac-17a23aa47564 req-964f75e0-9ed5-4ce8-aa7c-7346b87c781b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098242 Sep 30 08:16:22.533850 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.581723 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7533999-ad73-4d15-8690-c4ac4824be3a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.741784 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7533999-ad73-4d15-8690-c4ac4824be3a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.742773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7533999-ad73-4d15-8690-c4ac4824be3a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:22.743394 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7533999-ad73-4d15-8690-c4ac4824be3a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:22.786943 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c7533999-ad73-4d15-8690-c4ac4824be3a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4947300 Sep 30 08:16:22.792055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38840) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:22.799716 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c638be02-7266-466c-b37f-b86244b0dfd4 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Request body: {'network': {'project_id': 'b107daef44784f1587fa31f2c85137c0'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:22.815612 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c638be02-7266-466c-b37f-b86244b0dfd4 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 30 08:16:22.816726 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c638be02-7266-466c-b37f-b86244b0dfd4 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:16:22.818576 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c638be02-7266-466c-b37f-b86244b0dfd4 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0249608 Sep 30 08:16:22.821096 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38842) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:22.867333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7533999-ad73-4d15-8690-c4ac4824be3a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Pushing event updated for resources: {'Network': ['ID=360c173d-d994-4d5a-ac78-2aebbee5efa1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:22.879177 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-253899dc-3109-4266-9ee9-508bbb975309 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b107daef44784f1587fa31f2c85137c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554800 Sep 30 08:16:22.883298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38848) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:22.886174 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 360c173d-d994-4d5a-ac78-2aebbee5efa1 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:16:22.978039 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c80ebe6-61e6-461b-a3de-f8b73b0358ce tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.025931 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c80ebe6-61e6-461b-a3de-f8b73b0358ce tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.031263 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3c82f6-4cc7-48de-813d-29013a0e84bb {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:23.044860 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.077465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Transition to ACTIVE for port object 8f3c82f6-4cc7-48de-813d-29013a0e84bb will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:16:23.083851 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.143504 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c80ebe6-61e6-461b-a3de-f8b73b0358ce tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.146528 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c80ebe6-61e6-461b-a3de-f8b73b0358ce tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.147896 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7c80ebe6-61e6-461b-a3de-f8b73b0358ce tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0328a3b-bfa9-4b10-bb9d-025166c64abe HTTP/1.1" status: 204 len: 168 time: 0.2635114 Sep 30 08:16:23.150767 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38864) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:23.174867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80ebe6-61e6-461b-a3de-f8b73b0358ce tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0328a3b-bfa9-4b10-bb9d-025166c64abe,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:23.178973 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3c82f6-4cc7-48de-813d-29013a0e84bb,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:23.234900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Attempting to bind port 8f3c82f6-4cc7-48de-813d-29013a0e84bb on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:23.235249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Attempting to bind port 8f3c82f6-4cc7-48de-813d-29013a0e84bb by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:23.235580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Attempting to bind port 8f3c82f6-4cc7-48de-813d-29013a0e84bb on network 95117f4a-763a-4903-a581-84bb55b346d4 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:23.240396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Port 8f3c82f6-4cc7-48de-813d-29013a0e84bb on network 95117f4a-763a-4903-a581-84bb55b346d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:23.241112 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Attempting to bind port 8f3c82f6-4cc7-48de-813d-29013a0e84bb on network 95117f4a-763a-4903-a581-84bb55b346d4 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:23.246584 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:16:23.247019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Checking segment: {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:16:23.247405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Bound using segment: {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:16:23.247837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Bound port: 8f3c82f6-4cc7-48de-813d-29013a0e84bb, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca610300-19a8-4933-9386-6b4f6d56dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:16:23.248218 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.266272 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fe7b09-51af-4bd8-a474-4a646ab75a7a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.330047 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] For port 8f3c82f6-4cc7-48de-813d-29013a0e84bb, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:16:23.337637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] For port 8f3c82f6-4cc7-48de-813d-29013a0e84bb, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8f3c82f6-4cc7-48de-813d-29013a0e84bb,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:16:23.343557 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.388302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:23.389141 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.390771 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] 10.222.0.36 "PUT /v2.0/ports/8f3c82f6-4cc7-48de-813d-29013a0e84bb HTTP/1.1" status: 200 len: 1091 time: 1.0076613 Sep 30 08:16:23.391383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21340233-d2e7-48d2-b7e1-72b282532761', 'tag': '8f3c82f6-4cc7-48de-813d-29013a0e84bb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:23.394427 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a2563f-cce0-45fe-b1fe-921fdd3da4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "21340233-d2e7-48d2-b7e1-72b282532761", "tag": "8f3c82f6-4cc7-48de-813d-29013a0e84bb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:23.418567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726835a6-c3a6-4fd3-98e0-995b743e7334 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3c82f6-4cc7-48de-813d-29013a0e84bb,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:23.449806 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58c1792-fdee-4783-b547-f614a01ebb23 x-openstack-request-id: req-f58c1792-fdee-4783-b547-f614a01ebb23 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:23.450297 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21340233-d2e7-48d2-b7e1-72b282532761", "tag": "8f3c82f6-4cc7-48de-813d-29013a0e84bb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:23.450713 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f58c1792-fdee-4783-b547-f614a01ebb23 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:23.451310 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21340233-d2e7-48d2-b7e1-72b282532761', 'tag': '8f3c82f6-4cc7-48de-813d-29013a0e84bb', 'status': 'completed', 'code': 200} Sep 30 08:16:23.454189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fe7b09-51af-4bd8-a474-4a646ab75a7a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.485921 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-30fe7b09-51af-4bd8-a474-4a646ab75a7a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360c173d-d994-4d5a-ac78-2aebbee5efa1']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:23.488058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-8a33fd90-f25b-4803-9004-0977fd99947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:23.489679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-8a33fd90-f25b-4803-9004-0977fd99947b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 1094 time: 0.0518739 Sep 30 08:16:23.499141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-30fe7b09-51af-4bd8-a474-4a646ab75a7a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b440208-bfaa-4471-9d28-29f6f21d9db0') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:23.499443 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-30fe7b09-51af-4bd8-a474-4a646ab75a7a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b440208-bfaa-4471-9d28-29f6f21d9db0') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:23.511929 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fe7b09-51af-4bd8-a474-4a646ab75a7a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.532558 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fe7b09-51af-4bd8-a474-4a646ab75a7a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.541935 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fe7b09-51af-4bd8-a474-4a646ab75a7a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:16:23.542252 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-90a0c0a0-1c1b-47a7-8eef-6dd93989c3dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f3c82f6-4cc7-48de-813d-29013a0e84bb HTTP/1.1" status: 200 len: 217 time: 0.0409331 Sep 30 08:16:23.542873 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fe7b09-51af-4bd8-a474-4a646ab75a7a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:16:23.544727 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:16:23.604612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-4158db8e-c11a-4b8d-8fdf-53d3cd4cda16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:23.606421 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-4158db8e-c11a-4b8d-8fdf-53d3cd4cda16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68739a17-6737-4340-9fc7-309705504036 HTTP/1.1" status: 200 len: 852 time: 0.0578103 Sep 30 08:16:23.611217 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fe7b09-51af-4bd8-a474-4a646ab75a7a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.618202 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30fe7b09-51af-4bd8-a474-4a646ab75a7a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.625495 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-30fe7b09-51af-4bd8-a474-4a646ab75a7a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] 10.222.0.24 "DELETE /v2.0/networks/360c173d-d994-4d5a-ac78-2aebbee5efa1 HTTP/1.1" status: 204 len: 168 time: 0.4715033 Sep 30 08:16:23.630720 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38892) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:23.655831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe7b09-51af-4bd8-a474-4a646ab75a7a tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Pushing event deleted for resources: {'Network': ['ID=360c173d-d994-4d5a-ac78-2aebbee5efa1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:23.656848 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-9bc8e293-5c98-433d-87b0-b5c15b78235a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95117f4a-763a-4903-a581-84bb55b346d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430553 Sep 30 08:16:23.797520 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e617-6a06-42a9-b1f3-853ecc17b2c0 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:23.869201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f0b37-c8d0-461d-8c3d-f95da8167fce req-c310e828-8b6f-40d5-8c2c-4dee68fab85c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:23.871226 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f10f0b37-c8d0-461d-8c3d-f95da8167fce req-c310e828-8b6f-40d5-8c2c-4dee68fab85c tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 943 time: 0.2132740 Sep 30 08:16:23.950164 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-e786c5fa-0cce-44be-b465-6b8698f7a616 service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724710 Sep 30 08:16:23.989584 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e617-6a06-42a9-b1f3-853ecc17b2c0 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:24.053454 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f7e4e617-6a06-42a9-b1f3-853ecc17b2c0 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b220d2e-5367-40bd-bb5b-d2d8fbe38575']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:24.067080 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f10f0b37-c8d0-461d-8c3d-f95da8167fce req-0575460f-03f2-40d0-9ab1-c8babc0a9ebc tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659939 Sep 30 08:16:24.083118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f7e4e617-6a06-42a9-b1f3-853ecc17b2c0 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a349b3-9c5d-4839-aea9-e903e94e722d') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:24.083422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f7e4e617-6a06-42a9-b1f3-853ecc17b2c0 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a349b3-9c5d-4839-aea9-e903e94e722d') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:24.125942 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e617-6a06-42a9-b1f3-853ecc17b2c0 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:24.145152 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e617-6a06-42a9-b1f3-853ecc17b2c0 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:24.161092 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e4e617-6a06-42a9-b1f3-853ecc17b2c0 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:16:24.161499 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e617-6a06-42a9-b1f3-853ecc17b2c0 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:16:24.163148 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:16:24.180484 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4728ad28-f5f7-4696-b305-689ad700ec79 req-fff816fc-21c2-4b29-b665-2c12ce1c67af service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821072 Sep 30 08:16:24.231378 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e617-6a06-42a9-b1f3-853ecc17b2c0 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:24.239939 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e617-6a06-42a9-b1f3-853ecc17b2c0 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:24.247779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f7e4e617-6a06-42a9-b1f3-853ecc17b2c0 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] 10.222.0.24 "DELETE /v2.0/networks/0b220d2e-5367-40bd-bb5b-d2d8fbe38575 HTTP/1.1" status: 204 len: 168 time: 0.6156678 Sep 30 08:16:24.281697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4e617-6a06-42a9-b1f3-853ecc17b2c0 tempest-QuotasNegativeTest-1281337825 tempest-QuotasNegativeTest-1281337825-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b220d2e-5367-40bd-bb5b-d2d8fbe38575,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:24.319873 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2563f-cce0-45fe-b1fe-921fdd3da4bc req-07594100-d864-4ed0-a3db-857767fef50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:24.321482 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5a2563f-cce0-45fe-b1fe-921fdd3da4bc req-07594100-d864-4ed0-a3db-857767fef50e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 1094 time: 0.0723028 Sep 30 08:16:24.446816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2563f-cce0-45fe-b1fe-921fdd3da4bc req-f93bab40-f83d-47e0-abe8-3f6f6fc11b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:24.448374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5a2563f-cce0-45fe-b1fe-921fdd3da4bc req-f93bab40-f83d-47e0-abe8-3f6f6fc11b52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 200 len: 913 time: 0.1167796 Sep 30 08:16:24.492500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5a2563f-cce0-45fe-b1fe-921fdd3da4bc req-4d46a7c6-f7d1-45ca-aa98-725786734443 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f3c82f6-4cc7-48de-813d-29013a0e84bb HTTP/1.1" status: 200 len: 217 time: 0.0358560 Sep 30 08:16:24.553663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2563f-cce0-45fe-b1fe-921fdd3da4bc req-deceb6ce-b655-419a-a1b9-d34b31485465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:24.555099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5a2563f-cce0-45fe-b1fe-921fdd3da4bc req-deceb6ce-b655-419a-a1b9-d34b31485465 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68739a17-6737-4340-9fc7-309705504036 HTTP/1.1" status: 200 len: 852 time: 0.0548875 Sep 30 08:16:24.594378 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5a2563f-cce0-45fe-b1fe-921fdd3da4bc req-a8e7758c-155e-43e2-acb8-b8503c60c3c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95117f4a-763a-4903-a581-84bb55b346d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304873 Sep 30 08:16:24.686716 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5a2563f-cce0-45fe-b1fe-921fdd3da4bc req-8a2a2938-7618-468d-9997-35694dfe220b service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852883 Sep 30 08:16:24.794591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5a2563f-cce0-45fe-b1fe-921fdd3da4bc req-79bfdec4-4c06-4106-8186-a3a1931cb742 service neutron] 10.222.0.36 "GET /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004407 Sep 30 08:16:24.995212 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38954) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:25.158277 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c13ed99-484d-4a62-9288-f75fac542f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:25.245254 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725d98c-d6e1-49ef-992f-63be0eebca2f req-0ac7a330-9a30-4e9d-84ce-f439df965789 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:25.247086 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d725d98c-d6e1-49ef-992f-63be0eebca2f req-0ac7a330-9a30-4e9d-84ce-f439df965789 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 943 time: 0.0795963 Sep 30 08:16:25.339114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d725d98c-d6e1-49ef-992f-63be0eebca2f req-97a84a14-a36a-4ca1-8895-6c8f925c15b9 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855811 Sep 30 08:16:25.368367 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c13ed99-484d-4a62-9288-f75fac542f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:25.372919 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c13ed99-484d-4a62-9288-f75fac542f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:25.418689 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5c13ed99-484d-4a62-9288-f75fac542f17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bcb41070df1a49cf82257b45bb287310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4222586 Sep 30 08:16:25.419550 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13ed99-484d-4a62-9288-f75fac542f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665f6712-f6c4-4bae-9c06-2913e5933fb8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:25.421382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38978) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:25.494192 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc16a2e3-cf74-4eaf-94f3-d39651fad12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:25.522434 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc16a2e3-cf74-4eaf-94f3-d39651fad12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:25.577399 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc16a2e3-cf74-4eaf-94f3-d39651fad12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:25.580461 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc16a2e3-cf74-4eaf-94f3-d39651fad12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:25.583945 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cc16a2e3-cf74-4eaf-94f3-d39651fad12a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/665f6712-f6c4-4bae-9c06-2913e5933fb8 HTTP/1.1" status: 204 len: 168 time: 0.1592052 Sep 30 08:16:25.591711 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16a2e3-cf74-4eaf-94f3-d39651fad12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665f6712-f6c4-4bae-9c06-2913e5933fb8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:25.699859 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38988) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:25.971813 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10998ae8-d726-4903-99c0-a59e107456be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.046236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38998) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:26.060700 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65dd240f-acbd-44cd-8b53-76c9823dfffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.075146 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10998ae8-d726-4903-99c0-a59e107456be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.080546 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10998ae8-d726-4903-99c0-a59e107456be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.120789 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-10998ae8-d726-4903-99c0-a59e107456be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a62212c2d4254855a9671a6c32352b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4190204 Sep 30 08:16:26.121882 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10998ae8-d726-4903-99c0-a59e107456be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86bbf1b-bbda-4296-849b-e39e7bb1645b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:26.124378 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39000) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:26.207018 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65dd240f-acbd-44cd-8b53-76c9823dfffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.208123 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a061931-f300-4563-834a-902e29dc34b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.212445 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65dd240f-acbd-44cd-8b53-76c9823dfffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.247600 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a061931-f300-4563-834a-902e29dc34b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.277880 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-65dd240f-acbd-44cd-8b53-76c9823dfffd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=695435dd5175452d8f2f611343d18698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306092 Sep 30 08:16:26.280562 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39004) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:26.293323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd240f-acbd-44cd-8b53-76c9823dfffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1908a867-83f6-46a0-80f5-7cec8a982c8a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:26.329326 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a061931-f300-4563-834a-902e29dc34b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.331980 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a061931-f300-4563-834a-902e29dc34b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.333154 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7a061931-f300-4563-834a-902e29dc34b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f86bbf1b-bbda-4296-849b-e39e7bb1645b HTTP/1.1" status: 204 len: 168 time: 0.2075653 Sep 30 08:16:26.353943 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b67f52-1f51-4604-af35-f8838598a832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.354532 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a061931-f300-4563-834a-902e29dc34b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86bbf1b-bbda-4296-849b-e39e7bb1645b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:26.376980 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b67f52-1f51-4604-af35-f8838598a832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.432114 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b67f52-1f51-4604-af35-f8838598a832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.435734 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b67f52-1f51-4604-af35-f8838598a832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.437464 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-27b67f52-1f51-4604-af35-f8838598a832 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1908a867-83f6-46a0-80f5-7cec8a982c8a HTTP/1.1" status: 204 len: 168 time: 0.1557584 Sep 30 08:16:26.448740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b67f52-1f51-4604-af35-f8838598a832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1908a867-83f6-46a0-80f5-7cec8a982c8a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:26.522136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d1982-9923-4945-b8ca-cff50336f4c8 req-f2cf4a4a-6627-4e9a-9837-e4e1aa961d3b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:26.533155 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-792d1982-9923-4945-b8ca-cff50336f4c8 req-f2cf4a4a-6627-4e9a-9837-e4e1aa961d3b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 943 time: 0.0913086 Sep 30 08:16:26.587272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-792d1982-9923-4945-b8ca-cff50336f4c8 req-c9712a47-62c2-4fd9-a041-0a2346d20728 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523841 Sep 30 08:16:26.806345 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:26.823584 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf1002ef-6637-40f9-9487-66a211c2dcf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.923038 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf1002ef-6637-40f9-9487-66a211c2dcf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.928362 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf1002ef-6637-40f9-9487-66a211c2dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:26.967197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1002ef-6637-40f9-9487-66a211c2dcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e461cf-34f7-46ba-8527-d8e3ea333c39,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:26.972280 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bf1002ef-6637-40f9-9487-66a211c2dcf5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=468632f545ae41c9b686235e14d2c172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645365 Sep 30 08:16:26.974911 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:27.027525 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e9385cc-7a57-450b-9f4b-659da6cd9c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:27.050288 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e9385cc-7a57-450b-9f4b-659da6cd9c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:27.124894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e9385cc-7a57-450b-9f4b-659da6cd9c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:27.127604 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e9385cc-7a57-450b-9f4b-659da6cd9c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:27.128822 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4e9385cc-7a57-450b-9f4b-659da6cd9c46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34e461cf-34f7-46ba-8527-d8e3ea333c39 HTTP/1.1" status: 204 len: 168 time: 0.1527972 Sep 30 08:16:27.137706 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9385cc-7a57-450b-9f4b-659da6cd9c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e461cf-34f7-46ba-8527-d8e3ea333c39,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:27.703980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 8f3c82f6-4cc7-48de-813d-29013a0e84bb details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:16:27.776306 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedc81d-35e3-4659-b703-ac88d003bb06 req-6c16af4b-8f5f-462d-a225-3191b6e158ae tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:27.780431 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0dedc81d-35e3-4659-b703-ac88d003bb06 req-6c16af4b-8f5f-462d-a225-3191b6e158ae tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 943 time: 0.0796597 Sep 30 08:16:27.826456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0dedc81d-35e3-4659-b703-ac88d003bb06 req-3b6bba53-5021-457a-ba34-30249b9652ef tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352371 Sep 30 08:16:27.832364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 8f3c82f6-4cc7-48de-813d-29013a0e84bb, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8f3c82f6-4cc7-48de-813d-29013a0e84bb,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:27.854043 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '8f3c82f6-4cc7-48de-813d-29013a0e84bb', 'network_id': '95117f4a-763a-4903-a581-84bb55b346d4', 'port_id': '8f3c82f6-4cc7-48de-813d-29013a0e84bb', 'mac_address': 'fa:16:3e:87:6d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68739a17-6737-4340-9fc7-309705504036', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:16:27.898718 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:27.916579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3c82f6-4cc7-48de-813d-29013a0e84bb {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:27.938065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 8f3c82f6-4cc7-48de-813d-29013a0e84bb, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8f3c82f6-4cc7-48de-813d-29013a0e84bb,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:27.944288 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.009618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=8f3c82f6-4cc7-48de-813d-29013a0e84bb,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:28.158988 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['8f3c82f6-4cc7-48de-813d-29013a0e84bb'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:28.214374 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39106) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:28.447835 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-24b0039d-9519-4024-abc8-dcd21308a91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-241366245'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:28.476388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b0039d-9519-4024-abc8-dcd21308a91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Made reservation on behalf of 5c9a4cdcabc44e388d41956633a9ebaf for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:28.480409 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24b0039d-9519-4024-abc8-dcd21308a91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.490161 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24b0039d-9519-4024-abc8-dcd21308a91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.604815 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24b0039d-9519-4024-abc8-dcd21308a91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.609393 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24b0039d-9519-4024-abc8-dcd21308a91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.637651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b0039d-9519-4024-abc8-dcd21308a91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:16:28.661165 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24b0039d-9519-4024-abc8-dcd21308a91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.661609 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-24b0039d-9519-4024-abc8-dcd21308a91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Added segment 12bb485a-1d30-49cd-b10c-b8038c2f01a5 of type vlan for network c253b6d5-f8db-46aa-bb13-abb98ca53914 Sep 30 08:16:28.710269 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24b0039d-9519-4024-abc8-dcd21308a91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.732648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0039d-9519-4024-abc8-dcd21308a91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b78732-e6a9-4150-9f4e-3330d757abd9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:28.753433 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24b0039d-9519-4024-abc8-dcd21308a91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.759162 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b0039d-9519-4024-abc8-dcd21308a91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:28.759849 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24b0039d-9519-4024-abc8-dcd21308a91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:28.803187 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-24b0039d-9519-4024-abc8-dcd21308a91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.5868366 Sep 30 08:16:28.856399 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0039d-9519-4024-abc8-dcd21308a91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Pushing event updated for resources: {'Network': ['ID=c253b6d5-f8db-46aa-bb13-abb98ca53914,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:28.870758 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network c253b6d5-f8db-46aa-bb13-abb98ca53914 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:16:29.079646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41719e7-d53d-41a7-9a33-df2fbe4b1dbe req-97417ead-3827-4e6d-a8fb-7aa2e94c2047 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:29.087840 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e41719e7-d53d-41a7-9a33-df2fbe4b1dbe req-97417ead-3827-4e6d-a8fb-7aa2e94c2047 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 944 time: 0.1299698 Sep 30 08:16:29.141583 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e41719e7-d53d-41a7-9a33-df2fbe4b1dbe req-59ee4d55-01a2-4be7-bf6a-b43d643366e3 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520904 Sep 30 08:16:29.187029 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39148) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:29.195410 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Request body: {'port': {'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914', 'binding:host_id': 'n-h1-807359-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-661254019'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:29.219420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Made reservation on behalf of b7779197a2bd4974b2ab6802a92321f2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:29.224933 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:29.241594 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:29.351179 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:29.355940 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:29.360669 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] device_id is not set on port 025810b4-ebe0-4fe2-accd-befc2dc938a8 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:16:29.463067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c84a35f-c2c9-4332-85d8-42db7d5e3908,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:29.640067 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:29.649234 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] device_id is not set on port 025810b4-ebe0-4fe2-accd-befc2dc938a8 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:16:29.655411 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:29.664581 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:29.704298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 8f3c82f6-4cc7-48de-813d-29013a0e84bb up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:16:29.716289 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Pushing event updated for resources: {'Port': ['ID=025810b4-ebe0-4fe2-accd-befc2dc938a8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:29.754599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Checking segment: {'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:16:29.755338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Network hostable DHCP agents. Network: c253b6d5-f8db-46aa-bb13-abb98ca53914, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:16:29.775648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Network c253b6d5-f8db-46aa-bb13-abb98ca53914 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:16:29.789163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, c253b6d5-f8db-46aa-bb13-abb98ca53914) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:29.795531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:29.815107 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 8f3c82f6-4cc7-48de-813d-29013a0e84bb completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:16:29.823423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3afc53-7952-40b2-a482-23a21ccd6909 None None] Network c253b6d5-f8db-46aa-bb13-abb98ca53914 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:16:29.826743 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:29.827086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:29.827457 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:29.834574 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 8f3c82f6-4cc7-48de-813d-29013a0e84bb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:16:29.834975 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:29.838684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:29.839033 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:29.839428 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 2 to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 Sep 30 08:16:29.874531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:29.874900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:29.875248 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:29.881829 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:29.882180 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:29.882576 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 3 to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 Sep 30 08:16:29.912173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:29.912525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:29.912894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:29.932979 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:29.933335 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:29.933743 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 4 to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 Sep 30 08:16:29.955265 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:29.955612 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:29.955991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:29.960639 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:29.960974 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:29.961375 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 5 to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 Sep 30 08:16:29.978922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:29.979238 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:29.979601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:29.984356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:29.984687 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:29.985089 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 6 to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 Sep 30 08:16:30.000779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:30.001109 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:30.002223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:30.007292 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:30.007504 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:30.007867 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 7 to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 Sep 30 08:16:30.023494 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:30.023856 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:30.036848 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:30.044481 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39184) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:30.050743 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:30.051087 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:30.051533 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 8 to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 Sep 30 08:16:30.090455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:30.090807 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:30.091160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:30.101371 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:30.101699 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:30.102183 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 9 to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 Sep 30 08:16:30.106685 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.128683 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:30.131243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:30.131243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:30.134603 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:30.135405 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:30.136053 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 10 to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 Sep 30 08:16:30.136180 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21340233-d2e7-48d2-b7e1-72b282532761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3c82f6-4cc7-48de-813d-29013a0e84bb'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:30.138251 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4968a86f-8b8c-44e1-8520-dafc30b9769d" -d '{"events": [{"server_uuid": "21340233-d2e7-48d2-b7e1-72b282532761", "name": "network-vif-plugged", "status": "completed", "tag": "8f3c82f6-4cc7-48de-813d-29013a0e84bb"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:30.147460 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39190) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:30.153433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 8f3c82f6-4cc7-48de-813d-29013a0e84bb, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8f3c82f6-4cc7-48de-813d-29013a0e84bb,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:30.159530 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.161102 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:30.161573 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:30.162620 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:30.168828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:30.168828 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 025810b4-ebe0-4fe2-accd-befc2dc938a8 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:30.168828 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.256509 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] For port 025810b4-ebe0-4fe2-accd-befc2dc938a8, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:16:30.257160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempted to set empty binding levels {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 08:16:30.259783 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d791e7-7708-4268-ac72-95d1588658b3 x-openstack-request-id: req-14d791e7-7708-4268-ac72-95d1588658b3 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:30.260170 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21340233-d2e7-48d2-b7e1-72b282532761", "name": "network-vif-plugged", "status": "completed", "tag": "8f3c82f6-4cc7-48de-813d-29013a0e84bb", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:30.260423 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14d791e7-7708-4268-ac72-95d1588658b3 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:30.261202 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21340233-d2e7-48d2-b7e1-72b282532761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3c82f6-4cc7-48de-813d-29013a0e84bb', 'code': 200} Sep 30 08:16:30.263606 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.310826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:30.311448 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.332358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=8f3c82f6-4cc7-48de-813d-29013a0e84bb,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:30.339217 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.1504157 Sep 30 08:16:30.339770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39198) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:30.340577 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccc569-3316-4e28-831f-9d8222e20ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Pushing event updated for resources: {'Port': ['ID=025810b4-ebe0-4fe2-accd-befc2dc938a8,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:30.374335 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3801133-fbc3-4b78-9f66-7e45c5fbe2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.391503 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1cd30cd0-04b1-403a-ac3c-a73106c5e1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.427856 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a1f48d39-bebb-436b-9948-d5c488bceea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Deleting port 025810b4-ebe0-4fe2-accd-befc2dc938a8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:30.428260 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1f48d39-bebb-436b-9948-d5c488bceea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.428884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50676f-a328-4471-90c0-814ec3823e06 req-d739e15a-68a7-41ef-8e3c-5d464c0ef94b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:30.430410 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae50676f-a328-4471-90c0-814ec3823e06 req-d739e15a-68a7-41ef-8e3c-5d464c0ef94b tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 945 time: 0.1995208 Sep 30 08:16:30.436249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a591f-a689-4132-a5a7-1d66eb2f475a req-b7f509ac-bd80-4622-8188-7ae6fab0a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:30.437709 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-285a591f-a689-4132-a5a7-1d66eb2f475a req-b7f509ac-bd80-4622-8188-7ae6fab0a93e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 1096 time: 0.1440949 Sep 30 08:16:30.460721 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.db.api [None req-1cd30cd0-04b1-403a-ac3c-a73106c5e1cc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:16:30.460721 n-d-807359-2 neutron-server[94837]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 08:16:30.460721 n-d-807359-2 neutron-server[94837]: [parameters: {'project_id': '295f4a373c314b81b233e3bdb48c80f8', 'id': '1b3cd910-4a96-4ea0-8d8d-0ddf6ca8dfa8', 'expiration': datetime.datetime(2021, 9, 30, 8, 18, 30, 442019)}] Sep 30 08:16:30.460721 n-d-807359-2 neutron-server[94837]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:16:30.461202 n-d-807359-2 neutron-server[94837]: DEBUG oslo_db.api [None req-1cd30cd0-04b1-403a-ac3c-a73106c5e1cc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:16:30.494500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-a1f48d39-bebb-436b-9948-d5c488bceea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] For port 025810b4-ebe0-4fe2-accd-befc2dc938a8, host n-h1-807359-2, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:30.494867 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1f48d39-bebb-436b-9948-d5c488bceea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.506917 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a1f48d39-bebb-436b-9948-d5c488bceea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Calling delete_port for 025810b4-ebe0-4fe2-accd-befc2dc938a8 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:30.521808 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-285a591f-a689-4132-a5a7-1d66eb2f475a req-70b2f0e4-5bde-490d-b3c4-49d989cf86d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753114 Sep 30 08:16:30.524616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae50676f-a328-4471-90c0-814ec3823e06 req-e169838c-84a4-4ecc-87e8-5f1bfdad5193 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837274 Sep 30 08:16:30.581199 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3801133-fbc3-4b78-9f66-7e45c5fbe2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.585551 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3801133-fbc3-4b78-9f66-7e45c5fbe2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.591709 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1f48d39-bebb-436b-9948-d5c488bceea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.619564 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f48d39-bebb-436b-9948-d5c488bceea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Pushing event deleted for resources: {'Port': ['ID=025810b4-ebe0-4fe2-accd-befc2dc938a8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:30.632087 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a3801133-fbc3-4b78-9f66-7e45c5fbe2c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69fd220956944448afe66a2ac9b81b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739201 Sep 30 08:16:30.632087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3801133-fbc3-4b78-9f66-7e45c5fbe2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08bd0cd-2d3a-4e42-b69f-1a934cf0bbbd,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:30.632659 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1f48d39-bebb-436b-9948-d5c488bceea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.632659 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a1f48d39-bebb-436b-9948-d5c488bceea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] 10.222.0.24 "DELETE /v2.0/ports/025810b4-ebe0-4fe2-accd-befc2dc938a8 HTTP/1.1" status: 204 len: 168 time: 0.2842193 Sep 30 08:16:30.632846 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39202) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:30.634625 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39204) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:30.666262 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfc1707-b28a-4fd0-803a-4fa920df71d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] GET failed (client error): The resource could not be found. Sep 30 08:16:30.667763 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cbfc1707-b28a-4fd0-803a-4fa920df71d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] 10.222.0.24 "GET /v2.0/ports/025810b4-ebe0-4fe2-accd-befc2dc938a8 HTTP/1.1" status: 404 len: 333 time: 0.0321987 Sep 30 08:16:30.671385 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:30.677688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-01b4845a-e464-4a53-8e96-a7658780bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Request body: {'port': {'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-848895830'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:30.698169 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b4845a-e464-4a53-8e96-a7658780bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Made reservation on behalf of b7779197a2bd4974b2ab6802a92321f2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:30.700602 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd57c076-b06e-4e61-9283-5a154d4bd1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.700736 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01b4845a-e464-4a53-8e96-a7658780bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.716322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-01b4845a-e464-4a53-8e96-a7658780bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] device_id is not set on port baa2bf4f-4750-48fe-8612-1d98c8d947ff yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:16:30.723303 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd57c076-b06e-4e61-9283-5a154d4bd1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.771448 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd57c076-b06e-4e61-9283-5a154d4bd1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.773952 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd57c076-b06e-4e61-9283-5a154d4bd1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.777557 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cd57c076-b06e-4e61-9283-5a154d4bd1c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c08bd0cd-2d3a-4e42-b69f-1a934cf0bbbd HTTP/1.1" status: 204 len: 168 time: 0.1458068 Sep 30 08:16:30.783794 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57c076-b06e-4e61-9283-5a154d4bd1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08bd0cd-2d3a-4e42-b69f-1a934cf0bbbd,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:30.884607 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01b4845a-e464-4a53-8e96-a7658780bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.922401 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01b4845a-e464-4a53-8e96-a7658780bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.961991 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1cd30cd0-04b1-403a-ac3c-a73106c5e1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.969437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b4845a-e464-4a53-8e96-a7658780bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Network c253b6d5-f8db-46aa-bb13-abb98ca53914 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:30.972920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-01b4845a-e464-4a53-8e96-a7658780bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:30.980737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4845a-e464-4a53-8e96-a7658780bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:30.981705 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b4845a-e464-4a53-8e96-a7658780bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:30.982322 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01b4845a-e464-4a53-8e96-a7658780bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:30.990671 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4845a-e464-4a53-8e96-a7658780bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Pushing event updated for resources: {'Port': ['ID=baa2bf4f-4750-48fe-8612-1d98c8d947ff,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:31.076836 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1cd30cd0-04b1-403a-ac3c-a73106c5e1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.081091 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1cd30cd0-04b1-403a-ac3c-a73106c5e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.085995 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-01b4845a-e464-4a53-8e96-a7658780bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4127724 Sep 30 08:16:31.088526 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:31.093754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:31.106867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39216) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:31.130099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd30cd0-04b1-403a-ac3c-a73106c5e1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030dc208-0b53-4786-9f9a-44eba89840c2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:31.134671 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1cd30cd0-04b1-403a-ac3c-a73106c5e1cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=295f4a373c314b81b233e3bdb48c80f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0891171 Sep 30 08:16:31.136003 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d778c5b-a02c-48dc-9627-ef4881f667c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.138116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39218) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:31.159530 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.224470 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3af99821-646e-4c69-b55c-e9f349a02913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.256979 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3af99821-646e-4c69-b55c-e9f349a02913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.315660 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d778c5b-a02c-48dc-9627-ef4881f667c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.320526 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d778c5b-a02c-48dc-9627-ef4881f667c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.335147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] device_id is not set on port baa2bf4f-4750-48fe-8612-1d98c8d947ff yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:16:31.343787 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.349583 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3af99821-646e-4c69-b55c-e9f349a02913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.349910 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.352131 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3af99821-646e-4c69-b55c-e9f349a02913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.353308 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3af99821-646e-4c69-b55c-e9f349a02913 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/030dc208-0b53-4786-9f9a-44eba89840c2 HTTP/1.1" status: 204 len: 168 time: 0.2143595 Sep 30 08:16:31.369229 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7d778c5b-a02c-48dc-9627-ef4881f667c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42ba267f44b3456cba7d68b3857a3709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542465 Sep 30 08:16:31.369510 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39222) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:31.375502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d778c5b-a02c-48dc-9627-ef4881f667c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6aa74f2-e9a5-4b70-b3c6-497a4a99b850,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:31.415899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:31.416263 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:31.416597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:31.419849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Pushing event updated for resources: {'Port': ['ID=baa2bf4f-4750-48fe-8612-1d98c8d947ff,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:31.422329 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af99821-646e-4c69-b55c-e9f349a02913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030dc208-0b53-4786-9f9a-44eba89840c2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:31.425391 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:31.426097 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:31.426097 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 2 to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff Sep 30 08:16:31.440245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:31.440585 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:31.442685 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:31.447839 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:31.448218 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:31.448617 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 3 to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff Sep 30 08:16:31.464887 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-70037473-76b0-4742-8459-fd27a2900c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.465051 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:31.465224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:31.465560 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:31.474517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:31.474517 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:31.474517 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 4 to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff Sep 30 08:16:31.485943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:31.486452 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:31.486792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:31.491748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:31.492107 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:31.492494 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 5 to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff Sep 30 08:16:31.497518 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-70037473-76b0-4742-8459-fd27a2900c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.505095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:31.505648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:31.506134 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:31.511256 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:31.511487 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:31.511838 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 6 to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff Sep 30 08:16:31.526649 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:31.526985 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:31.527318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:31.531673 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:31.532021 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:31.532413 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 7 to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff Sep 30 08:16:31.545531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:31.546133 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:31.546660 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:31.553663 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:31.554233 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:31.554879 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 8 to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff Sep 30 08:16:31.568568 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-70037473-76b0-4742-8459-fd27a2900c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.572480 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-70037473-76b0-4742-8459-fd27a2900c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.574377 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:31.574881 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:31.575398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:31.576819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-70037473-76b0-4742-8459-fd27a2900c57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6aa74f2-e9a5-4b70-b3c6-497a4a99b850 HTTP/1.1" status: 204 len: 168 time: 0.2062581 Sep 30 08:16:31.582450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:31.583126 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:31.583816 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 9 to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff Sep 30 08:16:31.593686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70037473-76b0-4742-8459-fd27a2900c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6aa74f2-e9a5-4b70-b3c6-497a4a99b850,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:31.616093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:31.616479 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:31.626250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:31.641287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:31.641727 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:31.642615 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 10 to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff Sep 30 08:16:31.672360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:31.672922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:31.673411 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:31.679233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:31.679724 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port baa2bf4f-4750-48fe-8612-1d98c8d947ff on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:31.680254 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.704434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaeaf4-5f64-4d81-a3f6-e29409b47f49 req-a16f564d-a63a-4a85-9b1d-f437061027ea tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:31.706605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-14eaeaf4-5f64-4d81-a3f6-e29409b47f49 req-a16f564d-a63a-4a85-9b1d-f437061027ea tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 945 time: 0.0695474 Sep 30 08:16:31.759379 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] For port baa2bf4f-4750-48fe-8612-1d98c8d947ff, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:16:31.759945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempted to set empty binding levels {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 08:16:31.765689 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-14eaeaf4-5f64-4d81-a3f6-e29409b47f49 req-30c20cdd-6be4-4cfb-8856-213206a0f520 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469162 Sep 30 08:16:31.766749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.801040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] In _notify_port_updated(), no bound segment for port baa2bf4f-4750-48fe-8612-1d98c8d947ff on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:16:31.801909 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:31.802792 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:31.803854 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] 10.222.0.24 "PUT /v2.0/ports/baa2bf4f-4750-48fe-8612-1d98c8d947ff HTTP/1.1" status: 200 len: 978 time: 0.7142453 Sep 30 08:16:31.806509 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39234) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:31.869756 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e33cd-a325-4f09-b599-8ad6b2c1e539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Pushing event updated for resources: {'Port': ['ID=baa2bf4f-4750-48fe-8612-1d98c8d947ff,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:31.990040 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39244) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:32.021205 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5afd129c-8761-4eed-a369-6b23bc472ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.149580 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5afd129c-8761-4eed-a369-6b23bc472ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.154371 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5afd129c-8761-4eed-a369-6b23bc472ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.194571 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.195049 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.195515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.196002 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.196463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.196922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.197019 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5afd129c-8761-4eed-a369-6b23bc472ab8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01d8ca6338fe46eb9af546f1fdeb00d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055831 Sep 30 08:16:32.197465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.197897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd129c-8761-4eed-a369-6b23bc472ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676e6e21-3136-419e-9206-c110275a1696,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:32.197991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.198364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.198820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.199375 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.200274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.200398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39250) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:32.200495 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.200740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.201187 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.201642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.202089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.202542 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.202990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.203439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.203915 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.204366 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.205382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.205812 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.206372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.206934 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.207271 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.207721 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.208314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.208636 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.209070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.209524 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.209978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.210427 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.211090 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.211552 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.212038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.216134 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-64283937-f6ec-4c6b-88c8-96c4a8e61c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33426 time: 0.4086750 Sep 30 08:16:32.220703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39252) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:32.305893 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1b830ef8-61ce-4358-bcd3-215ec078562b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Deleting port baa2bf4f-4750-48fe-8612-1d98c8d947ff {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:32.306703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b830ef8-61ce-4358-bcd3-215ec078562b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.379560 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1b830ef8-61ce-4358-bcd3-215ec078562b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] For port baa2bf4f-4750-48fe-8612-1d98c8d947ff, host n-h1-807359-2, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:32.380315 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b830ef8-61ce-4358-bcd3-215ec078562b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.393450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1b830ef8-61ce-4358-bcd3-215ec078562b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Calling delete_port for baa2bf4f-4750-48fe-8612-1d98c8d947ff owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:32.483214 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b830ef8-61ce-4358-bcd3-215ec078562b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.514666 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b830ef8-61ce-4358-bcd3-215ec078562b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Pushing event deleted for resources: {'Port': ['ID=baa2bf4f-4750-48fe-8612-1d98c8d947ff,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:32.526653 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b830ef8-61ce-4358-bcd3-215ec078562b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.531462 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1b830ef8-61ce-4358-bcd3-215ec078562b tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] 10.222.0.24 "DELETE /v2.0/ports/baa2bf4f-4750-48fe-8612-1d98c8d947ff HTTP/1.1" status: 204 len: 168 time: 0.3066549 Sep 30 08:16:32.531890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:32.557478 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee72a3d-7c42-45fd-8ca7-75c72c1e5f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] GET failed (client error): The resource could not be found. Sep 30 08:16:32.559482 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5ee72a3d-7c42-45fd-8ca7-75c72c1e5f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] 10.222.0.24 "GET /v2.0/ports/baa2bf4f-4750-48fe-8612-1d98c8d947ff HTTP/1.1" status: 404 len: 333 time: 0.0265958 Sep 30 08:16:32.563195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39268) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:32.569567 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5a02fd83-6738-4827-b9f1-9bae277f709f tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142883365', 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:32.591740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a02fd83-6738-4827-b9f1-9bae277f709f tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Made reservation on behalf of b7779197a2bd4974b2ab6802a92321f2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:32.594193 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a02fd83-6738-4827-b9f1-9bae277f709f tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.601927 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63b9f754-43bc-4a5a-8306-a7514cfc0d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.611697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-5a02fd83-6738-4827-b9f1-9bae277f709f tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] device_id is not set on port 6ebefd98-1012-46cf-9711-a1bc95e74450 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:16:32.640937 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63b9f754-43bc-4a5a-8306-a7514cfc0d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.715286 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63b9f754-43bc-4a5a-8306-a7514cfc0d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.718279 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63b9f754-43bc-4a5a-8306-a7514cfc0d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.719456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-63b9f754-43bc-4a5a-8306-a7514cfc0d6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/676e6e21-3136-419e-9206-c110275a1696 HTTP/1.1" status: 204 len: 168 time: 0.5183907 Sep 30 08:16:32.730067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9f754-43bc-4a5a-8306-a7514cfc0d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676e6e21-3136-419e-9206-c110275a1696,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:32.793677 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a02fd83-6738-4827-b9f1-9bae277f709f tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.846259 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a02fd83-6738-4827-b9f1-9bae277f709f tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.898123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9bfaa-5ea0-458a-a229-0c863a8766b7 req-f0b775cf-a27e-421d-9d12-5d955627d870 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.899702 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ca9bfaa-5ea0-458a-a229-0c863a8766b7 req-f0b775cf-a27e-421d-9d12-5d955627d870 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 945 time: 0.0612912 Sep 30 08:16:32.923950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a02fd83-6738-4827-b9f1-9bae277f709f tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Network c253b6d5-f8db-46aa-bb13-abb98ca53914 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:32.930815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5a02fd83-6738-4827-b9f1-9bae277f709f tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:32.932940 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02fd83-6738-4827-b9f1-9bae277f709f tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Pushing event updated for resources: {'Port': ['ID=6ebefd98-1012-46cf-9711-a1bc95e74450,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:32.935323 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a02fd83-6738-4827-b9f1-9bae277f709f tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:32.936599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a02fd83-6738-4827-b9f1-9bae277f709f tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:32.937358 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a02fd83-6738-4827-b9f1-9bae277f709f tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:32.957718 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5a02fd83-6738-4827-b9f1-9bae277f709f tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3916390 Sep 30 08:16:32.958096 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39284) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:32.960501 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ca9bfaa-5ea0-458a-a229-0c863a8766b7 req-7f5f7c7e-adc4-42a1-8138-1ff7d9595015 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535817 Sep 30 08:16:32.999817 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8038e4-5435-4d1f-bf76-b92e2988e0e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:33.001437 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5f8038e4-5435-4d1f-bf76-b92e2988e0e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] 10.222.0.24 "GET /v2.0/ports/6ebefd98-1012-46cf-9711-a1bc95e74450 HTTP/1.1" status: 200 len: 959 time: 0.0413835 Sep 30 08:16:33.005647 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39290) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:33.097276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-42c730ca-41e3-4ccb-86b2-29855080edf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Deleting port 6ebefd98-1012-46cf-9711-a1bc95e74450 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:33.097998 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42c730ca-41e3-4ccb-86b2-29855080edf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:33.239567 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42c730ca-41e3-4ccb-86b2-29855080edf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:33.279427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-42c730ca-41e3-4ccb-86b2-29855080edf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Calling delete_port for 6ebefd98-1012-46cf-9711-a1bc95e74450 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:33.345479 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7abdf-b1e1-462f-afdd-e406d3207355 req-8f7e4da2-7082-4746-b64c-62ee1b544ad4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:33.347082 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b6e7abdf-b1e1-462f-afdd-e406d3207355 req-8f7e4da2-7082-4746-b64c-62ee1b544ad4 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 945 time: 0.1047440 Sep 30 08:16:33.413936 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b6e7abdf-b1e1-462f-afdd-e406d3207355 req-6a27ef21-b237-4a8a-ac82-8e900e3d44bd tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570540 Sep 30 08:16:33.436091 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42c730ca-41e3-4ccb-86b2-29855080edf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:33.472295 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42c730ca-41e3-4ccb-86b2-29855080edf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:33.474318 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-42c730ca-41e3-4ccb-86b2-29855080edf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] 10.222.0.24 "DELETE /v2.0/ports/6ebefd98-1012-46cf-9711-a1bc95e74450 HTTP/1.1" status: 204 len: 168 time: 0.4676831 Sep 30 08:16:33.475518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c730ca-41e3-4ccb-86b2-29855080edf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ebefd98-1012-46cf-9711-a1bc95e74450,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:33.477119 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:33.504297 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ca6e77-5209-4452-8123-85eeab1ec43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] GET failed (client error): The resource could not be found. Sep 30 08:16:33.505873 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-74ca6e77-5209-4452-8123-85eeab1ec43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] 10.222.0.24 "GET /v2.0/ports/6ebefd98-1012-46cf-9711-a1bc95e74450 HTTP/1.1" status: 404 len: 333 time: 0.0276725 Sep 30 08:16:33.509645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39324) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:33.514958 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a30cae26-562a-4b0c-8c29-acfb465fd429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Request body: {'port': {'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834392194'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:33.538554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30cae26-562a-4b0c-8c29-acfb465fd429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Made reservation on behalf of b7779197a2bd4974b2ab6802a92321f2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:33.541695 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a30cae26-562a-4b0c-8c29-acfb465fd429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:33.558701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-a30cae26-562a-4b0c-8c29-acfb465fd429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] device_id is not set on port 95820778-4c69-4611-9131-3cab98e8a422 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:16:33.755394 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a30cae26-562a-4b0c-8c29-acfb465fd429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:33.795412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a30cae26-562a-4b0c-8c29-acfb465fd429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:33.842115 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30cae26-562a-4b0c-8c29-acfb465fd429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Network c253b6d5-f8db-46aa-bb13-abb98ca53914 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:33.849035 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a30cae26-562a-4b0c-8c29-acfb465fd429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:33.851125 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cae26-562a-4b0c-8c29-acfb465fd429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Pushing event updated for resources: {'Port': ['ID=95820778-4c69-4611-9131-3cab98e8a422,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:33.853335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30cae26-562a-4b0c-8c29-acfb465fd429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:33.854379 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30cae26-562a-4b0c-8c29-acfb465fd429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:33.855051 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a30cae26-562a-4b0c-8c29-acfb465fd429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:33.874631 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a30cae26-562a-4b0c-8c29-acfb465fd429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3614919 Sep 30 08:16:33.874787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39342) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:33.880830 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:33.950269 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:34.143355 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] device_id is not set on port 95820778-4c69-4611-9131-3cab98e8a422 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:16:34.151772 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:34.157774 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:34.215616 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Pushing event updated for resources: {'Port': ['ID=95820778-4c69-4611-9131-3cab98e8a422,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:34.233137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:34.233479 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:34.233805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:34.240602 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:34.240940 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:34.241321 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 2 to bind port 95820778-4c69-4611-9131-3cab98e8a422 Sep 30 08:16:34.256025 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:34.256562 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:34.257044 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:34.262192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:34.262466 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:34.262866 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 3 to bind port 95820778-4c69-4611-9131-3cab98e8a422 Sep 30 08:16:34.276892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:34.277419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:34.277768 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:34.282405 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:34.282761 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:34.283215 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 4 to bind port 95820778-4c69-4611-9131-3cab98e8a422 Sep 30 08:16:34.297681 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:34.298089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:34.299098 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:34.305067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:34.305621 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:34.306051 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 5 to bind port 95820778-4c69-4611-9131-3cab98e8a422 Sep 30 08:16:34.319493 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:34.319612 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:34.319966 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:34.324953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:34.325553 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:34.325939 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 6 to bind port 95820778-4c69-4611-9131-3cab98e8a422 Sep 30 08:16:34.340407 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:34.340862 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:34.341472 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:34.346228 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:34.346656 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:34.347146 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 7 to bind port 95820778-4c69-4611-9131-3cab98e8a422 Sep 30 08:16:34.359350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-d5c52903-bb7e-4bc0-89fc-910f0bc1c5f9 req-c09a2c3a-d385-47cd-a24f-1b01542461f5 service neutron] (94838) timed out ('10.222.0.36', 55035) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:16:34.360252 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:34.360608 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:34.363215 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:34.366153 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:34.366478 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:34.366863 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 8 to bind port 95820778-4c69-4611-9131-3cab98e8a422 Sep 30 08:16:34.380246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:34.380862 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:34.381152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:34.386066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:34.386393 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:34.386780 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 9 to bind port 95820778-4c69-4611-9131-3cab98e8a422 Sep 30 08:16:34.399174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:34.399507 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:34.399839 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:34.405158 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:34.405481 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:34.405864 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempt 10 to bind port 95820778-4c69-4611-9131-3cab98e8a422 Sep 30 08:16:34.419018 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:34.419374 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:34.419676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempting to bind port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:34.424831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:34.425511 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Failed to bind port 95820778-4c69-4611-9131-3cab98e8a422 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '12bb485a-1d30-49cd-b10c-b8038c2f01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c253b6d5-f8db-46aa-bb13-abb98ca53914'}] Sep 30 08:16:34.425766 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:34.518775 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] For port 95820778-4c69-4611-9131-3cab98e8a422, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:16:34.519445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attempted to set empty binding levels {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 08:16:34.525483 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:34.558828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea4978-bacb-4fda-a307-5e6e49e96f9d req-1ea25433-7690-4030-a005-c5a74b86514d tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:34.560400 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1fea4978-bacb-4fda-a307-5e6e49e96f9d req-1ea25433-7690-4030-a005-c5a74b86514d tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 945 time: 0.0685239 Sep 30 08:16:34.570328 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] In _notify_port_updated(), no bound segment for port 95820778-4c69-4611-9131-3cab98e8a422 on network c253b6d5-f8db-46aa-bb13-abb98ca53914 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:16:34.571267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:34.571886 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:34.576344 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] 10.222.0.24 "PUT /v2.0/ports/95820778-4c69-4611-9131-3cab98e8a422 HTTP/1.1" status: 200 len: 979 time: 0.7005787 Sep 30 08:16:34.576956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39386) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:34.610129 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1fea4978-bacb-4fda-a307-5e6e49e96f9d req-254bd1b5-d351-4b98-9436-a237ab2188ad tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428534 Sep 30 08:16:34.614630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f18a71-697a-44fe-a34e-22a5d1b0e9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Pushing event updated for resources: {'Port': ['ID=95820778-4c69-4611-9131-3cab98e8a422,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:34.668532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-00df25eb-ff30-42c8-b86d-5e28f94b3377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Deleting port 95820778-4c69-4611-9131-3cab98e8a422 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:34.669085 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00df25eb-ff30-42c8-b86d-5e28f94b3377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:34.739396 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-00df25eb-ff30-42c8-b86d-5e28f94b3377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] For port 95820778-4c69-4611-9131-3cab98e8a422, host n-h1-807359-2, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:34.740073 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00df25eb-ff30-42c8-b86d-5e28f94b3377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:34.754701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-00df25eb-ff30-42c8-b86d-5e28f94b3377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Calling delete_port for 95820778-4c69-4611-9131-3cab98e8a422 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:34.874316 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00df25eb-ff30-42c8-b86d-5e28f94b3377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:34.909137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df25eb-ff30-42c8-b86d-5e28f94b3377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Pushing event deleted for resources: {'Port': ['ID=95820778-4c69-4611-9131-3cab98e8a422,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:34.920208 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00df25eb-ff30-42c8-b86d-5e28f94b3377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:34.924741 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-00df25eb-ff30-42c8-b86d-5e28f94b3377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] 10.222.0.24 "DELETE /v2.0/ports/95820778-4c69-4611-9131-3cab98e8a422 HTTP/1.1" status: 204 len: 168 time: 0.3436613 Sep 30 08:16:34.925327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39402) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:34.975291 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-c510b62d-a666-43ee-9c49-9b94b7ff13f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] GET failed (client error): The resource could not be found. Sep 30 08:16:34.976929 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c510b62d-a666-43ee-9c49-9b94b7ff13f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-740703845-project-admin] 10.222.0.24 "GET /v2.0/ports/95820778-4c69-4611-9131-3cab98e8a422 HTTP/1.1" status: 404 len: 333 time: 0.0506055 Sep 30 08:16:34.978476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39404) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:34.980317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39406) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:35.030494 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28085ff-1827-41c6-9ea2-a6cc13015dd2 req-589fdc39-310d-4448-bc1b-8569cda9f231 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:35.032163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f28085ff-1827-41c6-9ea2-a6cc13015dd2 req-589fdc39-310d-4448-bc1b-8569cda9f231 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 945 time: 0.0970662 Sep 30 08:16:35.094400 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-54fb5b57-1470-4d0f-a983-9104540c2517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.139729 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f28085ff-1827-41c6-9ea2-a6cc13015dd2 req-eea2f79f-d2dd-4970-a089-18005904b7b5 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665395 Sep 30 08:16:35.189685 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4daa1bab-d124-4ba2-903c-22ed7b702e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.245576 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-54fb5b57-1470-4d0f-a983-9104540c2517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.268628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-54fb5b57-1470-4d0f-a983-9104540c2517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c253b6d5-f8db-46aa-bb13-abb98ca53914']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:35.286353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-54fb5b57-1470-4d0f-a983-9104540c2517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12bb485a-1d30-49cd-b10c-b8038c2f01a5') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:35.287213 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-54fb5b57-1470-4d0f-a983-9104540c2517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12bb485a-1d30-49cd-b10c-b8038c2f01a5') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:35.291205 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4daa1bab-d124-4ba2-903c-22ed7b702e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.296254 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4daa1bab-d124-4ba2-903c-22ed7b702e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.299711 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-54fb5b57-1470-4d0f-a983-9104540c2517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.317259 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-54fb5b57-1470-4d0f-a983-9104540c2517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.325266 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fb5b57-1470-4d0f-a983-9104540c2517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:16:35.325796 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-54fb5b57-1470-4d0f-a983-9104540c2517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:16:35.330411 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:16:35.341354 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4daa1bab-d124-4ba2-903c-22ed7b702e11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d454a69a2882483288cd7f59e7e592a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616014 Sep 30 08:16:35.342253 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa1bab-d124-4ba2-903c-22ed7b702e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85971ed8-836e-4acd-9a8d-8314059687c6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:35.345127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39418) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:35.401765 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-54fb5b57-1470-4d0f-a983-9104540c2517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.406126 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df089645-28bb-489d-bbc1-a944989fae2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.407296 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-54fb5b57-1470-4d0f-a983-9104540c2517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.410961 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-54fb5b57-1470-4d0f-a983-9104540c2517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] 10.222.0.24 "DELETE /v2.0/networks/c253b6d5-f8db-46aa-bb13-abb98ca53914 HTTP/1.1" status: 204 len: 168 time: 0.4294186 Sep 30 08:16:35.429924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb5b57-1470-4d0f-a983-9104540c2517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-432870353-project] Pushing event deleted for resources: {'Network': ['ID=c253b6d5-f8db-46aa-bb13-abb98ca53914,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:35.448757 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df089645-28bb-489d-bbc1-a944989fae2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.500352 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df089645-28bb-489d-bbc1-a944989fae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.506356 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df089645-28bb-489d-bbc1-a944989fae2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.509009 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-df089645-28bb-489d-bbc1-a944989fae2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85971ed8-836e-4acd-9a8d-8314059687c6 HTTP/1.1" status: 204 len: 168 time: 0.1622598 Sep 30 08:16:35.519142 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df089645-28bb-489d-bbc1-a944989fae2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85971ed8-836e-4acd-9a8d-8314059687c6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:35.650028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39428) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:35.802287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39434) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:35.823120 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a13d14c1-6c49-4644-aee2-8f1fcd685882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.904261 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0c7bf614-af68-4e1d-ae6f-ec1e6ca2d12d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c9a4cdcabc44e388d41956633a9ebaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531970 Sep 30 08:16:35.906975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39436) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:35.987769 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b80ecc29-94be-4a38-b09f-acd97d2f4cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:35.996455 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a13d14c1-6c49-4644-aee2-8f1fcd685882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.000413 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a13d14c1-6c49-4644-aee2-8f1fcd685882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.013336 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b80ecc29-94be-4a38-b09f-acd97d2f4cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.041763 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a13d14c1-6c49-4644-aee2-8f1fcd685882 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aec5f1fdfc5444d8abd9cb9b5fdeceac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384069 Sep 30 08:16:36.042725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d14c1-6c49-4644-aee2-8f1fcd685882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad36880-7ef1-4bfa-ae38-f27269816db8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:36.046497 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39440) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:36.094837 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b80ecc29-94be-4a38-b09f-acd97d2f4cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.097631 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b80ecc29-94be-4a38-b09f-acd97d2f4cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.098754 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b80ecc29-94be-4a38-b09f-acd97d2f4cdb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34b78732-e6a9-4150-9f4e-3330d757abd9 HTTP/1.1" status: 204 len: 168 time: 0.1895452 Sep 30 08:16:36.108496 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f7d27aa-8722-4f88-aa0d-efc64113f8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.113213 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ecc29-94be-4a38-b09f-acd97d2f4cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b78732-e6a9-4150-9f4e-3330d757abd9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:36.137487 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f7d27aa-8722-4f88-aa0d-efc64113f8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.220730 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f7d27aa-8722-4f88-aa0d-efc64113f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.223318 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f7d27aa-8722-4f88-aa0d-efc64113f8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.224490 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7f7d27aa-8722-4f88-aa0d-efc64113f8cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ad36880-7ef1-4bfa-ae38-f27269816db8 HTTP/1.1" status: 204 len: 168 time: 0.1770153 Sep 30 08:16:36.257583 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d27aa-8722-4f88-aa0d-efc64113f8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad36880-7ef1-4bfa-ae38-f27269816db8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:36.278185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00ad02-d1ff-4597-a9e7-5b745c246b10 req-8759da3e-ce30-4eaf-af91-c96fd3f4940e tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:36.279745 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e00ad02-d1ff-4597-a9e7-5b745c246b10 req-8759da3e-ce30-4eaf-af91-c96fd3f4940e tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 945 time: 0.0996726 Sep 30 08:16:36.292675 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d15474-64fe-468b-975b-3b7bad3a1689 req-60166c04-35e3-4751-a6a5-ab2fd4b52e1a tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:36.294221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12d15474-64fe-468b-975b-3b7bad3a1689 req-60166c04-35e3-4751-a6a5-ab2fd4b52e1a tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 945 time: 0.0866621 Sep 30 08:16:36.403654 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12d15474-64fe-468b-975b-3b7bad3a1689 req-1675cb79-1c10-47cb-b6e1-e2cfaf9f6487 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/security-groups?id=a56eac79-9361-41cc-8594-69d4de2ea982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004937 Sep 30 08:16:36.427314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-8e00ad02-d1ff-4597-a9e7-5b745c246b10 req-2ff9a442-efb8-410c-ad4b-17858db98147 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Deleting port 8f3c82f6-4cc7-48de-813d-29013a0e84bb {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:36.427665 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8e00ad02-d1ff-4597-a9e7-5b745c246b10 req-2ff9a442-efb8-410c-ad4b-17858db98147 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.481014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:36.545595 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2e8821e5-4051-48a6-8eeb-2bed3b2dd39f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7779197a2bd4974b2ab6802a92321f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633786 Sep 30 08:16:36.548900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39462) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:36.609223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8e00ad02-d1ff-4597-a9e7-5b745c246b10 req-2ff9a442-efb8-410c-ad4b-17858db98147 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] For port 8f3c82f6-4cc7-48de-813d-29013a0e84bb, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8f3c82f6-4cc7-48de-813d-29013a0e84bb,segment=NetworkSegment(ca610300-19a8-4933-9386-6b4f6d56dc40),segment_id=ca610300-19a8-4933-9386-6b4f6d56dc40)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:16:36.609601 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8e00ad02-d1ff-4597-a9e7-5b745c246b10 req-2ff9a442-efb8-410c-ad4b-17858db98147 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.631598 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-8e00ad02-d1ff-4597-a9e7-5b745c246b10 req-2ff9a442-efb8-410c-ad4b-17858db98147 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Calling delete_port for 8f3c82f6-4cc7-48de-813d-29013a0e84bb owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:36.640950 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89c1e4a1-bc2d-414d-8391-51a9ab3de486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.711651 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89c1e4a1-bc2d-414d-8391-51a9ab3de486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.799464 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89c1e4a1-bc2d-414d-8391-51a9ab3de486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.802325 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89c1e4a1-bc2d-414d-8391-51a9ab3de486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.805885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-89c1e4a1-bc2d-414d-8391-51a9ab3de486 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c84a35f-c2c9-4332-85d8-42db7d5e3908 HTTP/1.1" status: 204 len: 168 time: 0.2533998 Sep 30 08:16:36.821133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1e4a1-bc2d-414d-8391-51a9ab3de486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c84a35f-c2c9-4332-85d8-42db7d5e3908,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:36.841568 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8e00ad02-d1ff-4597-a9e7-5b745c246b10 req-2ff9a442-efb8-410c-ad4b-17858db98147 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.853938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['8f3c82f6-4cc7-48de-813d-29013a0e84bb'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:16:36.880184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9a442-efb8-410c-ad4b-17858db98147 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Pushing event deleted for resources: {'Port': ['ID=8f3c82f6-4cc7-48de-813d-29013a0e84bb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:36.941760 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e00ad02-d1ff-4597-a9e7-5b745c246b10 req-2ff9a442-efb8-410c-ad4b-17858db98147 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] No DVR routers for this DVR port 8f3c82f6-4cc7-48de-813d-29013a0e84bb on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:16:36.944635 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8e00ad02-d1ff-4597-a9e7-5b745c246b10 req-2ff9a442-efb8-410c-ad4b-17858db98147 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:36.947945 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e00ad02-d1ff-4597-a9e7-5b745c246b10 req-2ff9a442-efb8-410c-ad4b-17858db98147 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.36 "DELETE /v2.0/ports/8f3c82f6-4cc7-48de-813d-29013a0e84bb HTTP/1.1" status: 204 len: 173 time: 0.6524301 Sep 30 08:16:36.948153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21340233-d2e7-48d2-b7e1-72b282532761', 'name': 'network-vif-deleted', 'tag': '8f3c82f6-4cc7-48de-813d-29013a0e84bb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:36.950611 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2d1c45-cee6-484f-b969-8a327079894e" -d '{"events": [{"server_uuid": "21340233-d2e7-48d2-b7e1-72b282532761", "name": "network-vif-deleted", "tag": "8f3c82f6-4cc7-48de-813d-29013a0e84bb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:37.018752 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a3fc73-47f5-4c77-b0cc-5ee2b08d8497 x-openstack-request-id: req-04a3fc73-47f5-4c77-b0cc-5ee2b08d8497 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:37.019050 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21340233-d2e7-48d2-b7e1-72b282532761", "name": "network-vif-deleted", "tag": "8f3c82f6-4cc7-48de-813d-29013a0e84bb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:37.019292 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04a3fc73-47f5-4c77-b0cc-5ee2b08d8497 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:37.020206 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21340233-d2e7-48d2-b7e1-72b282532761', 'name': 'network-vif-deleted', 'tag': '8f3c82f6-4cc7-48de-813d-29013a0e84bb', 'status': 'completed', 'code': 200} Sep 30 08:16:37.589768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c39807d-82bf-4e54-bd32-7b48c0027523 req-1b2a92d1-38ed-4cb3-8408-9c19d93a6602 tempest-DeleteServersTestJSON-825231479 tempest-DeleteServersTestJSON-825231479-project] 10.222.0.24 "GET /v2.0/ports?device_id=21340233-d2e7-48d2-b7e1-72b282532761 HTTP/1.1" status: 200 len: 210 time: 0.0310233 Sep 30 08:16:38.572731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39556) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:38.721292 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-612f22fe-428c-4035-a4c2-2eaf6e68de82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:38.821464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39580) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:38.864961 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-612f22fe-428c-4035-a4c2-2eaf6e68de82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:38.870652 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-612f22fe-428c-4035-a4c2-2eaf6e68de82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:38.915233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:38.928711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-612f22fe-428c-4035-a4c2-2eaf6e68de82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ff3f2797f1f455485217bce03c44781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547151 Sep 30 08:16:38.931944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f22fe-428c-4035-a4c2-2eaf6e68de82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77e85b0-fbaa-4e3b-bf9c-64d53ef1f6af,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:38.966608 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1426cde1-fcb6-4828-b706-71c54d6c67aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:38.975786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-459cac01-dc76-446f-8f39-09b8519b6119 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:38.990516 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1426cde1-fcb6-4828-b706-71c54d6c67aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.015148 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-459cac01-dc76-446f-8f39-09b8519b6119 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] 10.222.0.24 "PUT /v2.0/quotas/f5d304347356444ab53909024766517c HTTP/1.1" status: 200 len: 366 time: 0.1926460 Sep 30 08:16:39.015656 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39600) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:39.039543 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0cded9ee-1e4c-4b47-a715-71a1d6db8f8c tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0227714 Sep 30 08:16:39.042562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39602) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:39.060729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:39.060879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d238ad70-5a53-4eb3-8589-bdf0ab82d911 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] 10.222.0.24 "GET /v2.0/quotas/f5d304347356444ab53909024766517c HTTP/1.1" status: 200 len: 366 time: 0.0168023 Sep 30 08:16:39.074807 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1426cde1-fcb6-4828-b706-71c54d6c67aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.077667 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1426cde1-fcb6-4828-b706-71c54d6c67aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:39.081844 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1426cde1-fcb6-4828-b706-71c54d6c67aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f77e85b0-fbaa-4e3b-bf9c-64d53ef1f6af HTTP/1.1" status: 204 len: 168 time: 0.1626143 Sep 30 08:16:39.086088 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-45573296-c8c3-442d-bfee-b3b997a64981 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/f5d304347356444ab53909024766517c HTTP/1.1" status: 204 len: 168 time: 0.0236776 Sep 30 08:16:39.086658 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39610) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:39.095449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426cde1-fcb6-4828-b706-71c54d6c67aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77e85b0-fbaa-4e3b-bf9c-64d53ef1f6af,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:39.101698 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9a5d989c-229e-46f7-9e37-cec8e8cf26d1 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0137174 Sep 30 08:16:39.103148 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39616) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:39.128836 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39620) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:39.133795 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-01cc97bf-2d9d-43ae-bd5e-c88ea9bdb3b7 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] 10.222.0.24 "GET /v2.0/quotas/f5d304347356444ab53909024766517c HTTP/1.1" status: 200 len: 370 time: 0.0288723 Sep 30 08:16:39.137323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39622) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:39.139473 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c78b3b1c-a201-46ab-bf81-b1a050cd0866 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] 10.222.0.24 "GET /v2.0/quotas/f5d304347356444ab53909024766517c/default HTTP/1.1" status: 200 len: 370 time: 0.0100758 Sep 30 08:16:39.147412 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-22e66e86-544f-4f79-81e1-270c4ef40270 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] delete failed (client error): The resource could not be found. Sep 30 08:16:39.152025 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-22e66e86-544f-4f79-81e1-270c4ef40270 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/f5d304347356444ab53909024766517c HTTP/1.1" status: 404 len: 348 time: 0.0134337 Sep 30 08:16:39.331274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39634) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:39.355446 n-d-807359-2 neutron-server[94837]: DEBUG neutron.quota.resource [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Usage tracker for resource:network and project:9bc3c2ff678b4acd93be28a20b1d0ed2 is out of sync, need to count used quota {{(pid=94837) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 08:16:39.359139 n-d-807359-2 neutron-server[94837]: DEBUG neutron.quota.resource [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94837) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 08:16:39.366567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.quota.resource [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Usage tracker for resource:subnet and project:9bc3c2ff678b4acd93be28a20b1d0ed2 is out of sync, need to count used quota {{(pid=94837) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 08:16:39.369683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.quota.resource [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94837) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 08:16:39.377862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.quota.resource [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Usage tracker for resource:subnetpool and project:9bc3c2ff678b4acd93be28a20b1d0ed2 is out of sync, need to count used quota {{(pid=94837) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 08:16:39.384725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.quota.resource [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94837) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 08:16:39.391816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.quota.resource [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Usage tracker for resource:port and project:9bc3c2ff678b4acd93be28a20b1d0ed2 is out of sync, need to count used quota {{(pid=94837) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 08:16:39.395287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.quota.resource [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94837) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 08:16:39.402081 n-d-807359-2 neutron-server[94837]: DEBUG neutron.quota.resource [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Usage tracker for resource:router and project:9bc3c2ff678b4acd93be28a20b1d0ed2 is out of sync, need to count used quota {{(pid=94837) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 08:16:39.405855 n-d-807359-2 neutron-server[94837]: DEBUG neutron.quota.resource [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94837) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 08:16:39.413561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.quota.resource [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Usage tracker for resource:floatingip and project:9bc3c2ff678b4acd93be28a20b1d0ed2 is out of sync, need to count used quota {{(pid=94837) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 08:16:39.417176 n-d-807359-2 neutron-server[94837]: DEBUG neutron.quota.resource [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94837) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 08:16:39.462618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.quota.resource [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Usage tracker for resource:security_group and project:9bc3c2ff678b4acd93be28a20b1d0ed2 is out of sync, need to count used quota {{(pid=94837) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 08:16:39.466431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.quota.resource [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94837) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 08:16:39.474156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.quota.resource [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Usage tracker for resource:security_group_rule and project:9bc3c2ff678b4acd93be28a20b1d0ed2 is out of sync, need to count used quota {{(pid=94837) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 08:16:39.478085 n-d-807359-2 neutron-server[94837]: DEBUG neutron.quota.resource [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94837) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 08:16:39.483248 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7861f8f9-a02f-4975-8b15-1de96cdee701 tempest-QuotasTest-2137571644 tempest-QuotasTest-2137571644-project-admin] 10.222.0.24 "GET /v2.0/quotas/9bc3c2ff678b4acd93be28a20b1d0ed2/details.json HTTP/1.1" status: 200 len: 703 time: 0.1509039 Sep 30 08:16:39.782651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 8f3c82f6-4cc7-48de-813d-29013a0e84bb no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:16:39.815863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39652) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:39.840624 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 8f3c82f6-4cc7-48de-813d-29013a0e84bb {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:16:39.841289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 8f3c82f6-4cc7-48de-813d-29013a0e84bb not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:16:40.036188 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.133186 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d24463a1-ff93-4acf-bbb1-f29ff3745dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.277739 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d24463a1-ff93-4acf-bbb1-f29ff3745dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.288165 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d24463a1-ff93-4acf-bbb1-f29ff3745dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.350130 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d24463a1-ff93-4acf-bbb1-f29ff3745dde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51ad9ece90b543e89aa61ce0f4a9dd25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5328553 Sep 30 08:16:40.352985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39674) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:40.397890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24463a1-ff93-4acf-bbb1-f29ff3745dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00835b6f-7340-4fae-994c-fe9bca76c54e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:40.443324 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92fdad27-6555-4c76-a458-3bc3396e7180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.484042 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92fdad27-6555-4c76-a458-3bc3396e7180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.553618 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92fdad27-6555-4c76-a458-3bc3396e7180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.556736 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92fdad27-6555-4c76-a458-3bc3396e7180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:40.558140 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-92fdad27-6555-4c76-a458-3bc3396e7180 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00835b6f-7340-4fae-994c-fe9bca76c54e HTTP/1.1" status: 204 len: 168 time: 0.2040799 Sep 30 08:16:40.573607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdad27-6555-4c76-a458-3bc3396e7180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00835b6f-7340-4fae-994c-fe9bca76c54e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:40.980385 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39690) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:40.995291 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b85ff0ea-d835-4a53-bfa7-7a00dfc688f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:41.094607 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b85ff0ea-d835-4a53-bfa7-7a00dfc688f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:41.098863 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b85ff0ea-d835-4a53-bfa7-7a00dfc688f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:41.143453 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b85ff0ea-d835-4a53-bfa7-7a00dfc688f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bc3c2ff678b4acd93be28a20b1d0ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618865 Sep 30 08:16:41.144434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ff0ea-d835-4a53-bfa7-7a00dfc688f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac213034-5ffa-46fd-9763-b8dc0e01ae57,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:41.146358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39696) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:41.201857 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-edfde051-a5fe-4481-a5d7-8a1438467912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:41.228159 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-edfde051-a5fe-4481-a5d7-8a1438467912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:41.301381 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-edfde051-a5fe-4481-a5d7-8a1438467912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:41.306998 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-edfde051-a5fe-4481-a5d7-8a1438467912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:41.308650 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-edfde051-a5fe-4481-a5d7-8a1438467912 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac213034-5ffa-46fd-9763-b8dc0e01ae57 HTTP/1.1" status: 204 len: 168 time: 0.1612973 Sep 30 08:16:41.323180 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfde051-a5fe-4481-a5d7-8a1438467912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac213034-5ffa-46fd-9763-b8dc0e01ae57,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:42.011074 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7e2c193-b242-4c11-9fd5-3d59479d0ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:42.807411 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39784) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:42.826597 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39786) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:42.883841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66e42a8-e43a-4721-9f2d-13af6d19dccf admin admin] Deleting subnet 68739a17-6737-4340-9fc7-309705504036 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:16:42.887611 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d66e42a8-e43a-4721-9f2d-13af6d19dccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:42.934014 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d66e42a8-e43a-4721-9f2d-13af6d19dccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:42.991285 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d66e42a8-e43a-4721-9f2d-13af6d19dccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.056294 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d66e42a8-e43a-4721-9f2d-13af6d19dccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.058796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39794) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:43.087006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e42a8-e43a-4721-9f2d-13af6d19dccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68739a17-6737-4340-9fc7-309705504036,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:43.090750 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d66e42a8-e43a-4721-9f2d-13af6d19dccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.093339 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d66e42a8-e43a-4721-9f2d-13af6d19dccf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/68739a17-6737-4340-9fc7-309705504036 HTTP/1.1" status: 204 len: 168 time: 0.2842412 Sep 30 08:16:43.096890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:43.122152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-81db75eb-d42f-4744-8ae7-dc9790693c36 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-397602155', 'router:external': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:43.151877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81db75eb-d42f-4744-8ae7-dc9790693c36 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Made reservation on behalf of f78c94fb66f24d5695ceb253ca63af81 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:43.154524 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81db75eb-d42f-4744-8ae7-dc9790693c36 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.171120 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81db75eb-d42f-4744-8ae7-dc9790693c36 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.194835 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e20a862c-39cf-400d-8515-1b3b601b2882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.237818 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-376eede7-60ff-4465-8276-d37af237ffd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.289438 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e20a862c-39cf-400d-8515-1b3b601b2882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.310545 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81db75eb-d42f-4744-8ae7-dc9790693c36 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.314846 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e20a862c-39cf-400d-8515-1b3b601b2882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95117f4a-763a-4903-a581-84bb55b346d4']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:43.317498 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81db75eb-d42f-4744-8ae7-dc9790693c36 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.325630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e20a862c-39cf-400d-8515-1b3b601b2882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca610300-19a8-4933-9386-6b4f6d56dc40') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:43.326759 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e20a862c-39cf-400d-8515-1b3b601b2882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca610300-19a8-4933-9386-6b4f6d56dc40') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:43.339489 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e20a862c-39cf-400d-8515-1b3b601b2882 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.347503 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81db75eb-d42f-4744-8ae7-dc9790693c36 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:16:43.356805 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e20a862c-39cf-400d-8515-1b3b601b2882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.365594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20a862c-39cf-400d-8515-1b3b601b2882 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:16:43.366039 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e20a862c-39cf-400d-8515-1b3b601b2882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:16:43.367822 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:16:43.373903 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81db75eb-d42f-4744-8ae7-dc9790693c36 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.374321 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-81db75eb-d42f-4744-8ae7-dc9790693c36 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Added segment 69d1560b-0c33-4842-b7f3-22791c15cc68 of type vlan for network e4d41808-f7cb-4deb-afae-42810b8211e7 Sep 30 08:16:43.385766 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db75eb-d42f-4744-8ae7-dc9790693c36 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd27b8c6-6a0e-4d2e-a137-c75b139c6249,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:43.442072 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e20a862c-39cf-400d-8515-1b3b601b2882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.444761 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81db75eb-d42f-4744-8ae7-dc9790693c36 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.451553 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e20a862c-39cf-400d-8515-1b3b601b2882 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.456946 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e20a862c-39cf-400d-8515-1b3b601b2882 admin admin] 10.222.0.24 "DELETE /v2.0/networks/95117f4a-763a-4903-a581-84bb55b346d4 HTTP/1.1" status: 204 len: 168 time: 0.3564775 Sep 30 08:16:43.468555 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a862c-39cf-400d-8515-1b3b601b2882 admin admin] Pushing event deleted for resources: {'Network': ['ID=95117f4a-763a-4903-a581-84bb55b346d4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:43.509757 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-376eede7-60ff-4465-8276-d37af237ffd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.511364 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81db75eb-d42f-4744-8ae7-dc9790693c36 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.512603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81db75eb-d42f-4744-8ae7-dc9790693c36 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:43.513384 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81db75eb-d42f-4744-8ae7-dc9790693c36 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.521372 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-376eede7-60ff-4465-8276-d37af237ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.582519 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-81db75eb-d42f-4744-8ae7-dc9790693c36 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5220385 Sep 30 08:16:43.586045 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39808) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:43.595767 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fe87d90c-194f-4dd9-84bb-8ed3a8e858ef tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Request body: {'subnet': {'network_id': 'e4d41808-f7cb-4deb-afae-42810b8211e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:43.623791 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe87d90c-194f-4dd9-84bb-8ed3a8e858ef tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Made reservation on behalf of f78c94fb66f24d5695ceb253ca63af81 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:43.627135 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe87d90c-194f-4dd9-84bb-8ed3a8e858ef tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.658913 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376eede7-60ff-4465-8276-d37af237ffd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab239c1-6f0f-48f0-8183-8cc917944f11,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:43.663405 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-376eede7-60ff-4465-8276-d37af237ffd6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74d2f5b00c2045268b689a9093e60c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8356705 Sep 30 08:16:43.673355 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39812) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:43.685521 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db75eb-d42f-4744-8ae7-dc9790693c36 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Pushing event updated for resources: {'Network': ['ID=e4d41808-f7cb-4deb-afae-42810b8211e7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:43.700316 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39814) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:43.708853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network e4d41808-f7cb-4deb-afae-42810b8211e7 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:16:43.793127 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6111312c-d76b-46ae-a630-2af12c72447c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58f58d6a562c4f1bb63fcd00b6b0f416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915620 Sep 30 08:16:43.799032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39820) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:43.817754 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc2be54c-0f0d-4b0c-8c27-002973f712c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.871487 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc2be54c-0f0d-4b0c-8c27-002973f712c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.919522 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87a41952-b088-4881-bb30-9b4eb47cd7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.949978 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87a41952-b088-4881-bb30-9b4eb47cd7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.987444 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc2be54c-0f0d-4b0c-8c27-002973f712c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.990624 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc2be54c-0f0d-4b0c-8c27-002973f712c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:43.991993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dc2be54c-0f0d-4b0c-8c27-002973f712c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ab239c1-6f0f-48f0-8183-8cc917944f11 HTTP/1.1" status: 204 len: 168 time: 0.3085034 Sep 30 08:16:44.012461 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2be54c-0f0d-4b0c-8c27-002973f712c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab239c1-6f0f-48f0-8183-8cc917944f11,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:44.052113 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87a41952-b088-4881-bb30-9b4eb47cd7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.056362 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87a41952-b088-4881-bb30-9b4eb47cd7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.060749 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-87a41952-b088-4881-bb30-9b4eb47cd7c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a56eac79-9361-41cc-8594-69d4de2ea982 HTTP/1.1" status: 204 len: 168 time: 0.2600861 Sep 30 08:16:44.078303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a41952-b088-4881-bb30-9b4eb47cd7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56eac79-9361-41cc-8594-69d4de2ea982,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:44.139348 n-d-807359-2 neutron-server[94838]: DEBUG neutron.objects.ports [None req-fe87d90c-194f-4dd9-84bb-8ed3a8e858ef tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:16:44.139970 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe87d90c-194f-4dd9-84bb-8ed3a8e858ef tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.158654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39828) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:44.192708 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:16:44.200052 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87d90c-194f-4dd9-84bb-8ed3a8e858ef tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4bfa1338-c143-4297-ac43-2b08efb5e90d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:44.219125 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe87d90c-194f-4dd9-84bb-8ed3a8e858ef tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Checking segment: {'id': '69d1560b-0c33-4842-b7f3-22791c15cc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e4d41808-f7cb-4deb-afae-42810b8211e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:16:44.219492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe87d90c-194f-4dd9-84bb-8ed3a8e858ef tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Network hostable DHCP agents. Network: e4d41808-f7cb-4deb-afae-42810b8211e7, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:16:44.251805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe87d90c-194f-4dd9-84bb-8ed3a8e858ef tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Network e4d41808-f7cb-4deb-afae-42810b8211e7 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:16:44.268123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fe87d90c-194f-4dd9-84bb-8ed3a8e858ef tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, e4d41808-f7cb-4deb-afae-42810b8211e7) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:44.273166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe87d90c-194f-4dd9-84bb-8ed3a8e858ef tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:44.274761 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe87d90c-194f-4dd9-84bb-8ed3a8e858ef tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.278494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d312ba-29be-4d25-a1ff-ae79bf40a97b None None] Network e4d41808-f7cb-4deb-afae-42810b8211e7 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:16:44.302019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39836) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:44.302809 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fe87d90c-194f-4dd9-84bb-8ed3a8e858ef tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7142260 Sep 30 08:16:44.311307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e64cd37c-d3e5-4fa6-b257-b3fda6a8272c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2145843843', 'network_id': 'e4d41808-f7cb-4deb-afae-42810b8211e7'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:44.354022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64cd37c-d3e5-4fa6-b257-b3fda6a8272c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Made reservation on behalf of f78c94fb66f24d5695ceb253ca63af81 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:44.357862 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e64cd37c-d3e5-4fa6-b257-b3fda6a8272c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.376047 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-e64cd37c-d3e5-4fa6-b257-b3fda6a8272c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] device_id is not set on port eddec7b2-72aa-4338-9958-c4eabf250cb6 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:16:44.494795 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a835f6-74d1-4c5c-8cf7-08d7a3bc41be None None] Network e4d41808-f7cb-4deb-afae-42810b8211e7 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:16:44.521143 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-db25db6c-19cd-4e98-88a4-2d9644ec12f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.651552 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-db25db6c-19cd-4e98-88a4-2d9644ec12f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.666790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-e64cd37c-d3e5-4fa6-b257-b3fda6a8272c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Allocated IP 2001:db8::229 (e4d41808-f7cb-4deb-afae-42810b8211e7/4bfa1338-c143-4297-ac43-2b08efb5e90d/eddec7b2-72aa-4338-9958-c4eabf250cb6) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:44.670443 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-db25db6c-19cd-4e98-88a4-2d9644ec12f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.707229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25db6c-19cd-4e98-88a4-2d9644ec12f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1fe034-226a-466f-8c83-6fc8c3605fb9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:44.734555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-db25db6c-19cd-4e98-88a4-2d9644ec12f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a65ceb109931452a97cdb66e5da7d970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5747781 Sep 30 08:16:44.737805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39854) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:44.757714 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-424b56f1-2b93-42a5-af8c-f6086be2c20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.811319 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-429dccb7-d844-4f6a-b0c6-47e188170bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.844839 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-429dccb7-d844-4f6a-b0c6-47e188170bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.924347 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-429dccb7-d844-4f6a-b0c6-47e188170bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.927773 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-429dccb7-d844-4f6a-b0c6-47e188170bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:44.931965 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-429dccb7-d844-4f6a-b0c6-47e188170bc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d1fe034-226a-466f-8c83-6fc8c3605fb9 HTTP/1.1" status: 204 len: 168 time: 0.1925247 Sep 30 08:16:44.942527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dccb7-d844-4f6a-b0c6-47e188170bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1fe034-226a-466f-8c83-6fc8c3605fb9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:44.980629 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e64cd37c-d3e5-4fa6-b257-b3fda6a8272c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.029188 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e64cd37c-d3e5-4fa6-b257-b3fda6a8272c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.071375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64cd37c-d3e5-4fa6-b257-b3fda6a8272c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Network e4d41808-f7cb-4deb-afae-42810b8211e7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:45.074229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-e64cd37c-d3e5-4fa6-b257-b3fda6a8272c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:45.077923 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64cd37c-d3e5-4fa6-b257-b3fda6a8272c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:45.078924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64cd37c-d3e5-4fa6-b257-b3fda6a8272c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:45.079662 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e64cd37c-d3e5-4fa6-b257-b3fda6a8272c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.095438 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cd37c-d3e5-4fa6-b257-b3fda6a8272c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Pushing event updated for resources: {'Port': ['ID=eddec7b2-72aa-4338-9958-c4eabf250cb6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:45.119638 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e64cd37c-d3e5-4fa6-b257-b3fda6a8272c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8133750 Sep 30 08:16:45.120096 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39876) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:45.219070 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-7b326f65-2a26-42f2-bd40-49d0b629caa7 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Deleting port eddec7b2-72aa-4338-9958-c4eabf250cb6 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:45.219436 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b326f65-2a26-42f2-bd40-49d0b629caa7 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.258701 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.305436 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b326f65-2a26-42f2-bd40-49d0b629caa7 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.326121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-7b326f65-2a26-42f2-bd40-49d0b629caa7 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Calling delete_port for eddec7b2-72aa-4338-9958-c4eabf250cb6 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:45.437076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:45.457140 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0675f217-b4d7-4d20-a78d-b5f8278ecc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.475551 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b326f65-2a26-42f2-bd40-49d0b629caa7 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.520980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b326f65-2a26-42f2-bd40-49d0b629caa7 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Pushing event deleted for resources: {'Port': ['ID=eddec7b2-72aa-4338-9958-c4eabf250cb6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:45.556471 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b326f65-2a26-42f2-bd40-49d0b629caa7 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.561320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39894) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:45.561519 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7b326f65-2a26-42f2-bd40-49d0b629caa7 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "DELETE /v2.0/ports/eddec7b2-72aa-4338-9958-c4eabf250cb6 HTTP/1.1" status: 204 len: 168 time: 0.4380515 Sep 30 08:16:45.567727 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4d41808-f7cb-4deb-afae-42810b8211e7', 'external_fixed_ips': [{'subnet_id': '4bfa1338-c143-4297-ac43-2b08efb5e90d', 'ip_address': '2001:db8::229'}]}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:45.586416 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0675f217-b4d7-4d20-a78d-b5f8278ecc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.593059 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0675f217-b4d7-4d20-a78d-b5f8278ecc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.637087 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0675f217-b4d7-4d20-a78d-b5f8278ecc30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4fb9019085ca41b99c2ff51ded8edf44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1978424 Sep 30 08:16:45.640953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39900) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:45.645955 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.647355 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.702324 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.705912 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675f217-b4d7-4d20-a78d-b5f8278ecc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39488606-e2e8-4bc2-97ae-5dc0ea174057,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:45.727238 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2aaa23a4-1266-4a93-af3d-2934d35daa66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.776853 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2aaa23a4-1266-4a93-af3d-2934d35daa66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.811020 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.842303 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2aaa23a4-1266-4a93-af3d-2934d35daa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.845395 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2aaa23a4-1266-4a93-af3d-2934d35daa66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.846891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2aaa23a4-1266-4a93-af3d-2934d35daa66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39488606-e2e8-4bc2-97ae-5dc0ea174057 HTTP/1.1" status: 204 len: 168 time: 0.2039771 Sep 30 08:16:45.857806 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:45.858010 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39908) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:45.865765 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa23a4-1266-4a93-af3d-2934d35daa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39488606-e2e8-4bc2-97ae-5dc0ea174057,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:46.113767 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.135156 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.174679 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-30811006-7cef-4df3-a151-b43a6cff1ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.312136 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Allocated IP 2001:db8::229 (e4d41808-f7cb-4deb-afae-42810b8211e7/4bfa1338-c143-4297-ac43-2b08efb5e90d/27acb05e-3c89-43e9-b850-77f71c49f085) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:46.334462 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-30811006-7cef-4df3-a151-b43a6cff1ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.341379 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-30811006-7cef-4df3-a151-b43a6cff1ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.414319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-30811006-7cef-4df3-a151-b43a6cff1ce0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7dfb624141b84b15adbe3223821ecf4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5554616 Sep 30 08:16:46.415216 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30811006-7cef-4df3-a151-b43a6cff1ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d13bcdd-4692-4155-8712-42ae54f4df96,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:46.417030 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39944) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:46.487504 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.506034 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbd90ed9-9324-4850-8293-62b1b7cc5551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.520740 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39948) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:46.539967 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbd90ed9-9324-4850-8293-62b1b7cc5551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.571946 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.615736 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Network e4d41808-f7cb-4deb-afae-42810b8211e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:46.618960 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:46.622466 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:46.655503 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28b40030-46a7-406c-949f-3dee96ba8632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.661945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Pushing event updated for resources: {'Port': ['ID=27acb05e-3c89-43e9-b850-77f71c49f085,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:46.668291 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbd90ed9-9324-4850-8293-62b1b7cc5551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.670852 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbd90ed9-9324-4850-8293-62b1b7cc5551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.672038 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fbd90ed9-9324-4850-8293-62b1b7cc5551 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d13bcdd-4692-4155-8712-42ae54f4df96 HTTP/1.1" status: 204 len: 168 time: 0.2538333 Sep 30 08:16:46.732197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd90ed9-9324-4850-8293-62b1b7cc5551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d13bcdd-4692-4155-8712-42ae54f4df96,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:46.801554 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28b40030-46a7-406c-949f-3dee96ba8632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.806793 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28b40030-46a7-406c-949f-3dee96ba8632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.854982 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b40030-46a7-406c-949f-3dee96ba8632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cfb625-5a43-422f-97d1-ad2353d23b5a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:46.875930 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-28b40030-46a7-406c-949f-3dee96ba8632 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbb867c62cab42d2bd39a17992a6b05e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539569 Sep 30 08:16:46.883095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39964) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:46.911668 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.940209 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f53b915-5b39-44fa-bad3-a6243b1b37ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:46.964456 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f53b915-5b39-44fa-bad3-a6243b1b37ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:47.030943 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f53b915-5b39-44fa-bad3-a6243b1b37ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:47.035278 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f53b915-5b39-44fa-bad3-a6243b1b37ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:47.037408 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9f53b915-5b39-44fa-bad3-a6243b1b37ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78cfb625-5a43-422f-97d1-ad2353d23b5a HTTP/1.1" status: 204 len: 168 time: 0.1531663 Sep 30 08:16:47.068791 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53b915-5b39-44fa-bad3-a6243b1b37ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cfb625-5a43-422f-97d1-ad2353d23b5a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:47.182657 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:47.332294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Router 0b4a6b52-4ee0-4fe6-80cd-8a51b4491ae4 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:16:47.660262 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:47.781151 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:16:47.794180 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd8d27-b828-4d24-a125-14318f7913c7 None None] Sync routers for ids ['0b4a6b52-4ee0-4fe6-80cd-8a51b4491ae4'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:16:47.804197 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:47.806706 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-93c8289a-130d-40d3-b87a-70a607d9900c tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.2435596 Sep 30 08:16:47.808987 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40012) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:47.816028 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd8d27-b828-4d24-a125-14318f7913c7 None None] Routers {'0b4a6b52-4ee0-4fe6-80cd-8a51b4491ae4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:16:47.816823 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-11dd8d27-b828-4d24-a125-14318f7913c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:16:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0b4a6b52-4ee0-4fe6-80cd-8a51b4491ae4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:47.926553 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3901465-7950-4e51-a8da-2682044b8e3d tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:47.933736 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-11dd8d27-b828-4d24-a125-14318f7913c7 None None] Set router 0b4a6b52-4ee0-4fe6-80cd-8a51b4491ae4 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:16:48.065621 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3901465-7950-4e51-a8da-2682044b8e3d tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.126129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c3901465-7950-4e51-a8da-2682044b8e3d tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Deleting port 27acb05e-3c89-43e9-b850-77f71c49f085 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:48.127104 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3901465-7950-4e51-a8da-2682044b8e3d tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.147016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-11dd8d27-b828-4d24-a125-14318f7913c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4a6b52-4ee0-4fe6-80cd-8a51b4491ae4', 'name': '', 'tenant_id': 'f78c94fb66f24d5695ceb253ca63af81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d41808-f7cb-4deb-afae-42810b8211e7', 'external_fixed_ips': [{'subnet_id': '4bfa1338-c143-4297-ac43-2b08efb5e90d', 'ip_address': '2001:db8::229'}], 'enable_snat': True}, 'gw_port_id': '27acb05e-3c89-43e9-b850-77f71c49f085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:16:45Z', 'updated_at': '2021-09-30T08:16:46Z', 'revision_number': 3, 'project_id': 'f78c94fb66f24d5695ceb253ca63af81', 'gw_port': {'id': '27acb05e-3c89-43e9-b850-77f71c49f085', 'name': '', 'network_id': 'e4d41808-f7cb-4deb-afae-42810b8211e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4a6b52-4ee0-4fe6-80cd-8a51b4491ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '4bfa1338-c143-4297-ac43-2b08efb5e90d', 'ip_address': '2001:db8::229', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:16:46Z', 'updated_at': '2021-09-30T08:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bfa1338-c143-4297-ac43-2b08efb5e90d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:48.178856 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd8d27-b828-4d24-a125-14318f7913c7 None None] Checking router: 0b4a6b52-4ee0-4fe6-80cd-8a51b4491ae4 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:16:48.179589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd8d27-b828-4d24-a125-14318f7913c7 None None] Updating router 0b4a6b52-4ee0-4fe6-80cd-8a51b4491ae4 port 27acb05e-3c89-43e9-b850-77f71c49f085 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:16:48.207551 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11dd8d27-b828-4d24-a125-14318f7913c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.216732 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3901465-7950-4e51-a8da-2682044b8e3d tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.231571 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c3901465-7950-4e51-a8da-2682044b8e3d tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Calling delete_port for 27acb05e-3c89-43e9-b850-77f71c49f085 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:48.461573 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3901465-7950-4e51-a8da-2682044b8e3d tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.497735 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3901465-7950-4e51-a8da-2682044b8e3d tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Pushing event deleted for resources: {'Port': ['ID=27acb05e-3c89-43e9-b850-77f71c49f085,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:48.529414 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3901465-7950-4e51-a8da-2682044b8e3d tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.566399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40048) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:48.669480 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3901465-7950-4e51-a8da-2682044b8e3d tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.669480 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3901465-7950-4e51-a8da-2682044b8e3d tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.710607 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3901465-7950-4e51-a8da-2682044b8e3d tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.711155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3901465-7950-4e51-a8da-2682044b8e3d tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b4a6b52-4ee0-4fe6-80cd-8a51b4491ae4 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:16:48.718555 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3901465-7950-4e51-a8da-2682044b8e3d tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.723295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40054) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:48.724880 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c3901465-7950-4e51-a8da-2682044b8e3d tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "DELETE /v2.0/routers/0b4a6b52-4ee0-4fe6-80cd-8a51b4491ae4 HTTP/1.1" status: 204 len: 168 time: 0.9100270 Sep 30 08:16:48.761273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6749865a-80e6-4cee-9bea-0a83b5f2bf1a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1723903969-network', 'tenant_id': '65f77f917e6741beb8be5925cd94a983'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:48.800714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fa4f0b-ce96-4561-b432-40cb740fc195 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Deleting subnet 4bfa1338-c143-4297-ac43-2b08efb5e90d {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:16:48.807669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6749865a-80e6-4cee-9bea-0a83b5f2bf1a admin admin] Made reservation on behalf of 65f77f917e6741beb8be5925cd94a983 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:48.810601 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6749865a-80e6-4cee-9bea-0a83b5f2bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.821460 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6749865a-80e6-4cee-9bea-0a83b5f2bf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.835897 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8fa4f0b-ce96-4561-b432-40cb740fc195 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.836540 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-11dd8d27-b828-4d24-a125-14318f7913c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:16:48.837041 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-11dd8d27-b828-4d24-a125-14318f7913c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:16:48.899812 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8fa4f0b-ce96-4561-b432-40cb740fc195 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:48.971794 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8fa4f0b-ce96-4561-b432-40cb740fc195 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.050172 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6749865a-80e6-4cee-9bea-0a83b5f2bf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.057674 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6749865a-80e6-4cee-9bea-0a83b5f2bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.073854 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8fa4f0b-ce96-4561-b432-40cb740fc195 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.092290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6749865a-80e6-4cee-9bea-0a83b5f2bf1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:16:49.124096 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8fa4f0b-ce96-4561-b432-40cb740fc195 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.132235 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40072) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:49.138493 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f8fa4f0b-ce96-4561-b432-40cb740fc195 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/4bfa1338-c143-4297-ac43-2b08efb5e90d HTTP/1.1" status: 204 len: 168 time: 0.4042432 Sep 30 08:16:49.145760 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa4f0b-ce96-4561-b432-40cb740fc195 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4bfa1338-c143-4297-ac43-2b08efb5e90d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:49.157116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749865a-80e6-4cee-9bea-0a83b5f2bf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0664b5-7df7-4c58-a403-411072d5f3d6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:49.162760 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6749865a-80e6-4cee-9bea-0a83b5f2bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.163121 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-6749865a-80e6-4cee-9bea-0a83b5f2bf1a admin admin] Added segment ee5945f6-cc87-4b16-b2e3-d328d69a20de of type vlan for network cd8654c1-9670-489b-8846-b78b64c8803b Sep 30 08:16:49.229739 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6749865a-80e6-4cee-9bea-0a83b5f2bf1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.257590 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9012e4c-feb8-479b-8a11-a9677784fdbd tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.275400 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6749865a-80e6-4cee-9bea-0a83b5f2bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.276568 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6749865a-80e6-4cee-9bea-0a83b5f2bf1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:49.277370 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6749865a-80e6-4cee-9bea-0a83b5f2bf1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.303756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6749865a-80e6-4cee-9bea-0a83b5f2bf1a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7362161 Sep 30 08:16:49.306508 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40082) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:49.311807 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cd3d582c-5ca1-43a6-87eb-afa25ffcee8c admin admin] Request body: {'subnet': {'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1723903969-subnet', 'tenant_id': '65f77f917e6741beb8be5925cd94a983', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:49.370462 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd8d27-b828-4d24-a125-14318f7913c7 None None] Port 27acb05e-3c89-43e9-b850-77f71c49f085 not found while updating agent binding for router 0b4a6b52-4ee0-4fe6-80cd-8a51b4491ae4. {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 30 08:16:49.381349 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749865a-80e6-4cee-9bea-0a83b5f2bf1a admin admin] Pushing event updated for resources: {'Network': ['ID=cd8654c1-9670-489b-8846-b78b64c8803b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:49.387136 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9012e4c-feb8-479b-8a11-a9677784fdbd tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.396622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd8d27-b828-4d24-a125-14318f7913c7 None None] Routers set() bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:16:49.397477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd8d27-b828-4d24-a125-14318f7913c7 None None] Router IDs set() for agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 08:16:49.398110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_agentschedulers_db [None req-11dd8d27-b828-4d24-a125-14318f7913c7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b4a6b52-4ee0-4fe6-80cd-8a51b4491ae4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:16:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent'). {{(pid=94839) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 08:16:49.398513 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd8d27-b828-4d24-a125-14318f7913c7 None None] The sync data for ids ['0b4a6b52-4ee0-4fe6-80cd-8a51b4491ae4'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:16:49.411672 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network cd8654c1-9670-489b-8846-b78b64c8803b details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:16:49.428149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3d582c-5ca1-43a6-87eb-afa25ffcee8c admin admin] Made reservation on behalf of 65f77f917e6741beb8be5925cd94a983 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:49.432153 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd3d582c-5ca1-43a6-87eb-afa25ffcee8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.445327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d9012e4c-feb8-479b-8a11-a9677784fdbd tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d41808-f7cb-4deb-afae-42810b8211e7']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:49.476028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d9012e4c-feb8-479b-8a11-a9677784fdbd tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d1560b-0c33-4842-b7f3-22791c15cc68') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:49.476486 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d9012e4c-feb8-479b-8a11-a9677784fdbd tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d1560b-0c33-4842-b7f3-22791c15cc68') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:49.505546 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9012e4c-feb8-479b-8a11-a9677784fdbd tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.522038 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9012e4c-feb8-479b-8a11-a9677784fdbd tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.530718 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9012e4c-feb8-479b-8a11-a9677784fdbd tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:16:49.530718 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9012e4c-feb8-479b-8a11-a9677784fdbd tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:16:49.589223 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:16:49.604437 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9012e4c-feb8-479b-8a11-a9677784fdbd tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.608971 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9012e4c-feb8-479b-8a11-a9677784fdbd tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4d41808-f7cb-4deb-afae-42810b8211e7 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 08:16:49.623995 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9012e4c-feb8-479b-8a11-a9677784fdbd tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.646147 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d9012e4c-feb8-479b-8a11-a9677784fdbd tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "DELETE /v2.0/networks/e4d41808-f7cb-4deb-afae-42810b8211e7 HTTP/1.1" status: 204 len: 168 time: 0.5099065 Sep 30 08:16:49.674865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9012e4c-feb8-479b-8a11-a9677784fdbd tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4d41808-f7cb-4deb-afae-42810b8211e7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:49.906527 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd3d582c-5ca1-43a6-87eb-afa25ffcee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:49.986241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d582c-5ca1-43a6-87eb-afa25ffcee8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d02642-6479-440b-88a5-d674911fee7d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:49.996682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d582c-5ca1-43a6-87eb-afa25ffcee8c admin admin] Checking segment: {'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:16:49.997328 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3d582c-5ca1-43a6-87eb-afa25ffcee8c admin admin] Network hostable DHCP agents. Network: cd8654c1-9670-489b-8846-b78b64c8803b, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:16:49.998651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:50.008589 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-700e7d00-5562-43fb-ad88-52cccc7de0da tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Request body: {'router': {'name': 'tempest-router--1169561273', 'project_id': '5f090d03dbee4124bc9f010e1b079bbf'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:50.025649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3d582c-5ca1-43a6-87eb-afa25ffcee8c admin admin] Network cd8654c1-9670-489b-8846-b78b64c8803b is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:16:50.038891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-cd3d582c-5ca1-43a6-87eb-afa25ffcee8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, cd8654c1-9670-489b-8846-b78b64c8803b) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:50.047146 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-700e7d00-5562-43fb-ad88-52cccc7de0da tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.048493 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-700e7d00-5562-43fb-ad88-52cccc7de0da tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.060008 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb7a189-5b23-4729-849b-e56e2ea033ee None None] Network cd8654c1-9670-489b-8846-b78b64c8803b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:16:50.060501 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3d582c-5ca1-43a6-87eb-afa25ffcee8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:50.060918 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd3d582c-5ca1-43a6-87eb-afa25ffcee8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.081144 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cd3d582c-5ca1-43a6-87eb-afa25ffcee8c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7733076 Sep 30 08:16:50.129261 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-700e7d00-5562-43fb-ad88-52cccc7de0da tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.135517 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-700e7d00-5562-43fb-ad88-52cccc7de0da tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.160192 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-700e7d00-5562-43fb-ad88-52cccc7de0da tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.165021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40164) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:50.165789 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-700e7d00-5562-43fb-ad88-52cccc7de0da tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1658044 Sep 30 08:16:50.269031 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5340edf2-8005-45dc-9639-349687bd5b8e tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.353065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ba9442-1165-4983-b911-6a9a5a0e1eee None None] Network cd8654c1-9670-489b-8846-b78b64c8803b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:16:50.646561 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5340edf2-8005-45dc-9639-349687bd5b8e tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.649605 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5340edf2-8005-45dc-9639-349687bd5b8e tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.685690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40180) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:50.703064 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5340edf2-8005-45dc-9639-349687bd5b8e tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.704166 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5340edf2-8005-45dc-9639-349687bd5b8e tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5c9d120-c804-4722-9acc-e3cedb63d2e0 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:16:50.709384 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5340edf2-8005-45dc-9639-349687bd5b8e tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.710717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5340edf2-8005-45dc-9639-349687bd5b8e tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "DELETE /v2.0/routers/f5c9d120-c804-4722-9acc-e3cedb63d2e0 HTTP/1.1" status: 204 len: 168 time: 0.5446608 Sep 30 08:16:50.830308 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e654cac-3888-4058-b215-2e2b1bf768fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:50.997795 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e654cac-3888-4058-b215-2e2b1bf768fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.002718 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e654cac-3888-4058-b215-2e2b1bf768fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.006261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-388b1bc8-d6e0-4d0f-b94c-9f5aab701fef tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:51.008097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-388b1bc8-d6e0-4d0f-b94c-9f5aab701fef tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/networks?id=cd8654c1-9670-489b-8846-b78b64c8803b HTTP/1.1" status: 200 len: 815 time: 0.1468067 Sep 30 08:16:51.027293 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-1e8d11b0-f9e8-46f9-ae28-2b4c49c921ce tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/quotas/65f77f917e6741beb8be5925cd94a983 HTTP/1.1" status: 200 len: 375 time: 0.0127680 Sep 30 08:16:51.034277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40196) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:51.051733 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6e654cac-3888-4058-b215-2e2b1bf768fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38dcb232e68c40419c8142cf674972b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612266 Sep 30 08:16:51.051733 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e654cac-3888-4058-b215-2e2b1bf768fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac94aa04-cea3-48a6-a702-e6380e49b94f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:51.052317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40200) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:51.083826 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-43fc1ecb-247b-4ef3-b9f0-ddc5d9ca3090 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65f77f917e6741beb8be5925cd94a983&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428245 Sep 30 08:16:51.190589 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-22e89061-dfb8-4935-998f-4ef8b45f2b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.216138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-fad3543b-f496-408a-87aa-085ad4647fb7 service neutron] 10.222.0.24 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252370 Sep 30 08:16:51.232402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-22e89061-dfb8-4935-998f-4ef8b45f2b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.248331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-586304714', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:51.340509 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.341447 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.368946 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-22e89061-dfb8-4935-998f-4ef8b45f2b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.371691 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-22e89061-dfb8-4935-998f-4ef8b45f2b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.372932 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-22e89061-dfb8-4935-998f-4ef8b45f2b60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac94aa04-cea3-48a6-a702-e6380e49b94f HTTP/1.1" status: 204 len: 168 time: 0.3122766 Sep 30 08:16:51.378839 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-e61fe6db-d30d-4e43-bc06-6601d9dbf4e2 service neutron] 10.222.0.24 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546874 Sep 30 08:16:51.390512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e89061-dfb8-4935-998f-4ef8b45f2b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac94aa04-cea3-48a6-a702-e6380e49b94f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:51.434743 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:51.966504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40242) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:51.988474 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5d7021b-5b6a-45da-98aa-3ef7323588b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.049027 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aecd86a7-4956-45fa-be6b-d8d628a3628f req-eeb66076-22ea-4390-9cfd-74c484a6947f tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 210 time: 0.0851128 Sep 30 08:16:52.081819 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.102484 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98eef4d3-8335-4354-9346-7b8e2b70ffae req-04dcec41-f3fb-4cdd-855b-e9fe8e02b245 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1398940 Sep 30 08:16:52.159374 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5d7021b-5b6a-45da-98aa-3ef7323588b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.164783 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5d7021b-5b6a-45da-98aa-3ef7323588b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.208888 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7021b-5b6a-45da-98aa-3ef7323588b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b99c044-016d-460b-8616-d7d224005752,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:52.222183 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e5d7021b-5b6a-45da-98aa-3ef7323588b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7cbe1d4171be4fb09d0cf1ee4ae6291c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545323 Sep 30 08:16:52.224782 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40254) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:52.306908 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eef4d3-8335-4354-9346-7b8e2b70ffae req-0588e396-008c-483f-9105-e6c8141e8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:52.316640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98eef4d3-8335-4354-9346-7b8e2b70ffae req-0588e396-008c-483f-9105-e6c8141e8db0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 1097 time: 0.1532354 Sep 30 08:16:52.334841 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5dd7-8f89-446f-b19c-dc0e80afc980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.465958 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5dd7-8f89-446f-b19c-dc0e80afc980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.541233 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.586597 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.677411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eef4d3-8335-4354-9346-7b8e2b70ffae req-ac549c70-d9ad-4e71-ac6f-367baca88b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:52.677803 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98eef4d3-8335-4354-9346-7b8e2b70ffae req-ac549c70-d9ad-4e71-ac6f-367baca88b85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 918 time: 0.3348837 Sep 30 08:16:52.734837 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5dd7-8f89-446f-b19c-dc0e80afc980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.737530 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5dd7-8f89-446f-b19c-dc0e80afc980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:52.738725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4c6f5dd7-8f89-446f-b19c-dc0e80afc980 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b99c044-016d-460b-8616-d7d224005752 HTTP/1.1" status: 204 len: 168 time: 0.5127785 Sep 30 08:16:52.762385 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f5dd7-8f89-446f-b19c-dc0e80afc980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b99c044-016d-460b-8616-d7d224005752,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:52.827964 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98eef4d3-8335-4354-9346-7b8e2b70ffae req-88529cc3-4a00-484f-a756-43aad409178b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca HTTP/1.1" status: 200 len: 1001 time: 0.1397848 Sep 30 08:16:52.870706 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Allocated IP 172.25.0.246 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/be4c520a-97ab-43ed-8871-bde6a6e03fc0) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:53.025264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eef4d3-8335-4354-9346-7b8e2b70ffae req-edf843d0-618c-4df8-8ec0-5373a21374e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:53.026848 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98eef4d3-8335-4354-9346-7b8e2b70ffae req-edf843d0-618c-4df8-8ec0-5373a21374e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee72be49-df02-4420-900e-333e8ceca494 HTTP/1.1" status: 200 len: 856 time: 0.1619380 Sep 30 08:16:53.243399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a9ba393-7780-49c5-ac4d-0419c391a08b req-636fffac-2b63-4499-a041-c01a994e6a1e tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 210 time: 0.0429854 Sep 30 08:16:53.297081 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-07777eae-ed31-4692-b78f-b3a76b3163d3 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:53.299652 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-07777eae-ed31-4692-b78f-b3a76b3163d3 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.36 "GET /v2.0/networks?id=cd8654c1-9670-489b-8846-b78b64c8803b HTTP/1.1" status: 200 len: 815 time: 0.3414822 Sep 30 08:16:53.303802 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eef4d3-8335-4354-9346-7b8e2b70ffae req-dd977a26-dd20-4277-8754-7b4a5f75a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:53.305379 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98eef4d3-8335-4354-9346-7b8e2b70ffae req-dd977a26-dd20-4277-8754-7b4a5f75a4ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2679250 Sep 30 08:16:53.311116 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:53.319857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-36ea56be-72f6-48c3-baaf-731182406b89 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Request body: {'port': {'device_id': 'ebbc0e8a-9557-4ebe-965c-4b0819f9cf87', 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b', 'admin_state_up': True, 'tenant_id': '65f77f917e6741beb8be5925cd94a983'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:53.508047 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:53.545117 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98eef4d3-8335-4354-9346-7b8e2b70ffae req-4f0c392b-4e61-467c-ad7a-be34e5a848ce service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193487 Sep 30 08:16:53.590308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:53.608460 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:53.619655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:53.625113 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Pushing event updated for resources: {'Port': ['ID=be4c520a-97ab-43ed-8871-bde6a6e03fc0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:53.680789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-36ea56be-72f6-48c3-baaf-731182406b89 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Made reservation on behalf of 65f77f917e6741beb8be5925cd94a983 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:53.684262 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-36ea56be-72f6-48c3-baaf-731182406b89 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:53.786116 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98eef4d3-8335-4354-9346-7b8e2b70ffae req-45a8d979-2331-46ee-9278-c489d01a8002 service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314680 Sep 30 08:16:53.959434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-36ea56be-72f6-48c3-baaf-731182406b89 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Allocated IP 172.20.0.12 (cd8654c1-9670-489b-8846-b78b64c8803b/12d02642-6479-440b-88a5-d674911fee7d/16db043a-2682-4e62-8c9d-2febf1b08ad5) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:54.124402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:54.309576 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-36ea56be-72f6-48c3-baaf-731182406b89 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:54.393931 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bfedc1c0-2c6a-4be0-8871-40ec7174dc8a req-0154e27e-3077-44c9-8266-3423626ad324 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 210 time: 0.0386946 Sep 30 08:16:54.472803 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-36ea56be-72f6-48c3-baaf-731182406b89 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:54.476321 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:54.570240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-36ea56be-72f6-48c3-baaf-731182406b89 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Network cd8654c1-9670-489b-8846-b78b64c8803b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:54.579100 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-36ea56be-72f6-48c3-baaf-731182406b89 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:54.581949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea56be-72f6-48c3-baaf-731182406b89 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Pushing event updated for resources: {'Port': ['ID=16db043a-2682-4e62-8c9d-2febf1b08ad5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:54.585905 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-36ea56be-72f6-48c3-baaf-731182406b89 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:54.701448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-36ea56be-72f6-48c3-baaf-731182406b89 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:54.702389 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-36ea56be-72f6-48c3-baaf-731182406b89 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:54.737213 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-36ea56be-72f6-48c3-baaf-731182406b89 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4212761 Sep 30 08:16:54.750749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Request body: {'port': {'device_id': 'ebbc0e8a-9557-4ebe-965c-4b0819f9cf87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:54.792711 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Router 542b4a37-6fa9-4c4d-8849-9a6f25633742 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:16:54.823545 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.019013 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:16:55.030098 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7963c7f1-bcab-41a8-9e43-9896f0a78639 None None] Sync routers for ids ['542b4a37-6fa9-4c4d-8849-9a6f25633742'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:16:55.046500 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7963c7f1-bcab-41a8-9e43-9896f0a78639 None None] Routers {'542b4a37-6fa9-4c4d-8849-9a6f25633742'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:16:55.047345 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7963c7f1-bcab-41a8-9e43-9896f0a78639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:16:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['542b4a37-6fa9-4c4d-8849-9a6f25633742'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:55.064063 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.065336 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4723905c-e47d-4569-86f4-b15fe3c65790 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0299795 Sep 30 08:16:55.069370 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40366) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:55.120533 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7963c7f1-bcab-41a8-9e43-9896f0a78639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:55.142631 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7963c7f1-bcab-41a8-9e43-9896f0a78639 None None] Routers {'542b4a37-6fa9-4c4d-8849-9a6f25633742'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:16:55.143249 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7963c7f1-bcab-41a8-9e43-9896f0a78639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:16:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['542b4a37-6fa9-4c4d-8849-9a6f25633742'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:55.201342 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7963c7f1-bcab-41a8-9e43-9896f0a78639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:55.202177 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7963c7f1-bcab-41a8-9e43-9896f0a78639 None None] The sync data for ids ['542b4a37-6fa9-4c4d-8849-9a6f25633742'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:16:55.262414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16db043a-2682-4e62-8c9d-2febf1b08ad5 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:16:55.282956 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2d47c4ec-ec6f-4663-bb7e-730d67094517 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/routers/542b4a37-6fa9-4c4d-8849-9a6f25633742 HTTP/1.1" status: 200 len: 924 time: 0.2124348 Sep 30 08:16:55.285132 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.285735 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40384) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:55.312962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Transition to ACTIVE for port object 16db043a-2682-4e62-8c9d-2febf1b08ad5 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:16:55.321402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.337799 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a94aaed9-0efb-40ff-a791-277c079af550 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "GET /v2.0/ports?device_id=542b4a37-6fa9-4c4d-8849-9a6f25633742 HTTP/1.1" status: 200 len: 205 time: 0.0509562 Sep 30 08:16:55.340391 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:55.383707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Pushing event updated for resources: {'Port': ['ID=16db043a-2682-4e62-8c9d-2febf1b08ad5,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:55.513574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Attempting to bind port 16db043a-2682-4e62-8c9d-2febf1b08ad5 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:16:55.514153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Attempting to bind port 16db043a-2682-4e62-8c9d-2febf1b08ad5 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:16:55.514702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Attempting to bind port 16db043a-2682-4e62-8c9d-2febf1b08ad5 on network cd8654c1-9670-489b-8846-b78b64c8803b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:55.517105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7e51-47ef-4b32-ab6d-ac42fdf4c64f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.530133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Port 16db043a-2682-4e62-8c9d-2febf1b08ad5 on network cd8654c1-9670-489b-8846-b78b64c8803b not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:16:55.530796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Attempting to bind port 16db043a-2682-4e62-8c9d-2febf1b08ad5 on network cd8654c1-9670-489b-8846-b78b64c8803b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:16:55.555263 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:16:55.555829 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Checking segment: {'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:16:55.556404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Bound using segment: {'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:16:55.557005 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Bound port: 16db043a-2682-4e62-8c9d-2febf1b08ad5, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:16:55.557549 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.619057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13707e7-a394-4ce8-b1f4-20d35203e0e4 req-c83de311-1e88-4af2-9711-acc040271a6c tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:55.620823 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e13707e7-a394-4ce8-b1f4-20d35203e0e4 req-c83de311-1e88-4af2-9711-acc040271a6c tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 944 time: 0.1027901 Sep 30 08:16:55.672776 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7e51-47ef-4b32-ab6d-ac42fdf4c64f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.706642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] For port 16db043a-2682-4e62-8c9d-2febf1b08ad5, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:16:55.729175 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e13707e7-a394-4ce8-b1f4-20d35203e0e4 req-20d5ece3-8a71-4752-8254-c779310acd96 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012206 Sep 30 08:16:55.743497 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] For port 16db043a-2682-4e62-8c9d-2febf1b08ad5, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=16db043a-2682-4e62-8c9d-2febf1b08ad5,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:16:55.754230 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.780076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a7e51-47ef-4b32-ab6d-ac42fdf4c64f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Deleting port be4c520a-97ab-43ed-8871-bde6a6e03fc0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:16:55.780696 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7e51-47ef-4b32-ab6d-ac42fdf4c64f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.790964 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:55.792108 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.793714 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] 10.222.0.36 "PUT /v2.0/ports/16db043a-2682-4e62-8c9d-2febf1b08ad5 HTTP/1.1" status: 200 len: 1092 time: 1.0479784 Sep 30 08:16:55.794288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40416) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:55.797705 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbc0e8a-9557-4ebe-965c-4b0819f9cf87', 'tag': '16db043a-2682-4e62-8c9d-2febf1b08ad5'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:16:55.800983 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901988f2-b90a-484d-b96f-7fd86b784dde" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbc0e8a-9557-4ebe-965c-4b0819f9cf87", "tag": "16db043a-2682-4e62-8c9d-2febf1b08ad5"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:16:55.882073 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a81de8-f16d-4d86-8b03-e3d844e812c9 x-openstack-request-id: req-42a81de8-f16d-4d86-8b03-e3d844e812c9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:16:55.882368 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbc0e8a-9557-4ebe-965c-4b0819f9cf87", "tag": "16db043a-2682-4e62-8c9d-2febf1b08ad5", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:16:55.882656 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7e51-47ef-4b32-ab6d-ac42fdf4c64f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:55.882898 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42a81de8-f16d-4d86-8b03-e3d844e812c9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:16:55.883164 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbc0e8a-9557-4ebe-965c-4b0819f9cf87', 'tag': '16db043a-2682-4e62-8c9d-2febf1b08ad5', 'status': 'completed', 'code': 200} Sep 30 08:16:55.886529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6c5b6-4821-47c7-88cc-8eb97ce4caf2 service neutron] Pushing event updated for resources: {'Port': ['ID=16db043a-2682-4e62-8c9d-2febf1b08ad5,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:55.901094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a7e51-47ef-4b32-ab6d-ac42fdf4c64f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Calling delete_port for be4c520a-97ab-43ed-8871-bde6a6e03fc0 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:16:55.904583 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-48d982de-4186-4df1-8037-da9621026adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:55.906633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-48d982de-4186-4df1-8037-da9621026adb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65f77f917e6741beb8be5925cd94a983&device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 1095 time: 0.0705748 Sep 30 08:16:55.958195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-f7f5e849-53f1-4d8b-bcd2-6c364a710cf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16db043a-2682-4e62-8c9d-2febf1b08ad5 HTTP/1.1" status: 200 len: 217 time: 0.0441244 Sep 30 08:16:56.124313 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7e51-47ef-4b32-ab6d-ac42fdf4c64f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.159703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a7e51-47ef-4b32-ab6d-ac42fdf4c64f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Pushing event deleted for resources: {'Port': ['ID=be4c520a-97ab-43ed-8871-bde6a6e03fc0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:56.165462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40428) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:56.244448 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7e51-47ef-4b32-ab6d-ac42fdf4c64f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.328974 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31eb6299-ebb1-4cbd-aa07-b2ea27b53dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.366148 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7e51-47ef-4b32-ab6d-ac42fdf4c64f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.369294 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7e51-47ef-4b32-ab6d-ac42fdf4c64f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.377806 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32588e28-8bab-40e4-96ab-025ea031c7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.409281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-3cc7cc7c-8f6c-4ce8-acaf-573821ba7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:56.410756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-3cc7cc7c-8f6c-4ce8-acaf-573821ba7807 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12d02642-6479-440b-88a5-d674911fee7d HTTP/1.1" status: 200 len: 855 time: 0.4434965 Sep 30 08:16:56.420582 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-31eb6299-ebb1-4cbd-aa07-b2ea27b53dc2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:16:56.420582 n-d-807359-2 neutron-server[94838]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 08:16:56.420582 n-d-807359-2 neutron-server[94838]: [parameters: {'project_id': '61f49ef5030a4d31bf640187ef910073', 'id': '77e1a1d4-b123-4856-a3ed-c3bd73593d5b', 'expiration': datetime.datetime(2021, 9, 30, 8, 18, 56, 416162)}] Sep 30 08:16:56.420582 n-d-807359-2 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:16:56.421207 n-d-807359-2 neutron-server[94838]: DEBUG oslo_db.api [None req-31eb6299-ebb1-4cbd-aa07-b2ea27b53dc2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:16:56.427608 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7e51-47ef-4b32-ab6d-ac42fdf4c64f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.428193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3a7e51-47ef-4b32-ab6d-ac42fdf4c64f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Fanout notify agent at l3_agent the message router_deleted on router 542b4a37-6fa9-4c4d-8849-9a6f25633742 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:16:56.440195 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7e51-47ef-4b32-ab6d-ac42fdf4c64f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.441342 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9e3a7e51-47ef-4b32-ab6d-ac42fdf4c64f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "DELETE /v2.0/routers/542b4a37-6fa9-4c4d-8849-9a6f25633742 HTTP/1.1" status: 204 len: 168 time: 1.0998809 Sep 30 08:16:56.444853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40434) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:56.449085 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Request body: {'router': {'name': 'tempest-snat-router-969349338', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'enable_snat': False}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:56.450246 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-6b94db87-e56e-4ee8-8a35-9c859acfc17b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd8654c1-9670-489b-8846-b78b64c8803b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299771 Sep 30 08:16:56.573179 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-c2932a04-c395-4b74-9d4d-ddeebd7f41fa service neutron] 10.222.0.36 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150794 Sep 30 08:16:56.593586 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32588e28-8bab-40e4-96ab-025ea031c7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.605244 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32588e28-8bab-40e4-96ab-025ea031c7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.613574 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.614576 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.668997 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.687383 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-32588e28-8bab-40e4-96ab-025ea031c7f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed78c1db57be44e8a43d81039ad63511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8832469 Sep 30 08:16:56.692091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40436) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:56.699041 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32588e28-8bab-40e4-96ab-025ea031c7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5756d4-61d5-4437-9912-59871fc09261,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:56.736341 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6707f1e1-70ce-40ca-a7f0-63fd173a3a80 req-9c68a9ba-a27f-41fc-91cf-e6d8861af068 service neutron] 10.222.0.36 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542981 Sep 30 08:16:56.759538 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd985866-e4af-4006-991b-47f5d88404a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.783290 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd985866-e4af-4006-991b-47f5d88404a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.816843 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.885402 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901988f2-b90a-484d-b96f-7fd86b784dde req-81758e48-3b4f-480e-b99a-fc227becef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:56.886838 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-901988f2-b90a-484d-b96f-7fd86b784dde req-81758e48-3b4f-480e-b99a-fc227becef56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65f77f917e6741beb8be5925cd94a983&device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 1095 time: 0.0967674 Sep 30 08:16:56.909290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6d5d1-eea9-4bcf-9ba5-b9bea083e632 req-7e91d480-245c-45d8-8f74-2d7946402406 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:56.910737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3f6d5d1-eea9-4bcf-9ba5-b9bea083e632 req-7e91d480-245c-45d8-8f74-2d7946402406 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 944 time: 0.0888841 Sep 30 08:16:56.912964 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd985866-e4af-4006-991b-47f5d88404a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.915476 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd985866-e4af-4006-991b-47f5d88404a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.916579 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fd985866-e4af-4006-991b-47f5d88404a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c5756d4-61d5-4437-9912-59871fc09261 HTTP/1.1" status: 204 len: 168 time: 0.2235909 Sep 30 08:16:56.921683 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31eb6299-ebb1-4cbd-aa07-b2ea27b53dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:56.954818 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd985866-e4af-4006-991b-47f5d88404a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5756d4-61d5-4437-9912-59871fc09261,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:57.014847 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3f6d5d1-eea9-4bcf-9ba5-b9bea083e632 req-f59fb158-c857-45e4-bdbd-90e229adb480 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972037 Sep 30 08:16:57.037989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901988f2-b90a-484d-b96f-7fd86b784dde req-93307ddc-c29c-4278-8534-87522d2bb805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:57.039574 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-901988f2-b90a-484d-b96f-7fd86b784dde req-93307ddc-c29c-4278-8534-87522d2bb805 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd8654c1-9670-489b-8846-b78b64c8803b HTTP/1.1" status: 200 len: 916 time: 0.1451504 Sep 30 08:16:57.082522 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.103589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-901988f2-b90a-484d-b96f-7fd86b784dde req-ec4f7346-70b9-4e5b-8f57-2f3bbb52c42a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16db043a-2682-4e62-8c9d-2febf1b08ad5 HTTP/1.1" status: 200 len: 217 time: 0.0556030 Sep 30 08:16:57.110777 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.178581 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901988f2-b90a-484d-b96f-7fd86b784dde req-d5a492e6-05a1-4672-9f7b-6c4a636ed82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:57.180132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-901988f2-b90a-484d-b96f-7fd86b784dde req-d5a492e6-05a1-4672-9f7b-6c4a636ed82a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12d02642-6479-440b-88a5-d674911fee7d HTTP/1.1" status: 200 len: 855 time: 0.0672128 Sep 30 08:16:57.222459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-901988f2-b90a-484d-b96f-7fd86b784dde req-92b7c641-683e-49b1-8101-831d411f0eb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd8654c1-9670-489b-8846-b78b64c8803b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321259 Sep 30 08:16:57.235325 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31eb6299-ebb1-4cbd-aa07-b2ea27b53dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.243622 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31eb6299-ebb1-4cbd-aa07-b2ea27b53dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.284334 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40448) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:57.308779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Allocated IP 172.25.0.165 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/89f70a97-0bd2-42c1-ab86-d6ba1694f83e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:16:57.322246 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-31eb6299-ebb1-4cbd-aa07-b2ea27b53dc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61f49ef5030a4d31bf640187ef910073&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1557572 Sep 30 08:16:57.323044 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb6299-ebb1-4cbd-aa07-b2ea27b53dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f2bae0-75c3-4982-a93d-ed45aaae8e79,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:57.327210 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40450) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:57.344917 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c261ee91-7691-4732-9ae4-3d689f2f4dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.410440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-901988f2-b90a-484d-b96f-7fd86b784dde req-c8aec3e4-a7e8-4b9a-ad84-ff9a8769f5f2 service neutron] 10.222.0.36 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802423 Sep 30 08:16:57.429488 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-26493c59-d1c1-4c07-9b7c-49cd42162e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.437364 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.477105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.523152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:16:57.523698 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-26493c59-d1c1-4c07-9b7c-49cd42162e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.525995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:16:57.533243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:16:57.535535 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Pushing event updated for resources: {'Port': ['ID=89f70a97-0bd2-42c1-ab86-d6ba1694f83e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:57.602956 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-901988f2-b90a-484d-b96f-7fd86b784dde req-87cfafe6-a4ef-4499-8a38-c2eaebbcd48f service neutron] 10.222.0.36 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830904 Sep 30 08:16:57.624907 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c261ee91-7691-4732-9ae4-3d689f2f4dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.629104 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c261ee91-7691-4732-9ae4-3d689f2f4dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.635385 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-26493c59-d1c1-4c07-9b7c-49cd42162e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.637971 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-26493c59-d1c1-4c07-9b7c-49cd42162e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.639151 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-26493c59-d1c1-4c07-9b7c-49cd42162e36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79f2bae0-75c3-4982-a93d-ed45aaae8e79 HTTP/1.1" status: 204 len: 168 time: 0.3103604 Sep 30 08:16:57.680145 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c261ee91-7691-4732-9ae4-3d689f2f4dbd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=989035c602244a80859409c660c89376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947103 Sep 30 08:16:57.681042 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261ee91-7691-4732-9ae4-3d689f2f4dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c283b790-0b4b-4c3f-af28-bcaf703bc189,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:57.684077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40456) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:57.707287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26493c59-d1c1-4c07-9b7c-49cd42162e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f2bae0-75c3-4982-a93d-ed45aaae8e79,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:57.759269 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f35d1930-3de2-411d-baf1-30192c5b3bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.803377 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f35d1930-3de2-411d-baf1-30192c5b3bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.866448 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f35d1930-3de2-411d-baf1-30192c5b3bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.870437 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f35d1930-3de2-411d-baf1-30192c5b3bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:57.876607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f35d1930-3de2-411d-baf1-30192c5b3bc5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c283b790-0b4b-4c3f-af28-bcaf703bc189 HTTP/1.1" status: 204 len: 168 time: 0.1905541 Sep 30 08:16:57.889677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d1930-3de2-411d-baf1-30192c5b3bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c283b790-0b4b-4c3f-af28-bcaf703bc189,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:58.176444 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40466) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:58.199552 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.215651 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48003ee0-277e-43f8-a01a-d5e3f10cbcab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.234203 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc28c6f-3c04-4731-a92a-92b076387fc9 req-a80df6b4-aa55-4fa6-be84-e5a10eb76225 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:58.248254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7fc28c6f-3c04-4731-a92a-92b076387fc9 req-a80df6b4-aa55-4fa6-be84-e5a10eb76225 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 944 time: 0.1139660 Sep 30 08:16:58.327093 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7fc28c6f-3c04-4731-a92a-92b076387fc9 req-254a7c67-8888-46ff-92f3-daebecdacd2b tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778801 Sep 30 08:16:58.481413 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48003ee0-277e-43f8-a01a-d5e3f10cbcab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.489057 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48003ee0-277e-43f8-a01a-d5e3f10cbcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.506504 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.546304 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-48003ee0-277e-43f8-a01a-d5e3f10cbcab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14fe0ffefeb4468ab5c78895c7c49792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655922 Sep 30 08:16:58.547094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48003ee0-277e-43f8-a01a-d5e3f10cbcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5802f6d-efbc-4473-9926-382683f51e62,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:58.551467 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40482) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:58.622347 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73ad5197-2b1a-4301-9c13-13b5f9ad6e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.658900 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73ad5197-2b1a-4301-9c13-13b5f9ad6e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.729310 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73ad5197-2b1a-4301-9c13-13b5f9ad6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.730215 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-af3de51c-38d0-484f-9a45-3e80e6570c5f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0873051 Sep 30 08:16:58.732034 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73ad5197-2b1a-4301-9c13-13b5f9ad6e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:58.733630 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-73ad5197-2b1a-4301-9c13-13b5f9ad6e68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5802f6d-efbc-4473-9926-382683f51e62 HTTP/1.1" status: 204 len: 168 time: 0.1811724 Sep 30 08:16:58.742521 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad5197-2b1a-4301-9c13-13b5f9ad6e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5802f6d-efbc-4473-9926-382683f51e62,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:58.781469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Router e0f7ebbe-e18e-4307-92f3-bee5cc47a878 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:16:58.861817 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-98893e13-57d5-475b-80f2-ad786e085336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:58.862309 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-98893e13-57d5-475b-80f2-ad786e085336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:58.862808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-98893e13-57d5-475b-80f2-ad786e085336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:58.863276 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-98893e13-57d5-475b-80f2-ad786e085336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:58.863815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-98893e13-57d5-475b-80f2-ad786e085336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:58.864383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-98893e13-57d5-475b-80f2-ad786e085336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:58.864887 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-98893e13-57d5-475b-80f2-ad786e085336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:58.866952 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-98893e13-57d5-475b-80f2-ad786e085336 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4c9428373294d4091a65204159b0981&device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 6490 time: 0.0981679 Sep 30 08:16:58.945449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40496) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:58.996295 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:16:59.008242 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Sync routers for ids ['e0f7ebbe-e18e-4307-92f3-bee5cc47a878'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:16:59.021052 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Routers {'e0f7ebbe-e18e-4307-92f3-bee5cc47a878'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:16:59.021917 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:16:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e0f7ebbe-e18e-4307-92f3-bee5cc47a878'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:59.076393 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.077753 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-64cf9887-9742-4ff2-8142-986e0d15a8a8 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6319263 Sep 30 08:16:59.082524 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-667e295b-49c2-4b09-a8cd-d2fd8cb9118c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2055252546-network', 'tenant_id': '2a861c5e45a64b10b2392c03f7e39c68'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:59.084907 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40506) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:59.103860 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-fbfb6b68-a7e5-4178-bff1-87274a7e32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:59.104342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-fbfb6b68-a7e5-4178-bff1-87274a7e32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:59.104812 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-fbfb6b68-a7e5-4178-bff1-87274a7e32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:59.106510 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-fbfb6b68-a7e5-4178-bff1-87274a7e32bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=7e190e83-40df-446b-b24e-ad1892687b5c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98 HTTP/1.1" status: 200 len: 2292 time: 0.2110369 Sep 30 08:16:59.112432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667e295b-49c2-4b09-a8cd-d2fd8cb9118c admin admin] Made reservation on behalf of 2a861c5e45a64b10b2392c03f7e39c68 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:59.115858 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-667e295b-49c2-4b09-a8cd-d2fd8cb9118c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.129285 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-667e295b-49c2-4b09-a8cd-d2fd8cb9118c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.184138 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Set router e0f7ebbe-e18e-4307-92f3-bee5cc47a878 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:16:59.263881 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-baa852c9-c2f6-4b51-bc6d-65bc428491d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e114320-0926-43ba-b1f9-28e959335611 HTTP/1.1" status: 200 len: 1002 time: 0.1139965 Sep 30 08:16:59.278907 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-667e295b-49c2-4b09-a8cd-d2fd8cb9118c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.286117 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-667e295b-49c2-4b09-a8cd-d2fd8cb9118c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.301062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667e295b-49c2-4b09-a8cd-d2fd8cb9118c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:16:59.312899 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4db9cd7e-b2cd-435c-86c2-cf0c390c8a7f tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/routers/e0f7ebbe-e18e-4307-92f3-bee5cc47a878 HTTP/1.1" status: 200 len: 908 time: 0.2207241 Sep 30 08:16:59.315385 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:59.315857 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-667e295b-49c2-4b09-a8cd-d2fd8cb9118c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.316395 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-667e295b-49c2-4b09-a8cd-d2fd8cb9118c admin admin] Added segment fb39a1de-f246-4483-9dc2-fd64705c2a48 of type vlan for network 960dd1df-9f27-4ee1-8c3f-20d8634bb453 Sep 30 08:16:59.321847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Request body: {'router': {'name': 'tempest-snat-router-969349338', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'enable_snat': True}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:59.347045 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-386eb132-5081-4897-8855-92b9932b402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:59.348785 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-386eb132-5081-4897-8855-92b9932b402d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66d7fd57-be5b-44cb-9d99-854249f7b937 HTTP/1.1" status: 200 len: 851 time: 0.0787675 Sep 30 08:16:59.373762 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.383435 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.416758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e295b-49c2-4b09-a8cd-d2fd8cb9118c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1e8553-5298-48f4-9789-32bf520e277a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:59.437657 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-667e295b-49c2-4b09-a8cd-d2fd8cb9118c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.447428 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-0032ef36-acd9-45e6-9a5b-c4dfbfb539d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:59.449101 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-0032ef36-acd9-45e6-9a5b-c4dfbfb539d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e190e83-40df-446b-b24e-ad1892687b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933955 Sep 30 08:16:59.476706 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-667e295b-49c2-4b09-a8cd-d2fd8cb9118c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.478327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667e295b-49c2-4b09-a8cd-d2fd8cb9118c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:59.480253 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-667e295b-49c2-4b09-a8cd-d2fd8cb9118c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.482455 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.485116 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f7ebbe-e18e-4307-92f3-bee5cc47a878', 'name': 'tempest-snat-router-969349338', 'tenant_id': 'f78c94fb66f24d5695ceb253ca63af81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.165'}], 'enable_snat': False}, 'gw_port_id': '89f70a97-0bd2-42c1-ab86-d6ba1694f83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:16:56Z', 'updated_at': '2021-09-30T08:16:58Z', 'revision_number': 3, 'project_id': 'f78c94fb66f24d5695ceb253ca63af81', 'gw_port': {'id': '89f70a97-0bd2-42c1-ab86-d6ba1694f83e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f7ebbe-e18e-4307-92f3-bee5cc47a878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:16:57Z', 'updated_at': '2021-09-30T08:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:16:59.541019 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Checking router: e0f7ebbe-e18e-4307-92f3-bee5cc47a878 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:16:59.541721 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Updating router e0f7ebbe-e18e-4307-92f3-bee5cc47a878 port 89f70a97-0bd2-42c1-ab86-d6ba1694f83e binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:16:59.574802 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-667e295b-49c2-4b09-a8cd-d2fd8cb9118c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6281142 Sep 30 08:16:59.577274 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.579423 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40526) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:16:59.586791 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-68014f2e-4960-4e10-aa40-9db2df1491df admin admin] Request body: {'subnet': {'network_id': '960dd1df-9f27-4ee1-8c3f-20d8634bb453', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2055252546-subnet', 'tenant_id': '2a861c5e45a64b10b2392c03f7e39c68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:16:59.622653 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e295b-49c2-4b09-a8cd-d2fd8cb9118c admin admin] Pushing event updated for resources: {'Network': ['ID=960dd1df-9f27-4ee1-8c3f-20d8634bb453,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:16:59.647402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 960dd1df-9f27-4ee1-8c3f-20d8634bb453 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:16:59.666239 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2e26b-1113-4520-bf81-637b7195e909 req-dedafddc-a8d5-40b9-930d-af5f20f179ab tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:16:59.668285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7c2e26b-1113-4520-bf81-637b7195e909 req-dedafddc-a8d5-40b9-930d-af5f20f179ab tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 944 time: 0.1478064 Sep 30 08:16:59.669646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68014f2e-4960-4e10-aa40-9db2df1491df admin admin] Made reservation on behalf of 2a861c5e45a64b10b2392c03f7e39c68 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:16:59.672422 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-68014f2e-4960-4e10-aa40-9db2df1491df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.727001 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.782371 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.794882 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7c2e26b-1113-4520-bf81-637b7195e909 req-af0696fa-be59-4013-a614-876486970dda tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037960 Sep 30 08:16:59.805119 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-1e564bd8-badc-41a3-ab08-a594ee835bcb service neutron] 10.222.0.35 "GET /v2.0/networks/7e190e83-40df-446b-b24e-ad1892687b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212366 Sep 30 08:16:59.895768 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 16db043a-2682-4e62-8c9d-2febf1b08ad5 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:16:59.924124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-68014f2e-4960-4e10-aa40-9db2df1491df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:16:59.965691 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-d70c1b12-1d3b-46a2-9ecf-842e2457dced service neutron] 10.222.0.35 "GET /v2.0/networks/7e190e83-40df-446b-b24e-ad1892687b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481938 Sep 30 08:16:59.995849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68014f2e-4960-4e10-aa40-9db2df1491df admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa311a3-50d3-422e-b836-3b684de5eef4,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:00.015691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 16db043a-2682-4e62-8c9d-2febf1b08ad5, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=16db043a-2682-4e62-8c9d-2febf1b08ad5,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:00.016454 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68014f2e-4960-4e10-aa40-9db2df1491df admin admin] Checking segment: {'id': 'fb39a1de-f246-4483-9dc2-fd64705c2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '960dd1df-9f27-4ee1-8c3f-20d8634bb453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:00.016454 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68014f2e-4960-4e10-aa40-9db2df1491df admin admin] Network hostable DHCP agents. Network: 960dd1df-9f27-4ee1-8c3f-20d8634bb453, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:17:00.017506 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-99d582ba-ecba-4dcf-905d-06c5bf3e5f36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=8fae7abe-f0d9-4096-a9fb-d45223b67966 HTTP/1.1" status: 200 len: 217 time: 0.0437961 Sep 30 08:17:00.033303 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '16db043a-2682-4e62-8c9d-2febf1b08ad5', 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b', 'port_id': '16db043a-2682-4e62-8c9d-2febf1b08ad5', 'mac_address': 'fa:16:3e:48:f1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d02642-6479-440b-88a5-d674911fee7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:17:00.058125 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68014f2e-4960-4e10-aa40-9db2df1491df admin admin] Network 960dd1df-9f27-4ee1-8c3f-20d8634bb453 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:17:00.070730 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-68014f2e-4960-4e10-aa40-9db2df1491df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 960dd1df-9f27-4ee1-8c3f-20d8634bb453) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:00.092565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece9676f-8a50-4f42-89ed-490a581ea5c3 None None] Network 960dd1df-9f27-4ee1-8c3f-20d8634bb453 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:00.102332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68014f2e-4960-4e10-aa40-9db2df1491df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:00.102832 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-68014f2e-4960-4e10-aa40-9db2df1491df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.114080 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-ed589693-5388-4fc9-aec3-7b547e3bc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:00.115596 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-ed589693-5388-4fc9-aec3-7b547e3bc8c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.0916624 Sep 30 08:17:00.120526 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-68014f2e-4960-4e10-aa40-9db2df1491df admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5395453 Sep 30 08:17:00.133236 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.149447 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16db043a-2682-4e62-8c9d-2febf1b08ad5 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:00.170002 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 16db043a-2682-4e62-8c9d-2febf1b08ad5, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=16db043a-2682-4e62-8c9d-2febf1b08ad5,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:00.206092 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.239652 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-7e8c2a37-d7fb-4109-873c-8abea570e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:00.241276 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-7e8c2a37-d7fb-4109-873c-8abea570e630 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1186478 Sep 30 08:17:00.258515 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.302758 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.323776 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.330242 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=16db043a-2682-4e62-8c9d-2febf1b08ad5,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:00.340597 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:00.340942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:00.341286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:00.341607 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:00.341934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:00.342261 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:00.342583 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:00.343700 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:00.343934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:00.344279 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:00.344601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:00.345464 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:00.354862 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.427579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b881c96d-8e72-4412-8f5c-a01e7355de6a None None] Network 960dd1df-9f27-4ee1-8c3f-20d8634bb453 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:00.458036 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Allocated IP 172.25.0.55 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/0c226ddc-e1b2-4542-ac21-90eeb1e23465) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:00.513458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['16db043a-2682-4e62-8c9d-2febf1b08ad5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:17:00.547415 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-46b994a7-499c-46dc-b8a0-7b228a807c55 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974114 Sep 30 08:17:00.583268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Attempting to bind port 89f70a97-0bd2-42c1-ab86-d6ba1694f83e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:00.583610 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Attempting to bind port 89f70a97-0bd2-42c1-ab86-d6ba1694f83e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:00.584023 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Attempting to bind port 89f70a97-0bd2-42c1-ab86-d6ba1694f83e on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:00.622752 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:00.623179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:00.623591 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.623955 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:00.624449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Bound port: 89f70a97-0bd2-42c1-ab86-d6ba1694f83e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:00.624834 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.633801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783790f-d2e4-4e62-be91-6f2548651b1a None None] Pushing event updated for resources: {'Port': ['ID=89f70a97-0bd2-42c1-ab86-d6ba1694f83e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:00.938187 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] For port 89f70a97-0bd2-42c1-ab86-d6ba1694f83e, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:00.945661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] For port 89f70a97-0bd2-42c1-ab86-d6ba1694f83e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=89f70a97-0bd2-42c1-ab86-d6ba1694f83e,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:00.956773 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:00.978743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40584) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:00.984502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fb225ad6-eb62-4400-8d19-2c7926f83645 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1245613210-network', 'tenant_id': '921d122a7c284aa48e221e958215be54'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:01.019724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad30a18-4a9e-4ee5-9a7f-f72f360f3ac8 req-ab49bff1-26fe-4a92-ba34-f0f7febbef44 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:01.026055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Routers {'e0f7ebbe-e18e-4307-92f3-bee5cc47a878'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:01.026800 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.027927 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:16:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e0f7ebbe-e18e-4307-92f3-bee5cc47a878'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:01.029698 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ad30a18-4a9e-4ee5-9a7f-f72f360f3ac8 req-ab49bff1-26fe-4a92-ba34-f0f7febbef44 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 945 time: 0.1256881 Sep 30 08:17:01.063970 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-0994f536-ec09-4f27-bba7-e6e080ed1d39 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619177 Sep 30 08:17:01.086749 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ad30a18-4a9e-4ee5-9a7f-f72f360f3ac8 req-c938adb0-a5eb-4b4a-8cde-32ae7c9806ac tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557525 Sep 30 08:17:01.093337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb225ad6-eb62-4400-8d19-2c7926f83645 admin admin] Made reservation on behalf of 921d122a7c284aa48e221e958215be54 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:01.096396 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb225ad6-eb62-4400-8d19-2c7926f83645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.107275 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb225ad6-eb62-4400-8d19-2c7926f83645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.133254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783790f-d2e4-4e62-be91-6f2548651b1a None None] Pushing event updated for resources: {'Port': ['ID=89f70a97-0bd2-42c1-ab86-d6ba1694f83e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:01.158231 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-68c8920f-5af1-43f8-8a68-2cc38a8f1815 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=461d17f8-573a-4b8b-87f2-7f5b41d2b79e HTTP/1.1" status: 200 len: 217 time: 0.0848768 Sep 30 08:17:01.160735 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.214938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] Set router e0f7ebbe-e18e-4307-92f3-bee5cc47a878 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:01.243721 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb225ad6-eb62-4400-8d19-2c7926f83645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.248796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:01.250330 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb225ad6-eb62-4400-8d19-2c7926f83645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.260700 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:01.272194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Pushing event updated for resources: {'Port': ['ID=0c226ddc-e1b2-4542-ac21-90eeb1e23465,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:01.279340 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:01.283529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb225ad6-eb62-4400-8d19-2c7926f83645 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:17:01.289653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-f5d98889-2ee5-4725-92a3-40012d601403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:01.295895 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-f5d98889-2ee5-4725-92a3-40012d601403 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.1303422 Sep 30 08:17:01.305393 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb225ad6-eb62-4400-8d19-2c7926f83645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.305748 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-fb225ad6-eb62-4400-8d19-2c7926f83645 admin admin] Added segment 5e187d48-9e17-4480-b879-ac9412fc3b3f of type vlan for network 808cc5f4-847e-4cc2-b7db-5bbfdc171e75 Sep 30 08:17:01.321323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb225ad6-eb62-4400-8d19-2c7926f83645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1b076d-3fbb-45fd-a2e7-203a11b4e325,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:01.361588 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb225ad6-eb62-4400-8d19-2c7926f83645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.399185 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb225ad6-eb62-4400-8d19-2c7926f83645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.400943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb225ad6-eb62-4400-8d19-2c7926f83645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:01.401827 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb225ad6-eb62-4400-8d19-2c7926f83645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.418260 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-0da054c1-393e-4406-b908-99c2e98cc64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:01.420041 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-0da054c1-393e-4406-b908-99c2e98cc64a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988734 Sep 30 08:17:01.444236 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fb225ad6-eb62-4400-8d19-2c7926f83645 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4634161 Sep 30 08:17:01.448728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40598) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:01.453965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b97c1e98-fd42-4f1d-84da-1da7cafa5aa1 admin admin] Request body: {'subnet': {'network_id': '808cc5f4-847e-4cc2-b7db-5bbfdc171e75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1245613210-subnet', 'tenant_id': '921d122a7c284aa48e221e958215be54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:01.456444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f7ebbe-e18e-4307-92f3-bee5cc47a878', 'name': 'tempest-snat-router-969349338', 'tenant_id': 'f78c94fb66f24d5695ceb253ca63af81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.165'}], 'enable_snat': False}, 'gw_port_id': '89f70a97-0bd2-42c1-ab86-d6ba1694f83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:16:56Z', 'updated_at': '2021-09-30T08:16:58Z', 'revision_number': 3, 'project_id': 'f78c94fb66f24d5695ceb253ca63af81', 'gw_port': {'id': '89f70a97-0bd2-42c1-ab86-d6ba1694f83e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f7ebbe-e18e-4307-92f3-bee5cc47a878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:16:57Z', 'updated_at': '2021-09-30T08:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:01.495531 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5d2b5-01f9-41e6-be93-34ba9cad7d41 None None] The sync data for ids ['e0f7ebbe-e18e-4307-92f3-bee5cc47a878'] in n-d-807359-2 is: [{'id': 'e0f7ebbe-e18e-4307-92f3-bee5cc47a878', 'name': 'tempest-snat-router-969349338', 'tenant_id': 'f78c94fb66f24d5695ceb253ca63af81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.165'}], 'enable_snat': False}, 'gw_port_id': '89f70a97-0bd2-42c1-ab86-d6ba1694f83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:16:56Z', 'updated_at': '2021-09-30T08:16:58Z', 'revision_number': 3, 'project_id': 'f78c94fb66f24d5695ceb253ca63af81', 'gw_port': {'id': '89f70a97-0bd2-42c1-ab86-d6ba1694f83e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f7ebbe-e18e-4307-92f3-bee5cc47a878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:16:57Z', 'updated_at': '2021-09-30T08:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:01.507360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb225ad6-eb62-4400-8d19-2c7926f83645 admin admin] Pushing event updated for resources: {'Network': ['ID=808cc5f4-847e-4cc2-b7db-5bbfdc171e75,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:01.523122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 808cc5f4-847e-4cc2-b7db-5bbfdc171e75 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:17:01.539167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97c1e98-fd42-4f1d-84da-1da7cafa5aa1 admin admin] Made reservation on behalf of 921d122a7c284aa48e221e958215be54 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:01.542094 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b97c1e98-fd42-4f1d-84da-1da7cafa5aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.670263 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-39322b7a-1e3f-4c75-915a-0f80fe7490a9 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167065 Sep 30 08:17:01.805294 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.807547 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b97c1e98-fd42-4f1d-84da-1da7cafa5aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:01.909106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 16db043a-2682-4e62-8c9d-2febf1b08ad5 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:01.935680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c1e98-fd42-4f1d-84da-1da7cafa5aa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a25a0d-5c38-428a-af63-fcbdffb8d281,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:01.938267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c1e98-fd42-4f1d-84da-1da7cafa5aa1 admin admin] Checking segment: {'id': '5e187d48-9e17-4480-b879-ac9412fc3b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '808cc5f4-847e-4cc2-b7db-5bbfdc171e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:01.938696 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97c1e98-fd42-4f1d-84da-1da7cafa5aa1 admin admin] Network hostable DHCP agents. Network: 808cc5f4-847e-4cc2-b7db-5bbfdc171e75, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:17:01.964693 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97c1e98-fd42-4f1d-84da-1da7cafa5aa1 admin admin] Network 808cc5f4-847e-4cc2-b7db-5bbfdc171e75 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:17:01.966814 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-f6a59f2a-6520-4b3c-abd4-80f2e6c5ac31 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871199 Sep 30 08:17:01.988490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b97c1e98-fd42-4f1d-84da-1da7cafa5aa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 808cc5f4-847e-4cc2-b7db-5bbfdc171e75) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:01.997308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97c1e98-fd42-4f1d-84da-1da7cafa5aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:02.001730 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b97c1e98-fd42-4f1d-84da-1da7cafa5aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.005761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e46804-b157-4eac-8203-cfdcc5e2cadc None None] Network 808cc5f4-847e-4cc2-b7db-5bbfdc171e75 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:02.025828 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b97c1e98-fd42-4f1d-84da-1da7cafa5aa1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5758109 Sep 30 08:17:02.085815 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-b5ee2c82-5dd6-47f4-b16e-f93afa281f21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=fba29b8d-c114-4900-9adf-238fdb2fb410 HTTP/1.1" status: 200 len: 217 time: 0.1068194 Sep 30 08:17:02.164112 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 16db043a-2682-4e62-8c9d-2febf1b08ad5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:17:02.192256 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 16db043a-2682-4e62-8c9d-2febf1b08ad5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:02.192835 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.221896 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40630) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:02.238687 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-47b58051-ea1d-465e-aff5-a3d17bee05cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:02.240292 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-47b58051-ea1d-465e-aff5-a3d17bee05cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.1462278 Sep 30 08:17:02.310851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84e114-d2b2-4368-84c8-326f8d455079 req-c4dbb517-a823-4cf7-9e52-01a9edc7c5ed tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:02.314894 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc84e114-d2b2-4368-84c8-326f8d455079 req-c4dbb517-a823-4cf7-9e52-01a9edc7c5ed tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 945 time: 0.1514823 Sep 30 08:17:02.360509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8162a85e-59d8-4750-9ccc-55306931681a None None] Network 808cc5f4-847e-4cc2-b7db-5bbfdc171e75 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:02.387605 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-fa40a90b-d31a-4945-a23d-620a6bc24d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:02.389153 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-fa40a90b-d31a-4945-a23d-620a6bc24d6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1413937 Sep 30 08:17:02.400666 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.431877 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc84e114-d2b2-4368-84c8-326f8d455079 req-c2af6444-5fec-43d2-b544-7b968d4f8adc tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078768 Sep 30 08:17:02.465965 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.478796 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5d9f-93fb-4666-b116-2b8741d846fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.480048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 16db043a-2682-4e62-8c9d-2febf1b08ad5, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=16db043a-2682-4e62-8c9d-2febf1b08ad5,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:02.482742 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbc0e8a-9557-4ebe-965c-4b0819f9cf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16db043a-2682-4e62-8c9d-2febf1b08ad5'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:02.486221 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4d1681-2457-4613-a117-cdccabaa7f6e" -d '{"events": [{"server_uuid": "ebbc0e8a-9557-4ebe-965c-4b0819f9cf87", "name": "network-vif-plugged", "status": "completed", "tag": "16db043a-2682-4e62-8c9d-2febf1b08ad5"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:02.497002 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.601035 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd5dde7-5561-4bf0-b12e-ac16a52addc7 x-openstack-request-id: req-abd5dde7-5561-4bf0-b12e-ac16a52addc7 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:02.601323 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbc0e8a-9557-4ebe-965c-4b0819f9cf87", "name": "network-vif-plugged", "status": "completed", "tag": "16db043a-2682-4e62-8c9d-2febf1b08ad5", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:02.602427 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abd5dde7-5561-4bf0-b12e-ac16a52addc7 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:02.602549 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbc0e8a-9557-4ebe-965c-4b0819f9cf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16db043a-2682-4e62-8c9d-2febf1b08ad5', 'code': 200} Sep 30 08:17:02.603093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=16db043a-2682-4e62-8c9d-2febf1b08ad5,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:02.668791 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d1952-7dcc-469f-a7b3-a21c5349d6ec req-00c79936-9a72-4364-ba7d-88b3083fbdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:02.670307 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d9d1952-7dcc-469f-a7b3-a21c5349d6ec req-00c79936-9a72-4364-ba7d-88b3083fbdcf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 1097 time: 0.0760396 Sep 30 08:17:02.706024 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-b6af100e-f588-4f27-b903-8495b0b602ae service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060951 Sep 30 08:17:02.743257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d9d1952-7dcc-469f-a7b3-a21c5349d6ec req-ef2e1314-7cb9-44dd-accc-bd07e69f5c36 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656872 Sep 30 08:17:02.872192 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-49b61a23-c70d-4029-83ae-a5d38d001142 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:02.874079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-49b61a23-c70d-4029-83ae-a5d38d001142 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/networks?id=960dd1df-9f27-4ee1-8c3f-20d8634bb453 HTTP/1.1" status: 200 len: 809 time: 0.1504211 Sep 30 08:17:02.874265 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-1478a19b-2944-4402-afd5-c3c9ac28a7e6 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554174 Sep 30 08:17:02.905327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-17deec26-03ec-4e16-a4a4-7e6a698cc7aa tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/quotas/2a861c5e45a64b10b2392c03f7e39c68 HTTP/1.1" status: 200 len: 375 time: 0.0139513 Sep 30 08:17:02.927579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Router 3e51aac7-9274-4cd2-9a95-a071902bbeee is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:17:02.934832 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5d9f-93fb-4666-b116-2b8741d846fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.936879 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-e67b2a44-aa05-4a56-ade7-6789581c530d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=15a53876-fc9c-4d22-922c-19f775e34774 HTTP/1.1" status: 200 len: 217 time: 0.0551510 Sep 30 08:17:02.941950 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7ed5d9f-93fb-4666-b116-2b8741d846fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:02.949054 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-9ffc7cd9-d925-4d7f-a532-74763b3ebeb7 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a861c5e45a64b10b2392c03f7e39c68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364692 Sep 30 08:17:03.051397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-11be5d71-e13e-4d77-8e88-42781eaacdc4 service neutron] 10.222.0.24 "GET /v2.0/networks/960dd1df-9f27-4ee1-8c3f-20d8634bb453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920839 Sep 30 08:17:03.057351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed5d9f-93fb-4666-b116-2b8741d846fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a295d5e-c0b5-4c49-b923-2cf68e854c0e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:03.067544 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b7ed5d9f-93fb-4666-b116-2b8741d846fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a5834f2799b414d8b5d197759826f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8441789 Sep 30 08:17:03.071669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40658) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:03.072801 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-1cddfcb0-ad33-4374-b4ed-c8ace1029f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:03.074202 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-1cddfcb0-ad33-4374-b4ed-c8ace1029f29 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.1260409 Sep 30 08:17:03.124574 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5c485a7-9e6d-473b-a1ab-a9262da39ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.158844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:03.172296 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-0562d3f6-b64c-420f-8595-9aeff47e0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:03.174302 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5c485a7-9e6d-473b-a1ab-a9262da39ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.177210 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Sync routers for ids ['3e51aac7-9274-4cd2-9a95-a071902bbeee'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:03.186261 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-0562d3f6-b64c-420f-8595-9aeff47e0efd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1044874 Sep 30 08:17:03.189909 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Routers {'3e51aac7-9274-4cd2-9a95-a071902bbeee'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:03.190533 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:16:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3e51aac7-9274-4cd2-9a95-a071902bbeee'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:03.221737 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.224396 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5b60e9dc-1d09-41d5-99a3-a3efa6ef53a5 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.9079347 Sep 30 08:17:03.230924 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40660) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:03.280058 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fd60925d-9bff-4667-999f-795e2404328b service neutron] 10.222.0.24 "GET /v2.0/networks/960dd1df-9f27-4ee1-8c3f-20d8634bb453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203817 Sep 30 08:17:03.285932 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 89f70a97-0bd2-42c1-ab86-d6ba1694f83e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:03.291582 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5c485a7-9e6d-473b-a1ab-a9262da39ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.294581 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5c485a7-9e6d-473b-a1ab-a9262da39ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.296529 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d5c485a7-9e6d-473b-a1ab-a9262da39ff6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a295d5e-c0b5-4c49-b923-2cf68e854c0e HTTP/1.1" status: 204 len: 168 time: 0.2238560 Sep 30 08:17:03.306375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c485a7-9e6d-473b-a1ab-a9262da39ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a295d5e-c0b5-4c49-b923-2cf68e854c0e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:03.420715 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 89f70a97-0bd2-42c1-ab86-d6ba1694f83e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:03.421434 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.468355 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-75b67d71-94ab-475c-8e6b-13a7e3daea31 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/routers/3e51aac7-9274-4cd2-9a95-a071902bbeee HTTP/1.1" status: 200 len: 906 time: 0.2354543 Sep 30 08:17:03.470586 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:03.475432 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-eef449ef-b56c-40de-84f3-05452a1ff112 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807429 Sep 30 08:17:03.561159 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Set router 3e51aac7-9274-4cd2-9a95-a071902bbeee gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:03.597713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eaf2f6c5-e1e6-4351-854d-60df005ab7a5 req-c8a5472f-bfff-472f-8e49-88cb712b3bae tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 210 time: 0.0634050 Sep 30 08:17:03.615676 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.670643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdf588-0a1a-4f81-a686-473c70aff9c6 req-77b1d9e9-f9b4-4646-8408-c27599f98ef5 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:03.672312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfbdf588-0a1a-4f81-a686-473c70aff9c6 req-77b1d9e9-f9b4-4646-8408-c27599f98ef5 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 946 time: 0.0886309 Sep 30 08:17:03.696693 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 89f70a97-0bd2-42c1-ab86-d6ba1694f83e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=89f70a97-0bd2-42c1-ab86-d6ba1694f83e,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:03.702221 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.715508 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-524a4abc-79c8-4aa5-842a-9cceb97f32bf tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.749864 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfbdf588-0a1a-4f81-a686-473c70aff9c6 req-62b0de9b-d33b-400b-a348-9c657dce77d9 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701406 Sep 30 08:17:03.855221 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=89f70a97-0bd2-42c1-ab86-d6ba1694f83e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:03.941245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40680) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:03.966941 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6018d5dc-20c0-438f-acb7-91c2a99c74e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:03.988845 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e51aac7-9274-4cd2-9a95-a071902bbeee', 'name': 'tempest-snat-router-969349338', 'tenant_id': 'f78c94fb66f24d5695ceb253ca63af81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '0c226ddc-e1b2-4542-ac21-90eeb1e23465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:16:59Z', 'updated_at': '2021-09-30T08:17:01Z', 'revision_number': 3, 'project_id': 'f78c94fb66f24d5695ceb253ca63af81', 'gw_port': {'id': '0c226ddc-e1b2-4542-ac21-90eeb1e23465', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e51aac7-9274-4cd2-9a95-a071902bbeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:17:00Z', 'updated_at': '2021-09-30T08:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:04.024399 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Checking router: 3e51aac7-9274-4cd2-9a95-a071902bbeee for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:17:04.025001 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Updating router 3e51aac7-9274-4cd2-9a95-a071902bbeee port 0c226ddc-e1b2-4542-ac21-90eeb1e23465 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:17:04.063003 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.109872 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6018d5dc-20c0-438f-acb7-91c2a99c74e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.116430 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6018d5dc-20c0-438f-acb7-91c2a99c74e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.165057 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6018d5dc-20c0-438f-acb7-91c2a99c74e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ca14d58f9c0471ab0245776011c4450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215025 Sep 30 08:17:04.166798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40688) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:04.255998 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018d5dc-20c0-438f-acb7-91c2a99c74e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45b199e-2a99-41b1-9741-7156d76599f9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:04.277332 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82239c08-457e-403c-b8f5-451307b02774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.301234 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-ee583457-5644-4600-a41d-6e41f0d53b52 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6941986 Sep 30 08:17:04.303181 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82239c08-457e-403c-b8f5-451307b02774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.365287 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82239c08-457e-403c-b8f5-451307b02774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.369467 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82239c08-457e-403c-b8f5-451307b02774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.370633 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-efe58223-1a0e-40c6-9dc7-dbb82ab5da33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=07bbc016-1456-47b7-8f6c-736533ad6b71 HTTP/1.1" status: 200 len: 217 time: 0.0426512 Sep 30 08:17:04.372817 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-82239c08-457e-403c-b8f5-451307b02774 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e45b199e-2a99-41b1-9741-7156d76599f9 HTTP/1.1" status: 204 len: 168 time: 0.2050412 Sep 30 08:17:04.386192 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82239c08-457e-403c-b8f5-451307b02774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45b199e-2a99-41b1-9741-7156d76599f9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:04.421415 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-524a4abc-79c8-4aa5-842a-9cceb97f32bf tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.438110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-34df5519-32af-416c-b5cc-e5f1545ebca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:04.439845 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-34df5519-32af-416c-b5cc-e5f1545ebca4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a717074-20be-43db-92fd-460ccea803fc HTTP/1.1" status: 200 len: 797 time: 0.0622964 Sep 30 08:17:04.518946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-fa6b6c8d-ee6e-4a06-859d-fa7ae764b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:04.520624 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-fa6b6c8d-ee6e-4a06-859d-fa7ae764b966 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0580633 Sep 30 08:17:04.528391 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-524a4abc-79c8-4aa5-842a-9cceb97f32bf tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Deleting port 0c226ddc-e1b2-4542-ac21-90eeb1e23465 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:04.528971 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-524a4abc-79c8-4aa5-842a-9cceb97f32bf tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.555707 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.565594 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.623202 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Attempting to bind port 0c226ddc-e1b2-4542-ac21-90eeb1e23465 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:04.623567 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Attempting to bind port 0c226ddc-e1b2-4542-ac21-90eeb1e23465 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:04.623940 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Attempting to bind port 0c226ddc-e1b2-4542-ac21-90eeb1e23465 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:04.646184 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:04.647056 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:04.647836 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.648266 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:04.649022 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Bound port: 0c226ddc-e1b2-4542-ac21-90eeb1e23465, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:04.649434 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.654458 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f269da3-9604-41f2-8a28-d74410703510 None None] Pushing event updated for resources: {'Port': ['ID=0c226ddc-e1b2-4542-ac21-90eeb1e23465,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:04.683593 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269da3-9604-41f2-8a28-d74410703510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.684013 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269da3-9604-41f2-8a28-d74410703510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.685104 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269da3-9604-41f2-8a28-d74410703510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.685509 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269da3-9604-41f2-8a28-d74410703510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.686271 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269da3-9604-41f2-8a28-d74410703510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.686607 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269da3-9604-41f2-8a28-d74410703510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.686931 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269da3-9604-41f2-8a28-d74410703510 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.687855 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269da3-9604-41f2-8a28-d74410703510 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.688315 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269da3-9604-41f2-8a28-d74410703510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.689166 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269da3-9604-41f2-8a28-d74410703510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.689497 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269da3-9604-41f2-8a28-d74410703510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.690049 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269da3-9604-41f2-8a28-d74410703510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:04.704566 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-524a4abc-79c8-4aa5-842a-9cceb97f32bf tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.725812 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-524a4abc-79c8-4aa5-842a-9cceb97f32bf tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Calling delete_port for 0c226ddc-e1b2-4542-ac21-90eeb1e23465 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:04.732394 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-94e2adbe-294a-4885-bfc9-df4bd2052752 service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013643 Sep 30 08:17:04.742216 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-abc32538-eaa8-4cd8-a5fb-bb85ced4a856 req-7c10fdf2-d3a1-4f66-b871-c7fdead9ebeb tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 210 time: 0.0486042 Sep 30 08:17:04.760816 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] For port 0c226ddc-e1b2-4542-ac21-90eeb1e23465, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:04.764334 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] For port 0c226ddc-e1b2-4542-ac21-90eeb1e23465, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0c226ddc-e1b2-4542-ac21-90eeb1e23465,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:04.770578 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:04.851657 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Routers {'3e51aac7-9274-4cd2-9a95-a071902bbeee'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:04.852484 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:16:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3e51aac7-9274-4cd2-9a95-a071902bbeee'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:04.854521 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f269da3-9604-41f2-8a28-d74410703510 None None] Pushing event updated for resources: {'Port': ['ID=0c226ddc-e1b2-4542-ac21-90eeb1e23465,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:04.948776 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-b033e119-bab1-4730-824a-28a850318a7c service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077889 Sep 30 08:17:04.978816 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] Set router 3e51aac7-9274-4cd2-9a95-a071902bbeee gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:17:04.979128 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be688955-78a7-4699-8cff-eede6974e208 req-da0e7854-6d0c-4b7b-81cc-bec6c53d257e tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:04.990248 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be688955-78a7-4699-8cff-eede6974e208 req-da0e7854-6d0c-4b7b-81cc-bec6c53d257e tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 946 time: 0.1114728 Sep 30 08:17:05.055218 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e51aac7-9274-4cd2-9a95-a071902bbeee', 'name': 'tempest-snat-router-969349338', 'tenant_id': 'f78c94fb66f24d5695ceb253ca63af81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:16:59Z', 'updated_at': '2021-09-30T08:17:04Z', 'revision_number': 4, 'project_id': 'f78c94fb66f24d5695ceb253ca63af81', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:05.070618 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-7e9cec41-faaa-4b6b-b019-cdd7a3bf026b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9522420-7df6-4954-a2ef-17f1cb2925d5 HTTP/1.1" status: 200 len: 217 time: 0.0993569 Sep 30 08:17:05.093061 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b860a7f-b907-4d45-9478-0b1cd05ae3d5 None None] The sync data for ids ['3e51aac7-9274-4cd2-9a95-a071902bbeee'] in n-d-807359-2 is: [{'id': '3e51aac7-9274-4cd2-9a95-a071902bbeee', 'name': 'tempest-snat-router-969349338', 'tenant_id': 'f78c94fb66f24d5695ceb253ca63af81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:16:59Z', 'updated_at': '2021-09-30T08:17:04Z', 'revision_number': 4, 'project_id': 'f78c94fb66f24d5695ceb253ca63af81', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:05.173577 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-72b9bfcd-e8a5-457e-9b65-5cdc122b1925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:05.175586 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-72b9bfcd-e8a5-457e-9b65-5cdc122b1925 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a717074-20be-43db-92fd-460ccea803fc HTTP/1.1" status: 200 len: 797 time: 0.0833895 Sep 30 08:17:05.177784 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-524a4abc-79c8-4aa5-842a-9cceb97f32bf tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.193366 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be688955-78a7-4699-8cff-eede6974e208 req-4b133a8b-d0c4-463e-9f42-58c9f337eb89 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751845 Sep 30 08:17:05.283438 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a4abc-79c8-4aa5-842a-9cceb97f32bf tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c226ddc-e1b2-4542-ac21-90eeb1e23465,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:05.328527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 89f70a97-0bd2-42c1-ab86-d6ba1694f83e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:05.352511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-17826af8-76f2-49e5-8977-84eadbb8a39f tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:05.354040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-17826af8-76f2-49e5-8977-84eadbb8a39f tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.35 "GET /v2.0/networks?id=960dd1df-9f27-4ee1-8c3f-20d8634bb453 HTTP/1.1" status: 200 len: 809 time: 0.3625722 Sep 30 08:17:05.364846 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-a10d0a09-0ce4-496d-b0d1-3a307b490f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:05.367469 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-a10d0a09-0ce4-496d-b0d1-3a307b490f75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1840549 Sep 30 08:17:05.382869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-60333818-5c3f-4a53-925f-03dd6ba67763 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Request body: {'port': {'device_id': 'a576895d-4240-49df-a11e-b8c8365442db', 'network_id': '960dd1df-9f27-4ee1-8c3f-20d8634bb453', 'admin_state_up': True, 'tenant_id': '2a861c5e45a64b10b2392c03f7e39c68'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:05.417703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 89f70a97-0bd2-42c1-ab86-d6ba1694f83e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:05.417909 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.444878 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-524a4abc-79c8-4aa5-842a-9cceb97f32bf tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.589679 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-524a4abc-79c8-4aa5-842a-9cceb97f32bf tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.593376 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-524a4abc-79c8-4aa5-842a-9cceb97f32bf tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.599567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-60333818-5c3f-4a53-925f-03dd6ba67763 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Made reservation on behalf of 2a861c5e45a64b10b2392c03f7e39c68 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:05.604265 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-60333818-5c3f-4a53-925f-03dd6ba67763 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.644245 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-03a1b991-87ec-4b62-ad78-f4ea48ba10e4 service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537258 Sep 30 08:17:05.661913 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-524a4abc-79c8-4aa5-842a-9cceb97f32bf tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.662359 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524a4abc-79c8-4aa5-842a-9cceb97f32bf tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e51aac7-9274-4cd2-9a95-a071902bbeee {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:17:05.667026 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-524a4abc-79c8-4aa5-842a-9cceb97f32bf tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.668740 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-524a4abc-79c8-4aa5-842a-9cceb97f32bf tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "DELETE /v2.0/routers/3e51aac7-9274-4cd2-9a95-a071902bbeee HTTP/1.1" status: 204 len: 168 time: 2.1965652 Sep 30 08:17:05.673678 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40728) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:05.789617 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b21e0cea-b192-4be3-8b2d-abceb102d84c req-72664ae1-848e-4760-8a28-d298739c7ebe service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367600 Sep 30 08:17:05.932175 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05235c37-40d4-4879-b6e1-a998c4998419 req-d5d0487c-4a13-4079-944c-095c637d411d tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 210 time: 0.0581050 Sep 30 08:17:05.953017 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e918a4a-01a1-466d-bbfc-8e6505c7fdb9 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:05.957450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-60333818-5c3f-4a53-925f-03dd6ba67763 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Allocated IP 172.20.0.10 (960dd1df-9f27-4ee1-8c3f-20d8634bb453/2aa311a3-50d3-422e-b836-3b684de5eef4/a67a9f55-f973-40cb-9ad1-d4d0c12a321c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:06.150811 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e918a4a-01a1-466d-bbfc-8e6505c7fdb9 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.301393 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-60333818-5c3f-4a53-925f-03dd6ba67763 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.346970 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-60333818-5c3f-4a53-925f-03dd6ba67763 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.366390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3e918a4a-01a1-466d-bbfc-8e6505c7fdb9 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Deleting port 89f70a97-0bd2-42c1-ab86-d6ba1694f83e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:06.366726 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e918a4a-01a1-466d-bbfc-8e6505c7fdb9 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.491183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-60333818-5c3f-4a53-925f-03dd6ba67763 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Network 960dd1df-9f27-4ee1-8c3f-20d8634bb453 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:06.496301 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-60333818-5c3f-4a53-925f-03dd6ba67763 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:06.509135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-60333818-5c3f-4a53-925f-03dd6ba67763 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:06.548635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:06.549562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60333818-5c3f-4a53-925f-03dd6ba67763 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Pushing event updated for resources: {'Port': ['ID=a67a9f55-f973-40cb-9ad1-d4d0c12a321c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:06.588607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-60333818-5c3f-4a53-925f-03dd6ba67763 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:06.590421 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-60333818-5c3f-4a53-925f-03dd6ba67763 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.609707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-3e918a4a-01a1-466d-bbfc-8e6505c7fdb9 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] For port 89f70a97-0bd2-42c1-ab86-d6ba1694f83e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=89f70a97-0bd2-42c1-ab86-d6ba1694f83e,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:06.610960 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e918a4a-01a1-466d-bbfc-8e6505c7fdb9 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.626131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-60333818-5c3f-4a53-925f-03dd6ba67763 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2483001 Sep 30 08:17:06.633767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3e918a4a-01a1-466d-bbfc-8e6505c7fdb9 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Calling delete_port for 89f70a97-0bd2-42c1-ab86-d6ba1694f83e owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:06.683309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Request body: {'port': {'device_id': 'a576895d-4240-49df-a11e-b8c8365442db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:06.705766 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b8b53a9-2d2b-4e64-ba6c-c41b25a9df75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.759130 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.796471 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b8b53a9-2d2b-4e64-ba6c-c41b25a9df75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.801760 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b8b53a9-2d2b-4e64-ba6c-c41b25a9df75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.842420 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1b8b53a9-2d2b-4e64-ba6c-c41b25a9df75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b773884855f34bbc8c1f88f502c1693b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902212 Sep 30 08:17:06.843377 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b53a9-2d2b-4e64-ba6c-c41b25a9df75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf463ba-3dde-47e1-ad61-a86af6de725e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:06.846288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40782) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:06.915026 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-121eb2d9-8860-4a7e-b696-85649bf959e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.943029 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-121eb2d9-8860-4a7e-b696-85649bf959e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:06.983985 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e918a4a-01a1-466d-bbfc-8e6505c7fdb9 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.005267 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-121eb2d9-8860-4a7e-b696-85649bf959e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.009505 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-121eb2d9-8860-4a7e-b696-85649bf959e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.011300 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-121eb2d9-8860-4a7e-b696-85649bf959e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbf463ba-3dde-47e1-ad61-a86af6de725e HTTP/1.1" status: 204 len: 168 time: 0.1641076 Sep 30 08:17:07.022071 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121eb2d9-8860-4a7e-b696-85649bf959e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf463ba-3dde-47e1-ad61-a86af6de725e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:07.029748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e918a4a-01a1-466d-bbfc-8e6505c7fdb9 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Pushing event deleted for resources: {'Port': ['ID=89f70a97-0bd2-42c1-ab86-d6ba1694f83e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:07.601501 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e918a4a-01a1-466d-bbfc-8e6505c7fdb9 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.644337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255ac3c-5158-4300-9edb-305fc67dcca7 req-d49e3f3c-027e-412a-8f32-e39cd6860fa8 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:07.645887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b255ac3c-5158-4300-9edb-305fc67dcca7 req-d49e3f3c-027e-412a-8f32-e39cd6860fa8 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 932 time: 0.5446002 Sep 30 08:17:07.745793 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e918a4a-01a1-466d-bbfc-8e6505c7fdb9 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.749631 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e918a4a-01a1-466d-bbfc-8e6505c7fdb9 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.759881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67a9f55-f973-40cb-9ad1-d4d0c12a321c {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:07.808000 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.821964 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b255ac3c-5158-4300-9edb-305fc67dcca7 req-9831c678-5d94-45ed-baef-f36d06918824 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd1e8553-5298-48f4-9789-32bf520e277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447065 Sep 30 08:17:07.827186 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e918a4a-01a1-466d-bbfc-8e6505c7fdb9 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.827734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e918a4a-01a1-466d-bbfc-8e6505c7fdb9 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0f7ebbe-e18e-4307-92f3-bee5cc47a878 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:17:07.833409 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e918a4a-01a1-466d-bbfc-8e6505c7fdb9 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.838086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40824) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:07.838559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3e918a4a-01a1-466d-bbfc-8e6505c7fdb9 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "DELETE /v2.0/routers/e0f7ebbe-e18e-4307-92f3-bee5cc47a878 HTTP/1.1" status: 204 len: 168 time: 2.1635270 Sep 30 08:17:07.839298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Transition to ACTIVE for port object a67a9f55-f973-40cb-9ad1-d4d0c12a321c will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:17:07.846923 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.852329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1912230392', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:07.891779 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.893306 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:07.923330 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Pushing event updated for resources: {'Port': ['ID=a67a9f55-f973-40cb-9ad1-d4d0c12a321c,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:07.952773 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.040588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Attempting to bind port a67a9f55-f973-40cb-9ad1-d4d0c12a321c on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:08.040918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Attempting to bind port a67a9f55-f973-40cb-9ad1-d4d0c12a321c by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'fb39a1de-f246-4483-9dc2-fd64705c2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '960dd1df-9f27-4ee1-8c3f-20d8634bb453'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:08.041297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Attempting to bind port a67a9f55-f973-40cb-9ad1-d4d0c12a321c on network 960dd1df-9f27-4ee1-8c3f-20d8634bb453 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:08.045899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Port a67a9f55-f973-40cb-9ad1-d4d0c12a321c on network 960dd1df-9f27-4ee1-8c3f-20d8634bb453 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:17:08.046223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Attempting to bind port a67a9f55-f973-40cb-9ad1-d4d0c12a321c on network 960dd1df-9f27-4ee1-8c3f-20d8634bb453 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:08.053470 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:08.053939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Checking segment: {'id': 'fb39a1de-f246-4483-9dc2-fd64705c2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '960dd1df-9f27-4ee1-8c3f-20d8634bb453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:08.054373 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Bound using segment: {'id': 'fb39a1de-f246-4483-9dc2-fd64705c2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '960dd1df-9f27-4ee1-8c3f-20d8634bb453'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:08.054881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Bound port: a67a9f55-f973-40cb-9ad1-d4d0c12a321c, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb39a1de-f246-4483-9dc2-fd64705c2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '960dd1df-9f27-4ee1-8c3f-20d8634bb453'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:08.055283 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.138660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] For port a67a9f55-f973-40cb-9ad1-d4d0c12a321c, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:08.143276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] For port a67a9f55-f973-40cb-9ad1-d4d0c12a321c, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a67a9f55-f973-40cb-9ad1-d4d0c12a321c,segment=NetworkSegment(fb39a1de-f246-4483-9dc2-fd64705c2a48),segment_id=fb39a1de-f246-4483-9dc2-fd64705c2a48)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:08.147262 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.155606 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.195635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:08.196417 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.197871 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] 10.222.0.35 "PUT /v2.0/ports/a67a9f55-f973-40cb-9ad1-d4d0c12a321c HTTP/1.1" status: 200 len: 1092 time: 1.5187297 Sep 30 08:17:08.198440 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a576895d-4240-49df-a11e-b8c8365442db', 'tag': 'a67a9f55-f973-40cb-9ad1-d4d0c12a321c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:08.200786 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8844a2a7-1526-4a74-b55a-7dc9571b2bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "a576895d-4240-49df-a11e-b8c8365442db", "tag": "a67a9f55-f973-40cb-9ad1-d4d0c12a321c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:08.230650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e203a-37a3-4a38-bed2-62e398bfb655 service neutron] Pushing event updated for resources: {'Port': ['ID=a67a9f55-f973-40cb-9ad1-d4d0c12a321c,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:08.297749 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ee27f2-dd93-4a42-bab7-40f20223e677 x-openstack-request-id: req-76ee27f2-dd93-4a42-bab7-40f20223e677 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:08.298734 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a576895d-4240-49df-a11e-b8c8365442db", "tag": "a67a9f55-f973-40cb-9ad1-d4d0c12a321c", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:08.299663 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76ee27f2-dd93-4a42-bab7-40f20223e677 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:08.300545 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a576895d-4240-49df-a11e-b8c8365442db', 'tag': 'a67a9f55-f973-40cb-9ad1-d4d0c12a321c', 'status': 'completed', 'code': 200} Sep 30 08:17:08.331175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-63d14668-a172-41ce-8701-60918f29fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:08.334540 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-63d14668-a172-41ce-8701-60918f29fa28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a861c5e45a64b10b2392c03f7e39c68&device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 1095 time: 0.0752566 Sep 30 08:17:08.396940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-da7d2fa8-f9cb-46af-8397-97dec5110045 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a67a9f55-f973-40cb-9ad1-d4d0c12a321c HTTP/1.1" status: 200 len: 217 time: 0.0499072 Sep 30 08:17:08.517780 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.532821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-52166a4d-ee56-4229-90a3-0cd767ad57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:08.534752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-52166a4d-ee56-4229-90a3-0cd767ad57c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2aa311a3-50d3-422e-b836-3b684de5eef4 HTTP/1.1" status: 200 len: 849 time: 0.1286302 Sep 30 08:17:08.543325 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.600891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-941b783f-4277-4cd6-9850-5506eb2dc222 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=960dd1df-9f27-4ee1-8c3f-20d8634bb453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563612 Sep 30 08:17:08.738761 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-34a4ae23-5e37-430a-a1ff-7fd3a38858ae service neutron] 10.222.0.35 "GET /v2.0/networks/960dd1df-9f27-4ee1-8c3f-20d8634bb453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143632 Sep 30 08:17:08.753175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40850) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:08.771406 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Allocated IP 172.25.0.204 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/400cdea2-9f8c-47b0-a9d0-ff289f82e130) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:08.859461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b4fc4dd-c683-45f9-97af-f373c9101134 req-a01f340b-ddf9-4d0e-a525-19aaa2c75fb1 service neutron] 10.222.0.35 "GET /v2.0/networks/960dd1df-9f27-4ee1-8c3f-20d8634bb453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128435 Sep 30 08:17:08.915189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:08.937690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:08.983578 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.004809 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.032826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8dde2-facc-4643-bf82-0a72b9f194ec req-b0b5e957-4c86-45e2-a4de-a83f2eb5dfc9 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:09.034619 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ce8dde2-facc-4643-bf82-0a72b9f194ec req-b0b5e957-4c86-45e2-a4de-a83f2eb5dfc9 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 944 time: 0.0906212 Sep 30 08:17:09.042032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844a2a7-1526-4a74-b55a-7dc9571b2bd3 req-3c01530f-a639-4d9e-b359-f442b08b0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:09.043663 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8844a2a7-1526-4a74-b55a-7dc9571b2bd3 req-3c01530f-a639-4d9e-b359-f442b08b0987 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a861c5e45a64b10b2392c03f7e39c68&device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 1095 time: 0.0881727 Sep 30 08:17:09.056368 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:09.063120 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:09.071141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:09.075207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Pushing event updated for resources: {'Port': ['ID=400cdea2-9f8c-47b0-a9d0-ff289f82e130,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:09.134522 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ce8dde2-facc-4643-bf82-0a72b9f194ec req-217a1908-9dd0-473d-9627-84fc6631ceab tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd1e8553-5298-48f4-9789-32bf520e277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897028 Sep 30 08:17:09.165054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844a2a7-1526-4a74-b55a-7dc9571b2bd3 req-c5706bff-c3d8-4da7-bd4e-17ca9c074035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:09.165750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8844a2a7-1526-4a74-b55a-7dc9571b2bd3 req-c5706bff-c3d8-4da7-bd4e-17ca9c074035 service neutron] 10.222.0.35 "GET /v2.0/networks?id=960dd1df-9f27-4ee1-8c3f-20d8634bb453 HTTP/1.1" status: 200 len: 910 time: 0.1142316 Sep 30 08:17:09.197405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 89f70a97-0bd2-42c1-ab86-d6ba1694f83e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:17:09.224004 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8844a2a7-1526-4a74-b55a-7dc9571b2bd3 req-a61cc5aa-9a93-44c1-9d4f-fb71432bbd1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a67a9f55-f973-40cb-9ad1-d4d0c12a321c HTTP/1.1" status: 200 len: 217 time: 0.0499656 Sep 30 08:17:09.227406 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 89f70a97-0bd2-42c1-ab86-d6ba1694f83e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:17:09.227754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 89f70a97-0bd2-42c1-ab86-d6ba1694f83e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:17:09.252587 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.279292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844a2a7-1526-4a74-b55a-7dc9571b2bd3 req-dbaf562b-b2f3-4a4c-b2d3-262015aebb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:09.280795 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8844a2a7-1526-4a74-b55a-7dc9571b2bd3 req-dbaf562b-b2f3-4a4c-b2d3-262015aebb06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2aa311a3-50d3-422e-b836-3b684de5eef4 HTTP/1.1" status: 200 len: 849 time: 0.0479584 Sep 30 08:17:09.313805 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8844a2a7-1526-4a74-b55a-7dc9571b2bd3 req-93a80974-db4f-4c23-8c65-c680a1fdc37f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=960dd1df-9f27-4ee1-8c3f-20d8634bb453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247002 Sep 30 08:17:09.418731 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8844a2a7-1526-4a74-b55a-7dc9571b2bd3 req-f7ccf8b3-4839-4c6d-8e7f-55dc5609ba92 service neutron] 10.222.0.35 "GET /v2.0/networks/960dd1df-9f27-4ee1-8c3f-20d8634bb453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962732 Sep 30 08:17:09.453029 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Allocated IP 172.25.0.203 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/5d4c6acd-88fe-46a9-b258-67eab15d94f4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:09.459450 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:09.536993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8844a2a7-1526-4a74-b55a-7dc9571b2bd3 req-2226b2f3-25b8-436c-b2d7-9d4b74498545 service neutron] 10.222.0.35 "GET /v2.0/networks/960dd1df-9f27-4ee1-8c3f-20d8634bb453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078618 Sep 30 08:17:09.692743 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.030054 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.056414 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.097866 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.144341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:10.149953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:10.156541 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:10.218815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Pushing event updated for resources: {'Port': ['ID=5d4c6acd-88fe-46a9-b258-67eab15d94f4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:10.238783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:10.239135 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:10.239476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:10.239817 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:10.240182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:10.240515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:10.240845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:10.241173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:10.241496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:10.241823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:10.242147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:10.242468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:10.303985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46304e7-4f59-4e8e-a9b8-da6b947155a9 req-efcdd19a-bac4-4b87-99da-354bf310df66 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:10.305577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b46304e7-4f59-4e8e-a9b8-da6b947155a9 req-efcdd19a-bac4-4b87-99da-354bf310df66 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 944 time: 0.0686507 Sep 30 08:17:10.325914 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.328793 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Router af3a497c-4e87-4015-8b73-bf820fc75205 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:17:10.355180 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b46304e7-4f59-4e8e-a9b8-da6b947155a9 req-c91591f0-1117-4830-bb15-a799c619b96e tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd1e8553-5298-48f4-9789-32bf520e277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426505 Sep 30 08:17:10.401472 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.507481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:10.520368 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6857a15-7c35-4685-af83-f684f3fb6fc6 None None] Sync routers for ids ['af3a497c-4e87-4015-8b73-bf820fc75205'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:10.533039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6857a15-7c35-4685-af83-f684f3fb6fc6 None None] Routers {'af3a497c-4e87-4015-8b73-bf820fc75205'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:10.533815 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f6857a15-7c35-4685-af83-f684f3fb6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:16:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['af3a497c-4e87-4015-8b73-bf820fc75205'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:10.562215 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.563998 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d9bf5d23-56bc-41c2-8799-7070d1a4a52f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7234693 Sep 30 08:17:10.566943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40868) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:10.571274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bcf40b4b-40f5-4a37-8958-aa9c3cad1c55 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'enable_snat': False}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:10.577343 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f6857a15-7c35-4685-af83-f684f3fb6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:10.588211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6857a15-7c35-4685-af83-f684f3fb6fc6 None None] Routers {'af3a497c-4e87-4015-8b73-bf820fc75205'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:10.588964 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f6857a15-7c35-4685-af83-f684f3fb6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:16:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['af3a497c-4e87-4015-8b73-bf820fc75205'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:10.625185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f6857a15-7c35-4685-af83-f684f3fb6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:10.628942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6857a15-7c35-4685-af83-f684f3fb6fc6 None None] The sync data for ids ['af3a497c-4e87-4015-8b73-bf820fc75205'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:10.703446 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.715162 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.823811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Pushing event updated for resources: {'Port': ['ID=5d4c6acd-88fe-46a9-b258-67eab15d94f4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:10.846345 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.895686 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.896952 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0020c524-b200-4d54-aab2-a502d3c6e7de tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1426561 Sep 30 08:17:10.900245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40876) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:10.905680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-652737314', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'fixed_ips': [{'ip_address': '172.25.0.203'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:10.938411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Made reservation on behalf of 229a8432ecd940cda51b7708ed05e20c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:10.941402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:10.950837 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.044748 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bcf40b4b-40f5-4a37-8958-aa9c3cad1c55 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.068757 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.076915 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.082595 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] device_id is not set on port 95fe5ed3-619b-477c-b148-bdd419a4d056 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:17:11.314369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a449238-7dec-44a3-9e19-5f31d0e39d08,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:11.331515 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:11.331757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:11.332494 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:11.332851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:11.333192 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:11.333530 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:11.333866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:11.334227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:11.336764 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:11.337295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:11.337717 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:11.338078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:17:11.358417 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 30 08:17:11.360277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:17:11.379753 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6501b5d6-5ad0-446a-acc8-e74856254663 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4779472 Sep 30 08:17:11.383495 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40884) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:11.569825 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bcf40b4b-40f5-4a37-8958-aa9c3cad1c55 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.572264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e6672-b7b2-4142-a522-d29bfe569c87 req-3478a7a8-fb73-46c3-a8f5-8af8c87edda9 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:11.574006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a6e6672-b7b2-4142-a522-d29bfe569c87 req-3478a7a8-fb73-46c3-a8f5-8af8c87edda9 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 944 time: 0.0883515 Sep 30 08:17:11.574332 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bcf40b4b-40f5-4a37-8958-aa9c3cad1c55 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.663463 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a6e6672-b7b2-4142-a522-d29bfe569c87 req-348764cf-57e6-4e2a-a68b-24cf7d659c4f tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd1e8553-5298-48f4-9789-32bf520e277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791421 Sep 30 08:17:11.665069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4c932989-57cf-4f33-b6f5-f6e2d4283577 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Deleting port 5d4c6acd-88fe-46a9-b258-67eab15d94f4 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:11.665589 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c932989-57cf-4f33-b6f5-f6e2d4283577 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.706830 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf40b4b-40f5-4a37-8958-aa9c3cad1c55 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Router af3a497c-4e87-4015-8b73-bf820fc75205 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:17:11.769774 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c932989-57cf-4f33-b6f5-f6e2d4283577 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.770101 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c932989-57cf-4f33-b6f5-f6e2d4283577 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.786297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4c932989-57cf-4f33-b6f5-f6e2d4283577 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Calling delete_port for 5d4c6acd-88fe-46a9-b258-67eab15d94f4 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:11.851808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf40b4b-40f5-4a37-8958-aa9c3cad1c55 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:11.861229 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6393e4ac-6f33-41f8-a6a0-f46a3d9da873 None None] Sync routers for ids ['af3a497c-4e87-4015-8b73-bf820fc75205'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:11.864138 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bcf40b4b-40f5-4a37-8958-aa9c3cad1c55 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:11.865554 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bcf40b4b-40f5-4a37-8958-aa9c3cad1c55 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "PUT /v2.0/routers/af3a497c-4e87-4015-8b73-bf820fc75205 HTTP/1.1" status: 200 len: 926 time: 1.2976780 Sep 30 08:17:11.868473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40898) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:11.874191 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6393e4ac-6f33-41f8-a6a0-f46a3d9da873 None None] Routers {'af3a497c-4e87-4015-8b73-bf820fc75205'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:11.879599 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6393e4ac-6f33-41f8-a6a0-f46a3d9da873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:16:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['af3a497c-4e87-4015-8b73-bf820fc75205'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:11.957379 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6393e4ac-6f33-41f8-a6a0-f46a3d9da873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:11.973725 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6393e4ac-6f33-41f8-a6a0-f46a3d9da873 None None] Routers {'af3a497c-4e87-4015-8b73-bf820fc75205'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:11.974647 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6393e4ac-6f33-41f8-a6a0-f46a3d9da873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:16:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['af3a497c-4e87-4015-8b73-bf820fc75205'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:12.002735 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c932989-57cf-4f33-b6f5-f6e2d4283577 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.013017 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-653a2113-def7-414b-8dac-ca7b9d0486aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.022518 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6393e4ac-6f33-41f8-a6a0-f46a3d9da873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:12.023389 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6393e4ac-6f33-41f8-a6a0-f46a3d9da873 None None] The sync data for ids ['af3a497c-4e87-4015-8b73-bf820fc75205'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:12.043103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c932989-57cf-4f33-b6f5-f6e2d4283577 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d4c6acd-88fe-46a9-b258-67eab15d94f4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:12.060013 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c588e3f3-cc45-4f79-ae09-146f3f6a34fd tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/routers/af3a497c-4e87-4015-8b73-bf820fc75205 HTTP/1.1" status: 200 len: 926 time: 0.1876218 Sep 30 08:17:12.060559 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:12.113157 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c932989-57cf-4f33-b6f5-f6e2d4283577 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.116613 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c932989-57cf-4f33-b6f5-f6e2d4283577 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.118033 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4c932989-57cf-4f33-b6f5-f6e2d4283577 tempest-ExternalNetworksAdminNegativeTestJSON-95230806 tempest-ExternalNetworksAdminNegativeTestJSON-95230806-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/84acf72e-6b20-45dd-8b23-2a193362af02 HTTP/1.1" status: 204 len: 168 time: 0.7345695 Sep 30 08:17:12.129532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d798be-7d32-4833-80a6-5db5cdd5e89a tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:12.134467 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-10d798be-7d32-4833-80a6-5db5cdd5e89a tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&device_id=af3a497c-4e87-4015-8b73-bf820fc75205&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0717089 Sep 30 08:17:12.137094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40904) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:12.243534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeef5917-6819-49a7-a3e7-f44d47cb8430 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:12.245394 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-aeef5917-6819-49a7-a3e7-f44d47cb8430 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 881 time: 0.1073952 Sep 30 08:17:12.248457 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40906) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:12.277122 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d5f0b9d9-4de1-484e-b5b8-8c0e5900eb61 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3a497c-4e87-4015-8b73-bf820fc75205 HTTP/1.1" status: 200 len: 205 time: 0.0274696 Sep 30 08:17:12.279526 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40908) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:12.286130 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device a67a9f55-f973-40cb-9ad1-d4d0c12a321c details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:17:12.441066 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port a67a9f55-f973-40cb-9ad1-d4d0c12a321c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a67a9f55-f973-40cb-9ad1-d4d0c12a321c,segment=NetworkSegment(fb39a1de-f246-4483-9dc2-fd64705c2a48),segment_id=fb39a1de-f246-4483-9dc2-fd64705c2a48)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:12.455053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'a67a9f55-f973-40cb-9ad1-d4d0c12a321c', 'network_id': '960dd1df-9f27-4ee1-8c3f-20d8634bb453', 'port_id': 'a67a9f55-f973-40cb-9ad1-d4d0c12a321c', 'mac_address': 'fa:16:3e:f8:a3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa311a3-50d3-422e-b836-3b684de5eef4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:17:12.464304 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc938c08-4345-4a11-beff-680707104f30 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.471522 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40912) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:12.494031 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.509124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67a9f55-f973-40cb-9ad1-d4d0c12a321c {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:12.531212 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port a67a9f55-f973-40cb-9ad1-d4d0c12a321c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a67a9f55-f973-40cb-9ad1-d4d0c12a321c,segment=NetworkSegment(fb39a1de-f246-4483-9dc2-fd64705c2a48),segment_id=fb39a1de-f246-4483-9dc2-fd64705c2a48)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:12.536370 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.592703 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ba3f452-94c0-4490-af9d-045bea7a1104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.593288 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=a67a9f55-f973-40cb-9ad1-d4d0c12a321c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:12.604902 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc938c08-4345-4a11-beff-680707104f30 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.680633 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fc938c08-4345-4a11-beff-680707104f30 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Deleting port 400cdea2-9f8c-47b0-a9d0-ff289f82e130 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:12.681057 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc938c08-4345-4a11-beff-680707104f30 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.720199 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ba3f452-94c0-4490-af9d-045bea7a1104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.725493 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ba3f452-94c0-4490-af9d-045bea7a1104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.771454 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc938c08-4345-4a11-beff-680707104f30 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.777575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6ba3f452-94c0-4490-af9d-045bea7a1104 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a5ebae68d0841558d148dd5e647a5c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043070 Sep 30 08:17:12.778419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3f452-94c0-4490-af9d-045bea7a1104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adb2a8f-f108-4836-98f9-32c5d7300b38,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:12.780806 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:12.793900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fc938c08-4345-4a11-beff-680707104f30 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Calling delete_port for 400cdea2-9f8c-47b0-a9d0-ff289f82e130 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:12.823571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b31961-309a-46d4-8d46-2ff90422f4ad req-72c78eba-ce9b-4e7e-b053-18dd602661fe tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:12.825160 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0b31961-309a-46d4-8d46-2ff90422f4ad req-72c78eba-ce9b-4e7e-b053-18dd602661fe tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 945 time: 0.0666354 Sep 30 08:17:12.874115 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0b31961-309a-46d4-8d46-2ff90422f4ad req-deb08278-3fee-4932-bf48-f5b20e728347 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd1e8553-5298-48f4-9789-32bf520e277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417955 Sep 30 08:17:12.902416 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b21fec8-7cdc-461d-8b6b-a70226149f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:12.930116 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['a67a9f55-f973-40cb-9ad1-d4d0c12a321c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:17:12.970539 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b21fec8-7cdc-461d-8b6b-a70226149f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.059031 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b21fec8-7cdc-461d-8b6b-a70226149f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.062378 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b21fec8-7cdc-461d-8b6b-a70226149f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.064355 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9b21fec8-7cdc-461d-8b6b-a70226149f27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3adb2a8f-f108-4836-98f9-32c5d7300b38 HTTP/1.1" status: 204 len: 168 time: 0.2801325 Sep 30 08:17:13.077352 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc938c08-4345-4a11-beff-680707104f30 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.082032 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21fec8-7cdc-461d-8b6b-a70226149f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adb2a8f-f108-4836-98f9-32c5d7300b38,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:13.117274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc938c08-4345-4a11-beff-680707104f30 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Pushing event deleted for resources: {'Port': ['ID=400cdea2-9f8c-47b0-a9d0-ff289f82e130,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:13.202459 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc938c08-4345-4a11-beff-680707104f30 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.298702 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc938c08-4345-4a11-beff-680707104f30 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.301251 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc938c08-4345-4a11-beff-680707104f30 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.363521 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc938c08-4345-4a11-beff-680707104f30 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.364636 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc938c08-4345-4a11-beff-680707104f30 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Fanout notify agent at l3_agent the message router_deleted on router af3a497c-4e87-4015-8b73-bf820fc75205 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:17:13.384381 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc938c08-4345-4a11-beff-680707104f30 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.387988 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fc938c08-4345-4a11-beff-680707104f30 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "DELETE /v2.0/routers/af3a497c-4e87-4015-8b73-bf820fc75205 HTTP/1.1" status: 204 len: 168 time: 1.1052020 Sep 30 08:17:13.389449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40938) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:13.395152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6f2e0a82-62ef-452f-a277-9a868ef63053 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-407182339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:13.409250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40940) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:13.425533 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0a82-62ef-452f-a277-9a868ef63053 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.426911 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0a82-62ef-452f-a277-9a868ef63053 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.483703 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0a82-62ef-452f-a277-9a868ef63053 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.489944 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0a82-62ef-452f-a277-9a868ef63053 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.510737 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0a82-62ef-452f-a277-9a868ef63053 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.512371 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6f2e0a82-62ef-452f-a277-9a868ef63053 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1216869 Sep 30 08:17:13.515057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40946) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:13.521894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:13.763223 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-66ec64e9-1070-46e3-bd1e-d290f2c993aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=229a8432ecd940cda51b7708ed05e20c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527098 Sep 30 08:17:13.768411 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40956) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:13.831593 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-920ff163-0a50-427a-ad73-ade86cc7d49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.842715 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.855412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-920ff163-0a50-427a-ad73-ade86cc7d49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.889169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754ce1a-8915-4da5-a965-4b32c54e0022 req-00fee87c-88b9-4817-9757-e613bfded02a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:13.890656 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6754ce1a-8915-4da5-a965-4b32c54e0022 req-00fee87c-88b9-4817-9757-e613bfded02a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1120343 Sep 30 08:17:13.913349 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-920ff163-0a50-427a-ad73-ade86cc7d49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.916696 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-920ff163-0a50-427a-ad73-ade86cc7d49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:13.933899 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-920ff163-0a50-427a-ad73-ade86cc7d49a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a449238-7dec-44a3-9e19-5f31d0e39d08 HTTP/1.1" status: 204 len: 168 time: 0.1544909 Sep 30 08:17:13.951007 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ff163-0a50-427a-ad73-ade86cc7d49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a449238-7dec-44a3-9e19-5f31d0e39d08,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:13.990489 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6754ce1a-8915-4da5-a965-4b32c54e0022 req-ef6cf269-e31e-42d2-b90d-e33d03c3fd68 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482700 Sep 30 08:17:14.053645 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88769338-33d8-4238-8546-44231064e849 req-4c64abe7-2846-4ea4-b837-8bca1ee22cc0 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:14.055186 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88769338-33d8-4238-8546-44231064e849 req-4c64abe7-2846-4ea4-b837-8bca1ee22cc0 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 945 time: 0.0612879 Sep 30 08:17:14.159126 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.186842 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.191683 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88769338-33d8-4238-8546-44231064e849 req-bc54578d-24d4-4ba9-b8fe-84ce55ca27c0 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd1e8553-5298-48f4-9789-32bf520e277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065404 Sep 30 08:17:14.286488 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device a67a9f55-f973-40cb-9ad1-d4d0c12a321c up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:14.308065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Allocated IP 172.25.0.199 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/31759343-6c47-493d-8429-b5bb68eaa6bb) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:14.346332 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port a67a9f55-f973-40cb-9ad1-d4d0c12a321c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:17:14.350861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port a67a9f55-f973-40cb-9ad1-d4d0c12a321c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:14.351241 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.423423 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.432556 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.457093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a576895d-4240-49df-a11e-b8c8365442db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67a9f55-f973-40cb-9ad1-d4d0c12a321c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:14.459600 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9fcecb-f8be-469f-8a66-79c346db3a29" -d '{"events": [{"server_uuid": "a576895d-4240-49df-a11e-b8c8365442db", "name": "network-vif-plugged", "status": "completed", "tag": "a67a9f55-f973-40cb-9ad1-d4d0c12a321c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:14.460095 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.472945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port a67a9f55-f973-40cb-9ad1-d4d0c12a321c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a67a9f55-f973-40cb-9ad1-d4d0c12a321c,segment=NetworkSegment(fb39a1de-f246-4483-9dc2-fd64705c2a48),segment_id=fb39a1de-f246-4483-9dc2-fd64705c2a48)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:14.478532 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.508544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:14.513304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:14.513914 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3063252-749d-41cd-865f-a4339286c010 x-openstack-request-id: req-a3063252-749d-41cd-865f-a4339286c010 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:14.514378 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a576895d-4240-49df-a11e-b8c8365442db", "name": "network-vif-plugged", "status": "completed", "tag": "a67a9f55-f973-40cb-9ad1-d4d0c12a321c", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:14.515512 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3063252-749d-41cd-865f-a4339286c010 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:14.516006 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a576895d-4240-49df-a11e-b8c8365442db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67a9f55-f973-40cb-9ad1-d4d0c12a321c', 'code': 200} Sep 30 08:17:14.524352 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:14.525656 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Pushing event updated for resources: {'Port': ['ID=31759343-6c47-493d-8429-b5bb68eaa6bb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:14.566633 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=a67a9f55-f973-40cb-9ad1-d4d0c12a321c,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:14.717570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e68c2e-31b0-4185-bce8-07383f59184b req-601fe7e6-fb84-4145-96a6-3165e5405d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:14.718992 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75e68c2e-31b0-4185-bce8-07383f59184b req-601fe7e6-fb84-4145-96a6-3165e5405d97 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 1097 time: 0.1119294 Sep 30 08:17:14.752519 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-430b7aed-f3d9-4e0e-9f09-b0e7ba028fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.800945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40986) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:14.802539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75e68c2e-31b0-4185-bce8-07383f59184b req-b9640bf2-1315-434d-b1b3-2bb4b1f976c4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dd1e8553-5298-48f4-9789-32bf520e277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763299 Sep 30 08:17:14.855240 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:14.906769 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-852df8d2-9fa9-453d-a2db-de0a9b750cf1 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:14.909214 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-852df8d2-9fa9-453d-a2db-de0a9b750cf1 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1068926 Sep 30 08:17:14.912128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:14.916170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-5edf74bc-8720-4d7d-b0ad-c7eec4a057ad tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:14.917127 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5edf74bc-8720-4d7d-b0ad-c7eec4a057ad tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0041060 Sep 30 08:17:14.919322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40994) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:14.923511 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-0eda1ff5-b3a1-436f-8117-0781be78aa38 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:14.925405 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0eda1ff5-b3a1-436f-8117-0781be78aa38 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0047286 Sep 30 08:17:14.928071 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:14.933990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-5ef13b8e-245a-4c24-a8a5-723537af52a9 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:14.934993 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5ef13b8e-245a-4c24-a8a5-723537af52a9 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0057721 Sep 30 08:17:14.937350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 40998) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:14.942508 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-8b7f0129-5153-43cb-add5-369c5b98bba5 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:14.943466 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8b7f0129-5153-43cb-add5-369c5b98bba5 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0052655 Sep 30 08:17:14.946669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41000) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:14.950926 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [None req-98950c96-e367-4183-99e5-e72ca9d25db1 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:14.952059 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-98950c96-e367-4183-99e5-e72ca9d25db1 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044718 Sep 30 08:17:14.955091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41002) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:14.958756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [None req-ef65edbe-11aa-4c2f-90e9-8d57e351aed2 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:14.959994 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ef65edbe-11aa-4c2f-90e9-8d57e351aed2 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0041757 Sep 30 08:17:14.962131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41004) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:14.967142 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [None req-75dbaa0e-357d-4a21-ba36-304d3ee0feee tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:14.968251 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-75dbaa0e-357d-4a21-ba36-304d3ee0feee tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051725 Sep 30 08:17:14.971428 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41006) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:14.975758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-5042ad7c-4ad0-4b3e-83c0-3d32495309f3 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:14.976815 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5042ad7c-4ad0-4b3e-83c0-3d32495309f3 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043566 Sep 30 08:17:14.979156 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41008) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:14.982920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-a21b2c62-21cf-42a0-b7c4-3b6213b2f7f6 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:14.983879 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a21b2c62-21cf-42a0-b7c4-3b6213b2f7f6 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0038707 Sep 30 08:17:14.986321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:14.990347 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-48349e18-91a7-4568-8bf3-c0e5054d843c tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:14.991258 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-48349e18-91a7-4568-8bf3-c0e5054d843c tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0040677 Sep 30 08:17:14.993486 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41012) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:14.997372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-e6f62d9d-2783-463c-b554-e83bf4ecca33 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:14.998437 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e6f62d9d-2783-463c-b554-e83bf4ecca33 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0040951 Sep 30 08:17:15.002894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41014) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.007294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-f82c38ec-a5a2-4e5b-a56c-806e4b261fff tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.008427 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f82c38ec-a5a2-4e5b-a56c-806e4b261fff tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0046601 Sep 30 08:17:15.010810 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41016) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.015400 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-a935e81e-b80d-4e37-b12f-646438fe7071 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.016893 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a935e81e-b80d-4e37-b12f-646438fe7071 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045800 Sep 30 08:17:15.020901 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41018) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.025034 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-82068f4e-8b12-4fdc-9394-aaada1a1b276 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.028804 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41022) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.029166 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-82068f4e-8b12-4fdc-9394-aaada1a1b276 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0073230 Sep 30 08:17:15.036391 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [None req-d4081378-573d-4aaa-8df6-98417192f562 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.037693 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d4081378-573d-4aaa-8df6-98417192f562 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0075345 Sep 30 08:17:15.040189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41024) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.044062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [None req-63e329a0-7b4d-4b72-aabc-51818ff14a8a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.044984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-63e329a0-7b4d-4b72-aabc-51818ff14a8a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0039403 Sep 30 08:17:15.047345 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.052305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-8a4b7bb8-604d-4f5c-b244-b6d734fdc353 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.053360 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8a4b7bb8-604d-4f5c-b244-b6d734fdc353 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049233 Sep 30 08:17:15.056227 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41028) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.060523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-54ace281-4c94-4f79-b885-7fc0f07412c9 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.061563 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-54ace281-4c94-4f79-b885-7fc0f07412c9 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043983 Sep 30 08:17:15.064790 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.068926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-b8ed65cc-427d-4616-9940-6ea5120cc12f tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.069955 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b8ed65cc-427d-4616-9940-6ea5120cc12f tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042472 Sep 30 08:17:15.072128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41032) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.076043 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-4372c835-685a-48d8-98e2-9c7a349beb8f tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.077090 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4372c835-685a-48d8-98e2-9c7a349beb8f tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0039105 Sep 30 08:17:15.079932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.084006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-c05842d4-2f44-4c78-97eb-566a0c7fb2ae tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.085058 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c05842d4-2f44-4c78-97eb-566a0c7fb2ae tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0042040 Sep 30 08:17:15.087261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41036) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.091240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-268d8202-8390-483b-b1ff-d4bbd4a13462 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.092292 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-268d8202-8390-483b-b1ff-d4bbd4a13462 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0041156 Sep 30 08:17:15.094765 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.099448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-9b1a2481-4e52-4a90-a973-902e243d911b tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.100508 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9b1a2481-4e52-4a90-a973-902e243d911b tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048378 Sep 30 08:17:15.103051 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.107626 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-2d4e4ec6-4662-4608-b5c9-cc69c5ff2545 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.111000 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2d4e4ec6-4662-4608-b5c9-cc69c5ff2545 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0069077 Sep 30 08:17:15.111692 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41044) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.115815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-47c9daef-5c71-4d7a-a9d8-6779b7cdfb68 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.119331 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-47c9daef-5c71-4d7a-a9d8-6779b7cdfb68 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0067320 Sep 30 08:17:15.119891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.120978 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.124171 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-0b5def91-84ef-4ba7-abf8-dc9abfa85dd7 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.125447 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0b5def91-84ef-4ba7-abf8-dc9abfa85dd7 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0045977 Sep 30 08:17:15.128861 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41048) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.129016 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.133212 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-8e4b0743-90c3-4ccc-9949-13391c748594 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.134278 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8e4b0743-90c3-4ccc-9949-13391c748594 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043738 Sep 30 08:17:15.136673 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41050) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.140922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-99d03e4b-f371-4d6f-a15c-a149981b98ae tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.142653 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-99d03e4b-f371-4d6f-a15c-a149981b98ae tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0050364 Sep 30 08:17:15.146305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41052) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.150363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dc491-37f1-467f-849f-37ee120e9aae req-759b9626-b6c2-4f26-b606-6d818ad16e8d tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:15.150516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-8dda4b66-d1e3-4b6d-95ee-f42c133fc70c tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.151966 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee3dc491-37f1-467f-849f-37ee120e9aae req-759b9626-b6c2-4f26-b606-6d818ad16e8d tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.0746992 Sep 30 08:17:15.154090 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8dda4b66-d1e3-4b6d-95ee-f42c133fc70c tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0067785 Sep 30 08:17:15.154642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41054) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.158764 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-9d048f8c-1db4-471a-8faf-cb7806aa68c1 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.159697 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9d048f8c-1db4-471a-8faf-cb7806aa68c1 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042176 Sep 30 08:17:15.162000 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41056) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.166349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-5f611699-ef7f-4416-8641-c7e884a9c81a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.167271 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5f611699-ef7f-4416-8641-c7e884a9c81a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044608 Sep 30 08:17:15.169394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.173329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-9b50d72d-a5e6-4f99-920a-cd466af2437d tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.175953 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9b50d72d-a5e6-4f99-920a-cd466af2437d tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0040500 Sep 30 08:17:15.176692 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41060) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.180867 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-77de2aaa-d4fd-44ca-a941-472548e46150 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.183737 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-77de2aaa-d4fd-44ca-a941-472548e46150 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040953 Sep 30 08:17:15.183991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41062) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.187818 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-d790038f-bc5b-4071-9a7a-2ba165264eb9 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.189388 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d790038f-bc5b-4071-9a7a-2ba165264eb9 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045524 Sep 30 08:17:15.191933 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41064) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.196071 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-c86afaa9-d6ba-46fd-8b67-d0e581eda6e1 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.199591 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c86afaa9-d6ba-46fd-8b67-d0e581eda6e1 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0067875 Sep 30 08:17:15.200243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41068) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.205631 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-cf265946-a17b-478e-b64e-48e602ba5e35 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.206710 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cf265946-a17b-478e-b64e-48e602ba5e35 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0052967 Sep 30 08:17:15.209163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41070) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.213137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-dcccdc6f-a309-439f-9ce6-5e4829081404 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.216944 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dcccdc6f-a309-439f-9ce6-5e4829081404 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0066497 Sep 30 08:17:15.217748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.222514 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-bdc175ab-a513-4fe6-bb9e-b025e5da748b tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.224978 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bdc175ab-a513-4fe6-bb9e-b025e5da748b tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0061347 Sep 30 08:17:15.227474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.232524 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-06c99e3c-6407-4ab1-bcd5-483ddb47450e tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.236601 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-06c99e3c-6407-4ab1-bcd5-483ddb47450e tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0054994 Sep 30 08:17:15.238812 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41078) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.242844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-703014b9-cf8b-4b2e-90db-954561f1b345 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.244210 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-703014b9-cf8b-4b2e-90db-954561f1b345 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042157 Sep 30 08:17:15.246404 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee3dc491-37f1-467f-849f-37ee120e9aae req-d45cd32e-3f77-4746-93cc-56ed9a722161 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615749 Sep 30 08:17:15.247303 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41080) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.254427 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-6dc00ed3-6759-4f95-bd21-77dd09ff1d32 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.256129 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.261135 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6dc00ed3-6759-4f95-bd21-77dd09ff1d32 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0132041 Sep 30 08:17:15.261799 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41082) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.266183 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-a7884404-495f-40d7-b1b6-5214cb2a9108 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.271323 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a7884404-495f-40d7-b1b6-5214cb2a9108 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0062068 Sep 30 08:17:15.271601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.275659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-d6d7ed6f-941a-4b56-b3b0-31e3d1ba91f8 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.278823 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d6d7ed6f-941a-4b56-b3b0-31e3d1ba91f8 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0041382 Sep 30 08:17:15.279273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41086) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.284761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [None req-5f055ef1-16a9-422a-883a-6a7e24e08f59 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.285714 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5f055ef1-16a9-422a-883a-6a7e24e08f59 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0054841 Sep 30 08:17:15.288190 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41088) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.292633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [None req-2bb13449-7fe1-4534-8914-e767c80adbca tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.296509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2bb13449-7fe1-4534-8914-e767c80adbca tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0044472 Sep 30 08:17:15.297076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41090) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.303232 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-4fe64865-c844-4803-9525-5c816e5947b8 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.306582 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4fe64865-c844-4803-9525-5c816e5947b8 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0046504 Sep 30 08:17:15.307159 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.311140 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-8620f2e9-2035-448e-95e6-e9aca156719a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.314853 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8620f2e9-2035-448e-95e6-e9aca156719a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0040462 Sep 30 08:17:15.315166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.319518 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-628d796a-3eeb-42d9-8320-148564d807e4 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.320583 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-628d796a-3eeb-42d9-8320-148564d807e4 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044887 Sep 30 08:17:15.323009 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41096) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.327728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-8467ebc3-1c8e-48d7-a352-f29c4a62428a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.328701 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8467ebc3-1c8e-48d7-a352-f29c4a62428a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0047867 Sep 30 08:17:15.331247 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41098) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.335083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-5038443a-82e3-4501-86ff-3476f3464149 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.336108 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5038443a-82e3-4501-86ff-3476f3464149 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0039456 Sep 30 08:17:15.338297 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41100) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.341989 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-84c43a90-a901-4257-b5ad-382f0dca1a78 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.342909 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-84c43a90-a901-4257-b5ad-382f0dca1a78 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0038080 Sep 30 08:17:15.346161 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41102) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.350028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-7aee4ef2-6a01-4117-bcc2-39338fb080a5 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.350972 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7aee4ef2-6a01-4117-bcc2-39338fb080a5 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0039809 Sep 30 08:17:15.353179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41104) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.356883 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-4c94d581-0f72-4b5c-a93a-3b091a3ab66a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.357793 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4c94d581-0f72-4b5c-a93a-3b091a3ab66a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0038102 Sep 30 08:17:15.359990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41106) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.364387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-34aa63fb-6276-471b-83b7-8a5697de2483 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.365304 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-34aa63fb-6276-471b-83b7-8a5697de2483 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0037837 Sep 30 08:17:15.367549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41108) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.371523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-e4535e24-4bcf-4eff-a17e-7c8f4a55bd87 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.372558 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e4535e24-4bcf-4eff-a17e-7c8f4a55bd87 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0039537 Sep 30 08:17:15.373833 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Router 72bdd247-5118-40ea-b50e-b89d7d5d89b1 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:17:15.374885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41110) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.378769 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-d107a31d-d9ec-407f-8a8a-470e586f39a1 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.379690 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d107a31d-d9ec-407f-8a8a-470e586f39a1 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0039742 Sep 30 08:17:15.381912 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.387872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-6447bd4d-ecf3-4c2e-9f23-7de8f769850a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.390799 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6447bd4d-ecf3-4c2e-9f23-7de8f769850a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0061047 Sep 30 08:17:15.391010 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41114) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.394943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-a64580b8-f396-49b7-bd0d-1938e46d2592 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.397760 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a64580b8-f396-49b7-bd0d-1938e46d2592 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0039320 Sep 30 08:17:15.397924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cd628-180c-49d6-afa7-d285565ae527 req-f78c8870-9b2c-4701-8f99-1318b6bc76a0 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:15.398053 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41116) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.398928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-468cd628-180c-49d6-afa7-d285565ae527 req-f78c8870-9b2c-4701-8f99-1318b6bc76a0 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 946 time: 0.0684984 Sep 30 08:17:15.401798 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-1bc2d86d-752f-472e-8972-9236e5357b99 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.402751 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1bc2d86d-752f-472e-8972-9236e5357b99 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0039668 Sep 30 08:17:15.405232 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41118) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.410101 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-e5d0faf2-1598-4b2d-90fa-e78d68bd2e4a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.411033 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e5d0faf2-1598-4b2d-90fa-e78d68bd2e4a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0047462 Sep 30 08:17:15.413229 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41120) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.417105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-33e6b3ab-f263-4383-957b-865fd7a299e6 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.418026 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-33e6b3ab-f263-4383-957b-865fd7a299e6 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0038705 Sep 30 08:17:15.420147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.424480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-6f8c8ef7-5dfc-4f0b-a72f-86ff3ed7e49a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.425685 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6f8c8ef7-5dfc-4f0b-a72f-86ff3ed7e49a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0047030 Sep 30 08:17:15.427701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41124) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.431439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-64f05046-7dd3-406c-91c2-2c87ccdb940f tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.432438 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-64f05046-7dd3-406c-91c2-2c87ccdb940f tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0038712 Sep 30 08:17:15.434462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41126) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.438333 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-967e2e37-b47b-4037-a68d-a2eb59c5eb62 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.439260 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-967e2e37-b47b-4037-a68d-a2eb59c5eb62 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0039017 Sep 30 08:17:15.441392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41128) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.445670 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-355741c7-93ef-41d7-94f2-f7377f72fa92 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.446657 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-355741c7-93ef-41d7-94f2-f7377f72fa92 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044491 Sep 30 08:17:15.448832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41130) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.452484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-61fc3b12-fef2-4323-9881-60a446f1581a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.453414 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-61fc3b12-fef2-4323-9881-60a446f1581a tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0037773 Sep 30 08:17:15.456324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41132) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.460092 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-0d414eca-7622-484a-a8fa-3aee96d68889 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.461114 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0d414eca-7622-484a-a8fa-3aee96d68889 tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0038745 Sep 30 08:17:15.463169 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.466905 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [None req-259499bc-5c98-4bbc-8197-95cc32fa864b tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:17:15.467827 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-259499bc-5c98-4bbc-8197-95cc32fa864b tempest-ExtensionsTestJSON-852701190 tempest-ExtensionsTestJSON-852701190-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0038509 Sep 30 08:17:15.481265 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-468cd628-180c-49d6-afa7-d285565ae527 req-1db97012-408d-4759-aee0-d84fd9b7fa19 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd1e8553-5298-48f4-9789-32bf520e277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475214 Sep 30 08:17:15.744137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41140) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.809887 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.862342 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cacc5c3f-636b-4fee-95b5-6ee48295de25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.872632 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:15.882785 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:15.884159 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-91760a02-7da9-4f56-8133-40391eeb07d8 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "PUT /v2.0/routers/72bdd247-5118-40ea-b50e-b89d7d5d89b1 HTTP/1.1" status: 200 len: 883 time: 2.3680348 Sep 30 08:17:15.887099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41146) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:15.893074 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d332a09-b19d-4d53-a246-2aa4e9133a46 None None] Sync routers for ids ['72bdd247-5118-40ea-b50e-b89d7d5d89b1'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:15.912245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d332a09-b19d-4d53-a246-2aa4e9133a46 None None] Routers {'72bdd247-5118-40ea-b50e-b89d7d5d89b1'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:15.912993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8d332a09-b19d-4d53-a246-2aa4e9133a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:17:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['72bdd247-5118-40ea-b50e-b89d7d5d89b1'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:15.952882 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8d332a09-b19d-4d53-a246-2aa4e9133a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:15.974636 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d332a09-b19d-4d53-a246-2aa4e9133a46 None None] Routers {'72bdd247-5118-40ea-b50e-b89d7d5d89b1'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:15.975350 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8d332a09-b19d-4d53-a246-2aa4e9133a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:17:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['72bdd247-5118-40ea-b50e-b89d7d5d89b1'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:16.008577 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8d332a09-b19d-4d53-a246-2aa4e9133a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:16.009228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d332a09-b19d-4d53-a246-2aa4e9133a46 None None] The sync data for ids ['72bdd247-5118-40ea-b50e-b89d7d5d89b1'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:16.013427 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cacc5c3f-636b-4fee-95b5-6ee48295de25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.017982 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cacc5c3f-636b-4fee-95b5-6ee48295de25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.030683 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6d7120ea-2c79-4f6c-b1aa-976120e69478 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/routers/72bdd247-5118-40ea-b50e-b89d7d5d89b1 HTTP/1.1" status: 200 len: 924 time: 0.1393464 Sep 30 08:17:16.030929 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41148) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:16.055218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc5c3f-636b-4fee-95b5-6ee48295de25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375e1469-d26f-428d-a9fb-9083697b9963,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:16.060494 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cacc5c3f-636b-4fee-95b5-6ee48295de25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=731dacd623234162997a0a0f4066176c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3153677 Sep 30 08:17:16.063307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41150) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:16.156421 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5edbdf1-60b8-49d6-9a44-be9142926d18 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:16.159484 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d5edbdf1-60b8-49d6-9a44-be9142926d18 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&device_id=72bdd247-5118-40ea-b50e-b89d7d5d89b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1276131 Sep 30 08:17:16.162221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:16.174258 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd4e0b1d-5c22-44ef-8874-8c1ffb82c399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.201050 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd4e0b1d-5c22-44ef-8874-8c1ffb82c399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.250620 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd4e0b1d-5c22-44ef-8874-8c1ffb82c399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.253634 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd4e0b1d-5c22-44ef-8874-8c1ffb82c399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.257268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fd4e0b1d-5c22-44ef-8874-8c1ffb82c399 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/375e1469-d26f-428d-a9fb-9083697b9963 HTTP/1.1" status: 204 len: 168 time: 0.1899223 Sep 30 08:17:16.257419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85264ad4-7332-4083-8000-c0f4628dd048 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:16.259664 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-85264ad4-7332-4083-8000-c0f4628dd048 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 881 time: 0.0963924 Sep 30 08:17:16.262890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41158) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:16.270611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e0b1d-5c22-44ef-8874-8c1ffb82c399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375e1469-d26f-428d-a9fb-9083697b9963,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:16.312634 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-36c2368e-8556-43c9-a7d7-d42a15021e76 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "GET /v2.0/ports?device_id=72bdd247-5118-40ea-b50e-b89d7d5d89b1 HTTP/1.1" status: 200 len: 205 time: 0.0485349 Sep 30 08:17:16.316726 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41164) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:16.461199 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c6d26-9cab-42df-b97d-ce02257393e5 req-ed480e86-a5fc-4265-9271-b2f0b5af8c82 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:16.462701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b23c6d26-9cab-42df-b97d-ce02257393e5 req-ed480e86-a5fc-4265-9271-b2f0b5af8c82 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.0945647 Sep 30 08:17:16.475993 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55da1bf2-c62c-448e-a44c-c0bc06ef376d tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.550669 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b23c6d26-9cab-42df-b97d-ce02257393e5 req-17b1da2c-66a2-4e04-9006-84a063433b6c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775559 Sep 30 08:17:16.639826 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55da1bf2-c62c-448e-a44c-c0bc06ef376d tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.661694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359a1f2-1899-417e-867b-46ee621ca0a6 req-96a5fa99-b406-47eb-ac8f-18f2ee6aea3f tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:16.663214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6359a1f2-1899-417e-867b-46ee621ca0a6 req-96a5fa99-b406-47eb-ac8f-18f2ee6aea3f tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 946 time: 0.0758383 Sep 30 08:17:16.728427 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6359a1f2-1899-417e-867b-46ee621ca0a6 req-4cb20e7e-a14e-4892-ad47-9e68cd4e3e0a tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd1e8553-5298-48f4-9789-32bf520e277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449858 Sep 30 08:17:16.742399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-55da1bf2-c62c-448e-a44c-c0bc06ef376d tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Deleting port 31759343-6c47-493d-8429-b5bb68eaa6bb {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:16.742735 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55da1bf2-c62c-448e-a44c-c0bc06ef376d tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.826863 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55da1bf2-c62c-448e-a44c-c0bc06ef376d tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:16.839614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-55da1bf2-c62c-448e-a44c-c0bc06ef376d tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Calling delete_port for 31759343-6c47-493d-8429-b5bb68eaa6bb owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:17.001057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41190) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:17.029666 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55da1bf2-c62c-448e-a44c-c0bc06ef376d tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.066255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da1bf2-c62c-448e-a44c-c0bc06ef376d tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Pushing event deleted for resources: {'Port': ['ID=31759343-6c47-493d-8429-b5bb68eaa6bb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:17.134296 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55da1bf2-c62c-448e-a44c-c0bc06ef376d tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.163392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0f30524e-fe81-4f69-81b2-ed06e95cf575 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1472924735'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:17.186543 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f30524e-fe81-4f69-81b2-ed06e95cf575 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Made reservation on behalf of 7cb2ecdda4804a9cabfa7a6af1ac8ccd for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:17.190308 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f30524e-fe81-4f69-81b2-ed06e95cf575 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.199183 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f30524e-fe81-4f69-81b2-ed06e95cf575 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.229892 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55da1bf2-c62c-448e-a44c-c0bc06ef376d tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.232335 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55da1bf2-c62c-448e-a44c-c0bc06ef376d tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.300399 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f30524e-fe81-4f69-81b2-ed06e95cf575 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.301910 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55da1bf2-c62c-448e-a44c-c0bc06ef376d tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.302763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55da1bf2-c62c-448e-a44c-c0bc06ef376d tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Fanout notify agent at l3_agent the message router_deleted on router 72bdd247-5118-40ea-b50e-b89d7d5d89b1 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:17:17.310864 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55da1bf2-c62c-448e-a44c-c0bc06ef376d tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.316410 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-55da1bf2-c62c-448e-a44c-c0bc06ef376d tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "DELETE /v2.0/routers/72bdd247-5118-40ea-b50e-b89d7d5d89b1 HTTP/1.1" status: 204 len: 168 time: 0.9940979 Sep 30 08:17:17.317684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41202) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:17.320889 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f30524e-fe81-4f69-81b2-ed06e95cf575 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.322890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-bbe10038-c085-4c23-b78b-5d844bc7c0e9 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-683587270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:17.335991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f30524e-fe81-4f69-81b2-ed06e95cf575 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:17:17.351075 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bbe10038-c085-4c23-b78b-5d844bc7c0e9 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.352436 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bbe10038-c085-4c23-b78b-5d844bc7c0e9 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.361674 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f30524e-fe81-4f69-81b2-ed06e95cf575 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.362301 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-0f30524e-fe81-4f69-81b2-ed06e95cf575 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Added segment 082fd282-d549-45c2-b433-af8514091f90 of type vlan for network 075aef84-38d4-4af6-a25c-76e7165889e8 Sep 30 08:17:17.405340 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30524e-fe81-4f69-81b2-ed06e95cf575 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32dc4f88-28c2-4ac5-9729-c86e6f9ada29,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:17.422515 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f30524e-fe81-4f69-81b2-ed06e95cf575 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.428885 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bbe10038-c085-4c23-b78b-5d844bc7c0e9 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.436753 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bbe10038-c085-4c23-b78b-5d844bc7c0e9 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.455665 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bbe10038-c085-4c23-b78b-5d844bc7c0e9 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.457415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bbe10038-c085-4c23-b78b-5d844bc7c0e9 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1384106 Sep 30 08:17:17.460174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41206) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:17.466037 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'enable_snat': True}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:17.467390 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f30524e-fe81-4f69-81b2-ed06e95cf575 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.473303 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f30524e-fe81-4f69-81b2-ed06e95cf575 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:17.473958 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f30524e-fe81-4f69-81b2-ed06e95cf575 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.521910 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0f30524e-fe81-4f69-81b2-ed06e95cf575 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5170729 Sep 30 08:17:17.541737 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41208) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:17.545288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30524e-fe81-4f69-81b2-ed06e95cf575 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Pushing event updated for resources: {'Network': ['ID=075aef84-38d4-4af6-a25c-76e7165889e8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:17.547453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fee5e153-022e-4e78-bd89-2fb75dbc80fd tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Request body: {'subnet': {'network_id': '075aef84-38d4-4af6-a25c-76e7165889e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:17.558342 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 075aef84-38d4-4af6-a25c-76e7165889e8 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:17:17.680602 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.797322 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:17.864326 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4a8ff-4200-4f3e-9135-975e034db12f req-6c087c6a-ac2e-4275-ae7a-fb086e69c44c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:17.865849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ee4a8ff-4200-4f3e-9135-975e034db12f req-6c087c6a-ac2e-4275-ae7a-fb086e69c44c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1395743 Sep 30 08:17:17.869526 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee5e153-022e-4e78-bd89-2fb75dbc80fd tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Made reservation on behalf of 7cb2ecdda4804a9cabfa7a6af1ac8ccd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:17.873653 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fee5e153-022e-4e78-bd89-2fb75dbc80fd tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.009678 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ee4a8ff-4200-4f3e-9135-975e034db12f req-5ee9ef4f-5690-4d0e-889a-69253929858d tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311469 Sep 30 08:17:18.252599 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fee5e153-022e-4e78-bd89-2fb75dbc80fd tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.299368 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.340052 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.434810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5e153-022e-4e78-bd89-2fb75dbc80fd tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Pushing event updated for resources: {'Subnet': ['ID=b700e73a-4a08-455c-ac80-a446654f614f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:18.497370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5e153-022e-4e78-bd89-2fb75dbc80fd tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Checking segment: {'id': '082fd282-d549-45c2-b433-af8514091f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '075aef84-38d4-4af6-a25c-76e7165889e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:18.497743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee5e153-022e-4e78-bd89-2fb75dbc80fd tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Network hostable DHCP agents. Network: 075aef84-38d4-4af6-a25c-76e7165889e8, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:17:18.566310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Allocated IP 172.25.0.252 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/47b3f499-b977-45a6-ae15-2beb41a4de95) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:18.592739 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee5e153-022e-4e78-bd89-2fb75dbc80fd tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Network 075aef84-38d4-4af6-a25c-76e7165889e8 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:17:18.628683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-fee5e153-022e-4e78-bd89-2fb75dbc80fd tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 075aef84-38d4-4af6-a25c-76e7165889e8) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:18.638082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-2d198195-fb6f-4b86-a0ed-5057bfc1afbe tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:18.639607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-2d198195-fb6f-4b86-a0ed-5057bfc1afbe tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/networks?id=cd8654c1-9670-489b-8846-b78b64c8803b HTTP/1.1" status: 200 len: 815 time: 0.1849377 Sep 30 08:17:18.649609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee5e153-022e-4e78-bd89-2fb75dbc80fd tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:18.649609 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fee5e153-022e-4e78-bd89-2fb75dbc80fd tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.659847 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341723f0-f89a-44fe-805c-69161ed9f6a1 None None] Network 075aef84-38d4-4af6-a25c-76e7165889e8 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:18.696750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-6af11f90-a57c-4f20-a616-f2b1c288c8dd tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/quotas/65f77f917e6741beb8be5925cd94a983 HTTP/1.1" status: 200 len: 375 time: 0.0461774 Sep 30 08:17:18.700365 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fee5e153-022e-4e78-bd89-2fb75dbc80fd tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1574841 Sep 30 08:17:18.701582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41244) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:18.716943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5cc95520-3057-4890-906a-a743757e4140 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-826884408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:18.748154 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5cc95520-3057-4890-906a-a743757e4140 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.749942 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5cc95520-3057-4890-906a-a743757e4140 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.815245 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5cc95520-3057-4890-906a-a743757e4140 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.817947 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.822484 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5cc95520-3057-4890-906a-a743757e4140 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.827209 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-075aef84-38d4-4af6-a25c-76e7165889e8', 'network_id': '075aef84-38d4-4af6-a25c-76e7165889e8', 'tenant_id': '7cb2ecdda4804a9cabfa7a6af1ac8ccd', 'fixed_ips': [{'subnet_id': 'b700e73a-4a08-455c-ac80-a446654f614f'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:17:18.828596 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.851087 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5cc95520-3057-4890-906a-a743757e4140 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:18.855007 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5cc95520-3057-4890-906a-a743757e4140 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1494858 Sep 30 08:17:18.855161 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-0f179428-c589-4922-9dd7-d5eb036ecf40 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65f77f917e6741beb8be5925cd94a983&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1321230 Sep 30 08:17:18.856221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41250) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:19.004034 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Allocated IP 172.20.0.2 (075aef84-38d4-4af6-a25c-76e7165889e8/b700e73a-4a08-455c-ac80-a446654f614f/497fa410-9895-43ab-bd20-e5e87584d7b0) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:19.030412 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.187691 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:19.197122 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.203147 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.239331 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Network 075aef84-38d4-4af6-a25c-76e7165889e8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:19.240804 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:19.244499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:19.284651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Pushing event updated for resources: {'Port': ['ID=497fa410-9895-43ab-bd20-e5e87584d7b0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:19.317410 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Attempting to bind port 497fa410-9895-43ab-bd20-e5e87584d7b0 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:19.318005 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Attempting to bind port 497fa410-9895-43ab-bd20-e5e87584d7b0 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '082fd282-d549-45c2-b433-af8514091f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '075aef84-38d4-4af6-a25c-76e7165889e8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:19.318376 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Attempting to bind port 497fa410-9895-43ab-bd20-e5e87584d7b0 on network 075aef84-38d4-4af6-a25c-76e7165889e8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:19.324228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:19.324746 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Checking segment: {'id': '082fd282-d549-45c2-b433-af8514091f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '075aef84-38d4-4af6-a25c-76e7165889e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:19.325180 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.325572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Bound using segment: {'id': '082fd282-d549-45c2-b433-af8514091f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '075aef84-38d4-4af6-a25c-76e7165889e8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:19.326094 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Bound port: 497fa410-9895-43ab-bd20-e5e87584d7b0, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082fd282-d549-45c2-b433-af8514091f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '075aef84-38d4-4af6-a25c-76e7165889e8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:19.326475 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.402625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a3c39142-e088-4505-8d5a-498651744949 None None] For port 497fa410-9895-43ab-bd20-e5e87584d7b0, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:19.406132 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a3c39142-e088-4505-8d5a-498651744949 None None] For port 497fa410-9895-43ab-bd20-e5e87584d7b0, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=497fa410-9895-43ab-bd20-e5e87584d7b0,segment=NetworkSegment(082fd282-d549-45c2-b433-af8514091f90),segment_id=082fd282-d549-45c2-b433-af8514091f90)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:19.412710 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.478035 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c39142-e088-4505-8d5a-498651744949 None None] Pushing event updated for resources: {'Port': ['ID=497fa410-9895-43ab-bd20-e5e87584d7b0,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:19.597002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:19.615265 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:19.652427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Pushing event updated for resources: {'Port': ['ID=47b3f499-b977-45a6-ae15-2beb41a4de95,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:19.708867 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-0dfecfde-fcb6-4a48-92e5-7d74fb2308eb service neutron] 10.222.0.24 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8415766 Sep 30 08:17:19.738660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7be546-a4e6-4140-a182-e9c208d48427 req-e5007915-7852-4ae7-9cfe-b6edc2abc62b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:19.740230 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d7be546-a4e6-4140-a182-e9c208d48427 req-e5007915-7852-4ae7-9cfe-b6edc2abc62b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.6333976 Sep 30 08:17:19.828408 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:19.984639 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d7be546-a4e6-4140-a182-e9c208d48427 req-3ced07dc-6203-4b0e-bf53-dba54ecf012c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281344 Sep 30 08:17:20.059053 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-bfc5e322-0f85-4502-8553-ee75397cff43 service neutron] 10.222.0.24 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403292 Sep 30 08:17:20.305604 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.463600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8f1b797-7c2e-4c14-b0a9-50960ad6f58d req-7236314e-7755-4216-9eb1-7c4e96c7baf1 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0807176 Sep 30 08:17:20.538108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Allocated IP 172.20.0.1 (075aef84-38d4-4af6-a25c-76e7165889e8/b700e73a-4a08-455c-ac80-a446654f614f/7b9a5299-9e0a-4701-86b6-b72f2d05734b) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:20.547786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d68c17-325a-4c09-88d0-05a74ce40639 req-4e72e214-b313-41d0-9031-047806dcf011 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:20.549530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-77d68c17-325a-4c09-88d0-05a74ce40639 req-4e72e214-b313-41d0-9031-047806dcf011 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 946 time: 0.1950407 Sep 30 08:17:20.552828 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7bc028-58f0-418d-ad97-03a3e11fc0a1 None None] Network 075aef84-38d4-4af6-a25c-76e7165889e8 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:20.658451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-acab592b-e105-401b-9468-a8040c02cc64 None None] Provisioning complete for port 497fa410-9895-43ab-bd20-e5e87584d7b0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:20.658953 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acab592b-e105-401b-9468-a8040c02cc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.676339 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-77d68c17-325a-4c09-88d0-05a74ce40639 req-d25b7eb2-9d7f-40ee-98ca-42f79b0db973 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd1e8553-5298-48f4-9789-32bf520e277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167536 Sep 30 08:17:20.778027 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.786378 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.803058 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.926980 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.971454 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acab592b-e105-401b-9468-a8040c02cc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:20.987526 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Network 075aef84-38d4-4af6-a25c-76e7165889e8 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:21.003272 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:21.008601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Pushing event updated for resources: {'Port': ['ID=7b9a5299-9e0a-4701-86b6-b72f2d05734b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:21.011721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:21.020159 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-acab592b-e105-401b-9468-a8040c02cc64 None None] For port 497fa410-9895-43ab-bd20-e5e87584d7b0, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=497fa410-9895-43ab-bd20-e5e87584d7b0,segment=NetworkSegment(082fd282-d549-45c2-b433-af8514091f90),segment_id=082fd282-d549-45c2-b433-af8514091f90)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:21.025673 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acab592b-e105-401b-9468-a8040c02cc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.049419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Router dc9be0f4-d76a-4b59-ae26-c1a675afb63c is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:17:21.074142 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.094151 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab592b-e105-401b-9468-a8040c02cc64 None None] Pushing event updated for resources: {'Port': ['ID=497fa410-9895-43ab-bd20-e5e87584d7b0,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:21.172395 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:17:21.264574 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c8bd65d7-2d8f-4805-b7a5-2dc430103e22 None None] Provisioning complete for port 497fa410-9895-43ab-bd20-e5e87584d7b0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:21.265549 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8bd65d7-2d8f-4805-b7a5-2dc430103e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.338068 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 497fa410-9895-43ab-bd20-e5e87584d7b0 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:21.468055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 497fa410-9895-43ab-bd20-e5e87584d7b0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:21.468904 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.515444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c8bd65d7-2d8f-4805-b7a5-2dc430103e22 None None] Provisioning complete for port 7b9a5299-9e0a-4701-86b6-b72f2d05734b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:21.515803 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8bd65d7-2d8f-4805-b7a5-2dc430103e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.567935 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd65d7-2d8f-4805-b7a5-2dc430103e22 None None] Port 7b9a5299-9e0a-4701-86b6-b72f2d05734b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:17:21.604749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ec66a-62b5-4a74-a5a1-e2d721706bf3 req-83d8037d-77e3-4cc1-b7d5-927eb2058b39 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:21.606325 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-683ec66a-62b5-4a74-a5a1-e2d721706bf3 req-83d8037d-77e3-4cc1-b7d5-927eb2058b39 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.4667666 Sep 30 08:17:21.632533 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:21.645186 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23035619-6ea8-4440-a1c4-215e44fd7d20 None None] Sync routers for ids ['dc9be0f4-d76a-4b59-ae26-c1a675afb63c'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:21.654398 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23035619-6ea8-4440-a1c4-215e44fd7d20 None None] Routers {'dc9be0f4-d76a-4b59-ae26-c1a675afb63c'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:21.654993 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-23035619-6ea8-4440-a1c4-215e44fd7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:17:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['dc9be0f4-d76a-4b59-ae26-c1a675afb63c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:21.687194 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.688742 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fe0bc549-4747-412b-b092-450ad6e0a698 None None] Provisioning complete for port 7b9a5299-9e0a-4701-86b6-b72f2d05734b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:21.689010 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-88fb1e14-b38b-4ef2-a28b-7a0c2e9cdfe6 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "PUT /v2.0/routers/dc9be0f4-d76a-4b59-ae26-c1a675afb63c HTTP/1.1" status: 200 len: 918 time: 4.2265663 Sep 30 08:17:21.689442 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe0bc549-4747-412b-b092-450ad6e0a698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.689762 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-23035619-6ea8-4440-a1c4-215e44fd7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:21.692156 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:21.700465 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23035619-6ea8-4440-a1c4-215e44fd7d20 None None] Routers {'dc9be0f4-d76a-4b59-ae26-c1a675afb63c'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:21.701084 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-23035619-6ea8-4440-a1c4-215e44fd7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:17:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['dc9be0f4-d76a-4b59-ae26-c1a675afb63c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:21.728128 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ea95d25-bf1a-41d9-8ec6-d9f910ebe120 req-8cb17628-c9dc-4b14-be43-abe25a436c66 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 210 time: 0.1136885 Sep 30 08:17:21.740230 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-23035619-6ea8-4440-a1c4-215e44fd7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:21.741186 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23035619-6ea8-4440-a1c4-215e44fd7d20 None None] The sync data for ids ['dc9be0f4-d76a-4b59-ae26-c1a675afb63c'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:21.752277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fe0bc549-4747-412b-b092-450ad6e0a698 None None] Port 7b9a5299-9e0a-4701-86b6-b72f2d05734b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:17:21.771771 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:21.814974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-02491887-f743-488b-8a7d-465d20db7ad1 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:21.816426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-02491887-f743-488b-8a7d-465d20db7ad1 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.36 "GET /v2.0/networks?id=cd8654c1-9670-489b-8846-b78b64c8803b HTTP/1.1" status: 200 len: 815 time: 0.2776821 Sep 30 08:17:21.821926 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-683ec66a-62b5-4a74-a5a1-e2d721706bf3 req-8a2e2aa2-c002-4187-8dcd-1ecd89340aee tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056644 Sep 30 08:17:21.833297 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a7e4a5e6-1815-481f-add8-97fbca89517a tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/routers/dc9be0f4-d76a-4b59-ae26-c1a675afb63c HTTP/1.1" status: 200 len: 924 time: 0.1395862 Sep 30 08:17:21.835865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:21.840878 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-f14aa442-b1fe-4c49-bc12-8cc0cda00235 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Request body: {'port': {'device_id': '97fad6be-1633-4c62-9419-b452a909c5c6', 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b', 'admin_state_up': True, 'tenant_id': '65f77f917e6741beb8be5925cd94a983'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:21.883218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4866d01-2e26-4888-bac9-6d7cf49ac7f4 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:21.884799 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b4866d01-2e26-4888-bac9-6d7cf49ac7f4 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&device_id=dc9be0f4-d76a-4b59-ae26-c1a675afb63c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0479927 Sep 30 08:17:21.887415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:21.907887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f3c38-7d5f-4f4d-af8f-279ce9395127 req-1bdbca0a-c21d-4e37-8034-d15ae0fcaeb0 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:21.909447 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-226f3c38-7d5f-4f4d-af8f-279ce9395127 req-1bdbca0a-c21d-4e37-8034-d15ae0fcaeb0 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.35 "GET /v2.0/ports?device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 946 time: 0.2254934 Sep 30 08:17:21.973320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702aaae7-64d5-4e33-98df-5430a8b0777e tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:21.974734 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-702aaae7-64d5-4e33-98df-5430a8b0777e tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 881 time: 0.0862930 Sep 30 08:17:21.977604 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:22.008861 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-52d152ab-f845-4f43-8696-0b0115c059b6 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc9be0f4-d76a-4b59-ae26-c1a675afb63c HTTP/1.1" status: 200 len: 205 time: 0.0301819 Sep 30 08:17:22.011381 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:22.079675 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e4633-ab8f-47d4-bb27-068b16f7573e req-7619a583-8050-4f94-a1fe-ccfb3f8935ec tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:22.081144 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-907e4633-ab8f-47d4-bb27-068b16f7573e req-7619a583-8050-4f94-a1fe-ccfb3f8935ec tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 946 time: 0.2638562 Sep 30 08:17:22.123201 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-575704c9-809a-436f-a038-baf433359603 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.228157 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-575704c9-809a-436f-a038-baf433359603 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.237310 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-907e4633-ab8f-47d4-bb27-068b16f7573e req-1658c636-dbf9-4a85-a930-57a89f2511d5 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd1e8553-5298-48f4-9789-32bf520e277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478379 Sep 30 08:17:22.275729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-f14aa442-b1fe-4c49-bc12-8cc0cda00235 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Made reservation on behalf of 65f77f917e6741beb8be5925cd94a983 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:22.279239 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-f14aa442-b1fe-4c49-bc12-8cc0cda00235 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.284152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-575704c9-809a-436f-a038-baf433359603 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Deleting port 47b3f499-b977-45a6-ae15-2beb41a4de95 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:22.284628 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-575704c9-809a-436f-a038-baf433359603 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.319619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-226f3c38-7d5f-4f4d-af8f-279ce9395127 req-a8988ec4-e1d7-47aa-be56-7fba67bfa8f1 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Deleting port a67a9f55-f973-40cb-9ad1-d4d0c12a321c {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:22.320017 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-226f3c38-7d5f-4f4d-af8f-279ce9395127 req-a8988ec4-e1d7-47aa-be56-7fba67bfa8f1 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.361106 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-575704c9-809a-436f-a038-baf433359603 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.372795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-575704c9-809a-436f-a038-baf433359603 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Calling delete_port for 47b3f499-b977-45a6-ae15-2beb41a4de95 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:22.465053 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.474976 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.552939 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-575704c9-809a-436f-a038-baf433359603 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.586845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575704c9-809a-436f-a038-baf433359603 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Pushing event deleted for resources: {'Port': ['ID=47b3f499-b977-45a6-ae15-2beb41a4de95,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:22.606564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-226f3c38-7d5f-4f4d-af8f-279ce9395127 req-a8988ec4-e1d7-47aa-be56-7fba67bfa8f1 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] For port a67a9f55-f973-40cb-9ad1-d4d0c12a321c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=a67a9f55-f973-40cb-9ad1-d4d0c12a321c,segment=NetworkSegment(fb39a1de-f246-4483-9dc2-fd64705c2a48),segment_id=fb39a1de-f246-4483-9dc2-fd64705c2a48)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:22.606930 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-226f3c38-7d5f-4f4d-af8f-279ce9395127 req-a8988ec4-e1d7-47aa-be56-7fba67bfa8f1 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.626523 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.633098 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-f14aa442-b1fe-4c49-bc12-8cc0cda00235 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Allocated IP 172.20.0.14 (cd8654c1-9670-489b-8846-b78b64c8803b/12d02642-6479-440b-88a5-d674911fee7d/00c4c4d6-1340-49a8-82e4-0a5770b22c81) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:22.635354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-226f3c38-7d5f-4f4d-af8f-279ce9395127 req-a8988ec4-e1d7-47aa-be56-7fba67bfa8f1 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Calling delete_port for a67a9f55-f973-40cb-9ad1-d4d0c12a321c owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:22.653917 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-575704c9-809a-436f-a038-baf433359603 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.658480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Pushing event updated for resources: {'Port': ['ID=7b9a5299-9e0a-4701-86b6-b72f2d05734b,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:22.752561 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-575704c9-809a-436f-a038-baf433359603 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.754963 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-575704c9-809a-436f-a038-baf433359603 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.804196 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-575704c9-809a-436f-a038-baf433359603 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.804904 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575704c9-809a-436f-a038-baf433359603 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Fanout notify agent at l3_agent the message router_deleted on router dc9be0f4-d76a-4b59-ae26-c1a675afb63c {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:17:22.813230 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-575704c9-809a-436f-a038-baf433359603 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.814765 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-575704c9-809a-436f-a038-baf433359603 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "DELETE /v2.0/routers/dc9be0f4-d76a-4b59-ae26-c1a675afb63c HTTP/1.1" status: 204 len: 168 time: 0.8023407 Sep 30 08:17:22.819512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:22.825168 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e4e57028-d860-4a91-a5c5-a31975d83187 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1839432647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:22.849157 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e57028-d860-4a91-a5c5-a31975d83187 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.850348 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e57028-d860-4a91-a5c5-a31975d83187 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.889941 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b5c5d2f0-e8a6-405f-8573-650d98ccecbb req-ba51ca60-7fbf-41f1-8172-58706e75cb3f tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0645058 Sep 30 08:17:22.913065 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e57028-d860-4a91-a5c5-a31975d83187 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.919249 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e57028-d860-4a91-a5c5-a31975d83187 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.936749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e57028-d860-4a91-a5c5-a31975d83187 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:22.938206 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e4e57028-d860-4a91-a5c5-a31975d83187 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1168423 Sep 30 08:17:22.940797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:22.945103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'enable_snat': False}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:22.945681 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Network 075aef84-38d4-4af6-a25c-76e7165889e8 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:22.983281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:23.083593 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-f14aa442-b1fe-4c49-bc12-8cc0cda00235 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:23.122036 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-226f3c38-7d5f-4f4d-af8f-279ce9395127 req-a8988ec4-e1d7-47aa-be56-7fba67bfa8f1 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:23.134387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0610d-7848-4d5d-8c7c-43bd327f2360 req-2e33f9cc-8a88-405f-a2ff-a40869bf65a9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:23.135955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2e0610d-7848-4d5d-8c7c-43bd327f2360 req-2e33f9cc-8a88-405f-a2ff-a40869bf65a9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.2071676 Sep 30 08:17:23.158585 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['a67a9f55-f973-40cb-9ad1-d4d0c12a321c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:17:23.159817 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:23.186178 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8988ec4-e1d7-47aa-be56-7fba67bfa8f1 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Pushing event deleted for resources: {'Port': ['ID=a67a9f55-f973-40cb-9ad1-d4d0c12a321c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:23.272384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-226f3c38-7d5f-4f4d-af8f-279ce9395127 req-a8988ec4-e1d7-47aa-be56-7fba67bfa8f1 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] No DVR routers for this DVR port a67a9f55-f973-40cb-9ad1-d4d0c12a321c on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:17:23.280877 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-226f3c38-7d5f-4f4d-af8f-279ce9395127 req-a8988ec4-e1d7-47aa-be56-7fba67bfa8f1 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:23.283467 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-226f3c38-7d5f-4f4d-af8f-279ce9395127 req-a8988ec4-e1d7-47aa-be56-7fba67bfa8f1 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.35 "DELETE /v2.0/ports/a67a9f55-f973-40cb-9ad1-d4d0c12a321c HTTP/1.1" status: 204 len: 173 time: 1.3637540 Sep 30 08:17:23.283937 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a576895d-4240-49df-a11e-b8c8365442db', 'name': 'network-vif-deleted', 'tag': 'a67a9f55-f973-40cb-9ad1-d4d0c12a321c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:23.286324 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a4d6d0-5256-432f-a9ef-b213ef15f14c" -d '{"events": [{"server_uuid": "a576895d-4240-49df-a11e-b8c8365442db", "name": "network-vif-deleted", "tag": "a67a9f55-f973-40cb-9ad1-d4d0c12a321c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:23.297227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-af9329fc-8d69-413d-b34d-7c5d0cb3b8af None None] Provisioning complete for port 7b9a5299-9e0a-4701-86b6-b72f2d05734b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:23.298550 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af9329fc-8d69-413d-b34d-7c5d0cb3b8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:23.300914 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e2e0610d-7848-4d5d-8c7c-43bd327f2360 req-492e3438-616a-40f1-9d33-660a16dc76ea tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520705 Sep 30 08:17:23.302305 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-f14aa442-b1fe-4c49-bc12-8cc0cda00235 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:23.340032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['16db043a-2682-4e62-8c9d-2febf1b08ad5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:17:23.390911 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-af9329fc-8d69-413d-b34d-7c5d0cb3b8af None None] Port 7b9a5299-9e0a-4701-86b6-b72f2d05734b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:17:23.405932 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:23.427097 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c9603b-e0ae-4fc1-98fc-2f64bcd33e30 x-openstack-request-id: req-81c9603b-e0ae-4fc1-98fc-2f64bcd33e30 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:23.427474 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a576895d-4240-49df-a11e-b8c8365442db", "name": "network-vif-deleted", "tag": "a67a9f55-f973-40cb-9ad1-d4d0c12a321c", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:23.427678 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81c9603b-e0ae-4fc1-98fc-2f64bcd33e30 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:23.428069 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a576895d-4240-49df-a11e-b8c8365442db', 'name': 'network-vif-deleted', 'tag': 'a67a9f55-f973-40cb-9ad1-d4d0c12a321c', 'status': 'completed', 'code': 200} Sep 30 08:17:23.435559 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:23.456667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-f14aa442-b1fe-4c49-bc12-8cc0cda00235 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Network cd8654c1-9670-489b-8846-b78b64c8803b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:23.459738 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3412880-0f74-41ac-9ad5-71a4ca37079c req-6a75fce6-82c4-4237-ab71-34f6faacc5d0 tempest-VolumesActionsTest-180407826 tempest-VolumesActionsTest-180407826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a576895d-4240-49df-a11e-b8c8365442db HTTP/1.1" status: 200 len: 210 time: 0.0998394 Sep 30 08:17:23.464930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-f14aa442-b1fe-4c49-bc12-8cc0cda00235 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:23.466733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Router 5fa8e488-185b-44b6-b303-074c6ca9e13e is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:17:23.471419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-f14aa442-b1fe-4c49-bc12-8cc0cda00235 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:23.507232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14aa442-b1fe-4c49-bc12-8cc0cda00235 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Pushing event updated for resources: {'Port': ['ID=00c4c4d6-1340-49a8-82e4-0a5770b22c81,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:23.585537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Allocated IP 172.25.0.54 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/cbdb3668-c386-4d8c-9d88-2ad0435fd1bb) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:23.586427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-f14aa442-b1fe-4c49-bc12-8cc0cda00235 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:23.587050 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-f14aa442-b1fe-4c49-bc12-8cc0cda00235 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:23.705856 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:23.755812 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:23.796955 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:23.802658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:23.809410 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:23.812631 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Pushing event updated for resources: {'Port': ['ID=cbdb3668-c386-4d8c-9d88-2ad0435fd1bb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:23.905730 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-f14aa442-b1fe-4c49-bc12-8cc0cda00235 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0705543 Sep 30 08:17:23.923551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Request body: {'port': {'device_id': '97fad6be-1633-4c62-9419-b452a909c5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:23.948589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:23.957824 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-90f37c82-8ae2-489c-bb82-4cbcd929c4d0 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] 10.222.0.24 "PUT /v2.0/routers/5fa8e488-185b-44b6-b303-074c6ca9e13e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0971770 Sep 30 08:17:23.958055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41324) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:23.962785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b4a0e012-56e5-457d-b9fc-991ae79b828a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Request body: {'port': {'network_id': '075aef84-38d4-4af6-a25c-76e7165889e8', 'name': 'tempest-FloatingIPNegativeTestJSON-823146694'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:23.967943 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c15a75-02b1-43d3-b60a-5cf0015ab009 None None] Sync routers for ids ['5fa8e488-185b-44b6-b303-074c6ca9e13e'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:23.977671 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c15a75-02b1-43d3-b60a-5cf0015ab009 None None] Routers {'5fa8e488-185b-44b6-b303-074c6ca9e13e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:23.978422 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f5c15a75-02b1-43d3-b60a-5cf0015ab009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:17:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5fa8e488-185b-44b6-b303-074c6ca9e13e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:24.012729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f5c15a75-02b1-43d3-b60a-5cf0015ab009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:24.021829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c15a75-02b1-43d3-b60a-5cf0015ab009 None None] Routers {'5fa8e488-185b-44b6-b303-074c6ca9e13e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:24.022644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f5c15a75-02b1-43d3-b60a-5cf0015ab009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:17:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5fa8e488-185b-44b6-b303-074c6ca9e13e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:24.044587 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.059522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f5c15a75-02b1-43d3-b60a-5cf0015ab009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:24.059798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c15a75-02b1-43d3-b60a-5cf0015ab009 None None] The sync data for ids ['5fa8e488-185b-44b6-b303-074c6ca9e13e'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:24.071540 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84077d12-15f3-4d5f-8654-7983dd3e9022 req-a2d81320-7fd5-4af9-a99d-fd29a3524ccb tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:24.073107 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84077d12-15f3-4d5f-8654-7983dd3e9022 req-a2d81320-7fd5-4af9-a99d-fd29a3524ccb tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 932 time: 0.0961752 Sep 30 08:17:24.151079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84077d12-15f3-4d5f-8654-7983dd3e9022 req-3c58d979-38f6-4bd0-b679-cc730485a94c tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581312 Sep 30 08:17:24.181469 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.217588 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a0e012-56e5-457d-b9fc-991ae79b828a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Made reservation on behalf of 7cb2ecdda4804a9cabfa7a6af1ac8ccd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:24.226858 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4a0e012-56e5-457d-b9fc-991ae79b828a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.252851 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-b4a0e012-56e5-457d-b9fc-991ae79b828a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] device_id is not set on port 7b8529b1-1508-4d68-ae0b-42906fa92195 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:17:24.381180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c4c4d6-1340-49a8-82e4-0a5770b22c81 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:24.390147 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.415685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Transition to ACTIVE for port object 00c4c4d6-1340-49a8-82e4-0a5770b22c81 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:17:24.438060 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.522849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Pushing event updated for resources: {'Port': ['ID=00c4c4d6-1340-49a8-82e4-0a5770b22c81,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:24.539611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33846e-cd01-4f84-8a9d-1b857c939c3d req-aa3819a2-2a6e-4a94-b373-1f07fd6fcb0f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:24.541418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e33846e-cd01-4f84-8a9d-1b857c939c3d req-aa3819a2-2a6e-4a94-b373-1f07fd6fcb0f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1386523 Sep 30 08:17:24.642983 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e33846e-cd01-4f84-8a9d-1b857c939c3d req-316fd767-039b-401d-8d03-e2bb1eeab596 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843873 Sep 30 08:17:24.685160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Attempting to bind port 00c4c4d6-1340-49a8-82e4-0a5770b22c81 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:24.685493 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Attempting to bind port 00c4c4d6-1340-49a8-82e4-0a5770b22c81 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:24.686183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Attempting to bind port 00c4c4d6-1340-49a8-82e4-0a5770b22c81 on network cd8654c1-9670-489b-8846-b78b64c8803b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:24.693807 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Port 00c4c4d6-1340-49a8-82e4-0a5770b22c81 on network cd8654c1-9670-489b-8846-b78b64c8803b not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:17:24.694138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Attempting to bind port 00c4c4d6-1340-49a8-82e4-0a5770b22c81 on network cd8654c1-9670-489b-8846-b78b64c8803b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:24.700623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:24.701389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Checking segment: {'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:24.701790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Bound using segment: {'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:24.702273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Bound port: 00c4c4d6-1340-49a8-82e4-0a5770b22c81, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:24.702736 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.809587 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] For port 00c4c4d6-1340-49a8-82e4-0a5770b22c81, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:24.815396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] For port 00c4c4d6-1340-49a8-82e4-0a5770b22c81, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=00c4c4d6-1340-49a8-82e4-0a5770b22c81,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:24.821107 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.864926 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:24.865734 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.867193 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] 10.222.0.36 "PUT /v2.0/ports/00c4c4d6-1340-49a8-82e4-0a5770b22c81 HTTP/1.1" status: 200 len: 1092 time: 0.9509747 Sep 30 08:17:24.880978 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.894137 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:24.899102 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f2473-1c4c-4ae3-a5a2-4c17c7707b1d service neutron] Pushing event updated for resources: {'Port': ['ID=00c4c4d6-1340-49a8-82e4-0a5770b22c81,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:24.959704 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b4a0e012-56e5-457d-b9fc-991ae79b828a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Allocated IP 172.20.0.7 (075aef84-38d4-4af6-a25c-76e7165889e8/b700e73a-4a08-455c-ac80-a446654f614f/7b8529b1-1508-4d68-ae0b-42906fa92195) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:24.971575 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-c3e85472-0aa9-4fcd-9207-36ab5fbf60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:24.974885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-c3e85472-0aa9-4fcd-9207-36ab5fbf60c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65f77f917e6741beb8be5925cd94a983&device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 1095 time: 0.0533969 Sep 30 08:17:25.024029 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-05026c6b-b100-4bfd-aaed-23ff5873faaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00c4c4d6-1340-49a8-82e4-0a5770b22c81 HTTP/1.1" status: 200 len: 217 time: 0.0414689 Sep 30 08:17:25.085512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-2e7b8198-22b5-46b1-9824-f9e8e2c0773d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:25.087291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-2e7b8198-22b5-46b1-9824-f9e8e2c0773d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12d02642-6479-440b-88a5-d674911fee7d HTTP/1.1" status: 200 len: 855 time: 0.0551424 Sep 30 08:17:25.121103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-327cb288-c4d8-4c71-ac8e-b735b2b00613 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd8654c1-9670-489b-8846-b78b64c8803b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264349 Sep 30 08:17:25.154792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Router f8607220-b1fa-495e-ac28-3d3c64782eef is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:17:25.238466 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4a0e012-56e5-457d-b9fc-991ae79b828a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:25.284939 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-76393ffc-8759-48f3-81d4-8e7eb6229346 service neutron] 10.222.0.36 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533339 Sep 30 08:17:25.317710 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:25.324104 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:25.324980 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2fc76c71-986f-4a0e-b4c2-29bcbf10ad15 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "PUT /v2.0/routers/f8607220-b1fa-495e-ac28-3d3c64782eef HTTP/1.1" status: 200 len: 919 time: 2.3832052 Sep 30 08:17:25.328163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41344) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:25.332389 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321db6a6-88f9-48ad-a37f-365bb71d658a None None] Sync routers for ids ['f8607220-b1fa-495e-ac28-3d3c64782eef'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:25.337817 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4a0e012-56e5-457d-b9fc-991ae79b828a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:25.339015 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6892b-a9ad-4ad1-8761-9a9fb6a3b914 req-b95737aa-06cb-4719-83bf-23c1f542a591 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:25.347216 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321db6a6-88f9-48ad-a37f-365bb71d658a None None] Routers {'f8607220-b1fa-495e-ac28-3d3c64782eef'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:25.347428 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8a6892b-a9ad-4ad1-8761-9a9fb6a3b914 req-b95737aa-06cb-4719-83bf-23c1f542a591 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 944 time: 0.1082900 Sep 30 08:17:25.348240 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-321db6a6-88f9-48ad-a37f-365bb71d658a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:17:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f8607220-b1fa-495e-ac28-3d3c64782eef'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:25.389418 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-321db6a6-88f9-48ad-a37f-365bb71d658a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:25.401395 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321db6a6-88f9-48ad-a37f-365bb71d658a None None] Routers {'f8607220-b1fa-495e-ac28-3d3c64782eef'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:25.402487 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-321db6a6-88f9-48ad-a37f-365bb71d658a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:17:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f8607220-b1fa-495e-ac28-3d3c64782eef'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:25.433702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fad6be-1633-4c62-9419-b452a909c5c6', 'tag': '00c4c4d6-1340-49a8-82e4-0a5770b22c81'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:25.436233 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041d3206-8105-4baa-966a-0507b51e52f1" -d '{"events": [{"name": "network-changed", "server_uuid": "97fad6be-1633-4c62-9419-b452a909c5c6", "tag": "00c4c4d6-1340-49a8-82e4-0a5770b22c81"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:25.448490 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8a6892b-a9ad-4ad1-8761-9a9fb6a3b914 req-067a7793-2916-457b-8fa5-663251fa9037 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001852 Sep 30 08:17:25.455131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b19fe5-22c4-4de7-b91f-865b05787171 req-24e8a34b-9016-4284-8adc-68dbe8ec80f7 service neutron] 10.222.0.36 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623056 Sep 30 08:17:25.468463 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-321db6a6-88f9-48ad-a37f-365bb71d658a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:25.468463 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321db6a6-88f9-48ad-a37f-365bb71d658a None None] The sync data for ids ['f8607220-b1fa-495e-ac28-3d3c64782eef'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:25.469959 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a0e012-56e5-457d-b9fc-991ae79b828a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Network 075aef84-38d4-4af6-a25c-76e7165889e8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:25.496233 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5a9b0d-a500-4777-965b-90b8979e825f x-openstack-request-id: req-ae5a9b0d-a500-4777-965b-90b8979e825f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:25.496735 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fad6be-1633-4c62-9419-b452a909c5c6", "tag": "00c4c4d6-1340-49a8-82e4-0a5770b22c81", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:25.497285 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae5a9b0d-a500-4777-965b-90b8979e825f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:25.497875 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fad6be-1633-4c62-9419-b452a909c5c6', 'tag': '00c4c4d6-1340-49a8-82e4-0a5770b22c81', 'status': 'completed', 'code': 200} Sep 30 08:17:25.500041 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b4a0e012-56e5-457d-b9fc-991ae79b828a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:25.540812 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a0e012-56e5-457d-b9fc-991ae79b828a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:25.543628 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0e012-56e5-457d-b9fc-991ae79b828a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Pushing event updated for resources: {'Port': ['ID=7b8529b1-1508-4d68-ae0b-42906fa92195,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:25.592759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d3206-8105-4baa-966a-0507b51e52f1 req-6d65f594-822f-4f0c-b306-f2c1b43b4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:25.594461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-041d3206-8105-4baa-966a-0507b51e52f1 req-6d65f594-822f-4f0c-b306-f2c1b43b4bd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65f77f917e6741beb8be5925cd94a983&device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 1095 time: 0.0700130 Sep 30 08:17:25.597956 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a6ee5703-b4ab-4544-b393-87ef7097f722 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/routers/f8607220-b1fa-495e-ac28-3d3c64782eef HTTP/1.1" status: 200 len: 925 time: 0.2676837 Sep 30 08:17:25.601041 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:25.642316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a0e012-56e5-457d-b9fc-991ae79b828a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:25.643116 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4a0e012-56e5-457d-b9fc-991ae79b828a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:25.669838 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eb0325-7f5f-4ac9-a3a1-62d708fd0aa2 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:25.675574 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-20eb0325-7f5f-4ac9-a3a1-62d708fd0aa2 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&device_id=f8607220-b1fa-495e-ac28-3d3c64782eef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0695114 Sep 30 08:17:25.675574 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b4a0e012-56e5-457d-b9fc-991ae79b828a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7148681 Sep 30 08:17:25.675996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41352) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:25.696157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41354) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:25.702659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:25.773494 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:25.803095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d3206-8105-4baa-966a-0507b51e52f1 req-8e936664-5190-43a5-aa11-b256c5ca8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:25.804530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-041d3206-8105-4baa-966a-0507b51e52f1 req-8e936664-5190-43a5-aa11-b256c5ca8f38 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd8654c1-9670-489b-8846-b78b64c8803b HTTP/1.1" status: 200 len: 916 time: 0.2019205 Sep 30 08:17:25.823131 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3696ffd-0d37-46cb-ad07-f8012181fa49 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:25.828132 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a3696ffd-0d37-46cb-ad07-f8012181fa49 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/networks/c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 881 time: 0.1476080 Sep 30 08:17:25.829473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41358) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:25.845064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-55e33dbe-f95c-4f9d-8a07-cc4a45a82f84 None None] Provisioning complete for port 7b8529b1-1508-4d68-ae0b-42906fa92195 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:25.845673 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-55e33dbe-f95c-4f9d-8a07-cc4a45a82f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:25.856064 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-041d3206-8105-4baa-966a-0507b51e52f1 req-e18b1c8f-d706-4d9a-9730-f09d3033d45a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00c4c4d6-1340-49a8-82e4-0a5770b22c81 HTTP/1.1" status: 200 len: 217 time: 0.0427368 Sep 30 08:17:25.864217 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-286dab0f-ef94-40ca-a48b-d4f77c35f319 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8607220-b1fa-495e-ac28-3d3c64782eef HTTP/1.1" status: 200 len: 205 time: 0.0326416 Sep 30 08:17:25.864951 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41364) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:25.886721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e841e4-645c-4a9b-82af-a8ff4e71d550 req-e29a5fdb-53b7-4e3b-8356-60198d85f354 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:25.895839 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-31e841e4-645c-4a9b-82af-a8ff4e71d550 req-e29a5fdb-53b7-4e3b-8356-60198d85f354 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1477506 Sep 30 08:17:25.940741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-55e33dbe-f95c-4f9d-8a07-cc4a45a82f84 None None] Port 7b8529b1-1508-4d68-ae0b-42906fa92195 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:17:25.999122 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08f36ed6-3abc-4f15-85b9-5c4891bae638 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.010803 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-31e841e4-645c-4a9b-82af-a8ff4e71d550 req-7d19df05-a98f-4b55-a96d-f9e6aea779d9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140642 Sep 30 08:17:26.012547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d3206-8105-4baa-966a-0507b51e52f1 req-e5bf9a6e-390c-4a13-bd1d-6574871f84a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:26.013928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-041d3206-8105-4baa-966a-0507b51e52f1 req-e5bf9a6e-390c-4a13-bd1d-6574871f84a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12d02642-6479-440b-88a5-d674911fee7d HTTP/1.1" status: 200 len: 855 time: 0.1469090 Sep 30 08:17:26.054577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-041d3206-8105-4baa-966a-0507b51e52f1 req-ab30a5fb-a2ac-4f64-bbc1-5bb683545e06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd8654c1-9670-489b-8846-b78b64c8803b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317714 Sep 30 08:17:26.109568 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.130601 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08f36ed6-3abc-4f15-85b9-5c4891bae638 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.198607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-08f36ed6-3abc-4f15-85b9-5c4891bae638 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Deleting port cbdb3668-c386-4d8c-9d88-2ad0435fd1bb {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:26.198948 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08f36ed6-3abc-4f15-85b9-5c4891bae638 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.214940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-041d3206-8105-4baa-966a-0507b51e52f1 req-ee292482-0ff0-41be-83a1-46f619e616c5 service neutron] 10.222.0.36 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506617 Sep 30 08:17:26.280974 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08f36ed6-3abc-4f15-85b9-5c4891bae638 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.293934 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-08f36ed6-3abc-4f15-85b9-5c4891bae638 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Calling delete_port for cbdb3668-c386-4d8c-9d88-2ad0435fd1bb owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:26.335820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Allocated IP 172.25.0.225 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/1c65529a-afe5-401b-a2f9-871bb688408f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:26.367373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device a67a9f55-f973-40cb-9ad1-d4d0c12a321c no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:17:26.369959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-041d3206-8105-4baa-966a-0507b51e52f1 req-da9528d3-b850-42f8-932b-2e2813b86e26 service neutron] 10.222.0.36 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464250 Sep 30 08:17:26.403143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: a67a9f55-f973-40cb-9ad1-d4d0c12a321c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:17:26.403874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device a67a9f55-f973-40cb-9ad1-d4d0c12a321c not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:17:26.475466 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.487099 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08f36ed6-3abc-4f15-85b9-5c4891bae638 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.520809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f36ed6-3abc-4f15-85b9-5c4891bae638 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Pushing event deleted for resources: {'Port': ['ID=cbdb3668-c386-4d8c-9d88-2ad0435fd1bb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:26.537143 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.589352 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08f36ed6-3abc-4f15-85b9-5c4891bae638 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.607256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:26.613648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:26.616275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:26.658299 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Pushing event updated for resources: {'Port': ['ID=1c65529a-afe5-401b-a2f9-871bb688408f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:26.682971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc712f-7b68-4b3b-9268-3ae8d3eb468c req-b583b09b-3d9b-422a-af1c-27724732e20a tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:26.684599 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-67cc712f-7b68-4b3b-9268-3ae8d3eb468c req-b583b09b-3d9b-422a-af1c-27724732e20a tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 944 time: 0.1531873 Sep 30 08:17:26.693121 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08f36ed6-3abc-4f15-85b9-5c4891bae638 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.696917 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08f36ed6-3abc-4f15-85b9-5c4891bae638 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.753900 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08f36ed6-3abc-4f15-85b9-5c4891bae638 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.755667 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f36ed6-3abc-4f15-85b9-5c4891bae638 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Fanout notify agent at l3_agent the message router_deleted on router f8607220-b1fa-495e-ac28-3d3c64782eef {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:17:26.770801 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08f36ed6-3abc-4f15-85b9-5c4891bae638 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.772393 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-08f36ed6-3abc-4f15-85b9-5c4891bae638 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "DELETE /v2.0/routers/f8607220-b1fa-495e-ac28-3d3c64782eef HTTP/1.1" status: 204 len: 168 time: 0.9061079 Sep 30 08:17:26.776665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41376) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:26.781775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1385892308', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:26.819181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-67cc712f-7b68-4b3b-9268-3ae8d3eb468c req-3264305e-6bc5-4a81-a317-c52341e1fe59 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274769 Sep 30 08:17:26.824278 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.865089 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.866437 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.884172 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:26.956329 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.193661 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.272474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f18d5a-bb1f-45ec-8752-5ccc02039af8 req-26efafdf-4b7d-4380-8205-4874a3c84fee tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:27.274275 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09f18d5a-bb1f-45ec-8752-5ccc02039af8 req-26efafdf-4b7d-4380-8205-4874a3c84fee tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1702039 Sep 30 08:17:27.311863 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.325640 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.669068 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09f18d5a-bb1f-45ec-8752-5ccc02039af8 req-4c9e925d-9903-4360-bc6e-7d56a0c172ba tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814635 Sep 30 08:17:27.689686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Pushing event updated for resources: {'Port': ['ID=1c65529a-afe5-401b-a2f9-871bb688408f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:27.706961 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.726935 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.728203 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8b82b287-7c1a-4078-95d8-887e4d78c4b4 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0310664 Sep 30 08:17:27.731596 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:27.738319 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bcb48574-80a0-4e7a-8bda-a8c72ebb317e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Request body: {'floatingip': {'port_id': '7b8529b1-1508-4d68-ae0b-42906fa92195', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:27.785323 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bcb48574-80a0-4e7a-8bda-a8c72ebb317e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.838039 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.858310 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:27.922089 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-bcb48574-80a0-4e7a-8bda-a8c72ebb317e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] update failed (client error): The resource could not be found. Sep 30 08:17:27.926767 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bcb48574-80a0-4e7a-8bda-a8c72ebb317e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] 10.222.0.24 "PUT /v2.0/floatingips/8473d2be-fc16-43c9-a386-80ceac995451 HTTP/1.1" status: 404 len: 507 time: 0.1938193 Sep 30 08:17:27.927445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41394) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:28.031340 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Allocated IP 172.25.0.176 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/1219e40f-75b0-4a6d-91a3-d895ee256a5a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:28.049572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 00c4c4d6-1340-49a8-82e4-0a5770b22c81 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:17:28.059339 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b38a1c-c347-425e-b58c-686ab7f57310 req-dbbedb25-ec13-4535-b324-55b3e224c478 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:28.060115 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ecf56-7da0-4ded-9de1-051fa40d3429 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Deleting port 1c65529a-afe5-401b-a2f9-871bb688408f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:28.060736 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a3ecf56-7da0-4ded-9de1-051fa40d3429 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:28.060961 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8b38a1c-c347-425e-b58c-686ab7f57310 req-dbbedb25-ec13-4535-b324-55b3e224c478 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 944 time: 0.1089258 Sep 30 08:17:28.140868 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a3ecf56-7da0-4ded-9de1-051fa40d3429 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:28.141673 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a3ecf56-7da0-4ded-9de1-051fa40d3429 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:28.155431 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ecf56-7da0-4ded-9de1-051fa40d3429 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Calling delete_port for 1c65529a-afe5-401b-a2f9-871bb688408f owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:28.161834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8b38a1c-c347-425e-b58c-686ab7f57310 req-abfd5a62-9982-4e61-8297-b2f6dca6f647 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822654 Sep 30 08:17:28.182299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 00c4c4d6-1340-49a8-82e4-0a5770b22c81, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=00c4c4d6-1340-49a8-82e4-0a5770b22c81,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:28.195939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '00c4c4d6-1340-49a8-82e4-0a5770b22c81', 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b', 'port_id': '00c4c4d6-1340-49a8-82e4-0a5770b22c81', 'mac_address': 'fa:16:3e:ac:50:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d02642-6479-440b-88a5-d674911fee7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:17:28.236126 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:28.251545 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c4c4d6-1340-49a8-82e4-0a5770b22c81 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:28.266199 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:28.276122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 00c4c4d6-1340-49a8-82e4-0a5770b22c81, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=00c4c4d6-1340-49a8-82e4-0a5770b22c81,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:28.281048 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:28.310286 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:28.338456 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=00c4c4d6-1340-49a8-82e4-0a5770b22c81,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:28.353965 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a3ecf56-7da0-4ded-9de1-051fa40d3429 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:28.367226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:28.373631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:28.375828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Pushing event updated for resources: {'Port': ['ID=1219e40f-75b0-4a6d-91a3-d895ee256a5a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:28.378136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:28.389583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ecf56-7da0-4ded-9de1-051fa40d3429 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Pushing event deleted for resources: {'Port': ['ID=1c65529a-afe5-401b-a2f9-871bb688408f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:28.462556 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a3ecf56-7da0-4ded-9de1-051fa40d3429 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:28.465448 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a3ecf56-7da0-4ded-9de1-051fa40d3429 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:28.470802 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6a3ecf56-7da0-4ded-9de1-051fa40d3429 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] 10.222.0.24 "DELETE /v2.0/floatingips/8473d2be-fc16-43c9-a386-80ceac995451 HTTP/1.1" status: 204 len: 168 time: 0.5382259 Sep 30 08:17:28.470802 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41402) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:28.479554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6831087c-dfef-48f0-882d-12c6a2fa4527 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Request body: {'floatingip': {'floating_network_id': '075aef84-38d4-4af6-a25c-76e7165889e8', 'port_id': '7b8529b1-1508-4d68-ae0b-42906fa92195', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:28.509310 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6831087c-dfef-48f0-882d-12c6a2fa4527 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:28.529454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['00c4c4d6-1340-49a8-82e4-0a5770b22c81'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:17:28.706818 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-6831087c-dfef-48f0-882d-12c6a2fa4527 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:17:28.712696 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41410) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:28.714993 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6831087c-dfef-48f0-882d-12c6a2fa4527 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2429028 Sep 30 08:17:28.723221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '7b8529b1-1508-4d68-ae0b-42906fa92195', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:28.844938 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:28.847331 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:28.908187 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c858a9-13ff-4230-96b5-4d2296232e85 req-be0a3bf3-74ba-4c43-8e82-013ca8f20cb3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:28.915126 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4c858a9-13ff-4230-96b5-4d2296232e85 req-be0a3bf3-74ba-4c43-8e82-013ca8f20cb3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1396229 Sep 30 08:17:29.016717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4c858a9-13ff-4230-96b5-4d2296232e85 req-2a7129a2-ff20-43d5-84e6-6a7c71fd6d12 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969613 Sep 30 08:17:29.166276 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:29.193631 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:29.425712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1c45a-8847-4c06-a241-93e32a75d3c0 req-349dd390-0348-4e5f-b8a2-72ae08a02639 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:29.427207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00e1c45a-8847-4c06-a241-93e32a75d3c0 req-349dd390-0348-4e5f-b8a2-72ae08a02639 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 945 time: 0.1541791 Sep 30 08:17:29.473203 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Allocated IP 172.25.0.77 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/55dfa6d0-f4ae-4af1-b1e7-094e8129e981) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:29.515665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00e1c45a-8847-4c06-a241-93e32a75d3c0 req-5eeb1a6f-d1a1-4e46-88b5-82818e0d1cae tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817389 Sep 30 08:17:29.543857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Router db3e64f2-bc49-4bf6-a588-4640092152f2 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:17:29.654302 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:29.673465 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:29.729212 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:29.743528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dccebd8-d7ea-48c0-bdba-ae173f8d47e9 None None] Sync routers for ids ['db3e64f2-bc49-4bf6-a588-4640092152f2'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:29.756328 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dccebd8-d7ea-48c0-bdba-ae173f8d47e9 None None] Routers {'db3e64f2-bc49-4bf6-a588-4640092152f2'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:29.757479 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8dccebd8-d7ea-48c0-bdba-ae173f8d47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:17:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['db3e64f2-bc49-4bf6-a588-4640092152f2'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:29.765654 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:29.767549 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fa98b565-edbe-414b-83e5-0f47a52f3b91 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.9897687 Sep 30 08:17:29.771416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41424) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:29.776564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-dff232b1-3587-44f2-bd61-9c911e0dd0dd tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:29.781216 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:29.795137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8dccebd8-d7ea-48c0-bdba-ae173f8d47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:29.806223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dccebd8-d7ea-48c0-bdba-ae173f8d47e9 None None] Routers {'db3e64f2-bc49-4bf6-a588-4640092152f2'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:29.806921 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8dccebd8-d7ea-48c0-bdba-ae173f8d47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:17:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['db3e64f2-bc49-4bf6-a588-4640092152f2'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:29.846618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8dccebd8-d7ea-48c0-bdba-ae173f8d47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:29.847270 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dccebd8-d7ea-48c0-bdba-ae173f8d47e9 None None] The sync data for ids ['db3e64f2-bc49-4bf6-a588-4640092152f2'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:29.892789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:29.898402 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:29.909855 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:29.946257 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Pushing event updated for resources: {'Port': ['ID=55dfa6d0-f4ae-4af1-b1e7-094e8129e981,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:30.052062 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 00c4c4d6-1340-49a8-82e4-0a5770b22c81 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:30.124847 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 00c4c4d6-1340-49a8-82e4-0a5770b22c81 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:17:30.133164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 00c4c4d6-1340-49a8-82e4-0a5770b22c81 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:30.133675 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:30.227291 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:30.252626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fad6be-1633-4c62-9419-b452a909c5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c4c4d6-1340-49a8-82e4-0a5770b22c81'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:30.255202 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c811bf39-8b5e-4deb-8a39-b28658142699" -d '{"events": [{"server_uuid": "97fad6be-1633-4c62-9419-b452a909c5c6", "name": "network-vif-plugged", "status": "completed", "tag": "00c4c4d6-1340-49a8-82e4-0a5770b22c81"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:30.274340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 00c4c4d6-1340-49a8-82e4-0a5770b22c81, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=00c4c4d6-1340-49a8-82e4-0a5770b22c81,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:30.279463 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:30.337461 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=00c4c4d6-1340-49a8-82e4-0a5770b22c81,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:30.374491 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9cf32b-f60e-4047-ba2b-9012f50a8b7c x-openstack-request-id: req-4f9cf32b-f60e-4047-ba2b-9012f50a8b7c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:30.374791 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fad6be-1633-4c62-9419-b452a909c5c6", "name": "network-vif-plugged", "status": "completed", "tag": "00c4c4d6-1340-49a8-82e4-0a5770b22c81", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:30.375048 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f9cf32b-f60e-4047-ba2b-9012f50a8b7c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:30.376195 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fad6be-1633-4c62-9419-b452a909c5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c4c4d6-1340-49a8-82e4-0a5770b22c81', 'code': 200} Sep 30 08:17:30.606942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b4611-4920-419b-b7b6-c698344f9df4 req-8f76819a-46cb-4d71-b4d8-84fe76d24662 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:30.608429 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b36b4611-4920-419b-b7b6-c698344f9df4 req-8f76819a-46cb-4d71-b4d8-84fe76d24662 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.2429504 Sep 30 08:17:30.652252 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9edc41-1e43-4a85-a966-5944217a3544 req-43e8db9a-c785-4924-b9b7-adf65693cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:30.653703 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d9edc41-1e43-4a85-a966-5944217a3544 req-43e8db9a-c785-4924-b9b7-adf65693cb3f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 1097 time: 0.1856158 Sep 30 08:17:30.768914 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dff232b1-3587-44f2-bd61-9c911e0dd0dd tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:30.778697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd970f34-25a1-4661-89f6-66496ee3e4c4 req-a4f8f406-d8ab-4a15-b795-5dcc43119526 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:30.780210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd970f34-25a1-4661-89f6-66496ee3e4c4 req-a4f8f406-d8ab-4a15-b795-5dcc43119526 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 946 time: 0.1811633 Sep 30 08:17:30.783633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b36b4611-4920-419b-b7b6-c698344f9df4 req-e495724e-9dc7-4677-b1ed-528dfe89d8a0 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609869 Sep 30 08:17:30.791935 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d9edc41-1e43-4a85-a966-5944217a3544 req-c60df532-2f67-4a1d-b261-a9a1f0953e4b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216381 Sep 30 08:17:30.814439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Deleting port 55dfa6d0-f4ae-4af1-b1e7-094e8129e981 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:30.814785 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:30.827535 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dff232b1-3587-44f2-bd61-9c911e0dd0dd tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:30.893889 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd970f34-25a1-4661-89f6-66496ee3e4c4 req-c775851b-6999-441d-8a2e-9ac6615a360f tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041057 Sep 30 08:17:30.941494 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:30.941801 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:30.958042 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Calling delete_port for 55dfa6d0-f4ae-4af1-b1e7-094e8129e981 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:30.977118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-dff232b1-3587-44f2-bd61-9c911e0dd0dd tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Deleting port 1219e40f-75b0-4a6d-91a3-d895ee256a5a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:30.977466 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dff232b1-3587-44f2-bd61-9c911e0dd0dd tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:31.105776 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dff232b1-3587-44f2-bd61-9c911e0dd0dd tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:31.139038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-dff232b1-3587-44f2-bd61-9c911e0dd0dd tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Calling delete_port for 1219e40f-75b0-4a6d-91a3-d895ee256a5a owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:31.203371 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:31.246503 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Pushing event deleted for resources: {'Port': ['ID=55dfa6d0-f4ae-4af1-b1e7-094e8129e981,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:31.390121 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] create failed (client error): The resource could not be found. Sep 30 08:17:31.395783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41456) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:31.396321 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-587ecf6d-8c0a-40e5-9f85-951420cd783a tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.6796575 Sep 30 08:17:31.456468 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dff232b1-3587-44f2-bd61-9c911e0dd0dd tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:31.504370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff232b1-3587-44f2-bd61-9c911e0dd0dd tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Pushing event deleted for resources: {'Port': ['ID=1219e40f-75b0-4a6d-91a3-d895ee256a5a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:31.548766 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3e01df51-4172-4ba5-891f-c71b564cd626 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Deleting port 7b8529b1-1508-4d68-ae0b-42906fa92195 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:31.548918 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e01df51-4172-4ba5-891f-c71b564cd626 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:31.569758 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dff232b1-3587-44f2-bd61-9c911e0dd0dd tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:31.683698 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e01df51-4172-4ba5-891f-c71b564cd626 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:31.703944 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3e01df51-4172-4ba5-891f-c71b564cd626 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Calling delete_port for 7b8529b1-1508-4d68-ae0b-42906fa92195 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:31.874129 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e01df51-4172-4ba5-891f-c71b564cd626 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:31.886328 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dff232b1-3587-44f2-bd61-9c911e0dd0dd tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:31.895496 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dff232b1-3587-44f2-bd61-9c911e0dd0dd tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:31.917499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01df51-4172-4ba5-891f-c71b564cd626 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Pushing event deleted for resources: {'Port': ['ID=7b8529b1-1508-4d68-ae0b-42906fa92195,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:32.035814 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e01df51-4172-4ba5-891f-c71b564cd626 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:32.048750 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device c2142e67-e3d1-419b-84f2-7d6c53fb5dca details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:17:32.051794 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3e01df51-4172-4ba5-891f-c71b564cd626 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] 10.222.0.24 "DELETE /v2.0/ports/7b8529b1-1508-4d68-ae0b-42906fa92195 HTTP/1.1" status: 204 len: 168 time: 0.6523557 Sep 30 08:17:32.055193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41478) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:32.209909 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e5c13-d61c-477f-b1f3-f4b8ac720862 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:32.217090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41482) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:32.220777 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ff8e5c13-d61c-477f-b1f3-f4b8ac720862 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fa8e488-185b-44b6-b303-074c6ca9e13e HTTP/1.1" status: 200 len: 913 time: 0.1644759 Sep 30 08:17:32.221264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff232b1-3587-44f2-bd61-9c911e0dd0dd tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Router db3e64f2-bc49-4bf6-a588-4640092152f2 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:17:32.228534 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port c2142e67-e3d1-419b-84f2-7d6c53fb5dca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:32.252040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'port_id': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca', 'mac_address': 'fa:16:3e:ba:23:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:17:32.325647 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:32.347330 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2142e67-e3d1-419b-84f2-7d6c53fb5dca {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:32.373064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port c2142e67-e3d1-419b-84f2-7d6c53fb5dca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:32.380020 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:32.423773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fbf8b-d29c-49b5-b888-2265b28eabab req-6bb1abcc-9187-43fb-ab42-736965cb63c2 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:32.434161 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-296fbf8b-d29c-49b5-b888-2265b28eabab req-6bb1abcc-9187-43fb-ab42-736965cb63c2 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.4577410 Sep 30 08:17:32.451293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:32.456759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f11c99-8e68-44d8-a2e1-6c3f0be41802 req-ad31bf4d-0237-4ee2-b409-b66c62ae1ddf tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:32.460732 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43f11c99-8e68-44d8-a2e1-6c3f0be41802 req-ad31bf4d-0237-4ee2-b409-b66c62ae1ddf tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 946 time: 0.4377890 Sep 30 08:17:32.466637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['c2142e67-e3d1-419b-84f2-7d6c53fb5dca'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:17:32.837418 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff232b1-3587-44f2-bd61-9c911e0dd0dd tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:32.851705 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914c34c-5f0c-42c2-8fcb-d21c25f8c849 None None] Sync routers for ids ['db3e64f2-bc49-4bf6-a588-4640092152f2'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:32.862111 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dff232b1-3587-44f2-bd61-9c911e0dd0dd tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:32.863503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dff232b1-3587-44f2-bd61-9c911e0dd0dd tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "PUT /v2.0/routers/db3e64f2-bc49-4bf6-a588-4640092152f2 HTTP/1.1" status: 200 len: 710 time: 3.0909297 Sep 30 08:17:32.866230 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41494) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:32.867097 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914c34c-5f0c-42c2-8fcb-d21c25f8c849 None None] Routers {'db3e64f2-bc49-4bf6-a588-4640092152f2'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:32.870545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43f11c99-8e68-44d8-a2e1-6c3f0be41802 req-bee34dd2-8167-4b2e-8c70-b9112015ecab tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700319 Sep 30 08:17:32.871159 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a914c34c-5f0c-42c2-8fcb-d21c25f8c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:17:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['db3e64f2-bc49-4bf6-a588-4640092152f2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:32.904820 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-296fbf8b-d29c-49b5-b888-2265b28eabab req-cd5707e9-8969-443e-8db0-21f4b5caa129 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4396868 Sep 30 08:17:32.930024 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a914c34c-5f0c-42c2-8fcb-d21c25f8c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:32.943271 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914c34c-5f0c-42c2-8fcb-d21c25f8c849 None None] Routers {'db3e64f2-bc49-4bf6-a588-4640092152f2'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:32.944430 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a914c34c-5f0c-42c2-8fcb-d21c25f8c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:17:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['db3e64f2-bc49-4bf6-a588-4640092152f2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:33.004764 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a914c34c-5f0c-42c2-8fcb-d21c25f8c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:33.007265 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914c34c-5f0c-42c2-8fcb-d21c25f8c849 None None] The sync data for ids ['db3e64f2-bc49-4bf6-a588-4640092152f2'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:33.056601 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5bbfee53-4ce4-4864-96c3-c66993152561 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/routers/db3e64f2-bc49-4bf6-a588-4640092152f2 HTTP/1.1" status: 200 len: 745 time: 0.1886256 Sep 30 08:17:33.057528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41496) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:33.090638 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2b821f6a-724e-40f2-912d-6fc10d4cce41 tempest-RoutersIpV6AdminTest-434785834 tempest-RoutersIpV6AdminTest-434785834-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&device_id=db3e64f2-bc49-4bf6-a588-4640092152f2 HTTP/1.1" status: 200 len: 205 time: 0.0316203 Sep 30 08:17:33.091504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41498) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:33.128071 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c86f142f-8691-4079-8a22-b62ced75d04d tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "GET /v2.0/ports?device_id=db3e64f2-bc49-4bf6-a588-4640092152f2 HTTP/1.1" status: 200 len: 205 time: 0.0328274 Sep 30 08:17:33.128389 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41500) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:33.265243 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b683876-2b92-4f0f-9cd0-efb9bca89b07 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:33.267943 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c4aaf7cc-d613-4b7a-b3bb-f8c5f7440613 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:33.879223 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b683876-2b92-4f0f-9cd0-efb9bca89b07 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:33.883317 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b683876-2b92-4f0f-9cd0-efb9bca89b07 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:33.944602 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b683876-2b92-4f0f-9cd0-efb9bca89b07 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:33.945221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b683876-2b92-4f0f-9cd0-efb9bca89b07 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Fanout notify agent at l3_agent the message router_deleted on router db3e64f2-bc49-4bf6-a588-4640092152f2 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:17:33.965888 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b683876-2b92-4f0f-9cd0-efb9bca89b07 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:33.970318 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8b683876-2b92-4f0f-9cd0-efb9bca89b07 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "DELETE /v2.0/routers/db3e64f2-bc49-4bf6-a588-4640092152f2 HTTP/1.1" status: 204 len: 168 time: 0.8407638 Sep 30 08:17:33.972968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:34.056202 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4cc0b74d-71a3-47b4-949f-acadac778bff tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "GET /v2.0/ports?device_id=db3e64f2-bc49-4bf6-a588-4640092152f2 HTTP/1.1" status: 200 len: 205 time: 0.0794036 Sep 30 08:17:34.058203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41516) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:34.076964 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device c2142e67-e3d1-419b-84f2-7d6c53fb5dca up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:34.112757 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-03b231f8-9408-498f-b118-4adaaa89e110 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] delete failed (client error): The resource could not be found. Sep 30 08:17:34.113844 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-03b231f8-9408-498f-b118-4adaaa89e110 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "DELETE /v2.0/routers/db3e64f2-bc49-4bf6-a588-4640092152f2 HTTP/1.1" status: 404 len: 336 time: 0.0546596 Sep 30 08:17:34.116626 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41522) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:34.139773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c4aaf7cc-d613-4b7a-b3bb-f8c5f7440613 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Deleting port 7b9a5299-9e0a-4701-86b6-b72f2d05734b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:34.140782 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c4aaf7cc-d613-4b7a-b3bb-f8c5f7440613 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:34.169651 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-db1433d5-ff30-400d-8882-7ef2a4272605 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8607220-b1fa-495e-ac28-3d3c64782eef HTTP/1.1" status: 200 len: 205 time: 0.0518169 Sep 30 08:17:34.176169 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41526) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:34.209061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port c2142e67-e3d1-419b-84f2-7d6c53fb5dca triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:34.209443 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:34.226946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d189e-9bed-4e99-8950-8b28ca35dca8 req-4c1a6169-9c2f-493e-ad27-efe9b4ff4512 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:34.229102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cb8d189e-9bed-4e99-8950-8b28ca35dca8 req-4c1a6169-9c2f-493e-ad27-efe9b4ff4512 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 946 time: 0.1610894 Sep 30 08:17:34.242589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53ed8d-9282-408c-8a1b-b98825831b25 req-75a5ea4a-210e-4a6d-88ad-a84337292deb tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:34.244533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee53ed8d-9282-408c-8a1b-b98825831b25 req-75a5ea4a-210e-4a6d-88ad-a84337292deb tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 945 time: 0.2116961 Sep 30 08:17:34.327040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cb8d189e-9bed-4e99-8950-8b28ca35dca8 req-9af493b5-9a95-40f9-a6a8-895581820aa0 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809848 Sep 30 08:17:34.330854 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-e816a530-48f5-4631-addb-c9b50612f1d2 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] delete failed (client error): The resource could not be found. Sep 30 08:17:34.331931 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e816a530-48f5-4631-addb-c9b50612f1d2 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "DELETE /v2.0/routers/f8607220-b1fa-495e-ac28-3d3c64782eef HTTP/1.1" status: 404 len: 336 time: 0.1170192 Sep 30 08:17:34.334991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41528) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:34.387048 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c4aaf7cc-d613-4b7a-b3bb-f8c5f7440613 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:34.392698 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee53ed8d-9282-408c-8a1b-b98825831b25 req-8598fb24-28cf-4f90-aca7-ea70d01b913b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027801 Sep 30 08:17:34.408334 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c4aaf7cc-d613-4b7a-b3bb-f8c5f7440613 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Calling delete_port for 7b9a5299-9e0a-4701-86b6-b72f2d05734b owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:34.474511 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:34.486254 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a518c116-0570-42fb-b239-597da7e2faab tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc9be0f4-d76a-4b59-ae26-c1a675afb63c HTTP/1.1" status: 200 len: 205 time: 0.1501455 Sep 30 08:17:34.489114 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41532) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:34.522189 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:34.525436 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69197163-5ce1-4e7a-989c-4e8de530dfa2" -d '{"events": [{"server_uuid": "9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4", "name": "network-vif-plugged", "status": "completed", "tag": "c2142e67-e3d1-419b-84f2-7d6c53fb5dca"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:34.540713 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-47c64a86-11e3-44a2-9fe5-7324829dc7fa tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] delete failed (client error): The resource could not be found. Sep 30 08:17:34.541981 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-47c64a86-11e3-44a2-9fe5-7324829dc7fa tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "DELETE /v2.0/routers/dc9be0f4-d76a-4b59-ae26-c1a675afb63c HTTP/1.1" status: 404 len: 336 time: 0.0516398 Sep 30 08:17:34.544840 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:34.571093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port c2142e67-e3d1-419b-84f2-7d6c53fb5dca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:34.580395 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:34.581186 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-449ea685-aed0-42fb-b101-d16421c371c3 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "GET /v2.0/ports?device_id=72bdd247-5118-40ea-b50e-b89d7d5d89b1 HTTP/1.1" status: 200 len: 205 time: 0.0351312 Sep 30 08:17:34.583615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:34.682074 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-5b8e0f71-25b8-4bb0-9be1-bc8d974e1274 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] delete failed (client error): The resource could not be found. Sep 30 08:17:34.683737 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5b8e0f71-25b8-4bb0-9be1-bc8d974e1274 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "DELETE /v2.0/routers/72bdd247-5118-40ea-b50e-b89d7d5d89b1 HTTP/1.1" status: 404 len: 336 time: 0.0986457 Sep 30 08:17:34.685920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41542) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:34.713196 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715f0eff-aa0c-466f-bbde-e7012704a9b1 x-openstack-request-id: req-715f0eff-aa0c-466f-bbde-e7012704a9b1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:34.713569 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4", "name": "network-vif-plugged", "status": "completed", "tag": "c2142e67-e3d1-419b-84f2-7d6c53fb5dca", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:34.713891 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-715f0eff-aa0c-466f-bbde-e7012704a9b1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:34.714361 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca', 'code': 200} Sep 30 08:17:34.737668 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-eee8d668-181f-4a78-a35b-5bcfb433522c tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3a497c-4e87-4015-8b73-bf820fc75205 HTTP/1.1" status: 200 len: 205 time: 0.0496619 Sep 30 08:17:34.739488 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41546) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:34.745020 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:34.791230 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-a0770e11-0fd9-46c5-8eb4-dde4e7e78c8f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] delete failed (client error): The resource could not be found. Sep 30 08:17:34.792440 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a0770e11-0fd9-46c5-8eb4-dde4e7e78c8f tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "DELETE /v2.0/routers/af3a497c-4e87-4015-8b73-bf820fc75205 HTTP/1.1" status: 404 len: 336 time: 0.0519435 Sep 30 08:17:34.795014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41550) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:34.815833 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c4aaf7cc-d613-4b7a-b3bb-f8c5f7440613 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:34.830977 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-da472b74-8d4c-4fae-9bea-7883a098b4cc tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "GET /v2.0/ports?device_id=542b4a37-6fa9-4c4d-8849-9a6f25633742 HTTP/1.1" status: 200 len: 205 time: 0.0345986 Sep 30 08:17:34.835065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:34.883221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aaf7cc-d613-4b7a-b3bb-f8c5f7440613 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Pushing event deleted for resources: {'Port': ['ID=7b9a5299-9e0a-4701-86b6-b72f2d05734b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:34.934966 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-da76e9cc-9f33-45ff-818c-aaa65c628bca tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] delete failed (client error): The resource could not be found. Sep 30 08:17:34.937724 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-da76e9cc-9f33-45ff-818c-aaa65c628bca tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "DELETE /v2.0/routers/542b4a37-6fa9-4c4d-8849-9a6f25633742 HTTP/1.1" status: 404 len: 336 time: 0.1015325 Sep 30 08:17:34.941154 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41556) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:35.029134 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adf20ba-a242-4dae-8937-786acc744ff5 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] DELETE failed (client error): The resource could not be found. Sep 30 08:17:35.029852 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adf20ba-a242-4dae-8937-786acc744ff5 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:17:35.038281 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3adf20ba-a242-4dae-8937-786acc744ff5 tempest-RoutersIpV6AdminTest-1532683958 tempest-RoutersIpV6AdminTest-1532683958-project] 10.222.0.24 "DELETE /v2.0/subnets/4bfa1338-c143-4297-ac43-2b08efb5e90d HTTP/1.1" status: 404 len: 337 time: 0.0952621 Sep 30 08:17:35.283610 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c4aaf7cc-d613-4b7a-b3bb-f8c5f7440613 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:35.473461 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:35.495282 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4aaf7cc-d613-4b7a-b3bb-f8c5f7440613 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Router 5fa8e488-185b-44b6-b303-074c6ca9e13e has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:17:35.592078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aaf7cc-d613-4b7a-b3bb-f8c5f7440613 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:17:35.608915 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3781fa-f3ff-4c17-9377-75bef7e8a280 None None] Sync routers for ids ['5fa8e488-185b-44b6-b303-074c6ca9e13e'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:17:35.624715 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3781fa-f3ff-4c17-9377-75bef7e8a280 None None] Routers {'5fa8e488-185b-44b6-b303-074c6ca9e13e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:35.626695 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c4aaf7cc-d613-4b7a-b3bb-f8c5f7440613 tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] 10.222.0.24 "PUT /v2.0/routers/5fa8e488-185b-44b6-b303-074c6ca9e13e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4040930 Sep 30 08:17:35.627429 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5e3781fa-f3ff-4c17-9377-75bef7e8a280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:17:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5fa8e488-185b-44b6-b303-074c6ca9e13e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:35.629389 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:35.714944 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5e3781fa-f3ff-4c17-9377-75bef7e8a280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:35.749850 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3781fa-f3ff-4c17-9377-75bef7e8a280 None None] Routers {'5fa8e488-185b-44b6-b303-074c6ca9e13e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:17:35.750814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5e3781fa-f3ff-4c17-9377-75bef7e8a280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:17:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5fa8e488-185b-44b6-b303-074c6ca9e13e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:35.761726 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73032f1b-4786-4394-8251-353ce9311be7 req-6942d1db-ded7-4cd3-976a-613231f9fe3c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:35.763650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-73032f1b-4786-4394-8251-353ce9311be7 req-6942d1db-ded7-4cd3-976a-613231f9fe3c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1327007 Sep 30 08:17:35.776522 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db24d96b-2d8a-471e-a86e-9cd01c508884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:35.833152 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d27c0c26-632b-4da7-a26b-700ebb3385ac tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:35.866449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-73032f1b-4786-4394-8251-353ce9311be7 req-230803e4-1e34-4100-a227-a41a792ae6e7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955215 Sep 30 08:17:35.871333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5e3781fa-f3ff-4c17-9377-75bef7e8a280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:35.872332 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3781fa-f3ff-4c17-9377-75bef7e8a280 None None] The sync data for ids ['5fa8e488-185b-44b6-b303-074c6ca9e13e'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:17:36.098740 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d27c0c26-632b-4da7-a26b-700ebb3385ac tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.101528 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d27c0c26-632b-4da7-a26b-700ebb3385ac tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.245416 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db24d96b-2d8a-471e-a86e-9cd01c508884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.247757 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d27c0c26-632b-4da7-a26b-700ebb3385ac tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.248377 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27c0c26-632b-4da7-a26b-700ebb3385ac tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Fanout notify agent at l3_agent the message router_deleted on router 5fa8e488-185b-44b6-b303-074c6ca9e13e {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:17:36.265723 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d27c0c26-632b-4da7-a26b-700ebb3385ac tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.267505 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d27c0c26-632b-4da7-a26b-700ebb3385ac tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] 10.222.0.24 "DELETE /v2.0/routers/5fa8e488-185b-44b6-b303-074c6ca9e13e HTTP/1.1" status: 204 len: 168 time: 0.6368303 Sep 30 08:17:36.269203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db24d96b-2d8a-471e-a86e-9cd01c508884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.270021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41582) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:36.326438 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-db24d96b-2d8a-471e-a86e-9cd01c508884 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbb0b6b23d2e4cad8f290446b0157a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8534062 Sep 30 08:17:36.327828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24d96b-2d8a-471e-a86e-9cd01c508884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ed12bd-08e1-44c1-ba8a-712160b399d2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:36.331458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41584) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:36.397573 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62a9f8a0-6836-4555-9d0e-968da8019d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.411314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1ccb0e-663c-40b8-9bb9-69377ea25ebc tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Deleting subnet b700e73a-4a08-455c-ac80-a446654f614f {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:17:36.419283 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b1ccb0e-663c-40b8-9bb9-69377ea25ebc tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.474759 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62a9f8a0-6836-4555-9d0e-968da8019d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.510791 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b1ccb0e-663c-40b8-9bb9-69377ea25ebc tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.563383 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62a9f8a0-6836-4555-9d0e-968da8019d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.566675 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62a9f8a0-6836-4555-9d0e-968da8019d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.570374 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-62a9f8a0-6836-4555-9d0e-968da8019d53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51ed12bd-08e1-44c1-ba8a-712160b399d2 HTTP/1.1" status: 204 len: 168 time: 0.2353628 Sep 30 08:17:36.580791 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9f8a0-6836-4555-9d0e-968da8019d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ed12bd-08e1-44c1-ba8a-712160b399d2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:36.752972 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b1ccb0e-663c-40b8-9bb9-69377ea25ebc tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.948383 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b1ccb0e-663c-40b8-9bb9-69377ea25ebc tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.984802 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ccb0e-663c-40b8-9bb9-69377ea25ebc tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Pushing event deleted for resources: {'Subnet': ['ID=b700e73a-4a08-455c-ac80-a446654f614f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:36.991745 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b1ccb0e-663c-40b8-9bb9-69377ea25ebc tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:36.996656 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9b1ccb0e-663c-40b8-9bb9-69377ea25ebc tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] 10.222.0.24 "DELETE /v2.0/subnets/b700e73a-4a08-455c-ac80-a446654f614f HTTP/1.1" status: 204 len: 168 time: 0.7227075 Sep 30 08:17:36.996770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41600) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:37.002461 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad005ba0-931d-47ea-8a2e-2430361ac254 None None] Network 075aef84-38d4-4af6-a25c-76e7165889e8 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:37.150837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7545a2d-f675-4a1f-bc54-646bbc4e52b2 req-aa44fdb7-d9b1-4997-9889-5601740e3517 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:37.160729 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7545a2d-f675-4a1f-bc54-646bbc4e52b2 req-aa44fdb7-d9b1-4997-9889-5601740e3517 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1727886 Sep 30 08:17:37.243055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7545a2d-f675-4a1f-bc54-646bbc4e52b2 req-1843fd21-0813-4e89-9e8f-f590740cc239 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808718 Sep 30 08:17:37.250627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41602) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:37.261487 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.351792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-214bebd6-4bee-4473-ae67-7dab61bd8a2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f78c94fb66f24d5695ceb253ca63af81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976517 Sep 30 08:17:37.352322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41604) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:37.365405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94871523-5a37-4921-af57-8c639172874e None None] DHCP port deletion for 075aef84-38d4-4af6-a25c-76e7165889e8 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:17:37.385950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Deleting port 497fa410-9895-43ab-bd20-e5e87584d7b0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:37.386284 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.464919 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] For port 497fa410-9895-43ab-bd20-e5e87584d7b0, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=497fa410-9895-43ab-bd20-e5e87584d7b0,segment=NetworkSegment(082fd282-d549-45c2-b433-af8514091f90),segment_id=082fd282-d549-45c2-b433-af8514091f90)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:37.465284 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.485725 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef88bd6e-0d89-40fc-befe-c288ca61e439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.486868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Calling delete_port for 497fa410-9895-43ab-bd20-e5e87584d7b0 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:37.493578 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-94871523-5a37-4921-af57-8c639172874e None None] Deleting port 497fa410-9895-43ab-bd20-e5e87584d7b0 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:37.493968 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94871523-5a37-4921-af57-8c639172874e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.551958 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef88bd6e-0d89-40fc-befe-c288ca61e439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.576064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-94871523-5a37-4921-af57-8c639172874e None None] For port 497fa410-9895-43ab-bd20-e5e87584d7b0, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=497fa410-9895-43ab-bd20-e5e87584d7b0,segment=NetworkSegment(082fd282-d549-45c2-b433-af8514091f90),segment_id=082fd282-d549-45c2-b433-af8514091f90)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:37.576683 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94871523-5a37-4921-af57-8c639172874e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.591339 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-94871523-5a37-4921-af57-8c639172874e None None] Calling delete_port for 497fa410-9895-43ab-bd20-e5e87584d7b0 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:37.607690 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.671203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] No DVR routers for this DVR port 497fa410-9895-43ab-bd20-e5e87584d7b0 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:17:37.710295 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94871523-5a37-4921-af57-8c639172874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.714960 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef88bd6e-0d89-40fc-befe-c288ca61e439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.717838 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef88bd6e-0d89-40fc-befe-c288ca61e439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.735410 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ef88bd6e-0d89-40fc-befe-c288ca61e439 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd27b8c6-6a0e-4d2e-a137-c75b139c6249 HTTP/1.1" status: 204 len: 168 time: 0.3821437 Sep 30 08:17:37.753179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94871523-5a37-4921-af57-8c639172874e None None] No DVR routers for this DVR port 497fa410-9895-43ab-bd20-e5e87584d7b0 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:17:37.761758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88bd6e-0d89-40fc-befe-c288ca61e439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd27b8c6-6a0e-4d2e-a137-c75b139c6249,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:37.771899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94871523-5a37-4921-af57-8c639172874e None None] Pushing event deleted for resources: {'Port': ['ID=497fa410-9895-43ab-bd20-e5e87584d7b0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:37.780313 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Pushing event deleted for resources: {'Port': ['ID=497fa410-9895-43ab-bd20-e5e87584d7b0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:37.917857 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:37.958317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075aef84-38d4-4af6-a25c-76e7165889e8']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:37.971028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082fd282-d549-45c2-b433-af8514091f90') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:37.971333 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082fd282-d549-45c2-b433-af8514091f90') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:38.016832 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:38.050959 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:38.074338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:17:38.074740 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: items = [ Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:17:38.085205 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:17:38.220111 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:38.231366 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:38.233380 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] 10.222.0.24 "DELETE /v2.0/networks/075aef84-38d4-4af6-a25c-76e7165889e8 HTTP/1.1" status: 204 len: 168 time: 1.2357235 Sep 30 08:17:38.264059 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa3d3f-e663-4378-9308-e3416318cd4e tempest-FloatingIPNegativeTestJSON-1613815299 tempest-FloatingIPNegativeTestJSON-1613815299-project] Pushing event deleted for resources: {'Network': ['ID=075aef84-38d4-4af6-a25c-76e7165889e8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:38.529560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ba302-927a-4271-b6eb-d51102060388 req-8facf5c9-4482-4e00-b6c9-fdd46cccda18 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:38.551588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9a9ba302-927a-4271-b6eb-d51102060388 req-8facf5c9-4482-4e00-b6c9-fdd46cccda18 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1478405 Sep 30 08:17:38.724582 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9a9ba302-927a-4271-b6eb-d51102060388 req-b22ae4b5-2b64-452d-bc28-be127cea2c9a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593318 Sep 30 08:17:38.853316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41642) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:39.082593 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ddabf9af-483b-48ff-9e3c-cbb7f326d47c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7cb2ecdda4804a9cabfa7a6af1ac8ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2216320 Sep 30 08:17:39.082718 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41656) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:39.276407 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-80bbad2b-0cc7-4c47-8776-25d28292bd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:39.309938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 497fa410-9895-43ab-bd20-e5e87584d7b0 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:17:39.337325 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 497fa410-9895-43ab-bd20-e5e87584d7b0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:17:39.338049 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-80bbad2b-0cc7-4c47-8776-25d28292bd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:39.338551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 497fa410-9895-43ab-bd20-e5e87584d7b0 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:17:39.444773 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-80bbad2b-0cc7-4c47-8776-25d28292bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:39.445989 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41666) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:39.447832 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-80bbad2b-0cc7-4c47-8776-25d28292bd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:39.449270 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-80bbad2b-0cc7-4c47-8776-25d28292bd40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32dc4f88-28c2-4ac5-9729-c86e6f9ada29 HTTP/1.1" status: 204 len: 168 time: 0.3689678 Sep 30 08:17:39.463024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbad2b-0cc7-4c47-8776-25d28292bd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dc4f88-28c2-4ac5-9729-c86e6f9ada29,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:39.592452 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-64e57ad4-3373-4311-aaed-27141d1073ed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2108184826'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:39.679306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e57ad4-3373-4311-aaed-27141d1073ed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:39.683727 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64e57ad4-3373-4311-aaed-27141d1073ed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:39.698881 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64e57ad4-3373-4311-aaed-27141d1073ed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:39.870261 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64e57ad4-3373-4311-aaed-27141d1073ed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:39.880611 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64e57ad4-3373-4311-aaed-27141d1073ed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:39.921354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e57ad4-3373-4311-aaed-27141d1073ed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:17:39.946160 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64e57ad4-3373-4311-aaed-27141d1073ed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:39.946513 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-64e57ad4-3373-4311-aaed-27141d1073ed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Added segment 053bc8be-a07c-4ce5-b533-b4d32999e64d of type vlan for network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 Sep 30 08:17:39.947789 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e57ad4-3373-4311-aaed-27141d1073ed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc13822e-c84b-4e9e-9d43-f6b922f77beb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:39.967449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d297872-fa38-480f-a0f8-435af7841ca6 req-8c75ce43-7b23-4978-afd9-90d81887c2e3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:39.988532 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d297872-fa38-480f-a0f8-435af7841ca6 req-8c75ce43-7b23-4978-afd9-90d81887c2e3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1255054 Sep 30 08:17:40.051485 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64e57ad4-3373-4311-aaed-27141d1073ed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:40.055132 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:40.088187 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d297872-fa38-480f-a0f8-435af7841ca6 req-2de842c6-a32f-4d7c-ac9d-3e02d45bb4ef tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932100 Sep 30 08:17:40.114665 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64e57ad4-3373-4311-aaed-27141d1073ed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:40.121764 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e57ad4-3373-4311-aaed-27141d1073ed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:40.122438 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64e57ad4-3373-4311-aaed-27141d1073ed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:40.175687 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-64e57ad4-3373-4311-aaed-27141d1073ed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7240283 Sep 30 08:17:40.176969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41684) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:40.186725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8611637f-1547-46ba-8c68-b1906f3584c0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:40.291512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e57ad4-3373-4311-aaed-27141d1073ed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Network': ['ID=02334aa1-0c1d-459b-9fcf-075b2b9b8603,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:40.311637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:17:40.502660 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8611637f-1547-46ba-8c68-b1906f3584c0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:40.511610 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8611637f-1547-46ba-8c68-b1906f3584c0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:40.970837 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8611637f-1547-46ba-8c68-b1906f3584c0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:41.048472 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611637f-1547-46ba-8c68-b1906f3584c0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=f52be780-d2f2-4a1f-ace8-5b1bfcb1bfb4,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:41.061050 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8611637f-1547-46ba-8c68-b1906f3584c0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:41.061413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611637f-1547-46ba-8c68-b1906f3584c0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network hostable DHCP agents. Network: 02334aa1-0c1d-459b-9fcf-075b2b9b8603, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:17:41.111697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611637f-1547-46ba-8c68-b1906f3584c0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:17:41.115223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41712) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:41.130398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8611637f-1547-46ba-8c68-b1906f3584c0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 02334aa1-0c1d-459b-9fcf-075b2b9b8603) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:41.135621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8611637f-1547-46ba-8c68-b1906f3584c0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:41.136475 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8611637f-1547-46ba-8c68-b1906f3584c0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:41.141667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf8031c-cfb6-43b0-9a84-2b43b1159e43 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:41.160906 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8611637f-1547-46ba-8c68-b1906f3584c0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9805956 Sep 30 08:17:41.161179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:41.169331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d11a2840-213d-48d3-bf8e-92c58b4b14cb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'name': 'tempest-NetworksTestDHCPv6-1475210993'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:41.258779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75069f08-f960-4b0a-8d67-57a546cde387 req-e46f7d09-643e-47e2-bf2d-3b894feabb10 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:41.261281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75069f08-f960-4b0a-8d67-57a546cde387 req-e46f7d09-643e-47e2-bf2d-3b894feabb10 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.0660181 Sep 30 08:17:41.322643 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75069f08-f960-4b0a-8d67-57a546cde387 req-7cbf2032-d18d-44af-8761-4d6a7decef39 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542774 Sep 30 08:17:41.420061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'fixed_ips': [{'subnet_id': 'f52be780-d2f2-4a1f-ace8-5b1bfcb1bfb4'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:17:41.422929 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:41.463712 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Request body: {'networks': [{'name': 'tempest-network--1172172657'}, {'name': 'tempest-network--1852136642'}]} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:41.464061 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Request body: {'network': {'name': 'tempest-network--1172172657'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:41.464778 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Request body: {'network': {'name': 'tempest-network--1852136642'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:41.561415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Made reservation on behalf of b38cb4df30a142bd88e188e1603420ed for: {'network': 2} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:41.577947 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:41.613775 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:41.663444 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11a2840-213d-48d3-bf8e-92c58b4b14cb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:41.670105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d11a2840-213d-48d3-bf8e-92c58b4b14cb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:41.706999 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-d11a2840-213d-48d3-bf8e-92c58b4b14cb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port ed2d3c09-8e4b-433a-8541-843e7dc7a046 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:17:41.730167 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Allocated IP 2001:db8::2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/f52be780-d2f2-4a1f-ace8-5b1bfcb1bfb4/0799f89a-c7b6-4697-8446-8ad02a9cdc7e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:41.977725 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:41.985530 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:41.986033 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.068513 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-575bcd01-8faf-4b5e-aac2-1518ff7a7cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.075774 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ab32c2-1709-4f2b-8787-6e4956a4147b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:42.088651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:17:42.105178 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.108942 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.109304 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Added segment 67800ba0-1f18-4543-b072-4b543ea5c430 of type vlan for network 04c498a3-ec1b-437b-bd11-b7d1648de6ef Sep 30 08:17:42.124390 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.183155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Pushing event updated for resources: {'Port': ['ID=0799f89a-c7b6-4697-8446-8ad02a9cdc7e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:42.199168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:42.200792 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:42.203195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:42.216774 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.255581 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d11a2840-213d-48d3-bf8e-92c58b4b14cb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::67 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/f52be780-d2f2-4a1f-ace8-5b1bfcb1bfb4/ed2d3c09-8e4b-433a-8541-843e7dc7a046) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:42.278225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Attempting to bind port 0799f89a-c7b6-4697-8446-8ad02a9cdc7e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:42.278225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Attempting to bind port 0799f89a-c7b6-4697-8446-8ad02a9cdc7e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:42.278671 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Attempting to bind port 0799f89a-c7b6-4697-8446-8ad02a9cdc7e on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:42.286976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:42.287364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:42.288199 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.288754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:42.289444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Bound port: 0799f89a-c7b6-4697-8446-8ad02a9cdc7e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:42.289920 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.317542 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:17:42.329656 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.329656 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Added segment 3344acd2-554a-4e0e-bff7-799f6eb4dc93 of type vlan for network 494df4be-6ce7-46b0-a0f2-7d30a4c27028 Sep 30 08:17:42.371611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] For port 0799f89a-c7b6-4697-8446-8ad02a9cdc7e, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:42.376290 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] For port 0799f89a-c7b6-4697-8446-8ad02a9cdc7e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0799f89a-c7b6-4697-8446-8ad02a9cdc7e,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:42.377266 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.386605 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.412217 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.412779 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.419601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:42.425425 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:42.426552 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:42.520508 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10132d73-c014-4345-9805-ea9f5bf84ffa None None] Pushing event updated for resources: {'Port': ['ID=0799f89a-c7b6-4697-8446-8ad02a9cdc7e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:42.527117 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122daca3-b1a0-4a58-9771-8961a63ba3f5 req-609e2ef3-f618-44b5-8372-cb9cd252ab37 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:42.529423 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-122daca3-b1a0-4a58-9771-8961a63ba3f5 req-609e2ef3-f618-44b5-8372-cb9cd252ab37 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.0659001 Sep 30 08:17:42.627639 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-122daca3-b1a0-4a58-9771-8961a63ba3f5 req-d0e0b717-163a-48cc-9907-b0c6d9c30faa tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902352 Sep 30 08:17:42.682036 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5612037 Sep 30 08:17:42.685128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:42.758244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event updated for resources: {'Network': ['ID=04c498a3-ec1b-437b-bd11-b7d1648de6ef,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:42.771442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 04c498a3-ec1b-437b-bd11-b7d1648de6ef details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:17:42.973808 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d11a2840-213d-48d3-bf8e-92c58b4b14cb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.030339 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a565c6-ad25-47dc-95fb-aa70f305d645 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event updated for resources: {'Network': ['ID=494df4be-6ce7-46b0-a0f2-7d30a4c27028,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:43.046204 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 494df4be-6ce7-46b0-a0f2-7d30a4c27028 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:17:43.070274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005738ed-4bc4-46d4-b00b-9198dbc06950 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:43.076808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005738ed-4bc4-46d4-b00b-9198dbc06950 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:43.084559 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005738ed-4bc4-46d4-b00b-9198dbc06950 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:43.091088 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005738ed-4bc4-46d4-b00b-9198dbc06950 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:43.095455 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-005738ed-4bc4-46d4-b00b-9198dbc06950 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4067035 Sep 30 08:17:43.095880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41742) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:43.201521 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d11a2840-213d-48d3-bf8e-92c58b4b14cb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.282465 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acf463a8-c2f9-4ce8-b86c-1f0094546287 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.311777 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a2840-213d-48d3-bf8e-92c58b4b14cb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:43.316839 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d11a2840-213d-48d3-bf8e-92c58b4b14cb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:43.319601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a2840-213d-48d3-bf8e-92c58b4b14cb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:43.325768 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11a2840-213d-48d3-bf8e-92c58b4b14cb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:43.326707 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d11a2840-213d-48d3-bf8e-92c58b4b14cb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.361113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a2840-213d-48d3-bf8e-92c58b4b14cb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=ed2d3c09-8e4b-433a-8541-843e7dc7a046,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:43.370843 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d11a2840-213d-48d3-bf8e-92c58b4b14cb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2083616 Sep 30 08:17:43.371627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41748) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:43.428558 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0799f89a-c7b6-4697-8446-8ad02a9cdc7e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:43.475652 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4486c67-edb5-4134-952e-4dc15f4b5c5b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:43.504965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4486c67-edb5-4134-952e-4dc15f4b5c5b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:43.506143 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acf463a8-c2f9-4ce8-b86c-1f0094546287 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.517718 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f4486c67-edb5-4134-952e-4dc15f4b5c5b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1439881 Sep 30 08:17:43.517718 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:43.542822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-acf463a8-c2f9-4ce8-b86c-1f0094546287 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c498a3-ec1b-437b-bd11-b7d1648de6ef']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:43.563256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-acf463a8-c2f9-4ce8-b86c-1f0094546287 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67800ba0-1f18-4543-b072-4b543ea5c430') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:43.563735 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-acf463a8-c2f9-4ce8-b86c-1f0094546287 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67800ba0-1f18-4543-b072-4b543ea5c430') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:43.587077 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acf463a8-c2f9-4ce8-b86c-1f0094546287 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.620501 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acf463a8-c2f9-4ce8-b86c-1f0094546287 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.656372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf463a8-c2f9-4ce8-b86c-1f0094546287 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:17:43.659486 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acf463a8-c2f9-4ce8-b86c-1f0094546287 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:17:43.753444 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:17:43.782726 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acf463a8-c2f9-4ce8-b86c-1f0094546287 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.814848 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acf463a8-c2f9-4ce8-b86c-1f0094546287 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.817196 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-acf463a8-c2f9-4ce8-b86c-1f0094546287 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "DELETE /v2.0/networks/04c498a3-ec1b-437b-bd11-b7d1648de6ef HTTP/1.1" status: 204 len: 168 time: 0.7199032 Sep 30 08:17:43.832365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41768) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:43.840626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf463a8-c2f9-4ce8-b86c-1f0094546287 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event deleted for resources: {'Network': ['ID=04c498a3-ec1b-437b-bd11-b7d1648de6ef,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:43.845571 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4435426b-4dc0-4dc0-9c29-1a0bca7c2be5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port ed2d3c09-8e4b-433a-8541-843e7dc7a046 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:43.846418 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4435426b-4dc0-4dc0-9c29-1a0bca7c2be5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:43.849960 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0799f89a-c7b6-4697-8446-8ad02a9cdc7e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:43.851330 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.051492 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.096673 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-f0b25bc2-91c7-4ff0-9a7a-f121abf437b2 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:44.105359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-f0b25bc2-91c7-4ff0-9a7a-f121abf437b2 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/networks?id=cd8654c1-9670-489b-8846-b78b64c8803b HTTP/1.1" status: 200 len: 815 time: 0.3447788 Sep 30 08:17:44.127961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 0799f89a-c7b6-4697-8446-8ad02a9cdc7e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0799f89a-c7b6-4697-8446-8ad02a9cdc7e,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:44.133972 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-1b4728b5-1eaf-4950-b6cf-288f76e35823 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/quotas/65f77f917e6741beb8be5925cd94a983 HTTP/1.1" status: 200 len: 375 time: 0.0269752 Sep 30 08:17:44.139540 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.169097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069c85a-a854-4ac5-a885-6bef5cca8bc7 req-c555a240-61ee-4db1-acca-bbc4aea9e86c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:44.173429 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3069c85a-a854-4ac5-a885-6bef5cca8bc7 req-c555a240-61ee-4db1-acca-bbc4aea9e86c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1853969 Sep 30 08:17:44.217563 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4435426b-4dc0-4dc0-9c29-1a0bca7c2be5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.236145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05809c98-7ba8-43a7-8f79-2231a4f84b49 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.243434 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4435426b-4dc0-4dc0-9c29-1a0bca7c2be5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for ed2d3c09-8e4b-433a-8541-843e7dc7a046 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:44.261501 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=0799f89a-c7b6-4697-8446-8ad02a9cdc7e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:44.312009 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f104217-79af-439a-9bd5-3316bc7e7e2d None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:44.324562 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3069c85a-a854-4ac5-a885-6bef5cca8bc7 req-09869287-c37d-4154-9be3-7a180b15b974 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442595 Sep 30 08:17:44.379499 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-3c680413-14b0-40d9-9326-8946608edab2 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65f77f917e6741beb8be5925cd94a983&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2443171 Sep 30 08:17:44.465620 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-80bff025-0283-42ff-b6a6-6a5e242ccca3 None None] Provisioning complete for port 0799f89a-c7b6-4697-8446-8ad02a9cdc7e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:44.465987 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80bff025-0283-42ff-b6a6-6a5e242ccca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.601892 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-a593b333-7a23-4fc1-88be-d43099029637 service neutron] 10.222.0.24 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122421 Sep 30 08:17:44.693531 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05809c98-7ba8-43a7-8f79-2231a4f84b49 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.733062 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-05809c98-7ba8-43a7-8f79-2231a4f84b49 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494df4be-6ce7-46b0-a0f2-7d30a4c27028']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:44.754300 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-05809c98-7ba8-43a7-8f79-2231a4f84b49 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3344acd2-554a-4e0e-bff7-799f6eb4dc93') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:44.754651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-05809c98-7ba8-43a7-8f79-2231a4f84b49 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3344acd2-554a-4e0e-bff7-799f6eb4dc93') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:44.800863 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05809c98-7ba8-43a7-8f79-2231a4f84b49 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.817494 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0e0bc7cb-5957-484a-9906-1c0c5dccaf57 service neutron] 10.222.0.24 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142656 Sep 30 08:17:44.830055 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05809c98-7ba8-43a7-8f79-2231a4f84b49 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.867551 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-439161d6-c4e7-4e6c-93b4-e9633e3cdb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.895647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05809c98-7ba8-43a7-8f79-2231a4f84b49 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:17:44.899044 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05809c98-7ba8-43a7-8f79-2231a4f84b49 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:17:44.948490 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:17:45.036012 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4435426b-4dc0-4dc0-9c29-1a0bca7c2be5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:45.149733 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05809c98-7ba8-43a7-8f79-2231a4f84b49 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:45.208399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed7e2fd7-047a-4710-958d-3188c484a8f2 req-5f8f7c53-4177-4a9a-b0b1-750a222e48c3 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 210 time: 0.0691030 Sep 30 08:17:45.211110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435426b-4dc0-4dc0-9c29-1a0bca7c2be5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=ed2d3c09-8e4b-433a-8541-843e7dc7a046,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:45.215785 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05809c98-7ba8-43a7-8f79-2231a4f84b49 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:45.218001 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-05809c98-7ba8-43a7-8f79-2231a4f84b49 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "DELETE /v2.0/networks/494df4be-6ce7-46b0-a0f2-7d30a4c27028 HTTP/1.1" status: 204 len: 168 time: 1.2377777 Sep 30 08:17:45.226044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41786) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:45.252156 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4435426b-4dc0-4dc0-9c29-1a0bca7c2be5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:45.259703 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4435426b-4dc0-4dc0-9c29-1a0bca7c2be5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/ed2d3c09-8e4b-433a-8541-843e7dc7a046 HTTP/1.1" status: 204 len: 168 time: 1.7370064 Sep 30 08:17:45.260434 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05809c98-7ba8-43a7-8f79-2231a4f84b49 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event deleted for resources: {'Network': ['ID=494df4be-6ce7-46b0-a0f2-7d30a4c27028,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:45.264744 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41788) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:45.282315 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:45.439247 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622d84cd-9f39-4ba9-966c-02590b0ae86f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:45.441172 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622d84cd-9f39-4ba9-966c-02590b0ae86f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:45.455861 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-622d84cd-9f39-4ba9-966c-02590b0ae86f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1884849 Sep 30 08:17:45.464772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41796) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:45.465764 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0799f89a-c7b6-4697-8446-8ad02a9cdc7e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:45.586962 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cf871edf-3797-493e-bb2e-4ccf24c130b6 None None] Provisioning complete for port 0799f89a-c7b6-4697-8446-8ad02a9cdc7e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:45.587339 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cf871edf-3797-493e-bb2e-4ccf24c130b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:45.790719 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cf871edf-3797-493e-bb2e-4ccf24c130b6 None None] Could not find standard attr ID for object ed2d3c09-8e4b-433a-8541-843e7dc7a046. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:17:45.801059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0799f89a-c7b6-4697-8446-8ad02a9cdc7e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:45.801435 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:45.939806 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:46.063939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5eee9bd8-7119-49cb-a271-6adec989ea13 None None] Could not find standard attr ID for object ed2d3c09-8e4b-433a-8541-843e7dc7a046. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:17:46.449427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-903d3d87-49ef-4eeb-8796-9edcff0d0d24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet f52be780-d2f2-4a1f-ace8-5b1bfcb1bfb4 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:17:46.456563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e61a40cb-6722-4bef-bb6e-f14c064892b7 req-6450c7d6-b472-4384-ac69-0b99b6606a95 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 210 time: 0.1089785 Sep 30 08:17:46.475793 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-903d3d87-49ef-4eeb-8796-9edcff0d0d24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:46.506287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df3a1d-8ebe-43c1-9437-ba47adffd0ab req-65d05440-480e-48f5-8e07-0e185a78643f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:46.506287 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3df3a1d-8ebe-43c1-9437-ba47adffd0ab req-65d05440-480e-48f5-8e07-0e185a78643f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.9059064 Sep 30 08:17:46.525436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c411a6-cfd7-4d96-a719-da88da6fc930 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:46.532400 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c411a6-cfd7-4d96-a719-da88da6fc930 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:46.534142 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-85c411a6-cfd7-4d96-a719-da88da6fc930 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.3071547 Sep 30 08:17:46.538342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41810) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:46.544812 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-984cd58c-16fd-4453-9f26-fddf87b71bc6 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-496038899'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:46.559424 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-903d3d87-49ef-4eeb-8796-9edcff0d0d24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:46.570416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984cd58c-16fd-4453-9f26-fddf87b71bc6 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Made reservation on behalf of b38cb4df30a142bd88e188e1603420ed for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:46.574759 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-984cd58c-16fd-4453-9f26-fddf87b71bc6 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:46.615801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3df3a1d-8ebe-43c1-9437-ba47adffd0ab req-326afdab-673f-4e1c-8a7a-8917e9ca7f9b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020689 Sep 30 08:17:46.621121 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984cd58c-16fd-4453-9f26-fddf87b71bc6 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:17:46.638675 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-984cd58c-16fd-4453-9f26-fddf87b71bc6 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:46.639299 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-984cd58c-16fd-4453-9f26-fddf87b71bc6 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Added segment cb146615-66a6-41ad-9c32-4af2d5fdec4a of type vlan for network 7f827d43-9f36-40ca-a19b-9cea3796dcd7 Sep 30 08:17:46.722231 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-984cd58c-16fd-4453-9f26-fddf87b71bc6 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:46.742516 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-903d3d87-49ef-4eeb-8796-9edcff0d0d24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:46.755524 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-984cd58c-16fd-4453-9f26-fddf87b71bc6 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:46.764436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984cd58c-16fd-4453-9f26-fddf87b71bc6 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:46.765334 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-984cd58c-16fd-4453-9f26-fddf87b71bc6 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:46.803659 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-984cd58c-16fd-4453-9f26-fddf87b71bc6 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2629869 Sep 30 08:17:46.811346 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41818) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:46.817699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e351c53e-cf08-4425-9af2-200e4343618b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-592507258'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:46.845026 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-903d3d87-49ef-4eeb-8796-9edcff0d0d24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:46.846205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e351c53e-cf08-4425-9af2-200e4343618b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Made reservation on behalf of b38cb4df30a142bd88e188e1603420ed for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:46.849994 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e351c53e-cf08-4425-9af2-200e4343618b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:46.887587 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cd58c-16fd-4453-9f26-fddf87b71bc6 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event updated for resources: {'Network': ['ID=7f827d43-9f36-40ca-a19b-9cea3796dcd7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:46.902955 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 7f827d43-9f36-40ca-a19b-9cea3796dcd7 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:17:46.944713 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e351c53e-cf08-4425-9af2-200e4343618b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:17:46.965486 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e351c53e-cf08-4425-9af2-200e4343618b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:46.965836 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-e351c53e-cf08-4425-9af2-200e4343618b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Added segment c43291f3-2b6a-40eb-9d36-0230f9906e05 of type vlan for network 5229dbec-3cb3-4c39-8347-a06783beb449 Sep 30 08:17:46.986825 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-903d3d87-49ef-4eeb-8796-9edcff0d0d24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:46.989135 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-903d3d87-49ef-4eeb-8796-9edcff0d0d24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/f52be780-d2f2-4a1f-ace8-5b1bfcb1bfb4 HTTP/1.1" status: 204 len: 168 time: 1.5199876 Sep 30 08:17:47.005364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41824) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:47.024483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d3d87-49ef-4eeb-8796-9edcff0d0d24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=f52be780-d2f2-4a1f-ace8-5b1bfcb1bfb4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:47.083083 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16853af-7824-4fcb-8c4a-ea07d921cb0a None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:47.192027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-9a35afb8-a8e6-43d5-8fce-7cab3ae39fed tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:47.200673 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e351c53e-cf08-4425-9af2-200e4343618b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.207012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-9a35afb8-a8e6-43d5-8fce-7cab3ae39fed tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.35 "GET /v2.0/networks?id=cd8654c1-9670-489b-8846-b78b64c8803b HTTP/1.1" status: 200 len: 815 time: 0.3681741 Sep 30 08:17:47.229276 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-623b4874-dc57-4854-9c38-c6eaee88c8b4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2224767 Sep 30 08:17:47.231448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-458749f7-2a8e-4882-aa84-616d8d117ca4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Request body: {'port': {'device_id': '5ecc0e83-1fc0-4c10-a464-8465416411c3', 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b', 'admin_state_up': True, 'tenant_id': '65f77f917e6741beb8be5925cd94a983'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:47.232350 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e351c53e-cf08-4425-9af2-200e4343618b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.240131 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e351c53e-cf08-4425-9af2-200e4343618b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:47.241598 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41834) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:47.242131 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e351c53e-cf08-4425-9af2-200e4343618b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.258905 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9a7cd13a-8641-4b4e-8c56-ec1ca0f22c3e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:47.335537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351c53e-cf08-4425-9af2-200e4343618b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event updated for resources: {'Network': ['ID=5229dbec-3cb3-4c39-8347-a06783beb449,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:47.369948 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e351c53e-cf08-4425-9af2-200e4343618b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5571923 Sep 30 08:17:47.370232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41838) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:47.390838 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 5229dbec-3cb3-4c39-8347-a06783beb449 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:17:47.432833 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Request body: {'ports': [{'network_id': '7f827d43-9f36-40ca-a19b-9cea3796dcd7', 'name': 'tempest-port--1446418074', 'admin_state_up': True}, {'network_id': '5229dbec-3cb3-4c39-8347-a06783beb449', 'admin_state_up': False}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:47.433238 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Request body: {'port': {'network_id': '7f827d43-9f36-40ca-a19b-9cea3796dcd7', 'name': 'tempest-port--1446418074', 'admin_state_up': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:47.433639 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Request body: {'port': {'network_id': '5229dbec-3cb3-4c39-8347-a06783beb449', 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:47.579461 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51717323-9971-4efe-90b5-441faff18e59 None None] DHCP port deletion for 02334aa1-0c1d-459b-9fcf-075b2b9b8603 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:17:47.686185 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-031d9559-458f-4c51-9ecc-7f4c42fe7a17 req-7cec15eb-bab6-460d-8dac-aefd832d0bf7 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 210 time: 0.0500054 Sep 30 08:17:47.743050 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.758865 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-51717323-9971-4efe-90b5-441faff18e59 None None] Deleting port 0799f89a-c7b6-4697-8446-8ad02a9cdc7e {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:47.759639 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51717323-9971-4efe-90b5-441faff18e59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.873434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7cd13a-8641-4b4e-8c56-ec1ca0f22c3e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:47.878218 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a7cd13a-8641-4b4e-8c56-ec1ca0f22c3e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.899849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-51717323-9971-4efe-90b5-441faff18e59 None None] For port 0799f89a-c7b6-4697-8446-8ad02a9cdc7e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0799f89a-c7b6-4697-8446-8ad02a9cdc7e,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:47.900572 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51717323-9971-4efe-90b5-441faff18e59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:47.917843 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-51717323-9971-4efe-90b5-441faff18e59 None None] Calling delete_port for 0799f89a-c7b6-4697-8446-8ad02a9cdc7e owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:47.926324 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d68f27-fa5c-4940-b0cc-a6f389a84de0 req-b2db47ce-218b-4a05-bdf3-d2981de633ae tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:47.930154 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94d68f27-fa5c-4940-b0cc-a6f389a84de0 req-b2db47ce-218b-4a05-bdf3-d2981de633ae tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1402707 Sep 30 08:17:48.011377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-458749f7-2a8e-4882-aa84-616d8d117ca4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Made reservation on behalf of 65f77f917e6741beb8be5925cd94a983 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:48.015482 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-458749f7-2a8e-4882-aa84-616d8d117ca4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.021119 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51717323-9971-4efe-90b5-441faff18e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.045352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51717323-9971-4efe-90b5-441faff18e59 None None] Pushing event deleted for resources: {'Port': ['ID=0799f89a-c7b6-4697-8446-8ad02a9cdc7e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:48.059726 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51717323-9971-4efe-90b5-441faff18e59 None None] No DVR routers for this DVR port 0799f89a-c7b6-4697-8446-8ad02a9cdc7e on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:17:48.061778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Made reservation on behalf of b38cb4df30a142bd88e188e1603420ed for: {'port': 2} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:48.067190 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.112706 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94d68f27-fa5c-4940-b0cc-a6f389a84de0 req-3005046f-3776-4956-a9f9-467155273526 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562684 Sep 30 08:17:48.133711 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.341998 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] device_id is not set on port 92cd7b15-dea3-4509-8c4c-9d4b50712928 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:17:48.483929 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-458749f7-2a8e-4882-aa84-616d8d117ca4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Allocated IP 172.20.0.7 (cd8654c1-9670-489b-8846-b78b64c8803b/12d02642-6479-440b-88a5-d674911fee7d/503befc5-2371-4df8-9652-8bc8108abb66) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:48.487065 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a7cd13a-8641-4b4e-8c56-ec1ca0f22c3e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.575620 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7cd13a-8641-4b4e-8c56-ec1ca0f22c3e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:48.593372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-9a7cd13a-8641-4b4e-8c56-ec1ca0f22c3e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:48.603801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b12f444-9e42-4d06-abc9-b4fe177b12d5 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:48.613461 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd13a-8641-4b4e-8c56-ec1ca0f22c3e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:48.614277 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a7cd13a-8641-4b4e-8c56-ec1ca0f22c3e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.688776 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cd13a-8641-4b4e-8c56-ec1ca0f22c3e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=d863ac4f-f5c0-41da-b5af-77d5f0c6fbf8,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:48.711714 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41860) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:48.712353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9a7cd13a-8641-4b4e-8c56-ec1ca0f22c3e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4646795 Sep 30 08:17:48.720307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f55f2a04-e456-48f9-a920-b4ceabe5d13c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'name': 'tempest-NetworksTestDHCPv6-2026974621'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:48.732467 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.891753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] device_id is not set on port e380db36-be78-4c90-918d-0da92822a371 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:17:48.966223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'fixed_ips': [{'subnet_id': 'd863ac4f-f5c0-41da-b5af-77d5f0c6fbf8'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:17:48.967194 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:48.971276 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ebe8070-c65a-4252-9b4e-d35e8952e14c req-11c259a4-34a7-4251-86c8-0ceede9f3880 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 210 time: 0.0488892 Sep 30 08:17:48.980256 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-458749f7-2a8e-4882-aa84-616d8d117ca4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.024091 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55f2a04-e456-48f9-a920-b4ceabe5d13c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:49.029241 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f55f2a04-e456-48f9-a920-b4ceabe5d13c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.070435 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-f55f2a04-e456-48f9-a920-b4ceabe5d13c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port d4d5e2ff-96d2-47d6-85d5-4c46e2baf43c yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:17:49.175239 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-458749f7-2a8e-4882-aa84-616d8d117ca4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.210444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['16db043a-2682-4e62-8c9d-2febf1b08ad5', '00c4c4d6-1340-49a8-82e4-0a5770b22c81'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:17:49.215254 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.290129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0799f89a-c7b6-4697-8446-8ad02a9cdc7e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:17:49.320504 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.322313 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 0799f89a-c7b6-4697-8446-8ad02a9cdc7e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:17:49.322863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0799f89a-c7b6-4697-8446-8ad02a9cdc7e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:17:49.358058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Allocated IP 2001:db8::2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/d863ac4f-f5c0-41da-b5af-77d5f0c6fbf8/e7b644a0-cd70-40b8-8702-427a88460c27) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:49.369225 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-458749f7-2a8e-4882-aa84-616d8d117ca4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Network cd8654c1-9670-489b-8846-b78b64c8803b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:49.377393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-458749f7-2a8e-4882-aa84-616d8d117ca4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:49.382700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-458749f7-2a8e-4882-aa84-616d8d117ca4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:49.385882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458749f7-2a8e-4882-aa84-616d8d117ca4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Pushing event updated for resources: {'Port': ['ID=503befc5-2371-4df8-9652-8bc8108abb66,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:49.515236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e60e8-8c8a-4994-8821-c3dc89ad6726 req-7e74e253-0765-4ba6-b09c-2f3cef7f8bbd tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:49.524514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-630e60e8-8c8a-4994-8821-c3dc89ad6726 req-7e74e253-0765-4ba6-b09c-2f3cef7f8bbd tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.2176943 Sep 30 08:17:49.556493 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event updated for resources: {'Port': ['ID=92cd7b15-dea3-4509-8c4c-9d4b50712928,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:49.567594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-458749f7-2a8e-4882-aa84-616d8d117ca4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:49.568428 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-458749f7-2a8e-4882-aa84-616d8d117ca4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.581036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Checking segment: {'id': 'cb146615-66a6-41ad-9c32-4af2d5fdec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7f827d43-9f36-40ca-a19b-9cea3796dcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:49.581729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Network hostable DHCP agents. Network: 7f827d43-9f36-40ca-a19b-9cea3796dcd7, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:17:49.586226 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-458749f7-2a8e-4882-aa84-616d8d117ca4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3625364 Sep 30 08:17:49.606692 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Request body: {'port': {'device_id': '5ecc0e83-1fc0-4c10-a464-8465416411c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:49.648597 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-630e60e8-8c8a-4994-8821-c3dc89ad6726 req-43fbf11d-da24-4a94-8ae2-32d7d2079b2e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231024 Sep 30 08:17:49.661498 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Network 7f827d43-9f36-40ca-a19b-9cea3796dcd7 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:17:49.680190 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.703749 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.729831 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.753155 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 7f827d43-9f36-40ca-a19b-9cea3796dcd7) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:49.782011 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:49.783017 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:49.792351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f121dca-5c05-4d6d-bc12-6ff3ba2e49c3 None None] Network 7f827d43-9f36-40ca-a19b-9cea3796dcd7 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:49.798506 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-f55f2a04-e456-48f9-a920-b4ceabe5d13c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::a (02334aa1-0c1d-459b-9fcf-075b2b9b8603/d863ac4f-f5c0-41da-b5af-77d5f0c6fbf8/d4d5e2ff-96d2-47d6-85d5-4c46e2baf43c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:49.936350 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:49.952382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event updated for resources: {'Port': ['ID=e380db36-be78-4c90-918d-0da92822a371,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:49.971365 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Checking segment: {'id': 'c43291f3-2b6a-40eb-9d36-0230f9906e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5229dbec-3cb3-4c39-8347-a06783beb449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:49.972126 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Network hostable DHCP agents. Network: 5229dbec-3cb3-4c39-8347-a06783beb449, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:17:50.019253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:50.032529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Network 5229dbec-3cb3-4c39-8347-a06783beb449 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:17:50.049318 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:50.089962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 5229dbec-3cb3-4c39-8347-a06783beb449) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:50.103155 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:50.104705 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Pushing event updated for resources: {'Port': ['ID=e7b644a0-cd70-40b8-8702-427a88460c27,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:50.110423 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:50.116465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:50.117641 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.142446 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190a78d0-1163-42c7-b81a-a7e0e03ee294 None None] Network 5229dbec-3cb3-4c39-8347-a06783beb449 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:50.149765 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fc8658b6-4601-4d15-9ccc-da7462325296 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7316821 Sep 30 08:17:50.150814 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41874) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:50.313826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2ca05-a431-469f-8f30-e3b625298fec req-d5b3283a-884b-4511-bc26-6af55f8abb17 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:50.317084 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ed2ca05-a431-469f-8f30-e3b625298fec req-d5b3283a-884b-4511-bc26-6af55f8abb17 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 931 time: 0.1265635 Sep 30 08:17:50.417016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e877b40-00a8-441f-ade3-1192397e77e2 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:50.424116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e877b40-00a8-441f-ade3-1192397e77e2 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:50.429548 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3e877b40-00a8-441f-ade3-1192397e77e2 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2755058 Sep 30 08:17:50.433002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41880) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:50.451607 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Attempting to bind port e7b644a0-cd70-40b8-8702-427a88460c27 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:50.451989 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Attempting to bind port e7b644a0-cd70-40b8-8702-427a88460c27 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:50.452304 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Attempting to bind port e7b644a0-cd70-40b8-8702-427a88460c27 on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:50.467536 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:50.468014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:50.468357 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.470159 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:50.470660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Bound port: e7b644a0-cd70-40b8-8702-427a88460c27, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:50.471597 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.507241 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f55f2a04-e456-48f9-a920-b4ceabe5d13c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.537398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503befc5-2371-4df8-9652-8bc8108abb66 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:50.553920 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.567278 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ed2ca05-a431-469f-8f30-e3b625298fec req-74aaa39b-c242-441d-8642-1215e96c92a2 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250297 Sep 30 08:17:50.591675 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f55f2a04-e456-48f9-a920-b4ceabe5d13c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.607458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Transition to ACTIVE for port object 503befc5-2371-4df8-9652-8bc8108abb66 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:17:50.608167 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-68b03e89-e0dc-4426-b006-119398531adf None None] For port e7b644a0-cd70-40b8-8702-427a88460c27, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:50.622483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6d661-3561-4285-a253-cee0b33d8e6a tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Deleting port 92cd7b15-dea3-4509-8c4c-9d4b50712928 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:50.623021 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9fe6d661-3561-4285-a253-cee0b33d8e6a tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.626577 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.629917 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-68b03e89-e0dc-4426-b006-119398531adf None None] For port e7b644a0-cd70-40b8-8702-427a88460c27, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e7b644a0-cd70-40b8-8702-427a88460c27,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:50.639803 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.733043 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f2a04-e456-48f9-a920-b4ceabe5d13c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=d4d5e2ff-96d2-47d6-85d5-4c46e2baf43c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:50.778492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55f2a04-e456-48f9-a920-b4ceabe5d13c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:50.790229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Pushing event updated for resources: {'Port': ['ID=503befc5-2371-4df8-9652-8bc8108abb66,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:50.791335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f55f2a04-e456-48f9-a920-b4ceabe5d13c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:50.807261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f2a04-e456-48f9-a920-b4ceabe5d13c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:50.818673 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55f2a04-e456-48f9-a920-b4ceabe5d13c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:50.819353 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f55f2a04-e456-48f9-a920-b4ceabe5d13c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.829701 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b03e89-e0dc-4426-b006-119398531adf None None] Pushing event updated for resources: {'Port': ['ID=e7b644a0-cd70-40b8-8702-427a88460c27,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:50.835694 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9fe6d661-3561-4285-a253-cee0b33d8e6a tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:50.864030 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f55f2a04-e456-48f9-a920-b4ceabe5d13c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1502216 Sep 30 08:17:50.867096 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41886) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:50.918232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Attempting to bind port 503befc5-2371-4df8-9652-8bc8108abb66 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:50.918624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Attempting to bind port 503befc5-2371-4df8-9652-8bc8108abb66 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:50.918900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Attempting to bind port 503befc5-2371-4df8-9652-8bc8108abb66 on network cd8654c1-9670-489b-8846-b78b64c8803b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:50.934422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b43ed1c-db98-4e6a-99c3-e4674cc76796 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:50.935861 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6d661-3561-4285-a253-cee0b33d8e6a tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Calling delete_port for 92cd7b15-dea3-4509-8c4c-9d4b50712928 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:50.942311 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b43ed1c-db98-4e6a-99c3-e4674cc76796 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:50.947580 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8b43ed1c-db98-4e6a-99c3-e4674cc76796 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0795023 Sep 30 08:17:50.948305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:50.973693 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Port 503befc5-2371-4df8-9652-8bc8108abb66 on network cd8654c1-9670-489b-8846-b78b64c8803b not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:17:50.974086 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Attempting to bind port 503befc5-2371-4df8-9652-8bc8108abb66 on network cd8654c1-9670-489b-8846-b78b64c8803b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:51.011401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:51.011810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Checking segment: {'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:51.012224 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Bound using segment: {'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:51.012735 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Bound port: 503befc5-2371-4df8-9652-8bc8108abb66, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:51.013112 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:51.155678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4c2362a6-236c-478a-93e4-ea001986e967 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port d4d5e2ff-96d2-47d6-85d5-4c46e2baf43c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:51.156089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c2362a6-236c-478a-93e4-ea001986e967 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:51.351270 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c2362a6-236c-478a-93e4-ea001986e967 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:51.352523 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e7b644a0-cd70-40b8-8702-427a88460c27 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:51.367094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4c2362a6-236c-478a-93e4-ea001986e967 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for d4d5e2ff-96d2-47d6-85d5-4c46e2baf43c owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:51.495989 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e7b644a0-cd70-40b8-8702-427a88460c27 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:51.496660 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:51.644895 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:51.686290 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c2362a6-236c-478a-93e4-ea001986e967 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:51.772563 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port e7b644a0-cd70-40b8-8702-427a88460c27, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e7b644a0-cd70-40b8-8702-427a88460c27,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:51.779637 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:51.786305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2362a6-236c-478a-93e4-ea001986e967 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=d4d5e2ff-96d2-47d6-85d5-4c46e2baf43c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:51.852977 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c2362a6-236c-478a-93e4-ea001986e967 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:51.854979 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4c2362a6-236c-478a-93e4-ea001986e967 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/d4d5e2ff-96d2-47d6-85d5-4c46e2baf43c HTTP/1.1" status: 204 len: 168 time: 0.9057353 Sep 30 08:17:51.858869 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41910) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:51.953185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=e7b644a0-cd70-40b8-8702-427a88460c27,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:51.997139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5604b425-2d6f-4d92-ac3f-730e0c8670c3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:51.998790 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5604b425-2d6f-4d92-ac3f-730e0c8670c3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:52.000817 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5604b425-2d6f-4d92-ac3f-730e0c8670c3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1404788 Sep 30 08:17:52.005610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113b2ec-40b1-4178-8342-14bef6a704ef req-26b561f9-afe8-4aeb-a564-5c0002879c62 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:52.006569 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41912) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:52.007495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3113b2ec-40b1-4178-8342-14bef6a704ef req-26b561f9-afe8-4aeb-a564-5c0002879c62 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 1.1086879 Sep 30 08:17:52.077928 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a08dc-1b63-418c-962d-4fbe98a2a888 req-475e4020-5438-4f69-b50b-368c84e56634 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:52.124803 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-359a08dc-1b63-418c-962d-4fbe98a2a888 req-475e4020-5438-4f69-b50b-368c84e56634 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 943 time: 0.3229735 Sep 30 08:17:52.131900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68391bc-cb0b-4bcd-931c-10ebaf8db5c8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet d863ac4f-f5c0-41da-b5af-77d5f0c6fbf8 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:17:52.150070 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b68391bc-cb0b-4bcd-931c-10ebaf8db5c8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:52.190761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] For port 503befc5-2371-4df8-9652-8bc8108abb66, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:52.253011 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] For port 503befc5-2371-4df8-9652-8bc8108abb66, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=503befc5-2371-4df8-9652-8bc8108abb66,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:52.273598 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b68391bc-cb0b-4bcd-931c-10ebaf8db5c8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:52.288740 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3113b2ec-40b1-4178-8342-14bef6a704ef req-76d99af5-e004-4d3a-a94d-071da7825098 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625299 Sep 30 08:17:52.291103 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:52.465169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Pushing event updated for resources: {'Port': ['ID=503befc5-2371-4df8-9652-8bc8108abb66,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:52.480044 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9fe6d661-3561-4285-a253-cee0b33d8e6a tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:52.510920 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:52.511460 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:52.512917 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-0ca05c0b-0642-4ccc-87c8-058800320d3e service neutron] 10.222.0.35 "PUT /v2.0/ports/503befc5-2371-4df8-9652-8bc8108abb66 HTTP/1.1" status: 200 len: 1091 time: 2.9105089 Sep 30 08:17:52.516793 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecc0e83-1fc0-4c10-a464-8465416411c3', 'tag': '503befc5-2371-4df8-9652-8bc8108abb66'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:17:52.550762 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e4dba3-822c-4345-b15d-0ac91debcb00" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecc0e83-1fc0-4c10-a464-8465416411c3", "tag": "503befc5-2371-4df8-9652-8bc8108abb66"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:17:52.560551 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b68391bc-cb0b-4bcd-931c-10ebaf8db5c8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:52.656212 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-359a08dc-1b63-418c-962d-4fbe98a2a888 req-09716c48-fdbb-4ecb-bdf3-2a5ecbed9601 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916925 Sep 30 08:17:52.658114 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6d661-3561-4285-a253-cee0b33d8e6a tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event deleted for resources: {'Port': ['ID=92cd7b15-dea3-4509-8c4c-9d4b50712928,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:52.688846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-60c5aa05-b706-4ce5-991e-43f84c4bca5f None None] Provisioning complete for port e7b644a0-cd70-40b8-8702-427a88460c27 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:52.689236 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-60c5aa05-b706-4ce5-991e-43f84c4bca5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:52.739846 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b68391bc-cb0b-4bcd-931c-10ebaf8db5c8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:52.758300 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9fe6d661-3561-4285-a253-cee0b33d8e6a tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:52.760497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9fe6d661-3561-4285-a253-cee0b33d8e6a tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "DELETE /v2.0/ports/92cd7b15-dea3-4509-8c4c-9d4b50712928 HTTP/1.1" status: 204 len: 168 time: 2.3247371 Sep 30 08:17:52.763897 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2577d08a-6908-47b2-ba7f-7117548d1bd7 x-openstack-request-id: req-2577d08a-6908-47b2-ba7f-7117548d1bd7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:17:52.763897 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecc0e83-1fc0-4c10-a464-8465416411c3", "tag": "503befc5-2371-4df8-9652-8bc8108abb66", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:17:52.764226 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2577d08a-6908-47b2-ba7f-7117548d1bd7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:17:52.764550 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecc0e83-1fc0-4c10-a464-8465416411c3', 'tag': '503befc5-2371-4df8-9652-8bc8108abb66', 'status': 'completed', 'code': 200} Sep 30 08:17:52.766771 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41918) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:52.838061 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68391bc-cb0b-4bcd-931c-10ebaf8db5c8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=d863ac4f-f5c0-41da-b5af-77d5f0c6fbf8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:52.841776 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-230f839f-8ec3-4521-a9ce-28385b8f1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:52.843479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-230f839f-8ec3-4521-a9ce-28385b8f1e5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65f77f917e6741beb8be5925cd94a983&device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 1094 time: 0.1694269 Sep 30 08:17:52.851964 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b68391bc-cb0b-4bcd-931c-10ebaf8db5c8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:52.856272 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b68391bc-cb0b-4bcd-931c-10ebaf8db5c8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/d863ac4f-f5c0-41da-b5af-77d5f0c6fbf8 HTTP/1.1" status: 204 len: 168 time: 0.8429246 Sep 30 08:17:52.859126 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41922) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:52.965329 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-01e7d7fe-59f0-47e2-8849-ffee75899a41 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027231 Sep 30 08:17:52.969479 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:52.978840 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-218786d9-44f8-4d6d-9149-61ddf4c36e7c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:52.984131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-2e1a9025-7ba4-41c8-b82f-3447e732cd7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=503befc5-2371-4df8-9652-8bc8108abb66 HTTP/1.1" status: 200 len: 217 time: 0.0955358 Sep 30 08:17:53.043092 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ac9b4b-cb12-4c0a-8120-902b49637488 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:53.105976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-94041e76-c148-499e-814e-3f4ff4250e43 None None] Could not find standard attr ID for object d4d5e2ff-96d2-47d6-85d5-4c46e2baf43c. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:17:53.135839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-87314701-413f-4114-adcd-63c2eda83b0e tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Deleting port e380db36-be78-4c90-918d-0da92822a371 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:53.136464 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87314701-413f-4114-adcd-63c2eda83b0e tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:53.153455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218786d9-44f8-4d6d-9149-61ddf4c36e7c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:53.158875 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-218786d9-44f8-4d6d-9149-61ddf4c36e7c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:53.161812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-13205f43-22b9-4b4a-b6ae-d6647be9ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:53.163709 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-13205f43-22b9-4b4a-b6ae-d6647be9ca72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12d02642-6479-440b-88a5-d674911fee7d HTTP/1.1" status: 200 len: 855 time: 0.1696942 Sep 30 08:17:53.260539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-4cf999d4-a404-46e7-aa48-faaf9f504308 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd8654c1-9670-489b-8846-b78b64c8803b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853348 Sep 30 08:17:53.394762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e7b644a0-cd70-40b8-8702-427a88460c27 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:53.432190 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87314701-413f-4114-adcd-63c2eda83b0e tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:53.463402 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-218786d9-44f8-4d6d-9149-61ddf4c36e7c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:53.465218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-87314701-413f-4114-adcd-63c2eda83b0e tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Calling delete_port for e380db36-be78-4c90-918d-0da92822a371 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:53.524651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218786d9-44f8-4d6d-9149-61ddf4c36e7c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:53.529084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-218786d9-44f8-4d6d-9149-61ddf4c36e7c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:53.535783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218786d9-44f8-4d6d-9149-61ddf4c36e7c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:53.538388 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-7dbe171b-6ba0-40f3-8701-bd33e57e5c79 service neutron] 10.222.0.35 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654407 Sep 30 08:17:53.545682 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-218786d9-44f8-4d6d-9149-61ddf4c36e7c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:53.617936 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218786d9-44f8-4d6d-9149-61ddf4c36e7c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=3d15480d-d4cb-4ed2-adf1-7146a9932ae9,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:53.621890 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-218786d9-44f8-4d6d-9149-61ddf4c36e7c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6510365 Sep 30 08:17:53.624920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41930) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:53.641309 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-537da115-97ba-4ef5-bcf8-aeb3e78b4265 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'name': 'tempest-NetworksTestDHCPv6-707217758'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:53.686434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e7b644a0-cd70-40b8-8702-427a88460c27 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:53.686851 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:53.841171 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899c3551-d3d4-46a1-a634-b1127d9d8e04 None None] DHCP port deletion for 02334aa1-0c1d-459b-9fcf-075b2b9b8603 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:17:53.877997 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537da115-97ba-4ef5-bcf8-aeb3e78b4265 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:53.897302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a188a-3406-4ea6-b903-5e9130ac1418 req-0037a916-8235-4d8e-a414-dd842770fa9f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:53.901802 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e8a188a-3406-4ea6-b903-5e9130ac1418 req-0037a916-8235-4d8e-a414-dd842770fa9f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.4380529 Sep 30 08:17:53.902205 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-537da115-97ba-4ef5-bcf8-aeb3e78b4265 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:53.923652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-899c3551-d3d4-46a1-a634-b1127d9d8e04 None None] Deleting port e7b644a0-cd70-40b8-8702-427a88460c27 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:53.924072 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-899c3551-d3d4-46a1-a634-b1127d9d8e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:53.990075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-537da115-97ba-4ef5-bcf8-aeb3e78b4265 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port 9a65e27e-8692-47cf-babf-ac5006c4659c yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:17:54.065921 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-899c3551-d3d4-46a1-a634-b1127d9d8e04 None None] For port e7b644a0-cd70-40b8-8702-427a88460c27, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e7b644a0-cd70-40b8-8702-427a88460c27,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:54.066491 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-899c3551-d3d4-46a1-a634-b1127d9d8e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.072733 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87314701-413f-4114-adcd-63c2eda83b0e tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.089581 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-899c3551-d3d4-46a1-a634-b1127d9d8e04 None None] Calling delete_port for e7b644a0-cd70-40b8-8702-427a88460c27 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:54.189271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fcac6566-05f6-4df9-9dca-3e84baf40723 req-9ab06314-4571-4523-81d1-4cf98c2b135a service neutron] 10.222.0.35 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977636 Sep 30 08:17:54.195955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87314701-413f-4114-adcd-63c2eda83b0e tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event deleted for resources: {'Port': ['ID=e380db36-be78-4c90-918d-0da92822a371,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:54.203632 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87314701-413f-4114-adcd-63c2eda83b0e tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.206726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-87314701-413f-4114-adcd-63c2eda83b0e tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "DELETE /v2.0/ports/e380db36-be78-4c90-918d-0da92822a371 HTTP/1.1" status: 204 len: 168 time: 1.4390960 Sep 30 08:17:54.209367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41942) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:54.227959 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-899c3551-d3d4-46a1-a634-b1127d9d8e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.238294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-537da115-97ba-4ef5-bcf8-aeb3e78b4265 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::326 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/3d15480d-d4cb-4ed2-adf1-7146a9932ae9/9a65e27e-8692-47cf-babf-ac5006c4659c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:54.240575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e8a188a-3406-4ea6-b903-5e9130ac1418 req-14710e93-e3d9-47ff-9109-10ece5b698e7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783675 Sep 30 08:17:54.275930 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-25ec14fc-0cf8-480d-8ffa-badb18207c85 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0651970 Sep 30 08:17:54.290920 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fdf07-5daa-44dd-8903-6fec76f0fb93 req-39ddd0ed-34b1-4e33-9590-c07ef5aed892 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:54.303530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-378fdf07-5daa-44dd-8903-6fec76f0fb93 req-39ddd0ed-34b1-4e33-9590-c07ef5aed892 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 943 time: 0.4716787 Sep 30 08:17:54.313405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41944) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:54.319716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c3551-d3d4-46a1-a634-b1127d9d8e04 None None] Pushing event deleted for resources: {'Port': ['ID=e7b644a0-cd70-40b8-8702-427a88460c27,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:54.331618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c3551-d3d4-46a1-a634-b1127d9d8e04 None None] No DVR routers for this DVR port e7b644a0-cd70-40b8-8702-427a88460c27 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:17:54.361736 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6050159a-e6e6-4813-a520-f69322def384 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:54.376169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c0787df2-2336-42b2-9c7a-dfbc43409515 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1400913221'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:54.489141 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-537da115-97ba-4ef5-bcf8-aeb3e78b4265 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.553507 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-537da115-97ba-4ef5-bcf8-aeb3e78b4265 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.558117 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-378fdf07-5daa-44dd-8903-6fec76f0fb93 req-a4b2a85e-f0ff-4184-ab5c-86efbd50c7f8 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502005 Sep 30 08:17:54.570845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0787df2-2336-42b2-9c7a-dfbc43409515 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Made reservation on behalf of b38cb4df30a142bd88e188e1603420ed for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:54.573921 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c0787df2-2336-42b2-9c7a-dfbc43409515 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.593231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4dba3-822c-4345-b15d-0ac91debcb00 req-e3da3267-ceef-4430-96bf-858eb7db9a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:54.595045 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49e4dba3-822c-4345-b15d-0ac91debcb00 req-e3da3267-ceef-4430-96bf-858eb7db9a5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65f77f917e6741beb8be5925cd94a983&device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 1094 time: 0.2807686 Sep 30 08:17:54.675137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0787df2-2336-42b2-9c7a-dfbc43409515 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:17:54.682718 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537da115-97ba-4ef5-bcf8-aeb3e78b4265 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:54.692084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-537da115-97ba-4ef5-bcf8-aeb3e78b4265 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:54.701366 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537da115-97ba-4ef5-bcf8-aeb3e78b4265 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:54.714031 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537da115-97ba-4ef5-bcf8-aeb3e78b4265 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:54.715037 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-537da115-97ba-4ef5-bcf8-aeb3e78b4265 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.744892 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-537da115-97ba-4ef5-bcf8-aeb3e78b4265 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1176541 Sep 30 08:17:54.746387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537da115-97ba-4ef5-bcf8-aeb3e78b4265 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=9a65e27e-8692-47cf-babf-ac5006c4659c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:54.748979 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41948) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:54.776835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'fixed_ips': [{'subnet_id': '3d15480d-d4cb-4ed2-adf1-7146a9932ae9'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:17:54.781803 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.790029 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c0787df2-2336-42b2-9c7a-dfbc43409515 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.790388 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-c0787df2-2336-42b2-9c7a-dfbc43409515 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Added segment 2d9b7c42-680a-4310-9da5-104f40cfc937 of type vlan for network b82ca243-31b0-4332-b108-2bdead2527cc Sep 30 08:17:54.858130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b72306-1d4b-45b8-83d0-75d2022f534e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:54.862607 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-67b72306-1d4b-45b8-83d0-75d2022f534e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1096084 Sep 30 08:17:54.864463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41950) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:54.947080 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c0787df2-2336-42b2-9c7a-dfbc43409515 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.985368 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c0787df2-2336-42b2-9c7a-dfbc43409515 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:54.994132 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0787df2-2336-42b2-9c7a-dfbc43409515 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:54.995211 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c0787df2-2336-42b2-9c7a-dfbc43409515 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.030495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c0787df2-2336-42b2-9c7a-dfbc43409515 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6928937 Sep 30 08:17:55.034717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41952) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:55.041711 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7dae0f0e-227d-4159-b346-096535771fbd tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-950753085'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:55.076390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41956) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:55.085795 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Allocated IP 2001:db8::2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/3d15480d-d4cb-4ed2-adf1-7146a9932ae9/c16611cd-7b76-493d-b555-7b537945db48) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:55.114758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe637f55-7827-4b7b-a484-79eb63a09d08 req-27cdc6c5-890b-4d85-bdb1-c3a9cced18da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:55.114758 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe637f55-7827-4b7b-a484-79eb63a09d08 req-27cdc6c5-890b-4d85-bdb1-c3a9cced18da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 1097 time: 0.3969505 Sep 30 08:17:55.138259 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dae0f0e-227d-4159-b346-096535771fbd tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Made reservation on behalf of b38cb4df30a142bd88e188e1603420ed for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:55.143484 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7dae0f0e-227d-4159-b346-096535771fbd tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.186233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7d70b12d-50ed-4e02-9cd0-5eb6d3606e0a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port 9a65e27e-8692-47cf-babf-ac5006c4659c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:55.186579 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d70b12d-50ed-4e02-9cd0-5eb6d3606e0a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.246069 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dae0f0e-227d-4159-b346-096535771fbd tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:17:55.319752 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e7b644a0-cd70-40b8-8702-427a88460c27 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:17:55.325637 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7dae0f0e-227d-4159-b346-096535771fbd tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.326299 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-7dae0f0e-227d-4159-b346-096535771fbd tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Added segment ab641705-83cf-4d5f-a84f-b41244453008 of type vlan for network 6d7fac73-9a57-49b6-ad11-d51b4d16adc3 Sep 30 08:17:55.349006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: e7b644a0-cd70-40b8-8702-427a88460c27 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:17:55.349364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e7b644a0-cd70-40b8-8702-427a88460c27 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:17:55.374083 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0787df2-2336-42b2-9c7a-dfbc43409515 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event updated for resources: {'Network': ['ID=b82ca243-31b0-4332-b108-2bdead2527cc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:55.377651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4dba3-822c-4345-b15d-0ac91debcb00 req-d559e014-013d-4e70-8bfa-aeeab9e70da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:55.380718 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49e4dba3-822c-4345-b15d-0ac91debcb00 req-d559e014-013d-4e70-8bfa-aeeab9e70da6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cd8654c1-9670-489b-8846-b78b64c8803b HTTP/1.1" status: 200 len: 916 time: 0.7759368 Sep 30 08:17:55.385374 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.395842 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.407725 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7dae0f0e-227d-4159-b346-096535771fbd tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.414219 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d70b12d-50ed-4e02-9cd0-5eb6d3606e0a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.420127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:55.422336 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network b82ca243-31b0-4332-b108-2bdead2527cc details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:17:55.429133 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:55.435943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7d70b12d-50ed-4e02-9cd0-5eb6d3606e0a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for 9a65e27e-8692-47cf-babf-ac5006c4659c owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:55.448980 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49e4dba3-822c-4345-b15d-0ac91debcb00 req-c59c4628-03af-431e-90e3-c077fa6b9d16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=503befc5-2371-4df8-9652-8bc8108abb66 HTTP/1.1" status: 200 len: 217 time: 0.0555522 Sep 30 08:17:55.483472 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:55.498473 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7dae0f0e-227d-4159-b346-096535771fbd tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.505191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dae0f0e-227d-4159-b346-096535771fbd tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:55.505814 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7dae0f0e-227d-4159-b346-096535771fbd tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.516183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4dba3-822c-4345-b15d-0ac91debcb00 req-208751b6-7d29-4ba8-9258-6140362781cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:55.518132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49e4dba3-822c-4345-b15d-0ac91debcb00 req-208751b6-7d29-4ba8-9258-6140362781cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=12d02642-6479-440b-88a5-d674911fee7d HTTP/1.1" status: 200 len: 855 time: 0.0535717 Sep 30 08:17:55.577573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49e4dba3-822c-4345-b15d-0ac91debcb00 req-a7ce4a45-fb7d-4a57-9ca9-ba927a42851e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd8654c1-9670-489b-8846-b78b64c8803b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400419 Sep 30 08:17:55.586373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae0f0e-227d-4159-b346-096535771fbd tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event updated for resources: {'Network': ['ID=6d7fac73-9a57-49b6-ad11-d51b4d16adc3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:55.616218 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7dae0f0e-227d-4159-b346-096535771fbd tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5787022 Sep 30 08:17:55.706819 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5aabe5-b0df-4766-bf00-4238c3b6e02d req-fc83b024-0ce7-49ca-af13-e5558c17dcc2 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:55.708881 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a5aabe5-b0df-4766-bf00-4238c3b6e02d req-fc83b024-0ce7-49ca-af13-e5558c17dcc2 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.3269038 Sep 30 08:17:55.713331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-113b8e37-c0cb-43f7-a640-d862f9947558 admin admin] Deleting subnet 2aa311a3-50d3-422e-b836-3b684de5eef4 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:17:55.723174 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 6d7fac73-9a57-49b6-ad11-d51b4d16adc3 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:17:55.731537 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d70b12d-50ed-4e02-9cd0-5eb6d3606e0a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.749235 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-113b8e37-c0cb-43f7-a640-d862f9947558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.767437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe637f55-7827-4b7b-a484-79eb63a09d08 req-485699b1-b9d1-478e-9045-2c2450b86fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:55.769688 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe637f55-7827-4b7b-a484-79eb63a09d08 req-485699b1-b9d1-478e-9045-2c2450b86fd0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 918 time: 0.6279163 Sep 30 08:17:55.771547 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Pushing event updated for resources: {'Port': ['ID=c16611cd-7b76-493d-b555-7b537945db48,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:55.802383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70b12d-50ed-4e02-9cd0-5eb6d3606e0a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=9a65e27e-8692-47cf-babf-ac5006c4659c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:55.851082 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Attempting to bind port c16611cd-7b76-493d-b555-7b537945db48 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:17:55.851464 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Attempting to bind port c16611cd-7b76-493d-b555-7b537945db48 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:17:55.851822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Attempting to bind port c16611cd-7b76-493d-b555-7b537945db48 on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:17:55.861915 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d70b12d-50ed-4e02-9cd0-5eb6d3606e0a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.867360 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7d70b12d-50ed-4e02-9cd0-5eb6d3606e0a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/9a65e27e-8692-47cf-babf-ac5006c4659c HTTP/1.1" status: 204 len: 168 time: 1.0003617 Sep 30 08:17:55.868814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:17:55.869196 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:17:55.869602 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.869994 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:17:55.870701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41976) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:55.874952 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Bound port: c16611cd-7b76-493d-b555-7b537945db48, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:17:55.877365 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:55.900263 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe637f55-7827-4b7b-a484-79eb63a09d08 req-e86690cf-5e14-4df6-9b67-e8b01b5a8746 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca HTTP/1.1" status: 200 len: 1001 time: 0.0719097 Sep 30 08:17:55.988420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bcbb4b-60fc-469e-8dfa-7979f99e2381 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:55.991362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bcbb4b-60fc-469e-8dfa-7979f99e2381 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:55.994574 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-22bcbb4b-60fc-469e-8dfa-7979f99e2381 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1228054 Sep 30 08:17:55.998210 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41980) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:56.018167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7fc75-c8b2-4d43-ac40-4e61ecd55996 req-fd4dda51-7d54-4e0b-ac78-2203606d0497 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:56.019812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b3c7fc75-c8b2-4d43-ac40-4e61ecd55996 req-fd4dda51-7d54-4e0b-ac78-2203606d0497 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 943 time: 0.3354561 Sep 30 08:17:56.024857 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-113b8e37-c0cb-43f7-a640-d862f9947558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.065206 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] For port c16611cd-7b76-493d-b555-7b537945db48, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:17:56.074070 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] For port c16611cd-7b76-493d-b555-7b537945db48, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c16611cd-7b76-493d-b555-7b537945db48,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:17:56.080719 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.084567 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a5aabe5-b0df-4766-bf00-4238c3b6e02d req-ae11b5b0-cb39-40a6-a63c-8a4769bf0fa0 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3647521 Sep 30 08:17:56.123155 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe637f55-7827-4b7b-a484-79eb63a09d08 req-df39e0e3-d72e-43fb-953f-65238617c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:56.129012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe637f55-7827-4b7b-a484-79eb63a09d08 req-df39e0e3-d72e-43fb-953f-65238617c088 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee72be49-df02-4420-900e-333e8ceca494 HTTP/1.1" status: 200 len: 856 time: 0.1878035 Sep 30 08:17:56.147815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3501e251-ffcd-4f32-a907-39a9e88c16a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 3d15480d-d4cb-4ed2-adf1-7146a9932ae9 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:17:56.162812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7c249-50b5-496c-b3c3-8c65a2eb09b2 None None] Pushing event updated for resources: {'Port': ['ID=c16611cd-7b76-493d-b555-7b537945db48,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:56.189125 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3501e251-ffcd-4f32-a907-39a9e88c16a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.233287 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49e4dba3-822c-4345-b15d-0ac91debcb00 req-cd8e86b1-8b0d-478c-b260-51eb2a74c5a3 service neutron] 10.222.0.35 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345897 Sep 30 08:17:56.251811 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3501e251-ffcd-4f32-a907-39a9e88c16a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.284990 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-113b8e37-c0cb-43f7-a640-d862f9947558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.289487 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b3c7fc75-c8b2-4d43-ac40-4e61ecd55996 req-f20bd50f-eccf-4ac5-b1f1-dd00b8b702d6 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556322 Sep 30 08:17:56.332480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe637f55-7827-4b7b-a484-79eb63a09d08 req-27c68031-09f1-427d-a259-f87f9092bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:56.334176 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe637f55-7827-4b7b-a484-79eb63a09d08 req-27c68031-09f1-427d-a259-f87f9092bc97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621740 Sep 30 08:17:56.393368 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3501e251-ffcd-4f32-a907-39a9e88c16a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.494426 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3501e251-ffcd-4f32-a907-39a9e88c16a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.505768 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 503befc5-2371-4df8-9652-8bc8108abb66 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:17:56.535978 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-113b8e37-c0cb-43f7-a640-d862f9947558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.560524 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-113b8e37-c0cb-43f7-a640-d862f9947558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.565194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-113b8e37-c0cb-43f7-a640-d862f9947558 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2aa311a3-50d3-422e-b836-3b684de5eef4 HTTP/1.1" status: 204 len: 168 time: 1.4743161 Sep 30 08:17:56.567110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 41982) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:56.581041 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3501e251-ffcd-4f32-a907-39a9e88c16a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.585790 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3501e251-ffcd-4f32-a907-39a9e88c16a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/3d15480d-d4cb-4ed2-adf1-7146a9932ae9 HTTP/1.1" status: 204 len: 168 time: 0.5838592 Sep 30 08:17:56.586280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501e251-ffcd-4f32-a907-39a9e88c16a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=3d15480d-d4cb-4ed2-adf1-7146a9932ae9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:56.598167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41984) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:56.692169 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 503befc5-2371-4df8-9652-8bc8108abb66, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=503befc5-2371-4df8-9652-8bc8108abb66,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:56.709914 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2b1b725b-5795-4e2b-8b69-f6f9f289811b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078050 Sep 30 08:17:56.711273 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41988) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:56.718783 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '503befc5-2371-4df8-9652-8bc8108abb66', 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b', 'port_id': '503befc5-2371-4df8-9652-8bc8108abb66', 'mac_address': 'fa:16:3e:63:eb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d02642-6479-440b-88a5-d674911fee7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:17:56.771318 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.794040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503befc5-2371-4df8-9652-8bc8108abb66 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:17:56.800137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69def63-37c1-468e-9f51-f326848f0d2a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:56.805127 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d69def63-37c1-468e-9f51-f326848f0d2a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0897090 Sep 30 08:17:56.805127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41990) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:56.831861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 503befc5-2371-4df8-9652-8bc8108abb66, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=503befc5-2371-4df8-9652-8bc8108abb66,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:56.837161 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:56.870678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d82eb0c-3394-4951-acc3-bf789dc23c53 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:56.874643 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2d82eb0c-3394-4951-acc3-bf789dc23c53 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0665426 Sep 30 08:17:56.874953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:56.908550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=503befc5-2371-4df8-9652-8bc8108abb66,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:56.950502 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e9c2cea6-2ec9-4c6b-9457-a0495904b4e9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703146 Sep 30 08:17:56.950769 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 41994) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:56.958864 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0d012bc3-ea65-4849-9bd8-f1e26cd29da6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:57.077122 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d012bc3-ea65-4849-9bd8-f1e26cd29da6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:57.083655 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d012bc3-ea65-4849-9bd8-f1e26cd29da6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.222052 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['503befc5-2371-4df8-9652-8bc8108abb66'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:17:57.243965 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49e4dba3-822c-4345-b15d-0ac91debcb00 req-6ddbc4d7-883b-48d9-a454-01e53df51a77 service neutron] 10.222.0.35 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9948480 Sep 30 08:17:57.331454 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe637f55-7827-4b7b-a484-79eb63a09d08 req-153d2c8a-08fe-46ee-8cec-2942c730f3b6 service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9878316 Sep 30 08:17:57.336617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b8e37-c0cb-43f7-a640-d862f9947558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa311a3-50d3-422e-b836-3b684de5eef4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:57.463587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c16611cd-7b76-493d-b555-7b537945db48 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:57.524371 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe637f55-7827-4b7b-a484-79eb63a09d08 req-f853710f-28a2-4592-b37d-68dea8e0f1ec service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779761 Sep 30 08:17:57.547667 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01bc167c-fd1d-46ae-a058-56cd0cf4470e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.580936 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d012bc3-ea65-4849-9bd8-f1e26cd29da6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.656448 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c16611cd-7b76-493d-b555-7b537945db48 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:57.657491 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.665573 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d012bc3-ea65-4849-9bd8-f1e26cd29da6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:57.687791 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0d012bc3-ea65-4849-9bd8-f1e26cd29da6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:57.695943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d012bc3-ea65-4849-9bd8-f1e26cd29da6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=53282e1f-e035-400a-8c60-96e14616f9d2,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:57.700099 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d012bc3-ea65-4849-9bd8-f1e26cd29da6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:57.700910 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d012bc3-ea65-4849-9bd8-f1e26cd29da6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.708587 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f4fe8-8a99-4a5a-a6e0-2db8c56b7d3e req-a3a81007-e524-47bb-ad6f-1700e2721990 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:57.717651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa2f4fe8-8a99-4a5a-a6e0-2db8c56b7d3e req-a3a81007-e524-47bb-ad6f-1700e2721990 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.4665515 Sep 30 08:17:57.732154 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0d012bc3-ea65-4849-9bd8-f1e26cd29da6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7802756 Sep 30 08:17:57.733034 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42002) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:57.745757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-105c3ead-759f-4480-9abe-d99b1704bdb9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'fixed_ips': [{'subnet_id': '53282e1f-e035-400a-8c60-96e14616f9d2', 'ip_address': '2001:db8::3e79:a709:556f:9564'}], 'name': 'tempest-NetworksTestDHCPv6-1375010852'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:57.747543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b1dcb6-3025-4015-b8be-d14145851bf6 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:17:57.781855 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01bc167c-fd1d-46ae-a058-56cd0cf4470e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.802790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-01bc167c-fd1d-46ae-a058-56cd0cf4470e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960dd1df-9f27-4ee1-8c3f-20d8634bb453']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:57.813533 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-01bc167c-fd1d-46ae-a058-56cd0cf4470e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb39a1de-f246-4483-9dc2-fd64705c2a48') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:57.813827 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-01bc167c-fd1d-46ae-a058-56cd0cf4470e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb39a1de-f246-4483-9dc2-fd64705c2a48') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:57.823533 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01bc167c-fd1d-46ae-a058-56cd0cf4470e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.836841 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01bc167c-fd1d-46ae-a058-56cd0cf4470e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.845539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bc167c-fd1d-46ae-a058-56cd0cf4470e admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:17:57.845943 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01bc167c-fd1d-46ae-a058-56cd0cf4470e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:17:57.865085 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:17:57.897895 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:57.904927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8923767-3ecc-4e48-9735-444a5a22113f req-2f78da99-0fb7-487e-874f-7b4b61e15e04 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:57.907008 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8923767-3ecc-4e48-9735-444a5a22113f req-2f78da99-0fb7-487e-874f-7b4b61e15e04 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 944 time: 0.3815103 Sep 30 08:17:57.916747 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105c3ead-759f-4480-9abe-d99b1704bdb9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:57.919459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac8d15-c566-40d0-b895-1ff65d555964 req-d29064b4-b1c5-42ca-bbbc-798b0fd42017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:57.921220 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3dac8d15-c566-40d0-b895-1ff65d555964 req-d29064b4-b1c5-42ca-bbbc-798b0fd42017 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 1097 time: 0.3472433 Sep 30 08:17:57.951609 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-217a2549-ef5a-4cc0-89aa-166249138c31 None None] Provisioning complete for port c16611cd-7b76-493d-b555-7b537945db48 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:57.952209 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-217a2549-ef5a-4cc0-89aa-166249138c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.005059 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8923767-3ecc-4e48-9735-444a5a22113f req-e3da0e52-4cb6-498f-ad98-6229d01c2a3f tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827258 Sep 30 08:17:58.021562 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa2f4fe8-8a99-4a5a-a6e0-2db8c56b7d3e req-6f42ce85-b640-4e53-be57-3a094cd880a4 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970917 Sep 30 08:17:58.033469 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port c16611cd-7b76-493d-b555-7b537945db48, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c16611cd-7b76-493d-b555-7b537945db48,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:17:58.049335 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-105c3ead-759f-4480-9abe-d99b1704bdb9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.054482 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01bc167c-fd1d-46ae-a058-56cd0cf4470e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.072031 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.083001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-105c3ead-759f-4480-9abe-d99b1704bdb9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port 405d6862-aa03-42d8-b570-1bcff30616c6 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:17:58.083190 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01bc167c-fd1d-46ae-a058-56cd0cf4470e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.085062 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-01bc167c-fd1d-46ae-a058-56cd0cf4470e admin admin] 10.222.0.24 "DELETE /v2.0/networks/960dd1df-9f27-4ee1-8c3f-20d8634bb453 HTTP/1.1" status: 204 len: 168 time: 1.5137050 Sep 30 08:17:58.086099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc167c-fd1d-46ae-a058-56cd0cf4470e admin admin] Pushing event deleted for resources: {'Network': ['ID=960dd1df-9f27-4ee1-8c3f-20d8634bb453,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:58.090484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42006) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:58.221137 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:17:58.239279 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=c16611cd-7b76-493d-b555-7b537945db48,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:58.254217 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-217a2549-ef5a-4cc0-89aa-166249138c31 None None] Could not find standard attr ID for object 9a65e27e-8692-47cf-babf-ac5006c4659c. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:17:58.255639 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4f09df-63e5-49ce-ac69-385a07e62b4b admin admin] Deleting subnet 04a25a0d-5c38-428a-af63-fcbdffb8d281 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:17:58.261015 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d4f09df-63e5-49ce-ac69-385a07e62b4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.289016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac8d15-c566-40d0-b895-1ff65d555964 req-14089d94-481a-4cc7-b15c-a0d4d9592638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:58.295222 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3dac8d15-c566-40d0-b895-1ff65d555964 req-14089d94-481a-4cc7-b15c-a0d4d9592638 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 918 time: 0.3013709 Sep 30 08:17:58.317461 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d4f09df-63e5-49ce-ac69-385a07e62b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.350672 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-105c3ead-759f-4480-9abe-d99b1704bdb9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::3e79:a709:556f:9564 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/53282e1f-e035-400a-8c60-96e14616f9d2/405d6862-aa03-42d8-b570-1bcff30616c6) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:17:58.365253 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d4f09df-63e5-49ce-ac69-385a07e62b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.477347 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3dac8d15-c566-40d0-b895-1ff65d555964 req-8042c2de-0bc1-42b5-85d0-f0217fce603d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca HTTP/1.1" status: 200 len: 1001 time: 0.0877733 Sep 30 08:17:58.494632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bc4d211a-0e90-4d63-9a65-9d7d89151b8d None None] Provisioning complete for port c16611cd-7b76-493d-b555-7b537945db48 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:58.495161 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc4d211a-0e90-4d63-9a65-9d7d89151b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.496262 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d4f09df-63e5-49ce-ac69-385a07e62b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.552836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f09df-63e5-49ce-ac69-385a07e62b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a25a0d-5c38-428a-af63-fcbdffb8d281,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:58.564613 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d4f09df-63e5-49ce-ac69-385a07e62b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.566746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1d4f09df-63e5-49ce-ac69-385a07e62b4b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/04a25a0d-5c38-428a-af63-fcbdffb8d281 HTTP/1.1" status: 204 len: 168 time: 0.4758821 Sep 30 08:17:58.570315 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:58.587074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac8d15-c566-40d0-b895-1ff65d555964 req-50c6a289-5083-49e2-ba78-98df0ed0ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:58.588655 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3dac8d15-c566-40d0-b895-1ff65d555964 req-50c6a289-5083-49e2-ba78-98df0ed0ee91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee72be49-df02-4420-900e-333e8ceca494 HTTP/1.1" status: 200 len: 856 time: 0.1027381 Sep 30 08:17:58.670983 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-105c3ead-759f-4480-9abe-d99b1704bdb9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.693313 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac8d15-c566-40d0-b895-1ff65d555964 req-f6ed60d9-36f7-4734-bb5c-c151bd827fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:58.695247 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3dac8d15-c566-40d0-b895-1ff65d555964 req-f6ed60d9-36f7-4734-bb5c-c151bd827fd7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985138 Sep 30 08:17:58.733355 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe25dbbc-70cc-4e83-84d8-c41a55549d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.798106 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-105c3ead-759f-4480-9abe-d99b1704bdb9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.807414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f92e014a-be8e-4264-b559-b7939a675864 None None] Could not find standard attr ID for object 9a65e27e-8692-47cf-babf-ac5006c4659c. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:17:58.817476 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3dac8d15-c566-40d0-b895-1ff65d555964 req-226b56f8-4ba6-4ead-8d33-97fd40187e9e service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126575 Sep 30 08:17:58.829201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105c3ead-759f-4480-9abe-d99b1704bdb9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:17:58.838314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-105c3ead-759f-4480-9abe-d99b1704bdb9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:17:58.841357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c3ead-759f-4480-9abe-d99b1704bdb9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:17:58.848329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c3ead-759f-4480-9abe-d99b1704bdb9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:58.848963 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-105c3ead-759f-4480-9abe-d99b1704bdb9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.923553 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe25dbbc-70cc-4e83-84d8-c41a55549d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:58.938947 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-105c3ead-759f-4480-9abe-d99b1704bdb9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2044644 Sep 30 08:17:58.948463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42012) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:58.976354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c3ead-759f-4480-9abe-d99b1704bdb9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=405d6862-aa03-42d8-b570-1bcff30616c6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:58.977978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42014) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:58.983291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Request body: {'subnets': [{'network_id': 'b82ca243-31b0-4332-b108-2bdead2527cc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--91196446', 'ip_version': 6}, {'network_id': '6d7fac73-9a57-49b6-ad11-d51b4d16adc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:58.984335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Request body: {'subnet': {'network_id': 'b82ca243-31b0-4332-b108-2bdead2527cc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--91196446', 'ip_version': 6}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:58.985269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Request body: {'subnet': {'network_id': '6d7fac73-9a57-49b6-ad11-d51b4d16adc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:17:59.001532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fe25dbbc-70cc-4e83-84d8-c41a55549d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808cc5f4-847e-4cc2-b7db-5bbfdc171e75']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:59.003735 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3dac8d15-c566-40d0-b895-1ff65d555964 req-ef72d5c5-fcff-42e8-939b-496be66f4069 service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791379 Sep 30 08:17:59.020043 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fe25dbbc-70cc-4e83-84d8-c41a55549d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e187d48-9e17-4480-b879-ac9412fc3b3f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:59.020806 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fe25dbbc-70cc-4e83-84d8-c41a55549d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e187d48-9e17-4480-b879-ac9412fc3b3f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:17:59.033663 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe25dbbc-70cc-4e83-84d8-c41a55549d9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.057466 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e931bd20-094c-4428-a350-0ea256c660f4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:59.063498 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e931bd20-094c-4428-a350-0ea256c660f4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:59.067531 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e931bd20-094c-4428-a350-0ea256c660f4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1157129 Sep 30 08:17:59.067531 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe25dbbc-70cc-4e83-84d8-c41a55549d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.068302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:59.080891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe25dbbc-70cc-4e83-84d8-c41a55549d9f admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:17:59.081296 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe25dbbc-70cc-4e83-84d8-c41a55549d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:17:59.083123 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:17:59.204519 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe25dbbc-70cc-4e83-84d8-c41a55549d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.211514 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe25dbbc-70cc-4e83-84d8-c41a55549d9f admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.213277 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fe25dbbc-70cc-4e83-84d8-c41a55549d9f admin admin] 10.222.0.24 "DELETE /v2.0/networks/808cc5f4-847e-4cc2-b7db-5bbfdc171e75 HTTP/1.1" status: 204 len: 168 time: 0.6408448 Sep 30 08:17:59.239790 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25dbbc-70cc-4e83-84d8-c41a55549d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=808cc5f4-847e-4cc2-b7db-5bbfdc171e75,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:59.255512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1a87f5cd-b8cd-4d5e-95ab-c61488d8a477 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port 405d6862-aa03-42d8-b570-1bcff30616c6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:17:59.255898 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a87f5cd-b8cd-4d5e-95ab-c61488d8a477 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.289931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Made reservation on behalf of b38cb4df30a142bd88e188e1603420ed for: {'subnet': 2} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:17:59.294880 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.294880 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.298804 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c16611cd-7b76-493d-b555-7b537945db48 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:17:59.310704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6050df-144f-4a17-9f0a-13b9d50e622a req-b1ce850a-6e48-4e04-aa85-4908be646f87 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:59.312872 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f6050df-144f-4a17-9f0a-13b9d50e622a req-b1ce850a-6e48-4e04-aa85-4908be646f87 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 944 time: 0.1484218 Sep 30 08:17:59.344954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26041339-e75a-454f-badc-3d8e2cefcdf3 req-54a97421-a0d3-4237-828e-2a710025c332 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:59.346589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-26041339-e75a-454f-badc-3d8e2cefcdf3 req-54a97421-a0d3-4237-828e-2a710025c332 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1795416 Sep 30 08:17:59.369876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c16611cd-7b76-493d-b555-7b537945db48 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:59.370258 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.403615 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a87f5cd-b8cd-4d5e-95ab-c61488d8a477 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.420345 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1a87f5cd-b8cd-4d5e-95ab-c61488d8a477 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for 405d6862-aa03-42d8-b570-1bcff30616c6 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:17:59.444622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0c1dff39-0451-4cbd-83cf-afc50a4be633 None None] Provisioning complete for port 405d6862-aa03-42d8-b570-1bcff30616c6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:17:59.445005 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c1dff39-0451-4cbd-83cf-afc50a4be633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.471048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-26041339-e75a-454f-badc-3d8e2cefcdf3 req-6ffbc720-4ebc-445f-9499-ac71f11535d5 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127894 Sep 30 08:17:59.473769 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f6050df-144f-4a17-9f0a-13b9d50e622a req-88854171-36e2-43ee-8375-61b05440bda3 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422415 Sep 30 08:17:59.528950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:59.581618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0c1dff39-0451-4cbd-83cf-afc50a4be633 None None] Port 405d6862-aa03-42d8-b570-1bcff30616c6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:17:59.628789 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-07544d98-135f-4b98-99a1-18f9c4c839da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a861c5e45a64b10b2392c03f7e39c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991938 Sep 30 08:17:59.633630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42030) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:59.659360 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.669603 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a87f5cd-b8cd-4d5e-95ab-c61488d8a477 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.704215 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87f5cd-b8cd-4d5e-95ab-c61488d8a477 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=405d6862-aa03-42d8-b570-1bcff30616c6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:17:59.738165 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a87f5cd-b8cd-4d5e-95ab-c61488d8a477 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.740646 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1a87f5cd-b8cd-4d5e-95ab-c61488d8a477 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/405d6862-aa03-42d8-b570-1bcff30616c6 HTTP/1.1" status: 204 len: 168 time: 0.6715934 Sep 30 08:17:59.743335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42032) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:59.760845 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-114782ce-4849-436c-8f77-b8cb225d81e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.796297 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-114782ce-4849-436c-8f77-b8cb225d81e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.815245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f051079-6290-405a-97f3-f644d0762492 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:59.816936 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f051079-6290-405a-97f3-f644d0762492 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:17:59.821021 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1f051079-6290-405a-97f3-f644d0762492 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0739517 Sep 30 08:17:59.821265 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:17:59.894338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35b4f46-dbab-4362-b97d-651ab48e7637 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 53282e1f-e035-400a-8c60-96e14616f9d2 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:17:59.899932 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b35b4f46-dbab-4362-b97d-651ab48e7637 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.917513 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-114782ce-4849-436c-8f77-b8cb225d81e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.920264 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-114782ce-4849-436c-8f77-b8cb225d81e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.921467 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-114782ce-4849-436c-8f77-b8cb225d81e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd1e8553-5298-48f4-9789-32bf520e277a HTTP/1.1" status: 204 len: 168 time: 0.2869117 Sep 30 08:17:59.927471 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.956206 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b35b4f46-dbab-4362-b97d-651ab48e7637 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:17:59.977559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114782ce-4849-436c-8f77-b8cb225d81e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1e8553-5298-48f4-9789-32bf520e277a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:00.013877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event updated for resources: {'Subnet': ['ID=142389d1-5772-4fa1-9e28-adb6fa7bf668,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:00.024665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Checking segment: {'id': '2d9b7c42-680a-4310-9da5-104f40cfc937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b82ca243-31b0-4332-b108-2bdead2527cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:00.025315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Network hostable DHCP agents. Network: b82ca243-31b0-4332-b108-2bdead2527cc, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:18:00.028799 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b35b4f46-dbab-4362-b97d-651ab48e7637 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.046693 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Network b82ca243-31b0-4332-b108-2bdead2527cc is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:18:00.059137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, b82ca243-31b0-4332-b108-2bdead2527cc) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:00.064201 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.072830 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d7f312-db86-44ae-a31a-5877823fb01a None None] Network b82ca243-31b0-4332-b108-2bdead2527cc requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:00.122247 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b35b4f46-dbab-4362-b97d-651ab48e7637 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.143701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event updated for resources: {'Subnet': ['ID=c0844063-535b-45b9-8177-91e7da1b2785,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:00.155084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b4f46-dbab-4362-b97d-651ab48e7637 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=53282e1f-e035-400a-8c60-96e14616f9d2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:00.159576 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b35b4f46-dbab-4362-b97d-651ab48e7637 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.162594 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b35b4f46-dbab-4362-b97d-651ab48e7637 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/53282e1f-e035-400a-8c60-96e14616f9d2 HTTP/1.1" status: 204 len: 168 time: 0.3403745 Sep 30 08:18:00.166372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:00.170157 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5c2251-7bd9-42a2-8dfc-b4f5c493002a None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:00.204457 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Checking segment: {'id': 'ab641705-83cf-4d5f-a84f-b41244453008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6d7fac73-9a57-49b6-ad11-d51b4d16adc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:00.205120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Network hostable DHCP agents. Network: 6d7fac73-9a57-49b6-ad11-d51b4d16adc3, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:18:00.226712 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-065402be-711d-4d0b-912f-38104492f896 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591176 Sep 30 08:18:00.227773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42040) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:00.237076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-001f2e14-7d0c-4db1-9247-159a61b2d9e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:00.243674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Network 6d7fac73-9a57-49b6-ad11-d51b4d16adc3 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:18:00.262912 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 6d7fac73-9a57-49b6-ad11-d51b4d16adc3) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:00.272061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:00.273003 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:00.274086 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.297830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-688119cd-79e5-4368-b409-3c5dba20c1f5 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 1.3154695 Sep 30 08:18:00.298055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device c2142e67-e3d1-419b-84f2-7d6c53fb5dca no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:00.298882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42044) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:00.328908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfdcd3c-178d-407f-87e8-9c6432c83e78 None None] Network 6d7fac73-9a57-49b6-ad11-d51b4d16adc3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:00.375428 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001f2e14-7d0c-4db1-9247-159a61b2d9e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:00.381383 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-001f2e14-7d0c-4db1-9247-159a61b2d9e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.421395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5104ef9d-d391-4299-9d64-5730c5113ca3 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:00.423637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5104ef9d-d391-4299-9d64-5730c5113ca3 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:00.428696 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5104ef9d-d391-4299-9d64-5730c5113ca3 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:00.435798 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5104ef9d-d391-4299-9d64-5730c5113ca3 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.1303661 Sep 30 08:18:00.441687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42046) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:00.506467 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 503befc5-2371-4df8-9652-8bc8108abb66 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:00.525578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa512f5-dff7-45bd-80aa-511420d6ccf1 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Deleting subnet 142389d1-5772-4fa1-9e28-adb6fa7bf668 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:00.549311 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aaa512f5-dff7-45bd-80aa-511420d6ccf1 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.665587 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42054) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:00.764298 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aaa512f5-dff7-45bd-80aa-511420d6ccf1 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.790716 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-001f2e14-7d0c-4db1-9247-159a61b2d9e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.805247 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41aa11f-e6b9-41ba-9759-c55e712c55f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-b82ca243-31b0-4332-b108-2bdead2527cc', 'network_id': 'b82ca243-31b0-4332-b108-2bdead2527cc', 'tenant_id': 'b38cb4df30a142bd88e188e1603420ed', 'fixed_ips': [{'subnet_id': '142389d1-5772-4fa1-9e28-adb6fa7bf668'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:00.806105 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a41aa11f-e6b9-41ba-9759-c55e712c55f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.837532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001f2e14-7d0c-4db1-9247-159a61b2d9e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:00.839331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace4df4-6394-45ce-ab6d-1a80f99c8f84 req-64d5aded-612c-441b-b579-97311be84956 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:00.840896 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cace4df4-6394-45ce-ab6d-1a80f99c8f84 req-64d5aded-612c-441b-b579-97311be84956 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 946 time: 0.1874344 Sep 30 08:18:00.841052 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-001f2e14-7d0c-4db1-9247-159a61b2d9e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:00.843287 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c8de4683-9f6f-4046-b6e8-8402f3f5a827 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=921d122a7c284aa48e221e958215be54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766798 Sep 30 08:18:00.846192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001f2e14-7d0c-4db1-9247-159a61b2d9e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:00.846791 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-001f2e14-7d0c-4db1-9247-159a61b2d9e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.850992 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:00.855514 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fda22c-08b2-4e9f-b1fa-65bec63536fb req-22145e35-e8e6-4e02-bfc3-6440694f323f tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:00.857500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3fda22c-08b2-4e9f-b1fa-65bec63536fb req-22145e35-e8e6-4e02-bfc3-6440694f323f tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 944 time: 0.1505256 Sep 30 08:18:00.864917 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f2e14-7d0c-4db1-9247-159a61b2d9e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=bd70e230-4dc3-4ace-b8b0-9de116a6ccbd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:00.879363 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aaa512f5-dff7-45bd-80aa-511420d6ccf1 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:00.901118 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-001f2e14-7d0c-4db1-9247-159a61b2d9e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6713243 Sep 30 08:18:00.920961 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42060) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:00.933315 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9a425a65-3aba-42d4-8b6f-1340969b0099 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'fixed_ips': [{'subnet_id': 'bd70e230-4dc3-4ace-b8b0-9de116a6ccbd', 'ip_address': '2001:db8::f129:8929:e0d9:f9bc'}], 'name': 'tempest-NetworksTestDHCPv6-1941777788'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:00.961215 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.001212 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3fda22c-08b2-4e9f-b1fa-65bec63536fb req-dd646760-099b-45a4-aaa2-e48aa9210857 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160812 Sep 30 08:18:01.004502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cace4df4-6394-45ce-ab6d-1a80f99c8f84 req-23ca419e-719f-4be4-b59f-c9ebc18dd685 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878592 Sep 30 08:18:01.030756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aaa512f5-dff7-45bd-80aa-511420d6ccf1 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.065039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 503befc5-2371-4df8-9652-8bc8108abb66 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:18:01.092206 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d31f717-df54-411a-9b78-032a4c99ea89 None None] DHCP port deletion for 02334aa1-0c1d-459b-9fcf-075b2b9b8603 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:18:01.099722 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa512f5-dff7-45bd-80aa-511420d6ccf1 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event deleted for resources: {'Subnet': ['ID=142389d1-5772-4fa1-9e28-adb6fa7bf668,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:01.121319 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aaa512f5-dff7-45bd-80aa-511420d6ccf1 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.127730 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71aab51-a036-4610-8bd2-6f699b4384eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-6d7fac73-9a57-49b6-ad11-d51b4d16adc3', 'network_id': '6d7fac73-9a57-49b6-ad11-d51b4d16adc3', 'tenant_id': 'b38cb4df30a142bd88e188e1603420ed', 'fixed_ips': [{'subnet_id': 'c0844063-535b-45b9-8177-91e7da1b2785'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:01.128018 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-aaa512f5-dff7-45bd-80aa-511420d6ccf1 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "DELETE /v2.0/subnets/142389d1-5772-4fa1-9e28-adb6fa7bf668 HTTP/1.1" status: 204 len: 168 time: 0.6847327 Sep 30 08:18:01.129099 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d71aab51-a036-4610-8bd2-6f699b4384eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.129255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42064) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:01.142777 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eaddc01-83a0-42d5-80ee-d8f6ab0e77ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.165867 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 503befc5-2371-4df8-9652-8bc8108abb66 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:01.167178 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.215853 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eaddc01-83a0-42d5-80ee-d8f6ab0e77ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.217350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7db1b4-d53c-4974-9469-7472df283a3b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Deleting subnet c0844063-535b-45b9-8177-91e7da1b2785 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:01.224945 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da7db1b4-d53c-4974-9469-7472df283a3b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.233605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:01.236653 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fd9a18-f69b-4983-8aa3-0bdc85c4c56d" -d '{"events": [{"server_uuid": "9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4", "name": "network-vif-unplugged", "status": "completed", "tag": "c2142e67-e3d1-419b-84f2-7d6c53fb5dca"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:01.301057 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eaddc01-83a0-42d5-80ee-d8f6ab0e77ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.304376 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eaddc01-83a0-42d5-80ee-d8f6ab0e77ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.304549 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da7db1b4-d53c-4974-9469-7472df283a3b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.305580 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5eaddc01-83a0-42d5-80ee-d8f6ab0e77ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca1b076d-3fbb-45fd-a2e7-203a11b4e325 HTTP/1.1" status: 204 len: 168 time: 0.4536543 Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-a41aa11f-e6b9-41ba-9759-c55e712c55f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 142389d1-5772-4fa1-9e28-adb6fa7bf668: This subnet is being modified by another concurrent operation. Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:18:01.309851 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 142389d1-5772-4fa1-9e28-adb6fa7bf668: This subnet is being modified by another concurrent operation. Sep 30 08:18:01.315959 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Sep 30 08:18:01.320996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaddc01-83a0-42d5-80ee-d8f6ab0e77ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1b076d-3fbb-45fd-a2e7-203a11b4e325,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:01.339024 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ec74b7-6ed4-4a09-b17e-1f154a3bf6ad x-openstack-request-id: req-12ec74b7-6ed4-4a09-b17e-1f154a3bf6ad {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:01.339956 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4", "name": "network-vif-unplugged", "status": "failed", "tag": "c2142e67-e3d1-419b-84f2-7d6c53fb5dca", "code": 422}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:01.340427 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12ec74b7-6ed4-4a09-b17e-1f154a3bf6ad {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:01.341086 n-d-807359-2 neutron-server[94839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca', 'code': 422} returned with failed status Sep 30 08:18:01.341312 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a425a65-3aba-42d4-8b6f-1340969b0099 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:01.344986 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c16611cd-7b76-493d-b555-7b537945db48 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:01.349722 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a425a65-3aba-42d4-8b6f-1340969b0099 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.350493 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port c2142e67-e3d1-419b-84f2-7d6c53fb5dca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:01.383262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-9a425a65-3aba-42d4-8b6f-1340969b0099 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port 9ce5fc53-8777-42d6-837e-8e3121eab40c yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:01.418937 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da7db1b4-d53c-4974-9469-7472df283a3b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.478791 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d2d7b4-496d-4fc5-8399-0a15bf40821e None None] Network b82ca243-31b0-4332-b108-2bdead2527cc requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:01.485475 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da7db1b4-d53c-4974-9469-7472df283a3b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.492376 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.524849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7db1b4-d53c-4974-9469-7472df283a3b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event deleted for resources: {'Subnet': ['ID=c0844063-535b-45b9-8177-91e7da1b2785,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:01.533479 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da7db1b4-d53c-4974-9469-7472df283a3b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.535658 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-da7db1b4-d53c-4974-9469-7472df283a3b tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "DELETE /v2.0/subnets/c0844063-535b-45b9-8177-91e7da1b2785 HTTP/1.1" status: 204 len: 168 time: 0.4034829 Sep 30 08:18:01.538245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42070) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:01.588840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:01.612631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f249d-53c9-4bf7-a030-f81fa06fb6e4 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:01.618163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bb8f249d-53c9-4bf7-a030-f81fa06fb6e4 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0750315 Sep 30 08:18:01.618545 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:01.628290 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-9a425a65-3aba-42d4-8b6f-1340969b0099 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::f129:8929:e0d9:f9bc (02334aa1-0c1d-459b-9fcf-075b2b9b8603/bd70e230-4dc3-4ace-b8b0-9de116a6ccbd/9ce5fc53-8777-42d6-837e-8e3121eab40c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:01.647257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:01.648046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:01.648458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:01.649206 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:01.649619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:01.650122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:01.650531 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:01.651535 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:01.652054 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:01.652464 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:01.652865 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:01.653268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-d71aab51-a036-4610-8bd2-6f699b4384eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0844063-535b-45b9-8177-91e7da1b2785: This subnet is being modified by another concurrent operation. Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:18:01.758346 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0844063-535b-45b9-8177-91e7da1b2785: This subnet is being modified by another concurrent operation. Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4d31f717-df54-411a-9b78-032a4c99ea89 None None] Deleting port c16611cd-7b76-493d-b555-7b537945db48 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:01.762980 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d31f717-df54-411a-9b78-032a4c99ea89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.788155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12331445-9191-43c7-b0cb-7eea385c46a5 None None] Network 6d7fac73-9a57-49b6-ad11-d51b4d16adc3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:01.821477 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:01.943329 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.057716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 503befc5-2371-4df8-9652-8bc8108abb66, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=503befc5-2371-4df8-9652-8bc8108abb66,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:02.058078 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b684c7b-1a35-4f12-9686-1c9f31cf3771 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.115003 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4d31f717-df54-411a-9b78-032a4c99ea89 None None] For port c16611cd-7b76-493d-b555-7b537945db48, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c16611cd-7b76-493d-b555-7b537945db48,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:02.115808 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d31f717-df54-411a-9b78-032a4c99ea89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.120955 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.171137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port c16611cd-7b76-493d-b555-7b537945db48, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c16611cd-7b76-493d-b555-7b537945db48,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:02.177490 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4d31f717-df54-411a-9b78-032a4c99ea89 None None] Calling delete_port for c16611cd-7b76-493d-b555-7b537945db48 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:02.185263 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.248970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=503befc5-2371-4df8-9652-8bc8108abb66,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:02.250171 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b684c7b-1a35-4f12-9686-1c9f31cf3771 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.270203 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83914144-30b9-440a-aa97-755008e9fa26 req-48bfb1fa-0a67-4cc2-a812-f9179d8efed7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:02.273001 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83914144-30b9-440a-aa97-755008e9fa26 req-48bfb1fa-0a67-4cc2-a812-f9179d8efed7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.1221066 Sep 30 08:18:02.284014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33b544-a1bc-4baf-ae3a-19d67041cfb1 req-740eca87-cdb5-44bf-b8b1-bbc8c0640794 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:02.285536 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd33b544-a1bc-4baf-ae3a-19d67041cfb1 req-740eca87-cdb5-44bf-b8b1-bbc8c0640794 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 945 time: 0.1238136 Sep 30 08:18:02.301382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5b684c7b-1a35-4f12-9686-1c9f31cf3771 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7fac73-9a57-49b6-ad11-d51b4d16adc3']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:02.306395 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a425a65-3aba-42d4-8b6f-1340969b0099 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.318826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5b684c7b-1a35-4f12-9686-1c9f31cf3771 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab641705-83cf-4d5f-a84f-b41244453008') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:02.319264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5b684c7b-1a35-4f12-9686-1c9f31cf3771 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab641705-83cf-4d5f-a84f-b41244453008') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:02.333341 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b684c7b-1a35-4f12-9686-1c9f31cf3771 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.348268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=c16611cd-7b76-493d-b555-7b537945db48,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:02.359785 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b684c7b-1a35-4f12-9686-1c9f31cf3771 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.372563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd33b544-a1bc-4baf-ae3a-19d67041cfb1 req-b5778a77-463b-499d-9267-fba667ab2357 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779743 Sep 30 08:18:02.379888 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d31f717-df54-411a-9b78-032a4c99ea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.381106 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b684c7b-1a35-4f12-9686-1c9f31cf3771 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:18:02.381686 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b684c7b-1a35-4f12-9686-1c9f31cf3771 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:18:02.385157 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:18:02.400620 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83914144-30b9-440a-aa97-755008e9fa26 req-5761cbba-7010-4097-8689-53495aab33a0 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119413 Sep 30 08:18:02.420997 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31f717-df54-411a-9b78-032a4c99ea89 None None] Pushing event deleted for resources: {'Port': ['ID=c16611cd-7b76-493d-b555-7b537945db48,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:02.427206 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31f717-df54-411a-9b78-032a4c99ea89 None None] No DVR routers for this DVR port c16611cd-7b76-493d-b555-7b537945db48 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:02.445482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbc61d0-3d98-49c9-bff9-e7d39e38cca4 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:02.460882 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a425a65-3aba-42d4-8b6f-1340969b0099 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.508740 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b684c7b-1a35-4f12-9686-1c9f31cf3771 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.530499 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b684c7b-1a35-4f12-9686-1c9f31cf3771 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.535229 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5b684c7b-1a35-4f12-9686-1c9f31cf3771 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "DELETE /v2.0/networks/6d7fac73-9a57-49b6-ad11-d51b4d16adc3 HTTP/1.1" status: 204 len: 168 time: 0.9154778 Sep 30 08:18:02.537932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42108) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:02.557154 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b684c7b-1a35-4f12-9686-1c9f31cf3771 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event deleted for resources: {'Network': ['ID=6d7fac73-9a57-49b6-ad11-d51b4d16adc3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:02.561285 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a425a65-3aba-42d4-8b6f-1340969b0099 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:02.562221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a425a65-3aba-42d4-8b6f-1340969b0099 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=9ce5fc53-8777-42d6-837e-8e3121eab40c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:02.567993 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9a425a65-3aba-42d4-8b6f-1340969b0099 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:02.573950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a425a65-3aba-42d4-8b6f-1340969b0099 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:02.580758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a425a65-3aba-42d4-8b6f-1340969b0099 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:02.581493 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a425a65-3aba-42d4-8b6f-1340969b0099 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.599634 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9a425a65-3aba-42d4-8b6f-1340969b0099 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6773958 Sep 30 08:18:02.601966 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42116) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:02.683339 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d562ee5-7444-43f9-93f3-dfafa6192391 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.690378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c87af0f-2bc0-4acc-bf00-9c0a31bbd0fd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:02.694591 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7c87af0f-2bc0-4acc-bf00-9c0a31bbd0fd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0889609 Sep 30 08:18:02.694891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42136) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:02.746195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'fixed_ips': [{'subnet_id': 'bd70e230-4dc3-4ace-b8b0-9de116a6ccbd'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:02.747246 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.829480 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d562ee5-7444-43f9-93f3-dfafa6192391 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.885421 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-8d562ee5-7444-43f9-93f3-dfafa6192391 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82ca243-31b0-4332-b108-2bdead2527cc']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:02.905718 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-8d562ee5-7444-43f9-93f3-dfafa6192391 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9b7c42-680a-4310-9da5-104f40cfc937') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:02.907186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-8d562ee5-7444-43f9-93f3-dfafa6192391 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9b7c42-680a-4310-9da5-104f40cfc937') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:02.926711 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d562ee5-7444-43f9-93f3-dfafa6192391 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.928098 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Allocated IP 2001:db8::2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/bd70e230-4dc3-4ace-b8b0-9de116a6ccbd/22499e53-76e0-4fc0-981c-4e847738e95e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:02.947992 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d562ee5-7444-43f9-93f3-dfafa6192391 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.951729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4849ce81-65b7-47b1-a7b1-f69162acb711 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port 9ce5fc53-8777-42d6-837e-8e3121eab40c {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:02.952096 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4849ce81-65b7-47b1-a7b1-f69162acb711 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.978924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d562ee5-7444-43f9-93f3-dfafa6192391 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:18:02.979390 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d562ee5-7444-43f9-93f3-dfafa6192391 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:18:02.982931 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:18:03.101561 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:03.109782 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:03.180832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Pushing event updated for resources: {'Port': ['ID=22499e53-76e0-4fc0-981c-4e847738e95e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:03.201954 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:03.204802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:03.207501 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:03.271653 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Attempting to bind port 22499e53-76e0-4fc0-981c-4e847738e95e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:03.272428 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Attempting to bind port 22499e53-76e0-4fc0-981c-4e847738e95e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:03.273009 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Attempting to bind port 22499e53-76e0-4fc0-981c-4e847738e95e on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:03.279007 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:03.280073 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:03.280974 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:03.282881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:03.283640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Bound port: 22499e53-76e0-4fc0-981c-4e847738e95e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:03.284309 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:03.347692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecc0e83-1fc0-4c10-a464-8465416411c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503befc5-2371-4df8-9652-8bc8108abb66'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:03.350328 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ddb47a-f03a-4350-afec-acefac9a87b9" -d '{"events": [{"server_uuid": "5ecc0e83-1fc0-4c10-a464-8465416411c3", "name": "network-vif-plugged", "status": "completed", "tag": "503befc5-2371-4df8-9652-8bc8108abb66"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:03.377309 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] For port 22499e53-76e0-4fc0-981c-4e847738e95e, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:03.383225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] For port 22499e53-76e0-4fc0-981c-4e847738e95e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=22499e53-76e0-4fc0-981c-4e847738e95e,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:03.391157 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:03.449668 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99657e82-a2c4-4be3-850f-a3b02327aca5 x-openstack-request-id: req-99657e82-a2c4-4be3-850f-a3b02327aca5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:03.449843 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecc0e83-1fc0-4c10-a464-8465416411c3", "name": "network-vif-plugged", "status": "completed", "tag": "503befc5-2371-4df8-9652-8bc8108abb66", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:03.450101 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99657e82-a2c4-4be3-850f-a3b02327aca5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:03.452298 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecc0e83-1fc0-4c10-a464-8465416411c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503befc5-2371-4df8-9652-8bc8108abb66', 'code': 200} Sep 30 08:18:03.457728 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d562ee5-7444-43f9-93f3-dfafa6192391 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:03.519067 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d562ee5-7444-43f9-93f3-dfafa6192391 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:03.521909 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8d562ee5-7444-43f9-93f3-dfafa6192391 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "DELETE /v2.0/networks/b82ca243-31b0-4332-b108-2bdead2527cc HTTP/1.1" status: 204 len: 168 time: 0.9828563 Sep 30 08:18:03.527034 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:03.529161 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3e2b9-8f15-4880-8c68-f558a1020e96 None None] Pushing event updated for resources: {'Port': ['ID=22499e53-76e0-4fc0-981c-4e847738e95e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:03.541916 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4849ce81-65b7-47b1-a7b1-f69162acb711 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:03.544569 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d562ee5-7444-43f9-93f3-dfafa6192391 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event deleted for resources: {'Network': ['ID=b82ca243-31b0-4332-b108-2bdead2527cc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:03.568909 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4849ce81-65b7-47b1-a7b1-f69162acb711 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for 9ce5fc53-8777-42d6-837e-8e3121eab40c owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:03.695769 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1e07afb-287b-4f45-aa98-53db2c07fb79 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:03.849202 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab2e5c-6ffd-492d-897b-ab7df5ebb03d req-18723b14-2222-47cc-8f89-778eb51558ee tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:03.857457 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0eab2e5c-6ffd-492d-897b-ab7df5ebb03d req-18723b14-2222-47cc-8f89-778eb51558ee tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.4328325 Sep 30 08:18:03.882639 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1e07afb-287b-4f45-aa98-53db2c07fb79 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:03.919652 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b1e07afb-287b-4f45-aa98-53db2c07fb79 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5229dbec-3cb3-4c39-8347-a06783beb449']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:03.920589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0eab2e5c-6ffd-492d-897b-ab7df5ebb03d req-c02cd995-1d43-44a9-b1ab-3d728d66a762 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619466 Sep 30 08:18:03.934524 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b1e07afb-287b-4f45-aa98-53db2c07fb79 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43291f3-2b6a-40eb-9d36-0230f9906e05') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:03.935562 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b1e07afb-287b-4f45-aa98-53db2c07fb79 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43291f3-2b6a-40eb-9d36-0230f9906e05') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:03.939637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c585d-59a0-410f-934d-8d7546a29257 req-5a403d15-5717-49a5-907d-3379264ce701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:03.941975 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1f6c585d-59a0-410f-934d-8d7546a29257 req-5a403d15-5717-49a5-907d-3379264ce701 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 1096 time: 0.3921659 Sep 30 08:18:03.956589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eeceef-7edf-4bd3-8bc5-788c29db9787 req-1bd4c55e-549c-4f24-87b3-d861f05441f4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:03.958776 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1e07afb-287b-4f45-aa98-53db2c07fb79 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:03.964972 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2eeceef-7edf-4bd3-8bc5-788c29db9787 req-1bd4c55e-549c-4f24-87b3-d861f05441f4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 945 time: 0.2996933 Sep 30 08:18:03.991238 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1e07afb-287b-4f45-aa98-53db2c07fb79 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.015190 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e07afb-287b-4f45-aa98-53db2c07fb79 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:18:04.015920 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1e07afb-287b-4f45-aa98-53db2c07fb79 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.017380 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4849ce81-65b7-47b1-a7b1-f69162acb711 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:18:04.019724 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:18:04.061693 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1f6c585d-59a0-410f-934d-8d7546a29257 req-a11b3bcf-9ed2-4f3e-a014-065463eac634 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931711 Sep 30 08:18:04.066160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849ce81-65b7-47b1-a7b1-f69162acb711 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=9ce5fc53-8777-42d6-837e-8e3121eab40c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:04.113940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2eeceef-7edf-4bd3-8bc5-788c29db9787 req-20f0b21c-49b6-4d00-9020-c20f0b289657 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479876 Sep 30 08:18:04.126993 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4849ce81-65b7-47b1-a7b1-f69162acb711 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.131885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4849ce81-65b7-47b1-a7b1-f69162acb711 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/9ce5fc53-8777-42d6-837e-8e3121eab40c HTTP/1.1" status: 204 len: 168 time: 1.4330935 Sep 30 08:18:04.133366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42220) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:04.133496 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1e07afb-287b-4f45-aa98-53db2c07fb79 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.138649 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1e07afb-287b-4f45-aa98-53db2c07fb79 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.144205 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b1e07afb-287b-4f45-aa98-53db2c07fb79 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "DELETE /v2.0/networks/5229dbec-3cb3-4c39-8347-a06783beb449 HTTP/1.1" status: 204 len: 168 time: 0.6153777 Sep 30 08:18:04.147611 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42222) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:04.165802 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d29db7e9-2e35-4aee-8ccc-b01297a3fcb7 req-8fd929f9-360c-439c-bc8a-bc8071c10edb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3858652 Sep 30 08:18:04.170956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-d29db7e9-2e35-4aee-8ccc-b01297a3fcb7 req-425b2e98-0ba2-402d-8ef6-714ba2db33d6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:18:04.176611 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d29db7e9-2e35-4aee-8ccc-b01297a3fcb7 req-425b2e98-0ba2-402d-8ef6-714ba2db33d6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0104949 Sep 30 08:18:04.194747 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765afcf5-0f0e-449e-9b81-56cd509849f4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:04.197227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765afcf5-0f0e-449e-9b81-56cd509849f4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:04.204082 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-765afcf5-0f0e-449e-9b81-56cd509849f4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0691822 Sep 30 08:18:04.207569 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:04.208682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e07afb-287b-4f45-aa98-53db2c07fb79 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event deleted for resources: {'Network': ['ID=5229dbec-3cb3-4c39-8347-a06783beb449,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:04.287473 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device c2142e67-e3d1-419b-84f2-7d6c53fb5dca no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:04.313813 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5218cb06-5aa3-4ec0-b1a1-671d6f4501a0 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.331203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-02623517-5977-46c5-81e0-a8a8fda06a2a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet bd70e230-4dc3-4ace-b8b0-9de116a6ccbd {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:04.335216 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02623517-5977-46c5-81e0-a8a8fda06a2a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.433954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02623517-5977-46c5-81e0-a8a8fda06a2a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.499361 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5218cb06-5aa3-4ec0-b1a1-671d6f4501a0 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.538878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5218cb06-5aa3-4ec0-b1a1-671d6f4501a0 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f827d43-9f36-40ca-a19b-9cea3796dcd7']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:04.554317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5218cb06-5aa3-4ec0-b1a1-671d6f4501a0 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb146615-66a6-41ad-9c32-4af2d5fdec4a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:04.554610 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5218cb06-5aa3-4ec0-b1a1-671d6f4501a0 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb146615-66a6-41ad-9c32-4af2d5fdec4a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:04.597469 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5218cb06-5aa3-4ec0-b1a1-671d6f4501a0 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.627588 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5218cb06-5aa3-4ec0-b1a1-671d6f4501a0 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.636091 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5218cb06-5aa3-4ec0-b1a1-671d6f4501a0 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:18:04.636516 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5218cb06-5aa3-4ec0-b1a1-671d6f4501a0 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:18:04.639795 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:18:04.653402 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02623517-5977-46c5-81e0-a8a8fda06a2a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.747763 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5218cb06-5aa3-4ec0-b1a1-671d6f4501a0 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.753557 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5218cb06-5aa3-4ec0-b1a1-671d6f4501a0 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.756162 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5218cb06-5aa3-4ec0-b1a1-671d6f4501a0 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] 10.222.0.24 "DELETE /v2.0/networks/7f827d43-9f36-40ca-a19b-9cea3796dcd7 HTTP/1.1" status: 204 len: 168 time: 0.6073544 Sep 30 08:18:04.777211 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218cb06-5aa3-4ec0-b1a1-671d6f4501a0 tempest-BulkNetworkOpsIpV6Test-724559758 tempest-BulkNetworkOpsIpV6Test-724559758-project] Pushing event deleted for resources: {'Network': ['ID=7f827d43-9f36-40ca-a19b-9cea3796dcd7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:04.795003 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02623517-5977-46c5-81e0-a8a8fda06a2a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.851421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02623517-5977-46c5-81e0-a8a8fda06a2a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=bd70e230-4dc3-4ace-b8b0-9de116a6ccbd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:04.855046 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02623517-5977-46c5-81e0-a8a8fda06a2a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:04.857640 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-02623517-5977-46c5-81e0-a8a8fda06a2a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/bd70e230-4dc3-4ace-b8b0-9de116a6ccbd HTTP/1.1" status: 204 len: 168 time: 0.6429801 Sep 30 08:18:04.860946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42236) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:04.939618 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42238) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:04.940076 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-afcd6d98-4078-4574-8051-7f0f052da4c5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779364 Sep 30 08:18:04.948497 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-57eb9eed-5fe0-4991-adde-8ac8b50fa845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:04.991033 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6826f03a-7bc9-4153-bff1-a70f2e516386 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:05.095422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57eb9eed-5fe0-4991-adde-8ac8b50fa845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:05.099779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4d03827f-0644-497d-87c8-34f03a7338c0 None None] Could not find standard attr ID for object 9ce5fc53-8777-42d6-837e-8e3121eab40c. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:18:05.103759 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57eb9eed-5fe0-4991-adde-8ac8b50fa845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.156502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e0537-a9d5-4f31-bf29-f66abae409a9 req-615f2147-d77e-461b-8472-dbc61ac8f3a7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:05.160371 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-419e0537-a9d5-4f31-bf29-f66abae409a9 req-615f2147-d77e-461b-8472-dbc61ac8f3a7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.0895460 Sep 30 08:18:05.205908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4d03827f-0644-497d-87c8-34f03a7338c0 None None] Provisioning complete for port 22499e53-76e0-4fc0-981c-4e847738e95e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:05.206228 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d03827f-0644-497d-87c8-34f03a7338c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.265151 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-419e0537-a9d5-4f31-bf29-f66abae409a9 req-4aadfbb0-f01a-45b8-a60c-843018e6b990 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970683 Sep 30 08:18:05.305484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42250) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:05.446799 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395c2190-38c0-43ec-996a-ecb6301c2288 None None] DHCP port deletion for 02334aa1-0c1d-459b-9fcf-075b2b9b8603 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:18:05.453722 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103eb67-6240-4269-8e67-a28b6c2d8f7c req-baa06c1d-25c9-4e5c-a562-cd2f1bcaf95e tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:05.456121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f103eb67-6240-4269-8e67-a28b6c2d8f7c req-baa06c1d-25c9-4e5c-a562-cd2f1bcaf95e tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 945 time: 0.0841355 Sep 30 08:18:05.549480 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d03827f-0644-497d-87c8-34f03a7338c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.564600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f103eb67-6240-4269-8e67-a28b6c2d8f7c req-167de565-328e-4e7d-9475-4be80dc48111 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009786 Sep 30 08:18:05.596264 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-395c2190-38c0-43ec-996a-ecb6301c2288 None None] Deleting port 22499e53-76e0-4fc0-981c-4e847738e95e {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:05.596996 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-395c2190-38c0-43ec-996a-ecb6301c2288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.645956 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6286499d-e7d5-40e9-b00c-787bd66e9f25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b38cb4df30a142bd88e188e1603420ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367057 Sep 30 08:18:05.645956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42258) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:05.648074 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4d03827f-0644-497d-87c8-34f03a7338c0 None None] For port 22499e53-76e0-4fc0-981c-4e847738e95e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=22499e53-76e0-4fc0-981c-4e847738e95e,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:05.691408 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d03827f-0644-497d-87c8-34f03a7338c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.702185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-395c2190-38c0-43ec-996a-ecb6301c2288 None None] For port 22499e53-76e0-4fc0-981c-4e847738e95e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=22499e53-76e0-4fc0-981c-4e847738e95e,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:05.702694 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-395c2190-38c0-43ec-996a-ecb6301c2288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.705893 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9abfea0b-cedf-4f15-a7cc-d4331e3ba8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.749078 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9abfea0b-cedf-4f15-a7cc-d4331e3ba8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.749401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-395c2190-38c0-43ec-996a-ecb6301c2288 None None] Calling delete_port for 22499e53-76e0-4fc0-981c-4e847738e95e owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:05.751883 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57eb9eed-5fe0-4991-adde-8ac8b50fa845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.808546 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9abfea0b-cedf-4f15-a7cc-d4331e3ba8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.812527 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9abfea0b-cedf-4f15-a7cc-d4331e3ba8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.813944 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9abfea0b-cedf-4f15-a7cc-d4331e3ba8f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19ab32c2-1709-4f2b-8787-6e4956a4147b HTTP/1.1" status: 204 len: 168 time: 0.1676888 Sep 30 08:18:05.835812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfea0b-cedf-4f15-a7cc-d4331e3ba8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ab32c2-1709-4f2b-8787-6e4956a4147b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:05.858879 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eb9eed-5fe0-4991-adde-8ac8b50fa845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:05.868475 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-57eb9eed-5fe0-4991-adde-8ac8b50fa845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:05.877468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eb9eed-5fe0-4991-adde-8ac8b50fa845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:05.878083 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57eb9eed-5fe0-4991-adde-8ac8b50fa845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.918233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb9eed-5fe0-4991-adde-8ac8b50fa845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=c1f4ec9b-004e-4c5c-87d5-289858e62b68,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:05.938602 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42262) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:05.940310 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-57eb9eed-5fe0-4991-adde-8ac8b50fa845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9989793 Sep 30 08:18:05.944876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-24af31e4-5b6e-461a-8631-68cd6a5d9414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'fixed_ips': [{'subnet_id': 'c1f4ec9b-004e-4c5c-87d5-289858e62b68', 'ip_address': '2001:db8::6461:25f9:2384:edb7'}], 'name': 'tempest-NetworksTestDHCPv6-1359275143'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:05.952061 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-395c2190-38c0-43ec-996a-ecb6301c2288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:05.983439 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395c2190-38c0-43ec-996a-ecb6301c2288 None None] No DVR routers for this DVR port 22499e53-76e0-4fc0-981c-4e847738e95e on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:05.985599 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03827f-0644-497d-87c8-34f03a7338c0 None None] Pushing event updated for resources: {'Port': ['ID=22499e53-76e0-4fc0-981c-4e847738e95e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:06.020376 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85cdf42-192a-43e1-aaed-0122aa6ce2ad None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:06.162184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24af31e4-5b6e-461a-8631-68cd6a5d9414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:06.294904 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c2190-38c0-43ec-996a-ecb6301c2288 None None] Pushing event deleted for resources: {'Port': ['ID=22499e53-76e0-4fc0-981c-4e847738e95e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:06.372990 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-24af31e4-5b6e-461a-8631-68cd6a5d9414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.413244 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-24af31e4-5b6e-461a-8631-68cd6a5d9414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port a77233f0-e081-4630-bc85-c7a59bd07935 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:06.557114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'fixed_ips': [{'subnet_id': 'c1f4ec9b-004e-4c5c-87d5-289858e62b68'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:06.557975 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:06.831828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62ca7e-723c-4f77-97a8-90a2a856a1b7 req-f196265d-3430-4a83-8283-2a972b9b6898 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:06.833402 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd62ca7e-723c-4f77-97a8-90a2a856a1b7 req-f196265d-3430-4a83-8283-2a972b9b6898 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.4004426 Sep 30 08:18:06.897854 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-24af31e4-5b6e-461a-8631-68cd6a5d9414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::6461:25f9:2384:edb7 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/c1f4ec9b-004e-4c5c-87d5-289858e62b68/a77233f0-e081-4630-bc85-c7a59bd07935) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:06.941563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd62ca7e-723c-4f77-97a8-90a2a856a1b7 req-2a8faecc-95c8-49d9-9b1b-0d7941c94656 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937257 Sep 30 08:18:07.154643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:07.188400 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-24af31e4-5b6e-461a-8631-68cd6a5d9414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.250930 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-24af31e4-5b6e-461a-8631-68cd6a5d9414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.313006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af31e4-5b6e-461a-8631-68cd6a5d9414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=a77233f0-e081-4630-bc85-c7a59bd07935,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:07.346200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24af31e4-5b6e-461a-8631-68cd6a5d9414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:07.350868 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-24af31e4-5b6e-461a-8631-68cd6a5d9414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:07.354336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af31e4-5b6e-461a-8631-68cd6a5d9414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:07.357844 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 22499e53-76e0-4fc0-981c-4e847738e95e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:07.368267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1b0ed8fe-8e73-4a2e-bdc8-d593d2795d08 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1909723287'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:07.392513 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 22499e53-76e0-4fc0-981c-4e847738e95e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:07.393500 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 22499e53-76e0-4fc0-981c-4e847738e95e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:07.399943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24af31e4-5b6e-461a-8631-68cd6a5d9414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:07.400635 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-24af31e4-5b6e-461a-8631-68cd6a5d9414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.440548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0ed8fe-8e73-4a2e-bdc8-d593d2795d08 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:07.441692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Allocated IP 2001:db8::2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/c1f4ec9b-004e-4c5c-87d5-289858e62b68/73d38897-a723-49ff-b45c-ff5080953de1) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:07.451367 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b0ed8fe-8e73-4a2e-bdc8-d593d2795d08 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.461485 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-24af31e4-5b6e-461a-8631-68cd6a5d9414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5214975 Sep 30 08:18:07.468101 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42306) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:07.485471 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b0ed8fe-8e73-4a2e-bdc8-d593d2795d08 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.556923 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955a2900-2f23-43e3-9321-f58f755ca52a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:07.558942 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-955a2900-2f23-43e3-9321-f58f755ca52a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0870075 Sep 30 08:18:07.563185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42312) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:07.680971 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b0ed8fe-8e73-4a2e-bdc8-d593d2795d08 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.693733 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b0ed8fe-8e73-4a2e-bdc8-d593d2795d08 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.726002 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.733789 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.783301 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:07.787332 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:07.796245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:07.800397 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ed8fe-8e73-4a2e-bdc8-d593d2795d08 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d211872-0189-4bed-8ce7-20a44dbfd4f5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:07.802167 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Pushing event updated for resources: {'Port': ['ID=73d38897-a723-49ff-b45c-ff5080953de1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:07.815978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-de4ac079-cd69-4c44-b94f-f5050fbd3014 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port a77233f0-e081-4630-bc85-c7a59bd07935 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:07.816718 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de4ac079-cd69-4c44-b94f-f5050fbd3014 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.833464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0ed8fe-8e73-4a2e-bdc8-d593d2795d08 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:18:07.857669 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b0ed8fe-8e73-4a2e-bdc8-d593d2795d08 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.858021 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-1b0ed8fe-8e73-4a2e-bdc8-d593d2795d08 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Added segment 69c11875-6716-4cd9-8f4f-3d315dd03acb of type vlan for network 6c77e3d1-73b8-4672-b892-39963eaba09b Sep 30 08:18:07.893284 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Attempting to bind port 73d38897-a723-49ff-b45c-ff5080953de1 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:07.893696 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Attempting to bind port 73d38897-a723-49ff-b45c-ff5080953de1 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:07.894189 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Attempting to bind port 73d38897-a723-49ff-b45c-ff5080953de1 on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:07.901334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:07.902232 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:07.902811 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.903337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:07.903931 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Bound port: 73d38897-a723-49ff-b45c-ff5080953de1, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:07.904648 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.915017 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b0ed8fe-8e73-4a2e-bdc8-d593d2795d08 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.976256 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b0ed8fe-8e73-4a2e-bdc8-d593d2795d08 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:07.986504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ed8fe-8e73-4a2e-bdc8-d593d2795d08 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:07.990008 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b0ed8fe-8e73-4a2e-bdc8-d593d2795d08 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.044254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] For port 73d38897-a723-49ff-b45c-ff5080953de1, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:08.049309 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] For port 73d38897-a723-49ff-b45c-ff5080953de1, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=73d38897-a723-49ff-b45c-ff5080953de1,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:08.059243 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.063669 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de4ac079-cd69-4c44-b94f-f5050fbd3014 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.096837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-de4ac079-cd69-4c44-b94f-f5050fbd3014 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for a77233f0-e081-4630-bc85-c7a59bd07935 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:08.132972 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ed8fe-8e73-4a2e-bdc8-d593d2795d08 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Network': ['ID=6c77e3d1-73b8-4672-b892-39963eaba09b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:08.154170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 6c77e3d1-73b8-4672-b892-39963eaba09b details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:18:08.155833 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1b0ed8fe-8e73-4a2e-bdc8-d593d2795d08 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0000725 Sep 30 08:18:08.159077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42324) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:08.182494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33e364-1c1d-4c42-b5dc-071dcc2d1c07 None None] Pushing event updated for resources: {'Port': ['ID=73d38897-a723-49ff-b45c-ff5080953de1,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:08.204584 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-efea1e00-bea5-4a45-a723-b7375d28e7d7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'name': 'tempest-PortsTestJSON-19710620'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:08.369621 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f0b25-a5cc-4578-8451-7a585bd089a8 req-07d7c6a6-2908-4695-8780-90daa4da2596 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:08.379773 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a98f0b25-a5cc-4578-8451-7a585bd089a8 req-07d7c6a6-2908-4695-8780-90daa4da2596 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.2845814 Sep 30 08:18:08.489028 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a98f0b25-a5cc-4578-8451-7a585bd089a8 req-c8cab318-8e34-4382-ad86-ab5d26ff8ec9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082571 Sep 30 08:18:08.563052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efea1e00-bea5-4a45-a723-b7375d28e7d7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:08.567174 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efea1e00-bea5-4a45-a723-b7375d28e7d7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.601225 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de4ac079-cd69-4c44-b94f-f5050fbd3014 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.635918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-efea1e00-bea5-4a45-a723-b7375d28e7d7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] device_id is not set on port dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:08.664984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ac079-cd69-4c44-b94f-f5050fbd3014 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=a77233f0-e081-4630-bc85-c7a59bd07935,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:08.733321 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de4ac079-cd69-4c44-b94f-f5050fbd3014 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.738167 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-de4ac079-cd69-4c44-b94f-f5050fbd3014 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/a77233f0-e081-4630-bc85-c7a59bd07935 HTTP/1.1" status: 204 len: 168 time: 1.1711595 Sep 30 08:18:08.738561 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42330) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:08.815396 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a048ee1-998c-4c9b-9c6b-a69f44660346 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:08.817327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a048ee1-998c-4c9b-9c6b-a69f44660346 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:08.819144 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3a048ee1-998c-4c9b-9c6b-a69f44660346 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0795758 Sep 30 08:18:08.821772 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42332) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:08.913667 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efea1e00-bea5-4a45-a723-b7375d28e7d7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.944176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5aa885-2100-4673-8f9b-feb9584b38d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet c1f4ec9b-004e-4c5c-87d5-289858e62b68 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:08.948631 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb5aa885-2100-4673-8f9b-feb9584b38d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:08.966535 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efea1e00-bea5-4a45-a723-b7375d28e7d7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.007689 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb5aa885-2100-4673-8f9b-feb9584b38d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.037775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea1e00-bea5-4a45-a723-b7375d28e7d7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=dbdf6a67-61fe-4fa5-98d6-6f688500d4b0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:09.053930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efea1e00-bea5-4a45-a723-b7375d28e7d7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Checking segment: {'id': '69c11875-6716-4cd9-8f4f-3d315dd03acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:09.054464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efea1e00-bea5-4a45-a723-b7375d28e7d7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network hostable DHCP agents. Network: 6c77e3d1-73b8-4672-b892-39963eaba09b, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:18:09.087420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efea1e00-bea5-4a45-a723-b7375d28e7d7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 6c77e3d1-73b8-4672-b892-39963eaba09b is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:18:09.108651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-efea1e00-bea5-4a45-a723-b7375d28e7d7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 6c77e3d1-73b8-4672-b892-39963eaba09b) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:09.113478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efea1e00-bea5-4a45-a723-b7375d28e7d7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:09.119301 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc85cce-34bb-422d-b47e-2e8774fecd3d None None] Network 6c77e3d1-73b8-4672-b892-39963eaba09b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:09.120243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efea1e00-bea5-4a45-a723-b7375d28e7d7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:09.120893 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efea1e00-bea5-4a45-a723-b7375d28e7d7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.149712 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-efea1e00-bea5-4a45-a723-b7375d28e7d7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.9858904 Sep 30 08:18:09.153053 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42338) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:09.177281 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7e34f505-10ad-42f4-b770-cf7caa5f9cb9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1965621362'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:09.247415 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb5aa885-2100-4673-8f9b-feb9584b38d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.303586 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e34f505-10ad-42f4-b770-cf7caa5f9cb9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:09.308253 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e34f505-10ad-42f4-b770-cf7caa5f9cb9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.347667 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e34f505-10ad-42f4-b770-cf7caa5f9cb9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:18:09.397834 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 73d38897-a723-49ff-b45c-ff5080953de1 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:09.398290 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e34f505-10ad-42f4-b770-cf7caa5f9cb9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.398733 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-7e34f505-10ad-42f4-b770-cf7caa5f9cb9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Added segment 72f7e89f-3ecb-4cc0-888d-5b4d3ef6dd0b of type vlan for network 842c66a7-1dde-4aac-b815-c3f0107be291 Sep 30 08:18:09.410106 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb5aa885-2100-4673-8f9b-feb9584b38d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.475018 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb5aa885-2100-4673-8f9b-feb9584b38d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.476808 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 73d38897-a723-49ff-b45c-ff5080953de1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:09.477205 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.480201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42340) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:09.480584 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-eb5aa885-2100-4673-8f9b-feb9584b38d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/c1f4ec9b-004e-4c5c-87d5-289858e62b68 HTTP/1.1" status: 204 len: 168 time: 0.6572316 Sep 30 08:18:09.481811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5aa885-2100-4673-8f9b-feb9584b38d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f4ec9b-004e-4c5c-87d5-289858e62b68,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:09.515135 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e34f505-10ad-42f4-b770-cf7caa5f9cb9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.569460 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e34f505-10ad-42f4-b770-cf7caa5f9cb9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.578409 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e34f505-10ad-42f4-b770-cf7caa5f9cb9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:09.580214 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e34f505-10ad-42f4-b770-cf7caa5f9cb9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.583169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fb198c7e-0813-49ac-b552-5f1d4deba0e9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018097 Sep 30 08:18:09.585774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42344) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:09.592125 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0cd0c2-2c70-4f69-a20f-37a9ba8d0d1f None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:09.667544 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7e34f505-10ad-42f4-b770-cf7caa5f9cb9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5131845 Sep 30 08:18:09.677095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:09.693372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'ports': [{'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b'}, {'network_id': '842c66a7-1dde-4aac-b815-c3f0107be291'}]} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:09.704390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:09.704880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'network_id': '842c66a7-1dde-4aac-b815-c3f0107be291'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:09.731653 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa071758-f421-40f7-98e2-c3d9d81257c9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:09.733535 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-aa071758-f421-40f7-98e2-c3d9d81257c9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1464443 Sep 30 08:18:09.737394 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42350) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:09.758663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d67a0-24e4-4234-b84d-d0720aef9e43 req-2a70a34b-7df3-409b-ae75-da465c112e05 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:09.767828 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf9d67a0-24e4-4234-b84d-d0720aef9e43 req-2a70a34b-7df3-409b-ae75-da465c112e05 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.1062307 Sep 30 08:18:09.783628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a34923a-7af6-47b3-b9fa-62a7a5cb292d None None] Provisioning complete for port 73d38897-a723-49ff-b45c-ff5080953de1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:09.784246 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a34923a-7af6-47b3-b9fa-62a7a5cb292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:09.809936 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34f505-10ad-42f4-b770-cf7caa5f9cb9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Network': ['ID=842c66a7-1dde-4aac-b815-c3f0107be291,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:09.848500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf9d67a0-24e4-4234-b84d-d0720aef9e43 req-d012f51c-1f38-4d70-ad88-bdd5ffa68a8e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794749 Sep 30 08:18:09.858345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 842c66a7-1dde-4aac-b815-c3f0107be291 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:18:09.860654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12531de7-f76f-4eed-857d-814a60993bcd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:09.865841 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-12531de7-f76f-4eed-857d-814a60993bcd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1273074 Sep 30 08:18:09.867670 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42352) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:09.952217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5779dd48-8ef4-4f6a-ad48-edad1f8cf325 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831375 Sep 30 08:18:09.959059 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42354) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:09.983580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d22d3335-83af-4aa6-b605-6cad36193cc5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:10.008208 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.078818 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.104449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 73d38897-a723-49ff-b45c-ff5080953de1, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=73d38897-a723-49ff-b45c-ff5080953de1,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:10.113620 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.162893 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a34923a-7af6-47b3-b9fa-62a7a5cb292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.220387 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=73d38897-a723-49ff-b45c-ff5080953de1,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:10.225795 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-d22d3335-83af-4aa6-b605-6cad36193cc5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:18:10.225795 n-d-807359-2 neutron-server[94838]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 08:18:10.225795 n-d-807359-2 neutron-server[94838]: [parameters: {'project_id': '5c940a6769064adb8925178ecd951afd', 'id': '6d4065d0-8b4d-45eb-b3d1-d393d2fe8056', 'expiration': datetime.datetime(2021, 9, 30, 8, 20, 10, 215395)}] Sep 30 08:18:10.225795 n-d-807359-2 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:18:10.226707 n-d-807359-2 neutron-server[94838]: DEBUG oslo_db.api [None req-d22d3335-83af-4aa6-b605-6cad36193cc5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:18:10.227815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'port': 2} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:10.233172 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.236052 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c52ba60-8811-4048-81e8-73c83703e580 None None] DHCP port deletion for 02334aa1-0c1d-459b-9fcf-075b2b9b8603 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:18:10.248285 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.302066 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-3a34923a-7af6-47b3-b9fa-62a7a5cb292d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:18:10.302459 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-3a34923a-7af6-47b3-b9fa-62a7a5cb292d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:18:10.321194 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0c52ba60-8811-4048-81e8-73c83703e580 None None] Deleting port 73d38897-a723-49ff-b45c-ff5080953de1 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:10.321498 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c52ba60-8811-4048-81e8-73c83703e580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.342347 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] device_id is not set on port 0dbb69d1-19aa-4c86-929f-8290e1785f94 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:10.396628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0c52ba60-8811-4048-81e8-73c83703e580 None None] For port 73d38897-a723-49ff-b45c-ff5080953de1, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=73d38897-a723-49ff-b45c-ff5080953de1,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:10.397040 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c52ba60-8811-4048-81e8-73c83703e580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.410509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0c52ba60-8811-4048-81e8-73c83703e580 None None] Calling delete_port for 73d38897-a723-49ff-b45c-ff5080953de1 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:10.512559 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.518932 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c52ba60-8811-4048-81e8-73c83703e580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.549697 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52ba60-8811-4048-81e8-73c83703e580 None None] Pushing event deleted for resources: {'Port': ['ID=73d38897-a723-49ff-b45c-ff5080953de1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:10.555341 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52ba60-8811-4048-81e8-73c83703e580 None None] No DVR routers for this DVR port 73d38897-a723-49ff-b45c-ff5080953de1 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:10.585396 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17388f70-1fae-43b8-ae07-19ce17f18d2c None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:18:10.592394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] device_id is not set on port 5dd57e11-fa03-44eb-8db8-1797c59d1c63 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:10.728413 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17388f70-1fae-43b8-ae07-19ce17f18d2c None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:18:10.766441 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.825402 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.846886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a34923a-7af6-47b3-b9fa-62a7a5cb292d None None] Port 73d38897-a723-49ff-b45c-ff5080953de1 update to ACTIVE by agent not found {{(pid=94839) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Sep 30 08:18:10.897527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22d3335-83af-4aa6-b605-6cad36193cc5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:10.901258 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d22d3335-83af-4aa6-b605-6cad36193cc5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:10.914240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 6c77e3d1-73b8-4672-b892-39963eaba09b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:10.938037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:10.942661 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=0dbb69d1-19aa-4c86-929f-8290e1785f94,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:10.951670 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:10.952518 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.007468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.007826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.008207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.008544 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.008875 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.009206 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.009534 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.009859 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.010183 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.010503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.010834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.011302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.040305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b5ef-e7d3-4c36-8ad9-135e04e9a640 req-b7e38929-c081-4a34-a976-431b5710c8be tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:11.051872 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c56b5ef-e7d3-4c36-8ad9-135e04e9a640 req-b7e38929-c081-4a34-a976-431b5710c8be tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.0837495 Sep 30 08:18:11.101034 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=5dd57e11-fa03-44eb-8db8-1797c59d1c63,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:11.108448 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c56b5ef-e7d3-4c36-8ad9-135e04e9a640 req-7360c32d-cf96-4c61-979e-f133ad9fdb31 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554783 Sep 30 08:18:11.117305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Checking segment: {'id': '72f7e89f-3ecb-4cc0-888d-5b4d3ef6dd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '842c66a7-1dde-4aac-b815-c3f0107be291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:11.117637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network hostable DHCP agents. Network: 842c66a7-1dde-4aac-b815-c3f0107be291, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:18:11.210469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 842c66a7-1dde-4aac-b815-c3f0107be291 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:18:11.258916 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 842c66a7-1dde-4aac-b815-c3f0107be291) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:11.272312 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:11.278036 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:11.283618 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:11.284559 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.297563 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700d6cc0-e2a0-41f2-a42e-bb85cf4ad348 None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:18:11.311957 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d22d3335-83af-4aa6-b605-6cad36193cc5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.319981 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1e2d4db0-b014-4865-bd91-5d18bd01eade tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6410198 Sep 30 08:18:11.323010 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42364) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:11.332169 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 73d38897-a723-49ff-b45c-ff5080953de1 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:11.364932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22d3335-83af-4aa6-b605-6cad36193cc5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:11.368900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 73d38897-a723-49ff-b45c-ff5080953de1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:11.369248 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 73d38897-a723-49ff-b45c-ff5080953de1 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:11.370335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d22d3335-83af-4aa6-b605-6cad36193cc5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:11.374579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22d3335-83af-4aa6-b605-6cad36193cc5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:11.376412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d22d3335-83af-4aa6-b605-6cad36193cc5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.388098 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d3335-83af-4aa6-b605-6cad36193cc5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=c6674df4-9cd2-4fd4-b288-2c19d7deafb1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:11.400697 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d22d3335-83af-4aa6-b605-6cad36193cc5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4404607 Sep 30 08:18:11.403949 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42366) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:11.411324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7708ce5f-4bef-47c8-8790-9d8a4f6fa99b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'fixed_ips': [{'subnet_id': 'c6674df4-9cd2-4fd4-b288-2c19d7deafb1', 'ip_address': '2001:db8::f7fa:bdd5:9f63:a53d'}], 'name': 'tempest-NetworksTestDHCPv6-263248800'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:11.463527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port 5dd57e11-fa03-44eb-8db8-1797c59d1c63 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:11.463867 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.511033 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700d6cc0-e2a0-41f2-a42e-bb85cf4ad348 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:18:11.557539 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.572762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for 5dd57e11-fa03-44eb-8db8-1797c59d1c63 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:11.585382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7708ce5f-4bef-47c8-8790-9d8a4f6fa99b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:11.719511 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7708ce5f-4bef-47c8-8790-9d8a4f6fa99b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.725645 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.759729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-7708ce5f-4bef-47c8-8790-9d8a4f6fa99b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port adbc3a8b-9cf9-4aeb-8d5b-33782cdc1456 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:11.770478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=5dd57e11-fa03-44eb-8db8-1797c59d1c63,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:11.792232 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:11.794539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/5dd57e11-fa03-44eb-8db8-1797c59d1c63 HTTP/1.1" status: 204 len: 168 time: 0.4701889 Sep 30 08:18:11.797002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.797360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.797843 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.798192 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.798825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.799312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.799658 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.800269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.800870 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.801214 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.801547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.801878 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82974c7c-1f1e-4648-a9fb-f5b3e6164f39 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:11.809392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42368) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:11.899267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bbc305-17d7-44a2-a116-3e7dd644f6fc tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:11.920062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bbc305-17d7-44a2-a116-3e7dd644f6fc tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:11.922712 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-38bbc305-17d7-44a2-a116-3e7dd644f6fc tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1123013 Sep 30 08:18:11.925879 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42372) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:11.967225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'fixed_ips': [{'subnet_id': 'c6674df4-9cd2-4fd4-b288-2c19d7deafb1'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:11.968745 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.045067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7708ce5f-4bef-47c8-8790-9d8a4f6fa99b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::f7fa:bdd5:9f63:a53d (02334aa1-0c1d-459b-9fcf-075b2b9b8603/c6674df4-9cd2-4fd4-b288-2c19d7deafb1/adbc3a8b-9cf9-4aeb-8d5b-33782cdc1456) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:12.081793 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b661-2455-484f-a8c4-da155b8b72dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.110108 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-43065d30-2b48-4b34-ab26-49bd5d0c9e73 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port 0dbb69d1-19aa-4c86-929f-8290e1785f94 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:12.110360 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43065d30-2b48-4b34-ab26-49bd5d0c9e73 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.245592 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43065d30-2b48-4b34-ab26-49bd5d0c9e73 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.264935 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-43065d30-2b48-4b34-ab26-49bd5d0c9e73 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for 0dbb69d1-19aa-4c86-929f-8290e1785f94 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:12.279872 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc5d96-5432-4361-8ab9-8825dd604688 req-6e2c9f20-432c-41d6-8c7f-30e2b0d12357 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:12.281510 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e6dc5d96-5432-4361-8ab9-8825dd604688 req-6e2c9f20-432c-41d6-8c7f-30e2b0d12357 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.0739994 Sep 30 08:18:12.330343 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7708ce5f-4bef-47c8-8790-9d8a4f6fa99b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.363055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e6dc5d96-5432-4361-8ab9-8825dd604688 req-6c464a6b-8040-4083-b00d-1c1d0a040516 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692022 Sep 30 08:18:12.394153 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7708ce5f-4bef-47c8-8790-9d8a4f6fa99b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.402289 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43065d30-2b48-4b34-ab26-49bd5d0c9e73 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.482936 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7708ce5f-4bef-47c8-8790-9d8a4f6fa99b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:12.486077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Allocated IP 2001:db8::2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/c6674df4-9cd2-4fd4-b288-2c19d7deafb1/b5f400bf-33bd-4356-9a66-d0f2bd237406) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:12.495852 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43065d30-2b48-4b34-ab26-49bd5d0c9e73 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.505427 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-43065d30-2b48-4b34-ab26-49bd5d0c9e73 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/0dbb69d1-19aa-4c86-929f-8290e1785f94 HTTP/1.1" status: 204 len: 168 time: 0.5762942 Sep 30 08:18:12.507229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42380) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:12.517857 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7708ce5f-4bef-47c8-8790-9d8a4f6fa99b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:12.520436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708ce5f-4bef-47c8-8790-9d8a4f6fa99b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:12.526510 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7708ce5f-4bef-47c8-8790-9d8a4f6fa99b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:12.527148 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7708ce5f-4bef-47c8-8790-9d8a4f6fa99b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.532086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708ce5f-4bef-47c8-8790-9d8a4f6fa99b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=adbc3a8b-9cf9-4aeb-8d5b-33782cdc1456,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:12.563266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43065d30-2b48-4b34-ab26-49bd5d0c9e73 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=0dbb69d1-19aa-4c86-929f-8290e1785f94,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:12.578557 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7708ce5f-4bef-47c8-8790-9d8a4f6fa99b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1715002 Sep 30 08:18:12.578557 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42382) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:12.584214 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-28e1e6b5-ec59-4a6c-8d05-da95b3145f14 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'fixed_ips': [{'subnet_id': 'c6674df4-9cd2-4fd4-b288-2c19d7deafb1', 'ip_address': '2001:db8::f7fa:bdd5:9f63:a53d'}], 'name': 'tempest-NetworksTestDHCPv6-859943451'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:12.623366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66747e00-d2dc-4bfe-b341-ff651b44c808 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:12.630257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-66747e00-d2dc-4bfe-b341-ff651b44c808 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1196985 Sep 30 08:18:12.631179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42384) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:12.684965 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-89452573-d144-498b-9f15-071bc3c9b5c6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] GET failed (client error): The resource could not be found. Sep 30 08:18:12.701400 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-89452573-d144-498b-9f15-071bc3c9b5c6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/5dd57e11-fa03-44eb-8db8-1797c59d1c63 HTTP/1.1" status: 404 len: 333 time: 0.0690265 Sep 30 08:18:12.702065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42388) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:12.713678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e1e6b5-ec59-4a6c-8d05-da95b3145f14 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:12.719204 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28e1e6b5-ec59-4a6c-8d05-da95b3145f14 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.749518 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-28e1e6b5-ec59-4a6c-8d05-da95b3145f14 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port 4a394a59-31eb-41d4-ba83-a18393222deb yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:12.769309 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f28fb21-18f9-44f5-8c6a-44b6f1913a4c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] GET failed (client error): The resource could not be found. Sep 30 08:18:12.774847 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.779195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7f28fb21-18f9-44f5-8c6a-44b6f1913a4c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/0dbb69d1-19aa-4c86-929f-8290e1785f94 HTTP/1.1" status: 404 len: 333 time: 0.0724590 Sep 30 08:18:12.780044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42390) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:12.783267 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.850436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:12.853778 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:12.866856 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:12.878007 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Pushing event updated for resources: {'Port': ['ID=b5f400bf-33bd-4356-9a66-d0f2bd237406,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:12.907362 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57a46f98-9cab-410a-9d4e-2fa0640647c6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.951396 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Attempting to bind port b5f400bf-33bd-4356-9a66-d0f2bd237406 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:12.954028 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Attempting to bind port b5f400bf-33bd-4356-9a66-d0f2bd237406 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:12.954478 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Attempting to bind port b5f400bf-33bd-4356-9a66-d0f2bd237406 on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:12.969246 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:12.969734 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:12.970208 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:12.970822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:12.971381 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Bound port: b5f400bf-33bd-4356-9a66-d0f2bd237406, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:12.971835 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.019714 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e1e6b5-ec59-4a6c-8d05-da95b3145f14 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 30 08:18:13.020439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e1e6b5-ec59-4a6c-8d05-da95b3145f14 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:18:13.050233 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-28e1e6b5-ec59-4a6c-8d05-da95b3145f14 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4701588 Sep 30 08:18:13.051204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42394) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:13.054646 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57a46f98-9cab-410a-9d4e-2fa0640647c6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.077209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-57a46f98-9cab-410a-9d4e-2fa0640647c6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842c66a7-1dde-4aac-b815-c3f0107be291']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:13.089587 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-57a46f98-9cab-410a-9d4e-2fa0640647c6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f7e89f-3ecb-4cc0-888d-5b4d3ef6dd0b') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:13.089984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-57a46f98-9cab-410a-9d4e-2fa0640647c6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f7e89f-3ecb-4cc0-888d-5b4d3ef6dd0b') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:13.104248 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57a46f98-9cab-410a-9d4e-2fa0640647c6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.122748 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] For port b5f400bf-33bd-4356-9a66-d0f2bd237406, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:13.122936 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57a46f98-9cab-410a-9d4e-2fa0640647c6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.131315 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed811a9-c3bf-4e07-96b6-9c988526fc81 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:13.131536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a46f98-9cab-410a-9d4e-2fa0640647c6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:18:13.132006 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57a46f98-9cab-410a-9d4e-2fa0640647c6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.135022 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] For port b5f400bf-33bd-4356-9a66-d0f2bd237406, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b5f400bf-33bd-4356-9a66-d0f2bd237406,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:13.143111 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.154096 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed811a9-c3bf-4e07-96b6-9c988526fc81 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:13.163985 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fed811a9-c3bf-4e07-96b6-9c988526fc81 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1106787 Sep 30 08:18:13.166202 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42396) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:18:13.208356 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:18:13.211860 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57a46f98-9cab-410a-9d4e-2fa0640647c6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.220227 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57a46f98-9cab-410a-9d4e-2fa0640647c6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.227231 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-57a46f98-9cab-410a-9d4e-2fa0640647c6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/networks/842c66a7-1dde-4aac-b815-c3f0107be291 HTTP/1.1" status: 204 len: 168 time: 0.4430044 Sep 30 08:18:13.227945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42398) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:13.253108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-10677992-e5af-4ccd-ae4d-37a4aea0b101 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-295193502'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:13.256609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a46f98-9cab-410a-9d4e-2fa0640647c6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Network': ['ID=842c66a7-1dde-4aac-b815-c3f0107be291,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:13.284934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1ce7a-4e87-4391-bb1a-b2fe7682a74f None None] Pushing event updated for resources: {'Port': ['ID=b5f400bf-33bd-4356-9a66-d0f2bd237406,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:13.299524 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10677992-e5af-4ccd-ae4d-37a4aea0b101 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:13.304756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10677992-e5af-4ccd-ae4d-37a4aea0b101 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.349023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10677992-e5af-4ccd-ae4d-37a4aea0b101 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:18:13.361827 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10677992-e5af-4ccd-ae4d-37a4aea0b101 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.362042 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-10677992-e5af-4ccd-ae4d-37a4aea0b101 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Added segment 728d9bad-0ec2-47c4-87f8-2bb01e298b73 of type vlan for network c9297b21-230f-489c-844c-b8bcadfdfb9d Sep 30 08:18:13.401841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-77d5f9de-56dc-45d5-a807-8f61d1cf9714 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port adbc3a8b-9cf9-4aeb-8d5b-33782cdc1456 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:13.402446 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77d5f9de-56dc-45d5-a807-8f61d1cf9714 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.455143 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10677992-e5af-4ccd-ae4d-37a4aea0b101 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.580499 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10677992-e5af-4ccd-ae4d-37a4aea0b101 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.585186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10677992-e5af-4ccd-ae4d-37a4aea0b101 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:13.586097 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10677992-e5af-4ccd-ae4d-37a4aea0b101 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.620848 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77d5f9de-56dc-45d5-a807-8f61d1cf9714 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.635470 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-77d5f9de-56dc-45d5-a807-8f61d1cf9714 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for adbc3a8b-9cf9-4aeb-8d5b-33782cdc1456 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:13.677751 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-10677992-e5af-4ccd-ae4d-37a4aea0b101 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4291205 Sep 30 08:18:13.680528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42402) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:13.702320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3d3f6dcd-7a0f-455e-ba35-8db2b2795388 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'subnet': {'network_id': 'c9297b21-230f-489c-844c-b8bcadfdfb9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:13.756224 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10677992-e5af-4ccd-ae4d-37a4aea0b101 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Network': ['ID=c9297b21-230f-489c-844c-b8bcadfdfb9d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:13.769784 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network c9297b21-230f-489c-844c-b8bcadfdfb9d details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:18:13.781951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129792a-88c2-414d-a24e-2ff89f04312c req-548f6166-2a3b-491d-a8a0-d3acd849f62f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:13.783525 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d129792a-88c2-414d-a24e-2ff89f04312c req-548f6166-2a3b-491d-a8a0-d3acd849f62f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.2809305 Sep 30 08:18:13.838202 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77d5f9de-56dc-45d5-a807-8f61d1cf9714 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.873257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5f9de-56dc-45d5-a807-8f61d1cf9714 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=adbc3a8b-9cf9-4aeb-8d5b-33782cdc1456,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:13.895422 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d129792a-88c2-414d-a24e-2ff89f04312c req-340dfb63-5024-4399-8818-426a351aa89f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050389 Sep 30 08:18:13.916180 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77d5f9de-56dc-45d5-a807-8f61d1cf9714 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:13.919080 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-77d5f9de-56dc-45d5-a807-8f61d1cf9714 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/adbc3a8b-9cf9-4aeb-8d5b-33782cdc1456 HTTP/1.1" status: 204 len: 168 time: 0.7491271 Sep 30 08:18:13.921748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42406) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:13.980338 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3f6dcd-7a0f-455e-ba35-8db2b2795388 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:13.990266 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d3f6dcd-7a0f-455e-ba35-8db2b2795388 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.089997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.ipam_backend_mixin [None req-3d3f6dcd-7a0f-455e-ba35-8db2b2795388 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Performing IP validity checks on allocation pools {{(pid=94837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 08:18:14.090807 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.ipam_backend_mixin [None req-3d3f6dcd-7a0f-455e-ba35-8db2b2795388 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 08:18:14.352957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abdb0bc-89b1-4022-bb21-23cf24ae24e7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:14.354569 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abdb0bc-89b1-4022-bb21-23cf24ae24e7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:14.356736 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8abdb0bc-89b1-4022-bb21-23cf24ae24e7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4204450 Sep 30 08:18:14.358781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42410) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:14.386140 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d3f6dcd-7a0f-455e-ba35-8db2b2795388 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.427828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8e5308-2493-4da9-b121-4cc8a2ca1771 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet c6674df4-9cd2-4fd4-b288-2c19d7deafb1 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:14.432203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5308-2493-4da9-b121-4cc8a2ca1771 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.525281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f6dcd-7a0f-455e-ba35-8db2b2795388 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Subnet': ['ID=eb373d55-456e-4786-9669-e8e19ddde703,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:14.531784 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5308-2493-4da9-b121-4cc8a2ca1771 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.574064 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f6dcd-7a0f-455e-ba35-8db2b2795388 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Checking segment: {'id': '728d9bad-0ec2-47c4-87f8-2bb01e298b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c9297b21-230f-489c-844c-b8bcadfdfb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:14.574750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3f6dcd-7a0f-455e-ba35-8db2b2795388 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network hostable DHCP agents. Network: c9297b21-230f-489c-844c-b8bcadfdfb9d, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:18:14.625119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3f6dcd-7a0f-455e-ba35-8db2b2795388 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network c9297b21-230f-489c-844c-b8bcadfdfb9d is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:18:14.662300 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-3d3f6dcd-7a0f-455e-ba35-8db2b2795388 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, c9297b21-230f-489c-844c-b8bcadfdfb9d) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:14.676740 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3f6dcd-7a0f-455e-ba35-8db2b2795388 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:14.677608 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d3f6dcd-7a0f-455e-ba35-8db2b2795388 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.725428 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3d3f6dcd-7a0f-455e-ba35-8db2b2795388 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0299127 Sep 30 08:18:14.725428 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42412) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:14.727282 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-19ffb527-38ca-4934-b5aa-c62062bfdb3c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'network_id': 'c9297b21-230f-489c-844c-b8bcadfdfb9d', 'name': 'tempest-PortsTestJSON-305875558'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:14.759609 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2151ecea-8561-4837-9753-3923a4bc553b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.774954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5308-2493-4da9-b121-4cc8a2ca1771 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.817871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d401dd-2955-4498-aa55-3e1b534c87db None None] Network 842c66a7-1dde-4aac-b815-c3f0107be291 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:14.821384 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cebf9d-1972-454f-9630-14bfef6a8e0a None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:14.859751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d401dd-2955-4498-aa55-3e1b534c87db None None] Network 842c66a7-1dde-4aac-b815-c3f0107be291 could not be found, it might have been deleted concurrently. {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 08:18:14.888086 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5308-2493-4da9-b121-4cc8a2ca1771 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.904352 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ffb527-38ca-4934-b5aa-c62062bfdb3c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:14.910665 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19ffb527-38ca-4934-b5aa-c62062bfdb3c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.940263 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-19ffb527-38ca-4934-b5aa-c62062bfdb3c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] device_id is not set on port fbaebea9-76e4-4543-97a1-aaef9ecb6b47 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:14.958921 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e5308-2493-4da9-b121-4cc8a2ca1771 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=c6674df4-9cd2-4fd4-b288-2c19d7deafb1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:14.967400 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5308-2493-4da9-b121-4cc8a2ca1771 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:14.969834 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fc8e5308-2493-4da9-b121-4cc8a2ca1771 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/c6674df4-9cd2-4fd4-b288-2c19d7deafb1 HTTP/1.1" status: 204 len: 168 time: 0.6099629 Sep 30 08:18:14.972317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:15.061883 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d66b30ea-45a6-4f50-b04a-6ff434c00765 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880291 Sep 30 08:18:15.072578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42422) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:15.078432 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-def02fe2-eca4-49e3-81af-0600cdb9f443 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:15.145277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-19ffb527-38ca-4934-b5aa-c62062bfdb3c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Allocated IP 172.20.0.9 (c9297b21-230f-489c-844c-b8bcadfdfb9d/eb373d55-456e-4786-9669-e8e19ddde703/fbaebea9-76e4-4543-97a1-aaef9ecb6b47) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:15.162025 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48670a49-7c96-4c36-82ef-db2fbd536b54 req-d0074bcc-022b-49e5-b2e3-cb217f164648 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:15.163878 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-48670a49-7c96-4c36-82ef-db2fbd536b54 req-d0074bcc-022b-49e5-b2e3-cb217f164648 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.0881419 Sep 30 08:18:15.190462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def02fe2-eca4-49e3-81af-0600cdb9f443 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:15.195412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-def02fe2-eca4-49e3-81af-0600cdb9f443 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.204316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f3d668-d23c-4ea4-aa61-a07edcee750b None None] Network c9297b21-230f-489c-844c-b8bcadfdfb9d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:15.283234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-48670a49-7c96-4c36-82ef-db2fbd536b54 req-dfe9f710-b7bb-4666-bb3e-c8b4b726d2db tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109958 Sep 30 08:18:15.431714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b5f400bf-33bd-4356-9a66-d0f2bd237406 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:15.459222 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-89b205bf-9237-4c92-985a-893c09d008d2 None None] Provisioning complete for port b5f400bf-33bd-4356-9a66-d0f2bd237406 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:15.459612 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89b205bf-9237-4c92-985a-893c09d008d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.467453 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-c9297b21-230f-489c-844c-b8bcadfdfb9d', 'network_id': 'c9297b21-230f-489c-844c-b8bcadfdfb9d', 'tenant_id': 'a78eae47c22443e0bd6d93fe6243fcdc', 'fixed_ips': [{'subnet_id': 'eb373d55-456e-4786-9669-e8e19ddde703'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:15.468963 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.478945 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19ffb527-38ca-4934-b5aa-c62062bfdb3c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.525402 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.554362 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19ffb527-38ca-4934-b5aa-c62062bfdb3c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.556025 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-def02fe2-eca4-49e3-81af-0600cdb9f443 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.638693 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ffb527-38ca-4934-b5aa-c62062bfdb3c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network c9297b21-230f-489c-844c-b8bcadfdfb9d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:15.642970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-19ffb527-38ca-4934-b5aa-c62062bfdb3c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:15.647474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ffb527-38ca-4934-b5aa-c62062bfdb3c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:15.658856 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffb527-38ca-4934-b5aa-c62062bfdb3c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=fbaebea9-76e4-4543-97a1-aaef9ecb6b47,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:15.682475 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def02fe2-eca4-49e3-81af-0600cdb9f443 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=90bd993d-4ab6-4988-bba7-39b01a5b69e3,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:15.711774 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def02fe2-eca4-49e3-81af-0600cdb9f443 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:15.714956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-def02fe2-eca4-49e3-81af-0600cdb9f443 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:15.725237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def02fe2-eca4-49e3-81af-0600cdb9f443 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:15.725985 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-def02fe2-eca4-49e3-81af-0600cdb9f443 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.739615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ffb527-38ca-4934-b5aa-c62062bfdb3c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:15.740312 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19ffb527-38ca-4934-b5aa-c62062bfdb3c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.767340 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-def02fe2-eca4-49e3-81af-0600cdb9f443 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6928320 Sep 30 08:18:15.769762 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42426) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:15.771116 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-19ffb527-38ca-4934-b5aa-c62062bfdb3c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0481691 Sep 30 08:18:15.774622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42428) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:15.779163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ea17a93c-5f68-4634-9f97-984a1f27d845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'fixed_ips': [{'subnet_id': '90bd993d-4ab6-4988-bba7-39b01a5b69e3', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1187708938'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:15.828885 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port b5f400bf-33bd-4356-9a66-d0f2bd237406 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:15.830090 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:15.941641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dfede7-9423-4514-8687-8d2b1d81b1fc None None] DHCP port deletion for 02334aa1-0c1d-459b-9fcf-075b2b9b8603 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:18:15.974081 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.028615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-bf90e9f6-a59c-4ac8-b622-cb7dca0c21ce tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port fbaebea9-76e4-4543-97a1-aaef9ecb6b47 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:16.028993 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bf90e9f6-a59c-4ac8-b622-cb7dca0c21ce tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.058709 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea17a93c-5f68-4634-9f97-984a1f27d845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:16.072296 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea17a93c-5f68-4634-9f97-984a1f27d845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.122947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-ea17a93c-5f68-4634-9f97-984a1f27d845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port 0bf3c882-55e6-4f3e-95cf-2e6edaf4e714 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:16.139630 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89b205bf-9237-4c92-985a-893c09d008d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.152188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Allocated IP 172.20.0.2 (c9297b21-230f-489c-844c-b8bcadfdfb9d/eb373d55-456e-4786-9669-e8e19ddde703/eb1b53cf-86bc-4760-836c-8cafeb3fbae6) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:16.207874 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bf90e9f6-a59c-4ac8-b622-cb7dca0c21ce tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.224634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-89b205bf-9237-4c92-985a-893c09d008d2 None None] For port b5f400bf-33bd-4356-9a66-d0f2bd237406, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b5f400bf-33bd-4356-9a66-d0f2bd237406,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:16.236582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-bf90e9f6-a59c-4ac8-b622-cb7dca0c21ce tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for fbaebea9-76e4-4543-97a1-aaef9ecb6b47 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:16.261840 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89b205bf-9237-4c92-985a-893c09d008d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.361001 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.375529 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea17a93c-5f68-4634-9f97-984a1f27d845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:18:16.376085 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea17a93c-5f68-4634-9f97-984a1f27d845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:18:16.400373 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ea17a93c-5f68-4634-9f97-984a1f27d845 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6233630 Sep 30 08:18:16.400975 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42434) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:16.471704 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-20dfede7-9423-4514-8687-8d2b1d81b1fc None None] Deleting port b5f400bf-33bd-4356-9a66-d0f2bd237406 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:16.472044 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-20dfede7-9423-4514-8687-8d2b1d81b1fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.504132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddc00f0-260f-41a7-93cb-51eb9e9183de tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:16.508033 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cddc00f0-260f-41a7-93cb-51eb9e9183de tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1039841 Sep 30 08:18:16.508279 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42438) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:16.583846 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7c671b-8abe-4264-9a13-7678515c58c4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:16.586679 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7c671b-8abe-4264-9a13-7678515c58c4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:16.592214 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-af7c671b-8abe-4264-9a13-7678515c58c4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0827887 Sep 30 08:18:16.593671 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42440) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:16.613575 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b205bf-9237-4c92-985a-893c09d008d2 None None] Pushing event updated for resources: {'Port': ['ID=b5f400bf-33bd-4356-9a66-d0f2bd237406,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:16.682242 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.686861 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:18:16.688097 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:18:16.694378 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.730331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20f4d52-7bbc-44e7-a4a5-193d6a8ba410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 90bd993d-4ab6-4988-bba7-39b01a5b69e3 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:16.742978 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d20f4d52-7bbc-44e7-a4a5-193d6a8ba410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.755990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Network c9297b21-230f-489c-844c-b8bcadfdfb9d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:16.758352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-20dfede7-9423-4514-8687-8d2b1d81b1fc None None] For port b5f400bf-33bd-4356-9a66-d0f2bd237406, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b5f400bf-33bd-4356-9a66-d0f2bd237406,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:16.758766 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-20dfede7-9423-4514-8687-8d2b1d81b1fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.769998 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:16.777176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:16.786713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-20dfede7-9423-4514-8687-8d2b1d81b1fc None None] Calling delete_port for b5f400bf-33bd-4356-9a66-d0f2bd237406 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:16.802596 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Pushing event updated for resources: {'Port': ['ID=eb1b53cf-86bc-4760-836c-8cafeb3fbae6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:16.876929 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d20f4d52-7bbc-44e7-a4a5-193d6a8ba410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.919283 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Attempting to bind port eb1b53cf-86bc-4760-836c-8cafeb3fbae6 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:16.919929 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Attempting to bind port eb1b53cf-86bc-4760-836c-8cafeb3fbae6 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '728d9bad-0ec2-47c4-87f8-2bb01e298b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c9297b21-230f-489c-844c-b8bcadfdfb9d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:16.920059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Attempting to bind port eb1b53cf-86bc-4760-836c-8cafeb3fbae6 on network c9297b21-230f-489c-844c-b8bcadfdfb9d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:16.953591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:16.954682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Checking segment: {'id': '728d9bad-0ec2-47c4-87f8-2bb01e298b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c9297b21-230f-489c-844c-b8bcadfdfb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:16.955627 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.957057 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Bound using segment: {'id': '728d9bad-0ec2-47c4-87f8-2bb01e298b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c9297b21-230f-489c-844c-b8bcadfdfb9d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:16.957840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Bound port: eb1b53cf-86bc-4760-836c-8cafeb3fbae6, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728d9bad-0ec2-47c4-87f8-2bb01e298b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c9297b21-230f-489c-844c-b8bcadfdfb9d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:16.958781 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:16.971970 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d20f4d52-7bbc-44e7-a4a5-193d6a8ba410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.060668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29db7e9-2e35-4aee-8ccc-b01297a3fcb7 req-264702a9-a37c-49ec-a02e-1a56c9da0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:17.063460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d29db7e9-2e35-4aee-8ccc-b01297a3fcb7 req-264702a9-a37c-49ec-a02e-1a56c9da0129 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4&tenant_id=ad60528d5c3d4d3d8094c2681701bf17 HTTP/1.1" status: 200 len: 1095 time: 0.7066636 Sep 30 08:18:17.085870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] For port eb1b53cf-86bc-4760-836c-8cafeb3fbae6, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:17.092861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] For port eb1b53cf-86bc-4760-836c-8cafeb3fbae6, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=eb1b53cf-86bc-4760-836c-8cafeb3fbae6,segment=NetworkSegment(728d9bad-0ec2-47c4-87f8-2bb01e298b73),segment_id=728d9bad-0ec2-47c4-87f8-2bb01e298b73)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:17.114146 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.146243 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d20f4d52-7bbc-44e7-a4a5-193d6a8ba410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.175320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f30d-8b5c-4461-8fdd-2ef08bd43bd4 req-bc918ead-b238-4441-9ae5-9d895f7f36c1 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:17.176913 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a081f30d-8b5c-4461-8fdd-2ef08bd43bd4 req-bc918ead-b238-4441-9ae5-9d895f7f36c1 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.1936116 Sep 30 08:18:17.184909 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f4d52-7bbc-44e7-a4a5-193d6a8ba410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=90bd993d-4ab6-4988-bba7-39b01a5b69e3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:17.194611 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d20f4d52-7bbc-44e7-a4a5-193d6a8ba410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.199261 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d20f4d52-7bbc-44e7-a4a5-193d6a8ba410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/90bd993d-4ab6-4988-bba7-39b01a5b69e3 HTTP/1.1" status: 204 len: 168 time: 0.6042202 Sep 30 08:18:17.199866 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:17.228225 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-20dfede7-9423-4514-8687-8d2b1d81b1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.246291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a081f30d-8b5c-4461-8fdd-2ef08bd43bd4 req-1616ab79-85b2-4e8a-a359-efef4e3a7388 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623400 Sep 30 08:18:17.251183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29db7e9-2e35-4aee-8ccc-b01297a3fcb7 req-ca18cb25-0733-4aa5-a8a9-d36816788c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:17.252410 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d29db7e9-2e35-4aee-8ccc-b01297a3fcb7 req-ca18cb25-0733-4aa5-a8a9-d36816788c16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 1095 time: 0.1499956 Sep 30 08:18:17.253524 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bf90e9f6-a59c-4ac8-b622-cb7dca0c21ce tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.282258 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dfede7-9423-4514-8687-8d2b1d81b1fc None None] No DVR routers for this DVR port b5f400bf-33bd-4356-9a66-d0f2bd237406 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:17.303837 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Port b5f400bf-33bd-4356-9a66-d0f2bd237406 update to ACTIVE by agent not found {{(pid=94839) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Sep 30 08:18:17.306158 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f2bf67-c871-462d-a381-6c494bbe659a None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:17.361316 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e3f1df41-dbe3-4366-a3d7-e2335d3556b3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1558194 Sep 30 08:18:17.365012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42450) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:17.371796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6d9a81d1-86f7-47ae-a8f1-453d89480c50 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:17.441016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d5881-9512-4e06-8789-f17c79e54685 None None] Pushing event updated for resources: {'Port': ['ID=eb1b53cf-86bc-4760-836c-8cafeb3fbae6,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:17.466938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b5f400bf-33bd-4356-9a66-d0f2bd237406 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:17.477558 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90e9f6-a59c-4ac8-b622-cb7dca0c21ce tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=fbaebea9-76e4-4543-97a1-aaef9ecb6b47,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:17.496906 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29db7e9-2e35-4aee-8ccc-b01297a3fcb7 req-e4953677-a6b3-41ee-ae2a-b93327bcd6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:17.498332 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d29db7e9-2e35-4aee-8ccc-b01297a3fcb7 req-e4953677-a6b3-41ee-ae2a-b93327bcd6e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 918 time: 0.2382517 Sep 30 08:18:17.649011 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9a81d1-86f7-47ae-a8f1-453d89480c50 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:17.659213 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d9a81d1-86f7-47ae-a8f1-453d89480c50 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.678550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfede7-9423-4514-8687-8d2b1d81b1fc None None] Pushing event deleted for resources: {'Port': ['ID=b5f400bf-33bd-4356-9a66-d0f2bd237406,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:17.689884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: b5f400bf-33bd-4356-9a66-d0f2bd237406 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:17.690230 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b5f400bf-33bd-4356-9a66-d0f2bd237406 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:17.723250 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.755267 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d29db7e9-2e35-4aee-8ccc-b01297a3fcb7 req-2ada0034-f6ac-4031-aea4-aa32899e6eef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca HTTP/1.1" status: 200 len: 999 time: 0.2479062 Sep 30 08:18:17.759134 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bf90e9f6-a59c-4ac8-b622-cb7dca0c21ce tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:17.767296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bf90e9f6-a59c-4ac8-b622-cb7dca0c21ce tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/fbaebea9-76e4-4543-97a1-aaef9ecb6b47 HTTP/1.1" status: 204 len: 168 time: 1.9913759 Sep 30 08:18:17.769139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42454) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:17.815800 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-178118f6-20f2-48f0-b913-13470d019edd tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] DELETE failed (client error): The resource could not be found. Sep 30 08:18:17.816357 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29db7e9-2e35-4aee-8ccc-b01297a3fcb7 req-04962ec4-d9f2-4fef-918f-aeedd6d35f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:17.816590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178118f6-20f2-48f0-b913-13470d019edd tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:18:17.818466 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-178118f6-20f2-48f0-b913-13470d019edd tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/fbaebea9-76e4-4543-97a1-aaef9ecb6b47 HTTP/1.1" status: 404 len: 333 time: 0.0480609 Sep 30 08:18:17.823134 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d29db7e9-2e35-4aee-8ccc-b01297a3fcb7 req-04962ec4-d9f2-4fef-918f-aeedd6d35f0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee72be49-df02-4420-900e-333e8ceca494 HTTP/1.1" status: 200 len: 856 time: 0.0498221 Sep 30 08:18:17.823369 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42456) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:17.854582 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5101ff56-7c24-4e22-a84a-0c3e1433a9ce tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] GET failed (client error): The resource could not be found. Sep 30 08:18:17.857080 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5101ff56-7c24-4e22-a84a-0c3e1433a9ce tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/fbaebea9-76e4-4543-97a1-aaef9ecb6b47 HTTP/1.1" status: 404 len: 333 time: 0.0335631 Sep 30 08:18:17.860239 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:17.888875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29db7e9-2e35-4aee-8ccc-b01297a3fcb7 req-85b6063e-f3f4-4d7d-b443-8ce824fb9eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:17.892225 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d29db7e9-2e35-4aee-8ccc-b01297a3fcb7 req-85b6063e-f3f4-4d7d-b443-8ce824fb9eba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589788 Sep 30 08:18:17.957342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2eac372-128e-45dc-ae50-8f68ae4fecb5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting subnet eb373d55-456e-4786-9669-e8e19ddde703 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:17.960838 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2eac372-128e-45dc-ae50-8f68ae4fecb5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.006008 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d29db7e9-2e35-4aee-8ccc-b01297a3fcb7 req-3c012ba2-6d5d-4bf9-be83-19da74eae5da service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066859 Sep 30 08:18:18.039629 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2eac372-128e-45dc-ae50-8f68ae4fecb5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.087066 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d9a81d1-86f7-47ae-a8f1-453d89480c50 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.115955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d29db7e9-2e35-4aee-8ccc-b01297a3fcb7 req-34cfef64-aba9-48ee-bae1-4c41b29a02ed service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018901 Sep 30 08:18:18.148351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a81d1-86f7-47ae-a8f1-453d89480c50 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:18.157891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6d9a81d1-86f7-47ae-a8f1-453d89480c50 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:18.168137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94970d97-653b-4920-a891-1c493259978e None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:18.186027 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9a81d1-86f7-47ae-a8f1-453d89480c50 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:18.186306 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d9a81d1-86f7-47ae-a8f1-453d89480c50 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.209846 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6d9a81d1-86f7-47ae-a8f1-453d89480c50 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8436284 Sep 30 08:18:18.212495 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a81d1-86f7-47ae-a8f1-453d89480c50 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=11dcb284-5f0e-4f4c-aaa6-7f0aaad0fab6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:18.212666 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42468) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:18.220093 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5fede8a3-cf1e-4bff-a6b4-8a0dd534c616 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1016578755', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:18.238293 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2eac372-128e-45dc-ae50-8f68ae4fecb5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.277365 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fede8a3-cf1e-4bff-a6b4-8a0dd534c616 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.278812 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fede8a3-cf1e-4bff-a6b4-8a0dd534c616 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.382442 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fede8a3-cf1e-4bff-a6b4-8a0dd534c616 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.384968 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2eac372-128e-45dc-ae50-8f68ae4fecb5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.390365 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fede8a3-cf1e-4bff-a6b4-8a0dd534c616 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.434532 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fede8a3-cf1e-4bff-a6b4-8a0dd534c616 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.436297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5fede8a3-cf1e-4bff-a6b4-8a0dd534c616 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2225702 Sep 30 08:18:18.439746 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42476) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:18.462346 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eac372-128e-45dc-ae50-8f68ae4fecb5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Subnet': ['ID=eb373d55-456e-4786-9669-e8e19ddde703,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:18.463156 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'fixed_ips': [{'subnet_id': '11dcb284-5f0e-4f4c-aaa6-7f0aaad0fab6'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:18.465477 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.471172 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2eac372-128e-45dc-ae50-8f68ae4fecb5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.476542 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e2eac372-128e-45dc-ae50-8f68ae4fecb5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/eb373d55-456e-4786-9669-e8e19ddde703 HTTP/1.1" status: 204 len: 168 time: 0.6152904 Sep 30 08:18:18.477210 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42478) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:18.629251 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.710965 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Allocated IP 2001:db8::2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/11dcb284-5f0e-4f4c-aaa6-7f0aaad0fab6/e3c18be4-350f-4260-bb48-1c718a9924b5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:18.738422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port eb1b53cf-86bc-4760-836c-8cafeb3fbae6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:18.738970 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.804028 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f817ae7-6a4a-411e-8685-c3428e15ed58 None None] Network c9297b21-230f-489c-844c-b8bcadfdfb9d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:18.824072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] For port eb1b53cf-86bc-4760-836c-8cafeb3fbae6, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=eb1b53cf-86bc-4760-836c-8cafeb3fbae6,segment=NetworkSegment(728d9bad-0ec2-47c4-87f8-2bb01e298b73),segment_id=728d9bad-0ec2-47c4-87f8-2bb01e298b73)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:18.824625 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:18.841713 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for eb1b53cf-86bc-4760-836c-8cafeb3fbae6 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:19.058026 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.118634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=eb1b53cf-86bc-4760-836c-8cafeb3fbae6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:19.131770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No DVR routers for this DVR port eb1b53cf-86bc-4760-836c-8cafeb3fbae6 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:19.160016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee586595-34c0-4979-8330-c6f53178d091 req-4a3b9d4d-3edc-4541-a66b-5dddfe35839b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:19.162684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee586595-34c0-4979-8330-c6f53178d091 req-4a3b9d4d-3edc-4541-a66b-5dddfe35839b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.5514460 Sep 30 08:18:19.224294 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee586595-34c0-4979-8330-c6f53178d091 req-b412f305-0703-44e1-ab3e-21d445cb0544 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538359 Sep 30 08:18:19.333742 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9dbbb5a7-b15a-40d0-b98b-62e153e6f1ef None None] Provisioning complete for port eb1b53cf-86bc-4760-836c-8cafeb3fbae6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:19.336299 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dbbb5a7-b15a-40d0-b98b-62e153e6f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.359762 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.372268 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.411808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9297b21-230f-489c-844c-b8bcadfdfb9d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:19.455451 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728d9bad-0ec2-47c4-87f8-2bb01e298b73') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:19.455755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728d9bad-0ec2-47c4-87f8-2bb01e298b73') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:19.478860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9dbbb5a7-b15a-40d0-b98b-62e153e6f1ef None None] Port eb1b53cf-86bc-4760-836c-8cafeb3fbae6 was deleted so its status cannot be updated. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 30 08:18:19.481641 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.512360 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.529068 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:18:19.529549 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:18:19.533798 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:18:19.608270 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.617752 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.665903 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.681654 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.696517 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/networks/c9297b21-230f-489c-844c-b8bcadfdfb9d HTTP/1.1" status: 204 len: 168 time: 1.2180185 Sep 30 08:18:19.700497 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42498) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:19.705957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9c11b6b1-2a94-432a-9acf-040cba8b53e7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1531106635'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:19.743877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6477fd-dae3-4326-baa7-2b3620920d17 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Network': ['ID=c9297b21-230f-489c-844c-b8bcadfdfb9d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:19.754898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Pushing event updated for resources: {'Port': ['ID=e3c18be4-350f-4260-bb48-1c718a9924b5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:19.762273 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c67752-ac8f-4399-a33f-d553f67799e4 None None] DHCP port deletion for c9297b21-230f-489c-844c-b8bcadfdfb9d request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:18:19.787400 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c11b6b1-2a94-432a-9acf-040cba8b53e7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:19.798164 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c11b6b1-2a94-432a-9acf-040cba8b53e7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.799223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:19.803313 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:19.806039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:19.861422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c11b6b1-2a94-432a-9acf-040cba8b53e7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:18:19.872578 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c11b6b1-2a94-432a-9acf-040cba8b53e7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.873197 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-9c11b6b1-2a94-432a-9acf-040cba8b53e7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Added segment 7bcdf67d-cc84-4583-a790-10c0b31a09e4 of type vlan for network c8daf0ae-dcfa-4838-8388-ee449263545b Sep 30 08:18:19.949459 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c11b6b1-2a94-432a-9acf-040cba8b53e7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:19.962819 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Attempting to bind port e3c18be4-350f-4260-bb48-1c718a9924b5 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:19.963602 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Attempting to bind port e3c18be4-350f-4260-bb48-1c718a9924b5 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:19.964239 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Attempting to bind port e3c18be4-350f-4260-bb48-1c718a9924b5 on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:19.998757 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:19.999454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:20.002677 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.003309 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:20.007751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Bound port: e3c18be4-350f-4260-bb48-1c718a9924b5, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:20.009289 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.013520 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c11b6b1-2a94-432a-9acf-040cba8b53e7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.021634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c11b6b1-2a94-432a-9acf-040cba8b53e7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:20.023411 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c11b6b1-2a94-432a-9acf-040cba8b53e7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.063409 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::1 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/11dcb284-5f0e-4f4c-aaa6-7f0aaad0fab6/bd7bb459-ae30-4f59-a643-458eb7aa33ec) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:20.151099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42504) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:20.155268 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9c11b6b1-2a94-432a-9acf-040cba8b53e7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4538438 Sep 30 08:18:20.177105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-20b8d0ab-5c07-4b91-a55c-50a1419ee7e3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'subnet': {'network_id': 'c8daf0ae-dcfa-4838-8388-ee449263545b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:20.210210 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] For port e3c18be4-350f-4260-bb48-1c718a9924b5, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:20.215958 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] For port e3c18be4-350f-4260-bb48-1c718a9924b5, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e3c18be4-350f-4260-bb48-1c718a9924b5,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:20.221951 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.226514 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11b6b1-2a94-432a-9acf-040cba8b53e7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Network': ['ID=c8daf0ae-dcfa-4838-8388-ee449263545b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:20.248532 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network c8daf0ae-dcfa-4838-8388-ee449263545b details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:18:20.386212 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e0ba5-41c5-4b71-8d09-f7afaa5bad4e None None] Pushing event updated for resources: {'Port': ['ID=e3c18be4-350f-4260-bb48-1c718a9924b5,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:20.554291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412660a8-6c2c-4648-95c7-27837affd16d req-115a1f58-5d60-412d-8b8d-b2e15cd32a49 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:20.555991 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-412660a8-6c2c-4648-95c7-27837affd16d req-115a1f58-5d60-412d-8b8d-b2e15cd32a49 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.1351054 Sep 30 08:18:20.560334 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.562809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b8d0ab-5c07-4b91-a55c-50a1419ee7e3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:20.566610 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20b8d0ab-5c07-4b91-a55c-50a1419ee7e3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:20.877179 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-412660a8-6c2c-4648-95c7-27837affd16d req-c97a667f-dc3c-4f24-ae11-5ac2376421c3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052661 Sep 30 08:18:20.910423 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.037651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:21.039439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:21.050788 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:21.051615 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.131829 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=bd7bb459-ae30-4f59-a643-458eb7aa33ec,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:21.349788 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20b8d0ab-5c07-4b91-a55c-50a1419ee7e3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.463813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8d0ab-5c07-4b91-a55c-50a1419ee7e3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Subnet': ['ID=e7dafe4a-53b0-4082-ac76-06dda678830e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:21.503851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8d0ab-5c07-4b91-a55c-50a1419ee7e3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Checking segment: {'id': '7bcdf67d-cc84-4583-a790-10c0b31a09e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c8daf0ae-dcfa-4838-8388-ee449263545b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:21.504262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8d0ab-5c07-4b91-a55c-50a1419ee7e3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network hostable DHCP agents. Network: c8daf0ae-dcfa-4838-8388-ee449263545b, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:18:21.510915 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.525423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e3c18be4-350f-4260-bb48-1c718a9924b5 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:21.577531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8d0ab-5c07-4b91-a55c-50a1419ee7e3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network c8daf0ae-dcfa-4838-8388-ee449263545b is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:18:21.608443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-20b8d0ab-5c07-4b91-a55c-50a1419ee7e3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, c8daf0ae-dcfa-4838-8388-ee449263545b) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:21.638650 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eb3008-2c35-4724-9421-e5644c1efd6e None None] Network c8daf0ae-dcfa-4838-8388-ee449263545b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:21.713775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b8d0ab-5c07-4b91-a55c-50a1419ee7e3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:21.714831 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20b8d0ab-5c07-4b91-a55c-50a1419ee7e3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:21.740476 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-20b8d0ab-5c07-4b91-a55c-50a1419ee7e3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5741277 Sep 30 08:18:21.743947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42518) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:21.750186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-321d4041-5357-49fc-9810-e6e8bcfba0f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'network_id': 'c8daf0ae-dcfa-4838-8388-ee449263545b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-975881487'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:21.851258 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e3c18be4-350f-4260-bb48-1c718a9924b5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:21.851644 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.139943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321d4041-5357-49fc-9810-e6e8bcfba0f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:22.143816 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-321d4041-5357-49fc-9810-e6e8bcfba0f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.164198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f0df5-c22c-4533-8260-c25a5a1a30d9 req-c8f80de4-1b12-4aeb-b54f-5860614d093c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:22.166550 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c26f0df5-c22c-4533-8260-c25a5a1a30d9 req-c8f80de4-1b12-4aeb-b54f-5860614d093c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.1029208 Sep 30 08:18:22.196585 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-321d4041-5357-49fc-9810-e6e8bcfba0f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] device_id is not set on port d8aca850-8113-466d-8a4c-cdcca2ef6d1e yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:22.213351 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.214299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e806a68-0196-4e04-afe9-63a3f559a3e3 None None] Provisioning complete for port e3c18be4-350f-4260-bb48-1c718a9924b5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:22.214642 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e806a68-0196-4e04-afe9-63a3f559a3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.231684 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-c8daf0ae-dcfa-4838-8388-ee449263545b', 'network_id': 'c8daf0ae-dcfa-4838-8388-ee449263545b', 'tenant_id': 'a78eae47c22443e0bd6d93fe6243fcdc', 'fixed_ips': [{'subnet_id': 'e7dafe4a-53b0-4082-ac76-06dda678830e'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:22.232638 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.238736 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.239672 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.384971 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.417962 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c26f0df5-c22c-4533-8260-c25a5a1a30d9 req-5b4b71ec-8190-45ac-994e-8c76570c4952 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377868 Sep 30 08:18:22.547823 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=bd7bb459-ae30-4f59-a643-458eb7aa33ec,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:22.572274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-321d4041-5357-49fc-9810-e6e8bcfba0f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Allocated IP 172.20.0.13 (c8daf0ae-dcfa-4838-8388-ee449263545b/e7dafe4a-53b0-4082-ac76-06dda678830e/d8aca850-8113-466d-8a4c-cdcca2ef6d1e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:22.580173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port e3c18be4-350f-4260-bb48-1c718a9924b5, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e3c18be4-350f-4260-bb48-1c718a9924b5,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:22.641976 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.675125 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device eb1b53cf-86bc-4760-836c-8cafeb3fbae6 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:22.744504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:22.751853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:22.777040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: eb1b53cf-86bc-4760-836c-8cafeb3fbae6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:22.777040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device eb1b53cf-86bc-4760-836c-8cafeb3fbae6 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:22.836599 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=e3c18be4-350f-4260-bb48-1c718a9924b5,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:22.868683 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-321d4041-5357-49fc-9810-e6e8bcfba0f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:22.941735 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-321d4041-5357-49fc-9810-e6e8bcfba0f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.033710 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321d4041-5357-49fc-9810-e6e8bcfba0f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network c8daf0ae-dcfa-4838-8388-ee449263545b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:23.044373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-321d4041-5357-49fc-9810-e6e8bcfba0f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:23.063194 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a14c8584-e508-4a21-a536-d5f875fff58c None None] Provisioning complete for port bd7bb459-ae30-4f59-a643-458eb7aa33ec triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:23.063570 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a14c8584-e508-4a21-a536-d5f875fff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.064535 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321d4041-5357-49fc-9810-e6e8bcfba0f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:23.143193 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Allocated IP 172.20.0.2 (c8daf0ae-dcfa-4838-8388-ee449263545b/e7dafe4a-53b0-4082-ac76-06dda678830e/356960f7-6871-4dc0-951d-5a383cecc617) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:23.210688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d4041-5357-49fc-9810-e6e8bcfba0f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=d8aca850-8113-466d-8a4c-cdcca2ef6d1e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:23.279870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a14c8584-e508-4a21-a536-d5f875fff58c None None] Port bd7bb459-ae30-4f59-a643-458eb7aa33ec cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:18:23.296869 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321d4041-5357-49fc-9810-e6e8bcfba0f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:23.318171 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-321d4041-5357-49fc-9810-e6e8bcfba0f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.372750 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-321d4041-5357-49fc-9810-e6e8bcfba0f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6268184 Sep 30 08:18:23.376874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:23.544321 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e3c18be4-350f-4260-bb48-1c718a9924b5 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:23.545396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Router 275a295f-31fa-4e66-b4c2-017c23bb2fcf is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:18:23.589969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8bceb897-5d50-4639-b18a-49fb845be24c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port d8aca850-8113-466d-8a4c-cdcca2ef6d1e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:23.590898 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bceb897-5d50-4639-b18a-49fb845be24c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.706014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-abe5b985-eafa-4d74-b665-07ecfd364a51 None None] Provisioning complete for port bd7bb459-ae30-4f59-a643-458eb7aa33ec triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:23.707195 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abe5b985-eafa-4d74-b665-07ecfd364a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.770643 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bceb897-5d50-4639-b18a-49fb845be24c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.817574 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8bceb897-5d50-4639-b18a-49fb845be24c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for d8aca850-8113-466d-8a4c-cdcca2ef6d1e owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:23.911801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-abe5b985-eafa-4d74-b665-07ecfd364a51 None None] Port bd7bb459-ae30-4f59-a643-458eb7aa33ec cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:18:23.923193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18189-0572-4230-bb49-d185b1e16d44 req-a8140e26-eaee-4e05-98c7-18157d19c338 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:23.925067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11a18189-0572-4230-bb49-d185b1e16d44 req-a8140e26-eaee-4e05-98c7-18157d19c338 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.3337612 Sep 30 08:18:23.957123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:18:23.969543 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Sync routers for ids ['275a295f-31fa-4e66-b4c2-017c23bb2fcf'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:18:23.977112 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e3c18be4-350f-4260-bb48-1c718a9924b5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:23.982128 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b2efdee5-df54-47b5-b0dd-f38bf338cd35 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "PUT /v2.0/routers/275a295f-31fa-4e66-b4c2-017c23bb2fcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5400684 Sep 30 08:18:23.985021 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:23.985818 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42552) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:24.003041 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Routers {'275a295f-31fa-4e66-b4c2-017c23bb2fcf'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:24.007919 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:18:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['275a295f-31fa-4e66-b4c2-017c23bb2fcf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:24.115374 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.133032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11a18189-0572-4230-bb49-d185b1e16d44 req-249e0fa8-2079-4196-a80a-97278fc917b5 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907814 Sep 30 08:18:24.148789 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.152737 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed21b6d-ca30-45ce-94b2-197857535cc1 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:24.154848 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6ed21b6d-ca30-45ce-94b2-197857535cc1 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports/bd7bb459-ae30-4f59-a643-458eb7aa33ec HTTP/1.1" status: 200 len: 911 time: 0.1561463 Sep 30 08:18:24.160294 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bceb897-5d50-4639-b18a-49fb845be24c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.169508 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42554) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:24.203702 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Pushing event updated for resources: {'Port': ['ID=356960f7-6871-4dc0-951d-5a383cecc617,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:24.235176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Network c8daf0ae-dcfa-4838-8388-ee449263545b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:24.247363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:24.252418 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:24.272244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bceb897-5d50-4639-b18a-49fb845be24c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=d8aca850-8113-466d-8a4c-cdcca2ef6d1e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:24.324337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Attempting to bind port 356960f7-6871-4dc0-951d-5a383cecc617 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:24.324701 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Attempting to bind port 356960f7-6871-4dc0-951d-5a383cecc617 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '7bcdf67d-cc84-4583-a790-10c0b31a09e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c8daf0ae-dcfa-4838-8388-ee449263545b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:24.325065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Attempting to bind port 356960f7-6871-4dc0-951d-5a383cecc617 on network c8daf0ae-dcfa-4838-8388-ee449263545b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:24.350390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc984067-7da7-46f2-be4d-499ce84e9c00 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:24.350638 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:24.350929 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Checking segment: {'id': '7bcdf67d-cc84-4583-a790-10c0b31a09e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c8daf0ae-dcfa-4838-8388-ee449263545b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:24.351340 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.351735 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Bound using segment: {'id': '7bcdf67d-cc84-4583-a790-10c0b31a09e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c8daf0ae-dcfa-4838-8388-ee449263545b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:24.352276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Bound port: 356960f7-6871-4dc0-951d-5a383cecc617, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcdf67d-cc84-4583-a790-10c0b31a09e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c8daf0ae-dcfa-4838-8388-ee449263545b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:24.352619 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.369007 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc984067-7da7-46f2-be4d-499ce84e9c00 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:24.372989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dc984067-7da7-46f2-be4d-499ce84e9c00 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2023935 Sep 30 08:18:24.376650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42558) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:24.415620 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bceb897-5d50-4639-b18a-49fb845be24c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.420029 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8bceb897-5d50-4639-b18a-49fb845be24c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/d8aca850-8113-466d-8a4c-cdcca2ef6d1e HTTP/1.1" status: 204 len: 168 time: 1.0418093 Sep 30 08:18:24.422951 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:24.483399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] For port 356960f7-6871-4dc0-951d-5a383cecc617, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:24.498948 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] For port 356960f7-6871-4dc0-951d-5a383cecc617, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=356960f7-6871-4dc0-951d-5a383cecc617,segment=NetworkSegment(7bcdf67d-cc84-4583-a790-10c0b31a09e4),segment_id=7bcdf67d-cc84-4583-a790-10c0b31a09e4)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:24.499140 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a32c1c-f8e5-4c0e-8c43-52c7058076e2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] GET failed (client error): The resource could not be found. Sep 30 08:18:24.507504 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-17a32c1c-f8e5-4c0e-8c43-52c7058076e2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/d8aca850-8113-466d-8a4c-cdcca2ef6d1e HTTP/1.1" status: 404 len: 333 time: 0.0826435 Sep 30 08:18:24.508729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:24.523259 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.617102 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Set router 275a295f-31fa-4e66-b4c2-017c23bb2fcf gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:24.694395 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-68cabe49-4a91-425d-a4b0-d9268e2dcb1a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting subnet e7dafe4a-53b0-4082-ac76-06dda678830e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:24.704470 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68cabe49-4a91-425d-a4b0-d9268e2dcb1a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:24.736158 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3bc85-a97a-42e4-b5c1-a1cdc43cf328 None None] Pushing event updated for resources: {'Port': ['ID=356960f7-6871-4dc0-951d-5a383cecc617,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:24.827610 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68cabe49-4a91-425d-a4b0-d9268e2dcb1a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.059736 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68cabe49-4a91-425d-a4b0-d9268e2dcb1a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.274382 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275a295f-31fa-4e66-b4c2-017c23bb2fcf', 'name': 'tempest-NetworksTestDHCPv6-router-1016578755', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:18Z', 'updated_at': '2021-09-30T08:18:21Z', 'revision_number': 2, 'project_id': '5c940a6769064adb8925178ecd951afd', 'gw_port_host': None, '_interfaces': [{'id': 'bd7bb459-ae30-4f59-a643-458eb7aa33ec', 'name': '', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'mac_address': 'fa:16:3e:58:44:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275a295f-31fa-4e66-b4c2-017c23bb2fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '11dcb284-5f0e-4f4c-aaa6-7f0aaad0fab6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:19Z', 'updated_at': '2021-09-30T08:18:21Z', 'revision_number': 2, 'project_id': '5c940a6769064adb8925178ecd951afd', 'subnets': [{'id': '11dcb284-5f0e-4f4c-aaa6-7f0aaad0fab6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:25.301925 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68cabe49-4a91-425d-a4b0-d9268e2dcb1a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.363839 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Checking router: 275a295f-31fa-4e66-b4c2-017c23bb2fcf for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:18:25.366379 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Updating router 275a295f-31fa-4e66-b4c2-017c23bb2fcf port bd7bb459-ae30-4f59-a643-458eb7aa33ec binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:18:25.376795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cabe49-4a91-425d-a4b0-d9268e2dcb1a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Subnet': ['ID=e7dafe4a-53b0-4082-ac76-06dda678830e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:25.398260 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68cabe49-4a91-425d-a4b0-d9268e2dcb1a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.412876 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-68cabe49-4a91-425d-a4b0-d9268e2dcb1a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/e7dafe4a-53b0-4082-ac76-06dda678830e HTTP/1.1" status: 204 len: 168 time: 0.9016273 Sep 30 08:18:25.413552 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:25.453480 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.582975 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.619104 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 356960f7-6871-4dc0-951d-5a383cecc617 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:25.732630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port 356960f7-6871-4dc0-951d-5a383cecc617 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:25.738023 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.795135 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 356960f7-6871-4dc0-951d-5a383cecc617 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:25.798035 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.881272 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e058db-f931-47ec-8090-d8b7e873a4bc req-d98d1818-448a-47a7-8eb6-25ed0ed0cd3a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:25.898285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08e058db-f931-47ec-8090-d8b7e873a4bc req-d98d1818-448a-47a7-8eb6-25ed0ed0cd3a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.5443280 Sep 30 08:18:25.907876 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d80fc639-0596-4423-99b7-a93ab5ed9e32 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.925354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] For port 356960f7-6871-4dc0-951d-5a383cecc617, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=356960f7-6871-4dc0-951d-5a383cecc617,segment=NetworkSegment(7bcdf67d-cc84-4583-a790-10c0b31a09e4),segment_id=7bcdf67d-cc84-4583-a790-10c0b31a09e4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:25.925354 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:25.946732 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for 356960f7-6871-4dc0-951d-5a383cecc617 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:26.036425 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.122932 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 356960f7-6871-4dc0-951d-5a383cecc617, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=356960f7-6871-4dc0-951d-5a383cecc617,segment=NetworkSegment(7bcdf67d-cc84-4583-a790-10c0b31a09e4),segment_id=7bcdf67d-cc84-4583-a790-10c0b31a09e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:26.144945 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.176229 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.226965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No DVR routers for this DVR port 356960f7-6871-4dc0-951d-5a383cecc617 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:26.229105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=356960f7-6871-4dc0-951d-5a383cecc617,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:26.247567 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08e058db-f931-47ec-8090-d8b7e873a4bc req-688a2d75-09f9-45c0-b260-e81869e67b00 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3483665 Sep 30 08:18:26.352516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=356960f7-6871-4dc0-951d-5a383cecc617,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:26.357126 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.365783 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.563259 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Attempting to bind port bd7bb459-ae30-4f59-a643-458eb7aa33ec on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:26.576046 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Attempting to bind port bd7bb459-ae30-4f59-a643-458eb7aa33ec by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:26.577613 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Attempting to bind port bd7bb459-ae30-4f59-a643-458eb7aa33ec on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:26.586548 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:26.587293 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:26.587948 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.588877 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:26.591283 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Bound port: bd7bb459-ae30-4f59-a643-458eb7aa33ec, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:26.592011 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.642894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.734321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8daf0ae-dcfa-4838-8388-ee449263545b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:26.751503 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] For port bd7bb459-ae30-4f59-a643-458eb7aa33ec, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:26.754903 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] For port bd7bb459-ae30-4f59-a643-458eb7aa33ec, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=bd7bb459-ae30-4f59-a643-458eb7aa33ec,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:26.763251 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bcdf67d-cc84-4583-a790-10c0b31a09e4') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:26.763625 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bcdf67d-cc84-4583-a790-10c0b31a09e4') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:26.764021 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39962f78-c496-4c41-b323-d3dbc8323d46 None None] Pushing event updated for resources: {'Port': ['ID=bd7bb459-ae30-4f59-a643-458eb7aa33ec,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:26.797264 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39962f78-c496-4c41-b323-d3dbc8323d46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:26.797718 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39962f78-c496-4c41-b323-d3dbc8323d46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:26.797987 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39962f78-c496-4c41-b323-d3dbc8323d46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:26.798290 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39962f78-c496-4c41-b323-d3dbc8323d46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:26.798623 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39962f78-c496-4c41-b323-d3dbc8323d46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:26.798952 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39962f78-c496-4c41-b323-d3dbc8323d46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:26.799282 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39962f78-c496-4c41-b323-d3dbc8323d46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:26.799625 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39962f78-c496-4c41-b323-d3dbc8323d46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:26.800538 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39962f78-c496-4c41-b323-d3dbc8323d46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:26.801063 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39962f78-c496-4c41-b323-d3dbc8323d46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:26.801412 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39962f78-c496-4c41-b323-d3dbc8323d46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:26.801770 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39962f78-c496-4c41-b323-d3dbc8323d46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:18:26.802677 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.806302 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.847168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d80fc639-0596-4423-99b7-a93ab5ed9e32 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port bd7bb459-ae30-4f59-a643-458eb7aa33ec {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:26.860506 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d80fc639-0596-4423-99b7-a93ab5ed9e32 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.864800 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39962f78-c496-4c41-b323-d3dbc8323d46 None None] Pushing event updated for resources: {'Port': ['ID=bd7bb459-ae30-4f59-a643-458eb7aa33ec,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:26.874051 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.900764 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:18:26.905012 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:18:26.918261 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:18:26.935061 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Routers {'275a295f-31fa-4e66-b4c2-017c23bb2fcf'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:26.935708 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:18:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['275a295f-31fa-4e66-b4c2-017c23bb2fcf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:27.003753 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0815f8ef-24e0-4f83-8485-8be937393c27 None None] Network c8daf0ae-dcfa-4838-8388-ee449263545b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:27.067732 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c3981aad-ba20-4c3d-8f18-0d765800ee8f None None] Provisioning complete for port bd7bb459-ae30-4f59-a643-458eb7aa33ec triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:27.068151 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3981aad-ba20-4c3d-8f18-0d765800ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.221014 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] Set router 275a295f-31fa-4e66-b4c2-017c23bb2fcf gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:27.254754 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.318471 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.341742 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/networks/c8daf0ae-dcfa-4838-8388-ee449263545b HTTP/1.1" status: 204 len: 168 time: 1.9216514 Sep 30 08:18:27.379197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42616) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:27.382058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-d80fc639-0596-4423-99b7-a93ab5ed9e32 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] For port bd7bb459-ae30-4f59-a643-458eb7aa33ec, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=bd7bb459-ae30-4f59-a643-458eb7aa33ec,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:27.382608 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d80fc639-0596-4423-99b7-a93ab5ed9e32 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.409773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bbf9fa68-86fe-4aaa-b6c1-c9c653167fa3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'name': 'tempest-PortsTestJSON-974584121'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:27.447208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d80fc639-0596-4423-99b7-a93ab5ed9e32 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for bd7bb459-ae30-4f59-a643-458eb7aa33ec owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:27.453371 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9c2b7-a5e8-44b1-8b00-05729563b2ff tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Network': ['ID=c8daf0ae-dcfa-4838-8388-ee449263545b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:27.766925 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf9fa68-86fe-4aaa-b6c1-c9c653167fa3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:27.778977 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bbf9fa68-86fe-4aaa-b6c1-c9c653167fa3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.828930 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d80fc639-0596-4423-99b7-a93ab5ed9e32 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.832638 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275a295f-31fa-4e66-b4c2-017c23bb2fcf', 'name': 'tempest-NetworksTestDHCPv6-router-1016578755', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:18Z', 'updated_at': '2021-09-30T08:18:21Z', 'revision_number': 2, 'project_id': '5c940a6769064adb8925178ecd951afd', 'gw_port_host': None, '_interfaces': [{'id': 'bd7bb459-ae30-4f59-a643-458eb7aa33ec', 'name': '', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'mac_address': 'fa:16:3e:58:44:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275a295f-31fa-4e66-b4c2-017c23bb2fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '11dcb284-5f0e-4f4c-aaa6-7f0aaad0fab6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:19Z', 'updated_at': '2021-09-30T08:18:26Z', 'revision_number': 4, 'project_id': '5c940a6769064adb8925178ecd951afd', 'subnets': [{'id': '11dcb284-5f0e-4f4c-aaa6-7f0aaad0fab6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:27.864240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-bbf9fa68-86fe-4aaa-b6c1-c9c653167fa3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] device_id is not set on port 37787be4-f37b-4bf9-a4f5-8bb522cfb07b yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:27.883020 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3981aad-ba20-4c3d-8f18-0d765800ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:27.884860 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fc639-0596-4423-99b7-a93ab5ed9e32 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=bd7bb459-ae30-4f59-a643-458eb7aa33ec,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:27.934345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ca616-d3f5-4f50-be89-32bb22c8f54a req-05cc5d8e-96f8-4684-a00e-614561cee922 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:27.936255 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b5ca616-d3f5-4f50-be89-32bb22c8f54a req-05cc5d8e-96f8-4684-a00e-614561cee922 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.1209066 Sep 30 08:18:27.947188 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd19ed5-c033-487b-94c6-52d9cb2f1b9e None None] The sync data for ids ['275a295f-31fa-4e66-b4c2-017c23bb2fcf'] in n-d-807359-2 is: [{'id': '275a295f-31fa-4e66-b4c2-017c23bb2fcf', 'name': 'tempest-NetworksTestDHCPv6-router-1016578755', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:18Z', 'updated_at': '2021-09-30T08:18:21Z', 'revision_number': 2, 'project_id': '5c940a6769064adb8925178ecd951afd', 'gw_port_host': None, '_interfaces': [{'id': 'bd7bb459-ae30-4f59-a643-458eb7aa33ec', 'name': '', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'mac_address': 'fa:16:3e:58:44:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275a295f-31fa-4e66-b4c2-017c23bb2fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '11dcb284-5f0e-4f4c-aaa6-7f0aaad0fab6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:19Z', 'updated_at': '2021-09-30T08:18:26Z', 'revision_number': 4, 'project_id': '5c940a6769064adb8925178ecd951afd', 'subnets': [{'id': '11dcb284-5f0e-4f4c-aaa6-7f0aaad0fab6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:18:27.953701 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b533b58b-cf27-44b1-9b52-799a6cd2c097 None None] DHCP port deletion for c8daf0ae-dcfa-4838-8388-ee449263545b request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:18:28.117943 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d80fc639-0596-4423-99b7-a93ab5ed9e32 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:28.263862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d0c7444a-5bbb-4482-a33e-5947ff224d55 None None] Could not find standard attr ID for object bd7bb459-ae30-4f59-a643-458eb7aa33ec. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:18:28.278804 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d0c7444a-5bbb-4482-a33e-5947ff224d55 None None] Could not find standard attr ID for object 356960f7-6871-4dc0-951d-5a383cecc617. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:18:28.412909 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b5ca616-d3f5-4f50-be89-32bb22c8f54a req-8516f6f5-f2e5-44c7-a3cd-058b6f8fce74 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4686687 Sep 30 08:18:28.492651 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bbf9fa68-86fe-4aaa-b6c1-c9c653167fa3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:28.667464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80fc639-0596-4423-99b7-a93ab5ed9e32 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Router 275a295f-31fa-4e66-b4c2-017c23bb2fcf has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:18:28.680275 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bbf9fa68-86fe-4aaa-b6c1-c9c653167fa3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:28.742018 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf9fa68-86fe-4aaa-b6c1-c9c653167fa3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 6c77e3d1-73b8-4672-b892-39963eaba09b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:28.757597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-bbf9fa68-86fe-4aaa-b6c1-c9c653167fa3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:28.816252 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80fc639-0596-4423-99b7-a93ab5ed9e32 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:18:28.839837 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d80fc639-0596-4423-99b7-a93ab5ed9e32 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "PUT /v2.0/routers/275a295f-31fa-4e66-b4c2-017c23bb2fcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4619606 Sep 30 08:18:28.846380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf9fa68-86fe-4aaa-b6c1-c9c653167fa3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:28.847799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42634) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:28.868600 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf9fa68-86fe-4aaa-b6c1-c9c653167fa3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:28.869588 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bbf9fa68-86fe-4aaa-b6c1-c9c653167fa3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:28.926391 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bbf9fa68-86fe-4aaa-b6c1-c9c653167fa3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5460556 Sep 30 08:18:28.926592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42636) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:28.964193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9fa68-86fe-4aaa-b6c1-c9c653167fa3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=37787be4-f37b-4bf9-a4f5-8bb522cfb07b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:28.979822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6d7ca2-38b5-43fd-a598-4141bef0d6ba tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:28.982165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6d7ca2-38b5-43fd-a598-4141bef0d6ba tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:28.984736 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2d6d7ca2-38b5-43fd-a598-4141bef0d6ba tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1355073 Sep 30 08:18:28.988560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42638) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:29.103208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d96b45-ee97-47c1-a0a0-1eed3e6b145a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 11dcb284-5f0e-4f4c-aaa6-7f0aaad0fab6 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:29.112768 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83d96b45-ee97-47c1-a0a0-1eed3e6b145a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:29.209027 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83d96b45-ee97-47c1-a0a0-1eed3e6b145a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:29.412919 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 356960f7-6871-4dc0-951d-5a383cecc617 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:29.473392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 356960f7-6871-4dc0-951d-5a383cecc617 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:29.474640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 356960f7-6871-4dc0-951d-5a383cecc617 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:29.691085 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:29.696235 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83d96b45-ee97-47c1-a0a0-1eed3e6b145a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:29.792038 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83d96b45-ee97-47c1-a0a0-1eed3e6b145a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:29.872987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d96b45-ee97-47c1-a0a0-1eed3e6b145a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=11dcb284-5f0e-4f4c-aaa6-7f0aaad0fab6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:29.881948 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a50fbc-7596-451b-8a30-bcfaee17d2f6 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:29.897527 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83d96b45-ee97-47c1-a0a0-1eed3e6b145a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:29.899759 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-83d96b45-ee97-47c1-a0a0-1eed3e6b145a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/11dcb284-5f0e-4f4c-aaa6-7f0aaad0fab6 HTTP/1.1" status: 204 len: 168 time: 0.9073684 Sep 30 08:18:29.903432 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:29.929586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebbda2-99c5-4040-9e26-c66dbef48421 req-2b63d1e9-d302-4aa1-862f-bbeb5c94191b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:29.937390 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68ebbda2-99c5-4040-9e26-c66dbef48421 req-2b63d1e9-d302-4aa1-862f-bbeb5c94191b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.1622736 Sep 30 08:18:29.999092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68ebbda2-99c5-4040-9e26-c66dbef48421 req-148c0ffe-5864-4059-a593-1034774d8b10 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602582 Sep 30 08:18:30.040644 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-963e1c0b-90eb-4ddd-975c-e2e28c5a3dfc tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port 37787be4-f37b-4bf9-a4f5-8bb522cfb07b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:30.041126 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-963e1c0b-90eb-4ddd-975c-e2e28c5a3dfc tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.254418 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-963e1c0b-90eb-4ddd-975c-e2e28c5a3dfc tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.321901 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fe002fb2-d6c9-41c5-b9ec-e89c4f6b9b04 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4165907 Sep 30 08:18:30.324774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-963e1c0b-90eb-4ddd-975c-e2e28c5a3dfc tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for 37787be4-f37b-4bf9-a4f5-8bb522cfb07b owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:30.325411 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42654) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:30.337378 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42853b0-5b92-4dc6-923a-d30f104ff342 None None] DHCP port deletion for 02334aa1-0c1d-459b-9fcf-075b2b9b8603 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:18:30.497345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e42853b0-5b92-4dc6-923a-d30f104ff342 None None] Deleting port e3c18be4-350f-4260-bb48-1c718a9924b5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:30.498086 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e42853b0-5b92-4dc6-923a-d30f104ff342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.533494 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c51c59-d48c-4bad-bbb1-0406a979d537 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.639441 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-963e1c0b-90eb-4ddd-975c-e2e28c5a3dfc tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.729900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e1c0b-90eb-4ddd-975c-e2e28c5a3dfc tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=37787be4-f37b-4bf9-a4f5-8bb522cfb07b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:30.730911 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07635856-0476-470d-88de-640c599afc16 None None] Sync routers for ids ['275a295f-31fa-4e66-b4c2-017c23bb2fcf'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:18:30.760815 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-963e1c0b-90eb-4ddd-975c-e2e28c5a3dfc tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:30.769390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07635856-0476-470d-88de-640c599afc16 None None] Routers {'275a295f-31fa-4e66-b4c2-017c23bb2fcf'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:30.770515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-963e1c0b-90eb-4ddd-975c-e2e28c5a3dfc tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/37787be4-f37b-4bf9-a4f5-8bb522cfb07b HTTP/1.1" status: 204 len: 168 time: 1.8425314 Sep 30 08:18:30.771754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42660) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:30.773153 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-07635856-0476-470d-88de-640c599afc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:18:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['275a295f-31fa-4e66-b4c2-017c23bb2fcf'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:30.791838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6a3ebe41-d829-4486-9984-e9702636f0c5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'mac_address': 'fa:16:3e:b9:b5:98', 'name': 'tempest-PortsTestJSON-1512191667'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:30.905014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e42853b0-5b92-4dc6-923a-d30f104ff342 None None] For port e3c18be4-350f-4260-bb48-1c718a9924b5, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e3c18be4-350f-4260-bb48-1c718a9924b5,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:30.909643 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e42853b0-5b92-4dc6-923a-d30f104ff342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:31.043317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3ebe41-d829-4486-9984-e9702636f0c5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:31.266911 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebe41-d829-4486-9984-e9702636f0c5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:31.362706 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-07635856-0476-470d-88de-640c599afc16 None None] Set router 275a295f-31fa-4e66-b4c2-017c23bb2fcf gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:31.392690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e42853b0-5b92-4dc6-923a-d30f104ff342 None None] Calling delete_port for e3c18be4-350f-4260-bb48-1c718a9924b5 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:31.419939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-6a3ebe41-d829-4486-9984-e9702636f0c5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] device_id is not set on port 0b744625-c47a-4c58-aa7f-11446a2c5bc2 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:31.466009 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-07635856-0476-470d-88de-640c599afc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275a295f-31fa-4e66-b4c2-017c23bb2fcf', 'name': 'tempest-NetworksTestDHCPv6-router-1016578755', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:18Z', 'updated_at': '2021-09-30T08:18:27Z', 'revision_number': 3, 'project_id': '5c940a6769064adb8925178ecd951afd', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:31.515274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07635856-0476-470d-88de-640c599afc16 None None] Checking router: 275a295f-31fa-4e66-b4c2-017c23bb2fcf for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:18:31.518431 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e3c18be4-350f-4260-bb48-1c718a9924b5 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:31.557264 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c51c59-d48c-4bad-bbb1-0406a979d537 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:31.559692 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c51c59-d48c-4bad-bbb1-0406a979d537 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:31.641502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab2b77-caf2-48d1-b694-080dd8009a9e req-1cdc7533-70d5-4009-acd5-fc9dee6de410 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:31.657779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07635856-0476-470d-88de-640c599afc16 None None] Routers {'275a295f-31fa-4e66-b4c2-017c23bb2fcf'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:31.657779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-07635856-0476-470d-88de-640c599afc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:18:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['275a295f-31fa-4e66-b4c2-017c23bb2fcf'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:31.663147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e4ab2b77-caf2-48d1-b694-080dd8009a9e req-1cdc7533-70d5-4009-acd5-fc9dee6de410 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.4737766 Sep 30 08:18:31.761071 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c51c59-d48c-4bad-bbb1-0406a979d537 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:31.761516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c51c59-d48c-4bad-bbb1-0406a979d537 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Fanout notify agent at l3_agent the message router_deleted on router 275a295f-31fa-4e66-b4c2-017c23bb2fcf {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:18:31.800307 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c51c59-d48c-4bad-bbb1-0406a979d537 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:31.807767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42674) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:31.809845 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-72c51c59-d48c-4bad-bbb1-0406a979d537 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/routers/275a295f-31fa-4e66-b4c2-017c23bb2fcf HTTP/1.1" status: 204 len: 168 time: 1.4833071 Sep 30 08:18:31.842759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-14fc6634-ebb8-4e06-a72d-47d646507f9f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:31.871998 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-07635856-0476-470d-88de-640c599afc16 None None] Set router 275a295f-31fa-4e66-b4c2-017c23bb2fcf gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:31.937989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e4ab2b77-caf2-48d1-b694-080dd8009a9e req-97f3e260-2397-42cf-8720-a9c0c58466fe tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730091 Sep 30 08:18:32.009334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-07635856-0476-470d-88de-640c599afc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275a295f-31fa-4e66-b4c2-017c23bb2fcf', 'name': 'tempest-NetworksTestDHCPv6-router-1016578755', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:18Z', 'updated_at': '2021-09-30T08:18:27Z', 'revision_number': 3, 'project_id': '5c940a6769064adb8925178ecd951afd', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:32.069349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07635856-0476-470d-88de-640c599afc16 None None] The sync data for ids ['275a295f-31fa-4e66-b4c2-017c23bb2fcf'] in n-d-807359-2 is: [{'id': '275a295f-31fa-4e66-b4c2-017c23bb2fcf', 'name': 'tempest-NetworksTestDHCPv6-router-1016578755', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:18Z', 'updated_at': '2021-09-30T08:18:27Z', 'revision_number': 3, 'project_id': '5c940a6769064adb8925178ecd951afd', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:18:32.149504 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:32.226334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port e3c18be4-350f-4260-bb48-1c718a9924b5, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e3c18be4-350f-4260-bb48-1c718a9924b5,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:32.237558 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:32.250222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fc6634-ebb8-4e06-a72d-47d646507f9f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:32.254106 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14fc6634-ebb8-4e06-a72d-47d646507f9f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:32.261776 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebe41-d829-4486-9984-e9702636f0c5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:32.370029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=e3c18be4-350f-4260-bb48-1c718a9924b5,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:32.388803 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e42853b0-5b92-4dc6-923a-d30f104ff342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:32.462592 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42853b0-5b92-4dc6-923a-d30f104ff342 None None] Pushing event deleted for resources: {'Port': ['ID=e3c18be4-350f-4260-bb48-1c718a9924b5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:32.479654 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42853b0-5b92-4dc6-923a-d30f104ff342 None None] No DVR routers for this DVR port e3c18be4-350f-4260-bb48-1c718a9924b5 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:32.488089 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebe41-d829-4486-9984-e9702636f0c5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:32.610403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3ebe41-d829-4486-9984-e9702636f0c5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 6c77e3d1-73b8-4672-b892-39963eaba09b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:32.615757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-6a3ebe41-d829-4486-9984-e9702636f0c5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:32.641583 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3ebe41-d829-4486-9984-e9702636f0c5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:32.641583 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3ebe41-d829-4486-9984-e9702636f0c5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:32.641583 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a3ebe41-d829-4486-9984-e9702636f0c5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:32.654046 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ebe41-d829-4486-9984-e9702636f0c5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=0b744625-c47a-4c58-aa7f-11446a2c5bc2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:32.688661 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6a3ebe41-d829-4486-9984-e9702636f0c5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9117799 Sep 30 08:18:32.690187 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42680) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:32.777627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0669e3-3ec7-40be-91f9-2f330e23d2e4 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:32.782331 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1f0669e3-3ec7-40be-91f9-2f330e23d2e4 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/0b744625-c47a-4c58-aa7f-11446a2c5bc2 HTTP/1.1" status: 200 len: 841 time: 0.0877073 Sep 30 08:18:32.783159 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42684) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:32.783702 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14fc6634-ebb8-4e06-a72d-47d646507f9f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:32.837680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fc6634-ebb8-4e06-a72d-47d646507f9f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:32.840868 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-14fc6634-ebb8-4e06-a72d-47d646507f9f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:32.845330 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fc6634-ebb8-4e06-a72d-47d646507f9f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:32.845992 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14fc6634-ebb8-4e06-a72d-47d646507f9f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:32.854732 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2813d93a-47b4-4651-854a-05a449f86513 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:32.863578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc6634-ebb8-4e06-a72d-47d646507f9f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=abf4bf5e-3a8a-4aa2-bd87-a7be07232583,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:32.873762 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-14fc6634-ebb8-4e06-a72d-47d646507f9f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0398717 Sep 30 08:18:32.873762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42686) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:32.883417 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e90cbc0e-4126-4087-95c8-6713917b6de0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2081873617', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:32.936866 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e90cbc0e-4126-4087-95c8-6713917b6de0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:32.937315 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e90cbc0e-4126-4087-95c8-6713917b6de0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.026599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-358be6b5-ff2d-4562-a95e-321444938906 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port 0b744625-c47a-4c58-aa7f-11446a2c5bc2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:33.027365 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-358be6b5-ff2d-4562-a95e-321444938906 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.085359 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e90cbc0e-4126-4087-95c8-6713917b6de0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.101339 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e90cbc0e-4126-4087-95c8-6713917b6de0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.207734 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-358be6b5-ff2d-4562-a95e-321444938906 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.217391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390c414d-958d-4516-a983-906c107655c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'fixed_ips': [{'subnet_id': 'abf4bf5e-3a8a-4aa2-bd87-a7be07232583'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:33.218825 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-390c414d-958d-4516-a983-906c107655c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.221739 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e90cbc0e-4126-4087-95c8-6713917b6de0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.223123 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e90cbc0e-4126-4087-95c8-6713917b6de0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3490365 Sep 30 08:18:33.229109 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:33.245750 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-358be6b5-ff2d-4562-a95e-321444938906 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for 0b744625-c47a-4c58-aa7f-11446a2c5bc2 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:33.275559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66014731-f124-49a5-ae1f-b1a14c007bc0 req-6e6a14ca-0e5d-45ec-a8eb-fc43b7e08390 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:33.284679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66014731-f124-49a5-ae1f-b1a14c007bc0 req-6e6a14ca-0e5d-45ec-a8eb-fc43b7e08390 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.1552553 Sep 30 08:18:33.366706 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66014731-f124-49a5-ae1f-b1a14c007bc0 req-69c8058e-d343-43bd-96e3-10f0de7dd87a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805161 Sep 30 08:18:33.440284 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bd7bb459-ae30-4f59-a643-458eb7aa33ec no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:33.497884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: bd7bb459-ae30-4f59-a643-458eb7aa33ec {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:33.498361 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bd7bb459-ae30-4f59-a643-458eb7aa33ec not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:33.535537 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-390c414d-958d-4516-a983-906c107655c6 None None] Allocated IP 2001:db8::2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/abf4bf5e-3a8a-4aa2-bd87-a7be07232583/95cd6d67-b824-4b4d-8eb0-71f9aa2191fe) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:33.629552 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-358be6b5-ff2d-4562-a95e-321444938906 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.679526 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358be6b5-ff2d-4562-a95e-321444938906 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=0b744625-c47a-4c58-aa7f-11446a2c5bc2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:33.704893 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-358be6b5-ff2d-4562-a95e-321444938906 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.706987 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-358be6b5-ff2d-4562-a95e-321444938906 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/0b744625-c47a-4c58-aa7f-11446a2c5bc2 HTTP/1.1" status: 204 len: 168 time: 0.9220114 Sep 30 08:18:33.710010 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42696) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:33.720377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.749077 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd86cae1-6932-45ad-8fde-85e3ced8d7a1 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] GET failed (client error): The resource could not be found. Sep 30 08:18:33.755560 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dd86cae1-6932-45ad-8fde-85e3ced8d7a1 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/0b744625-c47a-4c58-aa7f-11446a2c5bc2 HTTP/1.1" status: 404 len: 333 time: 0.0401659 Sep 30 08:18:33.755808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:33.760574 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c9228666-ca07-4c43-a14f-de8d6e55341d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'name': 'tempest-PortsTestJSON-1671959505'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:33.790710 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-390c414d-958d-4516-a983-906c107655c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.798261 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-390c414d-958d-4516-a983-906c107655c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.848283 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c414d-958d-4516-a983-906c107655c6 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:33.853172 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-390c414d-958d-4516-a983-906c107655c6 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:33.856183 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c414d-958d-4516-a983-906c107655c6 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:33.867540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c414d-958d-4516-a983-906c107655c6 None None] Pushing event updated for resources: {'Port': ['ID=95cd6d67-b824-4b4d-8eb0-71f9aa2191fe,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:33.941217 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-390c414d-958d-4516-a983-906c107655c6 None None] Attempting to bind port 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:33.941602 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-390c414d-958d-4516-a983-906c107655c6 None None] Attempting to bind port 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:33.942067 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c414d-958d-4516-a983-906c107655c6 None None] Attempting to bind port 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:33.947976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c414d-958d-4516-a983-906c107655c6 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:33.948183 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c414d-958d-4516-a983-906c107655c6 None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:33.948652 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-390c414d-958d-4516-a983-906c107655c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:33.949239 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c414d-958d-4516-a983-906c107655c6 None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:33.951089 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-390c414d-958d-4516-a983-906c107655c6 None None] Bound port: 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:33.951563 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-390c414d-958d-4516-a983-906c107655c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:34.022256 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-390c414d-958d-4516-a983-906c107655c6 None None] For port 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:34.025798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-390c414d-958d-4516-a983-906c107655c6 None None] For port 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=95cd6d67-b824-4b4d-8eb0-71f9aa2191fe,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:34.032792 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-390c414d-958d-4516-a983-906c107655c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:34.076362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9228666-ca07-4c43-a14f-de8d6e55341d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:34.081937 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9228666-ca07-4c43-a14f-de8d6e55341d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:34.105364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c414d-958d-4516-a983-906c107655c6 None None] Pushing event updated for resources: {'Port': ['ID=95cd6d67-b824-4b4d-8eb0-71f9aa2191fe,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:34.133268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-c9228666-ca07-4c43-a14f-de8d6e55341d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] device_id is not set on port 7b763e50-3200-481a-b127-e5d8cfa3c946 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:34.272374 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::1 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/abf4bf5e-3a8a-4aa2-bd87-a7be07232583/373503f7-1dc8-4102-944b-56e0aa953825) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:34.579884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8fdb9-9bc7-4fd2-8842-5d791a84f1bb req-24d37c83-fce9-4c93-8daf-8dea42f9e38e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:34.588384 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-89d8fdb9-9bc7-4fd2-8842-5d791a84f1bb req-24d37c83-fce9-4c93-8daf-8dea42f9e38e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.0772269 Sep 30 08:18:34.608530 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9228666-ca07-4c43-a14f-de8d6e55341d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:34.634615 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:34.640359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-89d8fdb9-9bc7-4fd2-8842-5d791a84f1bb req-bac8740d-785f-441f-9c81-9f5882051a87 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505748 Sep 30 08:18:34.692197 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9228666-ca07-4c43-a14f-de8d6e55341d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:34.739004 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:34.768646 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9228666-ca07-4c43-a14f-de8d6e55341d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 6c77e3d1-73b8-4672-b892-39963eaba09b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:34.773156 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c9228666-ca07-4c43-a14f-de8d6e55341d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:34.774953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9228666-ca07-4c43-a14f-de8d6e55341d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=7b763e50-3200-481a-b127-e5d8cfa3c946,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:34.778132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:34.779001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9228666-ca07-4c43-a14f-de8d6e55341d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:34.785357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9228666-ca07-4c43-a14f-de8d6e55341d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:34.786244 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9228666-ca07-4c43-a14f-de8d6e55341d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:34.793987 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:34.817498 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:34.818054 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:34.876441 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c9228666-ca07-4c43-a14f-de8d6e55341d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1196735 Sep 30 08:18:34.879338 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42714) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:34.886216 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-15bd4d2e-10fc-4da0-a4e5-90d369742406 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:34.889205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=373503f7-1dc8-4102-944b-56e0aa953825,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:34.968335 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15bd4d2e-10fc-4da0-a4e5-90d369742406 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:34.972314 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.183372 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:18:35.213054 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15bd4d2e-10fc-4da0-a4e5-90d369742406 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.220404 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15bd4d2e-10fc-4da0-a4e5-90d369742406 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.268787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-15bd4d2e-10fc-4da0-a4e5-90d369742406 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] In _notify_port_updated(), no bound segment for port 7b763e50-3200-481a-b127-e5d8cfa3c946 on network 6c77e3d1-73b8-4672-b892-39963eaba09b {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:18:35.275451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bd4d2e-10fc-4da0-a4e5-90d369742406 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:35.276488 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15bd4d2e-10fc-4da0-a4e5-90d369742406 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.278078 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-15bd4d2e-10fc-4da0-a4e5-90d369742406 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "PUT /v2.0/ports/7b763e50-3200-481a-b127-e5d8cfa3c946 HTTP/1.1" status: 200 len: 818 time: 0.3972476 Sep 30 08:18:35.283069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42730) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:35.346069 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.351861 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.352902 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.417246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd4d2e-10fc-4da0-a4e5-90d369742406 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=7b763e50-3200-481a-b127-e5d8cfa3c946,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:35.420031 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=373503f7-1dc8-4102-944b-56e0aa953825,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:35.511552 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:35.555012 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6645f-bd4a-4197-a149-a714246b8502 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port 7b763e50-3200-481a-b127-e5d8cfa3c946 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:35.556003 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ba6645f-bd4a-4197-a149-a714246b8502 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.610345 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:35.616174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:35.634112 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:35.634477 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.708177 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ba6645f-bd4a-4197-a149-a714246b8502 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.752492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fbd0f884-1936-453c-ae2b-fa2b679d67db None None] Provisioning complete for port 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:35.752871 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbd0f884-1936-453c-ae2b-fa2b679d67db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.800853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6645f-bd4a-4197-a149-a714246b8502 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for 7b763e50-3200-481a-b127-e5d8cfa3c946 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:35.802438 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Router ac16cbad-3ec3-4e3a-ac65-19106cd99cd1 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:18:35.878938 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.920046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:18:35.928705 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a7157396-ea21-40c8-9c7f-c0c376b83fed tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "PUT /v2.0/routers/ac16cbad-3ec3-4e3a-ac65-19106cd99cd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6982844 Sep 30 08:18:35.933146 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42750) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:35.935832 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Sync routers for ids ['ac16cbad-3ec3-4e3a-ac65-19106cd99cd1'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:18:35.940533 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=95cd6d67-b824-4b4d-8eb0-71f9aa2191fe,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:35.956342 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Routers {'ac16cbad-3ec3-4e3a-ac65-19106cd99cd1'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:35.958724 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:18:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ac16cbad-3ec3-4e3a-ac65-19106cd99cd1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:35.987004 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:35.989119 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711dcda0-8926-428e-bbe3-3336e1126009 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:35.991447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d623d5-c8ef-47e3-b1bd-9a56134e1b22 req-c058c26f-4eaa-48ae-afd6-e5c050533541 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:35.994439 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-711dcda0-8926-428e-bbe3-3336e1126009 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports/373503f7-1dc8-4102-944b-56e0aa953825 HTTP/1.1" status: 200 len: 911 time: 0.0610254 Sep 30 08:18:35.996553 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:35.999087 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76d623d5-c8ef-47e3-b1bd-9a56134e1b22 req-c058c26f-4eaa-48ae-afd6-e5c050533541 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.2047100 Sep 30 08:18:36.033618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-83efb5bb-912f-4a75-97d7-0630e797f6a4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:36.041086 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-83efb5bb-912f-4a75-97d7-0630e797f6a4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/networks?id=cd8654c1-9670-489b-8846-b78b64c8803b HTTP/1.1" status: 200 len: 815 time: 0.3012512 Sep 30 08:18:36.055057 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbd0f884-1936-453c-ae2b-fa2b679d67db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:36.059511 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dc7687-d224-4bb7-a08b-f559cacda833 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:36.063610 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-dd343485-a699-4bf9-9a2d-7bfe18de1455 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/quotas/65f77f917e6741beb8be5925cd94a983 HTTP/1.1" status: 200 len: 375 time: 0.0215933 Sep 30 08:18:36.067570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dc7687-d224-4bb7-a08b-f559cacda833 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:36.072467 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d2dc7687-d224-4bb7-a08b-f559cacda833 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0749335 Sep 30 08:18:36.073231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:36.136494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=95cd6d67-b824-4b4d-8eb0-71f9aa2191fe,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:36.137498 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76d623d5-c8ef-47e3-b1bd-9a56134e1b22 req-05841df7-afbd-4cdd-82d8-3a4c2016ede3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317728 Sep 30 08:18:36.193806 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Set router ac16cbad-3ec3-4e3a-ac65-19106cd99cd1 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:36.219478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-a755d25f-9110-4b6c-93c4-a888574442fb tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65f77f917e6741beb8be5925cd94a983&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1547439 Sep 30 08:18:36.235622 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-fbd0f884-1936-453c-ae2b-fa2b679d67db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:18:36.236451 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-fbd0f884-1936-453c-ae2b-fa2b679d67db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:18:36.237533 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ba6645f-bd4a-4197-a149-a714246b8502 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:36.293257 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ba6645f-bd4a-4197-a149-a714246b8502 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:36.295684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3ba6645f-bd4a-4197-a149-a714246b8502 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/7b763e50-3200-481a-b127-e5d8cfa3c946 HTTP/1.1" status: 204 len: 168 time: 1.0112329 Sep 30 08:18:36.300699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42758) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:36.326153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6645f-bd4a-4197-a149-a714246b8502 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=7b763e50-3200-481a-b127-e5d8cfa3c946,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:36.455810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd38394-df2c-44da-94ed-a25f232de54d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:36.457396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cfd38394-df2c-44da-94ed-a25f232de54d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1557264 Sep 30 08:18:36.467187 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-455c410f-e29c-42cc-9a78-ce04ed4dfa3e service neutron] 10.222.0.24 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467830 Sep 30 08:18:36.468943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42762) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:36.510627 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac16cbad-3ec3-4e3a-ac65-19106cd99cd1', 'name': 'tempest-NetworksTestDHCPv6-router-2081873617', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:32Z', 'updated_at': '2021-09-30T08:18:34Z', 'revision_number': 2, 'project_id': '5c940a6769064adb8925178ecd951afd', 'gw_port_host': None, '_interfaces': [{'id': '373503f7-1dc8-4102-944b-56e0aa953825', 'name': '', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'mac_address': 'fa:16:3e:98:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac16cbad-3ec3-4e3a-ac65-19106cd99cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'abf4bf5e-3a8a-4aa2-bd87-a7be07232583', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:33Z', 'updated_at': '2021-09-30T08:18:35Z', 'revision_number': 2, 'project_id': '5c940a6769064adb8925178ecd951afd', 'subnets': [{'id': 'abf4bf5e-3a8a-4aa2-bd87-a7be07232583', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:36.512620 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba74a37d-60bc-4580-bd7e-8a84fc11e00b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] GET failed (client error): The resource could not be found. Sep 30 08:18:36.516334 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ba74a37d-60bc-4580-bd7e-8a84fc11e00b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/7b763e50-3200-481a-b127-e5d8cfa3c946 HTTP/1.1" status: 404 len: 333 time: 0.0445864 Sep 30 08:18:36.520149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42764) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:36.526080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-43b19042-28ad-49fe-9514-87fa52e8539e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-994795076'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:36.543225 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Checking router: ac16cbad-3ec3-4e3a-ac65-19106cd99cd1 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:18:36.543569 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Updating router ac16cbad-3ec3-4e3a-ac65-19106cd99cd1 port 373503f7-1dc8-4102-944b-56e0aa953825 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:18:36.571514 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b19042-28ad-49fe-9514-87fa52e8539e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:36.572040 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:36.577049 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-43b19042-28ad-49fe-9514-87fa52e8539e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:36.656727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b19042-28ad-49fe-9514-87fa52e8539e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:18:36.667005 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-43b19042-28ad-49fe-9514-87fa52e8539e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:36.667402 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-43b19042-28ad-49fe-9514-87fa52e8539e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Added segment c68c5151-1678-4aea-9e67-f1582d56ba69 of type vlan for network f089f104-caef-4034-abf5-ed3c1737d310 Sep 30 08:18:36.722721 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-43b19042-28ad-49fe-9514-87fa52e8539e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:36.728250 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-aacadfc3-5953-45e7-b744-be50e8ae9f9d service neutron] 10.222.0.24 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601790 Sep 30 08:18:36.756663 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-43b19042-28ad-49fe-9514-87fa52e8539e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:36.766919 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b19042-28ad-49fe-9514-87fa52e8539e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:36.767591 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-43b19042-28ad-49fe-9514-87fa52e8539e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:36.853643 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-43b19042-28ad-49fe-9514-87fa52e8539e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3318107 Sep 30 08:18:36.856815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42768) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:36.865873 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a20fff51-fa90-4be0-8a19-edb033a0ab32 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'subnet': {'network_id': 'f089f104-caef-4034-abf5-ed3c1737d310', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:36.914372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b19042-28ad-49fe-9514-87fa52e8539e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Network': ['ID=f089f104-caef-4034-abf5-ed3c1737d310,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:36.971636 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f089f104-caef-4034-abf5-ed3c1737d310 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:18:36.973947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ed1bca31-fe15-4182-a381-88b30e8f5a35 None None] Provisioning complete for port 373503f7-1dc8-4102-944b-56e0aa953825 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:36.974323 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed1bca31-fe15-4182-a381-88b30e8f5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:37.050484 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e88cc7ca-b56b-44e1-ac60-4a2e0326d9a0 req-dbbc82c8-7f35-4f1c-903a-ae2baddb3bd0 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 210 time: 0.0493085 Sep 30 08:18:37.068502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20fff51-fa90-4be0-8a19-edb033a0ab32 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:37.072966 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a20fff51-fa90-4be0-8a19-edb033a0ab32 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:37.117295 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ed1bca31-fe15-4182-a381-88b30e8f5a35 None None] Port 373503f7-1dc8-4102-944b-56e0aa953825 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:18:37.125965 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:37.135002 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:37.316618 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499c156-2f2a-49f3-b879-b2ac9ed16c4a None None] Pushing event updated for resources: {'Port': ['ID=373503f7-1dc8-4102-944b-56e0aa953825,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:37.356691 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Attempting to bind port 373503f7-1dc8-4102-944b-56e0aa953825 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:37.359273 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Attempting to bind port 373503f7-1dc8-4102-944b-56e0aa953825 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:37.359273 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Attempting to bind port 373503f7-1dc8-4102-944b-56e0aa953825 on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:37.362272 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d32dc04-991f-4bb7-958e-8e430e8c97e2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:37.384440 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:37.384815 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:37.385208 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:37.385602 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:37.386070 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Bound port: 373503f7-1dc8-4102-944b-56e0aa953825, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:37.386449 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:37.523346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:37.567555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d3e87-5e6b-482d-ab09-866274244cc5 req-90b508e6-90ab-4de3-bcee-fc3ca6bc2a30 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:37.568289 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] For port 373503f7-1dc8-4102-944b-56e0aa953825, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:37.576318 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] For port 373503f7-1dc8-4102-944b-56e0aa953825, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=373503f7-1dc8-4102-944b-56e0aa953825,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:37.576902 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f93d3e87-5e6b-482d-ab09-866274244cc5 req-90b508e6-90ab-4de3-bcee-fc3ca6bc2a30 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.2678070 Sep 30 08:18:37.587475 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:37.620765 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a20fff51-fa90-4be0-8a19-edb033a0ab32 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:37.675770 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f93d3e87-5e6b-482d-ab09-866274244cc5 req-29fda935-e487-4b39-826c-a2b38db2d504 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977840 Sep 30 08:18:37.727141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f151f61e-7451-4220-affe-a920b15046a4 None None] Provisioning complete for port 373503f7-1dc8-4102-944b-56e0aa953825 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:37.727555 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f151f61e-7451-4220-affe-a920b15046a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:37.732730 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fff51-fa90-4be0-8a19-edb033a0ab32 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Subnet': ['ID=275d9773-41d0-4728-a8a8-fd1b1cb40fce,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:37.734458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:37.736001 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:37.775131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20fff51-fa90-4be0-8a19-edb033a0ab32 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Checking segment: {'id': 'c68c5151-1678-4aea-9e67-f1582d56ba69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f089f104-caef-4034-abf5-ed3c1737d310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:37.776579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20fff51-fa90-4be0-8a19-edb033a0ab32 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network hostable DHCP agents. Network: f089f104-caef-4034-abf5-ed3c1737d310, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:18:37.785092 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499c156-2f2a-49f3-b879-b2ac9ed16c4a None None] Pushing event updated for resources: {'Port': ['ID=373503f7-1dc8-4102-944b-56e0aa953825,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:37.798194 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Routers {'ac16cbad-3ec3-4e3a-ac65-19106cd99cd1'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:37.799102 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:18:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ac16cbad-3ec3-4e3a-ac65-19106cd99cd1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:37.845188 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20fff51-fa90-4be0-8a19-edb033a0ab32 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network f089f104-caef-4034-abf5-ed3c1737d310 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:18:37.859991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a20fff51-fa90-4be0-8a19-edb033a0ab32 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f089f104-caef-4034-abf5-ed3c1737d310) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:37.870982 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20fff51-fa90-4be0-8a19-edb033a0ab32 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:37.872038 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a20fff51-fa90-4be0-8a19-edb033a0ab32 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:37.877179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d7039a-63ae-4892-a021-6fa4a4df7250 None None] Network f089f104-caef-4034-abf5-ed3c1737d310 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:37.913653 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a20fff51-fa90-4be0-8a19-edb033a0ab32 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0522590 Sep 30 08:18:37.915518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42788) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:37.922264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6c178563-2c92-42a8-920a-da9727b8e659 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'subnet': {'network_id': 'f089f104-caef-4034-abf5-ed3c1737d310', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:37.942620 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2d32dc04-991f-4bb7-958e-8e430e8c97e2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port 373503f7-1dc8-4102-944b-56e0aa953825 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:37.944152 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d32dc04-991f-4bb7-958e-8e430e8c97e2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:38.027647 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] Set router ac16cbad-3ec3-4e3a-ac65-19106cd99cd1 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:18:38.142045 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-2d32dc04-991f-4bb7-958e-8e430e8c97e2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] For port 373503f7-1dc8-4102-944b-56e0aa953825, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=373503f7-1dc8-4102-944b-56e0aa953825,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:38.142565 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d32dc04-991f-4bb7-958e-8e430e8c97e2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:38.160769 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2d32dc04-991f-4bb7-958e-8e430e8c97e2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for 373503f7-1dc8-4102-944b-56e0aa953825 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:38.169547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c178563-2c92-42a8-920a-da9727b8e659 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:38.178478 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c178563-2c92-42a8-920a-da9727b8e659 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:38.264095 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f151f61e-7451-4220-affe-a920b15046a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:38.304171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46ad6fe5-a715-485b-9fcf-dbc184fdf26d req-a363793b-d282-49cc-b64e-16f4a93dad1e tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 210 time: 0.0691483 Sep 30 08:18:38.386907 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-f089f104-caef-4034-abf5-ed3c1737d310', 'network_id': 'f089f104-caef-4034-abf5-ed3c1737d310', 'tenant_id': 'a78eae47c22443e0bd6d93fe6243fcdc', 'fixed_ips': [{'subnet_id': '275d9773-41d0-4728-a8a8-fd1b1cb40fce'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:38.387847 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:38.394189 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac16cbad-3ec3-4e3a-ac65-19106cd99cd1', 'name': 'tempest-NetworksTestDHCPv6-router-2081873617', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:32Z', 'updated_at': '2021-09-30T08:18:34Z', 'revision_number': 2, 'project_id': '5c940a6769064adb8925178ecd951afd', 'gw_port_host': None, '_interfaces': [{'id': '373503f7-1dc8-4102-944b-56e0aa953825', 'name': '', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'mac_address': 'fa:16:3e:98:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac16cbad-3ec3-4e3a-ac65-19106cd99cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'abf4bf5e-3a8a-4aa2-bd87-a7be07232583', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:33Z', 'updated_at': '2021-09-30T08:18:37Z', 'revision_number': 4, 'project_id': '5c940a6769064adb8925178ecd951afd', 'subnets': [{'id': 'abf4bf5e-3a8a-4aa2-bd87-a7be07232583', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:38.409964 n-d-807359-2 neutron-server[94837]: INFO neutron.db.ipam_backend_mixin [None req-6c178563-2c92-42a8-920a-da9727b8e659 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 275d9773-41d0-4728-a8a8-fd1b1cb40fce (CIDR: 172.20.0.0/28) Sep 30 08:18:38.414228 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c178563-2c92-42a8-920a-da9727b8e659 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:18:38.414863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c178563-2c92-42a8-920a-da9727b8e659 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:18:38.435053 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6c178563-2c92-42a8-920a-da9727b8e659 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5172648 Sep 30 08:18:38.435321 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d32dc04-991f-4bb7-958e-8e430e8c97e2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:38.439361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42792) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:38.441223 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144c821-e13b-4693-bc50-9f722807fe5f None None] The sync data for ids ['ac16cbad-3ec3-4e3a-ac65-19106cd99cd1'] in n-d-807359-2 is: [{'id': 'ac16cbad-3ec3-4e3a-ac65-19106cd99cd1', 'name': 'tempest-NetworksTestDHCPv6-router-2081873617', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:18:32Z', 'updated_at': '2021-09-30T08:18:34Z', 'revision_number': 2, 'project_id': '5c940a6769064adb8925178ecd951afd', 'gw_port_host': None, '_interfaces': [{'id': '373503f7-1dc8-4102-944b-56e0aa953825', 'name': '', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'mac_address': 'fa:16:3e:98:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac16cbad-3ec3-4e3a-ac65-19106cd99cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'abf4bf5e-3a8a-4aa2-bd87-a7be07232583', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:18:33Z', 'updated_at': '2021-09-30T08:18:37Z', 'revision_number': 4, 'project_id': '5c940a6769064adb8925178ecd951afd', 'subnets': [{'id': 'abf4bf5e-3a8a-4aa2-bd87-a7be07232583', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:18:38.454618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-03a0ad9b-7bb5-4dcb-a0c1-f1e861de6114 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'subnet': {'network_id': 'f089f104-caef-4034-abf5-ed3c1737d310', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:38.507699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32dc04-991f-4bb7-958e-8e430e8c97e2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=373503f7-1dc8-4102-944b-56e0aa953825,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:38.784502 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d32dc04-991f-4bb7-958e-8e430e8c97e2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:38.827875 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7d1ae074-c2bb-4e00-93b3-d1d3150b890e None None] Could not find standard attr ID for object 373503f7-1dc8-4102-944b-56e0aa953825. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:18:38.867442 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-cb486aa5-3888-44fb-a1da-f115dc9aae20 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:38.870073 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-cb486aa5-3888-44fb-a1da-f115dc9aae20 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.36 "GET /v2.0/networks?id=cd8654c1-9670-489b-8846-b78b64c8803b HTTP/1.1" status: 200 len: 815 time: 0.2685237 Sep 30 08:18:38.871544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Allocated IP 172.20.0.2 (f089f104-caef-4034-abf5-ed3c1737d310/275d9773-41d0-4728-a8a8-fd1b1cb40fce/19394ec1-54b4-40ea-8954-061e93e3fbf2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:38.995527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-c74a5731-fbe7-4ca5-94bc-cee2f3f6f643 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Request body: {'port': {'device_id': '506a1d6e-8dbf-4d3b-9655-3662140dbf1c', 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b', 'admin_state_up': True, 'tenant_id': '65f77f917e6741beb8be5925cd94a983'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:39.007426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a0ad9b-7bb5-4dcb-a0c1-f1e861de6114 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:39.016467 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03a0ad9b-7bb5-4dcb-a0c1-f1e861de6114 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.195122 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d32dc04-991f-4bb7-958e-8e430e8c97e2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Router ac16cbad-3ec3-4e3a-ac65-19106cd99cd1 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:18:39.242907 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.253753 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.274143 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42806) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:39.306732 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Pushing event updated for resources: {'Port': ['ID=19394ec1-54b4-40ea-8954-061e93e3fbf2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:39.320418 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d32dc04-991f-4bb7-958e-8e430e8c97e2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:18:39.329752 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2d32dc04-991f-4bb7-958e-8e430e8c97e2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "PUT /v2.0/routers/ac16cbad-3ec3-4e3a-ac65-19106cd99cd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2545984 Sep 30 08:18:39.330487 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42810) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:39.376806 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Network f089f104-caef-4034-abf5-ed3c1737d310 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:39.385857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:39.396618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:39.408507 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961a1f89-b569-4821-8119-e7c8d6f4ab2b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:39.414964 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961a1f89-b569-4821-8119-e7c8d6f4ab2b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:39.432262 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-961a1f89-b569-4821-8119-e7c8d6f4ab2b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0882728 Sep 30 08:18:39.435707 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42814) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:39.522286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Attempting to bind port 19394ec1-54b4-40ea-8954-061e93e3fbf2 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:39.522665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Attempting to bind port 19394ec1-54b4-40ea-8954-061e93e3fbf2 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'c68c5151-1678-4aea-9e67-f1582d56ba69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f089f104-caef-4034-abf5-ed3c1737d310'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:39.523034 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Attempting to bind port 19394ec1-54b4-40ea-8954-061e93e3fbf2 on network f089f104-caef-4034-abf5-ed3c1737d310 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:39.538935 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:39.541898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Checking segment: {'id': 'c68c5151-1678-4aea-9e67-f1582d56ba69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f089f104-caef-4034-abf5-ed3c1737d310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:39.542723 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.543310 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Bound using segment: {'id': 'c68c5151-1678-4aea-9e67-f1582d56ba69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f089f104-caef-4034-abf5-ed3c1737d310'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:39.544009 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Bound port: 19394ec1-54b4-40ea-8954-061e93e3fbf2, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68c5151-1678-4aea-9e67-f1582d56ba69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f089f104-caef-4034-abf5-ed3c1737d310'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:39.544574 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.550318 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4d817b1-dd1d-49b8-907f-ec0ce69d516d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.584797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d429af3-68cc-4a04-a051-b2804a494f02 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet abf4bf5e-3a8a-4aa2-bd87-a7be07232583 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:39.590878 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d429af3-68cc-4a04-a051-b2804a494f02 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.616277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7276a-a56c-4079-9e53-58d32ac812cd req-982cfd4c-64f0-48e5-b94a-89911e79efb0 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:39.623864 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71b7276a-a56c-4079-9e53-58d32ac812cd req-982cfd4c-64f0-48e5-b94a-89911e79efb0 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.7525494 Sep 30 08:18:39.636179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] For port 19394ec1-54b4-40ea-8954-061e93e3fbf2, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:39.641237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] For port 19394ec1-54b4-40ea-8954-061e93e3fbf2, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=19394ec1-54b4-40ea-8954-061e93e3fbf2,segment=NetworkSegment(c68c5151-1678-4aea-9e67-f1582d56ba69),segment_id=c68c5151-1678-4aea-9e67-f1582d56ba69)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:39.643257 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d429af3-68cc-4a04-a051-b2804a494f02 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.649450 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2c8f1cc-a0b7-45f5-bada-81591391e06b req-a3248151-6438-4bd6-a959-72cf421dd70d tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 210 time: 0.0742807 Sep 30 08:18:39.651736 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.745214 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4620a-4d84-4088-8ea7-0767ee508411 None None] Pushing event updated for resources: {'Port': ['ID=19394ec1-54b4-40ea-8954-061e93e3fbf2,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:39.774205 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71b7276a-a56c-4079-9e53-58d32ac812cd req-6c8bc690-465f-4370-9237-5dea3e1b536e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485820 Sep 30 08:18:39.796987 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d429af3-68cc-4a04-a051-b2804a494f02 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.872737 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4d817b1-dd1d-49b8-907f-ec0ce69d516d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.881628 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4d817b1-dd1d-49b8-907f-ec0ce69d516d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.924282 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d429af3-68cc-4a04-a051-b2804a494f02 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.930974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-c74a5731-fbe7-4ca5-94bc-cee2f3f6f643 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Made reservation on behalf of 65f77f917e6741beb8be5925cd94a983 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:39.934482 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-c74a5731-fbe7-4ca5-94bc-cee2f3f6f643 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.973957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d817b1-dd1d-49b8-907f-ec0ce69d516d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3eaae2-64d9-4a2b-9a33-99837de6ef4f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:39.978102 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d429af3-68cc-4a04-a051-b2804a494f02 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=abf4bf5e-3a8a-4aa2-bd87-a7be07232583,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:39.983131 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d429af3-68cc-4a04-a051-b2804a494f02 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.989038 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3d429af3-68cc-4a04-a051-b2804a494f02 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/abf4bf5e-3a8a-4aa2-bd87-a7be07232583 HTTP/1.1" status: 204 len: 168 time: 0.5435886 Sep 30 08:18:39.991444 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f4d817b1-dd1d-49b8-907f-ec0ce69d516d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5dfe68d3b3c84237af4e6933b4a4406e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7126389 Sep 30 08:18:39.992261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42818) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:39.992605 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42820) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:39.997912 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03a0ad9b-7bb5-4dcb-a0c1-f1e861de6114 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:39.998069 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b28c08-e4d8-424b-98a6-1cb6edd83770 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:40.099469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0ad9b-7bb5-4dcb-a0c1-f1e861de6114 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Subnet': ['ID=15f053bf-4203-40b6-9bc1-c99b899591df,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:40.118458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a0ad9b-7bb5-4dcb-a0c1-f1e861de6114 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network f089f104-caef-4034-abf5-ed3c1737d310 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:40.122390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-03a0ad9b-7bb5-4dcb-a0c1-f1e861de6114 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:40.128111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a0ad9b-7bb5-4dcb-a0c1-f1e861de6114 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:40.129053 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03a0ad9b-7bb5-4dcb-a0c1-f1e861de6114 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.186005 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-03a0ad9b-7bb5-4dcb-a0c1-f1e861de6114 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7426295 Sep 30 08:18:40.186254 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bddd77c3-ebb9-4d63-9f8a-fc612c5cb78b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1919260 Sep 30 08:18:40.186500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42826) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:40.195867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42828) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:40.197141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8f22ea45-c057-4e4b-a449-a86312a6d9c8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'network_id': 'f089f104-caef-4034-abf5-ed3c1737d310', 'fixed_ips': [{'subnet_id': '275d9773-41d0-4728-a8a8-fd1b1cb40fce'}, {'subnet_id': '15f053bf-4203-40b6-9bc1-c99b899591df'}], 'name': 'tempest-PortsTestJSON-1482916981'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:40.218788 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-085d11fd-a0b5-4aef-9b9e-94c9ed6b07cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.284961 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-085d11fd-a0b5-4aef-9b9e-94c9ed6b07cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.288795 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-c74a5731-fbe7-4ca5-94bc-cee2f3f6f643 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Allocated IP 172.20.0.9 (cd8654c1-9670-489b-8846-b78b64c8803b/12d02642-6479-440b-88a5-d674911fee7d/bc2b2bab-012e-435c-9b86-a32f0da4220f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:40.293392 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d85bd35c-ee59-4b35-af3c-6cdab729b209 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.367239 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.378982 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-085d11fd-a0b5-4aef-9b9e-94c9ed6b07cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.383003 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-085d11fd-a0b5-4aef-9b9e-94c9ed6b07cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.387148 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-085d11fd-a0b5-4aef-9b9e-94c9ed6b07cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f3eaae2-64d9-4a2b-9a33-99837de6ef4f HTTP/1.1" status: 204 len: 168 time: 0.3881333 Sep 30 08:18:40.392427 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f22ea45-c057-4e4b-a449-a86312a6d9c8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:40.398926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d11fd-a0b5-4aef-9b9e-94c9ed6b07cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3eaae2-64d9-4a2b-9a33-99837de6ef4f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:40.482894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009afb2f-e3d7-40a2-8755-82276c4f9f6d None None] DHCP port deletion for 02334aa1-0c1d-459b-9fcf-075b2b9b8603 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:18:40.520966 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d85bd35c-ee59-4b35-af3c-6cdab729b209 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.522315 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f22ea45-c057-4e4b-a449-a86312a6d9c8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.523584 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d85bd35c-ee59-4b35-af3c-6cdab729b209 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.537956 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-009afb2f-e3d7-40a2-8755-82276c4f9f6d None None] Deleting port 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:40.538220 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-009afb2f-e3d7-40a2-8755-82276c4f9f6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.553765 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-8f22ea45-c057-4e4b-a449-a86312a6d9c8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] device_id is not set on port 3aa67467-99e8-42dc-ac02-f2cd003aea1b yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:40.615994 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d85bd35c-ee59-4b35-af3c-6cdab729b209 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.616709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85bd35c-ee59-4b35-af3c-6cdab729b209 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Fanout notify agent at l3_agent the message router_deleted on router ac16cbad-3ec3-4e3a-ac65-19106cd99cd1 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:18:40.625973 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d85bd35c-ee59-4b35-af3c-6cdab729b209 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.627283 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d85bd35c-ee59-4b35-af3c-6cdab729b209 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/routers/ac16cbad-3ec3-4e3a-ac65-19106cd99cd1 HTTP/1.1" status: 204 len: 168 time: 0.4278889 Sep 30 08:18:40.640806 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42834) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:40.659546 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-009afb2f-e3d7-40a2-8755-82276c4f9f6d None None] For port 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=95cd6d67-b824-4b4d-8eb0-71f9aa2191fe,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:40.660508 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-009afb2f-e3d7-40a2-8755-82276c4f9f6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.676018 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-009afb2f-e3d7-40a2-8755-82276c4f9f6d None None] Calling delete_port for 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:40.831228 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-763781fc-e337-4ebf-bc15-10f7e3cb4c0c req-26315f4d-3c99-4765-ab03-5fff2b3d560f tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 210 time: 0.0535438 Sep 30 08:18:40.837164 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-009afb2f-e3d7-40a2-8755-82276c4f9f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:40.918043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de289b7-ca41-4be0-bddd-7d5d9cd42ed3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:40.920640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0de289b7-ca41-4be0-bddd-7d5d9cd42ed3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2782733 Sep 30 08:18:40.926120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42846) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:40.947727 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009afb2f-e3d7-40a2-8755-82276c4f9f6d None None] Pushing event deleted for resources: {'Port': ['ID=95cd6d67-b824-4b4d-8eb0-71f9aa2191fe,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:40.972061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009afb2f-e3d7-40a2-8755-82276c4f9f6d None None] No DVR routers for this DVR port 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:41.023497 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-c74a5731-fbe7-4ca5-94bc-cee2f3f6f643 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.063296 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-8f22ea45-c057-4e4b-a449-a86312a6d9c8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Allocated IP 172.20.0.14 (f089f104-caef-4034-abf5-ed3c1737d310/275d9773-41d0-4728-a8a8-fd1b1cb40fce/3aa67467-99e8-42dc-ac02-f2cd003aea1b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:41.077869 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-8f22ea45-c057-4e4b-a449-a86312a6d9c8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Allocated IP 172.20.0.23 (f089f104-caef-4034-abf5-ed3c1737d310/15f053bf-4203-40b6-9bc1-c99b899591df/3aa67467-99e8-42dc-ac02-f2cd003aea1b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:41.120385 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d743e8-d3f0-4c92-9838-80624422bef1 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:41.122460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d4d743e8-d3f0-4c92-9838-80624422bef1 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1950462 Sep 30 08:18:41.126224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42850) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:41.184360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303bba5-ff1a-425c-82dd-e130e2b41799 req-6eb9718c-199c-4632-8dcd-11cf5889b437 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:41.189881 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d303bba5-ff1a-425c-82dd-e130e2b41799 req-6eb9718c-199c-4632-8dcd-11cf5889b437 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.1710179 Sep 30 08:18:41.192478 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-c74a5731-fbe7-4ca5-94bc-cee2f3f6f643 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.209408 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d892a27c-64f4-4e0a-ae16-8fb21de98f1f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775287 Sep 30 08:18:41.212577 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['16db043a-2682-4e62-8c9d-2febf1b08ad5', '00c4c4d6-1340-49a8-82e4-0a5770b22c81'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:18:41.213644 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42856) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:41.274289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98642941-69f5-4ef0-9e2e-5b572e3d49b2 None None] Sync routers for ids ['ac16cbad-3ec3-4e3a-ac65-19106cd99cd1'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:18:41.275667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-95174061-689c-4210-896a-29b7e42b8144 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:41.277435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['503befc5-2371-4df8-9652-8bc8108abb66'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:18:41.317450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-c74a5731-fbe7-4ca5-94bc-cee2f3f6f643 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Network cd8654c1-9670-489b-8846-b78b64c8803b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:41.334085 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-c74a5731-fbe7-4ca5-94bc-cee2f3f6f643 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:41.337364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-c74a5731-fbe7-4ca5-94bc-cee2f3f6f643 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:41.391562 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98642941-69f5-4ef0-9e2e-5b572e3d49b2 None None] Routers set() bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:41.394265 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98642941-69f5-4ef0-9e2e-5b572e3d49b2 None None] Router IDs set() for agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 08:18:41.394602 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_agentschedulers_db [None req-98642941-69f5-4ef0-9e2e-5b572e3d49b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ac16cbad-3ec3-4e3a-ac65-19106cd99cd1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:18:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent'). {{(pid=94839) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 08:18:41.405831 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f22ea45-c057-4e4b-a449-a86312a6d9c8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.410183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a5731-fbe7-4ca5-94bc-cee2f3f6f643 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Pushing event updated for resources: {'Port': ['ID=bc2b2bab-012e-435c-9b86-a32f0da4220f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:41.471838 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d303bba5-ff1a-425c-82dd-e130e2b41799 req-0cfd154d-71ed-4c39-9283-f93f0b07fbe1 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728848 Sep 30 08:18:41.487115 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98642941-69f5-4ef0-9e2e-5b572e3d49b2 None None] Routers set() bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:18:41.487730 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98642941-69f5-4ef0-9e2e-5b572e3d49b2 None None] Router IDs set() for agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 08:18:41.488540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_agentschedulers_db [None req-98642941-69f5-4ef0-9e2e-5b572e3d49b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ac16cbad-3ec3-4e3a-ac65-19106cd99cd1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:18:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent'). {{(pid=94839) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 08:18:41.489007 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98642941-69f5-4ef0-9e2e-5b572e3d49b2 None None] The sync data for ids ['ac16cbad-3ec3-4e3a-ac65-19106cd99cd1'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:18:41.494351 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f22ea45-c057-4e4b-a449-a86312a6d9c8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.501681 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-c74a5731-fbe7-4ca5-94bc-cee2f3f6f643 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:41.502714 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-c74a5731-fbe7-4ca5-94bc-cee2f3f6f643 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.529650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-c74a5731-fbe7-4ca5-94bc-cee2f3f6f643 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5744359 Sep 30 08:18:41.539629 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76f8e63-a94c-42e4-8d75-9d6620d7c5e3 None None] Network f089f104-caef-4034-abf5-ed3c1737d310 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:41.556626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Request body: {'port': {'device_id': '506a1d6e-8dbf-4d3b-9655-3662140dbf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:41.578093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 19394ec1-54b4-40ea-8954-061e93e3fbf2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:41.593664 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f22ea45-c057-4e4b-a449-a86312a6d9c8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network f089f104-caef-4034-abf5-ed3c1737d310 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:41.599314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95174061-689c-4210-896a-29b7e42b8144 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:41.602086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8f22ea45-c057-4e4b-a449-a86312a6d9c8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:41.607166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f22ea45-c057-4e4b-a449-a86312a6d9c8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:41.608931 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-95174061-689c-4210-896a-29b7e42b8144 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.641806 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22ea45-c057-4e4b-a449-a86312a6d9c8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=3aa67467-99e8-42dc-ac02-f2cd003aea1b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:41.680653 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.714755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f22ea45-c057-4e4b-a449-a86312a6d9c8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:41.715542 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f22ea45-c057-4e4b-a449-a86312a6d9c8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.737949 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8f22ea45-c057-4e4b-a449-a86312a6d9c8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.5449898 Sep 30 08:18:41.738725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42868) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:41.741775 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ced9bd83-c04a-433c-b289-4f63551f34cd None None] Provisioning complete for port 19394ec1-54b4-40ea-8954-061e93e3fbf2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:41.742172 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ced9bd83-c04a-433c-b289-4f63551f34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.745290 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b3cae665-358c-4692-9eef-6c5f20edbd04 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '275d9773-41d0-4728-a8a8-fd1b1cb40fce'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:41.808756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 19394ec1-54b4-40ea-8954-061e93e3fbf2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:41.809041 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:41.830170 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3cae665-358c-4692-9eef-6c5f20edbd04 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.181879 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f0191-3603-47bd-95f2-77815f7c87be req-c9c780aa-e7e0-4ba9-85dd-aa872191a7b2 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:42.183461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd1f0191-3603-47bd-95f2-77815f7c87be req-c9c780aa-e7e0-4ba9-85dd-aa872191a7b2 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 931 time: 0.2030623 Sep 30 08:18:42.200659 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e7051bc-3cbc-4297-ad12-35dac7582d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.224372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b3cae665-358c-4692-9eef-6c5f20edbd04 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Delete allocated IP 172.20.0.23 (f089f104-caef-4034-abf5-ed3c1737d310/15f053bf-4203-40b6-9bc1-c99b899591df) {{(pid=94838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 08:18:42.239185 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.358134 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ced9bd83-c04a-433c-b289-4f63551f34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.395628 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd1f0191-3603-47bd-95f2-77815f7c87be req-3ef4e7cd-c7ad-4f3a-87d2-2ede64eceae4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713102 Sep 30 08:18:42.435178 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 19394ec1-54b4-40ea-8954-061e93e3fbf2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=19394ec1-54b4-40ea-8954-061e93e3fbf2,segment=NetworkSegment(c68c5151-1678-4aea-9e67-f1582d56ba69),segment_id=c68c5151-1678-4aea-9e67-f1582d56ba69)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:42.439186 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3cae665-358c-4692-9eef-6c5f20edbd04 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.445663 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3cae665-358c-4692-9eef-6c5f20edbd04 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.453749 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.462241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.objects.ports [None req-95174061-689c-4210-896a-29b7e42b8144 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94837) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:18:42.471346 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-95174061-689c-4210-896a-29b7e42b8144 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.588156 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=19394ec1-54b4-40ea-8954-061e93e3fbf2,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:42.588305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cae665-358c-4692-9eef-6c5f20edbd04 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=3aa67467-99e8-42dc-ac02-f2cd003aea1b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:42.590926 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-ced9bd83-c04a-433c-b289-4f63551f34cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:18:42.604061 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b3cae665-358c-4692-9eef-6c5f20edbd04 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] In _notify_port_updated(), no bound segment for port 3aa67467-99e8-42dc-ac02-f2cd003aea1b on network f089f104-caef-4034-abf5-ed3c1737d310 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:18:42.604597 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-ced9bd83-c04a-433c-b289-4f63551f34cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:18:42.607268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device c2142e67-e3d1-419b-84f2-7d6c53fb5dca details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:18:42.610658 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:42.614962 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cae665-358c-4692-9eef-6c5f20edbd04 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:42.615736 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3cae665-358c-4692-9eef-6c5f20edbd04 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.617803 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b3cae665-358c-4692-9eef-6c5f20edbd04 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "PUT /v2.0/ports/3aa67467-99e8-42dc-ac02-f2cd003aea1b HTTP/1.1" status: 200 len: 920 time: 0.8781724 Sep 30 08:18:42.619820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95174061-689c-4210-896a-29b7e42b8144 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=ba9f48bb-6956-4642-a677-41205b09ae37,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:42.626872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:42.645461 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-379223c7-6108-43ee-9ac0-dab7628d4bc0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '275d9773-41d0-4728-a8a8-fd1b1cb40fce'}, {'subnet_id': '15f053bf-4203-40b6-9bc1-c99b899591df'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:42.655617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95174061-689c-4210-896a-29b7e42b8144 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:42.672497 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-95174061-689c-4210-896a-29b7e42b8144 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:42.676010 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95174061-689c-4210-896a-29b7e42b8144 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:42.676587 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-95174061-689c-4210-896a-29b7e42b8144 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.681591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:42.681840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 95cd6d67-b824-4b4d-8eb0-71f9aa2191fe not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:42.694918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc2b2bab-012e-435c-9b86-a32f0da4220f {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:18:42.701557 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b4b18c-6aaa-400a-8614-13767cf49616 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:42.712273 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.723153 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-95174061-689c-4210-896a-29b7e42b8144 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4985590 Sep 30 08:18:42.730834 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340a782-ffc4-4437-ae8d-cd0f32f5067a req-8b099fee-b22c-4c61-8ed9-d79b778f5bc8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:42.739548 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1340a782-ffc4-4437-ae8d-cd0f32f5067a req-8b099fee-b22c-4c61-8ed9-d79b778f5bc8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 944 time: 0.1056681 Sep 30 08:18:42.741188 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42890) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:42.756136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c2b439b3-9eda-4a24-92bc-35768f970262 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:42.777984 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-379223c7-6108-43ee-9ac0-dab7628d4bc0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.779228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Transition to ACTIVE for port object bc2b2bab-012e-435c-9b86-a32f0da4220f will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:18:42.788395 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3716a5ae-397c-4470-ab6f-5df1d56ab085 None None] Update dhcp port {'port': {'network_id': 'f089f104-caef-4034-abf5-ed3c1737d310', 'fixed_ips': [{'subnet_id': '275d9773-41d0-4728-a8a8-fd1b1cb40fce', 'ip_address': '172.20.0.2'}, {'subnet_id': '15f053bf-4203-40b6-9bc1-c99b899591df'}], 'binding:host_id': 'n-d-807359-2'}, 'id': '19394ec1-54b4-40ea-8954-061e93e3fbf2'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:18:42.794649 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.864311 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1340a782-ffc4-4437-ae8d-cd0f32f5067a req-b4b5d2e8-22c2-4840-8e92-e8dcb2b388fc tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181564 Sep 30 08:18:42.887158 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3716a5ae-397c-4470-ab6f-5df1d56ab085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:42.940510 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Pushing event updated for resources: {'Port': ['ID=bc2b2bab-012e-435c-9b86-a32f0da4220f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:43.033270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b439b3-9eda-4a24-92bc-35768f970262 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:43.038175 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2b439b3-9eda-4a24-92bc-35768f970262 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.089218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Attempting to bind port bc2b2bab-012e-435c-9b86-a32f0da4220f on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:43.089539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Attempting to bind port bc2b2bab-012e-435c-9b86-a32f0da4220f by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:43.089867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Attempting to bind port bc2b2bab-012e-435c-9b86-a32f0da4220f on network cd8654c1-9670-489b-8846-b78b64c8803b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:43.123402 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Port bc2b2bab-012e-435c-9b86-a32f0da4220f on network cd8654c1-9670-489b-8846-b78b64c8803b not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:18:43.123727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Attempting to bind port bc2b2bab-012e-435c-9b86-a32f0da4220f on network cd8654c1-9670-489b-8846-b78b64c8803b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:43.137382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:43.137703 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Checking segment: {'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:43.138077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Bound using segment: {'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:43.138512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Bound port: bc2b2bab-012e-435c-9b86-a32f0da4220f, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5945f6-cc87-4b16-b2e3-d328d69a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:43.138874 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.144887 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port c2142e67-e3d1-419b-84f2-7d6c53fb5dca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:43.213015 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3716a5ae-397c-4470-ab6f-5df1d56ab085 None None] Allocated IP 172.20.0.18 (f089f104-caef-4034-abf5-ed3c1737d310/15f053bf-4203-40b6-9bc1-c99b899591df/19394ec1-54b4-40ea-8954-061e93e3fbf2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:43.253741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'port_id': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca', 'mac_address': 'fa:16:3e:ba:23:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:18:43.254216 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] For port bc2b2bab-012e-435c-9b86-a32f0da4220f, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:43.263483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] For port bc2b2bab-012e-435c-9b86-a32f0da4220f, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=bc2b2bab-012e-435c-9b86-a32f0da4220f,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:43.269258 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'fixed_ips': [{'subnet_id': 'ba9f48bb-6956-4642-a677-41205b09ae37'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:43.270571 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.274739 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.337872 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:43.338524 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.340435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] 10.222.0.36 "PUT /v2.0/ports/bc2b2bab-012e-435c-9b86-a32f0da4220f HTTP/1.1" status: 200 len: 1091 time: 1.7934976 Sep 30 08:18:43.372839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506a1d6e-8dbf-4d3b-9655-3662140dbf1c', 'tag': 'bc2b2bab-012e-435c-9b86-a32f0da4220f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:43.376613 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.377463 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c9b837-9f4f-477f-adff-d1b4604a96c5" -d '{"events": [{"name": "network-changed", "server_uuid": "506a1d6e-8dbf-4d3b-9655-3662140dbf1c", "tag": "bc2b2bab-012e-435c-9b86-a32f0da4220f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:43.454077 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77015fd7-70ff-4815-909e-40dcaf51ddf0 x-openstack-request-id: req-77015fd7-70ff-4815-909e-40dcaf51ddf0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:43.454485 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506a1d6e-8dbf-4d3b-9655-3662140dbf1c", "tag": "bc2b2bab-012e-435c-9b86-a32f0da4220f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:43.454833 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77015fd7-70ff-4815-909e-40dcaf51ddf0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:43.455329 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506a1d6e-8dbf-4d3b-9655-3662140dbf1c', 'tag': 'bc2b2bab-012e-435c-9b86-a32f0da4220f', 'status': 'completed', 'code': 200} Sep 30 08:18:43.478756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e227fb-f9cf-4774-8b85-96dd45bb4d7a service neutron] Pushing event updated for resources: {'Port': ['ID=bc2b2bab-012e-435c-9b86-a32f0da4220f,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:43.493344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 19394ec1-54b4-40ea-8954-061e93e3fbf2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:43.524402 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-d9540281-38d5-47fc-82e0-e7376b3d3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:43.526399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-d9540281-38d5-47fc-82e0-e7376b3d3359 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65f77f917e6741beb8be5925cd94a983&device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 1094 time: 0.1407046 Sep 30 08:18:43.528652 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2b439b3-9eda-4a24-92bc-35768f970262 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.556573 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2142e67-e3d1-419b-84f2-7d6c53fb5dca {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:18:43.580982 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3716a5ae-397c-4470-ab6f-5df1d56ab085 None None] For port 19394ec1-54b4-40ea-8954-061e93e3fbf2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=19394ec1-54b4-40ea-8954-061e93e3fbf2,segment=NetworkSegment(c68c5151-1678-4aea-9e67-f1582d56ba69),segment_id=c68c5151-1678-4aea-9e67-f1582d56ba69)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:43.639694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-3a765db8-c0b0-4c01-ab08-52a89ee330be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc2b2bab-012e-435c-9b86-a32f0da4220f HTTP/1.1" status: 200 len: 217 time: 0.1026003 Sep 30 08:18:43.656376 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b439b3-9eda-4a24-92bc-35768f970262 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:43.672288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c2b439b3-9eda-4a24-92bc-35768f970262 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:43.677030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b439b3-9eda-4a24-92bc-35768f970262 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:43.677797 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2b439b3-9eda-4a24-92bc-35768f970262 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.718650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b439b3-9eda-4a24-92bc-35768f970262 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=cda797f1-d323-4be3-b654-62b32bad127f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:43.743322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c2b439b3-9eda-4a24-92bc-35768f970262 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9952021 Sep 30 08:18:43.743322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-0a3cda2a-8001-482d-a319-ac54e267d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:43.744557 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42906) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:43.745239 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-0a3cda2a-8001-482d-a319-ac54e267d993 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12d02642-6479-440b-88a5-d674911fee7d HTTP/1.1" status: 200 len: 855 time: 0.0960014 Sep 30 08:18:43.752174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-57092540-d8e9-4722-97f2-689563a4fbd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'mac_address': 'fa:16:3e:d1:32:ad', 'name': 'tempest-NetworksTestDHCPv6-369726905'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:43.754093 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a31a57-b2e4-47f1-af9a-ce9771f715fc req-2164a969-e949-44fa-8c85-37d738880fff tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:43.755771 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9a31a57-b2e4-47f1-af9a-ce9771f715fc req-2164a969-e949-44fa-8c85-37d738880fff tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 943 time: 0.1868515 Sep 30 08:18:43.790983 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-fb9e6c60-631c-4c13-88ff-6d9f8d7afa42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd8654c1-9670-489b-8846-b78b64c8803b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336206 Sep 30 08:18:43.797346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port c2142e67-e3d1-419b-84f2-7d6c53fb5dca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:43.814648 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.836336 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 19394ec1-54b4-40ea-8954-061e93e3fbf2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:43.836706 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.858287 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3716a5ae-397c-4470-ab6f-5df1d56ab085 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.860649 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Allocated IP 2001:db8::f816:3eff:feeb:63ca (02334aa1-0c1d-459b-9fcf-075b2b9b8603/ba9f48bb-6956-4642-a677-41205b09ae37/baec3439-f1b1-4a01-abd3-68ff0d3eef30) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:43.862549 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9a31a57-b2e4-47f1-af9a-ce9771f715fc req-e7c465c8-7eaf-4cc5-97e0-922b61610ddb tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969553 Sep 30 08:18:43.906218 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3716a5ae-397c-4470-ab6f-5df1d56ab085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:43.942102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-9ccbf046-a362-4cca-856c-8f6b7caac242 service neutron] 10.222.0.36 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421397 Sep 30 08:18:43.960194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57092540-d8e9-4722-97f2-689563a4fbd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:43.994561 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:44.049967 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716a5ae-397c-4470-ab6f-5df1d56ab085 None None] Pushing event updated for resources: {'Port': ['ID=19394ec1-54b4-40ea-8954-061e93e3fbf2,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:44.057530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-379223c7-6108-43ee-9ac0-dab7628d4bc0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Allocated IP 172.20.0.26 (f089f104-caef-4034-abf5-ed3c1737d310/15f053bf-4203-40b6-9bc1-c99b899591df/3aa67467-99e8-42dc-ac02-f2cd003aea1b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:44.086094 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['c2142e67-e3d1-419b-84f2-7d6c53fb5dca'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:18:44.116483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d907e-f859-416a-ade2-f30bc76db8a5 req-e98e6ef4-4353-46d0-a702-572f67fdb834 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:44.118188 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-835d907e-f859-416a-ade2-f30bc76db8a5 req-e98e6ef4-4353-46d0-a702-572f67fdb834 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 945 time: 0.1473868 Sep 30 08:18:44.139234 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57092540-d8e9-4722-97f2-689563a4fbd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:44.146665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79c3d49f-27ef-4ac9-8c66-1568527ad1e8 req-6aee57ad-9825-4512-9700-82417f3f42e9 service neutron] 10.222.0.36 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940637 Sep 30 08:18:44.219885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-57092540-d8e9-4722-97f2-689563a4fbd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port d70350e7-efee-462a-831f-bc37b4c5b930 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:44.300764 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 373503f7-1dc8-4102-944b-56e0aa953825 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:44.319584 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-835d907e-f859-416a-ade2-f30bc76db8a5 req-e1e505fc-e24b-4f86-82dd-ce9c2643fcf1 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893058 Sep 30 08:18:44.341062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9b837-9f4f-477f-adff-d1b4604a96c5 req-a613397e-a299-4167-857f-c6789bb83fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:44.343440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72c9b837-9f4f-477f-adff-d1b4604a96c5 req-a613397e-a299-4167-857f-c6789bb83fbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65f77f917e6741beb8be5925cd94a983&device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 1094 time: 0.1182990 Sep 30 08:18:44.364917 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 373503f7-1dc8-4102-944b-56e0aa953825 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:44.365257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 373503f7-1dc8-4102-944b-56e0aa953825 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:44.382888 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-379223c7-6108-43ee-9ac0-dab7628d4bc0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:44.394549 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-379223c7-6108-43ee-9ac0-dab7628d4bc0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:44.399660 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:44.419043 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:44.468484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379223c7-6108-43ee-9ac0-dab7628d4bc0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=3aa67467-99e8-42dc-ac02-f2cd003aea1b,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:44.513230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9b837-9f4f-477f-adff-d1b4604a96c5 req-2812817c-e177-4f64-a0a2-09fd6eb39443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:44.515295 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72c9b837-9f4f-477f-adff-d1b4604a96c5 req-2812817c-e177-4f64-a0a2-09fd6eb39443 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd8654c1-9670-489b-8846-b78b64c8803b HTTP/1.1" status: 200 len: 916 time: 0.1650813 Sep 30 08:18:44.546471 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:44.587762 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72c9b837-9f4f-477f-adff-d1b4604a96c5 req-1ed9cf9e-d561-45a2-ac3f-2ba714ed9343 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc2b2bab-012e-435c-9b86-a32f0da4220f HTTP/1.1" status: 200 len: 217 time: 0.0522316 Sep 30 08:18:44.624540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:44.627853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:44.683945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9b837-9f4f-477f-adff-d1b4604a96c5 req-6bcde3fc-fe34-4f1f-b30e-8d3a4b9702ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:44.689507 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72c9b837-9f4f-477f-adff-d1b4604a96c5 req-6bcde3fc-fe34-4f1f-b30e-8d3a4b9702ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12d02642-6479-440b-88a5-d674911fee7d HTTP/1.1" status: 200 len: 855 time: 0.0888767 Sep 30 08:18:44.698705 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Pushing event updated for resources: {'Port': ['ID=baec3439-f1b1-4a01-abd3-68ff0d3eef30,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:44.740633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72c9b837-9f4f-477f-adff-d1b4604a96c5 req-1c726faa-924b-4145-b205-57c14ce3f7b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd8654c1-9670-489b-8846-b78b64c8803b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360527 Sep 30 08:18:44.782129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Attempting to bind port baec3439-f1b1-4a01-abd3-68ff0d3eef30 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:44.782619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Attempting to bind port baec3439-f1b1-4a01-abd3-68ff0d3eef30 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:44.783096 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Attempting to bind port baec3439-f1b1-4a01-abd3-68ff0d3eef30 on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:44.789169 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b443c7b9-baf1-485e-a27b-a9b21d150ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:44.793493 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:44.794032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:44.794548 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:44.795132 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:44.795679 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Bound port: baec3439-f1b1-4a01-abd3-68ff0d3eef30, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:44.796737 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:44.869974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] For port baec3439-f1b1-4a01-abd3-68ff0d3eef30, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:44.875561 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] For port baec3439-f1b1-4a01-abd3-68ff0d3eef30, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=baec3439-f1b1-4a01-abd3-68ff0d3eef30,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:44.892475 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:44.914372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72c9b837-9f4f-477f-adff-d1b4604a96c5 req-6db2f680-ee22-45ba-86e0-48cd44b58d07 service neutron] 10.222.0.36 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588321 Sep 30 08:18:44.963039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87431213-1fc5-4374-8a23-5c175f7fae70 None None] Pushing event updated for resources: {'Port': ['ID=baec3439-f1b1-4a01-abd3-68ff0d3eef30,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:44.973600 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d16188d-8ddd-415a-bc04-c5f571cdfa1b None None] Network f089f104-caef-4034-abf5-ed3c1737d310 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:45.024221 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a89bf72b-8ac7-4291-b9ad-b7b72a185b41 None None] Provisioning complete for port 19394ec1-54b4-40ea-8954-061e93e3fbf2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:45.024452 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a89bf72b-8ac7-4291-b9ad-b7b72a185b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:45.176089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-379223c7-6108-43ee-9ac0-dab7628d4bc0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] In _notify_port_updated(), no bound segment for port 3aa67467-99e8-42dc-ac02-f2cd003aea1b on network f089f104-caef-4034-abf5-ed3c1737d310 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:18:45.181082 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72c9b837-9f4f-477f-adff-d1b4604a96c5 req-735982fe-ac29-4c4c-b560-914da0bf1faf service neutron] 10.222.0.36 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554896 Sep 30 08:18:45.187037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379223c7-6108-43ee-9ac0-dab7628d4bc0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:45.188026 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-379223c7-6108-43ee-9ac0-dab7628d4bc0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:45.204378 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42918) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:45.206624 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-379223c7-6108-43ee-9ac0-dab7628d4bc0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "PUT /v2.0/ports/3aa67467-99e8-42dc-ac02-f2cd003aea1b HTTP/1.1" status: 200 len: 1000 time: 2.5728936 Sep 30 08:18:45.234329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-57092540-d8e9-4722-97f2-689563a4fbd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 172.20.0.5 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/cda797f1-d323-4be3-b654-62b32bad127f/d70350e7-efee-462a-831f-bc37b4c5b930) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:45.236949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc277c-f9fa-4388-96f1-916cf267bae5 req-0cf41805-a66c-4d42-9aab-80ebd81f3fc5 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:45.241956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-57092540-d8e9-4722-97f2-689563a4fbd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::f816:3eff:fed1:32ad (02334aa1-0c1d-459b-9fcf-075b2b9b8603/ba9f48bb-6956-4642-a677-41205b09ae37/d70350e7-efee-462a-831f-bc37b4c5b930) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:45.247812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9efc277c-f9fa-4388-96f1-916cf267bae5 req-0cf41805-a66c-4d42-9aab-80ebd81f3fc5 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 943 time: 0.2258761 Sep 30 08:18:45.389607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9efc277c-f9fa-4388-96f1-916cf267bae5 req-9cb398f2-2150-406b-bcc0-7591aa2ad0ad tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343591 Sep 30 08:18:45.408603 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:45.439668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-83bb0860-92a4-414a-b844-a2dabb400f01 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port 3aa67467-99e8-42dc-ac02-f2cd003aea1b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:45.442117 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83bb0860-92a4-414a-b844-a2dabb400f01 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:45.495486 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57092540-d8e9-4722-97f2-689563a4fbd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:45.551129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 19394ec1-54b4-40ea-8954-061e93e3fbf2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:45.553584 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a89bf72b-8ac7-4291-b9ad-b7b72a185b41 None None] Provisioning complete for port 3aa67467-99e8-42dc-ac02-f2cd003aea1b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:45.554026 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a89bf72b-8ac7-4291-b9ad-b7b72a185b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:45.570482 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57092540-d8e9-4722-97f2-689563a4fbd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:45.591364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a89bf72b-8ac7-4291-b9ad-b7b72a185b41 None None] Port 3aa67467-99e8-42dc-ac02-f2cd003aea1b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:18:45.617491 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57092540-d8e9-4722-97f2-689563a4fbd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:45.621074 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-57092540-d8e9-4722-97f2-689563a4fbd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:45.627551 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57092540-d8e9-4722-97f2-689563a4fbd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:45.675900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6aabd-70c7-43a4-9650-0452bf8a2284 req-7988ed0a-600a-4f8b-b4eb-1f915b82710b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:45.677684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ee6aabd-70c7-43a4-9650-0452bf8a2284 req-7988ed0a-600a-4f8b-b4eb-1f915b82710b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 945 time: 0.1383781 Sep 30 08:18:45.685071 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83bb0860-92a4-414a-b844-a2dabb400f01 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:45.698377 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 19394ec1-54b4-40ea-8954-061e93e3fbf2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:45.698923 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:45.708492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57092540-d8e9-4722-97f2-689563a4fbd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:45.709177 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57092540-d8e9-4722-97f2-689563a4fbd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:45.712492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57092540-d8e9-4722-97f2-689563a4fbd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=d70350e7-efee-462a-831f-bc37b4c5b930,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:45.728902 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-57092540-d8e9-4722-97f2-689563a4fbd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9818964 Sep 30 08:18:45.731285 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:45.801803 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3b0519-f3e1-4687-bda3-0a147acbe1fe tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:45.809242 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3b0519-f3e1-4687-bda3-0a147acbe1fe tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:45.811125 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0b3b0519-f3e1-4687-bda3-0a147acbe1fe tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0781968 Sep 30 08:18:45.815021 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42932) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:45.825182 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:45.934779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb6dd3-3c18-48ec-919d-bb4b5dad852c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port d70350e7-efee-462a-831f-bc37b4c5b930 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:45.935133 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7eb6dd3-3c18-48ec-919d-bb4b5dad852c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:46.064281 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7eb6dd3-3c18-48ec-919d-bb4b5dad852c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:46.080211 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb6dd3-3c18-48ec-919d-bb4b5dad852c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for d70350e7-efee-462a-831f-bc37b4c5b930 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:46.100834 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-83bb0860-92a4-414a-b844-a2dabb400f01 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for 3aa67467-99e8-42dc-ac02-f2cd003aea1b owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:46.192744 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ee6aabd-70c7-43a4-9650-0452bf8a2284 req-837d51fb-48b4-45eb-bd3c-c3de43a732d7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5014811 Sep 30 08:18:46.364171 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7eb6dd3-3c18-48ec-919d-bb4b5dad852c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:46.418186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb6dd3-3c18-48ec-919d-bb4b5dad852c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=d70350e7-efee-462a-831f-bc37b4c5b930,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:46.429400 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1aa35073-8445-4a0b-a2ec-3caaf631dcc9 None None] Provisioning complete for port 19394ec1-54b4-40ea-8954-061e93e3fbf2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:46.429948 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1aa35073-8445-4a0b-a2ec-3caaf631dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:46.454770 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83bb0860-92a4-414a-b844-a2dabb400f01 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:46.536993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device c2142e67-e3d1-419b-84f2-7d6c53fb5dca up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:46.557005 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7eb6dd3-3c18-48ec-919d-bb4b5dad852c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:46.559601 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c7eb6dd3-3c18-48ec-919d-bb4b5dad852c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/d70350e7-efee-462a-831f-bc37b4c5b930 HTTP/1.1" status: 204 len: 168 time: 0.7431147 Sep 30 08:18:46.562754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:46.594661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb0860-92a4-414a-b844-a2dabb400f01 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=3aa67467-99e8-42dc-ac02-f2cd003aea1b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:46.619787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1aa35073-8445-4a0b-a2ec-3caaf631dcc9 None None] Could not find standard attr ID for object 3aa67467-99e8-42dc-ac02-f2cd003aea1b. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:18:46.666897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port c2142e67-e3d1-419b-84f2-7d6c53fb5dca triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:46.670602 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:46.697505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e230ea57-decd-4ee9-9143-ed3d45091774 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:46.699090 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e230ea57-decd-4ee9-9143-ed3d45091774 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:46.700922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e230ea57-decd-4ee9-9143-ed3d45091774 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:46.706475 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e230ea57-decd-4ee9-9143-ed3d45091774 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1395290 Sep 30 08:18:46.706740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42966) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:46.788578 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-be517cc4-f242-445b-991c-810547201d0b None None] Could not find standard attr ID for object 3aa67467-99e8-42dc-ac02-f2cd003aea1b. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:18:46.807346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f974b9dc-ce25-42fa-9380-5ddf5331fc96 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:46.841256 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:46.843593 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec8b2c3-c085-4991-a744-c5bdf7c4ac47 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet ba9f48bb-6956-4642-a677-41205b09ae37 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:46.848152 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ec8b2c3-c085-4991-a744-c5bdf7c4ac47 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:46.889166 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7d45a-9f50-4ee2-bbae-896a489200bd req-0cfef15b-291b-4864-93e6-64c8800f78b1 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:46.891114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84b7d45a-9f50-4ee2-bbae-896a489200bd req-0cfef15b-291b-4864-93e6-64c8800f78b1 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 943 time: 0.2840819 Sep 30 08:18:46.914937 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ec8b2c3-c085-4991-a744-c5bdf7c4ac47 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:46.929493 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83bb0860-92a4-414a-b844-a2dabb400f01 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:46.937567 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-83bb0860-92a4-414a-b844-a2dabb400f01 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/3aa67467-99e8-42dc-ac02-f2cd003aea1b HTTP/1.1" status: 204 len: 168 time: 1.7310851 Sep 30 08:18:46.940727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42972) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:46.942966 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:46.945334 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cbb853-2f26-43d2-ae3b-7388f2f778c4" -d '{"events": [{"server_uuid": "9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4", "name": "network-vif-plugged", "status": "completed", "tag": "c2142e67-e3d1-419b-84f2-7d6c53fb5dca"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:46.995254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port c2142e67-e3d1-419b-84f2-7d6c53fb5dca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:46.996532 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-da5ca002-81d1-4a9b-823b-4bdc6468f0a8 None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:46.997041 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da5ca002-81d1-4a9b-823b-4bdc6468f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.016194 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aee429e-5522-4587-9f67-475a23b9dcfc x-openstack-request-id: req-1aee429e-5522-4587-9f67-475a23b9dcfc {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:47.016514 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4", "name": "network-vif-plugged", "status": "completed", "tag": "c2142e67-e3d1-419b-84f2-7d6c53fb5dca", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:47.016744 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1aee429e-5522-4587-9f67-475a23b9dcfc {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:47.019281 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca', 'code': 200} Sep 30 08:18:47.030671 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e398e7-92f0-49c3-b569-9a99513ebb46 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] GET failed (client error): The resource could not be found. Sep 30 08:18:47.036056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-30e398e7-92f0-49c3-b569-9a99513ebb46 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/3aa67467-99e8-42dc-ac02-f2cd003aea1b HTTP/1.1" status: 404 len: 333 time: 0.0939345 Sep 30 08:18:47.037293 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42976) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:47.044070 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.073646 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84b7d45a-9f50-4ee2-bbae-896a489200bd req-6b039d03-fb26-41fd-a38a-c946f641fa3e tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562703 Sep 30 08:18:47.108956 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ec8b2c3-c085-4991-a744-c5bdf7c4ac47 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.161241 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-670f5753-9b06-4211-88e8-17986748d1d2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting subnet 15f053bf-4203-40b6-9bc1-c99b899591df {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:47.164629 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-670f5753-9b06-4211-88e8-17986748d1d2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.207305 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-670f5753-9b06-4211-88e8-17986748d1d2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.259660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6db70-2896-4660-8f1c-415df8172473 req-da6430f6-920e-430f-a7a0-4840cad4cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:47.261571 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2b6db70-2896-4660-8f1c-415df8172473 req-da6430f6-920e-430f-a7a0-4840cad4cd67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 1098 time: 0.0974934 Sep 30 08:18:47.318957 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da5ca002-81d1-4a9b-823b-4bdc6468f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.336551 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ec8b2c3-c085-4991-a744-c5bdf7c4ac47 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.370479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2b6db70-2896-4660-8f1c-415df8172473 req-0bf5b745-4d0c-4217-97f9-0a226311b367 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002753 Sep 30 08:18:47.371042 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8b2c3-c085-4991-a744-c5bdf7c4ac47 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=ba9f48bb-6956-4642-a677-41205b09ae37,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:47.386767 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ec8b2c3-c085-4991-a744-c5bdf7c4ac47 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.392747 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42980) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:47.392953 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1ec8b2c3-c085-4991-a744-c5bdf7c4ac47 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/ba9f48bb-6956-4642-a677-41205b09ae37 HTTP/1.1" status: 204 len: 168 time: 0.6851146 Sep 30 08:18:47.394503 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-670f5753-9b06-4211-88e8-17986748d1d2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.414107 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:47.478751 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-da5ca002-81d1-4a9b-823b-4bdc6468f0a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:18:47.479372 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-da5ca002-81d1-4a9b-823b-4bdc6468f0a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:18:47.479508 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e4d00-fc3a-4855-9990-2452d78975fa req-07ca943c-69c9-4eec-9b45-95d727362a5b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:47.481079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-471e4d00-fc3a-4855-9990-2452d78975fa req-07ca943c-69c9-4eec-9b45-95d727362a5b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 947 time: 0.1546979 Sep 30 08:18:47.508106 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-670f5753-9b06-4211-88e8-17986748d1d2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.513712 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device baec3439-f1b1-4a01-abd3-68ff0d3eef30 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:47.535022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f3ccc9-348b-4731-9eef-355f2243cb24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet cda797f1-d323-4be3-b654-62b32bad127f {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:47.541482 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0f3ccc9-348b-4731-9eef-355f2243cb24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.555204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f5753-9b06-4211-88e8-17986748d1d2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Subnet': ['ID=15f053bf-4203-40b6-9bc1-c99b899591df,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:47.564709 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-670f5753-9b06-4211-88e8-17986748d1d2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.570295 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-670f5753-9b06-4211-88e8-17986748d1d2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/15f053bf-4203-40b6-9bc1-c99b899591df HTTP/1.1" status: 204 len: 168 time: 0.5317676 Sep 30 08:18:47.570932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:47.595816 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0f3ccc9-348b-4731-9eef-355f2243cb24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.596868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3479d784-df54-41ad-bcbe-644ac4c6309c None None] Update dhcp port {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'fixed_ips': [{'subnet_id': 'ba9f48bb-6956-4642-a677-41205b09ae37'}, {'subnet_id': 'cda797f1-d323-4be3-b654-62b32bad127f'}], 'binding:host_id': 'n-d-807359-2'}, 'id': 'baec3439-f1b1-4a01-abd3-68ff0d3eef30'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:18:47.626478 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3479d784-df54-41ad-bcbe-644ac4c6309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.635224 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-471e4d00-fc3a-4855-9990-2452d78975fa req-e616bc34-119d-4a1c-80b7-e4efcbbf1266 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412845 Sep 30 08:18:47.643219 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda861f5-bc41-4fb4-b0ac-b6b47b2b3a05 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting subnet 275d9773-41d0-4728-a8a8-fd1b1cb40fce {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:47.648982 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fda861f5-bc41-4fb4-b0ac-b6b47b2b3a05 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.710356 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0f3ccc9-348b-4731-9eef-355f2243cb24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.717187 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fda861f5-bc41-4fb4-b0ac-b6b47b2b3a05 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.828571 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0f3ccc9-348b-4731-9eef-355f2243cb24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.844857 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fda861f5-bc41-4fb4-b0ac-b6b47b2b3a05 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.868054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3ccc9-348b-4731-9eef-355f2243cb24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=cda797f1-d323-4be3-b654-62b32bad127f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-3479d784-df54-41ad-bcbe-644ac4c6309c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cda797f1-d323-4be3-b654-62b32bad127f: This subnet is being modified by another concurrent operation. Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:18:47.875765 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cda797f1-d323-4be3-b654-62b32bad127f: This subnet is being modified by another concurrent operation. Sep 30 08:18:47.880610 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Sep 30 08:18:47.887047 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0f3ccc9-348b-4731-9eef-355f2243cb24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.897186 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e0f3ccc9-348b-4731-9eef-355f2243cb24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/cda797f1-d323-4be3-b654-62b32bad127f HTTP/1.1" status: 204 len: 168 time: 0.5004253 Sep 30 08:18:47.897703 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42988) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:47.931174 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:47.931635 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.934950 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:47.962118 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b278418d-2616-475e-8fe7-9a57d820d59f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629056 Sep 30 08:18:47.963682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:47.983962 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2c5eece3-ef31-4e6c-a58f-0e537ba81a22 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:47.992587 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fda861f5-bc41-4fb4-b0ac-b6b47b2b3a05 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.041997 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5805fe94-c1bc-490f-b692-e27a8c51e421 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:48.076700 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b5fc2c-43bf-4476-a94f-262ba36b32c0 None None] Network f089f104-caef-4034-abf5-ed3c1737d310 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:48.087459 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fda861f5-bc41-4fb4-b0ac-b6b47b2b3a05 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.089434 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fda861f5-bc41-4fb4-b0ac-b6b47b2b3a05 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/275d9773-41d0-4728-a8a8-fd1b1cb40fce HTTP/1.1" status: 204 len: 168 time: 0.5176380 Sep 30 08:18:48.091812 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da5ca002-81d1-4a9b-823b-4bdc6468f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.092416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42996) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:48.110674 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda861f5-bc41-4fb4-b0ac-b6b47b2b3a05 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Subnet': ['ID=275d9773-41d0-4728-a8a8-fd1b1cb40fce,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:48.212088 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5eece3-ef31-4e6c-a58f-0e537ba81a22 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:48.216317 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c5eece3-ef31-4e6c-a58f-0e537ba81a22 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.281860 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.342066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17c321-e8c1-42fc-9b60-1f4fc927f0e2 req-1549d420-4d02-48ef-9f09-53f7dfab96e4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:48.345296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dc17c321-e8c1-42fc-9b60-1f4fc927f0e2 req-1549d420-4d02-48ef-9f09-53f7dfab96e4 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 943 time: 0.1024320 Sep 30 08:18:48.400723 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dc17c321-e8c1-42fc-9b60-1f4fc927f0e2 req-0909a5c4-ded4-4237-8a15-2443d13982ea tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488760 Sep 30 08:18:48.407129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port 19394ec1-54b4-40ea-8954-061e93e3fbf2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:48.407837 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.492914 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] For port 19394ec1-54b4-40ea-8954-061e93e3fbf2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=19394ec1-54b4-40ea-8954-061e93e3fbf2,segment=NetworkSegment(c68c5151-1678-4aea-9e67-f1582d56ba69),segment_id=c68c5151-1678-4aea-9e67-f1582d56ba69)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:48.493627 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.506795 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for 19394ec1-54b4-40ea-8954-061e93e3fbf2 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:48.581117 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device bc2b2bab-012e-435c-9b86-a32f0da4220f details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:18:48.589710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-da5ca002-81d1-4a9b-823b-4bdc6468f0a8 None None] For port baec3439-f1b1-4a01-abd3-68ff0d3eef30, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=baec3439-f1b1-4a01-abd3-68ff0d3eef30,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:48.604467 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.630157 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.658151 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da5ca002-81d1-4a9b-823b-4bdc6468f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.664341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.objects.ports [None req-2c5eece3-ef31-4e6c-a58f-0e537ba81a22 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:18:48.668026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=19394ec1-54b4-40ea-8954-061e93e3fbf2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:48.678594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No DVR routers for this DVR port 19394ec1-54b4-40ea-8954-061e93e3fbf2 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:48.767104 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.840918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f089f104-caef-4034-abf5-ed3c1737d310']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:48.856981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68c5151-1678-4aea-9e67-f1582d56ba69') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:48.857332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68c5151-1678-4aea-9e67-f1582d56ba69') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:48.885002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f056d-47bd-4fec-866e-2144f2c581fa req-51311e64-952e-4128-a6b7-601ac1726ae1 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:48.886384 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-43e0fd52-2601-42f7-ba56-b16dc8b5513f None None] Could not find standard attr ID for object 3aa67467-99e8-42dc-ac02-f2cd003aea1b. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:18:48.887457 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-137f056d-47bd-4fec-866e-2144f2c581fa req-51311e64-952e-4128-a6b7-601ac1726ae1 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 947 time: 0.1101084 Sep 30 08:18:48.894278 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.921600 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.929226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port bc2b2bab-012e-435c-9b86-a32f0da4220f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=bc2b2bab-012e-435c-9b86-a32f0da4220f,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:48.932856 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-43e0fd52-2601-42f7-ba56-b16dc8b5513f None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:48.933239 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43e0fd52-2601-42f7-ba56-b16dc8b5513f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.960684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:18:48.961106 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:18:48.964176 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:18:48.991291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ca002-81d1-4a9b-823b-4bdc6468f0a8 None None] Pushing event updated for resources: {'Port': ['ID=baec3439-f1b1-4a01-abd3-68ff0d3eef30,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:48.999436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-137f056d-47bd-4fec-866e-2144f2c581fa req-306124ec-43ff-48ae-9409-0e8e79a050aa tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840716 Sep 30 08:18:49.038045 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:18:49.038162 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:18:49.066851 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85645edb-6a37-4ed9-8e3a-8327efda46a9 None None] DHCP port deletion for f089f104-caef-4034-abf5-ed3c1737d310 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:18:49.079657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'bc2b2bab-012e-435c-9b86-a32f0da4220f', 'network_id': 'cd8654c1-9670-489b-8846-b78b64c8803b', 'port_id': 'bc2b2bab-012e-435c-9b86-a32f0da4220f', 'mac_address': 'fa:16:3e:b1:c9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d02642-6479-440b-88a5-d674911fee7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:18:49.116270 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.164759 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.166734 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/networks/f089f104-caef-4034-abf5-ed3c1737d310 HTTP/1.1" status: 204 len: 168 time: 1.0728042 Sep 30 08:18:49.171517 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e03dd1-387c-4fc2-a32d-15a4be6f4875 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Network': ['ID=f089f104-caef-4034-abf5-ed3c1737d310,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:49.171841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43040) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:49.182446 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91ae736-6267-48a6-a1fb-f896cf6e5d59 None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:18:49.270329 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.301794 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39d8ce4-869c-4a2a-98a0-5b7760e0cd4b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:49.304720 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2b2bab-012e-435c-9b86-a32f0da4220f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:18:49.307628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43046) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:49.308671 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f39d8ce4-869c-4a2a-98a0-5b7760e0cd4b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1272268 Sep 30 08:18:49.310851 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c5eece3-ef31-4e6c-a58f-0e537ba81a22 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.355031 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port bc2b2bab-012e-435c-9b86-a32f0da4220f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=bc2b2bab-012e-435c-9b86-a32f0da4220f,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:49.359211 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.399651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2933ecff-d9c9-494b-8b18-7275ee45b41b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0836804 Sep 30 08:18:49.403012 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43048) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:49.421650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-162cd2a3-fad2-4778-ba64-d7dd1c07915f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-461086268'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:49.431329 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=bc2b2bab-012e-435c-9b86-a32f0da4220f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:49.469330 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162cd2a3-fad2-4778-ba64-d7dd1c07915f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:49.473820 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-162cd2a3-fad2-4778-ba64-d7dd1c07915f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.481345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-135d800a-2b84-414e-b721-45e717a71341 None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:49.482132 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-135d800a-2b84-414e-b721-45e717a71341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.531259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162cd2a3-fad2-4778-ba64-d7dd1c07915f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:18:49.551069 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-162cd2a3-fad2-4778-ba64-d7dd1c07915f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.554787 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-162cd2a3-fad2-4778-ba64-d7dd1c07915f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Added segment a58b6932-c0f1-49bf-8da2-4fbd282be91f of type vlan for network bf97da46-ee05-45a0-8770-7a55036eb057 Sep 30 08:18:49.558553 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-2c5eece3-ef31-4e6c-a58f-0e537ba81a22 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] For port baec3439-f1b1-4a01-abd3-68ff0d3eef30, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=baec3439-f1b1-4a01-abd3-68ff0d3eef30,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:49.575245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91ae736-6267-48a6-a1fb-f896cf6e5d59 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:18:49.598420 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c5eece3-ef31-4e6c-a58f-0e537ba81a22 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.606939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['bc2b2bab-012e-435c-9b86-a32f0da4220f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:18:49.607672 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c5eece3-ef31-4e6c-a58f-0e537ba81a22 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.609163 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c5eece3-ef31-4e6c-a58f-0e537ba81a22 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.618610 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-162cd2a3-fad2-4778-ba64-d7dd1c07915f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.678314 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-162cd2a3-fad2-4778-ba64-d7dd1c07915f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.684079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162cd2a3-fad2-4778-ba64-d7dd1c07915f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:49.684686 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-162cd2a3-fad2-4778-ba64-d7dd1c07915f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.719757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5eece3-ef31-4e6c-a58f-0e537ba81a22 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:49.729232 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2c5eece3-ef31-4e6c-a58f-0e537ba81a22 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:49.736466 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5eece3-ef31-4e6c-a58f-0e537ba81a22 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=078c72f5-4496-4574-9c9b-3aa13cb48154,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:49.740498 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5eece3-ef31-4e6c-a58f-0e537ba81a22 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:49.741063 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c5eece3-ef31-4e6c-a58f-0e537ba81a22 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.748193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5eece3-ef31-4e6c-a58f-0e537ba81a22 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=baec3439-f1b1-4a01-abd3-68ff0d3eef30,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:49.755633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-162cd2a3-fad2-4778-ba64-d7dd1c07915f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3461092 Sep 30 08:18:49.759223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43052) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:49.764361 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7b0083f8-10fd-4596-9fa2-45ba649964db tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'subnet': {'network_id': 'bf97da46-ee05-45a0-8770-7a55036eb057', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:49.852807 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea448ada-9aec-4152-b000-880ba60c3663 req-e86e15ce-3e09-4992-8b6b-cd0331f78ccb tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:49.855119 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea448ada-9aec-4152-b000-880ba60c3663 req-e86e15ce-3e09-4992-8b6b-cd0331f78ccb tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 944 time: 0.2096462 Sep 30 08:18:49.855877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cd2a3-fad2-4778-ba64-d7dd1c07915f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Network': ['ID=bf97da46-ee05-45a0-8770-7a55036eb057,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:49.860019 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2c5eece3-ef31-4e6c-a58f-0e537ba81a22 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8934512 Sep 30 08:18:49.863872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43054) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:49.888413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ca3035d3-6151-4b6e-916a-17057e3ec654 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:49.908501 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-135d800a-2b84-414e-b721-45e717a71341 None None] Could not find standard attr ID for object d70350e7-efee-462a-831f-bc37b4c5b930. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:18:49.918828 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network bf97da46-ee05-45a0-8770-7a55036eb057 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:18:49.925652 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea448ada-9aec-4152-b000-880ba60c3663 req-12a7bdff-cd2b-4905-b36f-a8c18c61b81b tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522881 Sep 30 08:18:49.948148 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 19394ec1-54b4-40ea-8954-061e93e3fbf2 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:49.971434 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0083f8-10fd-4596-9fa2-45ba649964db tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:49.974907 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b0083f8-10fd-4596-9fa2-45ba649964db tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:49.983159 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 19394ec1-54b4-40ea-8954-061e93e3fbf2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:49.983802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 19394ec1-54b4-40ea-8954-061e93e3fbf2 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:49.984470 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device baec3439-f1b1-4a01-abd3-68ff0d3eef30 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:50.136170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3035d3-6151-4b6e-916a-17057e3ec654 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:50.140851 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca3035d3-6151-4b6e-916a-17057e3ec654 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:50.219203 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:50.299944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64149b02-2dc2-4fd4-8231-e8456a677646 req-087cdc3a-91f9-4f19-a199-2d79d734c5b3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:50.302725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-64149b02-2dc2-4fd4-8231-e8456a677646 req-087cdc3a-91f9-4f19-a199-2d79d734c5b3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 947 time: 0.1043563 Sep 30 08:18:50.328491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port baec3439-f1b1-4a01-abd3-68ff0d3eef30, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=baec3439-f1b1-4a01-abd3-68ff0d3eef30,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:50.335798 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:50.359896 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b0083f8-10fd-4596-9fa2-45ba649964db tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:50.361117 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-64149b02-2dc2-4fd4-8231-e8456a677646 req-12f4b970-d11b-42f7-832f-0265fc3ab378 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523310 Sep 30 08:18:50.429190 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=baec3439-f1b1-4a01-abd3-68ff0d3eef30,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:50.472538 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0083f8-10fd-4596-9fa2-45ba649964db tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Subnet': ['ID=172376d6-b50a-43e2-855a-74670c526d13,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:50.494256 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0083f8-10fd-4596-9fa2-45ba649964db tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Checking segment: {'id': 'a58b6932-c0f1-49bf-8da2-4fbd282be91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bf97da46-ee05-45a0-8770-7a55036eb057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:50.494642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0083f8-10fd-4596-9fa2-45ba649964db tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network hostable DHCP agents. Network: bf97da46-ee05-45a0-8770-7a55036eb057, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:18:50.585533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0083f8-10fd-4596-9fa2-45ba649964db tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network bf97da46-ee05-45a0-8770-7a55036eb057 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:18:50.606877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7b0083f8-10fd-4596-9fa2-45ba649964db tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, bf97da46-ee05-45a0-8770-7a55036eb057) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:50.613721 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0083f8-10fd-4596-9fa2-45ba649964db tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:50.614316 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b0083f8-10fd-4596-9fa2-45ba649964db tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:50.622497 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca3035d3-6151-4b6e-916a-17057e3ec654 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:50.687967 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3035d3-6151-4b6e-916a-17057e3ec654 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:50.695023 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7b0083f8-10fd-4596-9fa2-45ba649964db tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9325473 Sep 30 08:18:50.695023 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ca3035d3-6151-4b6e-916a-17057e3ec654 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:50.695718 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43066) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:50.701586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d4b4dc97-356e-435f-8112-d4a4e56096b8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'network_id': 'bf97da46-ee05-45a0-8770-7a55036eb057', 'name': 'tempest-PortsTestJSON-44315533'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:50.702491 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3035d3-6151-4b6e-916a-17057e3ec654 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:50.703166 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca3035d3-6151-4b6e-916a-17057e3ec654 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:50.710602 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3035d3-6151-4b6e-916a-17057e3ec654 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=283adfc0-8374-460f-acec-0de0c7ee88d4,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:50.735809 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ca3035d3-6151-4b6e-916a-17057e3ec654 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8692019 Sep 30 08:18:50.737619 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43068) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:50.742930 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a0ff88d5-8631-4347-aa46-fb1d3d78d683 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'mac_address': 'fa:16:3e:9d:00:d2', 'name': 'tempest-NetworksTestDHCPv6-1650118655'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:50.857602 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b4dc97-356e-435f-8112-d4a4e56096b8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:50.861973 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4b4dc97-356e-435f-8112-d4a4e56096b8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:50.881242 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-d4b4dc97-356e-435f-8112-d4a4e56096b8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] device_id is not set on port e8111d97-f25b-496f-a02c-56f360a45af9 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:50.881744 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ff88d5-8631-4347-aa46-fb1d3d78d683 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:50.992721 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0ff88d5-8631-4347-aa46-fb1d3d78d683 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.018745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-a0ff88d5-8631-4347-aa46-fb1d3d78d683 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port c7ce81d4-d7c2-4e3f-b2d8-e598065fe828 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:51.041102 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d4b4dc97-356e-435f-8112-d4a4e56096b8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Allocated IP 172.20.0.13 (bf97da46-ee05-45a0-8770-7a55036eb057/172376d6-b50a-43e2-855a-74670c526d13/e8111d97-f25b-496f-a02c-56f360a45af9) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:51.135803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cb1c5-2a60-482c-bc88-77c3d8d91d4d req-f4a9e587-3c06-4350-87af-7bb349b5217a tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:51.137402 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb5cb1c5-2a60-482c-bc88-77c3d8d91d4d req-f4a9e587-3c06-4350-87af-7bb349b5217a tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 944 time: 0.0988390 Sep 30 08:18:51.236749 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ebe8af-8d83-4622-8f46-823bde27b22d None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:18:51.254253 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb5cb1c5-2a60-482c-bc88-77c3d8d91d4d req-54c5f2b8-5572-4f2c-97aa-3cbe42e6f267 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087275 Sep 30 08:18:51.274078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a0ff88d5-8631-4347-aa46-fb1d3d78d683 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 172.20.0.4 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/283adfc0-8374-460f-acec-0de0c7ee88d4/c7ce81d4-d7c2-4e3f-b2d8-e598065fe828) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:51.284777 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a0ff88d5-8631-4347-aa46-fb1d3d78d683 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::f816:3eff:fe9d:d2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/078c72f5-4496-4574-9c9b-3aa13cb48154/c7ce81d4-d7c2-4e3f-b2d8-e598065fe828) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:51.328898 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4b4dc97-356e-435f-8112-d4a4e56096b8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.355483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c8db1ad5-3da1-4dd5-a3ab-8eecaf9726b7 None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:51.358077 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8db1ad5-3da1-4dd5-a3ab-8eecaf9726b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.400025 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4b4dc97-356e-435f-8112-d4a4e56096b8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.475330 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b4dc97-356e-435f-8112-d4a4e56096b8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network bf97da46-ee05-45a0-8770-7a55036eb057 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:51.479766 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d4b4dc97-356e-435f-8112-d4a4e56096b8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:51.482956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b4dc97-356e-435f-8112-d4a4e56096b8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:51.532091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4dc97-356e-435f-8112-d4a4e56096b8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=e8111d97-f25b-496f-a02c-56f360a45af9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:51.553601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b4dc97-356e-435f-8112-d4a4e56096b8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:51.554204 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8db1ad5-3da1-4dd5-a3ab-8eecaf9726b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.554345 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4b4dc97-356e-435f-8112-d4a4e56096b8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.573716 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d4b4dc97-356e-435f-8112-d4a4e56096b8 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8764906 Sep 30 08:18:51.577280 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43080) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:51.591798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-918c7333-4b0c-42cc-98fd-429941718f66 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'network_id': 'bf97da46-ee05-45a0-8770-7a55036eb057', 'name': 'tempest-PortsTestJSON-1365610387'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:51.601193 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0ff88d5-8631-4347-aa46-fb1d3d78d683 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.635510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c8db1ad5-3da1-4dd5-a3ab-8eecaf9726b7 None None] For port baec3439-f1b1-4a01-abd3-68ff0d3eef30, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=baec3439-f1b1-4a01-abd3-68ff0d3eef30,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:51.657859 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ebe8af-8d83-4622-8f46-823bde27b22d None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:18:51.661238 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8db1ad5-3da1-4dd5-a3ab-8eecaf9726b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.676235 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0ff88d5-8631-4347-aa46-fb1d3d78d683 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.749980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918c7333-4b0c-42cc-98fd-429941718f66 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:51.752406 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ff88d5-8631-4347-aa46-fb1d3d78d683 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:51.756076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a0ff88d5-8631-4347-aa46-fb1d3d78d683 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:51.759696 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff88d5-8631-4347-aa46-fb1d3d78d683 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:51.763013 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-918c7333-4b0c-42cc-98fd-429941718f66 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.774992 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:51.778779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff88d5-8631-4347-aa46-fb1d3d78d683 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=c7ce81d4-d7c2-4e3f-b2d8-e598065fe828,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:51.791661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-918c7333-4b0c-42cc-98fd-429941718f66 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] device_id is not set on port 4c67c1d5-6072-456b-a6a9-c7bc6bfc9cdc yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:51.864800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ff88d5-8631-4347-aa46-fb1d3d78d683 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:51.865398 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0ff88d5-8631-4347-aa46-fb1d3d78d683 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.869196 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db1ad5-3da1-4dd5-a3ab-8eecaf9726b7 None None] Pushing event updated for resources: {'Port': ['ID=baec3439-f1b1-4a01-abd3-68ff0d3eef30,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:51.879337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dfa287d6-fb71-4c8a-9cda-5fb7763e3fa2 None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:51.880133 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dfa287d6-fb71-4c8a-9cda-5fb7763e3fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:51.899302 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a0ff88d5-8631-4347-aa46-fb1d3d78d683 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.1601436 Sep 30 08:18:51.902675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43088) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:51.973699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cbfa47-d503-447a-929f-850fe062fff2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:51.974942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device baec3439-f1b1-4a01-abd3-68ff0d3eef30 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:51.979030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-918c7333-4b0c-42cc-98fd-429941718f66 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Allocated IP 172.20.0.2 (bf97da46-ee05-45a0-8770-7a55036eb057/172376d6-b50a-43e2-855a-74670c526d13/4c67c1d5-6072-456b-a6a9-c7bc6bfc9cdc) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:51.981635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cbfa47-d503-447a-929f-850fe062fff2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:51.983503 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-44cbfa47-d503-447a-929f-850fe062fff2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0797400 Sep 30 08:18:51.986405 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43090) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:52.038468 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6ed6337-3794-46a6-af9a-7aebe085e2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.239334 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-918c7333-4b0c-42cc-98fd-429941718f66 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.279923 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-918c7333-4b0c-42cc-98fd-429941718f66 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.339064 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c7333-4b0c-42cc-98fd-429941718f66 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=4c67c1d5-6072-456b-a6a9-c7bc6bfc9cdc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:52.356798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918c7333-4b0c-42cc-98fd-429941718f66 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network bf97da46-ee05-45a0-8770-7a55036eb057 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:52.358971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-918c7333-4b0c-42cc-98fd-429941718f66 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:52.361773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c7333-4b0c-42cc-98fd-429941718f66 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:52.456140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:52.456752 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.458476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918c7333-4b0c-42cc-98fd-429941718f66 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:52.459403 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-918c7333-4b0c-42cc-98fd-429941718f66 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.504042 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aa275-30ef-4a16-aea9-0e4d212e1b19 req-5bb48ef9-0d83-45c6-a45f-141c42a03bf9 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:52.505946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-808aa275-30ef-4a16-aea9-0e4d212e1b19 req-5bb48ef9-0d83-45c6-a45f-141c42a03bf9 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 944 time: 0.1170497 Sep 30 08:18:52.574095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8de5868b-c617-4277-9375-e8b4ed64e309 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port c7ce81d4-d7c2-4e3f-b2d8-e598065fe828 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:52.574440 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8de5868b-c617-4277-9375-e8b4ed64e309 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.575689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-bf97da46-ee05-45a0-8770-7a55036eb057', 'network_id': 'bf97da46-ee05-45a0-8770-7a55036eb057', 'tenant_id': 'a78eae47c22443e0bd6d93fe6243fcdc', 'fixed_ips': [{'subnet_id': '172376d6-b50a-43e2-855a-74670c526d13'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:52.577120 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.579775 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device bc2b2bab-012e-435c-9b86-a32f0da4220f up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:52.582449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-808aa275-30ef-4a16-aea9-0e4d212e1b19 req-0031a357-7449-4f26-ba57-dfcf607b66a7 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703743 Sep 30 08:18:52.678589 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6ed6337-3794-46a6-af9a-7aebe085e2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.685622 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6ed6337-3794-46a6-af9a-7aebe085e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.693183 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-918c7333-4b0c-42cc-98fd-429941718f66 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1119480 Sep 30 08:18:52.693868 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43098) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:52.719894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8de5868b-c617-4277-9375-e8b4ed64e309 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.722238 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51069e1-ed10-4b0b-8eec-5610f0abf5cb None None] Update dhcp port {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'fixed_ips': [{'subnet_id': '078c72f5-4496-4574-9c9b-3aa13cb48154', 'ip_address': '2001:db8::f816:3eff:feeb:63ca'}, {'subnet_id': '283adfc0-8374-460f-acec-0de0c7ee88d4'}], 'binding:host_id': 'n-d-807359-2'}, 'id': 'baec3439-f1b1-4a01-abd3-68ff0d3eef30'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:18:52.757386 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e6ed6337-3794-46a6-af9a-7aebe085e2dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38e9cddd304848d4821f277425eb4a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9804823 Sep 30 08:18:52.759449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8de5868b-c617-4277-9375-e8b4ed64e309 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for c7ce81d4-d7c2-4e3f-b2d8-e598065fe828 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:52.761473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43100) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:52.762760 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed6337-3794-46a6-af9a-7aebe085e2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968fae8c-8ca7-4626-9e43-cb06d996e88c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:52.777521 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c51069e1-ed10-4b0b-8eec-5610f0abf5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.794277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3c5e9a-c43b-4594-ab06-0946a0dd6bb7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:52.800595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ec3c5e9a-c43b-4594-ab06-0946a0dd6bb7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 921 time: 0.1055653 Sep 30 08:18:52.801146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43102) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:52.829610 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port bc2b2bab-012e-435c-9b86-a32f0da4220f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:18:52.855802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port bc2b2bab-012e-435c-9b86-a32f0da4220f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:52.856204 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.867515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Allocated IP 172.20.0.3 (bf97da46-ee05-45a0-8770-7a55036eb057/172376d6-b50a-43e2-855a-74670c526d13/b47481cd-c146-41a6-bf5e-5816c540f72e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:52.877645 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9384e22c-8fad-46f8-b32d-15464448df08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.897610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-39aef4ec-18c3-4afd-91f0-ff7a8867f34b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port 4c67c1d5-6072-456b-a6a9-c7bc6bfc9cdc {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:52.898234 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39aef4ec-18c3-4afd-91f0-ff7a8867f34b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.918851 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9384e22c-8fad-46f8-b32d-15464448df08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:52.995576 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39aef4ec-18c3-4afd-91f0-ff7a8867f34b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.009513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-39aef4ec-18c3-4afd-91f0-ff7a8867f34b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for 4c67c1d5-6072-456b-a6a9-c7bc6bfc9cdc owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:53.036746 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9384e22c-8fad-46f8-b32d-15464448df08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.039462 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9384e22c-8fad-46f8-b32d-15464448df08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.040679 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9384e22c-8fad-46f8-b32d-15464448df08 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/968fae8c-8ca7-4626-9e43-cb06d996e88c HTTP/1.1" status: 204 len: 168 time: 0.2744884 Sep 30 08:18:53.055740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384e22c-8fad-46f8-b32d-15464448df08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968fae8c-8ca7-4626-9e43-cb06d996e88c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:53.070195 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8de5868b-c617-4277-9375-e8b4ed64e309 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.122535 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5868b-c617-4277-9375-e8b4ed64e309 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=c7ce81d4-d7c2-4e3f-b2d8-e598065fe828,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:53.149316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c51069e1-ed10-4b0b-8eec-5610f0abf5cb None None] Allocated IP 172.20.0.2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/283adfc0-8374-460f-acec-0de0c7ee88d4/baec3439-f1b1-4a01-abd3-68ff0d3eef30) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:53.185013 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39aef4ec-18c3-4afd-91f0-ff7a8867f34b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.195053 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.234473 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8de5868b-c617-4277-9375-e8b4ed64e309 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.238821 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8de5868b-c617-4277-9375-e8b4ed64e309 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/c7ce81d4-d7c2-4e3f-b2d8-e598065fe828 HTTP/1.1" status: 204 len: 168 time: 1.2487423 Sep 30 08:18:53.238996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aef4ec-18c3-4afd-91f0-ff7a8867f34b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=4c67c1d5-6072-456b-a6a9-c7bc6bfc9cdc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:53.239504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43108) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:53.275870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506a1d6e-8dbf-4d3b-9655-3662140dbf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2b2bab-012e-435c-9b86-a32f0da4220f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:18:53.278175 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46efa39c-9951-4a04-ad30-426d442fc7db" -d '{"events": [{"server_uuid": "506a1d6e-8dbf-4d3b-9655-3662140dbf1c", "name": "network-vif-plugged", "status": "completed", "tag": "bc2b2bab-012e-435c-9b86-a32f0da4220f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:18:53.330106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port bc2b2bab-012e-435c-9b86-a32f0da4220f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=bc2b2bab-012e-435c-9b86-a32f0da4220f,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:53.335737 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954bdf58-b4a8-4a1f-8899-2d0aa37f055a x-openstack-request-id: req-954bdf58-b4a8-4a1f-8899-2d0aa37f055a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:18:53.336117 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506a1d6e-8dbf-4d3b-9655-3662140dbf1c", "name": "network-vif-plugged", "status": "completed", "tag": "bc2b2bab-012e-435c-9b86-a32f0da4220f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:18:53.336453 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-954bdf58-b4a8-4a1f-8899-2d0aa37f055a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:18:53.337239 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506a1d6e-8dbf-4d3b-9655-3662140dbf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2b2bab-012e-435c-9b86-a32f0da4220f', 'code': 200} Sep 30 08:18:53.345564 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.347175 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.359073 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.381064 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279b268f-f9f8-42d4-ad6b-874c3a675924 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:53.384301 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279b268f-f9f8-42d4-ad6b-874c3a675924 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:53.387107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279b268f-f9f8-42d4-ad6b-874c3a675924 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:53.391452 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-279b268f-f9f8-42d4-ad6b-874c3a675924 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1426053 Sep 30 08:18:53.392143 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43114) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:53.401160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c51069e1-ed10-4b0b-8eec-5610f0abf5cb None None] For port baec3439-f1b1-4a01-abd3-68ff0d3eef30, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=baec3439-f1b1-4a01-abd3-68ff0d3eef30,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:53.435704 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39aef4ec-18c3-4afd-91f0-ff7a8867f34b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.441577 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c51069e1-ed10-4b0b-8eec-5610f0abf5cb None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.441772 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-39aef4ec-18c3-4afd-91f0-ff7a8867f34b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/4c67c1d5-6072-456b-a6a9-c7bc6bfc9cdc HTTP/1.1" status: 204 len: 168 time: 0.6394877 Sep 30 08:18:53.446243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43118) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:53.455717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6b74a6-b19c-4083-b565-7d6d1da91551 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 078c72f5-4496-4574-9c9b-3aa13cb48154 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:53.456826 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c51069e1-ed10-4b0b-8eec-5610f0abf5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.459703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6b74a6-b19c-4083-b565-7d6d1da91551 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.471341 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Network bf97da46-ee05-45a0-8770-7a55036eb057 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:53.477218 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bac364c-b06d-466b-9b82-3c26e8dd6e04 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] GET failed (client error): The resource could not be found. Sep 30 08:18:53.481996 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5bac364c-b06d-466b-9b82-3c26e8dd6e04 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/4c67c1d5-6072-456b-a6a9-c7bc6bfc9cdc HTTP/1.1" status: 404 len: 333 time: 0.0361612 Sep 30 08:18:53.482159 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:53.485492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:53.493578 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:53.495291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=bc2b2bab-012e-435c-9b86-a32f0da4220f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:53.514030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a337b-6e0f-4417-9009-c825e7ee566f req-ac32e48d-9831-4c71-82c9-c0a372d2f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:53.516032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b68a337b-6e0f-4417-9009-c825e7ee566f req-ac32e48d-9831-4c71-82c9-c0a372d2f3cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 1096 time: 0.1177909 Sep 30 08:18:53.560169 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6b74a6-b19c-4083-b565-7d6d1da91551 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.572624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b68a337b-6e0f-4417-9009-c825e7ee566f req-4408d27a-2122-4ad7-bf40-4b7b8faefdf7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473337 Sep 30 08:18:53.616750 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Pushing event updated for resources: {'Port': ['ID=b47481cd-c146-41a6-bf5e-5816c540f72e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:53.652924 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Attempting to bind port b47481cd-c146-41a6-bf5e-5816c540f72e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:53.653328 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Attempting to bind port b47481cd-c146-41a6-bf5e-5816c540f72e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'a58b6932-c0f1-49bf-8da2-4fbd282be91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bf97da46-ee05-45a0-8770-7a55036eb057'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:53.653657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Attempting to bind port b47481cd-c146-41a6-bf5e-5816c540f72e on network bf97da46-ee05-45a0-8770-7a55036eb057 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:53.664311 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:53.664734 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Checking segment: {'id': 'a58b6932-c0f1-49bf-8da2-4fbd282be91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bf97da46-ee05-45a0-8770-7a55036eb057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:53.665085 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.665479 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Bound using segment: {'id': 'a58b6932-c0f1-49bf-8da2-4fbd282be91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bf97da46-ee05-45a0-8770-7a55036eb057'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:53.665958 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Bound port: b47481cd-c146-41a6-bf5e-5816c540f72e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58b6932-c0f1-49bf-8da2-4fbd282be91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bf97da46-ee05-45a0-8770-7a55036eb057'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:53.666342 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.709750 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6b74a6-b19c-4083-b565-7d6d1da91551 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.723210 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51069e1-ed10-4b0b-8eec-5610f0abf5cb None None] Pushing event updated for resources: {'Port': ['ID=baec3439-f1b1-4a01-abd3-68ff0d3eef30,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:53.774733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] For port b47481cd-c146-41a6-bf5e-5816c540f72e, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:53.776214 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] For port b47481cd-c146-41a6-bf5e-5816c540f72e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b47481cd-c146-41a6-bf5e-5816c540f72e,segment=NetworkSegment(a58b6932-c0f1-49bf-8da2-4fbd282be91f),segment_id=a58b6932-c0f1-49bf-8da2-4fbd282be91f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:53.784860 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.821249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893b024-fd4b-4a37-9082-4c2341893c28 req-2c8a6959-6404-4023-9010-185145ee8cea tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:53.829422 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6893b024-fd4b-4a37-9082-4c2341893c28 req-2c8a6959-6404-4023-9010-185145ee8cea tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 945 time: 0.1083181 Sep 30 08:18:53.890252 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6b74a6-b19c-4083-b565-7d6d1da91551 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.927171 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dd32e418-9580-4102-b30a-8bc3565bd3c4 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port e8111d97-f25b-496f-a02c-56f360a45af9 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:53.927679 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd32e418-9580-4102-b30a-8bc3565bd3c4 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:53.932535 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device baec3439-f1b1-4a01-abd3-68ff0d3eef30 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:53.993160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692c2bd-8268-4f06-9666-b95bb81b8cea None None] Pushing event updated for resources: {'Port': ['ID=b47481cd-c146-41a6-bf5e-5816c540f72e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:53.996704 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6893b024-fd4b-4a37-9082-4c2341893c28 req-bcbfa900-0c28-4b92-998a-098cdea5400e tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605413 Sep 30 08:18:54.005894 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74eba955-855c-47cc-97c4-7b1952c399a6 req-f520ae1f-a509-479f-b943-38d354515cda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1742039 Sep 30 08:18:54.041596 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b74a6-b19c-4083-b565-7d6d1da91551 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=078c72f5-4496-4574-9c9b-3aa13cb48154,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:54.056214 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d6b74a6-b19c-4083-b565-7d6d1da91551 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.056621 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:54.056959 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.060623 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6d6b74a6-b19c-4083-b565-7d6d1da91551 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/078c72f5-4496-4574-9c9b-3aa13cb48154 HTTP/1.1" status: 204 len: 168 time: 0.6647940 Sep 30 08:18:54.069083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43140) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:54.095325 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd32e418-9580-4102-b30a-8bc3565bd3c4 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.096563 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eba955-855c-47cc-97c4-7b1952c399a6 req-2a6e54cc-3884-413b-bb9b-ccda1827dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:54.098134 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74eba955-855c-47cc-97c4-7b1952c399a6 req-2a6e54cc-3884-413b-bb9b-ccda1827dd75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65f77f917e6741beb8be5925cd94a983&device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 1097 time: 0.0630577 Sep 30 08:18:54.164909 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dd32e418-9580-4102-b30a-8bc3565bd3c4 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for e8111d97-f25b-496f-a02c-56f360a45af9 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:54.200572 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9acd21a-85be-42e7-83b6-e7393d16ecf9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 283adfc0-8374-460f-acec-0de0c7ee88d4 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:54.208080 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9acd21a-85be-42e7-83b6-e7393d16ecf9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.318596 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9acd21a-85be-42e7-83b6-e7393d16ecf9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.333762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eba955-855c-47cc-97c4-7b1952c399a6 req-dfbe6a4d-0563-4e40-ab14-8b3a393bb0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:54.341889 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74eba955-855c-47cc-97c4-7b1952c399a6 req-dfbe6a4d-0563-4e40-ab14-8b3a393bb0c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd8654c1-9670-489b-8846-b78b64c8803b HTTP/1.1" status: 200 len: 916 time: 0.2139816 Sep 30 08:18:54.398652 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74eba955-855c-47cc-97c4-7b1952c399a6 req-5c923c94-2ab6-4b51-bf28-52fa040bed31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16db043a-2682-4e62-8c9d-2febf1b08ad5 HTTP/1.1" status: 200 len: 217 time: 0.0517340 Sep 30 08:18:54.469582 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9acd21a-85be-42e7-83b6-e7393d16ecf9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.477152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eba955-855c-47cc-97c4-7b1952c399a6 req-4af0e4ed-ebf6-480f-b204-26e49ce19260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:54.478757 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74eba955-855c-47cc-97c4-7b1952c399a6 req-4af0e4ed-ebf6-480f-b204-26e49ce19260 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12d02642-6479-440b-88a5-d674911fee7d HTTP/1.1" status: 200 len: 855 time: 0.0711975 Sep 30 08:18:54.528637 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74eba955-855c-47cc-97c4-7b1952c399a6 req-2161adf1-32ab-46ba-a004-857156be267b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd8654c1-9670-489b-8846-b78b64c8803b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374880 Sep 30 08:18:54.586193 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9acd21a-85be-42e7-83b6-e7393d16ecf9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.594704 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd32e418-9580-4102-b30a-8bc3565bd3c4 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.637327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acd21a-85be-42e7-83b6-e7393d16ecf9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=283adfc0-8374-460f-acec-0de0c7ee88d4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:54.676899 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9acd21a-85be-42e7-83b6-e7393d16ecf9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.679528 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f9acd21a-85be-42e7-83b6-e7393d16ecf9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/283adfc0-8374-460f-acec-0de0c7ee88d4 HTTP/1.1" status: 204 len: 168 time: 0.6094742 Sep 30 08:18:54.683690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:54.691257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32e418-9580-4102-b30a-8bc3565bd3c4 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=e8111d97-f25b-496f-a02c-56f360a45af9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:54.732295 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74eba955-855c-47cc-97c4-7b1952c399a6 req-62113e4e-06f6-40f7-9e32-a8eab80b7e79 service neutron] 10.222.0.36 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960249 Sep 30 08:18:54.753949 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2df5bf51-caf5-4349-a828-c3ac82ecee7c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660479 Sep 30 08:18:54.755217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43156) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:54.759812 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-61ef2c9f-c644-45f6-809f-89acbddaff15 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:54.904903 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd32e418-9580-4102-b30a-8bc3565bd3c4 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.910506 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dd32e418-9580-4102-b30a-8bc3565bd3c4 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/e8111d97-f25b-496f-a02c-56f360a45af9 HTTP/1.1" status: 204 len: 168 time: 1.4271770 Sep 30 08:18:54.910678 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74eba955-855c-47cc-97c4-7b1952c399a6 req-184be609-cfaf-4e6f-8b45-5db51406571e service neutron] 10.222.0.36 "GET /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658220 Sep 30 08:18:54.911174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43160) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:54.940848 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3bd6301-0bfe-4eb0-b11d-7f01dfca3c44 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] GET failed (client error): The resource could not be found. Sep 30 08:18:54.942668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c3bd6301-0bfe-4eb0-b11d-7f01dfca3c44 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/e8111d97-f25b-496f-a02c-56f360a45af9 HTTP/1.1" status: 404 len: 333 time: 0.0300341 Sep 30 08:18:54.945666 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:54.981344 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ef2c9f-c644-45f6-809f-89acbddaff15 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:54.986439 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ef2c9f-c644-45f6-809f-89acbddaff15 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:54.993935 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d7aca11f-a73f-4fe3-a782-048a2fc18830 None None] Could not find standard attr ID for object c7ce81d4-d7c2-4e3f-b2d8-e598065fe828. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:18:55.022954 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d7aca11f-a73f-4fe3-a782-048a2fc18830 None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:55.023808 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7aca11f-a73f-4fe3-a782-048a2fc18830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.163625 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9806eb42-b88d-47db-a4ef-ee701146178d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting subnet 172376d6-b50a-43e2-855a-74670c526d13 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:18:55.168236 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9806eb42-b88d-47db-a4ef-ee701146178d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.184677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b5b9f-1b54-4846-ac76-2b48ce9addab req-b4585d8f-5224-4551-ac4d-db78b90a60c8 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:55.186812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-689b5b9f-1b54-4846-ac76-2b48ce9addab req-b4585d8f-5224-4551-ac4d-db78b90a60c8 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 945 time: 0.0861156 Sep 30 08:18:55.223494 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9806eb42-b88d-47db-a4ef-ee701146178d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.233998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-689b5b9f-1b54-4846-ac76-2b48ce9addab req-4ecfb229-a7f2-40d6-b6a2-db1c8c853983 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393093 Sep 30 08:18:55.372873 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a82309-1357-43b7-a69a-09f8cbd11089 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:55.377684 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3654d1b-2d17-40b6-9c2f-b4321069f399 None None] Network bf97da46-ee05-45a0-8770-7a55036eb057 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:55.391895 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9806eb42-b88d-47db-a4ef-ee701146178d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.415609 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ef2c9f-c644-45f6-809f-89acbddaff15 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.434524 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-37744b2d-0a01-4c9e-ac1b-482429575172 None None] Provisioning complete for port b47481cd-c146-41a6-bf5e-5816c540f72e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:55.434932 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37744b2d-0a01-4c9e-ac1b-482429575172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.486462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ef2c9f-c644-45f6-809f-89acbddaff15 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:55.494802 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-61ef2c9f-c644-45f6-809f-89acbddaff15 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:55.504647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ef2c9f-c644-45f6-809f-89acbddaff15 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:55.505247 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ef2c9f-c644-45f6-809f-89acbddaff15 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.509370 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef2c9f-c644-45f6-809f-89acbddaff15 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=7db33ccc-0d82-4dbe-b782-64cb197f265b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:55.542789 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-61ef2c9f-c644-45f6-809f-89acbddaff15 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7872648 Sep 30 08:18:55.545758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43178) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:55.551769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b34f67cb-15c9-4835-bea8-321e21485224 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:55.555542 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9806eb42-b88d-47db-a4ef-ee701146178d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.605349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806eb42-b88d-47db-a4ef-ee701146178d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Subnet': ['ID=172376d6-b50a-43e2-855a-74670c526d13,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:55.607281 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9806eb42-b88d-47db-a4ef-ee701146178d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.622830 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9806eb42-b88d-47db-a4ef-ee701146178d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/172376d6-b50a-43e2-855a-74670c526d13 HTTP/1.1" status: 204 len: 168 time: 0.6757758 Sep 30 08:18:55.623709 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43182) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:55.735271 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37744b2d-0a01-4c9e-ac1b-482429575172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.750809 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.824688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-37744b2d-0a01-4c9e-ac1b-482429575172 None None] For port b47481cd-c146-41a6-bf5e-5816c540f72e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b47481cd-c146-41a6-bf5e-5816c540f72e,segment=NetworkSegment(a58b6932-c0f1-49bf-8da2-4fbd282be91f),segment_id=a58b6932-c0f1-49bf-8da2-4fbd282be91f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:55.825119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34f67cb-15c9-4835-bea8-321e21485224 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:55.830227 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port b47481cd-c146-41a6-bf5e-5816c540f72e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:18:55.830990 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.832480 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b34f67cb-15c9-4835-bea8-321e21485224 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.839990 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37744b2d-0a01-4c9e-ac1b-482429575172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.931613 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-37744b2d-0a01-4c9e-ac1b-482429575172 None None] Could not find standard attr ID for object e8111d97-f25b-496f-a02c-56f360a45af9. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:18:55.965624 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] For port b47481cd-c146-41a6-bf5e-5816c540f72e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b47481cd-c146-41a6-bf5e-5816c540f72e,segment=NetworkSegment(a58b6932-c0f1-49bf-8da2-4fbd282be91f),segment_id=a58b6932-c0f1-49bf-8da2-4fbd282be91f)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:55.966199 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:55.972688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b47481cd-c146-41a6-bf5e-5816c540f72e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:55.990583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for b47481cd-c146-41a6-bf5e-5816c540f72e owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:18:56.167242 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.197208 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-01682f06-ebbd-494f-8a5b-074855ee098c None None] Could not find standard attr ID for object c7ce81d4-d7c2-4e3f-b2d8-e598065fe828. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:18:56.227019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=b47481cd-c146-41a6-bf5e-5816c540f72e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:56.239675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No DVR routers for this DVR port b47481cd-c146-41a6-bf5e-5816c540f72e on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:18:56.277196 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37744b2d-0a01-4c9e-ac1b-482429575172 None None] Pushing event updated for resources: {'Port': ['ID=b47481cd-c146-41a6-bf5e-5816c540f72e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:56.299380 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No active binding found for port b47481cd-c146-41a6-bf5e-5816c540f72e {{(pid=94839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 30 08:18:56.302844 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b47481cd-c146-41a6-bf5e-5816c540f72e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 30 08:18:56.346476 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-01682f06-ebbd-494f-8a5b-074855ee098c None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:56.346996 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01682f06-ebbd-494f-8a5b-074855ee098c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.350742 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Port b47481cd-c146-41a6-bf5e-5816c540f72e not found, will not notify nova. {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 30 08:18:56.364850 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.379781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a61a04-5be5-44ab-9349-3a8b17a466dc None None] Network bf97da46-ee05-45a0-8770-7a55036eb057 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:56.389554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf97da46-ee05-45a0-8770-7a55036eb057']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:56.401630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58b6932-c0f1-49bf-8da2-4fbd282be91f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:56.401937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58b6932-c0f1-49bf-8da2-4fbd282be91f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:18:56.418815 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.435760 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.445665 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:18:56.446085 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.455836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.objects.ports [None req-b34f67cb-15c9-4835-bea8-321e21485224 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94837) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:18:56.489702 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53f651a-861d-4169-8ce8-a6214ab2968a None None] Update dhcp port {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'fixed_ips': [{'subnet_id': '7db33ccc-0d82-4dbe-b782-64cb197f265b'}], 'binding:host_id': 'n-d-807359-2'}, 'id': 'baec3439-f1b1-4a01-abd3-68ff0d3eef30'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:18:56.526961 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:18:56.529873 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.536797 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.541020 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/networks/bf97da46-ee05-45a0-8770-7a55036eb057 HTTP/1.1" status: 204 len: 168 time: 0.9148180 Sep 30 08:18:56.548149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43198) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:56.564825 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-da4f31bf-6d7e-42da-b56a-c2a8f4bb86e9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1198899391'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:56.569983 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f86295-3489-4a06-b2a5-4297d990e839 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Network': ['ID=bf97da46-ee05-45a0-8770-7a55036eb057,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:56.602420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4f31bf-6d7e-42da-b56a-c2a8f4bb86e9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:56.608089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da4f31bf-6d7e-42da-b56a-c2a8f4bb86e9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.617795 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c53f651a-861d-4169-8ce8-a6214ab2968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.694150 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4f31bf-6d7e-42da-b56a-c2a8f4bb86e9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:18:56.736380 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab8a425-4c78-40dd-a229-373279e32d47 None None] DHCP port deletion for bf97da46-ee05-45a0-8770-7a55036eb057 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:18:56.745593 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da4f31bf-6d7e-42da-b56a-c2a8f4bb86e9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.746057 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-da4f31bf-6d7e-42da-b56a-c2a8f4bb86e9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Added segment edfbd14c-aa2a-4934-bd76-63291c6e1296 of type vlan for network 6fc13be2-f619-4a11-931e-a7771a924d0c Sep 30 08:18:56.852778 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da4f31bf-6d7e-42da-b56a-c2a8f4bb86e9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.884873 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da4f31bf-6d7e-42da-b56a-c2a8f4bb86e9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.895456 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4f31bf-6d7e-42da-b56a-c2a8f4bb86e9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:56.895682 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-da4f31bf-6d7e-42da-b56a-c2a8f4bb86e9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.904507 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b34f67cb-15c9-4835-bea8-321e21485224 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:56.929811 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-da4f31bf-6d7e-42da-b56a-c2a8f4bb86e9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3788247 Sep 30 08:18:56.937391 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43204) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:56.942470 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-58252be1-f1d0-449b-9b18-3fd01257f68b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'subnet': {'network_id': '6fc13be2-f619-4a11-931e-a7771a924d0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:57.035486 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f31bf-6d7e-42da-b56a-c2a8f4bb86e9 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Network': ['ID=6fc13be2-f619-4a11-931e-a7771a924d0c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:57.066880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 6fc13be2-f619-4a11-931e-a7771a924d0c details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:18:57.109395 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-c53f651a-861d-4169-8ce8-a6214ab2968a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:feeb:63ca-38b9367b-6c38-4e23-ac0b-8fca5b7973 {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:18:57.109825 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-c53f651a-861d-4169-8ce8-a6214ab2968a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:18:57.114110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58252be1-f1d0-449b-9b18-3fd01257f68b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:57.118324 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58252be1-f1d0-449b-9b18-3fd01257f68b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.151087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-b34f67cb-15c9-4835-bea8-321e21485224 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] For port baec3439-f1b1-4a01-abd3-68ff0d3eef30, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=baec3439-f1b1-4a01-abd3-68ff0d3eef30,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:57.196434 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b34f67cb-15c9-4835-bea8-321e21485224 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.201124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b34f67cb-15c9-4835-bea8-321e21485224 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.202139 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b34f67cb-15c9-4835-bea8-321e21485224 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.281222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f67cb-15c9-4835-bea8-321e21485224 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:57.291168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b34f67cb-15c9-4835-bea8-321e21485224 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:57.294704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f67cb-15c9-4835-bea8-321e21485224 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:57.295315 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b34f67cb-15c9-4835-bea8-321e21485224 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.310297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f67cb-15c9-4835-bea8-321e21485224 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=9f7b7868-a80e-4614-8fa0-60689c0e29de,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:57.319117 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f67cb-15c9-4835-bea8-321e21485224 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=baec3439-f1b1-4a01-abd3-68ff0d3eef30,revision_number=13']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:57.331258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b34f67cb-15c9-4835-bea8-321e21485224 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7815709 Sep 30 08:18:57.331415 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58252be1-f1d0-449b-9b18-3fd01257f68b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.331779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43210) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:57.336586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'mac_address': 'fa:16:3e:ca:2d:47', 'name': 'tempest-NetworksTestDHCPv6-1941370254'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:57.396672 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58252be1-f1d0-449b-9b18-3fd01257f68b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Subnet': ['ID=e21784ea-8907-4262-9412-402a731d297f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:57.404604 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58252be1-f1d0-449b-9b18-3fd01257f68b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Checking segment: {'id': 'edfbd14c-aa2a-4934-bd76-63291c6e1296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6fc13be2-f619-4a11-931e-a7771a924d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:57.404972 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58252be1-f1d0-449b-9b18-3fd01257f68b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network hostable DHCP agents. Network: 6fc13be2-f619-4a11-931e-a7771a924d0c, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:18:57.424245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58252be1-f1d0-449b-9b18-3fd01257f68b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 6fc13be2-f619-4a11-931e-a7771a924d0c is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:18:57.433816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-58252be1-f1d0-449b-9b18-3fd01257f68b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 6fc13be2-f619-4a11-931e-a7771a924d0c) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:57.438476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58252be1-f1d0-449b-9b18-3fd01257f68b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:57.439549 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58252be1-f1d0-449b-9b18-3fd01257f68b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.442964 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb18d1b-fb6a-4f23-b24c-f6448bc9b259 None None] Network 6fc13be2-f619-4a11-931e-a7771a924d0c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:57.458300 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-58252be1-f1d0-449b-9b18-3fd01257f68b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5209453 Sep 30 08:18:57.459181 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43212) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:57.464436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-72968329-4178-4337-93ba-a3b35bc6b5a7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'network_id': '6fc13be2-f619-4a11-931e-a7771a924d0c', 'name': 'tempest-PortsTestJSON-810516735', 'fixed_ips': [{'subnet_id': 'e21784ea-8907-4262-9412-402a731d297f', 'ip_address': '172.20.0.10'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:57.588960 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72968329-4178-4337-93ba-a3b35bc6b5a7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:57.598401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-6fc13be2-f619-4a11-931e-a7771a924d0c', 'network_id': '6fc13be2-f619-4a11-931e-a7771a924d0c', 'tenant_id': 'a78eae47c22443e0bd6d93fe6243fcdc', 'fixed_ips': [{'subnet_id': 'e21784ea-8907-4262-9412-402a731d297f'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:18:57.599376 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.688050 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72968329-4178-4337-93ba-a3b35bc6b5a7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.705246 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c53f651a-861d-4169-8ce8-a6214ab2968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.707593 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-72968329-4178-4337-93ba-a3b35bc6b5a7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] device_id is not set on port 8508b9b5-5ba3-4fca-8eae-2c19c0fdc3f0 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:57.805635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:57.839549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Allocated IP 172.20.0.2 (6fc13be2-f619-4a11-931e-a7771a924d0c/e21784ea-8907-4262-9412-402a731d297f/19cff03e-aaa0-4d56-8b81-9131ebf411f4) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:57.909434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device baec3439-f1b1-4a01-abd3-68ff0d3eef30 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:18:57.930165 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:57.953348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port a0f44109-0fa7-4b68-b49f-dd0bef107eb1 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:58.090943 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:58.091311 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.123386 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c53f651a-861d-4169-8ce8-a6214ab2968a None None] Allocated IP 172.20.0.2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/7db33ccc-0d82-4dbe-b782-64cb197f265b/baec3439-f1b1-4a01-abd3-68ff0d3eef30) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:58.200146 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.228579 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.298969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-72968329-4178-4337-93ba-a3b35bc6b5a7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Allocated IP 172.20.0.10 (6fc13be2-f619-4a11-931e-a7771a924d0c/e21784ea-8907-4262-9412-402a731d297f/8508b9b5-5ba3-4fca-8eae-2c19c0fdc3f0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:58.336091 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Network 6fc13be2-f619-4a11-931e-a7771a924d0c is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:58.361146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:58.369299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Pushing event updated for resources: {'Port': ['ID=19cff03e-aaa0-4d56-8b81-9131ebf411f4,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:58.378232 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:58.385331 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c53f651a-861d-4169-8ce8-a6214ab2968a None None] For port baec3439-f1b1-4a01-abd3-68ff0d3eef30, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=baec3439-f1b1-4a01-abd3-68ff0d3eef30,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:18:58.480719 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c53f651a-861d-4169-8ce8-a6214ab2968a None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.485524 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b47481cd-c146-41a6-bf5e-5816c540f72e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:18:58.512783 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Attempting to bind port 19cff03e-aaa0-4d56-8b81-9131ebf411f4 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:18:58.513189 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Attempting to bind port 19cff03e-aaa0-4d56-8b81-9131ebf411f4 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'edfbd14c-aa2a-4934-bd76-63291c6e1296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6fc13be2-f619-4a11-931e-a7771a924d0c'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:18:58.513680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Attempting to bind port 19cff03e-aaa0-4d56-8b81-9131ebf411f4 on network 6fc13be2-f619-4a11-931e-a7771a924d0c {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:18:58.513811 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72968329-4178-4337-93ba-a3b35bc6b5a7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.516692 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c53f651a-861d-4169-8ce8-a6214ab2968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.528846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: b47481cd-c146-41a6-bf5e-5816c540f72e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:18:58.529215 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b47481cd-c146-41a6-bf5e-5816c540f72e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:18:58.573422 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:18:58.573799 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Checking segment: {'id': 'edfbd14c-aa2a-4934-bd76-63291c6e1296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6fc13be2-f619-4a11-931e-a7771a924d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:18:58.574193 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.574645 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Bound using segment: {'id': 'edfbd14c-aa2a-4934-bd76-63291c6e1296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6fc13be2-f619-4a11-931e-a7771a924d0c'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:18:58.575367 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Bound port: 19cff03e-aaa0-4d56-8b81-9131ebf411f4, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfbd14c-aa2a-4934-bd76-63291c6e1296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6fc13be2-f619-4a11-931e-a7771a924d0c'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:18:58.576034 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.590896 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72968329-4178-4337-93ba-a3b35bc6b5a7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.596153 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.db.api [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3a3cfa8b-b5e8-4572-8853-4a2416281d80 {{(pid=94837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:18:58.596474 n-d-807359-2 neutron-server[94837]: DEBUG oslo_db.api [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:18:58.625412 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f651a-861d-4169-8ce8-a6214ab2968a None None] Pushing event updated for resources: {'Port': ['ID=baec3439-f1b1-4a01-abd3-68ff0d3eef30,revision_number=14']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:58.686854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72968329-4178-4337-93ba-a3b35bc6b5a7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 6fc13be2-f619-4a11-931e-a7771a924d0c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:18:58.697201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-72968329-4178-4337-93ba-a3b35bc6b5a7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:18:58.704551 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72968329-4178-4337-93ba-a3b35bc6b5a7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:18:58.709871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72968329-4178-4337-93ba-a3b35bc6b5a7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=8508b9b5-5ba3-4fca-8eae-2c19c0fdc3f0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:58.718864 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] For port 19cff03e-aaa0-4d56-8b81-9131ebf411f4, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:18:58.723000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] For port 19cff03e-aaa0-4d56-8b81-9131ebf411f4, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=19cff03e-aaa0-4d56-8b81-9131ebf411f4,segment=NetworkSegment(edfbd14c-aa2a-4934-bd76-63291c6e1296),segment_id=edfbd14c-aa2a-4934-bd76-63291c6e1296)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:18:58.727956 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.790578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72968329-4178-4337-93ba-a3b35bc6b5a7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:18:58.791954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72968329-4178-4337-93ba-a3b35bc6b5a7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:58.801560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206067c9-88e4-4dbc-9761-f6c0b859675c None None] Pushing event updated for resources: {'Port': ['ID=19cff03e-aaa0-4d56-8b81-9131ebf411f4,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:18:58.820761 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-72968329-4178-4337-93ba-a3b35bc6b5a7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3606498 Sep 30 08:18:58.824627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43238) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:18:58.830949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7de8d738-7ebf-4847-8223-f5d2da9038c3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'network_id': '6fc13be2-f619-4a11-931e-a7771a924d0c', 'name': 'tempest-PortsTestJSON-329117348', 'fixed_ips': [{'subnet_id': 'e21784ea-8907-4262-9412-402a731d297f', 'ip_address': '172.20.0.9'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:18:59.015039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de8d738-7ebf-4847-8223-f5d2da9038c3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:18:59.131570 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:59.196628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port e895303d-ffdf-4e85-a193-ec5230f5b599 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:59.220993 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7de8d738-7ebf-4847-8223-f5d2da9038c3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:59.361905 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-7de8d738-7ebf-4847-8223-f5d2da9038c3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] device_id is not set on port 7aa2346a-4988-4938-933b-635c8d3fa8e5 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:18:59.447122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba120ce-c171-49d8-95fe-f8795e95d44c None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:18:59.545141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-414a7d6f-4b7d-4859-9ac7-9c445266c664 None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:18:59.545840 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-414a7d6f-4b7d-4859-9ac7-9c445266c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:18:59.592960 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 172.20.0.7 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/7db33ccc-0d82-4dbe-b782-64cb197f265b/e895303d-ffdf-4e85-a193-ec5230f5b599) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:59.600099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::f816:3eff:feca:2d47 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/9f7b7868-a80e-4614-8fa0-60689c0e29de/e895303d-ffdf-4e85-a193-ec5230f5b599) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:59.735370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-7de8d738-7ebf-4847-8223-f5d2da9038c3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Allocated IP 172.20.0.9 (6fc13be2-f619-4a11-931e-a7771a924d0c/e21784ea-8907-4262-9412-402a731d297f/7aa2346a-4988-4938-933b-635c8d3fa8e5) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:18:59.935321 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.048292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 19cff03e-aaa0-4d56-8b81-9131ebf411f4 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:00.085178 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.216371 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 19cff03e-aaa0-4d56-8b81-9131ebf411f4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:00.216649 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.267229 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7de8d738-7ebf-4847-8223-f5d2da9038c3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.277102 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.343113 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:00.368095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:00.377591 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.390677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:00.426174 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d85598-be12-4ce9-bb68-fc4286b04a46 None None] Network 6fc13be2-f619-4a11-931e-a7771a924d0c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:00.450624 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 19cff03e-aaa0-4d56-8b81-9131ebf411f4, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=19cff03e-aaa0-4d56-8b81-9131ebf411f4,segment=NetworkSegment(edfbd14c-aa2a-4934-bd76-63291c6e1296),segment_id=edfbd14c-aa2a-4934-bd76-63291c6e1296)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:00.468734 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.469827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device baec3439-f1b1-4a01-abd3-68ff0d3eef30 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:00.517506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=e895303d-ffdf-4e85-a193-ec5230f5b599,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:00.582590 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:00.583489 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.597410 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7de8d738-7ebf-4847-8223-f5d2da9038c3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.649289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b6d734d1-8ebe-4f61-870a-7e67af698e2f None None] Provisioning complete for port 19cff03e-aaa0-4d56-8b81-9131ebf411f4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:00.651271 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6d734d1-8ebe-4f61-870a-7e67af698e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.685172 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de8d738-7ebf-4847-8223-f5d2da9038c3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 6fc13be2-f619-4a11-931e-a7771a924d0c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:00.716174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7de8d738-7ebf-4847-8223-f5d2da9038c3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:00.722516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43258) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:00.727745 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5654fbba-6f23-409e-be61-110ef2ccb351 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3950591 Sep 30 08:19:00.731314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8d738-7ebf-4847-8223-f5d2da9038c3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:00.769661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=19cff03e-aaa0-4d56-8b81-9131ebf411f4,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:00.817431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8d738-7ebf-4847-8223-f5d2da9038c3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=7aa2346a-4988-4938-933b-635c8d3fa8e5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:00.823100 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41efeca-afeb-4660-9d0d-e697904d57b9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:00.835759 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:00.837859 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41efeca-afeb-4660-9d0d-e697904d57b9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:00.841904 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f41efeca-afeb-4660-9d0d-e697904d57b9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1155112 Sep 30 08:19:00.842198 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:00.845062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43260) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:00.927502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de8d738-7ebf-4847-8223-f5d2da9038c3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:00.938263 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7de8d738-7ebf-4847-8223-f5d2da9038c3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.003721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7de8d738-7ebf-4847-8223-f5d2da9038c3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1769211 Sep 30 08:19:01.006841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43264) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:01.041903 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5986b74c-f869-47ee-9130-e3c15adc5b7b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port e895303d-ffdf-4e85-a193-ec5230f5b599 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:01.042402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5986b74c-f869-47ee-9130-e3c15adc5b7b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.167362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:01.208643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f6995-bf5a-4a33-bbfb-1b61d07f5a45 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:01.215480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43272) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:01.224484 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f52f6995-bf5a-4a33-bbfb-1b61d07f5a45 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2162695 Sep 30 08:19:01.297121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f8c6e3-e33b-4f89-ae0f-d5607f18272b None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:01.306335 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5986b74c-f869-47ee-9130-e3c15adc5b7b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.363187 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5986b74c-f869-47ee-9130-e3c15adc5b7b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for e895303d-ffdf-4e85-a193-ec5230f5b599 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:01.368815 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e27cb3f0-28c6-4be3-9548-0fca8d187806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.390604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79835f6e-c611-4836-b944-ab0920da515d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:01.397281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79835f6e-c611-4836-b944-ab0920da515d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:01.405586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79835f6e-c611-4836-b944-ab0920da515d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:01.407628 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-79835f6e-c611-4836-b944-ab0920da515d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1911592 Sep 30 08:19:01.412310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43274) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:01.444956 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9c295dd0-1a7d-4c7d-a028-b1e41f63639c None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:01.445329 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c295dd0-1a7d-4c7d-a028-b1e41f63639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.595747 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e27cb3f0-28c6-4be3-9548-0fca8d187806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.600262 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e27cb3f0-28c6-4be3-9548-0fca8d187806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.705280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cb3f0-28c6-4be3-9548-0fca8d187806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321289c8-b070-4b3a-8d0d-e753b7fb3490,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:01.724227 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e27cb3f0-28c6-4be3-9548-0fca8d187806 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1cacca7b2354516b7bdaa6fcca7520c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5554624 Sep 30 08:19:01.727414 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43280) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:01.746544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-59f32bf9-2309-4841-a169-dfc13836636d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port 7aa2346a-4988-4938-933b-635c8d3fa8e5 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:01.746893 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59f32bf9-2309-4841-a169-dfc13836636d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.818568 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1962d094-20d0-4572-8dd4-a210bb0f6e36 None None] Provisioning complete for port 8508b9b5-5ba3-4fca-8eae-2c19c0fdc3f0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:01.819122 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1962d094-20d0-4572-8dd4-a210bb0f6e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.858627 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b54d20d-5bed-4206-97ac-ddb775aa0b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:01.919515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 19cff03e-aaa0-4d56-8b81-9131ebf411f4 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:01.941060 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b54d20d-5bed-4206-97ac-ddb775aa0b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.027030 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1962d094-20d0-4572-8dd4-a210bb0f6e36 None None] Port 8508b9b5-5ba3-4fca-8eae-2c19c0fdc3f0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:02.054724 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1962d094-20d0-4572-8dd4-a210bb0f6e36 None None] Provisioning complete for port 19cff03e-aaa0-4d56-8b81-9131ebf411f4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:02.055013 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1962d094-20d0-4572-8dd4-a210bb0f6e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.067597 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b54d20d-5bed-4206-97ac-ddb775aa0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.070913 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b54d20d-5bed-4206-97ac-ddb775aa0b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.072647 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8b54d20d-5bed-4206-97ac-ddb775aa0b30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/321289c8-b070-4b3a-8d0d-e753b7fb3490 HTTP/1.1" status: 204 len: 168 time: 0.3415494 Sep 30 08:19:02.089627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54d20d-5bed-4206-97ac-ddb775aa0b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321289c8-b070-4b3a-8d0d-e753b7fb3490,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:02.138876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 19cff03e-aaa0-4d56-8b81-9131ebf411f4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:02.139936 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.178737 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59f32bf9-2309-4841-a169-dfc13836636d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.259032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-59f32bf9-2309-4841-a169-dfc13836636d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for 7aa2346a-4988-4938-933b-635c8d3fa8e5 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:02.326587 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5986b74c-f869-47ee-9130-e3c15adc5b7b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.361140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1962d094-20d0-4572-8dd4-a210bb0f6e36 None None] Provisioning complete for port 7aa2346a-4988-4938-933b-635c8d3fa8e5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:02.361577 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1962d094-20d0-4572-8dd4-a210bb0f6e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.410589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c811964-6900-4186-9c65-d1d5228287ec None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:02.461732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986b74c-f869-47ee-9130-e3c15adc5b7b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=e895303d-ffdf-4e85-a193-ec5230f5b599,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:02.555656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1962d094-20d0-4572-8dd4-a210bb0f6e36 None None] Port 7aa2346a-4988-4938-933b-635c8d3fa8e5 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:02.657829 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5986b74c-f869-47ee-9130-e3c15adc5b7b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.663590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:02.664438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5986b74c-f869-47ee-9130-e3c15adc5b7b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/e895303d-ffdf-4e85-a193-ec5230f5b599 HTTP/1.1" status: 204 len: 168 time: 1.8177564 Sep 30 08:19:02.715816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1a18051f-0718-4cea-a58f-0ed61d9bbb78 None None] Could not find standard attr ID for object e895303d-ffdf-4e85-a193-ec5230f5b599. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:02.745709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43294) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:02.770162 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c874af6d-1b5a-4f08-95b2-3313b52c438e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:02.771829 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c874af6d-1b5a-4f08-95b2-3313b52c438e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:02.773503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c874af6d-1b5a-4f08-95b2-3313b52c438e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:02.778403 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c874af6d-1b5a-4f08-95b2-3313b52c438e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1104443 Sep 30 08:19:02.778845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:02.798100 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1a18051f-0718-4cea-a58f-0ed61d9bbb78 None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:02.798951 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a18051f-0718-4cea-a58f-0ed61d9bbb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.806792 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f19ae8ee-d5ba-48a9-9505-a517663d39e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.817802 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59f32bf9-2309-4841-a169-dfc13836636d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.845755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ef4334-af4c-45d8-bc77-ebf1d75b59be tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 7db33ccc-0d82-4dbe-b782-64cb197f265b {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:02.849063 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44ef4334-af4c-45d8-bc77-ebf1d75b59be tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.867267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f32bf9-2309-4841-a169-dfc13836636d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=7aa2346a-4988-4938-933b-635c8d3fa8e5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:02.934188 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44ef4334-af4c-45d8-bc77-ebf1d75b59be tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.976804 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1a18051f-0718-4cea-a58f-0ed61d9bbb78 None None] Could not find standard attr ID for object 7aa2346a-4988-4938-933b-635c8d3fa8e5. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:02.993921 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59f32bf9-2309-4841-a169-dfc13836636d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:02.996768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-59f32bf9-2309-4841-a169-dfc13836636d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/7aa2346a-4988-4938-933b-635c8d3fa8e5 HTTP/1.1" status: 204 len: 168 time: 1.5831861 Sep 30 08:19:02.999865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:03.042085 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-00401e91-fcba-4104-973d-8111a2388e54 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] GET failed (client error): The resource could not be found. Sep 30 08:19:03.043742 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-00401e91-fcba-4104-973d-8111a2388e54 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/7aa2346a-4988-4938-933b-635c8d3fa8e5 HTTP/1.1" status: 404 len: 333 time: 0.0425930 Sep 30 08:19:03.046614 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:03.084247 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f19ae8ee-d5ba-48a9-9505-a517663d39e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.089766 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f19ae8ee-d5ba-48a9-9505-a517663d39e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.154107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ae8ee-d5ba-48a9-9505-a517663d39e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cca1dd-94e8-4efe-b985-f5d2ed94c235,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:03.164088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f19ae8ee-d5ba-48a9-9505-a517663d39e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63d79a2e9fe54a9486dbc587a3a7ae96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159324 Sep 30 08:19:03.165226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43302) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:03.195374 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44ef4334-af4c-45d8-bc77-ebf1d75b59be tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.276663 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e4c19b2-b56c-4b38-b547-c62a8972b0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.278435 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44ef4334-af4c-45d8-bc77-ebf1d75b59be tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.294609 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44ef4334-af4c-45d8-bc77-ebf1d75b59be tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.296833 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-44ef4334-af4c-45d8-bc77-ebf1d75b59be tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/7db33ccc-0d82-4dbe-b782-64cb197f265b HTTP/1.1" status: 204 len: 168 time: 0.5170462 Sep 30 08:19:03.301570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43304) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:03.320927 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e4c19b2-b56c-4b38-b547-c62a8972b0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.328221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef4334-af4c-45d8-bc77-ebf1d75b59be tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=7db33ccc-0d82-4dbe-b782-64cb197f265b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:03.331813 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2ecf06a4-4f6d-4417-bfce-0e964e813dc7 None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:03.332564 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ecf06a4-4f6d-4417-bfce-0e964e813dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.344379 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-aeef833f-8037-4c1e-8f25-0d5d51877569 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port 8508b9b5-5ba3-4fca-8eae-2c19c0fdc3f0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:03.344721 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aeef833f-8037-4c1e-8f25-0d5d51877569 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.449655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5bac4a-c55a-4314-83b1-7e6361a1dfb2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 9f7b7868-a80e-4614-8fa0-60689c0e29de {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:03.458716 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e5bac4a-c55a-4314-83b1-7e6361a1dfb2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.482021 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aeef833f-8037-4c1e-8f25-0d5d51877569 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.508028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-aeef833f-8037-4c1e-8f25-0d5d51877569 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for 8508b9b5-5ba3-4fca-8eae-2c19c0fdc3f0 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:03.526575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-dfa51207-8dc0-4a67-bf69-bb6b368ff309 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2033503 Sep 30 08:19:03.534077 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e5bac4a-c55a-4314-83b1-7e6361a1dfb2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.583933 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e4c19b2-b56c-4b38-b547-c62a8972b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.587955 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e4c19b2-b56c-4b38-b547-c62a8972b0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.591974 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2e4c19b2-b56c-4b38-b547-c62a8972b0ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94cca1dd-94e8-4efe-b985-f5d2ed94c235 HTTP/1.1" status: 204 len: 168 time: 0.4247334 Sep 30 08:19:03.673224 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c19b2-b56c-4b38-b547-c62a8972b0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cca1dd-94e8-4efe-b985-f5d2ed94c235,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:03.721084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-a0dde5aa-2978-4c1b-b31f-9d1ecb8b0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:03.721833 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-a0dde5aa-2978-4c1b-b31f-9d1ecb8b0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:03.722558 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-a0dde5aa-2978-4c1b-b31f-9d1ecb8b0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:03.723108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-a0dde5aa-2978-4c1b-b31f-9d1ecb8b0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:03.723811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-a0dde5aa-2978-4c1b-b31f-9d1ecb8b0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:03.725088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-a0dde5aa-2978-4c1b-b31f-9d1ecb8b0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:03.725440 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-a0dde5aa-2978-4c1b-b31f-9d1ecb8b0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:03.727863 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-a0dde5aa-2978-4c1b-b31f-9d1ecb8b0114 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce39ae04255c4914adca40a29bca4222&device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 6502 time: 0.1184120 Sep 30 08:19:03.765842 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af23ef84-6172-4758-8f7a-645fa9ff9e97 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:03.768075 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9cd8b091-6d04-4660-863a-7a3f6e522df5 None None] Could not find standard attr ID for object c7ce81d4-d7c2-4e3f-b2d8-e598065fe828. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:03.768827 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aeef833f-8037-4c1e-8f25-0d5d51877569 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.816272 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef833f-8037-4c1e-8f25-0d5d51877569 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=8508b9b5-5ba3-4fca-8eae-2c19c0fdc3f0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:03.845808 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e5bac4a-c55a-4314-83b1-7e6361a1dfb2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.975020 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aeef833f-8037-4c1e-8f25-0d5d51877569 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:03.979484 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aeef833f-8037-4c1e-8f25-0d5d51877569 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/8508b9b5-5ba3-4fca-8eae-2c19c0fdc3f0 HTTP/1.1" status: 204 len: 168 time: 0.9293082 Sep 30 08:19:03.981570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:04.020747 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-376dbbd7-0ea3-4721-bb06-c92b0da340b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:04.021323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-376dbbd7-0ea3-4721-bb06-c92b0da340b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:04.021831 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-376dbbd7-0ea3-4721-bb06-c92b0da340b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:04.022951 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bce862-8a51-4a72-a1c3-4cc2a61a1c4f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] GET failed (client error): The resource could not be found. Sep 30 08:19:04.023510 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-376dbbd7-0ea3-4721-bb06-c92b0da340b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=384df419-38eb-4226-b7dd-8fe2db486b35&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=b90b784a-548c-41b5-91c7-a8e317195f01&id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd HTTP/1.1" status: 200 len: 2298 time: 0.2463613 Sep 30 08:19:04.025834 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b5bce862-8a51-4a72-a1c3-4cc2a61a1c4f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/8508b9b5-5ba3-4fca-8eae-2c19c0fdc3f0 HTTP/1.1" status: 404 len: 333 time: 0.0432546 Sep 30 08:19:04.029097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43316) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:04.047607 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e5bac4a-c55a-4314-83b1-7e6361a1dfb2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.141091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bac4a-c55a-4314-83b1-7e6361a1dfb2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=9f7b7868-a80e-4614-8fa0-60689c0e29de,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:04.156156 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e5bac4a-c55a-4314-83b1-7e6361a1dfb2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.158072 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2e5bac4a-c55a-4314-83b1-7e6361a1dfb2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/9f7b7868-a80e-4614-8fa0-60689c0e29de HTTP/1.1" status: 204 len: 168 time: 0.8555501 Sep 30 08:19:04.161450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:04.202774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cca33e1-9a83-461b-9acd-3b0864c15387 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting subnet e21784ea-8907-4262-9412-402a731d297f {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:04.209380 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-355a121d-cf51-4a2b-aceb-d717deedd871 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3237b50c-d6b1-404d-bdab-771cbaf0b52d HTTP/1.1" status: 200 len: 1000 time: 0.1655746 Sep 30 08:19:04.211317 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cca33e1-9a83-461b-9acd-3b0864c15387 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.247374 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ecd277ca-b8b3-4747-bd9f-30aa8d2e01d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835924 Sep 30 08:19:04.253894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43324) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:04.260510 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7d4425c8-4b85-41bb-905a-8c2d076e7742 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:04.294223 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cca33e1-9a83-461b-9acd-3b0864c15387 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.339727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-5802e129-1486-47f2-8b52-4d68a330f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:04.344202 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-5802e129-1486-47f2-8b52-4d68a330f62f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f898384-daa1-40fa-9c72-56b1900fc76c HTTP/1.1" status: 200 len: 856 time: 0.1041355 Sep 30 08:19:04.392311 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4425c8-4b85-41bb-905a-8c2d076e7742 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:04.398910 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d4425c8-4b85-41bb-905a-8c2d076e7742 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.416957 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-1b2d4780-4dcc-4de6-8338-22e96c06adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:04.418533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-1b2d4780-4dcc-4de6-8338-22e96c06adfe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=384df419-38eb-4226-b7dd-8fe2db486b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664833 Sep 30 08:19:04.568196 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-565e5151-0f06-4201-b282-e5f6f289c0c9 service neutron] 10.222.0.35 "GET /v2.0/networks/384df419-38eb-4226-b7dd-8fe2db486b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171029 Sep 30 08:19:04.624301 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cca33e1-9a83-461b-9acd-3b0864c15387 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.788125 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-c6d4f4b7-5546-4c3a-904d-79eb98ef8429 service neutron] 10.222.0.35 "GET /v2.0/networks/384df419-38eb-4226-b7dd-8fe2db486b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120016 Sep 30 08:19:04.813542 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cca33e1-9a83-461b-9acd-3b0864c15387 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.821340 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d4425c8-4b85-41bb-905a-8c2d076e7742 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.877582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4425c8-4b85-41bb-905a-8c2d076e7742 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:04.883530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7d4425c8-4b85-41bb-905a-8c2d076e7742 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:04.888811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4425c8-4b85-41bb-905a-8c2d076e7742 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:04.890142 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d4425c8-4b85-41bb-905a-8c2d076e7742 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.905360 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cca33e1-9a83-461b-9acd-3b0864c15387 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:04.910825 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9cca33e1-9a83-461b-9acd-3b0864c15387 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/e21784ea-8907-4262-9412-402a731d297f HTTP/1.1" status: 204 len: 168 time: 0.8772671 Sep 30 08:19:04.910825 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-20b46696-4922-4f71-a19b-9e73f9ac03ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=d2a04c48-1016-4204-91b9-76cc35da608f HTTP/1.1" status: 200 len: 217 time: 0.1121504 Sep 30 08:19:04.911233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43344) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:04.911333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca33e1-9a83-461b-9acd-3b0864c15387 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Subnet': ['ID=e21784ea-8907-4262-9412-402a731d297f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:04.917344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b52c53-fbf9-4d7e-8da7-314fe8d887d7 None None] Network 6fc13be2-f619-4a11-931e-a7771a924d0c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:04.938477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4425c8-4b85-41bb-905a-8c2d076e7742 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=7a6118cf-fbee-47e2-985d-7a3d4083e8ee,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:04.948212 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7d4425c8-4b85-41bb-905a-8c2d076e7742 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6927876 Sep 30 08:19:04.960906 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43346) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:04.969128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bf57dc86-5e78-4ed7-8950-98b4df67b13d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:04.987396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-902de754-73b7-458d-8e2c-5265d3a30401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:04.989831 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-902de754-73b7-458d-8e2c-5265d3a30401 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 200 len: 797 time: 0.0672338 Sep 30 08:19:05.043201 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a98aef-ab13-4146-aed9-a6079a187973 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:05.113731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-d05023b2-496e-4d76-8744-9b83a03f5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:05.115262 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-d05023b2-496e-4d76-8744-9b83a03f5e20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b90b784a-548c-41b5-91c7-a8e317195f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1165266 Sep 30 08:19:05.232312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-8cb0027a-4849-42b6-b5ae-4371d9569490 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083686 Sep 30 08:19:05.257412 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-06202850-b9ef-4034-bd8e-11c23ea384b3 None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:05.258098 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-06202850-b9ef-4034-bd8e-11c23ea384b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.317394 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] DHCP port deletion for 6fc13be2-f619-4a11-931e-a7771a924d0c request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:19:05.388879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-ff0821cf-0c25-43db-b3c5-525089ba67a8 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432264 Sep 30 08:19:05.434792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-f1597c2b-9586-43f0-9843-03d946f730ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=f0f3ccad-dbbd-4b38-b65a-93a3ef827cee HTTP/1.1" status: 200 len: 217 time: 0.0447328 Sep 30 08:19:05.483325 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Deleting port 19cff03e-aaa0-4d56-8b81-9131ebf411f4 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:05.483618 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.486267 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfea4b9-1a5d-4269-8f32-2d6271f9e3d0 None None] Update dhcp port {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'fixed_ips': [{'subnet_id': '7a6118cf-fbee-47e2-985d-7a3d4083e8ee'}], 'binding:host_id': 'n-d-807359-2'}, 'id': 'baec3439-f1b1-4a01-abd3-68ff0d3eef30'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:19:05.506741 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-aa62edbf-c6ad-49dd-b0c5-2953adaf7ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:05.508734 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-aa62edbf-c6ad-49dd-b0c5-2953adaf7ce7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 200 len: 797 time: 0.0659537 Sep 30 08:19:05.524697 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cfea4b9-1a5d-4269-8f32-2d6271f9e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.565934 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.578080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-a905ca28-5111-4e1b-8f34-fd42b49330e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:05.581003 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-a905ca28-5111-4e1b-8f34-fd42b49330e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b90b784a-548c-41b5-91c7-a8e317195f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0642128 Sep 30 08:19:05.653548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf57dc86-5e78-4ed7-8950-98b4df67b13d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:05.658341 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf57dc86-5e78-4ed7-8950-98b4df67b13d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.695464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port 19cff03e-aaa0-4d56-8b81-9131ebf411f4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:05.700086 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.706136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-9732a144-8710-401a-b6a5-37fc51a14584 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142459 Sep 30 08:19:05.768542 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] For port 19cff03e-aaa0-4d56-8b81-9131ebf411f4, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=19cff03e-aaa0-4d56-8b81-9131ebf411f4,segment=NetworkSegment(edfbd14c-aa2a-4934-bd76-63291c6e1296),segment_id=edfbd14c-aa2a-4934-bd76-63291c6e1296)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:05.768961 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:05.816515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-6f090599-9362-4472-8e22-fb59a61c83d0 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025910 Sep 30 08:19:05.833012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Calling delete_port for 19cff03e-aaa0-4d56-8b81-9131ebf411f4 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:05.874619 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-7aa440a5-9577-4c59-a6c8-51a5d7b4b364 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=65097e74-e449-431b-a3eb-790fec30038f HTTP/1.1" status: 200 len: 217 time: 0.0512927 Sep 30 08:19:05.885920 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 19cff03e-aaa0-4d56-8b81-9131ebf411f4 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:05.933157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-04b07e42-5917-40a3-a367-0ed5ea13dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:05.934960 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-04b07e42-5917-40a3-a367-0ed5ea13dbd9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 200 len: 797 time: 0.0532811 Sep 30 08:19:05.943245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] For port 19cff03e-aaa0-4d56-8b81-9131ebf411f4, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=19cff03e-aaa0-4d56-8b81-9131ebf411f4,segment=NetworkSegment(edfbd14c-aa2a-4934-bd76-63291c6e1296),segment_id=edfbd14c-aa2a-4934-bd76-63291c6e1296)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:05.944260 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.006395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-ea0939d3-3c88-4ccd-a37b-a8c44cc3641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:06.008314 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-ea0939d3-3c88-4ccd-a37b-a8c44cc3641d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b90b784a-548c-41b5-91c7-a8e317195f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0668163 Sep 30 08:19:06.122048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-d834cdd9-0152-4420-abca-292d8bf1e350 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065655 Sep 30 08:19:06.132927 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for 19cff03e-aaa0-4d56-8b81-9131ebf411f4 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:06.175084 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3cfea4b9-1a5d-4269-8f32-2d6271f9e3d0 None None] Allocated IP 172.20.0.2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/7a6118cf-fbee-47e2-985d-7a3d4083e8ee/baec3439-f1b1-4a01-abd3-68ff0d3eef30) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:06.207273 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.255399 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.276899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-227d03a8-2361-4931-bc2f-7993b7497604 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478796 Sep 30 08:19:06.325346 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-fdc507bc-0d33-4e9a-96bc-9342f7bc35b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 HTTP/1.1" status: 200 len: 217 time: 0.0400302 Sep 30 08:19:06.329840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Pushing event deleted for resources: {'Port': ['ID=19cff03e-aaa0-4d56-8b81-9131ebf411f4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:06.332653 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] No DVR routers for this DVR port 19cff03e-aaa0-4d56-8b81-9131ebf411f4 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:06.341269 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:06.341475 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:06.341770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:06.342108 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:06.342534 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:06.342880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:06.343204 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:06.343993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:06.343993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:06.344229 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:06.344507 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:06.344870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53988c-d285-4621-8299-a20383e07c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:06.365433 n-d-807359-2 neutron-server[94838]: DEBUG neutron.objects.ports [None req-bf57dc86-5e78-4ed7-8950-98b4df67b13d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:19:06.383590 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.391502 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3cfea4b9-1a5d-4269-8f32-2d6271f9e3d0 None None] For port baec3439-f1b1-4a01-abd3-68ff0d3eef30, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=baec3439-f1b1-4a01-abd3-68ff0d3eef30,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:06.397467 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-e98d1bd2-7e92-49eb-bc5b-fe00884a0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:06.399984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-e98d1bd2-7e92-49eb-bc5b-fe00884a0ec6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 200 len: 797 time: 0.0684173 Sep 30 08:19:06.430796 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cfea4b9-1a5d-4269-8f32-2d6271f9e3d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.437689 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cfea4b9-1a5d-4269-8f32-2d6271f9e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.498033 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=19cff03e-aaa0-4d56-8b81-9131ebf411f4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:06.561000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfea4b9-1a5d-4269-8f32-2d6271f9e3d0 None None] Pushing event updated for resources: {'Port': ['ID=baec3439-f1b1-4a01-abd3-68ff0d3eef30,revision_number=17']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:06.572903 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No DVR routers for this DVR port 19cff03e-aaa0-4d56-8b81-9131ebf411f4 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:06.697465 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.733666 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf57dc86-5e78-4ed7-8950-98b4df67b13d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.749711 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc13be2-f619-4a11-931e-a7771a924d0c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:06.786742 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfbd14c-aa2a-4934-bd76-63291c6e1296') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:06.787294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfbd14c-aa2a-4934-bd76-63291c6e1296') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:06.803431 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.844663 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.854371 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:19:06.855381 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:06.857771 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-0194a023-2544-4a21-abe4-e79787a97709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:06.859725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-0194a023-2544-4a21-abe4-e79787a97709 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b90b784a-548c-41b5-91c7-a8e317195f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4518549 Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:19:06.860059 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:19:07.021741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-ba1f0f32-ff2b-4af9-904e-98e7db7b2937 service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494546 Sep 30 08:19:07.044077 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.065784 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.067809 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/networks/6fc13be2-f619-4a11-931e-a7771a924d0c HTTP/1.1" status: 204 len: 168 time: 2.1559243 Sep 30 08:19:07.071815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444afea-7c70-498c-90f2-ddfedb083a3f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Network': ['ID=6fc13be2-f619-4a11-931e-a7771a924d0c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:07.073647 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43376) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:07.081695 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-38cecdae-d6b5-4ff0-a0be-f30932f29323 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1716579984'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:07.110480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-bf57dc86-5e78-4ed7-8950-98b4df67b13d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] For port baec3439-f1b1-4a01-abd3-68ff0d3eef30, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=baec3439-f1b1-4a01-abd3-68ff0d3eef30,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:07.145598 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cecdae-d6b5-4ff0-a0be-f30932f29323 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:07.149106 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf57dc86-5e78-4ed7-8950-98b4df67b13d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.149287 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38cecdae-d6b5-4ff0-a0be-f30932f29323 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.157651 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf57dc86-5e78-4ed7-8950-98b4df67b13d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.166510 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf57dc86-5e78-4ed7-8950-98b4df67b13d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.180509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-6501fd0e-87bf-4d33-9ad5-e7c011f1df6f service neutron] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512959 Sep 30 08:19:07.206260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cecdae-d6b5-4ff0-a0be-f30932f29323 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:19:07.240905 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-cb633872-9577-4a0b-8d55-2370e79308c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6275749-d3f0-44ae-8512-99bd87141470 HTTP/1.1" status: 200 len: 217 time: 0.0480499 Sep 30 08:19:07.245545 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38cecdae-d6b5-4ff0-a0be-f30932f29323 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.245897 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-38cecdae-d6b5-4ff0-a0be-f30932f29323 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Added segment bcb0dd0b-ab2f-46f8-acdc-37eeaf156cae of type vlan for network 282f18e2-0eae-40d0-ab10-bb3099aebc6f Sep 30 08:19:07.274588 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57dc86-5e78-4ed7-8950-98b4df67b13d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=3ba5d65a-dd2d-4e41-93c3-ae73eaad97fb,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:07.281368 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf57dc86-5e78-4ed7-8950-98b4df67b13d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:07.305094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-bf57dc86-5e78-4ed7-8950-98b4df67b13d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:07.308389 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf57dc86-5e78-4ed7-8950-98b4df67b13d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:07.309491 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf57dc86-5e78-4ed7-8950-98b4df67b13d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.326204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57dc86-5e78-4ed7-8950-98b4df67b13d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=baec3439-f1b1-4a01-abd3-68ff0d3eef30,revision_number=19']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:07.337793 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bf57dc86-5e78-4ed7-8950-98b4df67b13d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3749466 Sep 30 08:19:07.341167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43380) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:07.346218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-113edf29-01a7-48ca-9054-bb1501fe65a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'mac_address': 'fa:16:3e:61:b1:e1', 'name': 'tempest-NetworksTestDHCPv6-827855908'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:07.350339 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38cecdae-d6b5-4ff0-a0be-f30932f29323 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.376484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-8ba40215-7c41-4f5f-94d5-476a3a68195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:07.377972 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-8ba40215-7c41-4f5f-94d5-476a3a68195c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e7708e0-b666-41ba-91d3-88457521fad1 HTTP/1.1" status: 200 len: 797 time: 0.1305795 Sep 30 08:19:07.382578 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f6556-4837-48c0-a9d3-1c962e78fd20 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:07.418506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0d5d184d-3c9e-4c1e-9a79-a58a69ac39ba None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:07.418876 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d5d184d-3c9e-4c1e-9a79-a58a69ac39ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.475676 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38cecdae-d6b5-4ff0-a0be-f30932f29323 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.481149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cecdae-d6b5-4ff0-a0be-f30932f29323 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:07.481737 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38cecdae-d6b5-4ff0-a0be-f30932f29323 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.548778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-f9b2a1f0-08e4-4551-b79b-093ae906a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:07.550447 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-f9b2a1f0-08e4-4551-b79b-093ae906a580 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1588621 Sep 30 08:19:07.551685 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-38cecdae-d6b5-4ff0-a0be-f30932f29323 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4770703 Sep 30 08:19:07.556356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43382) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:07.569634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-548f71b8-19ff-4bcf-b362-9a4b6e78e151 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'subnet': {'network_id': '282f18e2-0eae-40d0-ab10-bb3099aebc6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:07.603044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cecdae-d6b5-4ff0-a0be-f30932f29323 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Network': ['ID=282f18e2-0eae-40d0-ab10-bb3099aebc6f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:07.623401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 282f18e2-0eae-40d0-ab10-bb3099aebc6f details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:19:07.711062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113edf29-01a7-48ca-9054-bb1501fe65a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:07.762863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548f71b8-19ff-4bcf-b362-9a4b6e78e151 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:07.769224 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-548f71b8-19ff-4bcf-b362-9a4b6e78e151 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.799394 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-b0440de5-ea66-4f4f-ad72-ae4b34b4d375 service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390971 Sep 30 08:19:07.846594 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-113edf29-01a7-48ca-9054-bb1501fe65a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.850768 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device baec3439-f1b1-4a01-abd3-68ff0d3eef30 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:07.931062 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:07.931809 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:07.969277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-5033e321-3338-4e16-97ae-b526e5abb85e service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383755 Sep 30 08:19:07.978065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-113edf29-01a7-48ca-9054-bb1501fe65a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port 7febeb05-2e1c-46c1-ac74-760798a9c186 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:19:07.992995 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-548f71b8-19ff-4bcf-b362-9a4b6e78e151 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.131853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f71b8-19ff-4bcf-b362-9a4b6e78e151 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Subnet': ['ID=242bffac-359a-43e0-adfa-e9b534eef5c8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:08.151825 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f71b8-19ff-4bcf-b362-9a4b6e78e151 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Checking segment: {'id': 'bcb0dd0b-ab2f-46f8-acdc-37eeaf156cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '282f18e2-0eae-40d0-ab10-bb3099aebc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:08.152097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548f71b8-19ff-4bcf-b362-9a4b6e78e151 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network hostable DHCP agents. Network: 282f18e2-0eae-40d0-ab10-bb3099aebc6f, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:19:08.173284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548f71b8-19ff-4bcf-b362-9a4b6e78e151 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 282f18e2-0eae-40d0-ab10-bb3099aebc6f is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:19:08.183408 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-548f71b8-19ff-4bcf-b362-9a4b6e78e151 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 282f18e2-0eae-40d0-ab10-bb3099aebc6f) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:08.191633 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8241460-4059-49d9-b6fd-be3b60b92407 None None] Network 282f18e2-0eae-40d0-ab10-bb3099aebc6f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:08.196808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548f71b8-19ff-4bcf-b362-9a4b6e78e151 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:08.197413 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-548f71b8-19ff-4bcf-b362-9a4b6e78e151 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.216056 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-548f71b8-19ff-4bcf-b362-9a4b6e78e151 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6555037 Sep 30 08:19:08.216943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43390) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:08.220481 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-6d7f7ed0-a58d-4ecc-8214-681b62989ab9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=26ad74b0-3ba8-4587-b553-8544368b4753 HTTP/1.1" status: 200 len: 217 time: 0.0941925 Sep 30 08:19:08.222272 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7fc26ee2-4b6c-42a3-b88f-aee26a6ed0ba tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2083624136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:08.254010 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fc26ee2-4b6c-42a3-b88f-aee26a6ed0ba tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.255891 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fc26ee2-4b6c-42a3-b88f-aee26a6ed0ba tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.314132 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-113edf29-01a7-48ca-9054-bb1501fe65a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 172.20.0.9 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/7a6118cf-fbee-47e2-985d-7a3d4083e8ee/7febeb05-2e1c-46c1-ac74-760798a9c186) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:08.325638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-113edf29-01a7-48ca-9054-bb1501fe65a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::f816:3eff:fe61:b1e1 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/3ba5d65a-dd2d-4e41-93c3-ae73eaad97fb/7febeb05-2e1c-46c1-ac74-760798a9c186) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:08.335818 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-76fa7f5e-d2c0-4883-bd01-86a027643705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:08.337307 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-76fa7f5e-d2c0-4883-bd01-86a027643705 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e7708e0-b666-41ba-91d3-88457521fad1 HTTP/1.1" status: 200 len: 797 time: 0.1093457 Sep 30 08:19:08.363860 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fc26ee2-4b6c-42a3-b88f-aee26a6ed0ba tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.369178 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fc26ee2-4b6c-42a3-b88f-aee26a6ed0ba tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.388370 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fc26ee2-4b6c-42a3-b88f-aee26a6ed0ba tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.392678 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7fc26ee2-4b6c-42a3-b88f-aee26a6ed0ba tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1719790 Sep 30 08:19:08.392894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43392) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:08.398718 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-eb3c6dc4-792f-46c0-9eee-4d49f7b05838 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'network_id': '282f18e2-0eae-40d0-ab10-bb3099aebc6f', 'name': 'tempest-PortsTestJSON-295308997'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:08.457809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-2cf804ed-a4c5-428e-8cd3-cfd9901a7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:08.459495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-2cf804ed-a4c5-428e-8cd3-cfd9901a7f2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1134048 Sep 30 08:19:08.482467 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-282f18e2-0eae-40d0-ab10-bb3099aebc6f', 'network_id': '282f18e2-0eae-40d0-ab10-bb3099aebc6f', 'tenant_id': 'a78eae47c22443e0bd6d93fe6243fcdc', 'fixed_ips': [{'subnet_id': '242bffac-359a-43e0-adfa-e9b534eef5c8'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:19:08.484082 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.585598 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3c6dc4-792f-46c0-9eee-4d49f7b05838 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:08.592826 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb3c6dc4-792f-46c0-9eee-4d49f7b05838 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.622037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-eb3c6dc4-792f-46c0-9eee-4d49f7b05838 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] device_id is not set on port 3b596896-fa13-4465-b724-ee3d23b94491 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:19:08.659200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-14f4b0e3-b26b-4b6f-9776-86beae2453b9 service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871619 Sep 30 08:19:08.684046 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-113edf29-01a7-48ca-9054-bb1501fe65a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.746742 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a4f3f43c-af2b-434d-8a32-ada4c07815f0 None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:08.747109 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4f3f43c-af2b-434d-8a32-ada4c07815f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.791680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Allocated IP 172.20.0.2 (282f18e2-0eae-40d0-ab10-bb3099aebc6f/242bffac-359a-43e0-adfa-e9b534eef5c8/ccf83470-5f7c-490e-afec-1f5433802053) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:08.799807 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-113edf29-01a7-48ca-9054-bb1501fe65a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.803109 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-332b547c-cd2d-4a6b-85e2-c1685537d745 req-91c43b69-567a-4213-b03e-950ac117397c service neutron] 10.222.0.35 "GET /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357660 Sep 30 08:19:08.857212 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113edf29-01a7-48ca-9054-bb1501fe65a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=7febeb05-2e1c-46c1-ac74-760798a9c186,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:08.870640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113edf29-01a7-48ca-9054-bb1501fe65a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:08.872091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-113edf29-01a7-48ca-9054-bb1501fe65a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:08.880683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113edf29-01a7-48ca-9054-bb1501fe65a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:08.942006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113edf29-01a7-48ca-9054-bb1501fe65a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:08.942716 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-113edf29-01a7-48ca-9054-bb1501fe65a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:08.961315 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-113edf29-01a7-48ca-9054-bb1501fe65a8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6190348 Sep 30 08:19:08.963784 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43396) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:09.032411 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.042747 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.066222 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cd3665-2300-4be1-a838-aa42ea50d243 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:09.084252 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cd3665-2300-4be1-a838-aa42ea50d243 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:09.086505 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e4cd3665-2300-4be1-a838-aa42ea50d243 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1216426 Sep 30 08:19:09.089781 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43402) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:09.116740 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Network 282f18e2-0eae-40d0-ab10-bb3099aebc6f is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:09.120158 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:09.121947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-10a6c5e6-1fc1-4a3d-9947-2b931f086d9e None None] Could not find standard attr ID for object e895303d-ffdf-4e85-a193-ec5230f5b599. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:09.125433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:09.229785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-eb3c6dc4-792f-46c0-9eee-4d49f7b05838 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Allocated IP 172.20.0.6 (282f18e2-0eae-40d0-ab10-bb3099aebc6f/242bffac-359a-43e0-adfa-e9b534eef5c8/3b596896-fa13-4465-b724-ee3d23b94491) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:09.243182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Pushing event updated for resources: {'Port': ['ID=ccf83470-5f7c-490e-afec-1f5433802053,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:09.252381 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Attempting to bind port ccf83470-5f7c-490e-afec-1f5433802053 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:09.252792 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Attempting to bind port ccf83470-5f7c-490e-afec-1f5433802053 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'bcb0dd0b-ab2f-46f8-acdc-37eeaf156cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '282f18e2-0eae-40d0-ab10-bb3099aebc6f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:09.253176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Attempting to bind port ccf83470-5f7c-490e-afec-1f5433802053 on network 282f18e2-0eae-40d0-ab10-bb3099aebc6f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:09.259867 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:09.260638 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Checking segment: {'id': 'bcb0dd0b-ab2f-46f8-acdc-37eeaf156cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '282f18e2-0eae-40d0-ab10-bb3099aebc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:09.261203 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.261669 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Bound using segment: {'id': 'bcb0dd0b-ab2f-46f8-acdc-37eeaf156cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '282f18e2-0eae-40d0-ab10-bb3099aebc6f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:09.262411 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Bound port: ccf83470-5f7c-490e-afec-1f5433802053, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb0dd0b-ab2f-46f8-acdc-37eeaf156cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '282f18e2-0eae-40d0-ab10-bb3099aebc6f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:09.262927 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.308990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b46f04f4-0928-4919-8006-ab0f14ca3414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port 7febeb05-2e1c-46c1-ac74-760798a9c186 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:09.309513 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b46f04f4-0928-4919-8006-ab0f14ca3414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.343204 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] For port ccf83470-5f7c-490e-afec-1f5433802053, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:09.353415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] For port ccf83470-5f7c-490e-afec-1f5433802053, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ccf83470-5f7c-490e-afec-1f5433802053,segment=NetworkSegment(bcb0dd0b-ab2f-46f8-acdc-37eeaf156cae),segment_id=bcb0dd0b-ab2f-46f8-acdc-37eeaf156cae)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:09.360887 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.413938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d5994-6a6d-426d-b81f-84a4728ce0bf None None] Pushing event updated for resources: {'Port': ['ID=ccf83470-5f7c-490e-afec-1f5433802053,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:09.426028 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b46f04f4-0928-4919-8006-ab0f14ca3414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.441006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b46f04f4-0928-4919-8006-ab0f14ca3414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for 7febeb05-2e1c-46c1-ac74-760798a9c186 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:09.448272 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cda26d87-12e6-4e4d-b102-369de6f809db None None] Provisioning complete for port 7febeb05-2e1c-46c1-ac74-760798a9c186 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:09.448644 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cda26d87-12e6-4e4d-b102-369de6f809db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.521895 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cda26d87-12e6-4e4d-b102-369de6f809db None None] Port 7febeb05-2e1c-46c1-ac74-760798a9c186 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:09.553513 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb3c6dc4-792f-46c0-9eee-4d49f7b05838 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.622001 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb3c6dc4-792f-46c0-9eee-4d49f7b05838 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.681220 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3c6dc4-792f-46c0-9eee-4d49f7b05838 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 282f18e2-0eae-40d0-ab10-bb3099aebc6f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:09.684663 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-eb3c6dc4-792f-46c0-9eee-4d49f7b05838 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:09.689001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3c6dc4-792f-46c0-9eee-4d49f7b05838 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:09.702851 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b46f04f4-0928-4919-8006-ab0f14ca3414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.706084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c6dc4-792f-46c0-9eee-4d49f7b05838 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=3b596896-fa13-4465-b724-ee3d23b94491,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:09.759337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f04f4-0928-4919-8006-ab0f14ca3414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=7febeb05-2e1c-46c1-ac74-760798a9c186,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:09.788276 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3c6dc4-792f-46c0-9eee-4d49f7b05838 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:09.788550 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb3c6dc4-792f-46c0-9eee-4d49f7b05838 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.834375 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-eb3c6dc4-792f-46c0-9eee-4d49f7b05838 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4398003 Sep 30 08:19:09.836705 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43410) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:09.945760 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b46f04f4-0928-4919-8006-ab0f14ca3414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:09.948886 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b46f04f4-0928-4919-8006-ab0f14ca3414 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/7febeb05-2e1c-46c1-ac74-760798a9c186 HTTP/1.1" status: 204 len: 168 time: 0.8580928 Sep 30 08:19:09.952200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43412) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:10.024459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c0e5fa-64ac-43a2-9ad7-d0122e1e8055 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:10.026405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c0e5fa-64ac-43a2-9ad7-d0122e1e8055 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:10.028285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c0e5fa-64ac-43a2-9ad7-d0122e1e8055 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:10.031112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-14c0e5fa-64ac-43a2-9ad7-d0122e1e8055 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0773869 Sep 30 08:19:10.033961 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43414) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:10.094396 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.119459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbcae5b7-91dc-4525-b575-1a347f07f446 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 3ba5d65a-dd2d-4e41-93c3-ae73eaad97fb {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:10.127402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fbcae5b7-91dc-4525-b575-1a347f07f446 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.180779 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fbcae5b7-91dc-4525-b575-1a347f07f446 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.282336 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.321152 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fbcae5b7-91dc-4525-b575-1a347f07f446 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.406547 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fbcae5b7-91dc-4525-b575-1a347f07f446 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.432261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcae5b7-91dc-4525-b575-1a347f07f446 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba5d65a-dd2d-4e41-93c3-ae73eaad97fb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:10.453611 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fbcae5b7-91dc-4525-b575-1a347f07f446 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.454255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69d4b8c-f974-47ef-b53e-5451f5b1c109 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:10.455638 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fbcae5b7-91dc-4525-b575-1a347f07f446 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/3ba5d65a-dd2d-4e41-93c3-ae73eaad97fb HTTP/1.1" status: 204 len: 168 time: 0.4207270 Sep 30 08:19:10.458240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43422) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:10.546570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-367b47a0-305c-4757-bc62-e580b6946a5a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 7a6118cf-fbee-47e2-985d-7a3d4083e8ee {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:10.550566 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-367b47a0-305c-4757-bc62-e580b6946a5a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.588697 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.596826 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.607111 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-367b47a0-305c-4757-bc62-e580b6946a5a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.748205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=3b596896-fa13-4465-b724-ee3d23b94491,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:10.771370 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-367b47a0-305c-4757-bc62-e580b6946a5a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.883515 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-367b47a0-305c-4757-bc62-e580b6946a5a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.897334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee9ae3b-b4a4-4a72-8f4b-7ad38c305847 None None] Network 282f18e2-0eae-40d0-ab10-bb3099aebc6f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:10.955061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b47a0-305c-4757-bc62-e580b6946a5a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6118cf-fbee-47e2-985d-7a3d4083e8ee,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:10.969651 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.971875 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-367b47a0-305c-4757-bc62-e580b6946a5a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:10.975221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-367b47a0-305c-4757-bc62-e580b6946a5a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/7a6118cf-fbee-47e2-985d-7a3d4083e8ee HTTP/1.1" status: 204 len: 168 time: 0.5159869 Sep 30 08:19:10.981447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43426) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:11.043281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f51f09f9-b3d6-4afe-bf2b-4f05ba91030e None None] Provisioning complete for port ccf83470-5f7c-490e-afec-1f5433802053 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:11.043652 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f51f09f9-b3d6-4afe-bf2b-4f05ba91030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.048316 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1b347420-b6f7-4a18-bbd3-7b37d7f72f74 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656731 Sep 30 08:19:11.050933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43428) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:11.139441 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.145848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4249f2c0-7ddc-44e6-b824-326f5e734ca5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:11.154707 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4249f2c0-7ddc-44e6-b824-326f5e734ca5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1026511 Sep 30 08:19:11.157388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43432) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:11.242360 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f51f09f9-b3d6-4afe-bf2b-4f05ba91030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.249153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3554f69a-0e44-4a5f-a8c2-f21ebc5d3c24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:11.253934 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3554f69a-0e44-4a5f-a8c2-f21ebc5d3c24 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0954714 Sep 30 08:19:11.264552 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43436) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:11.296682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f51f09f9-b3d6-4afe-bf2b-4f05ba91030e None None] For port ccf83470-5f7c-490e-afec-1f5433802053, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ccf83470-5f7c-490e-afec-1f5433802053,segment=NetworkSegment(bcb0dd0b-ab2f-46f8-acdc-37eeaf156cae),segment_id=bcb0dd0b-ab2f-46f8-acdc-37eeaf156cae)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:11.315196 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f51f09f9-b3d6-4afe-bf2b-4f05ba91030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.340969 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0dfa9de7-93c7-4119-ba40-d4dcb7123a77 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694094 Sep 30 08:19:11.340969 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43440) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:11.351613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cd7f2282-1267-4605-9295-ef9640b6da84 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:11.448096 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f09f9-b3d6-4afe-bf2b-4f05ba91030e None None] Pushing event updated for resources: {'Port': ['ID=ccf83470-5f7c-490e-afec-1f5433802053,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:11.581109 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7f2282-1267-4605-9295-ef9640b6da84 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:11.586216 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd7f2282-1267-4605-9295-ef9640b6da84 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.588087 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7f2282-1267-4605-9295-ef9640b6da84 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:19:11.588536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7f2282-1267-4605-9295-ef9640b6da84 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:11.615501 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.626123 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.640206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cd7f2282-1267-4605-9295-ef9640b6da84 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2988734 Sep 30 08:19:11.644243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43450) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:11.657640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-41d9c15c-2273-49ab-a8db-b41efcb64e60 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:11.694479 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912838b5-aa44-4139-b69a-3f5b8649c2e5 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:11.776943 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.794564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dc2ebc19-e0cd-4922-9004-f46b267d926f None None] Provisioning complete for port baec3439-f1b1-4a01-abd3-68ff0d3eef30 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:11.794950 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc2ebc19-e0cd-4922-9004-f46b267d926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.908198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d9c15c-2273-49ab-a8db-b41efcb64e60 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:11.914985 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41d9c15c-2273-49ab-a8db-b41efcb64e60 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:11.916712 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d9c15c-2273-49ab-a8db-b41efcb64e60 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:19:11.917224 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d9c15c-2273-49ab-a8db-b41efcb64e60 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:11.957064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=3b596896-fa13-4465-b724-ee3d23b94491,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:11.967396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-41d9c15c-2273-49ab-a8db-b41efcb64e60 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3127496 Sep 30 08:19:11.968705 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43460) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:11.988096 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-af88ad0f-ec95-43d4-8bf5-62c9c3f68bdd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:12.028961 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:12.029217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:12.029549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:12.031253 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:12.031746 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:12.032324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:12.032784 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:12.033022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:12.033421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:12.033752 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:12.034124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:12.034386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:12.091467 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcaa85a-13c8-4d02-86d6-3cc428392b62 None None] DHCP port deletion for 02334aa1-0c1d-459b-9fcf-075b2b9b8603 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:19:12.098759 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ccf83470-5f7c-490e-afec-1f5433802053 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:12.110142 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64b118fb-5688-4e51-9b23-be76c545b4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.153015 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 282f18e2-0eae-40d0-ab10-bb3099aebc6f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:12.156761 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:12.201940 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:19:12.219976 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af88ad0f-ec95-43d4-8bf5-62c9c3f68bdd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:12.225951 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af88ad0f-ec95-43d4-8bf5-62c9c3f68bdd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.228932 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-af88ad0f-ec95-43d4-8bf5-62c9c3f68bdd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:19:12.229567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af88ad0f-ec95-43d4-8bf5-62c9c3f68bdd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:12.255353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-af88ad0f-ec95-43d4-8bf5-62c9c3f68bdd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2837906 Sep 30 08:19:12.257779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43466) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:12.270046 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e308c37f-7d5f-498b-beb2-ec5963b9d678 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:12.279274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port ccf83470-5f7c-490e-afec-1f5433802053 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:12.280277 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.349419 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6de75009-dbd9-403a-b2d6-4c0394d69158 None None] Provisioning complete for port ccf83470-5f7c-490e-afec-1f5433802053 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:12.349799 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6de75009-dbd9-403a-b2d6-4c0394d69158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.360473 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9fcaa85a-13c8-4d02-86d6-3cc428392b62 None None] Deleting port baec3439-f1b1-4a01-abd3-68ff0d3eef30 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:12.360851 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa85a-13c8-4d02-86d6-3cc428392b62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.380547 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Router c2616de4-7eb9-48f7-90d8-c360c8b98c9e is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:19:12.472521 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e308c37f-7d5f-498b-beb2-ec5963b9d678 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:12.476957 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e308c37f-7d5f-498b-beb2-ec5963b9d678 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.478645 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-e308c37f-7d5f-498b-beb2-ec5963b9d678 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:19:12.479376 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e308c37f-7d5f-498b-beb2-ec5963b9d678 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:12.500127 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e308c37f-7d5f-498b-beb2-ec5963b9d678 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2394342 Sep 30 08:19:12.502590 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9fcaa85a-13c8-4d02-86d6-3cc428392b62 None None] For port baec3439-f1b1-4a01-abd3-68ff0d3eef30, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=baec3439-f1b1-4a01-abd3-68ff0d3eef30,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:12.502975 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa85a-13c8-4d02-86d6-3cc428392b62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.512728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43470) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:12.527432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-40aab947-e6cc-434d-b896-4e302886fff8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:12.537841 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9fcaa85a-13c8-4d02-86d6-3cc428392b62 None None] Calling delete_port for baec3439-f1b1-4a01-abd3-68ff0d3eef30 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:12.564945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:19:12.574693 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f19ab6e7-cacc-4b3b-9c6d-adbc1aaba1a6 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "PUT /v2.0/routers/c2616de4-7eb9-48f7-90d8-c360c8b98c9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7320836 Sep 30 08:19:12.576144 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8f006-a2b4-4ad2-95ae-a5bb4d20e7ad None None] Sync routers for ids ['c2616de4-7eb9-48f7-90d8-c360c8b98c9e'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:19:12.579108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43472) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:12.593193 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8f006-a2b4-4ad2-95ae-a5bb4d20e7ad None None] Routers {'c2616de4-7eb9-48f7-90d8-c360c8b98c9e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:12.593822 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3cf8f006-a2b4-4ad2-95ae-a5bb4d20e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:18:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c2616de4-7eb9-48f7-90d8-c360c8b98c9e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:12.682260 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3cf8f006-a2b4-4ad2-95ae-a5bb4d20e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:12.697513 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8f006-a2b4-4ad2-95ae-a5bb4d20e7ad None None] Routers {'c2616de4-7eb9-48f7-90d8-c360c8b98c9e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:12.698229 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3cf8f006-a2b4-4ad2-95ae-a5bb4d20e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:18:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c2616de4-7eb9-48f7-90d8-c360c8b98c9e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:12.716093 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e08c4c-8184-4c17-a3f1-a03faa55adad tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:12.721096 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a7e08c4c-8184-4c17-a3f1-a03faa55adad tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2616de4-7eb9-48f7-90d8-c360c8b98c9e HTTP/1.1" status: 200 len: 981 time: 0.1377423 Sep 30 08:19:12.721326 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43474) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:12.736181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aab947-e6cc-434d-b896-4e302886fff8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:12.745294 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40aab947-e6cc-434d-b896-4e302886fff8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.746690 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-40aab947-e6cc-434d-b896-4e302886fff8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:19:12.747404 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3cf8f006-a2b4-4ad2-95ae-a5bb4d20e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:12.748279 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8f006-a2b4-4ad2-95ae-a5bb4d20e7ad None None] The sync data for ids ['c2616de4-7eb9-48f7-90d8-c360c8b98c9e'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:19:12.749800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40aab947-e6cc-434d-b896-4e302886fff8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:12.778032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-40aab947-e6cc-434d-b896-4e302886fff8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2616982 Sep 30 08:19:12.782115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43478) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:12.800121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fdc3d973-a093-40ca-b11f-8a90aa5d7fe7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:12.914383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc3d973-a093-40ca-b11f-8a90aa5d7fe7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:12.918879 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdc3d973-a093-40ca-b11f-8a90aa5d7fe7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.920696 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc3d973-a093-40ca-b11f-8a90aa5d7fe7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:19:12.921180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc3d973-a093-40ca-b11f-8a90aa5d7fe7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:12.933808 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6de75009-dbd9-403a-b2d6-4c0394d69158 None None] Provisioning complete for port 3b596896-fa13-4465-b724-ee3d23b94491 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:12.934534 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6de75009-dbd9-403a-b2d6-4c0394d69158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:12.941885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fdc3d973-a093-40ca-b11f-8a90aa5d7fe7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1576476 Sep 30 08:19:12.943157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43480) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:12.992871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6de75009-dbd9-403a-b2d6-4c0394d69158 None None] Port 3b596896-fa13-4465-b724-ee3d23b94491 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:13.004873 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa85a-13c8-4d02-86d6-3cc428392b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.005292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2f0fa9-004b-49a5-96fc-604711147904 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:13.010096 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7e2f0fa9-004b-49a5-96fc-604711147904 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0649781 Sep 30 08:19:13.010358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43484) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:13.034510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcaa85a-13c8-4d02-86d6-3cc428392b62 None None] Pushing event deleted for resources: {'Port': ['ID=baec3439-f1b1-4a01-abd3-68ff0d3eef30,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:13.040991 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcaa85a-13c8-4d02-86d6-3cc428392b62 None None] No DVR routers for this DVR port baec3439-f1b1-4a01-abd3-68ff0d3eef30 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:13.115399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-15ac839b-07d8-4ffc-be13-799c1715693f None None] Provisioning complete for port 3b596896-fa13-4465-b724-ee3d23b94491 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:13.116091 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15ac839b-07d8-4ffc-be13-799c1715693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.129988 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8dd462-a19e-4ea9-9b03-48b548c2a3d8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:13.134883 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43486) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:13.141982 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4b8dd462-a19e-4ea9-9b03-48b548c2a3d8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1218419 Sep 30 08:19:13.151651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-15ac839b-07d8-4ffc-be13-799c1715693f None None] Port 3b596896-fa13-4465-b724-ee3d23b94491 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:13.200543 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4c249ee8-28c4-4148-a14f-a771a9796a00 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608451 Sep 30 08:19:13.201055 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43488) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:13.208452 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:13.366363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:13.371215 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.552318 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ab6425e-c6fe-45c6-9012-5150a4206cb3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.736513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.objects.ports [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94837) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:19:13.737992 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.787675 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=8b76b054-824a-483b-b7da-c9a4ffc21798,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:13.813607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:13.815074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:13.817772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:13.818122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:13.818468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:13.818808 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:13.819145 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:13.819478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:13.819816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:13.820184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:13.820512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:13.820838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:13.821163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:13.821488 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:19:13.833176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d5d774-490a-45af-96c6-5a4a078723dd None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:13.840511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:13.841112 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:13.871440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-65ee6ce5-ca52-4e68-940c-6ddecbf532cc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6676781 Sep 30 08:19:13.872126 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device baec3439-f1b1-4a01-abd3-68ff0d3eef30 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:13.872350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43496) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:13.878473 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-918eaf94-7e17-464a-b1a6-2d40132e9115 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'mac_address': 'fa:16:3e:04:12:24', 'name': 'tempest-NetworksTestDHCPv6-264629557'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:13.908396 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: baec3439-f1b1-4a01-abd3-68ff0d3eef30 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:13.909064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device baec3439-f1b1-4a01-abd3-68ff0d3eef30 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:13.918403 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6425e-c6fe-45c6-9012-5150a4206cb3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port 3b596896-fa13-4465-b724-ee3d23b94491 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:13.918947 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ab6425e-c6fe-45c6-9012-5150a4206cb3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.029827 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ab6425e-c6fe-45c6-9012-5150a4206cb3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.048573 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6425e-c6fe-45c6-9012-5150a4206cb3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for 3b596896-fa13-4465-b724-ee3d23b94491 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:14.086031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918eaf94-7e17-464a-b1a6-2d40132e9115 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:14.109599 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'fixed_ips': [{'subnet_id': '8b76b054-824a-483b-b7da-c9a4ffc21798'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:19:14.111483 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.206327 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-918eaf94-7e17-464a-b1a6-2d40132e9115 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.228289 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-918eaf94-7e17-464a-b1a6-2d40132e9115 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port 24aedf9f-88fe-490b-a301-3cc29c3d0a9a yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:19:14.282482 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ab6425e-c6fe-45c6-9012-5150a4206cb3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.309141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Allocated IP 2001:db8::f816:3eff:fef4:472a (02334aa1-0c1d-459b-9fcf-075b2b9b8603/8b76b054-824a-483b-b7da-c9a4ffc21798/edae1587-c935-4e79-bb85-7f2beb00bd38) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:14.338697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6425e-c6fe-45c6-9012-5150a4206cb3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=3b596896-fa13-4465-b724-ee3d23b94491,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:14.497868 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.507572 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.536104 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ab6425e-c6fe-45c6-9012-5150a4206cb3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.556122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:14.558952 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:14.567309 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:14.575078 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Pushing event updated for resources: {'Port': ['ID=edae1587-c935-4e79-bb85-7f2beb00bd38,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:14.618774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-918eaf94-7e17-464a-b1a6-2d40132e9115 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::f816:3eff:fe04:1224 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/8b76b054-824a-483b-b7da-c9a4ffc21798/24aedf9f-88fe-490b-a301-3cc29c3d0a9a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:14.653006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Attempting to bind port edae1587-c935-4e79-bb85-7f2beb00bd38 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:14.655253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Attempting to bind port edae1587-c935-4e79-bb85-7f2beb00bd38 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:14.655630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Attempting to bind port edae1587-c935-4e79-bb85-7f2beb00bd38 on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:14.667344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:14.668354 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:14.669153 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.669825 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:14.670769 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Bound port: edae1587-c935-4e79-bb85-7f2beb00bd38, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:14.671667 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.752943 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] For port edae1587-c935-4e79-bb85-7f2beb00bd38, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:14.757725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab6425e-c6fe-45c6-9012-5150a4206cb3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Router c2616de4-7eb9-48f7-90d8-c360c8b98c9e has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:19:14.758534 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] For port edae1587-c935-4e79-bb85-7f2beb00bd38, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=edae1587-c935-4e79-bb85-7f2beb00bd38,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:14.782628 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.803621 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-918eaf94-7e17-464a-b1a6-2d40132e9115 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.819066 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f31af43d-5b9e-4a6f-9f0b-e8ea07e08469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.858251 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-918eaf94-7e17-464a-b1a6-2d40132e9115 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.872225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1fa45-a9be-4050-8d2d-245abf29bd49 None None] Pushing event updated for resources: {'Port': ['ID=edae1587-c935-4e79-bb85-7f2beb00bd38,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:14.882671 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab6425e-c6fe-45c6-9012-5150a4206cb3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:19:14.893850 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6412208-4c3f-46e3-90bd-4de2ee25944e None None] Sync routers for ids ['c2616de4-7eb9-48f7-90d8-c360c8b98c9e'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:19:14.896363 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3ab6425e-c6fe-45c6-9012-5150a4206cb3 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "PUT /v2.0/routers/c2616de4-7eb9-48f7-90d8-c360c8b98c9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1743522 Sep 30 08:19:14.899228 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43506) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:14.903934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6412208-4c3f-46e3-90bd-4de2ee25944e None None] Routers {'c2616de4-7eb9-48f7-90d8-c360c8b98c9e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:14.904699 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e6412208-4c3f-46e3-90bd-4de2ee25944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:19:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c2616de4-7eb9-48f7-90d8-c360c8b98c9e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:14.930758 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-421342ae-bf3b-49d2-83f1-307624379902 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] GET failed (client error): The resource could not be found. Sep 30 08:19:14.932428 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-421342ae-bf3b-49d2-83f1-307624379902 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/3b596896-fa13-4465-b724-ee3d23b94491 HTTP/1.1" status: 404 len: 333 time: 0.0319750 Sep 30 08:19:14.935263 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43508) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:14.949067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918eaf94-7e17-464a-b1a6-2d40132e9115 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:14.953527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-918eaf94-7e17-464a-b1a6-2d40132e9115 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:14.956978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918eaf94-7e17-464a-b1a6-2d40132e9115 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:14.963559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918eaf94-7e17-464a-b1a6-2d40132e9115 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:14.964378 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-918eaf94-7e17-464a-b1a6-2d40132e9115 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:14.968624 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e6412208-4c3f-46e3-90bd-4de2ee25944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:14.985948 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6412208-4c3f-46e3-90bd-4de2ee25944e None None] Routers {'c2616de4-7eb9-48f7-90d8-c360c8b98c9e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:14.987558 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918eaf94-7e17-464a-b1a6-2d40132e9115 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=24aedf9f-88fe-490b-a301-3cc29c3d0a9a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:14.989224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e6412208-4c3f-46e3-90bd-4de2ee25944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:19:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c2616de4-7eb9-48f7-90d8-c360c8b98c9e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:15.001309 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-918eaf94-7e17-464a-b1a6-2d40132e9115 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1265426 Sep 30 08:19:15.002615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43510) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:15.033344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e6412208-4c3f-46e3-90bd-4de2ee25944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:15.034003 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6412208-4c3f-46e3-90bd-4de2ee25944e None None] The sync data for ids ['c2616de4-7eb9-48f7-90d8-c360c8b98c9e'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:19:15.042927 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-849bbb2e-5478-4996-bcc2-236aa4511671 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.069264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975b7589-5c3e-429a-8b81-4eef40f1d4d0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:15.077942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975b7589-5c3e-429a-8b81-4eef40f1d4d0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:15.079671 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-975b7589-5c3e-429a-8b81-4eef40f1d4d0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0759437 Sep 30 08:19:15.082771 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43512) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:15.232528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-2f054642-fdb2-4e6a-971b-0daac4680847 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port 24aedf9f-88fe-490b-a301-3cc29c3d0a9a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:15.233912 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f054642-fdb2-4e6a-971b-0daac4680847 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.270766 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-849bbb2e-5478-4996-bcc2-236aa4511671 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.276136 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-849bbb2e-5478-4996-bcc2-236aa4511671 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.283330 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.330885 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-849bbb2e-5478-4996-bcc2-236aa4511671 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.331677 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849bbb2e-5478-4996-bcc2-236aa4511671 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Fanout notify agent at l3_agent the message router_deleted on router c2616de4-7eb9-48f7-90d8-c360c8b98c9e {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:19:15.340490 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-849bbb2e-5478-4996-bcc2-236aa4511671 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.345641 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-849bbb2e-5478-4996-bcc2-236aa4511671 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/routers/c2616de4-7eb9-48f7-90d8-c360c8b98c9e HTTP/1.1" status: 204 len: 168 time: 0.4085989 Sep 30 08:19:15.345877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43516) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:15.404470 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f054642-fdb2-4e6a-971b-0daac4680847 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.426099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cc6b3a-3aa9-4c30-9124-4c77e4fd9d68 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting subnet 242bffac-359a-43e0-adfa-e9b534eef5c8 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:15.428322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-2f054642-fdb2-4e6a-971b-0daac4680847 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for 24aedf9f-88fe-490b-a301-3cc29c3d0a9a owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:15.432602 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31cc6b3a-3aa9-4c30-9124-4c77e4fd9d68 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.507312 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31cc6b3a-3aa9-4c30-9124-4c77e4fd9d68 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.637328 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31cc6b3a-3aa9-4c30-9124-4c77e4fd9d68 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.695291 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f054642-fdb2-4e6a-971b-0daac4680847 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.737628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f054642-fdb2-4e6a-971b-0daac4680847 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=24aedf9f-88fe-490b-a301-3cc29c3d0a9a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:15.766963 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31cc6b3a-3aa9-4c30-9124-4c77e4fd9d68 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.769542 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f054642-fdb2-4e6a-971b-0daac4680847 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.771513 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2f054642-fdb2-4e6a-971b-0daac4680847 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/24aedf9f-88fe-490b-a301-3cc29c3d0a9a HTTP/1.1" status: 204 len: 168 time: 0.6878183 Sep 30 08:19:15.774100 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43522) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:15.799273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc6b3a-3aa9-4c30-9124-4c77e4fd9d68 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Subnet': ['ID=242bffac-359a-43e0-adfa-e9b534eef5c8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:15.804034 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31cc6b3a-3aa9-4c30-9124-4c77e4fd9d68 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.807165 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-31cc6b3a-3aa9-4c30-9124-4c77e4fd9d68 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/242bffac-359a-43e0-adfa-e9b534eef5c8 HTTP/1.1" status: 204 len: 168 time: 0.4591489 Sep 30 08:19:15.812277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43524) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:15.839785 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef34888a-9dc1-48fe-bcf7-20a664de3116 None None] Network 282f18e2-0eae-40d0-ab10-bb3099aebc6f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:15.870894 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:15.899305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683ea44d-c288-4968-a9a8-854ea53d044e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:15.901034 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683ea44d-c288-4968-a9a8-854ea53d044e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:15.905911 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-683ea44d-c288-4968-a9a8-854ea53d044e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1271853 Sep 30 08:19:15.908499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43528) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:15.964184 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device edae1587-c935-4e79-bb85-7f2beb00bd38 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:15.964910 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.028278 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-19592e30-c070-4cc0-a017-e2c6569ab19a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 8b76b054-824a-483b-b7da-c9a4ffc21798 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:16.040033 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19592e30-c070-4cc0-a017-e2c6569ab19a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.097338 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port edae1587-c935-4e79-bb85-7f2beb00bd38 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:16.097988 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.145905 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19592e30-c070-4cc0-a017-e2c6569ab19a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.211557 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37a5793-6501-41e0-baa6-5c9f3b190071 None None] DHCP port deletion for 282f18e2-0eae-40d0-ab10-bb3099aebc6f request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:19:16.256066 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.275245 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19592e30-c070-4cc0-a017-e2c6569ab19a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.333587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-60ac45e7-6cd4-4ea9-95b1-35a336e3582b None None] Provisioning complete for port edae1587-c935-4e79-bb85-7f2beb00bd38 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:16.334527 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-60ac45e7-6cd4-4ea9-95b1-35a336e3582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.352916 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19592e30-c070-4cc0-a017-e2c6569ab19a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.428051 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19592e30-c070-4cc0-a017-e2c6569ab19a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=8b76b054-824a-483b-b7da-c9a4ffc21798,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:16.438332 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19592e30-c070-4cc0-a017-e2c6569ab19a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.445573 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-19592e30-c070-4cc0-a017-e2c6569ab19a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/8b76b054-824a-483b-b7da-c9a4ffc21798 HTTP/1.1" status: 204 len: 168 time: 0.5359659 Sep 30 08:19:16.448054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:16.474281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port ccf83470-5f7c-490e-afec-1f5433802053 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:16.474928 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.484737 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e37a5793-6501-41e0-baa6-5c9f3b190071 None None] Deleting port ccf83470-5f7c-490e-afec-1f5433802053 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:16.485158 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e37a5793-6501-41e0-baa6-5c9f3b190071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.496752 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9b4911ec-e4ca-4d9e-85f9-995827f5797b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472617 Sep 30 08:19:16.500394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43540) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:16.508717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bce4a671-768f-4159-859c-8966b84c02df tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:16.527934 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:19:16.528299 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:19:16.589191 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dce5273-2804-4830-9741-661084c73153 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:16.593381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] For port ccf83470-5f7c-490e-afec-1f5433802053, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ccf83470-5f7c-490e-afec-1f5433802053,segment=NetworkSegment(bcb0dd0b-ab2f-46f8-acdc-37eeaf156cae),segment_id=bcb0dd0b-ab2f-46f8-acdc-37eeaf156cae)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:16.593381 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.607801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for ccf83470-5f7c-490e-afec-1f5433802053 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:16.675947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e37a5793-6501-41e0-baa6-5c9f3b190071 None None] For port ccf83470-5f7c-490e-afec-1f5433802053, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ccf83470-5f7c-490e-afec-1f5433802053,segment=NetworkSegment(bcb0dd0b-ab2f-46f8-acdc-37eeaf156cae),segment_id=bcb0dd0b-ab2f-46f8-acdc-37eeaf156cae)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:16.676628 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e37a5793-6501-41e0-baa6-5c9f3b190071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.679200 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-60ac45e7-6cd4-4ea9-95b1-35a336e3582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.685391 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce4a671-768f-4159-859c-8966b84c02df tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:16.692002 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bce4a671-768f-4159-859c-8966b84c02df tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.709466 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.724487 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No DVR routers for this DVR port ccf83470-5f7c-490e-afec-1f5433802053 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:16.749481 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-60ac45e7-6cd4-4ea9-95b1-35a336e3582b None None] For port edae1587-c935-4e79-bb85-7f2beb00bd38, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=edae1587-c935-4e79-bb85-7f2beb00bd38,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:16.761489 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-60ac45e7-6cd4-4ea9-95b1-35a336e3582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.766273 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e37a5793-6501-41e0-baa6-5c9f3b190071 None None] Calling delete_port for ccf83470-5f7c-490e-afec-1f5433802053 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:16.805606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=ccf83470-5f7c-490e-afec-1f5433802053,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:16.848014 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.871324 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282f18e2-0eae-40d0-ab10-bb3099aebc6f']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:16.883887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb0dd0b-ab2f-46f8-acdc-37eeaf156cae') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:16.884486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb0dd0b-ab2f-46f8-acdc-37eeaf156cae') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:16.896759 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.913932 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2ab0d7e0-77df-4aac-b70e-bd9c1ea74117 None None] Could not find standard attr ID for object 24aedf9f-88fe-490b-a301-3cc29c3d0a9a. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:16.918099 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.922312 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac45e7-6cd4-4ea9-95b1-35a336e3582b None None] Pushing event updated for resources: {'Port': ['ID=edae1587-c935-4e79-bb85-7f2beb00bd38,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:16.927839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:19:16.928896 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:19:16.933643 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:19:16.967845 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e37a5793-6501-41e0-baa6-5c9f3b190071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.000995 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a5793-6501-41e0-baa6-5c9f3b190071 None None] Pushing event deleted for resources: {'Port': ['ID=ccf83470-5f7c-490e-afec-1f5433802053,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:17.011240 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a5793-6501-41e0-baa6-5c9f3b190071 None None] No DVR routers for this DVR port ccf83470-5f7c-490e-afec-1f5433802053 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:17.032425 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.058745 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2255479e-5c08-4103-85d8-4274e707f568 None None] DHCP port deletion for 02334aa1-0c1d-459b-9fcf-075b2b9b8603 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:19:17.081417 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.084359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/networks/282f18e2-0eae-40d0-ab10-bb3099aebc6f HTTP/1.1" status: 204 len: 168 time: 1.2707193 Sep 30 08:19:17.088664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc40151-d8f9-4428-9f4f-079419137ef7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Network': ['ID=282f18e2-0eae-40d0-ab10-bb3099aebc6f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:17.090718 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43544) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:17.132550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2255479e-5c08-4103-85d8-4274e707f568 None None] Deleting port edae1587-c935-4e79-bb85-7f2beb00bd38 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:17.133065 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2255479e-5c08-4103-85d8-4274e707f568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.161326 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb07528-81b6-4ab4-aa61-695f5e668f6d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:17.163603 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5eb07528-81b6-4ab4-aa61-695f5e668f6d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 HTTP/1.1" status: 200 len: 839 time: 0.0716851 Sep 30 08:19:17.173934 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43546) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:17.188600 n-d-807359-2 neutron-server[94838]: DEBUG neutron.objects.ports [None req-bce4a671-768f-4159-859c-8966b84c02df tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:19:17.237233 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2255479e-5c08-4103-85d8-4274e707f568 None None] For port edae1587-c935-4e79-bb85-7f2beb00bd38, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=edae1587-c935-4e79-bb85-7f2beb00bd38,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:17.237233 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2255479e-5c08-4103-85d8-4274e707f568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.238497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d697eff6-bcc5-4e13-88a4-65a74e6a883e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/dbdf6a67-61fe-4fa5-98d6-6f688500d4b0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0626669 Sep 30 08:19:17.239117 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43548) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:17.244021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4e77a81c-89fd-4d6f-a11f-a10b75988716 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'subnet': {'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:17.250856 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2255479e-5c08-4103-85d8-4274e707f568 None None] Calling delete_port for edae1587-c935-4e79-bb85-7f2beb00bd38 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:17.344401 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2255479e-5c08-4103-85d8-4274e707f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.358137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e77a81c-89fd-4d6f-a11f-a10b75988716 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:17.362715 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e77a81c-89fd-4d6f-a11f-a10b75988716 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.374682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255479e-5c08-4103-85d8-4274e707f568 None None] Pushing event deleted for resources: {'Port': ['ID=edae1587-c935-4e79-bb85-7f2beb00bd38,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:17.382088 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bce4a671-768f-4159-859c-8966b84c02df tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.388777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2255479e-5c08-4103-85d8-4274e707f568 None None] No DVR routers for this DVR port edae1587-c935-4e79-bb85-7f2beb00bd38 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:17.438615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce4a671-768f-4159-859c-8966b84c02df tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Port edae1587-c935-4e79-bb85-7f2beb00bd38 concurrently deleted while adding address for new subnet {'id': '9e5d4d49-3630-485b-af0c-eac131efacf6', 'name': '', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2200, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-09-30T08:19:16Z', 'updated_at': '2021-09-30T08:19:16Z', 'revision_number': 0, 'segment_id': None, 'project_id': '5c940a6769064adb8925178ecd951afd'}. {{(pid=94838) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:772}} Sep 30 08:19:17.439224 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bce4a671-768f-4159-859c-8966b84c02df tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.495820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce4a671-768f-4159-859c-8966b84c02df tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:17.499646 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-bce4a671-768f-4159-859c-8966b84c02df tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:17.510442 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4a671-768f-4159-859c-8966b84c02df tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=9e5d4d49-3630-485b-af0c-eac131efacf6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:17.513237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce4a671-768f-4159-859c-8966b84c02df tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:17.513985 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bce4a671-768f-4159-859c-8966b84c02df tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.531378 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a09e62-a468-46d8-8e0f-9304ea7e598e None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:17.539874 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bce4a671-768f-4159-859c-8966b84c02df tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0377660 Sep 30 08:19:17.542446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43554) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:17.551043 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0eac7c23-47f2-4c6f-81d6-2ede4e302dc6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'mac_address': 'fa:16:3e:c2:ab:bb', 'name': 'tempest-NetworksTestDHCPv6-1782056658'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:17.593127 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e77a81c-89fd-4d6f-a11f-a10b75988716 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.680165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e77a81c-89fd-4d6f-a11f-a10b75988716 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 6c77e3d1-73b8-4672-b892-39963eaba09b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:17.683716 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4e77a81c-89fd-4d6f-a11f-a10b75988716 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:17.687680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e77a81c-89fd-4d6f-a11f-a10b75988716 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:17.688392 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e77a81c-89fd-4d6f-a11f-a10b75988716 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.690531 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.698390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b397090b-1f03-4efe-acb8-84fccefe49b9 None None] Network 6c77e3d1-73b8-4672-b892-39963eaba09b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:17.705120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77a81c-89fd-4d6f-a11f-a10b75988716 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Subnet': ['ID=21680984-bc50-4408-a1a2-9ae40d7b9617,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:17.713415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eac7c23-47f2-4c6f-81d6-2ede4e302dc6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:17.718744 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4e77a81c-89fd-4d6f-a11f-a10b75988716 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4785924 Sep 30 08:19:17.721806 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43558) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:17.726906 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e8e427b8-22cd-4b95-9f59-6a6cf660f38b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'security_group': {'name': 'tempest-secgroup-479515501'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:17.751353 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e8e427b8-22cd-4b95-9f59-6a6cf660f38b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.793719 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'fixed_ips': [{'subnet_id': '9e5d4d49-3630-485b-af0c-eac131efacf6'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:19:17.794701 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.849023 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0eac7c23-47f2-4c6f-81d6-2ede4e302dc6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.882441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-0eac7c23-47f2-4c6f-81d6-2ede4e302dc6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port 36f46083-5250-453c-a7f8-abf305444d8e yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:19:17.898197 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e8e427b8-22cd-4b95-9f59-6a6cf660f38b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.904282 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e8e427b8-22cd-4b95-9f59-6a6cf660f38b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.943356 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e8e427b8-22cd-4b95-9f59-6a6cf660f38b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.944726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e8e427b8-22cd-4b95-9f59-6a6cf660f38b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2216392 Sep 30 08:19:17.947387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e427b8-22cd-4b95-9f59-6a6cf660f38b tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7342d17a-f08a-4cbe-a44a-2d61d30cb2c0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:17.949659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43562) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:17.956231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4c613ff7-df1a-41f7-a1d0-3fedc8a2842e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'security_group': {'name': 'tempest-secgroup-1626029815'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:17.956356 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ccf83470-5f7c-490e-afec-1f5433802053 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:17.980916 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c613ff7-df1a-41f7-a1d0-3fedc8a2842e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:17.995260 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Allocated IP 2001:db8::f816:3eff:fea9:1ec7 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/9e5d4d49-3630-485b-af0c-eac131efacf6/7d3f4c21-63f5-4ab3-b1be-1b5138712c6e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:18.001816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: ccf83470-5f7c-490e-afec-1f5433802053 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:18.002220 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ccf83470-5f7c-490e-afec-1f5433802053 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:18.002572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device edae1587-c935-4e79-bb85-7f2beb00bd38 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:18.053234 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: edae1587-c935-4e79-bb85-7f2beb00bd38 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:18.053717 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device edae1587-c935-4e79-bb85-7f2beb00bd38 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:18.074650 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c613ff7-df1a-41f7-a1d0-3fedc8a2842e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.080287 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c613ff7-df1a-41f7-a1d0-3fedc8a2842e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.110451 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c613ff7-df1a-41f7-a1d0-3fedc8a2842e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.114297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4c613ff7-df1a-41f7-a1d0-3fedc8a2842e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1608636 Sep 30 08:19:18.114297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c613ff7-df1a-41f7-a1d0-3fedc8a2842e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1377be2-99c6-44dd-a164-69afb444b6d0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:18.115292 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43566) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:18.121683 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0c607b46-21b9-472c-950a-29508361901e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-214423324', 'security_groups': ['d1377be2-99c6-44dd-a164-69afb444b6d0'], 'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '21680984-bc50-4408-a1a2-9ae40d7b9617'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:18.277199 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c607b46-21b9-472c-950a-29508361901e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:18.387133 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c607b46-21b9-472c-950a-29508361901e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.413890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-0c607b46-21b9-472c-950a-29508361901e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] device_id is not set on port 9be1b3fb-800f-4783-a7d6-99e00b739f53 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:19:18.430127 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.433312 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-6c77e3d1-73b8-4672-b892-39963eaba09b', 'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'tenant_id': 'a78eae47c22443e0bd6d93fe6243fcdc', 'fixed_ips': [{'subnet_id': '21680984-bc50-4408-a1a2-9ae40d7b9617'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:19:18.434166 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.448077 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.503484 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:18.553227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:18.557912 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:18.559751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Pushing event updated for resources: {'Port': ['ID=7d3f4c21-63f5-4ab3-b1be-1b5138712c6e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:18.633193 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Attempting to bind port 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:18.633710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Attempting to bind port 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:18.634088 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Attempting to bind port 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:18.638956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0eac7c23-47f2-4c6f-81d6-2ede4e302dc6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::f816:3eff:fec2:abbb (02334aa1-0c1d-459b-9fcf-075b2b9b8603/9e5d4d49-3630-485b-af0c-eac131efacf6/36f46083-5250-453c-a7f8-abf305444d8e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:18.643703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:18.643703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:18.644223 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.645915 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:18.645915 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Bound port: 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:18.645915 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.679458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0c607b46-21b9-472c-950a-29508361901e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Allocated IP 172.20.0.13 (6c77e3d1-73b8-4672-b892-39963eaba09b/21680984-bc50-4408-a1a2-9ae40d7b9617/9be1b3fb-800f-4783-a7d6-99e00b739f53) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:18.726216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] For port 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:18.730906 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] For port 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7d3f4c21-63f5-4ab3-b1be-1b5138712c6e,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:18.735892 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:18.816855 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccc37c-daf5-484a-b5ec-b1bb9c27745c None None] Pushing event updated for resources: {'Port': ['ID=7d3f4c21-63f5-4ab3-b1be-1b5138712c6e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:18.991726 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0eac7c23-47f2-4c6f-81d6-2ede4e302dc6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.026107 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c607b46-21b9-472c-950a-29508361901e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.079366 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0eac7c23-47f2-4c6f-81d6-2ede4e302dc6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.093740 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c607b46-21b9-472c-950a-29508361901e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.143237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Allocated IP 172.20.0.2 (6c77e3d1-73b8-4672-b892-39963eaba09b/21680984-bc50-4408-a1a2-9ae40d7b9617/0aa13231-8a8c-4501-a37d-b4f1df01d00f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:19.150641 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eac7c23-47f2-4c6f-81d6-2ede4e302dc6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:19.161735 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0eac7c23-47f2-4c6f-81d6-2ede4e302dc6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:19.172039 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac7c23-47f2-4c6f-81d6-2ede4e302dc6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:19.178140 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac7c23-47f2-4c6f-81d6-2ede4e302dc6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:19.179037 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0eac7c23-47f2-4c6f-81d6-2ede4e302dc6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.182675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c607b46-21b9-472c-950a-29508361901e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 6c77e3d1-73b8-4672-b892-39963eaba09b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:19.184446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac7c23-47f2-4c6f-81d6-2ede4e302dc6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=36f46083-5250-453c-a7f8-abf305444d8e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:19.195117 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0c607b46-21b9-472c-950a-29508361901e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:19.200599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c607b46-21b9-472c-950a-29508361901e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:19.260103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43582) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:19.261473 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0eac7c23-47f2-4c6f-81d6-2ede4e302dc6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7173986 Sep 30 08:19:19.298373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c607b46-21b9-472c-950a-29508361901e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=9be1b3fb-800f-4783-a7d6-99e00b739f53,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:19.323676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db1bf30-f1fd-41f9-ba8d-4afc8303db66 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:19.331821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db1bf30-f1fd-41f9-ba8d-4afc8303db66 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:19.333883 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6db1bf30-f1fd-41f9-ba8d-4afc8303db66 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0727799 Sep 30 08:19:19.336515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c607b46-21b9-472c-950a-29508361901e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:19.336963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43584) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:19.337547 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c607b46-21b9-472c-950a-29508361901e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.354973 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0c607b46-21b9-472c-950a-29508361901e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2375326 Sep 30 08:19:19.358601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43586) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:19.364986 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-35006d20-90c6-460f-8467-f57868068b50 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'subnet': {'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:19.397993 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.407196 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.449121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Network 6c77e3d1-73b8-4672-b892-39963eaba09b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:19.453558 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:19.458110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:19.467051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-dec24ed9-2df5-4315-b68c-378bcdb700d8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port 36f46083-5250-453c-a7f8-abf305444d8e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:19.467558 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dec24ed9-2df5-4315-b68c-378bcdb700d8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.523574 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35006d20-90c6-460f-8467-f57868068b50 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:19.531429 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35006d20-90c6-460f-8467-f57868068b50 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.556368 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Pushing event updated for resources: {'Port': ['ID=0aa13231-8a8c-4501-a37d-b4f1df01d00f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:19.570620 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Attempting to bind port 0aa13231-8a8c-4501-a37d-b4f1df01d00f on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:19.571164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Attempting to bind port 0aa13231-8a8c-4501-a37d-b4f1df01d00f by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '69c11875-6716-4cd9-8f4f-3d315dd03acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:19.571632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Attempting to bind port 0aa13231-8a8c-4501-a37d-b4f1df01d00f on network 6c77e3d1-73b8-4672-b892-39963eaba09b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:19.578916 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:19.578916 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Checking segment: {'id': '69c11875-6716-4cd9-8f4f-3d315dd03acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:19.579568 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.580107 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Bound using segment: {'id': '69c11875-6716-4cd9-8f4f-3d315dd03acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:19.580719 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Bound port: 0aa13231-8a8c-4501-a37d-b4f1df01d00f, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c11875-6716-4cd9-8f4f-3d315dd03acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:19.581239 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.612740 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dec24ed9-2df5-4315-b68c-378bcdb700d8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.628014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-dec24ed9-2df5-4315-b68c-378bcdb700d8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for 36f46083-5250-453c-a7f8-abf305444d8e owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:19.668845 n-d-807359-2 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-35006d20-90c6-460f-8467-f57868068b50 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 21680984-bc50-4408-a1a2-9ae40d7b9617 (CIDR: 172.20.0.0/28) Sep 30 08:19:19.674042 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-35006d20-90c6-460f-8467-f57868068b50 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:19:19.675357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35006d20-90c6-460f-8467-f57868068b50 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:19.681414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] For port 0aa13231-8a8c-4501-a37d-b4f1df01d00f, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:19.684990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] For port 0aa13231-8a8c-4501-a37d-b4f1df01d00f, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0aa13231-8a8c-4501-a37d-b4f1df01d00f,segment=NetworkSegment(69c11875-6716-4cd9-8f4f-3d315dd03acb),segment_id=69c11875-6716-4cd9-8f4f-3d315dd03acb)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:19.691166 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.696310 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-35006d20-90c6-460f-8467-f57868068b50 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3355446 Sep 30 08:19:19.700390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:19.708742 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-906912ca-0599-45e8-8525-ada3862537d0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'subnet': {'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:19.767948 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e1352-975d-4a2c-90fc-c6d9fd6f77aa None None] Pushing event updated for resources: {'Port': ['ID=0aa13231-8a8c-4501-a37d-b4f1df01d00f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:19.911901 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906912ca-0599-45e8-8525-ada3862537d0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:19.916007 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-906912ca-0599-45e8-8525-ada3862537d0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.917078 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dec24ed9-2df5-4315-b68c-378bcdb700d8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:19.962217 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec24ed9-2df5-4315-b68c-378bcdb700d8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=36f46083-5250-453c-a7f8-abf305444d8e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:19.991952 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:20.016232 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dec24ed9-2df5-4315-b68c-378bcdb700d8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.019401 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dec24ed9-2df5-4315-b68c-378bcdb700d8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/36f46083-5250-453c-a7f8-abf305444d8e HTTP/1.1" status: 204 len: 168 time: 0.6810088 Sep 30 08:19:20.032160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43596) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:20.095112 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:20.095493 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.162079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc22b20-abb2-42da-9304-df49088207f0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:20.165276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc22b20-abb2-42da-9304-df49088207f0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:20.172224 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0dc22b20-abb2-42da-9304-df49088207f0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1459246 Sep 30 08:19:20.172649 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43598) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:20.270995 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.291613 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99c46b3-23e7-4b0a-a21a-d215c1776d2c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 9e5d4d49-3630-485b-af0c-eac131efacf6 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:20.302348 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b99c46b3-23e7-4b0a-a21a-d215c1776d2c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.323521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7d3f4c21-63f5-4ab3-b1be-1b5138712c6e,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:20.330568 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.371382 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b99c46b3-23e7-4b0a-a21a-d215c1776d2c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.417602 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=7d3f4c21-63f5-4ab3-b1be-1b5138712c6e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:20.488630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-67c94845-8c6f-4843-abe1-8e257f6a39fc None None] Provisioning complete for port 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:20.489053 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67c94845-8c6f-4843-abe1-8e257f6a39fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.580959 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b99c46b3-23e7-4b0a-a21a-d215c1776d2c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.587489 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-906912ca-0599-45e8-8525-ada3862537d0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.697617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906912ca-0599-45e8-8525-ada3862537d0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 6c77e3d1-73b8-4672-b892-39963eaba09b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:20.708681 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-906912ca-0599-45e8-8525-ada3862537d0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:20.714118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906912ca-0599-45e8-8525-ada3862537d0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:20.714713 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-906912ca-0599-45e8-8525-ada3862537d0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.750110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0178fed2-501a-4c5b-9f92-f67168055851 None None] Could not find standard attr ID for object 36f46083-5250-453c-a7f8-abf305444d8e. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:20.762387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906912ca-0599-45e8-8525-ada3862537d0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Subnet': ['ID=975fbb9b-3a24-4355-8313-d6160420516b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:20.766376 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-906912ca-0599-45e8-8525-ada3862537d0 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0643053 Sep 30 08:19:20.769000 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43608) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:20.775514 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ce94a57a-5704-4f7f-b0a5-182f64817675 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-364458871', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '975fbb9b-3a24-4355-8313-d6160420516b'}], 'security_groups': ['7342d17a-f08a-4cbe-a44a-2d61d30cb2c0']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:20.790703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b99c46b3-23e7-4b0a-a21a-d215c1776d2c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.859854 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b99c46b3-23e7-4b0a-a21a-d215c1776d2c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:20.861723 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b99c46b3-23e7-4b0a-a21a-d215c1776d2c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/9e5d4d49-3630-485b-af0c-eac131efacf6 HTTP/1.1" status: 204 len: 168 time: 0.6879432 Sep 30 08:19:20.862663 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c46b3-23e7-4b0a-a21a-d215c1776d2c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=9e5d4d49-3630-485b-af0c-eac131efacf6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:20.864353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43610) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:20.944301 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-24e937de-28cf-446d-8698-12a95ccce0ea tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760429 Sep 30 08:19:20.945484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43612) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:20.961946 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce94a57a-5704-4f7f-b0a5-182f64817675 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.026419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849739a0-df72-4562-9c60-598c49c8248e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:21.031056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-849739a0-df72-4562-9c60-598c49c8248e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0803106 Sep 30 08:19:21.031727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43614) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:21.111244 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8fb5fb-f811-4f55-af09-c877bf9fb907 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:21.117622 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43618) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:21.120112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-aa8fb5fb-f811-4f55-af09-c877bf9fb907 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0872371 Sep 30 08:19:21.150690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd9dc2b-f52a-462a-98bc-c0eabe16f898 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:21.358190 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce15406-80d4-4c98-b58e-d2ec276edeec None None] Network 6c77e3d1-73b8-4672-b892-39963eaba09b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:21.391371 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7362ab-9abb-4277-8153-c228d34dd467 None None] DHCP port deletion for 02334aa1-0c1d-459b-9fcf-075b2b9b8603 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:19:21.486550 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d8888d96-a732-4d48-a12c-be8eb5e2b807 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3677785 Sep 30 08:19:21.491940 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43622) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:21.497832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-36895e1f-a417-4271-87a5-83f48190199d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:21.505607 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-41fcba1f-89c2-4737-9c7c-6cdbb17cada5 None None] Provisioning complete for port 0aa13231-8a8c-4501-a37d-b4f1df01d00f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:21.505985 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41fcba1f-89c2-4737-9c7c-6cdbb17cada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.615838 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7a7362ab-9abb-4277-8153-c228d34dd467 None None] Deleting port 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:21.616149 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a7362ab-9abb-4277-8153-c228d34dd467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.704197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36895e1f-a417-4271-87a5-83f48190199d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:21.708884 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36895e1f-a417-4271-87a5-83f48190199d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.744482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7a7362ab-9abb-4277-8153-c228d34dd467 None None] For port 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7d3f4c21-63f5-4ab3-b1be-1b5138712c6e,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:21.744889 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a7362ab-9abb-4277-8153-c228d34dd467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.757217 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41fcba1f-89c2-4737-9c7c-6cdbb17cada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.764857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7a7362ab-9abb-4277-8153-c228d34dd467 None None] Calling delete_port for 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:21.821277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e160950-cfbd-45bd-add8-c4ea7007ead6 None None] Update dhcp port {'port': {'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'fixed_ips': [{'subnet_id': '21680984-bc50-4408-a1a2-9ae40d7b9617', 'ip_address': '172.20.0.2'}, {'subnet_id': '975fbb9b-3a24-4355-8313-d6160420516b'}], 'binding:host_id': 'n-d-807359-2'}, 'id': '0aa13231-8a8c-4501-a37d-b4f1df01d00f'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:19:21.879595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-41fcba1f-89c2-4737-9c7c-6cdbb17cada5 None None] For port 0aa13231-8a8c-4501-a37d-b4f1df01d00f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0aa13231-8a8c-4501-a37d-b4f1df01d00f,segment=NetworkSegment(69c11875-6716-4cd9-8f4f-3d315dd03acb),segment_id=69c11875-6716-4cd9-8f4f-3d315dd03acb)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:21.888275 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e160950-cfbd-45bd-add8-c4ea7007ead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.894294 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41fcba1f-89c2-4737-9c7c-6cdbb17cada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:21.965990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0aa13231-8a8c-4501-a37d-b4f1df01d00f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:22.056296 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-41fcba1f-89c2-4737-9c7c-6cdbb17cada5 None None] Provisioning complete for port dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:22.056745 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41fcba1f-89c2-4737-9c7c-6cdbb17cada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.069723 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcba1f-89c2-4737-9c7c-6cdbb17cada5 None None] Pushing event updated for resources: {'Port': ['ID=0aa13231-8a8c-4501-a37d-b4f1df01d00f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:22.171214 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-41fcba1f-89c2-4737-9c7c-6cdbb17cada5 None None] Port dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:22.173482 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a7362ab-9abb-4277-8153-c228d34dd467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.186900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ce94a57a-5704-4f7f-b0a5-182f64817675 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Delete allocated IP 172.20.0.13 (6c77e3d1-73b8-4672-b892-39963eaba09b/21680984-bc50-4408-a1a2-9ae40d7b9617) {{(pid=94838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 08:19:22.202371 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ce94a57a-5704-4f7f-b0a5-182f64817675 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Allocated IP 172.20.0.21 (6c77e3d1-73b8-4672-b892-39963eaba09b/975fbb9b-3a24-4355-8313-d6160420516b/9be1b3fb-800f-4783-a7d6-99e00b739f53) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:22.217970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7362ab-9abb-4277-8153-c228d34dd467 None None] No DVR routers for this DVR port 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:22.245350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.objects.ports [None req-36895e1f-a417-4271-87a5-83f48190199d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:19:22.252728 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36895e1f-a417-4271-87a5-83f48190199d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.291760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0aa13231-8a8c-4501-a37d-b4f1df01d00f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:22.292196 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.324510 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36895e1f-a417-4271-87a5-83f48190199d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:22.330988 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7362ab-9abb-4277-8153-c228d34dd467 None None] Pushing event deleted for resources: {'Port': ['ID=7d3f4c21-63f5-4ab3-b1be-1b5138712c6e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:22.332248 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-36895e1f-a417-4271-87a5-83f48190199d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:22.347440 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36895e1f-a417-4271-87a5-83f48190199d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:22.348208 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36895e1f-a417-4271-87a5-83f48190199d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.355620 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a090dc-0ec0-4a5c-83b5-339f96f0b6d9 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:22.383899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36895e1f-a417-4271-87a5-83f48190199d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=19429b9d-9bad-4fcd-a55e-c139b4304fc7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:22.403777 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-36895e1f-a417-4271-87a5-83f48190199d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9102457 Sep 30 08:19:22.406505 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43640) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:22.413965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7243c6a2-a174-426f-8fad-fd84aad83184 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'mac_address': 'fa:16:3e:5b:cd:a2', 'name': 'tempest-NetworksTestDHCPv6-1551210710'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:22.559669 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce94a57a-5704-4f7f-b0a5-182f64817675 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.574466 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce94a57a-5704-4f7f-b0a5-182f64817675 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.673638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7243c6a2-a174-426f-8fad-fd84aad83184 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:22.703272 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-0e160950-cfbd-45bd-add8-c4ea7007ead6 None None] Allocated IP 172.20.0.18 (6c77e3d1-73b8-4672-b892-39963eaba09b/975fbb9b-3a24-4355-8313-d6160420516b/0aa13231-8a8c-4501-a37d-b4f1df01d00f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:22.725652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:22.737945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ce94a57a-5704-4f7f-b0a5-182f64817675 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] In _notify_port_updated(), no bound segment for port 9be1b3fb-800f-4783-a7d6-99e00b739f53 on network 6c77e3d1-73b8-4672-b892-39963eaba09b {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:19:22.743478 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94a57a-5704-4f7f-b0a5-182f64817675 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:22.744138 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce94a57a-5704-4f7f-b0a5-182f64817675 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.745486 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ce94a57a-5704-4f7f-b0a5-182f64817675 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "PUT /v2.0/ports/9be1b3fb-800f-4783-a7d6-99e00b739f53 HTTP/1.1" status: 200 len: 920 time: 1.9743440 Sep 30 08:19:22.746431 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94a57a-5704-4f7f-b0a5-182f64817675 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=9be1b3fb-800f-4783-a7d6-99e00b739f53,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:22.749275 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43656) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:22.792469 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7243c6a2-a174-426f-8fad-fd84aad83184 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.802987 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:22.803449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 7d3f4c21-63f5-4ab3-b1be-1b5138712c6e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:22.809517 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'fixed_ips': [{'subnet_id': '19429b9d-9bad-4fcd-a55e-c139b4304fc7'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:19:22.810536 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.835001 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-7243c6a2-a174-426f-8fad-fd84aad83184 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port 8aecb904-8a56-4126-a3d8-0f4acfbf77e5 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:19:22.959295 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e6bff-c78a-46b8-b328-deddc6d36565 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port 9be1b3fb-800f-4783-a7d6-99e00b739f53 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:22.959822 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6bff-c78a-46b8-b328-deddc6d36565 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:22.970070 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e160950-cfbd-45bd-add8-c4ea7007ead6 None None] For port 0aa13231-8a8c-4501-a37d-b4f1df01d00f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0aa13231-8a8c-4501-a37d-b4f1df01d00f,segment=NetworkSegment(69c11875-6716-4cd9-8f4f-3d315dd03acb),segment_id=69c11875-6716-4cd9-8f4f-3d315dd03acb)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:23.011251 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e160950-cfbd-45bd-add8-c4ea7007ead6 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:23.022497 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e160950-cfbd-45bd-add8-c4ea7007ead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:23.050351 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-7243c6a2-a174-426f-8fad-fd84aad83184 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::f816:3eff:fe5b:cda2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/19429b9d-9bad-4fcd-a55e-c139b4304fc7/8aecb904-8a56-4126-a3d8-0f4acfbf77e5) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:23.125406 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6bff-c78a-46b8-b328-deddc6d36565 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:23.143149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e6bff-c78a-46b8-b328-deddc6d36565 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for 9be1b3fb-800f-4783-a7d6-99e00b739f53 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:23.207689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e160950-cfbd-45bd-add8-c4ea7007ead6 None None] Pushing event updated for resources: {'Port': ['ID=0aa13231-8a8c-4501-a37d-b4f1df01d00f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:23.299812 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7243c6a2-a174-426f-8fad-fd84aad83184 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:23.349841 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6bff-c78a-46b8-b328-deddc6d36565 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:23.362822 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7243c6a2-a174-426f-8fad-fd84aad83184 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:23.439489 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e6bff-c78a-46b8-b328-deddc6d36565 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=9be1b3fb-800f-4783-a7d6-99e00b739f53,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:23.467867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243c6a2-a174-426f-8fad-fd84aad83184 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=8aecb904-8a56-4126-a3d8-0f4acfbf77e5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:23.496542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7243c6a2-a174-426f-8fad-fd84aad83184 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:23.498886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7243c6a2-a174-426f-8fad-fd84aad83184 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:23.503046 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243c6a2-a174-426f-8fad-fd84aad83184 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:23.525575 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7243c6a2-a174-426f-8fad-fd84aad83184 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:23.526268 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7243c6a2-a174-426f-8fad-fd84aad83184 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:23.578029 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7243c6a2-a174-426f-8fad-fd84aad83184 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1677783 Sep 30 08:19:23.580166 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43674) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:23.644157 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6bff-c78a-46b8-b328-deddc6d36565 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:23.653220 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5b6e6bff-c78a-46b8-b328-deddc6d36565 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/9be1b3fb-800f-4783-a7d6-99e00b739f53 HTTP/1.1" status: 204 len: 168 time: 0.8961089 Sep 30 08:19:23.653220 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43680) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:23.730833 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54de627-27ab-43f2-897c-9e7695b23e90 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] GET failed (client error): The resource could not be found. Sep 30 08:19:23.732504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1ef18e-6d88-4161-8bf0-0ec199101fee tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:23.736568 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a54de627-27ab-43f2-897c-9e7695b23e90 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/9be1b3fb-800f-4783-a7d6-99e00b739f53 HTTP/1.1" status: 404 len: 333 time: 0.0824518 Sep 30 08:19:23.742070 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1b1ef18e-6d88-4161-8bf0-0ec199101fee tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1594164 Sep 30 08:19:23.742701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43686) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:23.743040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43688) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:23.786480 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Allocated IP 2001:db8::f816:3eff:fea3:f304 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/19429b9d-9bad-4fcd-a55e-c139b4304fc7/207cb519-996d-485f-a212-c0a7309abf6c) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:23.809292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d4f55-13bf-4a62-b247-b9f3a430a44f req-29526311-8782-4b07-a5eb-cbc43b42298f tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:23.813165 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e8d4f55-13bf-4a62-b247-b9f3a430a44f req-29526311-8782-4b07-a5eb-cbc43b42298f tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 945 time: 0.0915279 Sep 30 08:19:23.925582 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e8d4f55-13bf-4a62-b247-b9f3a430a44f req-9f239f0e-4118-46c3-8430-09688f272ddf tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004462 Sep 30 08:19:23.961184 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6729afe-974f-4fb9-82ca-5932bd72831a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:23.966389 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0aa13231-8a8c-4501-a37d-b4f1df01d00f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:24.024270 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6729afe-974f-4fb9-82ca-5932bd72831a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.101749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6729afe-974f-4fb9-82ca-5932bd72831a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.105698 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6729afe-974f-4fb9-82ca-5932bd72831a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.111292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43698) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:24.130380 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f6729afe-974f-4fb9-82ca-5932bd72831a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/security-groups/d1377be2-99c6-44dd-a164-69afb444b6d0 HTTP/1.1" status: 204 len: 168 time: 0.3789003 Sep 30 08:19:24.140769 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0aa13231-8a8c-4501-a37d-b4f1df01d00f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:24.141174 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.204021 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6729afe-974f-4fb9-82ca-5932bd72831a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1377be2-99c6-44dd-a164-69afb444b6d0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:24.281095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3fbda39a-6380-499e-9b10-8dccc17b5cf0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port 8aecb904-8a56-4126-a3d8-0f4acfbf77e5 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:24.281095 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fbda39a-6380-499e-9b10-8dccc17b5cf0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.304516 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf373-f2de-4d0c-89d7-72852bcdee74 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.312997 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.324558 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.379133 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf373-f2de-4d0c-89d7-72852bcdee74 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.399235 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:24.400171 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-171ae36d-ea3c-40a2-a9fe-f2a8f2759dd7 None None] Could not find standard attr ID for object 9be1b3fb-800f-4783-a7d6-99e00b739f53. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:24.413106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:24.425023 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:24.464139 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Pushing event updated for resources: {'Port': ['ID=207cb519-996d-485f-a212-c0a7309abf6c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:24.506519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-171ae36d-ea3c-40a2-a9fe-f2a8f2759dd7 None None] Provisioning complete for port 0aa13231-8a8c-4501-a37d-b4f1df01d00f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:24.507134 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-171ae36d-ea3c-40a2-a9fe-f2a8f2759dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.515667 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf373-f2de-4d0c-89d7-72852bcdee74 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.518627 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf0cf373-f2de-4d0c-89d7-72852bcdee74 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.519879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cf0cf373-f2de-4d0c-89d7-72852bcdee74 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/security-groups/7342d17a-f08a-4cbe-a44a-2d61d30cb2c0 HTTP/1.1" status: 204 len: 168 time: 0.4073632 Sep 30 08:19:24.524976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Attempting to bind port 207cb519-996d-485f-a212-c0a7309abf6c on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:24.525292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Attempting to bind port 207cb519-996d-485f-a212-c0a7309abf6c by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:24.525758 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Attempting to bind port 207cb519-996d-485f-a212-c0a7309abf6c on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:24.526815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43708) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:24.532256 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fbda39a-6380-499e-9b10-8dccc17b5cf0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.546170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3fbda39a-6380-499e-9b10-8dccc17b5cf0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for 8aecb904-8a56-4126-a3d8-0f4acfbf77e5 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:24.559322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:24.559859 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:24.560503 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.561107 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:24.564131 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Bound port: 207cb519-996d-485f-a212-c0a7309abf6c, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:24.564832 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.616499 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cf373-f2de-4d0c-89d7-72852bcdee74 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7342d17a-f08a-4cbe-a44a-2d61d30cb2c0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:24.671807 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5329970-7f6f-49c3-aecd-e4b3f316a3d5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting subnet 21680984-bc50-4408-a1a2-9ae40d7b9617 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:24.680941 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5329970-7f6f-49c3-aecd-e4b3f316a3d5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.775931 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5329970-7f6f-49c3-aecd-e4b3f316a3d5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.809562 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] For port 207cb519-996d-485f-a212-c0a7309abf6c, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:24.861038 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] For port 207cb519-996d-485f-a212-c0a7309abf6c, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=207cb519-996d-485f-a212-c0a7309abf6c,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:24.872399 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.893327 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fbda39a-6380-499e-9b10-8dccc17b5cf0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:24.974565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbda39a-6380-499e-9b10-8dccc17b5cf0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=8aecb904-8a56-4126-a3d8-0f4acfbf77e5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:24.992328 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5329970-7f6f-49c3-aecd-e4b3f316a3d5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:25.011563 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e179537-e182-4abc-a7a6-0516dd7a8168 None None] Pushing event updated for resources: {'Port': ['ID=207cb519-996d-485f-a212-c0a7309abf6c,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:25.022094 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-171ae36d-ea3c-40a2-a9fe-f2a8f2759dd7 None None] Provisioning complete for port dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:25.022483 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-171ae36d-ea3c-40a2-a9fe-f2a8f2759dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:25.059408 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fbda39a-6380-499e-9b10-8dccc17b5cf0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:25.067952 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3fbda39a-6380-499e-9b10-8dccc17b5cf0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/8aecb904-8a56-4126-a3d8-0f4acfbf77e5 HTTP/1.1" status: 204 len: 168 time: 1.3214736 Sep 30 08:19:25.071531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43720) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:25.136048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-171ae36d-ea3c-40a2-a9fe-f2a8f2759dd7 None None] Port dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:25.139391 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b604e011-3002-45d8-8167-d9dc567cc036 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:25.143995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b604e011-3002-45d8-8167-d9dc567cc036 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:25.147194 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b604e011-3002-45d8-8167-d9dc567cc036 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0744834 Sep 30 08:19:25.151173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43722) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:25.264389 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ed86d4f2-95f2-4bb8-af4d-6f48a0397752 None None] Could not find standard attr ID for object 9be1b3fb-800f-4783-a7d6-99e00b739f53. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:25.321327 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5329970-7f6f-49c3-aecd-e4b3f316a3d5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:25.427266 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223a01b-14fd-4932-b3ae-936b5409ba8f req-a532fb8d-af5e-44a1-b9f9-f5b7bfd332fa tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:25.433495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5223a01b-14fd-4932-b3ae-936b5409ba8f req-a532fb8d-af5e-44a1-b9f9-f5b7bfd332fa tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 945 time: 0.3209286 Sep 30 08:19:25.443284 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5329970-7f6f-49c3-aecd-e4b3f316a3d5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:25.452645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43732) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:25.452893 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d5329970-7f6f-49c3-aecd-e4b3f316a3d5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/21680984-bc50-4408-a1a2-9ae40d7b9617 HTTP/1.1" status: 204 len: 168 time: 0.9249322 Sep 30 08:19:25.457504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09c8977-cd5a-4785-931d-6d26c8d80365 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 19429b9d-9bad-4fcd-a55e-c139b4304fc7 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:25.460572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5329970-7f6f-49c3-aecd-e4b3f316a3d5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Subnet': ['ID=21680984-bc50-4408-a1a2-9ae40d7b9617,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:25.472342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-82d62b74-31fb-45bf-a9d9-4484e05713cd tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'subnet': {'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:25.499052 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a09c8977-cd5a-4785-931d-6d26c8d80365 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:25.507223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acad9135-e317-46ca-8684-af4204922d92 None None] Network 6c77e3d1-73b8-4672-b892-39963eaba09b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:25.577793 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a09c8977-cd5a-4785-931d-6d26c8d80365 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:25.683933 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-23321617-31c4-4511-bf97-bc53b78d73dd None None] Could not find standard attr ID for object 9be1b3fb-800f-4783-a7d6-99e00b739f53. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:25.698912 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a9c09-eb5e-42c8-8054-1b9433d80faf req-303c35a0-1cd4-4431-abea-4f8b969660f6 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:25.700757 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-955a9c09-eb5e-42c8-8054-1b9433d80faf req-303c35a0-1cd4-4431-abea-4f8b969660f6 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.36 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 945 time: 0.4515243 Sep 30 08:19:25.716311 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5223a01b-14fd-4932-b3ae-936b5409ba8f req-78fd3d5d-bd07-4a3f-8058-ddf0b17af62d tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825837 Sep 30 08:19:25.746419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d62b74-31fb-45bf-a9d9-4484e05713cd tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:25.751042 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82d62b74-31fb-45bf-a9d9-4484e05713cd tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:25.771861 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a09c8977-cd5a-4785-931d-6d26c8d80365 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:25.945021 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a09c8977-cd5a-4785-931d-6d26c8d80365 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:25.956866 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 207cb519-996d-485f-a212-c0a7309abf6c up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:25.986049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c8977-cd5a-4785-931d-6d26c8d80365 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=19429b9d-9bad-4fcd-a55e-c139b4304fc7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:26.003621 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a09c8977-cd5a-4785-931d-6d26c8d80365 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.007075 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a09c8977-cd5a-4785-931d-6d26c8d80365 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/19429b9d-9bad-4fcd-a55e-c139b4304fc7 HTTP/1.1" status: 204 len: 168 time: 0.8335066 Sep 30 08:19:26.008864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43742) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:26.070722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 207cb519-996d-485f-a212-c0a7309abf6c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:26.071107 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.105526 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-955a9c09-eb5e-42c8-8054-1b9433d80faf req-654fc08f-7ca9-4878-a3a0-2ba78f8ed413 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Deleting port bc2b2bab-012e-435c-9b86-a32f0da4220f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:26.109732 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-955a9c09-eb5e-42c8-8054-1b9433d80faf req-654fc08f-7ca9-4878-a3a0-2ba78f8ed413 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.156265 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ee52f206-92e7-4b8c-beef-bdb559c9f713 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1430156 Sep 30 08:19:26.164822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43744) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:26.176782 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c36dd371-ded0-4110-ab04-bb3538d5aa1d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:26.193985 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.256721 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 207cb519-996d-485f-a212-c0a7309abf6c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=207cb519-996d-485f-a212-c0a7309abf6c,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:26.266514 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.361923 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82d62b74-31fb-45bf-a9d9-4484e05713cd tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.398055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=207cb519-996d-485f-a212-c0a7309abf6c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:26.441830 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36dd371-ded0-4110-ab04-bb3538d5aa1d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:26.450113 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c36dd371-ded0-4110-ab04-bb3538d5aa1d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.521570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d62b74-31fb-45bf-a9d9-4484e05713cd tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Subnet': ['ID=8f901e9c-6495-4665-aa84-96c4413277c5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:26.540719 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d62b74-31fb-45bf-a9d9-4484e05713cd tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 6c77e3d1-73b8-4672-b892-39963eaba09b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:26.542539 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-82d62b74-31fb-45bf-a9d9-4484e05713cd tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:26.545908 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d62b74-31fb-45bf-a9d9-4484e05713cd tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:26.546916 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-82d62b74-31fb-45bf-a9d9-4484e05713cd tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.568364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-955a9c09-eb5e-42c8-8054-1b9433d80faf req-654fc08f-7ca9-4878-a3a0-2ba78f8ed413 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] For port bc2b2bab-012e-435c-9b86-a32f0da4220f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=bc2b2bab-012e-435c-9b86-a32f0da4220f,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:26.568770 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-955a9c09-eb5e-42c8-8054-1b9433d80faf req-654fc08f-7ca9-4878-a3a0-2ba78f8ed413 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.573157 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-82d62b74-31fb-45bf-a9d9-4484e05713cd tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1192510 Sep 30 08:19:26.575847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:26.581207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-45ed6b43-1472-47d1-a621-8e3e1d395a34 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'security_group': {'name': 'tempest-secgroup-1957622682'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:26.638654 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45ed6b43-1472-47d1-a621-8e3e1d395a34 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.658593 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-955a9c09-eb5e-42c8-8054-1b9433d80faf req-654fc08f-7ca9-4878-a3a0-2ba78f8ed413 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Calling delete_port for bc2b2bab-012e-435c-9b86-a32f0da4220f owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:26.807882 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45ed6b43-1472-47d1-a621-8e3e1d395a34 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.827415 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45ed6b43-1472-47d1-a621-8e3e1d395a34 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.849315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2864a92-3443-4980-95ae-f83b408c5425 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:26.872533 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336b18e4-a69d-4f44-82a8-9b0d58fd4d36 None None] Network 6c77e3d1-73b8-4672-b892-39963eaba09b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:26.886336 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45ed6b43-1472-47d1-a621-8e3e1d395a34 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:26.887740 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-45ed6b43-1472-47d1-a621-8e3e1d395a34 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3104637 Sep 30 08:19:26.901854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43766) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:26.923572 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-defc100f-e187-4971-b546-bff9a35c7fa7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'security_group': {'name': 'tempest-secgroup-1882155827'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:26.930292 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed6b43-1472-47d1-a621-8e3e1d395a34 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916a718c-e946-48e0-bd40-78664c4af4fc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:26.974110 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-defc100f-e187-4971-b546-bff9a35c7fa7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.025003 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2268879a-dc83-4e72-a144-bc29dbc6e6d4 None None] Provisioning complete for port 207cb519-996d-485f-a212-c0a7309abf6c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:27.025993 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2268879a-dc83-4e72-a144-bc29dbc6e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.079553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0e9be-6add-4f35-8c6a-8a50b4f03776 req-55d4bc68-a284-4102-b74f-8d7fff8edec3 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:27.080831 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd0e9be-6add-4f35-8c6a-8a50b4f03776 req-55d4bc68-a284-4102-b74f-8d7fff8edec3 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=506a1d6e-8dbf-4d3b-9655-3662140dbf1c HTTP/1.1" status: 200 len: 945 time: 0.2200353 Sep 30 08:19:27.094901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-defc100f-e187-4971-b546-bff9a35c7fa7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.101330 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-defc100f-e187-4971-b546-bff9a35c7fa7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.142938 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-defc100f-e187-4971-b546-bff9a35c7fa7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.149882 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-defc100f-e187-4971-b546-bff9a35c7fa7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2425640 Sep 30 08:19:27.150740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:27.164289 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-65bcce06-186a-4c45-8644-05c92631827d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'security_group': {'name': 'tempest-secgroup-1212367121'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:27.178214 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc100f-e187-4971-b546-bff9a35c7fa7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2b57c5-baa4-4b16-84d1-63e596d0c745,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:27.230178 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65bcce06-186a-4c45-8644-05c92631827d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.237167 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-955a9c09-eb5e-42c8-8054-1b9433d80faf req-654fc08f-7ca9-4878-a3a0-2ba78f8ed413 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.254773 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1dd0e9be-6add-4f35-8c6a-8a50b4f03776 req-28a91e6a-ea46-4f1c-9231-310912dc7f35 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657815 Sep 30 08:19:27.281776 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['16db043a-2682-4e62-8c9d-2febf1b08ad5', '00c4c4d6-1340-49a8-82e4-0a5770b22c81'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:27.339975 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['503befc5-2371-4df8-9652-8bc8108abb66'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:27.357292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324e7b4d-2058-4e23-a13a-b93ea5acb471 None None] DHCP port deletion for 02334aa1-0c1d-459b-9fcf-075b2b9b8603 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:19:27.369477 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fc08f-7ca9-4878-a3a0-2ba78f8ed413 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Pushing event deleted for resources: {'Port': ['ID=bc2b2bab-012e-435c-9b86-a32f0da4220f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:27.395102 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65bcce06-186a-4c45-8644-05c92631827d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.400717 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65bcce06-186a-4c45-8644-05c92631827d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.439882 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcce06-186a-4c45-8644-05c92631827d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591a8bce-cf34-42c4-863c-49d1b93be1d3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:27.449009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-955a9c09-eb5e-42c8-8054-1b9433d80faf req-654fc08f-7ca9-4878-a3a0-2ba78f8ed413 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] No DVR routers for this DVR port bc2b2bab-012e-435c-9b86-a32f0da4220f on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:27.453300 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-955a9c09-eb5e-42c8-8054-1b9433d80faf req-654fc08f-7ca9-4878-a3a0-2ba78f8ed413 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.455410 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-955a9c09-eb5e-42c8-8054-1b9433d80faf req-654fc08f-7ca9-4878-a3a0-2ba78f8ed413 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.36 "DELETE /v2.0/ports/bc2b2bab-012e-435c-9b86-a32f0da4220f HTTP/1.1" status: 204 len: 173 time: 1.7451296 Sep 30 08:19:27.455871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506a1d6e-8dbf-4d3b-9655-3662140dbf1c', 'name': 'network-vif-deleted', 'tag': 'bc2b2bab-012e-435c-9b86-a32f0da4220f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:27.458423 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fb60ab-b9d0-4cca-b3ed-6c1c86a9fe06" -d '{"events": [{"server_uuid": "506a1d6e-8dbf-4d3b-9655-3662140dbf1c", "name": "network-vif-deleted", "tag": "bc2b2bab-012e-435c-9b86-a32f0da4220f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:27.468504 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65bcce06-186a-4c45-8644-05c92631827d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.471944 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-65bcce06-186a-4c45-8644-05c92631827d tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3173428 Sep 30 08:19:27.472504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:27.477891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fed45822-2610-45be-b713-f8b5166ba094 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1703858979', 'security_groups': ['591a8bce-cf34-42c4-863c-49d1b93be1d3'], 'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8f901e9c-6495-4665-aa84-96c4413277c5'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:27.587129 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2786e96f-df21-4cc4-93c6-4d76c14ae135 x-openstack-request-id: req-2786e96f-df21-4cc4-93c6-4d76c14ae135 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:27.587561 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506a1d6e-8dbf-4d3b-9655-3662140dbf1c", "name": "network-vif-deleted", "tag": "bc2b2bab-012e-435c-9b86-a32f0da4220f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:27.588258 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2786e96f-df21-4cc4-93c6-4d76c14ae135 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:27.588387 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506a1d6e-8dbf-4d3b-9655-3662140dbf1c', 'name': 'network-vif-deleted', 'tag': 'bc2b2bab-012e-435c-9b86-a32f0da4220f', 'status': 'completed', 'code': 200} Sep 30 08:19:27.593860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2268879a-dc83-4e72-a144-bc29dbc6e6d4 None None] Provisioning complete for port 0aa13231-8a8c-4501-a37d-b4f1df01d00f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:27.596446 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2268879a-dc83-4e72-a144-bc29dbc6e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.701828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.objects.ports [None req-c36dd371-ded0-4110-ab04-bb3538d5aa1d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94837) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:19:27.722197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed45822-2610-45be-b713-f8b5166ba094 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:27.919613 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-324e7b4d-2058-4e23-a13a-b93ea5acb471 None None] Deleting port 207cb519-996d-485f-a212-c0a7309abf6c {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:27.935176 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-324e7b4d-2058-4e23-a13a-b93ea5acb471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.963943 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c36dd371-ded0-4110-ab04-bb3538d5aa1d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.996541 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fed45822-2610-45be-b713-f8b5166ba094 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:27.997515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 207cb519-996d-485f-a212-c0a7309abf6c no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:28.017910 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-fed45822-2610-45be-b713-f8b5166ba094 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] device_id is not set on port b7e43c2c-f79c-4e67-9dd9-8565ffc6e215 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:19:28.297878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-fed45822-2610-45be-b713-f8b5166ba094 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Allocated IP 172.20.0.4 (6c77e3d1-73b8-4672-b892-39963eaba09b/8f901e9c-6495-4665-aa84-96c4413277c5/b7e43c2c-f79c-4e67-9dd9-8565ffc6e215) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:28.318936 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d15d0c-497f-4603-a130-474eca78fd95 None None] Update dhcp port {'port': {'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'fixed_ips': [{'subnet_id': '975fbb9b-3a24-4355-8313-d6160420516b', 'ip_address': '172.20.0.18'}, {'subnet_id': '8f901e9c-6495-4665-aa84-96c4413277c5'}], 'binding:host_id': 'n-d-807359-2'}, 'id': '0aa13231-8a8c-4501-a37d-b4f1df01d00f'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:19:28.373740 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c36dd371-ded0-4110-ab04-bb3538d5aa1d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] For port 207cb519-996d-485f-a212-c0a7309abf6c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=207cb519-996d-485f-a212-c0a7309abf6c,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:28.393947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2268879a-dc83-4e72-a144-bc29dbc6e6d4 None None] Provisioning complete for port dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:28.394335 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2268879a-dc83-4e72-a144-bc29dbc6e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.443025 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c36dd371-ded0-4110-ab04-bb3538d5aa1d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.453741 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c36dd371-ded0-4110-ab04-bb3538d5aa1d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.455746 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c36dd371-ded0-4110-ab04-bb3538d5aa1d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.462809 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8d15d0c-497f-4603-a130-474eca78fd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.548493 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fed45822-2610-45be-b713-f8b5166ba094 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.580871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-324e7b4d-2058-4e23-a13a-b93ea5acb471 None None] For port 207cb519-996d-485f-a212-c0a7309abf6c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=207cb519-996d-485f-a212-c0a7309abf6c,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:28.581564 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-324e7b4d-2058-4e23-a13a-b93ea5acb471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.596446 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fed45822-2610-45be-b713-f8b5166ba094 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.631995 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36dd371-ded0-4110-ab04-bb3538d5aa1d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:28.637830 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-324e7b4d-2058-4e23-a13a-b93ea5acb471 None None] Calling delete_port for 207cb519-996d-485f-a212-c0a7309abf6c owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:28.655489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2268879a-dc83-4e72-a144-bc29dbc6e6d4 None None] Port dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:28.663644 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.665805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed45822-2610-45be-b713-f8b5166ba094 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=b7e43c2c-f79c-4e67-9dd9-8565ffc6e215,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:28.668067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c36dd371-ded0-4110-ab04-bb3538d5aa1d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:28.684076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed45822-2610-45be-b713-f8b5166ba094 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 6c77e3d1-73b8-4672-b892-39963eaba09b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:28.687319 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fed45822-2610-45be-b713-f8b5166ba094 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:28.692211 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed45822-2610-45be-b713-f8b5166ba094 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:28.704939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36dd371-ded0-4110-ab04-bb3538d5aa1d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:28.708446 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c36dd371-ded0-4110-ab04-bb3538d5aa1d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.752780 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dd371-ded0-4110-ab04-bb3538d5aa1d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=9037a4fd-98b0-4a21-832a-051b6bee5a50,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:28.770259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dd371-ded0-4110-ab04-bb3538d5aa1d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=207cb519-996d-485f-a212-c0a7309abf6c,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:28.777183 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c36dd371-ded0-4110-ab04-bb3538d5aa1d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6113172 Sep 30 08:19:28.780310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43808) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:28.786810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5183389a-7c2a-4a4e-87b8-c2894242dba3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'mac_address': 'fa:16:3e:ea:cd:86', 'name': 'tempest-NetworksTestDHCPv6-292001084'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:28.800228 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed45822-2610-45be-b713-f8b5166ba094 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:28.801038 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fed45822-2610-45be-b713-f8b5166ba094 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:28.821484 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fed45822-2610-45be-b713-f8b5166ba094 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3481793 Sep 30 08:19:28.822331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43810) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:28.828314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3b3b335e-498c-4fe3-8118-6db9147efc9e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'subnet': {'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:29.006410 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device bc2b2bab-012e-435c-9b86-a32f0da4220f no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:29.017077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5183389a-7c2a-4a4e-87b8-c2894242dba3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:29.064771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3b335e-498c-4fe3-8118-6db9147efc9e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:29.068567 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3b335e-498c-4fe3-8118-6db9147efc9e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.076989 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: bc2b2bab-012e-435c-9b86-a32f0da4220f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:29.077850 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device bc2b2bab-012e-435c-9b86-a32f0da4220f not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:29.159411 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5183389a-7c2a-4a4e-87b8-c2894242dba3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.182934 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-5183389a-7c2a-4a4e-87b8-c2894242dba3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port 3b1b1e7b-71e5-4e92-b9e0-1223bdb83a9a yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:19:29.211780 n-d-807359-2 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-3b3b335e-498c-4fe3-8118-6db9147efc9e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8f901e9c-6495-4665-aa84-96c4413277c5 (CIDR: 172.20.0.0/28) Sep 30 08:19:29.220101 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3b335e-498c-4fe3-8118-6db9147efc9e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:19:29.220582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3b335e-498c-4fe3-8118-6db9147efc9e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:29.241983 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3b3b335e-498c-4fe3-8118-6db9147efc9e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4183581 Sep 30 08:19:29.246231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43820) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:29.255334 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6c22a8fe-ff67-498d-a99c-9abbf98963de tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'subnet': {'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:29.312855 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:19:29.313206 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:19:29.357130 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-a8d15d0c-497f-4603-a130-474eca78fd95 None None] Allocated IP 172.20.0.2 (6c77e3d1-73b8-4672-b892-39963eaba09b/8f901e9c-6495-4665-aa84-96c4413277c5/0aa13231-8a8c-4501-a37d-b4f1df01d00f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:29.365485 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-324e7b4d-2058-4e23-a13a-b93ea5acb471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.391953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-5183389a-7c2a-4a4e-87b8-c2894242dba3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::f816:3eff:feea:cd86 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/9037a4fd-98b0-4a21-832a-051b6bee5a50/3b1b1e7b-71e5-4e92-b9e0-1223bdb83a9a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:29.405324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e7b4d-2058-4e23-a13a-b93ea5acb471 None None] Pushing event deleted for resources: {'Port': ['ID=207cb519-996d-485f-a212-c0a7309abf6c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:29.428560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324e7b4d-2058-4e23-a13a-b93ea5acb471 None None] No DVR routers for this DVR port 207cb519-996d-485f-a212-c0a7309abf6c on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:29.431863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c22a8fe-ff67-498d-a99c-9abbf98963de tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:29.437489 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c22a8fe-ff67-498d-a99c-9abbf98963de tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.459543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558245ce-d9cf-4faa-9040-34dafa0f6d0d None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:29.594480 n-d-807359-2 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-6c22a8fe-ff67-498d-a99c-9abbf98963de tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 975fbb9b-3a24-4355-8313-d6160420516b (CIDR: 172.20.0.16/28) Sep 30 08:19:29.600119 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c22a8fe-ff67-498d-a99c-9abbf98963de tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:19:29.600850 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c22a8fe-ff67-498d-a99c-9abbf98963de tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:29.637809 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6c22a8fe-ff67-498d-a99c-9abbf98963de tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3879931 Sep 30 08:19:29.643076 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5183389a-7c2a-4a4e-87b8-c2894242dba3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.644463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43830) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:29.649879 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-45aa576d-f12f-413b-92c5-3b6ff7e8599c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'subnet': {'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:29.692473 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5183389a-7c2a-4a4e-87b8-c2894242dba3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.701579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a8d15d0c-497f-4603-a130-474eca78fd95 None None] For port 0aa13231-8a8c-4501-a37d-b4f1df01d00f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0aa13231-8a8c-4501-a37d-b4f1df01d00f,segment=NetworkSegment(69c11875-6716-4cd9-8f4f-3d315dd03acb),segment_id=69c11875-6716-4cd9-8f4f-3d315dd03acb)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:29.739376 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8d15d0c-497f-4603-a130-474eca78fd95 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.751952 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5183389a-7c2a-4a4e-87b8-c2894242dba3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:29.755549 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-5183389a-7c2a-4a4e-87b8-c2894242dba3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:29.759880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183389a-7c2a-4a4e-87b8-c2894242dba3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:29.762312 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8d15d0c-497f-4603-a130-474eca78fd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.766891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5183389a-7c2a-4a4e-87b8-c2894242dba3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:29.767679 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5183389a-7c2a-4a4e-87b8-c2894242dba3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.781745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183389a-7c2a-4a4e-87b8-c2894242dba3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=3b1b1e7b-71e5-4e92-b9e0-1223bdb83a9a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:29.801153 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5183389a-7c2a-4a4e-87b8-c2894242dba3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0193324 Sep 30 08:19:29.804041 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43834) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:29.863696 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aa576d-f12f-413b-92c5-3b6ff7e8599c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Made reservation on behalf of a78eae47c22443e0bd6d93fe6243fcdc for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:29.867940 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45aa576d-f12f-413b-92c5-3b6ff7e8599c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.897798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007bc186-3c67-48e8-814f-9cdebe13dc7c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:29.899847 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-007bc186-3c67-48e8-814f-9cdebe13dc7c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0945137 Sep 30 08:19:29.902571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43836) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:29.926179 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:29.926823 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Port 207cb519-996d-485f-a212-c0a7309abf6c update to DOWN by agent not found {{(pid=94839) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Sep 30 08:19:30.055446 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d15d0c-497f-4603-a130-474eca78fd95 None None] Pushing event updated for resources: {'Port': ['ID=0aa13231-8a8c-4501-a37d-b4f1df01d00f,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:30.129668 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'fixed_ips': [{'subnet_id': '9037a4fd-98b0-4a21-832a-051b6bee5a50'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:19:30.130586 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:30.148526 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9e0a0e24-04d5-40a6-bcde-3ede7b56c0eb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port 3b1b1e7b-71e5-4e92-b9e0-1223bdb83a9a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:30.149038 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e0a0e24-04d5-40a6-bcde-3ede7b56c0eb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:30.285328 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45aa576d-f12f-413b-92c5-3b6ff7e8599c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:30.348517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa576d-f12f-413b-92c5-3b6ff7e8599c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Network 6c77e3d1-73b8-4672-b892-39963eaba09b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:30.356382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-45aa576d-f12f-413b-92c5-3b6ff7e8599c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:30.363720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa576d-f12f-413b-92c5-3b6ff7e8599c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.364357 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45aa576d-f12f-413b-92c5-3b6ff7e8599c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:30.395056 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Allocated IP 2001:db8::f816:3eff:fe46:3bf5 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/9037a4fd-98b0-4a21-832a-051b6bee5a50/45aca8a2-ee0e-4709-87c3-be3b6c00f3bc) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:30.398850 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa576d-f12f-413b-92c5-3b6ff7e8599c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Subnet': ['ID=9b984786-b379-4d11-a1a4-173347cff61b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:30.414060 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-45aa576d-f12f-413b-92c5-3b6ff7e8599c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7684898 Sep 30 08:19:30.416694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43852) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:30.421937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cb253b3c-3d28-4482-863b-ea65c4e56878 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1789676846', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9b984786-b379-4d11-a1a4-173347cff61b'}], 'security_groups': ['916a718c-e946-48e0-bd40-78664c4af4fc', '8c2b57c5-baa4-4b16-84d1-63e596d0c745']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:30.428955 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e0a0e24-04d5-40a6-bcde-3ede7b56c0eb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:30.472182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9e0a0e24-04d5-40a6-bcde-3ede7b56c0eb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for 3b1b1e7b-71e5-4e92-b9e0-1223bdb83a9a owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:30.524863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86117b-6f6b-448d-8109-55cb00079c73 req-f9fdbf94-d0a7-43cd-a63a-c59122cf4cc7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.538774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86117b-6f6b-448d-8109-55cb00079c73 req-f9fdbf94-d0a7-43cd-a63a-c59122cf4cc7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.547229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86117b-6f6b-448d-8109-55cb00079c73 req-f9fdbf94-d0a7-43cd-a63a-c59122cf4cc7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.563885 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86117b-6f6b-448d-8109-55cb00079c73 req-f9fdbf94-d0a7-43cd-a63a-c59122cf4cc7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.577403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86117b-6f6b-448d-8109-55cb00079c73 req-f9fdbf94-d0a7-43cd-a63a-c59122cf4cc7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.591952 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86117b-6f6b-448d-8109-55cb00079c73 req-f9fdbf94-d0a7-43cd-a63a-c59122cf4cc7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.615077 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb253b3c-3d28-4482-863b-ea65c4e56878 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:30.624059 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86117b-6f6b-448d-8109-55cb00079c73 req-f9fdbf94-d0a7-43cd-a63a-c59122cf4cc7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:30.653101 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c86117b-6f6b-448d-8109-55cb00079c73 req-f9fdbf94-d0a7-43cd-a63a-c59122cf4cc7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5445 time: 0.3535421 Sep 30 08:19:30.772368 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:30.786127 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:30.821769 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:30.829027 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c86117b-6f6b-448d-8109-55cb00079c73 req-32a1136b-aaf2-4447-bb6e-628e29ab258c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1703401 Sep 30 08:19:30.829994 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:30.886433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:31.031032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Pushing event updated for resources: {'Port': ['ID=45aca8a2-ee0e-4709-87c3-be3b6c00f3bc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:31.053269 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Attempting to bind port 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:31.053668 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Attempting to bind port 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:31.054152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Attempting to bind port 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:31.059809 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:31.060339 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:31.061405 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.061917 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:31.062463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Bound port: 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:31.062919 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.110559 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e0a0e24-04d5-40a6-bcde-3ede7b56c0eb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.142077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] For port 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:31.145619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] For port 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=45aca8a2-ee0e-4709-87c3-be3b6c00f3bc,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:31.148680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a91111-7482-4fa7-867d-4b8330c16578 None None] Network 6c77e3d1-73b8-4672-b892-39963eaba09b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:31.200016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68564fc0-9311-44e1-81b5-6ca217441f8c req-af510fb2-3aed-44c7-881a-4f4eb5affc0f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:31.208322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68564fc0-9311-44e1-81b5-6ca217441f8c req-af510fb2-3aed-44c7-881a-4f4eb5affc0f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:31.215280 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68564fc0-9311-44e1-81b5-6ca217441f8c req-af510fb2-3aed-44c7-881a-4f4eb5affc0f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:31.222022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68564fc0-9311-44e1-81b5-6ca217441f8c req-af510fb2-3aed-44c7-881a-4f4eb5affc0f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:31.229016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68564fc0-9311-44e1-81b5-6ca217441f8c req-af510fb2-3aed-44c7-881a-4f4eb5affc0f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:31.235988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68564fc0-9311-44e1-81b5-6ca217441f8c req-af510fb2-3aed-44c7-881a-4f4eb5affc0f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:31.242150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68564fc0-9311-44e1-81b5-6ca217441f8c req-af510fb2-3aed-44c7-881a-4f4eb5affc0f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:31.244449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68564fc0-9311-44e1-81b5-6ca217441f8c req-af510fb2-3aed-44c7-881a-4f4eb5affc0f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5445 time: 0.2694211 Sep 30 08:19:31.245413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a0e24-04d5-40a6-bcde-3ede7b56c0eb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=3b1b1e7b-71e5-4e92-b9e0-1223bdb83a9a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:31.253863 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.290955 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-cb253b3c-3d28-4482-863b-ea65c4e56878 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Delete allocated IP 172.20.0.4 (6c77e3d1-73b8-4672-b892-39963eaba09b/8f901e9c-6495-4665-aa84-96c4413277c5) {{(pid=94838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 08:19:31.296910 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e0a0e24-04d5-40a6-bcde-3ede7b56c0eb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.303531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9e0a0e24-04d5-40a6-bcde-3ede7b56c0eb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/3b1b1e7b-71e5-4e92-b9e0-1223bdb83a9a HTTP/1.1" status: 204 len: 168 time: 1.3996742 Sep 30 08:19:31.304705 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43874) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:31.317118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-cb253b3c-3d28-4482-863b-ea65c4e56878 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Allocated IP 172.20.0.44 (6c77e3d1-73b8-4672-b892-39963eaba09b/9b984786-b379-4d11-a1a4-173347cff61b/b7e43c2c-f79c-4e67-9dd9-8565ffc6e215) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:31.341237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9307712c-3ef6-4edd-9b8b-afda3112cd25 None None] Provisioning complete for port 0aa13231-8a8c-4501-a37d-b4f1df01d00f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:31.341530 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9307712c-3ef6-4edd-9b8b-afda3112cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.438371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082fd64a-60d7-4116-b122-8b83b6f75e14 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:31.440940 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082fd64a-60d7-4116-b122-8b83b6f75e14 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:31.448459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-082fd64a-60d7-4116-b122-8b83b6f75e14 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1400354 Sep 30 08:19:31.450090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43876) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:31.465838 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6c14f-daa5-4544-b2a1-38f79374c860 None None] Pushing event updated for resources: {'Port': ['ID=45aca8a2-ee0e-4709-87c3-be3b6c00f3bc,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:31.541464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d77bef-ca57-4393-af38-5c2b148c43ec tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 9037a4fd-98b0-4a21-832a-051b6bee5a50 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:31.555067 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d77bef-ca57-4393-af38-5c2b148c43ec tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.583587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9307712c-3ef6-4edd-9b8b-afda3112cd25 None None] Provisioning complete for port dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:31.584012 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9307712c-3ef6-4edd-9b8b-afda3112cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.615085 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d77bef-ca57-4393-af38-5c2b148c43ec tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.669385 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb253b3c-3d28-4482-863b-ea65c4e56878 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.681154 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb253b3c-3d28-4482-863b-ea65c4e56878 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.824995 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d77bef-ca57-4393-af38-5c2b148c43ec tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.856323 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9307712c-3ef6-4edd-9b8b-afda3112cd25 None None] Port dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:31.916268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cb253b3c-3d28-4482-863b-ea65c4e56878 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] In _notify_port_updated(), no bound segment for port b7e43c2c-f79c-4e67-9dd9-8565ffc6e215 on network 6c77e3d1-73b8-4672-b892-39963eaba09b {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:19:31.926546 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb253b3c-3d28-4482-863b-ea65c4e56878 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:31.927135 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb253b3c-3d28-4482-863b-ea65c4e56878 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.931759 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cb253b3c-3d28-4482-863b-ea65c4e56878 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "PUT /v2.0/ports/b7e43c2c-f79c-4e67-9dd9-8565ffc6e215 HTTP/1.1" status: 200 len: 960 time: 1.5108976 Sep 30 08:19:31.931759 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43886) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:31.942409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e7d9c9-8ff6-4603-b82c-4ee6b2e01f8c None None] Update dhcp port {'port': {'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'fixed_ips': [{'subnet_id': '975fbb9b-3a24-4355-8313-d6160420516b', 'ip_address': '172.20.0.18'}, {'subnet_id': '8f901e9c-6495-4665-aa84-96c4413277c5', 'ip_address': '172.20.0.2'}, {'subnet_id': '9b984786-b379-4d11-a1a4-173347cff61b'}], 'binding:host_id': 'n-d-807359-2'}, 'id': '0aa13231-8a8c-4501-a37d-b4f1df01d00f'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:19:31.955540 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d77bef-ca57-4393-af38-5c2b148c43ec tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:31.977647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb253b3c-3d28-4482-863b-ea65c4e56878 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event updated for resources: {'Port': ['ID=b7e43c2c-f79c-4e67-9dd9-8565ffc6e215,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:32.021656 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d77bef-ca57-4393-af38-5c2b148c43ec tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=9037a4fd-98b0-4a21-832a-051b6bee5a50,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:32.031765 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d77bef-ca57-4393-af38-5c2b148c43ec tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:32.040380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43896) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:32.040802 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-07d77bef-ca57-4393-af38-5c2b148c43ec tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/9037a4fd-98b0-4a21-832a-051b6bee5a50 HTTP/1.1" status: 204 len: 168 time: 0.5878470 Sep 30 08:19:32.054522 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62e7d9c9-8ff6-4603-b82c-4ee6b2e01f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:32.134434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43902) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:32.144687 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3b419cc5-5e25-4b0e-bdd4-7652369ccebe tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032338 Sep 30 08:19:32.186697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-84260e4e-015c-4b00-a325-a32d27e8e90f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port b7e43c2c-f79c-4e67-9dd9-8565ffc6e215 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:32.188858 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84260e4e-015c-4b00-a325-a32d27e8e90f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:32.241291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a66ee2-cde7-47bb-aea5-c2a360371489 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:32.252010 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e3a66ee2-cde7-47bb-aea5-c2a360371489 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1160698 Sep 30 08:19:32.252644 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43904) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:32.383933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1e7c71-4b0f-4411-8118-af02ea8c3610 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:32.392666 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6d1e7c71-4b0f-4411-8118-af02ea8c3610 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1378973 Sep 30 08:19:32.394227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43908) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:32.396372 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84260e4e-015c-4b00-a325-a32d27e8e90f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:32.419195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-84260e4e-015c-4b00-a325-a32d27e8e90f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for b7e43c2c-f79c-4e67-9dd9-8565ffc6e215 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:32.428639 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:32.494817 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1fa790f8-8a38-46ad-ad3c-7e0449c487b6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956631 Sep 30 08:19:32.498515 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43914) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:32.507636 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cb393be6-2fb3-4e5b-8fa2-71216b90d5b9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:32.656349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-62e7d9c9-8ff6-4603-b82c-4ee6b2e01f8c None None] Allocated IP 172.20.0.34 (6c77e3d1-73b8-4672-b892-39963eaba09b/9b984786-b379-4d11-a1a4-173347cff61b/0aa13231-8a8c-4501-a37d-b4f1df01d00f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:32.758995 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:32.759238 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:32.798691 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84260e4e-015c-4b00-a325-a32d27e8e90f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:32.850776 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-62e7d9c9-8ff6-4603-b82c-4ee6b2e01f8c None None] For port 0aa13231-8a8c-4501-a37d-b4f1df01d00f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0aa13231-8a8c-4501-a37d-b4f1df01d00f,segment=NetworkSegment(69c11875-6716-4cd9-8f4f-3d315dd03acb),segment_id=69c11875-6716-4cd9-8f4f-3d315dd03acb)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:32.910573 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84260e4e-015c-4b00-a325-a32d27e8e90f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=b7e43c2c-f79c-4e67-9dd9-8565ffc6e215,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:32.956059 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.026516 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84260e4e-015c-4b00-a325-a32d27e8e90f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.031789 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-84260e4e-015c-4b00-a325-a32d27e8e90f tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/b7e43c2c-f79c-4e67-9dd9-8565ffc6e215 HTTP/1.1" status: 204 len: 168 time: 1.0963771 Sep 30 08:19:33.032601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:33.057517 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=45aca8a2-ee0e-4709-87c3-be3b6c00f3bc,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:33.061571 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62e7d9c9-8ff6-4603-b82c-4ee6b2e01f8c None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.066014 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.066935 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0aa13231-8a8c-4501-a37d-b4f1df01d00f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:33.130204 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2a1c45-495b-4e55-924b-520798b2f329 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] GET failed (client error): The resource could not be found. Sep 30 08:19:33.135668 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9f2a1c45-495b-4e55-924b-520798b2f329 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports/b7e43c2c-f79c-4e67-9dd9-8565ffc6e215 HTTP/1.1" status: 404 len: 333 time: 0.1019270 Sep 30 08:19:33.141328 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43936) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:33.215758 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62e7d9c9-8ff6-4603-b82c-4ee6b2e01f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.230283 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb041efa-0533-4b4e-8138-2696260c832a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.259878 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb041efa-0533-4b4e-8138-2696260c832a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.289615 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c62541c-9c96-4e80-bc6d-9519fd152c36 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:33.343047 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb041efa-0533-4b4e-8138-2696260c832a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.347761 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb041efa-0533-4b4e-8138-2696260c832a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.365758 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bb041efa-0533-4b4e-8138-2696260c832a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/security-groups/591a8bce-cf34-42c4-863c-49d1b93be1d3 HTTP/1.1" status: 204 len: 168 time: 0.2231505 Sep 30 08:19:33.370620 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43942) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:33.378771 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb393be6-2fb3-4e5b-8fa2-71216b90d5b9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:33.383153 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb393be6-2fb3-4e5b-8fa2-71216b90d5b9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.412674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90e178-1d11-4993-a38f-3d09d31f2418 req-364316f0-40ca-4463-8024-f390cda824a4 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:33.414683 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf90e178-1d11-4993-a38f-3d09d31f2418 req-364316f0-40ca-4463-8024-f390cda824a4 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 947 time: 0.1089840 Sep 30 08:19:33.418649 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb041efa-0533-4b4e-8138-2696260c832a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=591a8bce-cf34-42c4-863c-49d1b93be1d3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:33.433400 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-96d6f751-9a00-4151-a28b-9cb31d0f07ee None None] Could not find standard attr ID for object 3b1b1e7b-71e5-4e92-b9e0-1223bdb83a9a. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:33.456967 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0aa13231-8a8c-4501-a37d-b4f1df01d00f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:33.457260 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.498836 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2350160-9cbf-4fe0-b0f0-2b7c792159af tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.525523 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2350160-9cbf-4fe0-b0f0-2b7c792159af tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.543197 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf90e178-1d11-4993-a38f-3d09d31f2418 req-f3cd33b1-4d44-4156-9ee6-9d3e34fbfbfc tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202171 Sep 30 08:19:33.578813 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2350160-9cbf-4fe0-b0f0-2b7c792159af tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.582010 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2350160-9cbf-4fe0-b0f0-2b7c792159af tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.586212 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43944) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:33.586754 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a2350160-9cbf-4fe0-b0f0-2b7c792159af tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/security-groups/8c2b57c5-baa4-4b16-84d1-63e596d0c745 HTTP/1.1" status: 204 len: 168 time: 0.2109876 Sep 30 08:19:33.597213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2350160-9cbf-4fe0-b0f0-2b7c792159af tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2b57c5-baa4-4b16-84d1-63e596d0c745,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:33.732261 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-96d6f751-9a00-4151-a28b-9cb31d0f07ee None None] Provisioning complete for port 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:33.735836 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96d6f751-9a00-4151-a28b-9cb31d0f07ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.740821 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac1bc95b-2f1f-42e8-ac75-16f8edddbc82 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.806976 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac1bc95b-2f1f-42e8-ac75-16f8edddbc82 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.859370 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb393be6-2fb3-4e5b-8fa2-71216b90d5b9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.908022 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=45aca8a2-ee0e-4709-87c3-be3b6c00f3bc,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:33.933861 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb393be6-2fb3-4e5b-8fa2-71216b90d5b9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:33.940772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-cb393be6-2fb3-4e5b-8fa2-71216b90d5b9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:33.944496 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb393be6-2fb3-4e5b-8fa2-71216b90d5b9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:33.945106 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb393be6-2fb3-4e5b-8fa2-71216b90d5b9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.950904 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac1bc95b-2f1f-42e8-ac75-16f8edddbc82 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.954830 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac1bc95b-2f1f-42e8-ac75-16f8edddbc82 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:33.958801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ac1bc95b-2f1f-42e8-ac75-16f8edddbc82 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/security-groups/916a718c-e946-48e0-bd40-78664c4af4fc HTTP/1.1" status: 204 len: 168 time: 0.3715847 Sep 30 08:19:33.959022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43950) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:33.984551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb393be6-2fb3-4e5b-8fa2-71216b90d5b9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=4c5f53ed-37c0-432c-b588-d2941dacbbc2,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:33.996388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bc95b-2f1f-42e8-ac75-16f8edddbc82 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=916a718c-e946-48e0-bd40-78664c4af4fc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:34.005868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cb393be6-2fb3-4e5b-8fa2-71216b90d5b9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5060859 Sep 30 08:19:34.006637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43952) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:34.012720 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5e903672-daac-4fa3-9f61-5c86057bcb1b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'mac_address': 'fa:16:3e:98:10:5b', 'name': 'tempest-NetworksTestDHCPv6-278984285'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:34.070334 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ed02e4-9218-435c-a5e1-7dcb55daf76c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting subnet 8f901e9c-6495-4665-aa84-96c4413277c5 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:34.080849 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1ed02e4-9218-435c-a5e1-7dcb55daf76c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:34.184644 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1ed02e4-9218-435c-a5e1-7dcb55daf76c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:34.331094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f791a-dade-4e37-b027-722e7a7882fd req-67722e50-0c23-4fb6-8808-d729f0a62b0d tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.332171 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7d9c9-8ff6-4603-b82c-4ee6b2e01f8c None None] Pushing event updated for resources: {'Port': ['ID=0aa13231-8a8c-4501-a37d-b4f1df01d00f,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:34.334387 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-636f791a-dade-4e37-b027-722e7a7882fd req-67722e50-0c23-4fb6-8808-d729f0a62b0d tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 947 time: 0.2883377 Sep 30 08:19:34.389465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e903672-daac-4fa3-9f61-5c86057bcb1b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:34.457303 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1ed02e4-9218-435c-a5e1-7dcb55daf76c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:34.551979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:34.617937 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1ed02e4-9218-435c-a5e1-7dcb55daf76c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:34.684892 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e903672-daac-4fa3-9f61-5c86057bcb1b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:34.717181 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed02e4-9218-435c-a5e1-7dcb55daf76c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Subnet': ['ID=8f901e9c-6495-4665-aa84-96c4413277c5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:34.724701 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:34.724914 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:34.755878 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1ed02e4-9218-435c-a5e1-7dcb55daf76c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:34.776147 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f1ed02e4-9218-435c-a5e1-7dcb55daf76c tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/8f901e9c-6495-4665-aa84-96c4413277c5 HTTP/1.1" status: 204 len: 168 time: 0.8159273 Sep 30 08:19:34.776979 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:34.818193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-5e903672-daac-4fa3-9f61-5c86057bcb1b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port d79f6627-9565-4957-969a-271bf5aac3f5 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:19:34.864300 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6432ef1c-9278-42bd-b200-fbe4baefb6b2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting subnet 9b984786-b379-4d11-a1a4-173347cff61b {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:34.868377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6432ef1c-9278-42bd-b200-fbe4baefb6b2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:34.900857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78933f4b-f95f-4c29-9361-96c9673bf3a6 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:34.905680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e907f-31e3-414f-9f60-9901dca16de5 req-a57da946-2b65-4917-8b7b-f77d9820fe01 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:34.907463 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-206e907f-31e3-414f-9f60-9901dca16de5 req-a57da946-2b65-4917-8b7b-f77d9820fe01 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 947 time: 0.2073267 Sep 30 08:19:34.941935 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a0a77c-a670-4e39-90a7-9724b4bea090 None None] Network 6c77e3d1-73b8-4672-b892-39963eaba09b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:34.972545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-206e907f-31e3-414f-9f60-9901dca16de5 req-6009430f-d0a6-458d-93ba-6bc32f0285be tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=363d70a3-a6d5-4c55-b234-69931eef0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544152 Sep 30 08:19:34.977330 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6432ef1c-9278-42bd-b200-fbe4baefb6b2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:34.985991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-636f791a-dade-4e37-b027-722e7a7882fd req-1fbe1eab-df31-49bd-8dc5-01da6e02473e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Deleting port c2142e67-e3d1-419b-84f2-7d6c53fb5dca {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:34.986498 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-636f791a-dade-4e37-b027-722e7a7882fd req-1fbe1eab-df31-49bd-8dc5-01da6e02473e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.035851 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43984) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:35.135807 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6432ef1c-9278-42bd-b200-fbe4baefb6b2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.220350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-5e903672-daac-4fa3-9f61-5c86057bcb1b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::1ef (02334aa1-0c1d-459b-9fcf-075b2b9b8603/4c5f53ed-37c0-432c-b588-d2941dacbbc2/d79f6627-9565-4957-969a-271bf5aac3f5) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:35.250876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-636f791a-dade-4e37-b027-722e7a7882fd req-1fbe1eab-df31-49bd-8dc5-01da6e02473e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] For port c2142e67-e3d1-419b-84f2-7d6c53fb5dca, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:35.251408 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-636f791a-dade-4e37-b027-722e7a7882fd req-1fbe1eab-df31-49bd-8dc5-01da6e02473e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.267469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756695f3-1389-41a5-8fa2-08f0b5f259b3 req-b2e59433-db9e-4bcc-a505-d89b374028b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.268346 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756695f3-1389-41a5-8fa2-08f0b5f259b3 req-b2e59433-db9e-4bcc-a505-d89b374028b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.269904 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756695f3-1389-41a5-8fa2-08f0b5f259b3 req-b2e59433-db9e-4bcc-a505-d89b374028b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.271855 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756695f3-1389-41a5-8fa2-08f0b5f259b3 req-b2e59433-db9e-4bcc-a505-d89b374028b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.273883 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756695f3-1389-41a5-8fa2-08f0b5f259b3 req-b2e59433-db9e-4bcc-a505-d89b374028b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.274529 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756695f3-1389-41a5-8fa2-08f0b5f259b3 req-b2e59433-db9e-4bcc-a505-d89b374028b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.276167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756695f3-1389-41a5-8fa2-08f0b5f259b3 req-b2e59433-db9e-4bcc-a505-d89b374028b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.282187 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-756695f3-1389-41a5-8fa2-08f0b5f259b3 req-b2e59433-db9e-4bcc-a505-d89b374028b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 6502 time: 0.2436762 Sep 30 08:19:35.367242 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6432ef1c-9278-42bd-b200-fbe4baefb6b2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.439372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432ef1c-9278-42bd-b200-fbe4baefb6b2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Subnet': ['ID=9b984786-b379-4d11-a1a4-173347cff61b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:35.454290 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6432ef1c-9278-42bd-b200-fbe4baefb6b2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.458765 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6432ef1c-9278-42bd-b200-fbe4baefb6b2 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/9b984786-b379-4d11-a1a4-173347cff61b HTTP/1.1" status: 204 len: 168 time: 0.6802132 Sep 30 08:19:35.462347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43998) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:35.473522 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-756695f3-1389-41a5-8fa2-08f0b5f259b3 req-2b0b4b0c-79ab-4355-a95a-2328e93e86a1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1831238 Sep 30 08:19:35.504879 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-32e09e91-1648-48a4-a6fc-348069088913 None None] Provisioning complete for port 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:35.505357 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32e09e91-1648-48a4-a6fc-348069088913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.579930 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc96a8e-7a36-4dea-9db7-cbe466ca037e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] DELETE failed (client error): The resource could not be found. Sep 30 08:19:35.580485 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc96a8e-7a36-4dea-9db7-cbe466ca037e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:35.584840 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bcc96a8e-7a36-4dea-9db7-cbe466ca037e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/8f901e9c-6495-4665-aa84-96c4413277c5 HTTP/1.1" status: 404 len: 337 time: 0.1174862 Sep 30 08:19:35.585717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44006) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:35.588851 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0aa13231-8a8c-4501-a37d-b4f1df01d00f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:35.597863 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-636f791a-dade-4e37-b027-722e7a7882fd req-1fbe1eab-df31-49bd-8dc5-01da6e02473e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.598323 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-636f791a-dade-4e37-b027-722e7a7882fd req-1fbe1eab-df31-49bd-8dc5-01da6e02473e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.598730 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-636f791a-dade-4e37-b027-722e7a7882fd req-1fbe1eab-df31-49bd-8dc5-01da6e02473e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Floating IP c2b98558-9835-4920-a00f-fdf15356bbc5 disassociated. External IP: 172.25.0.31, port: c2142e67-e3d1-419b-84f2-7d6c53fb5dca. Sep 30 08:19:35.599157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-636f791a-dade-4e37-b027-722e7a7882fd req-1fbe1eab-df31-49bd-8dc5-01da6e02473e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Calling delete_port for c2142e67-e3d1-419b-84f2-7d6c53fb5dca owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:35.699376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab56478-16f7-425d-aaf5-ec24860d6ab7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting subnet 975fbb9b-3a24-4355-8313-d6160420516b {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:35.700340 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e903672-daac-4fa3-9f61-5c86057bcb1b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.703445 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab56478-16f7-425d-aaf5-ec24860d6ab7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.775897 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e903672-daac-4fa3-9f61-5c86057bcb1b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.804127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab56478-16f7-425d-aaf5-ec24860d6ab7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.847577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e903672-daac-4fa3-9f61-5c86057bcb1b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=d79f6627-9565-4957-969a-271bf5aac3f5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:35.925261 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab56478-16f7-425d-aaf5-ec24860d6ab7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.942312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e903672-daac-4fa3-9f61-5c86057bcb1b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:35.945101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0aa13231-8a8c-4501-a37d-b4f1df01d00f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:35.945575 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:35.945990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-5e903672-daac-4fa3-9f61-5c86057bcb1b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:35.978565 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e903672-daac-4fa3-9f61-5c86057bcb1b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:35.992645 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e903672-daac-4fa3-9f61-5c86057bcb1b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:35.994224 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e903672-daac-4fa3-9f61-5c86057bcb1b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:36.023515 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-636f791a-dade-4e37-b027-722e7a7882fd req-1fbe1eab-df31-49bd-8dc5-01da6e02473e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:36.029121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5e903672-daac-4fa3-9f61-5c86057bcb1b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0181215 Sep 30 08:19:36.031434 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44016) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:36.038421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6ad3ec-cb35-4888-86f5-fcccd308386c None None] Update dhcp port {'port': {'network_id': '6c77e3d1-73b8-4672-b892-39963eaba09b', 'fixed_ips': [{'subnet_id': '975fbb9b-3a24-4355-8313-d6160420516b', 'ip_address': '172.20.0.18'}, {'subnet_id': '9b984786-b379-4d11-a1a4-173347cff61b'}], 'binding:host_id': 'n-d-807359-2'}, 'id': '0aa13231-8a8c-4501-a37d-b4f1df01d00f'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:19:36.089045 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a6ad3ec-cb35-4888-86f5-fcccd308386c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:36.115312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe1eab-df31-49bd-8dc5-01da6e02473e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event deleted for resources: {'Port': ['ID=c2142e67-e3d1-419b-84f2-7d6c53fb5dca,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:36.144898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4ee16f65-0d21-4d04-9645-cba95c6801db None None] Could not find standard attr ID for object b7e43c2c-f79c-4e67-9dd9-8565ffc6e215. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:36.150875 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab56478-16f7-425d-aaf5-ec24860d6ab7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:36.200170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4ee16f65-0d21-4d04-9645-cba95c6801db None None] Provisioning complete for port 0aa13231-8a8c-4501-a37d-b4f1df01d00f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:36.200691 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ee16f65-0d21-4d04-9645-cba95c6801db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:36.224649 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab56478-16f7-425d-aaf5-ec24860d6ab7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Subnet': ['ID=975fbb9b-3a24-4355-8313-d6160420516b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:36.249691 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab56478-16f7-425d-aaf5-ec24860d6ab7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:36.260484 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aab56478-16f7-425d-aaf5-ec24860d6ab7 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/975fbb9b-3a24-4355-8313-d6160420516b HTTP/1.1" status: 204 len: 168 time: 0.6737134 Sep 30 08:19:36.268404 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:36.346539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c06faef6-bee3-488b-95d8-9ce6b45cc122 req-e94b9647-8af7-4d5f-b134-2114c94cec59 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4 HTTP/1.1" status: 200 len: 210 time: 0.0334890 Sep 30 08:19:36.361255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-636f791a-dade-4e37-b027-722e7a7882fd req-1fbe1eab-df31-49bd-8dc5-01da6e02473e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Router 9f92160a-ade3-418e-991f-4b21fecd7c17 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:19:36.394264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721346b-3ea8-47b5-be92-11249a53101f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:36.413468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721346b-3ea8-47b5-be92-11249a53101f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:36.422523 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7721346b-3ea8-47b5-be92-11249a53101f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.3851497 Sep 30 08:19:36.423224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:36.440681 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c724ce5b-3ed0-4afc-b0ae-eb4695f54f32 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] DELETE failed (client error): The resource could not be found. Sep 30 08:19:36.444021 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c724ce5b-3ed0-4afc-b0ae-eb4695f54f32 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:36.448208 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c724ce5b-3ed0-4afc-b0ae-eb4695f54f32 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/21680984-bc50-4408-a1a2-9ae40d7b9617 HTTP/1.1" status: 404 len: 337 time: 0.1759613 Sep 30 08:19:36.448589 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:36.448889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0874d1c5-abbd-4724-9932-6b2f1d055502 None None] Network 6c77e3d1-73b8-4672-b892-39963eaba09b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:36.565981 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d381a4b1-c6f2-4849-9fc3-a572a7efaee5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2616de4-7eb9-48f7-90d8-c360c8b98c9e HTTP/1.1" status: 200 len: 205 time: 0.1150169 Sep 30 08:19:36.570858 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44036) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:36.745194 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-636f791a-dade-4e37-b027-722e7a7882fd req-1fbe1eab-df31-49bd-8dc5-01da6e02473e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:19:36.756313 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859daf5-f94e-4e58-be7e-23fd97ab7d02 None None] Sync routers for ids ['9f92160a-ade3-418e-991f-4b21fecd7c17'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:19:36.777193 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a859daf5-f94e-4e58-be7e-23fd97ab7d02 None None] Routers {'9f92160a-ade3-418e-991f-4b21fecd7c17'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:36.777843 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a859daf5-f94e-4e58-be7e-23fd97ab7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:19:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9f92160a-ade3-418e-991f-4b21fecd7c17'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:36.887706 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4ee16f65-0d21-4d04-9645-cba95c6801db None None] Provisioning complete for port dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:36.888249 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ee16f65-0d21-4d04-9645-cba95c6801db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:36.937500 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-636f791a-dade-4e37-b027-722e7a7882fd req-1fbe1eab-df31-49bd-8dc5-01da6e02473e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] No DVR routers for this DVR port c2142e67-e3d1-419b-84f2-7d6c53fb5dca on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:36.949559 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-636f791a-dade-4e37-b027-722e7a7882fd req-1fbe1eab-df31-49bd-8dc5-01da6e02473e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:36.952261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-636f791a-dade-4e37-b027-722e7a7882fd req-1fbe1eab-df31-49bd-8dc5-01da6e02473e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.36 "DELETE /v2.0/ports/c2142e67-e3d1-419b-84f2-7d6c53fb5dca HTTP/1.1" status: 204 len: 173 time: 2.5953996 Sep 30 08:19:36.953572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4ee16f65-0d21-4d04-9645-cba95c6801db None None] Port dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:36.970156 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a859daf5-f94e-4e58-be7e-23fd97ab7d02 None None] Set router 9f92160a-ade3-418e-991f-4b21fecd7c17 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:19:36.973408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'name': 'network-vif-deleted', 'tag': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:36.986531 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c9aee8-9bec-4df3-9554-09e8b9949b99 None None] DHCP port deletion for 6c77e3d1-73b8-4672-b892-39963eaba09b request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:19:37.001289 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438dd31b-c489-428d-8f3e-59d6fef6052f" -d '{"events": [{"server_uuid": "9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4", "name": "network-vif-deleted", "tag": "c2142e67-e3d1-419b-84f2-7d6c53fb5dca"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:37.081481 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b5af3-8fd0-46c3-b080-08e961f93068 req-ed02df92-e7fc-4e98-924b-134c09883042 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:37.086599 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d66b5af3-8fd0-46c3-b080-08e961f93068 req-ed02df92-e7fc-4e98-924b-134c09883042 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 945 time: 0.2611578 Sep 30 08:19:37.093687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0efd6043-ab1f-4868-be01-4dfb6e4e08f1 None None] Could not find standard attr ID for object 8aecb904-8a56-4126-a3d8-0f4acfbf77e5. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:37.154813 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0efd6043-ab1f-4868-be01-4dfb6e4e08f1 None None] Provisioning complete for port 0aa13231-8a8c-4501-a37d-b4f1df01d00f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:37.156566 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0efd6043-ab1f-4868-be01-4dfb6e4e08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:37.189871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c8c9aee8-9bec-4df3-9554-09e8b9949b99 None None] Deleting port 0aa13231-8a8c-4501-a37d-b4f1df01d00f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:37.190385 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8c9aee8-9bec-4df3-9554-09e8b9949b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:37.239650 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c795779-8916-4189-ad9c-54634881bde4 x-openstack-request-id: req-1c795779-8916-4189-ad9c-54634881bde4 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:37.239978 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4", "name": "network-vif-deleted", "tag": "c2142e67-e3d1-419b-84f2-7d6c53fb5dca", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:37.240228 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c795779-8916-4189-ad9c-54634881bde4 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:37.240629 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3a0d5d-8c5c-4142-82fd-6f245bbc36f4', 'name': 'network-vif-deleted', 'tag': 'c2142e67-e3d1-419b-84f2-7d6c53fb5dca', 'status': 'completed', 'code': 200} Sep 30 08:19:37.303303 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d66b5af3-8fd0-46c3-b080-08e961f93068 req-5ef15269-caa7-4216-9f24-4681dd8f848c tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048895 Sep 30 08:19:37.348577 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-01674a9f-a6e6-43a2-82f6-ee8abebb7c00 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] delete failed (client error): The resource could not be found. Sep 30 08:19:37.352033 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-01674a9f-a6e6-43a2-82f6-ee8abebb7c00 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/routers/c2616de4-7eb9-48f7-90d8-c360c8b98c9e HTTP/1.1" status: 404 len: 336 time: 0.7776341 Sep 30 08:19:37.352283 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44048) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:37.407213 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdcd2ad-21d4-4329-ac50-18cf185a40f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] DELETE failed (client error): The resource could not be found. Sep 30 08:19:37.416683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bdcd2ad-21d4-4329-ac50-18cf185a40f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:37.421228 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7bdcd2ad-21d4-4329-ac50-18cf185a40f5 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/242bffac-359a-43e0-adfa-e9b534eef5c8 HTTP/1.1" status: 404 len: 337 time: 0.0648835 Sep 30 08:19:37.421228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44052) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:37.455391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c8c9aee8-9bec-4df3-9554-09e8b9949b99 None None] For port 0aa13231-8a8c-4501-a37d-b4f1df01d00f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0aa13231-8a8c-4501-a37d-b4f1df01d00f,segment=NetworkSegment(69c11875-6716-4cd9-8f4f-3d315dd03acb),segment_id=69c11875-6716-4cd9-8f4f-3d315dd03acb)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:37.455798 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8c9aee8-9bec-4df3-9554-09e8b9949b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:37.479807 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-67355860-0cbb-4573-84b3-12a418d35cbd tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] DELETE failed (client error): The resource could not be found. Sep 30 08:19:37.480633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67355860-0cbb-4573-84b3-12a418d35cbd tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:37.487972 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-67355860-0cbb-4573-84b3-12a418d35cbd tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/e21784ea-8907-4262-9412-402a731d297f HTTP/1.1" status: 404 len: 337 time: 0.0648108 Sep 30 08:19:37.489464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44054) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:37.493735 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fbc998a8-e02c-4ead-892e-317e5598993b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port d79f6627-9565-4957-969a-271bf5aac3f5 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:37.494091 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbc998a8-e02c-4ead-892e-317e5598993b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:37.501647 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c8c9aee8-9bec-4df3-9554-09e8b9949b99 None None] Calling delete_port for 0aa13231-8a8c-4501-a37d-b4f1df01d00f owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:37.541392 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a859daf5-f94e-4e58-be7e-23fd97ab7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7', 'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'mac_address': 'fa:16:3e:c5:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:03Z', 'updated_at': '2021-09-30T08:15:10Z', 'revision_number': 5, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'subnets': [{'id': 'ee72be49-df02-4420-900e-333e8ceca494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:37.567471 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44058) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:37.613661 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-de361c4e-ee2b-4495-8963-328e225f6a24 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] DELETE failed (client error): The resource could not be found. Sep 30 08:19:37.619031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de361c4e-ee2b-4495-8963-328e225f6a24 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:37.624978 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859daf5-f94e-4e58-be7e-23fd97ab7d02 None None] Checking router: 9f92160a-ade3-418e-991f-4b21fecd7c17 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:19:37.625514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-de361c4e-ee2b-4495-8963-328e225f6a24 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/172376d6-b50a-43e2-855a-74670c526d13 HTTP/1.1" status: 404 len: 337 time: 0.1260235 Sep 30 08:19:37.645004 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a859daf5-f94e-4e58-be7e-23fd97ab7d02 None None] Routers {'9f92160a-ade3-418e-991f-4b21fecd7c17'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:19:37.645642 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a859daf5-f94e-4e58-be7e-23fd97ab7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:19:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9f92160a-ade3-418e-991f-4b21fecd7c17'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:37.679045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44062) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:37.686360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0efd6043-ab1f-4868-be01-4dfb6e4e08f1 None None] Provisioning complete for port 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:37.687109 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0efd6043-ab1f-4868-be01-4dfb6e4e08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:37.723832 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbc998a8-e02c-4ead-892e-317e5598993b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:37.757097 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8c9aee8-9bec-4df3-9554-09e8b9949b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:37.764483 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad2254d-e1ee-42dc-a262-4fe49529c72e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] DELETE failed (client error): The resource could not be found. Sep 30 08:19:37.764483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad2254d-e1ee-42dc-a262-4fe49529c72e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:37.771192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fbc998a8-e02c-4ead-892e-317e5598993b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for d79f6627-9565-4957-969a-271bf5aac3f5 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:37.771430 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8ad2254d-e1ee-42dc-a262-4fe49529c72e tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/3aa67467-99e8-42dc-ac02-f2cd003aea1b HTTP/1.1" status: 404 len: 333 time: 0.0838807 Sep 30 08:19:37.788614 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44068) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:37.789126 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9aee8-9bec-4df3-9554-09e8b9949b99 None None] Pushing event deleted for resources: {'Port': ['ID=0aa13231-8a8c-4501-a37d-b4f1df01d00f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:37.791751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c9aee8-9bec-4df3-9554-09e8b9949b99 None None] No DVR routers for this DVR port 0aa13231-8a8c-4501-a37d-b4f1df01d00f on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:37.837388 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef948ff-076b-48ad-bce1-009b231b5090 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] DELETE failed (client error): The resource could not be found. Sep 30 08:19:37.840772 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef948ff-076b-48ad-bce1-009b231b5090 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:37.848147 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9ef948ff-076b-48ad-bce1-009b231b5090 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/15f053bf-4203-40b6-9bc1-c99b899591df HTTP/1.1" status: 404 len: 337 time: 0.0537379 Sep 30 08:19:37.849697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44070) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:37.882783 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e193eef-8c8a-44e3-8675-9ccc72fdc0f4 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] DELETE failed (client error): The resource could not be found. Sep 30 08:19:37.883744 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e193eef-8c8a-44e3-8675-9ccc72fdc0f4 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:37.884238 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e76d0c5-7af8-4f31-ac80-36b6cffc0bd3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:37.886097 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9e193eef-8c8a-44e3-8675-9ccc72fdc0f4 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/275d9773-41d0-4728-a8a8-fd1b1cb40fce HTTP/1.1" status: 404 len: 337 time: 0.0336204 Sep 30 08:19:37.924963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44072) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:37.927774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0efd6043-ab1f-4868-be01-4dfb6e4e08f1 None None] Provisioning complete for port dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:37.928198 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0efd6043-ab1f-4868-be01-4dfb6e4e08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:37.970897 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a859daf5-f94e-4e58-be7e-23fd97ab7d02 None None] Set router 9f92160a-ade3-418e-991f-4b21fecd7c17 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:19:38.019500 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e76d0c5-7af8-4f31-ac80-36b6cffc0bd3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.022573 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-358191aa-deb8-42c5-98b2-cd31a0b4bdec tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] DELETE failed (client error): The resource could not be found. Sep 30 08:19:38.034093 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358191aa-deb8-42c5-98b2-cd31a0b4bdec tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:38.039041 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-358191aa-deb8-42c5-98b2-cd31a0b4bdec tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/d8aca850-8113-466d-8a4c-cdcca2ef6d1e HTTP/1.1" status: 404 len: 333 time: 0.1130114 Sep 30 08:19:38.039668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44074) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:38.129930 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbc998a8-e02c-4ead-892e-317e5598993b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.137434 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5b5c6b-34a6-41ce-9d7a-5b3e9265ef87 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] DELETE failed (client error): The resource could not be found. Sep 30 08:19:38.137989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5b5c6b-34a6-41ce-9d7a-5b3e9265ef87 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:38.148291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4f5b5c6b-34a6-41ce-9d7a-5b3e9265ef87 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/e7dafe4a-53b0-4082-ac76-06dda678830e HTTP/1.1" status: 404 len: 337 time: 0.0975258 Sep 30 08:19:38.150637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44076) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:38.208257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc998a8-e02c-4ead-892e-317e5598993b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=d79f6627-9565-4957-969a-271bf5aac3f5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:38.215448 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfcc2c2-0562-4767-8be6-04fa2d43a436 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] DELETE failed (client error): The resource could not be found. Sep 30 08:19:38.216046 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecfcc2c2-0562-4767-8be6-04fa2d43a436 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:38.224087 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ecfcc2c2-0562-4767-8be6-04fa2d43a436 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/subnets/eb373d55-456e-4786-9669-e8e19ddde703 HTTP/1.1" status: 404 len: 337 time: 0.0723054 Sep 30 08:19:38.227406 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44082) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:38.272906 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbc998a8-e02c-4ead-892e-317e5598993b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.288815 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fbc998a8-e02c-4ead-892e-317e5598993b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/d79f6627-9565-4957-969a-271bf5aac3f5 HTTP/1.1" status: 204 len: 168 time: 1.8641617 Sep 30 08:19:38.289825 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:38.403487 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0efd6043-ab1f-4868-be01-4dfb6e4e08f1 None None] Port dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:38.414130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343fbd47-0b23-4f08-97d2-c6458732117e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:38.417779 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e76d0c5-7af8-4f31-ac80-36b6cffc0bd3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.418353 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343fbd47-0b23-4f08-97d2-c6458732117e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:38.425013 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e76d0c5-7af8-4f31-ac80-36b6cffc0bd3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.425013 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7e76d0c5-7af8-4f31-ac80-36b6cffc0bd3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "DELETE /v2.0/security-groups/363d70a3-a6d5-4c55-b234-69931eef0672 HTTP/1.1" status: 204 len: 168 time: 0.8462200 Sep 30 08:19:38.426099 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-343fbd47-0b23-4f08-97d2-c6458732117e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1349268 Sep 30 08:19:38.426962 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44090) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:38.427519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:38.432603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4df87-4806-47a2-9cfe-ea1e3bed342c req-9b16ff2e-bde2-4918-9ddc-b2b7793cff81 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:38.433556 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a859daf5-f94e-4e58-be7e-23fd97ab7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7', 'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'mac_address': 'fa:16:3e:c5:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:03Z', 'updated_at': '2021-09-30T08:15:10Z', 'revision_number': 5, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'subnets': [{'id': 'ee72be49-df02-4420-900e-333e8ceca494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:38.434231 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9e4df87-4806-47a2-9cfe-ea1e3bed342c req-9b16ff2e-bde2-4918-9ddc-b2b7793cff81 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 945 time: 0.2057965 Sep 30 08:19:38.452764 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-c2e66d05-ca75-424f-8b87-604a6c7f1a39 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] show failed (client error): The resource could not be found. Sep 30 08:19:38.455044 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c2e66d05-ca75-424f-8b87-604a6c7f1a39 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups/363d70a3-a6d5-4c55-b234-69931eef0672 HTTP/1.1" status: 404 len: 347 time: 0.0164955 Sep 30 08:19:38.475189 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:38.493384 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859daf5-f94e-4e58-be7e-23fd97ab7d02 None None] The sync data for ids ['9f92160a-ade3-418e-991f-4b21fecd7c17'] in n-d-807359-2 is: [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7', 'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'mac_address': 'fa:16:3e:c5:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:03Z', 'updated_at': '2021-09-30T08:15:10Z', 'revision_number': 5, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'subnets': [{'id': 'ee72be49-df02-4420-900e-333e8ceca494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:19:38.511062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76d0c5-7af8-4f31-ac80-36b6cffc0bd3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363d70a3-a6d5-4c55-b234-69931eef0672,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:38.521438 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eb3c1b02-ad19-4e39-a8a3-c9ae7b84e0c3 None None] Could not find standard attr ID for object 3b1b1e7b-71e5-4e92-b9e0-1223bdb83a9a. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:38.526775 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eb3c1b02-ad19-4e39-a8a3-c9ae7b84e0c3 None None] Could not find standard attr ID for object d79f6627-9565-4957-969a-271bf5aac3f5. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:38.589176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6e0619-92ed-4503-b339-63c2a2e521d6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 4c5f53ed-37c0-432c-b588-d2941dacbbc2 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:38.593324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0aa13231-8a8c-4501-a37d-b4f1df01d00f no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:38.610364 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c6e0619-92ed-4503-b339-63c2a2e521d6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.642402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 0aa13231-8a8c-4501-a37d-b4f1df01d00f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:38.652173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0aa13231-8a8c-4501-a37d-b4f1df01d00f not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:38.681364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c3cb3-cb6e-4ef0-8c7f-14b58c7c4125 req-f094251d-a87a-4f53-b9e5-310584a3bdde tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:38.683113 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c8c3cb3-cb6e-4ef0-8c7f-14b58c7c4125 req-f094251d-a87a-4f53-b9e5-310584a3bdde tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 945 time: 0.0981436 Sep 30 08:19:38.742408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-a9e4df87-4806-47a2-9cfe-ea1e3bed342c req-0448f80f-08ec-487c-a500-2eafe2253460 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Deleting port 503befc5-2371-4df8-9652-8bc8108abb66 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:38.742811 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9e4df87-4806-47a2-9cfe-ea1e3bed342c req-0448f80f-08ec-487c-a500-2eafe2253460 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.747537 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b918b20b-2b03-4c8e-bf35-b890b122f117 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Deleting port dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:38.747805 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b918b20b-2b03-4c8e-bf35-b890b122f117 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.762554 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c6e0619-92ed-4503-b339-63c2a2e521d6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.825445 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device c2142e67-e3d1-419b-84f2-7d6c53fb5dca no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:38.859627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: c2142e67-e3d1-419b-84f2-7d6c53fb5dca {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:38.862924 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device c2142e67-e3d1-419b-84f2-7d6c53fb5dca not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:38.874509 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c6e0619-92ed-4503-b339-63c2a2e521d6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.892277 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bb73f291-76cb-4e97-87f6-fd325cd7fa1c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Deleting port 60bc3933-3968-46bf-92f3-eb91bf3eff23 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:38.892857 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb73f291-76cb-4e97-87f6-fd325cd7fa1c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:38.936629 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c8c3cb3-cb6e-4ef0-8c7f-14b58c7c4125 req-3ba3a896-83c8-46a8-9c5d-1a98de2e8b92 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370188 Sep 30 08:19:38.987053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dcde23-815f-4d61-8552-7e752a097265 None None] New status for floating IP c2b98558-9835-4920-a00f-fdf15356bbc5: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:19:39.009831 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb73f291-76cb-4e97-87f6-fd325cd7fa1c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.010091 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb73f291-76cb-4e97-87f6-fd325cd7fa1c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.029864 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bb73f291-76cb-4e97-87f6-fd325cd7fa1c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Calling delete_port for 60bc3933-3968-46bf-92f3-eb91bf3eff23 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:39.033794 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b918b20b-2b03-4c8e-bf35-b890b122f117 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.063109 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b918b20b-2b03-4c8e-bf35-b890b122f117 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Calling delete_port for dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:39.081110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a9e4df87-4806-47a2-9cfe-ea1e3bed342c req-0448f80f-08ec-487c-a500-2eafe2253460 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] For port 503befc5-2371-4df8-9652-8bc8108abb66, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=503befc5-2371-4df8-9652-8bc8108abb66,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:39.081630 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9e4df87-4806-47a2-9cfe-ea1e3bed342c req-0448f80f-08ec-487c-a500-2eafe2253460 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.128892 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-a9e4df87-4806-47a2-9cfe-ea1e3bed342c req-0448f80f-08ec-487c-a500-2eafe2253460 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Calling delete_port for 503befc5-2371-4df8-9652-8bc8108abb66 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:39.145566 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c6e0619-92ed-4503-b339-63c2a2e521d6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.192681 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e0619-92ed-4503-b339-63c2a2e521d6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=4c5f53ed-37c0-432c-b588-d2941dacbbc2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:39.198096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c6e0619-92ed-4503-b339-63c2a2e521d6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.202668 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4c6e0619-92ed-4503-b339-63c2a2e521d6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/4c5f53ed-37c0-432c-b588-d2941dacbbc2 HTTP/1.1" status: 204 len: 168 time: 0.7736232 Sep 30 08:19:39.203268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44106) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:39.210903 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c140009-4991-4662-801d-647eef347134 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:39.264741 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4d6cf40a-e121-42f6-a853-144fabc0b401 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578065 Sep 30 08:19:39.267121 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44108) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:39.329491 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9e4df87-4806-47a2-9cfe-ea1e3bed342c req-0448f80f-08ec-487c-a500-2eafe2253460 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.342807 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0903223d-f10a-49aa-9100-096d6294e221 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.347667 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0903223d-f10a-49aa-9100-096d6294e221 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0795615 Sep 30 08:19:39.349340 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:39.383666 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448f80f-08ec-487c-a500-2eafe2253460 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Pushing event deleted for resources: {'Port': ['ID=503befc5-2371-4df8-9652-8bc8108abb66,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:39.390600 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['16db043a-2682-4e62-8c9d-2febf1b08ad5', '00c4c4d6-1340-49a8-82e4-0a5770b22c81'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:39.415942 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b918b20b-2b03-4c8e-bf35-b890b122f117 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.417136 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb78c08-0bbf-4f34-9464-678015919385 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:39.422335 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-edb78c08-0bbf-4f34-9464-678015919385 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0715735 Sep 30 08:19:39.423342 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb73f291-76cb-4e97-87f6-fd325cd7fa1c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.431737 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44118) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:39.480416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73f291-76cb-4e97-87f6-fd325cd7fa1c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event deleted for resources: {'Port': ['ID=60bc3933-3968-46bf-92f3-eb91bf3eff23,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:39.524236 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb73f291-76cb-4e97-87f6-fd325cd7fa1c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.526781 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb73f291-76cb-4e97-87f6-fd325cd7fa1c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.527969 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bb73f291-76cb-4e97-87f6-fd325cd7fa1c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "DELETE /v2.0/floatingips/c2b98558-9835-4920-a00f-fdf15356bbc5 HTTP/1.1" status: 204 len: 168 time: 1.0513608 Sep 30 08:19:39.539688 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e4df87-4806-47a2-9cfe-ea1e3bed342c req-0448f80f-08ec-487c-a500-2eafe2253460 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] No DVR routers for this DVR port 503befc5-2371-4df8-9652-8bc8108abb66 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:39.543220 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9e4df87-4806-47a2-9cfe-ea1e3bed342c req-0448f80f-08ec-487c-a500-2eafe2253460 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.545692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9e4df87-4806-47a2-9cfe-ea1e3bed342c req-0448f80f-08ec-487c-a500-2eafe2253460 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.35 "DELETE /v2.0/ports/503befc5-2371-4df8-9652-8bc8108abb66 HTTP/1.1" status: 204 len: 173 time: 1.0963778 Sep 30 08:19:39.546892 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecc0e83-1fc0-4c10-a464-8465416411c3', 'name': 'network-vif-deleted', 'tag': '503befc5-2371-4df8-9652-8bc8108abb66'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:39.550869 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caa073c-3a3d-4465-b5a4-5ffef9828539" -d '{"events": [{"server_uuid": "5ecc0e83-1fc0-4c10-a464-8465416411c3", "name": "network-vif-deleted", "tag": "503befc5-2371-4df8-9652-8bc8108abb66"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:39.555092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-844d8c98-f969-4674-af9e-25ffc3a1858d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1222131 Sep 30 08:19:39.556149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918b20b-2b03-4c8e-bf35-b890b122f117 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Port': ['ID=dbdf6a67-61fe-4fa5-98d6-6f688500d4b0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:39.559947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:39.573368 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b918b20b-2b03-4c8e-bf35-b890b122f117 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.575608 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b918b20b-2b03-4c8e-bf35-b890b122f117 tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/ports/dbdf6a67-61fe-4fa5-98d6-6f688500d4b0 HTTP/1.1" status: 204 len: 168 time: 1.3324573 Sep 30 08:19:39.582795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4f62fb94-5f8d-4c9f-9085-fef5ecf78410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:39.590096 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44124) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:39.606068 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f711599f-4bbe-4b75-89b6-c713246caa38 None None] DHCP port deletion for 02334aa1-0c1d-459b-9fcf-075b2b9b8603 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:19:39.697787 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce714caa-7ff0-42b1-9feb-720933b93d0b x-openstack-request-id: req-ce714caa-7ff0-42b1-9feb-720933b93d0b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:39.698237 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecc0e83-1fc0-4c10-a464-8465416411c3", "name": "network-vif-deleted", "tag": "503befc5-2371-4df8-9652-8bc8108abb66", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:39.705866 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce714caa-7ff0-42b1-9feb-720933b93d0b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:39.706441 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecc0e83-1fc0-4c10-a464-8465416411c3', 'name': 'network-vif-deleted', 'tag': '503befc5-2371-4df8-9652-8bc8108abb66', 'status': 'completed', 'code': 200} Sep 30 08:19:39.727878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f62fb94-5f8d-4c9f-9085-fef5ecf78410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:39.736555 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f62fb94-5f8d-4c9f-9085-fef5ecf78410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.737409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f711599f-4bbe-4b75-89b6-c713246caa38 None None] Deleting port 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:39.737790 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f711599f-4bbe-4b75-89b6-c713246caa38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.825139 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b68af54d-8e38-4321-953b-6f5d1c131b7a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.897438 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f711599f-4bbe-4b75-89b6-c713246caa38 None None] For port 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=45aca8a2-ee0e-4709-87c3-be3b6c00f3bc,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:39.897904 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f711599f-4bbe-4b75-89b6-c713246caa38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.911846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f711599f-4bbe-4b75-89b6-c713246caa38 None None] Calling delete_port for 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:39.950643 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b68af54d-8e38-4321-953b-6f5d1c131b7a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:39.984034 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44136) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:40.005897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b0a75984-a507-49f7-a63e-4f9cbb68e7df tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646312661', 'description': 'tempest-description--847028259'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:40.014870 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f711599f-4bbe-4b75-89b6-c713246caa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.032314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b68af54d-8e38-4321-953b-6f5d1c131b7a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c77e3d1-73b8-4672-b892-39963eaba09b']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:40.054860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f711599f-4bbe-4b75-89b6-c713246caa38 None None] No DVR routers for this DVR port 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:40.089255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711599f-4bbe-4b75-89b6-c713246caa38 None None] Pushing event deleted for resources: {'Port': ['ID=45aca8a2-ee0e-4709-87c3-be3b6c00f3bc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:40.095984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b68af54d-8e38-4321-953b-6f5d1c131b7a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c11875-6716-4cd9-8f4f-3d315dd03acb') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:40.096590 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b68af54d-8e38-4321-953b-6f5d1c131b7a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c11875-6716-4cd9-8f4f-3d315dd03acb') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:40.125011 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.157576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30d12626-c97f-4f4e-acd3-fac81e0c2374 req-55cfa79d-ca1a-49bc-9893-04b8a718453c tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecc0e83-1fc0-4c10-a464-8465416411c3 HTTP/1.1" status: 200 len: 210 time: 0.0906775 Sep 30 08:19:40.170217 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b68af54d-8e38-4321-953b-6f5d1c131b7a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.187880 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0a75984-a507-49f7-a63e-4f9cbb68e7df tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.192215 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b68af54d-8e38-4321-953b-6f5d1c131b7a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.209847 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68af54d-8e38-4321-953b-6f5d1c131b7a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:19:40.210603 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b68af54d-8e38-4321-953b-6f5d1c131b7a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:19:40.214952 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:19:40.239580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.objects.ports [None req-4f62fb94-5f8d-4c9f-9085-fef5ecf78410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:19:40.241922 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f62fb94-5f8d-4c9f-9085-fef5ecf78410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.296223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f62fb94-5f8d-4c9f-9085-fef5ecf78410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:40.300382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4f62fb94-5f8d-4c9f-9085-fef5ecf78410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:40.311483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f62fb94-5f8d-4c9f-9085-fef5ecf78410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:40.312312 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f62fb94-5f8d-4c9f-9085-fef5ecf78410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.312696 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cdf6fb-16ac-40e3-b43e-094eaadef826 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:40.318550 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b68af54d-8e38-4321-953b-6f5d1c131b7a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.335231 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b68af54d-8e38-4321-953b-6f5d1c131b7a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.342444 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b68af54d-8e38-4321-953b-6f5d1c131b7a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] 10.222.0.24 "DELETE /v2.0/networks/6c77e3d1-73b8-4672-b892-39963eaba09b HTTP/1.1" status: 204 len: 168 time: 0.7484004 Sep 30 08:19:40.365336 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62fb94-5f8d-4c9f-9085-fef5ecf78410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=39759cbe-3834-4c55-8368-6ce3bfdc6b45,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:40.382181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68af54d-8e38-4321-953b-6f5d1c131b7a tempest-PortsTestJSON-281251089 tempest-PortsTestJSON-281251089-project] Pushing event deleted for resources: {'Network': ['ID=6c77e3d1-73b8-4672-b892-39963eaba09b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:40.428007 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0a75984-a507-49f7-a63e-4f9cbb68e7df tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.435363 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0a75984-a507-49f7-a63e-4f9cbb68e7df tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.442204 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4f62fb94-5f8d-4c9f-9085-fef5ecf78410 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8782995 Sep 30 08:19:40.442748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:40.448024 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-aa78e531-eac6-4d29-abb2-af994d0ea183 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:40.486387 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0a75984-a507-49f7-a63e-4f9cbb68e7df tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.487373 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b0a75984-a507-49f7-a63e-4f9cbb68e7df tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5022228 Sep 30 08:19:40.490593 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44148) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:40.495421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-46d6eaa3-6a9f-4c60-92ac-6c203cbaced9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Request body: {'security_group_rule': {'security_group_id': 'ed34d206-aace-4695-8c8d-d744f4b4a489', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:40.501109 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a75984-a507-49f7-a63e-4f9cbb68e7df tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed34d206-aace-4695-8c8d-d744f4b4a489,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:40.529072 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'fixed_ips': [{'subnet_id': '39759cbe-3834-4c55-8368-6ce3bfdc6b45'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:19:40.530836 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.612335 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46d6eaa3-6a9f-4c60-92ac-6c203cbaced9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.621901 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:40.649987 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:40.650334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 45aca8a2-ee0e-4709-87c3-be3b6c00f3bc not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:40.730618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Allocated IP 2001:db8::f816:3eff:fe17:683b (02334aa1-0c1d-459b-9fcf-075b2b9b8603/39759cbe-3834-4c55-8368-6ce3bfdc6b45/d3ccb992-010f-44d0-a0c7-f351537d5776) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:40.754947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa78e531-eac6-4d29-abb2-af994d0ea183 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:40.760314 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa78e531-eac6-4d29-abb2-af994d0ea183 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.773158 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46d6eaa3-6a9f-4c60-92ac-6c203cbaced9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.788473 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46d6eaa3-6a9f-4c60-92ac-6c203cbaced9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.804058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44156) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:40.824111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6eaa3-6a9f-4c60-92ac-6c203cbaced9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16524dcf-4755-467b-815a-5bb29837a41a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:40.835468 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46d6eaa3-6a9f-4c60-92ac-6c203cbaced9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.839200 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-46d6eaa3-6a9f-4c60-92ac-6c203cbaced9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3452425 Sep 30 08:19:40.839714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44160) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:40.846612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e19e0aa0-a09a-40f3-9b78-88189c4ee82b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Request body: {'security_group_rule': {'security_group_id': 'ed34d206-aace-4695-8c8d-d744f4b4a489', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:40.900488 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e19e0aa0-a09a-40f3-9b78-88189c4ee82b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.919328 n-d-807359-2 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-aa78e531-eac6-4d29-abb2-af994d0ea183 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39759cbe-3834-4c55-8368-6ce3bfdc6b45 (CIDR: 2001:db8::/64) Sep 30 08:19:40.923562 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa78e531-eac6-4d29-abb2-af994d0ea183 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:19:40.924615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa78e531-eac6-4d29-abb2-af994d0ea183 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:40.944233 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aa78e531-eac6-4d29-abb2-af994d0ea183 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5001788 Sep 30 08:19:40.946949 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44164) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:40.954884 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-752641ed-6d3c-4563-8ee9-2f545ecfaba0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:40.989504 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:40.997543 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.006197 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e19e0aa0-a09a-40f3-9b78-88189c4ee82b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.019532 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:41.020235 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e19e0aa0-a09a-40f3-9b78-88189c4ee82b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.022299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:41.047217 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:41.055876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 503befc5-2371-4df8-9652-8bc8108abb66 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:41.064448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e0aa0-a09a-40f3-9b78-88189c4ee82b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ac2ab5-57db-4723-a3bb-8af0d4c70b11,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:41.082448 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e19e0aa0-a09a-40f3-9b78-88189c4ee82b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.083595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e19e0aa0-a09a-40f3-9b78-88189c4ee82b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2426345 Sep 30 08:19:41.086989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44168) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:41.088638 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 503befc5-2371-4df8-9652-8bc8108abb66 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:41.089007 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 503befc5-2371-4df8-9652-8bc8108abb66 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:41.092852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:41.102268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9c5eb515-f3c6-4e41-80dc-9442d4e98272 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a78eae47c22443e0bd6d93fe6243fcdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2968416 Sep 30 08:19:41.104965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44170) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:41.143584 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Pushing event updated for resources: {'Port': ['ID=d3ccb992-010f-44d0-a0c7-f351537d5776,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:41.156681 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Attempting to bind port d3ccb992-010f-44d0-a0c7-f351537d5776 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:41.157293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Attempting to bind port d3ccb992-010f-44d0-a0c7-f351537d5776 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:41.157841 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Attempting to bind port d3ccb992-010f-44d0-a0c7-f351537d5776 on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:41.163218 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:41.163604 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:41.164036 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.164600 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:41.165584 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Bound port: d3ccb992-010f-44d0-a0c7-f351537d5776, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:41.165584 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.193141 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.195385 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752641ed-6d3c-4563-8ee9-2f545ecfaba0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:41.203506 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-752641ed-6d3c-4563-8ee9-2f545ecfaba0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.271019 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-413b01f7-e2e9-4634-a5c9-d15edd3dc203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.281957 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] For port d3ccb992-010f-44d0-a0c7-f351537d5776, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:41.285888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] For port d3ccb992-010f-44d0-a0c7-f351537d5776, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d3ccb992-010f-44d0-a0c7-f351537d5776,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:41.291724 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.386171 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-413b01f7-e2e9-4634-a5c9-d15edd3dc203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.393322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ade3c9-12d5-4a0f-a3fa-f240d002de9d None None] Pushing event updated for resources: {'Port': ['ID=d3ccb992-010f-44d0-a0c7-f351537d5776,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:41.626625 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-752641ed-6d3c-4563-8ee9-2f545ecfaba0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.663017 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-413b01f7-e2e9-4634-a5c9-d15edd3dc203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.677339 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-413b01f7-e2e9-4634-a5c9-d15edd3dc203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.681787 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-413b01f7-e2e9-4634-a5c9-d15edd3dc203 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d211872-0189-4bed-8ce7-20a44dbfd4f5 HTTP/1.1" status: 204 len: 168 time: 0.5757029 Sep 30 08:19:41.685060 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752641ed-6d3c-4563-8ee9-2f545ecfaba0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:41.701618 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-752641ed-6d3c-4563-8ee9-2f545ecfaba0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:41.706441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752641ed-6d3c-4563-8ee9-2f545ecfaba0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:41.706441 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-752641ed-6d3c-4563-8ee9-2f545ecfaba0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.725323 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752641ed-6d3c-4563-8ee9-2f545ecfaba0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=32e70033-61ff-4e67-a638-25bb5f4eb65c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:41.745381 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-752641ed-6d3c-4563-8ee9-2f545ecfaba0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7972777 Sep 30 08:19:41.746253 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44188) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:41.754954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b01f7-e2e9-4634-a5c9-d15edd3dc203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d211872-0189-4bed-8ce7-20a44dbfd4f5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:41.756593 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-56f7de76-7d36-49d8-9ee1-9a6c2c76d196 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'mac_address': 'fa:16:3e:5d:44:80', 'name': 'tempest-NetworksTestDHCPv6-730846975'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:41.766265 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:41.793756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc050152-c7cb-446a-a196-ffb5d847a1a2 req-aa66b16c-0499-467f-b683-2fff590c7928 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:41.798315 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dc050152-c7cb-446a-a196-ffb5d847a1a2 req-aa66b16c-0499-467f-b683-2fff590c7928 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 946 time: 0.1052263 Sep 30 08:19:41.987064 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dc050152-c7cb-446a-a196-ffb5d847a1a2 req-904c59c5-3459-475c-bbf9-d8c8cea94ef0 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838555 Sep 30 08:19:41.999399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Allocated IP 172.25.0.106 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/780e6fc4-1de5-4d26-917f-33943106898e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:42.006867 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f7de76-7d36-49d8-9ee1-9a6c2c76d196 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:42.027669 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12362a73-5d53-4be6-a645-a8fdef526f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.130271 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56f7de76-7d36-49d8-9ee1-9a6c2c76d196 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.161739 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.164705 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-56f7de76-7d36-49d8-9ee1-9a6c2c76d196 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port 8e48e008-e804-43ff-bae5-8298da69276a yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:19:42.209528 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.264885 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:42.271500 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:42.285312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event updated for resources: {'Port': ['ID=780e6fc4-1de5-4d26-917f-33943106898e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:42.287881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:42.430030 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-56f7de76-7d36-49d8-9ee1-9a6c2c76d196 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8:0:1::152 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/32e70033-61ff-4e67-a638-25bb5f4eb65c/8e48e008-e804-43ff-bae5-8298da69276a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:42.437005 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-56f7de76-7d36-49d8-9ee1-9a6c2c76d196 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::f816:3eff:fe5d:4480 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/39759cbe-3834-4c55-8368-6ce3bfdc6b45/8e48e008-e804-43ff-bae5-8298da69276a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:42.493130 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.544127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d3ccb992-010f-44d0-a0c7-f351537d5776 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:42.564813 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.653455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d3ccb992-010f-44d0-a0c7-f351537d5776 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:42.653711 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.802843 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56f7de76-7d36-49d8-9ee1-9a6c2c76d196 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.814888 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.845407 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56f7de76-7d36-49d8-9ee1-9a6c2c76d196 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.866438 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port d3ccb992-010f-44d0-a0c7-f351537d5776, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d3ccb992-010f-44d0-a0c7-f351537d5776,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:42.876618 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.895365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f7de76-7d36-49d8-9ee1-9a6c2c76d196 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:42.899227 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-56f7de76-7d36-49d8-9ee1-9a6c2c76d196 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:42.903831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7de76-7d36-49d8-9ee1-9a6c2c76d196 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:42.910779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f7de76-7d36-49d8-9ee1-9a6c2c76d196 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:42.911456 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56f7de76-7d36-49d8-9ee1-9a6c2c76d196 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:42.944661 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-56f7de76-7d36-49d8-9ee1-9a6c2c76d196 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1948693 Sep 30 08:19:42.944661 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7de76-7d36-49d8-9ee1-9a6c2c76d196 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=8e48e008-e804-43ff-bae5-8298da69276a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:42.946582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:42.975146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6f515d-ca63-408e-9ade-bd487471543c None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:43.042291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=d3ccb992-010f-44d0-a0c7-f351537d5776,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:43.085207 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1f7eddf0-ad3e-4780-a650-7d8a459d0d38 None None] Provisioning complete for port d3ccb992-010f-44d0-a0c7-f351537d5776 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:43.085582 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f7eddf0-ad3e-4780-a650-7d8a459d0d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.115256 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9cce4dd1-009d-4c1d-bb4c-c695162b0042 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port 8e48e008-e804-43ff-bae5-8298da69276a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:43.130870 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cce4dd1-009d-4c1d-bb4c-c695162b0042 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.300387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c71f76-061a-493a-a24c-2c6caa347dc2 req-df510a96-7717-4ec6-ba94-6986f4deb990 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:43.301888 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13c71f76-061a-493a-a24c-2c6caa347dc2 req-df510a96-7717-4ec6-ba94-6986f4deb990 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.36 "GET /v2.0/ports?device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 946 time: 0.1419747 Sep 30 08:19:43.319659 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cce4dd1-009d-4c1d-bb4c-c695162b0042 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.330537 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36008bfd-0c68-4f21-8d8a-9eee35300416 req-0ec9abb0-e160-4b05-8538-a3941994d62b tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:43.332130 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36008bfd-0c68-4f21-8d8a-9eee35300416 req-0ec9abb0-e160-4b05-8538-a3941994d62b tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 946 time: 0.1447968 Sep 30 08:19:43.360669 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9cce4dd1-009d-4c1d-bb4c-c695162b0042 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for 8e48e008-e804-43ff-bae5-8298da69276a owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:43.539801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36008bfd-0c68-4f21-8d8a-9eee35300416 req-cdd449e7-2650-4ee6-9c9c-30b1e2f1b4ca tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854780 Sep 30 08:19:43.542380 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.554743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014bc123-48fa-434e-886c-2d151af55891 None None] Update dhcp port {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'fixed_ips': [{'subnet_id': '39759cbe-3834-4c55-8368-6ce3bfdc6b45', 'ip_address': '2001:db8::f816:3eff:fe17:683b'}, {'subnet_id': '32e70033-61ff-4e67-a638-25bb5f4eb65c'}], 'binding:host_id': 'n-d-807359-2'}, 'id': 'd3ccb992-010f-44d0-a0c7-f351537d5776'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:19:43.556210 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.600716 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-014bc123-48fa-434e-886c-2d151af55891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.660682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-13c71f76-061a-493a-a24c-2c6caa347dc2 req-d8e06f39-39f1-499f-9477-a9db8e7917d7 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Deleting port 00c4c4d6-1340-49a8-82e4-0a5770b22c81 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:43.661027 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-13c71f76-061a-493a-a24c-2c6caa347dc2 req-d8e06f39-39f1-499f-9477-a9db8e7917d7 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.668600 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event updated for resources: {'Port': ['ID=780e6fc4-1de5-4d26-917f-33943106898e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:43.700466 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.707830 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cce4dd1-009d-4c1d-bb4c-c695162b0042 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.768617 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.778847 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b243c804-cdbe-4573-9ee2-b96d84ccd306 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6905911 Sep 30 08:19:43.779067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce4dd1-009d-4c1d-bb4c-c695162b0042 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=8e48e008-e804-43ff-bae5-8298da69276a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:43.855104 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-13c71f76-061a-493a-a24c-2c6caa347dc2 req-d8e06f39-39f1-499f-9477-a9db8e7917d7 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] For port 00c4c4d6-1340-49a8-82e4-0a5770b22c81, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=00c4c4d6-1340-49a8-82e4-0a5770b22c81,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:43.855822 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-13c71f76-061a-493a-a24c-2c6caa347dc2 req-d8e06f39-39f1-499f-9477-a9db8e7917d7 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.886279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-13c71f76-061a-493a-a24c-2c6caa347dc2 req-d8e06f39-39f1-499f-9477-a9db8e7917d7 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Calling delete_port for 00c4c4d6-1340-49a8-82e4-0a5770b22c81 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:43.887261 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-014bc123-48fa-434e-886c-2d151af55891 None None] Allocated IP 2001:db8:0:1::2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/32e70033-61ff-4e67-a638-25bb5f4eb65c/d3ccb992-010f-44d0-a0c7-f351537d5776) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:43.891248 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cce4dd1-009d-4c1d-bb4c-c695162b0042 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:43.895484 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9cce4dd1-009d-4c1d-bb4c-c695162b0042 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/8e48e008-e804-43ff-bae5-8298da69276a HTTP/1.1" status: 204 len: 168 time: 0.9479053 Sep 30 08:19:43.898068 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44260) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:43.967473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c13b930-ff64-4f26-9627-98dd59c7cdc7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:43.969214 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9c13b930-ff64-4f26-9627-98dd59c7cdc7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0701714 Sep 30 08:19:43.972317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:44.047748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccd73cc-7fcb-4a5f-a72b-9372d2d3140e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.051507 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2ccd73cc-7fcb-4a5f-a72b-9372d2d3140e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0757370 Sep 30 08:19:44.051844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44270) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:44.110076 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-014bc123-48fa-434e-886c-2d151af55891 None None] For port d3ccb992-010f-44d0-a0c7-f351537d5776, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d3ccb992-010f-44d0-a0c7-f351537d5776,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:44.119947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00834254-4d85-47da-9227-d52cc53b4e85 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.132164 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00834254-4d85-47da-9227-d52cc53b4e85 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.134756 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00834254-4d85-47da-9227-d52cc53b4e85 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.136402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-13c71f76-061a-493a-a24c-2c6caa347dc2 req-d8e06f39-39f1-499f-9477-a9db8e7917d7 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.137756 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-00834254-4d85-47da-9227-d52cc53b4e85 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0838716 Sep 30 08:19:44.140559 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:44.182286 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-014bc123-48fa-434e-886c-2d151af55891 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.183893 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e06f39-39f1-499f-9477-a9db8e7917d7 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Pushing event deleted for resources: {'Port': ['ID=00c4c4d6-1340-49a8-82e4-0a5770b22c81,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:44.199166 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['16db043a-2682-4e62-8c9d-2febf1b08ad5', '00c4c4d6-1340-49a8-82e4-0a5770b22c81'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:44.220000 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42ef450-4402-4a88-a7a8-392e973048ca tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 32e70033-61ff-4e67-a638-25bb5f4eb65c {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:44.224597 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f42ef450-4402-4a88-a7a8-392e973048ca tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.254387 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-014bc123-48fa-434e-886c-2d151af55891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.274933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c71f76-061a-493a-a24c-2c6caa347dc2 req-d8e06f39-39f1-499f-9477-a9db8e7917d7 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] No DVR routers for this DVR port 00c4c4d6-1340-49a8-82e4-0a5770b22c81 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:44.279688 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f42ef450-4402-4a88-a7a8-392e973048ca tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.282237 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-13c71f76-061a-493a-a24c-2c6caa347dc2 req-d8e06f39-39f1-499f-9477-a9db8e7917d7 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.284660 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13c71f76-061a-493a-a24c-2c6caa347dc2 req-d8e06f39-39f1-499f-9477-a9db8e7917d7 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.36 "DELETE /v2.0/ports/00c4c4d6-1340-49a8-82e4-0a5770b22c81 HTTP/1.1" status: 204 len: 173 time: 0.9742129 Sep 30 08:19:44.285279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fad6be-1633-4c62-9419-b452a909c5c6', 'name': 'network-vif-deleted', 'tag': '00c4c4d6-1340-49a8-82e4-0a5770b22c81'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:44.288279 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b0560f-9d62-4316-9b13-f1c7d79b9400" -d '{"events": [{"server_uuid": "97fad6be-1633-4c62-9419-b452a909c5c6", "name": "network-vif-deleted", "tag": "00c4c4d6-1340-49a8-82e4-0a5770b22c81"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:44.303026 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-2d4ee898-f84a-47b7-b125-f14422613623 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--646312661&fields=id&tenant_id=ad60528d5c3d4d3d8094c2681701bf17 HTTP/1.1" status: 200 len: 267 time: 0.1294060 Sep 30 08:19:44.415727 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7afe0c-913e-40bd-834b-6eb49c12c2be x-openstack-request-id: req-db7afe0c-913e-40bd-834b-6eb49c12c2be {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:44.416112 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bc123-48fa-434e-886c-2d151af55891 None None] Pushing event updated for resources: {'Port': ['ID=d3ccb992-010f-44d0-a0c7-f351537d5776,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:44.416644 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fad6be-1633-4c62-9419-b452a909c5c6", "name": "network-vif-deleted", "tag": "00c4c4d6-1340-49a8-82e4-0a5770b22c81", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:44.416895 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db7afe0c-913e-40bd-834b-6eb49c12c2be {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:44.417431 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fad6be-1633-4c62-9419-b452a909c5c6', 'name': 'network-vif-deleted', 'tag': '00c4c4d6-1340-49a8-82e4-0a5770b22c81', 'status': 'completed', 'code': 200} Sep 30 08:19:44.468328 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-3c5a1b2a-f2aa-4b63-85ad-74d87fbbfcef tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:44.486356 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-3c5a1b2a-f2aa-4b63-85ad-74d87fbbfcef tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 817 time: 0.1780005 Sep 30 08:19:44.507030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-bd589d5f-2432-4390-986a-92c8f3f46ba5 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/quotas/ad60528d5c3d4d3d8094c2681701bf17 HTTP/1.1" status: 200 len: 375 time: 0.0197101 Sep 30 08:19:44.568861 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f42ef450-4402-4a88-a7a8-392e973048ca tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.601747 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-44e8f9e8-2fcf-4b3c-82f8-bc0f2db1ca4f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0930312 Sep 30 08:19:44.659079 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d3ccb992-010f-44d0-a0c7-f351537d5776 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:44.675285 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f42ef450-4402-4a88-a7a8-392e973048ca tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.741021 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ef450-4402-4a88-a7a8-392e973048ca tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=32e70033-61ff-4e67-a638-25bb5f4eb65c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:44.756801 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f42ef450-4402-4a88-a7a8-392e973048ca tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.762965 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f42ef450-4402-4a88-a7a8-392e973048ca tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/32e70033-61ff-4e67-a638-25bb5f4eb65c HTTP/1.1" status: 204 len: 168 time: 0.6209247 Sep 30 08:19:44.764797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:44.882447 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d4645fd1-8638-4688-b853-5a92f73bad75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.896519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d3ccb992-010f-44d0-a0c7-f351537d5776 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:44.897232 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.918215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95c07728-b65e-4182-98f9-ebf43833744c req-b20a2217-77f1-4947-8d29-2241123b01a5 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=97fad6be-1633-4c62-9419-b452a909c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0420189 Sep 30 08:19:44.930382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf8b5f8-ad0b-4f20-a292-38325e81ccd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 39759cbe-3834-4c55-8368-6ce3bfdc6b45 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:44.940976 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abf8b5f8-ad0b-4f20-a292-38325e81ccd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:44.967145 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-06dacb38-ef64-448b-92d7-0ae552569b71 service neutron] 10.222.0.24 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253326 Sep 30 08:19:45.082117 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abf8b5f8-ad0b-4f20-a292-38325e81ccd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.143864 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-11f309e3-5898-4d0b-adca-dd1479cd8c5d service neutron] 10.222.0.24 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689453 Sep 30 08:19:45.256842 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abf8b5f8-ad0b-4f20-a292-38325e81ccd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.286056 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.337822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44332) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:45.372040 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abf8b5f8-ad0b-4f20-a292-38325e81ccd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.413072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8b5f8-ad0b-4f20-a292-38325e81ccd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=39759cbe-3834-4c55-8368-6ce3bfdc6b45,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:45.416867 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abf8b5f8-ad0b-4f20-a292-38325e81ccd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.419500 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-abf8b5f8-ad0b-4f20-a292-38325e81ccd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/39759cbe-3834-4c55-8368-6ce3bfdc6b45 HTTP/1.1" status: 204 len: 168 time: 0.6496379 Sep 30 08:19:45.422538 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44336) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:45.459355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10b4f13e-b9cf-4a9e-948f-b0625ab10e2d req-8ad4e778-e26c-4be6-965a-f96254279dde tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 210 time: 0.1143157 Sep 30 08:19:45.475829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c14380-affb-4654-a942-844cb51dc181 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:45.512033 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6131c063-e10e-43db-88b9-f3fb40a38a3f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876749 Sep 30 08:19:45.515523 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44340) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:45.520529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-205f75b5-d611-4795-b2af-d823f96a8723 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:45.579115 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0f018dd5-34ab-45a8-98b7-05968ee2896f None None] Provisioning complete for port d3ccb992-010f-44d0-a0c7-f351537d5776 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:45.579439 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f018dd5-34ab-45a8-98b7-05968ee2896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.587736 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59bb7afc-0c41-46cb-a9bb-1b967db44c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.658256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205f75b5-d611-4795-b2af-d823f96a8723 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:45.662430 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-205f75b5-d611-4795-b2af-d823f96a8723 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.762972 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0f018dd5-34ab-45a8-98b7-05968ee2896f None None] Could not find standard attr ID for object 8e48e008-e804-43ff-bae5-8298da69276a. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:45.823245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c42a40-d1b8-4be5-900e-3dce4fb0d5c5 None None] DHCP port deletion for 02334aa1-0c1d-459b-9fcf-075b2b9b8603 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:19:45.851057 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.879323 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-44c42a40-d1b8-4be5-900e-3dce4fb0d5c5 None None] Deleting port d3ccb992-010f-44d0-a0c7-f351537d5776 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:45.880067 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44c42a40-d1b8-4be5-900e-3dce4fb0d5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.942799 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59bb7afc-0c41-46cb-a9bb-1b967db44c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:45.954323 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59bb7afc-0c41-46cb-a9bb-1b967db44c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.007565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-44c42a40-d1b8-4be5-900e-3dce4fb0d5c5 None None] For port d3ccb992-010f-44d0-a0c7-f351537d5776, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d3ccb992-010f-44d0-a0c7-f351537d5776,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:46.012131 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44c42a40-d1b8-4be5-900e-3dce4fb0d5c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.032039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-44c42a40-d1b8-4be5-900e-3dce4fb0d5c5 None None] Calling delete_port for d3ccb992-010f-44d0-a0c7-f351537d5776 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:46.039183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb7afc-0c41-46cb-a9bb-1b967db44c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b83d36-cf4b-479f-8372-25ae56cb9d1e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:46.045943 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-59bb7afc-0c41-46cb-a9bb-1b967db44c17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76eaf08eb0de4ae89320e1d1ced402d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7067761 Sep 30 08:19:46.048624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44362) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:46.177116 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44c42a40-d1b8-4be5-900e-3dce4fb0d5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.192252 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f31bac5-b919-45d4-ba1a-791e198ffc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.211947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c42a40-d1b8-4be5-900e-3dce4fb0d5c5 None None] Pushing event deleted for resources: {'Port': ['ID=d3ccb992-010f-44d0-a0c7-f351537d5776,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:46.223744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c42a40-d1b8-4be5-900e-3dce4fb0d5c5 None None] No DVR routers for this DVR port d3ccb992-010f-44d0-a0c7-f351537d5776 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:46.245290 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f31bac5-b919-45d4-ba1a-791e198ffc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.248549 n-d-807359-2 neutron-server[94837]: DEBUG neutron.objects.ports [None req-205f75b5-d611-4795-b2af-d823f96a8723 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94837) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:19:46.375412 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f31bac5-b919-45d4-ba1a-791e198ffc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.378900 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f31bac5-b919-45d4-ba1a-791e198ffc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.383000 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0f31bac5-b919-45d4-ba1a-791e198ffc0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19b83d36-cf4b-479f-8372-25ae56cb9d1e HTTP/1.1" status: 204 len: 168 time: 0.3292572 Sep 30 08:19:46.400817 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31bac5-b919-45d4-ba1a-791e198ffc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b83d36-cf4b-479f-8372-25ae56cb9d1e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:46.447071 n-d-807359-2 neutron-server[94837]: WARNING neutron.services.revisions.revision_plugin [None req-205f75b5-d611-4795-b2af-d823f96a8723 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Could not find related port for resource to bump revision. Sep 30 08:19:46.463738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.ipam_pluggable_backend [None req-205f75b5-d611-4795-b2af-d823f96a8723 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Port d3ccb992-010f-44d0-a0c7-f351537d5776 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94837) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 30 08:19:46.464397 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.ipam_pluggable_backend [None req-205f75b5-d611-4795-b2af-d823f96a8723 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Reverting IP allocation for 2001:db8::f816:3eff:fe17:683b {{(pid=94837) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 30 08:19:46.469671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.ipam_pluggable_backend [None req-205f75b5-d611-4795-b2af-d823f96a8723 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe17:683b {{(pid=94837) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 30 08:19:46.471317 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-205f75b5-d611-4795-b2af-d823f96a8723 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.492109 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d3ccb992-010f-44d0-a0c7-f351537d5776 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:46.521517 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d3ccb992-010f-44d0-a0c7-f351537d5776 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:46.522102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d3ccb992-010f-44d0-a0c7-f351537d5776 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:46.623234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205f75b5-d611-4795-b2af-d823f96a8723 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:46.644065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-205f75b5-d611-4795-b2af-d823f96a8723 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:46.658257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca926f88-639d-4701-a805-eb4509f3a635 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:46.692211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f75b5-d611-4795-b2af-d823f96a8723 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:46.692916 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-205f75b5-d611-4795-b2af-d823f96a8723 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:46.721743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6dfa2605-b693-418e-9e2d-4e58e2ccb2e9 req-83768beb-03cf-4dca-a712-e333056e5d10 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 210 time: 0.0803819 Sep 30 08:19:46.722470 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f75b5-d611-4795-b2af-d823f96a8723 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=f01dc4c3-e229-4192-b1c3-14fe8dbcb420,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:46.790916 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-205f75b5-d611-4795-b2af-d823f96a8723 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2742651 Sep 30 08:19:46.793798 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44378) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:46.803865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2fcc6cce-7b5b-4a20-bc32-f766e1fd7f41 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:46.860743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-904a2f2f-ab56-414d-9f4c-d94ae7933573 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:46.862389 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-904a2f2f-ab56-414d-9f4c-d94ae7933573 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.36 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 817 time: 0.2732399 Sep 30 08:19:46.873646 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 00c4c4d6-1340-49a8-82e4-0a5770b22c81 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:46.978317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 00c4c4d6-1340-49a8-82e4-0a5770b22c81 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:46.978317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 00c4c4d6-1340-49a8-82e4-0a5770b22c81 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:46.987857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'fixed_ips': [{'subnet_id': 'f01dc4c3-e229-4192-b1c3-14fe8dbcb420'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:19:46.992246 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.002893 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-e9ac7cb3-2dde-46dd-b109-fbfce9a57795 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad60528d5c3d4d3d8094c2681701bf17 HTTP/1.1" status: 200 len: 379 time: 0.1220169 Sep 30 08:19:47.003377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44386) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:47.023134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-9636268b-741a-4475-a72f-10afa5a04c1f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Request body: {'port': {'device_id': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'admin_state_up': True, 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'security_groups': ['ed34d206-aace-4695-8c8d-d744f4b4a489']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:47.068885 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f822d168-4e17-435a-a71c-824e1ffa1301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.120566 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcc6cce-7b5b-4a20-bc32-f766e1fd7f41 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:47.124710 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fcc6cce-7b5b-4a20-bc32-f766e1fd7f41 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.297036 n-d-807359-2 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-2fcc6cce-7b5b-4a20-bc32-f766e1fd7f41 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f01dc4c3-e229-4192-b1c3-14fe8dbcb420 (CIDR: 2001:db8::/64) Sep 30 08:19:47.301986 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcc6cce-7b5b-4a20-bc32-f766e1fd7f41 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:19:47.305435 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fcc6cce-7b5b-4a20-bc32-f766e1fd7f41 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:47.332476 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f822d168-4e17-435a-a71c-824e1ffa1301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.340359 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f822d168-4e17-435a-a71c-824e1ffa1301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.377478 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Allocated IP 2001:db8::f816:3eff:feeb:771d (02334aa1-0c1d-459b-9fcf-075b2b9b8603/f01dc4c3-e229-4192-b1c3-14fe8dbcb420/1c914ada-e7a1-42ca-a9e7-12f734c69882) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:47.403026 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2fcc6cce-7b5b-4a20-bc32-f766e1fd7f41 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6080604 Sep 30 08:19:47.405638 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44394) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:47.407551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-9636268b-741a-4475-a72f-10afa5a04c1f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Made reservation on behalf of ad60528d5c3d4d3d8094c2681701bf17 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:47.412081 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-9636268b-741a-4475-a72f-10afa5a04c1f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.413231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f8757a1f-1233-4711-a7ec-aa0ef3c8c37c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:47.424577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f822d168-4e17-435a-a71c-824e1ffa1301 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc656324119a49cab859b8098456eeaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4168632 Sep 30 08:19:47.434127 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44396) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:47.445468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822d168-4e17-435a-a71c-824e1ffa1301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5607f70-a80a-4c45-bb74-2a0ae66fa8bc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:47.580381 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03e84bce-45e5-44f8-bba3-4d52aafc06e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.609485 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.613390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8757a1f-1233-4711-a7ec-aa0ef3c8c37c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:47.615843 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.617651 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8757a1f-1233-4711-a7ec-aa0ef3c8c37c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.654004 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03e84bce-45e5-44f8-bba3-4d52aafc06e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.665741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:47.683176 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-9636268b-741a-4475-a72f-10afa5a04c1f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Allocated IP 172.20.0.5 (8236e29b-1d2b-4e53-9994-7f4dec0dd38a/ee72be49-df02-4420-900e-333e8ceca494/dc813296-8894-41e0-8350-052b7724d5d6) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:47.690247 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:47.708945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:47.751850 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03e84bce-45e5-44f8-bba3-4d52aafc06e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.754503 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03e84bce-45e5-44f8-bba3-4d52aafc06e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.755878 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-03e84bce-45e5-44f8-bba3-4d52aafc06e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5607f70-a80a-4c45-bb74-2a0ae66fa8bc HTTP/1.1" status: 204 len: 168 time: 0.3185599 Sep 30 08:19:47.769419 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Pushing event updated for resources: {'Port': ['ID=1c914ada-e7a1-42ca-a9e7-12f734c69882,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:47.831312 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.908954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e84bce-45e5-44f8-bba3-4d52aafc06e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5607f70-a80a-4c45-bb74-2a0ae66fa8bc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:47.914620 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Attempting to bind port 1c914ada-e7a1-42ca-a9e7-12f734c69882 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:47.914845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Attempting to bind port 1c914ada-e7a1-42ca-a9e7-12f734c69882 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:47.915213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Attempting to bind port 1c914ada-e7a1-42ca-a9e7-12f734c69882 on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:47.969352 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-87c0db3a-1bd0-4503-8775-67d4ad55a778 req-7fc882e0-3b2f-4b53-81be-f5c4a040b33e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 210 time: 0.0675411 Sep 30 08:19:47.978630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:47.981525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:47.982858 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.983259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:47.983967 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Bound port: 1c914ada-e7a1-42ca-a9e7-12f734c69882, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:47.985857 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:47.990742 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-9636268b-741a-4475-a72f-10afa5a04c1f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:48.016021 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8757a1f-1233-4711-a7ec-aa0ef3c8c37c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:48.066809 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-9636268b-741a-4475-a72f-10afa5a04c1f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:48.078516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8757a1f-1233-4711-a7ec-aa0ef3c8c37c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:48.084634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f8757a1f-1233-4711-a7ec-aa0ef3c8c37c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:48.089218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8757a1f-1233-4711-a7ec-aa0ef3c8c37c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:48.090082 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8757a1f-1233-4711-a7ec-aa0ef3c8c37c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:48.094590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8757a1f-1233-4711-a7ec-aa0ef3c8c37c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=3b65e03f-623a-4e18-8ed6-b028ac8686af,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:48.112182 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f8757a1f-1233-4711-a7ec-aa0ef3c8c37c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7042472 Sep 30 08:19:48.114641 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44412) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:48.121996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3fd36333-0713-46c1-976f-5f4bda7147d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'mac_address': 'fa:16:3e:42:46:2b', 'name': 'tempest-NetworksTestDHCPv6-1332326611'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:48.150346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-9636268b-741a-4475-a72f-10afa5a04c1f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:48.153476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-9636268b-741a-4475-a72f-10afa5a04c1f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:48.158772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-9636268b-741a-4475-a72f-10afa5a04c1f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:48.203165 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] For port 1c914ada-e7a1-42ca-a9e7-12f734c69882, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:48.219537 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] For port 1c914ada-e7a1-42ca-a9e7-12f734c69882, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1c914ada-e7a1-42ca-a9e7-12f734c69882,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:48.228813 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:48.230868 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636268b-741a-4475-a72f-10afa5a04c1f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event updated for resources: {'Port': ['ID=dc813296-8894-41e0-8350-052b7724d5d6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:48.273121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-9636268b-741a-4475-a72f-10afa5a04c1f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:48.282980 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-9636268b-741a-4475-a72f-10afa5a04c1f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:48.300743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f004407-1e42-4a0c-882b-6e108bc9e75b None None] Pushing event updated for resources: {'Port': ['ID=1c914ada-e7a1-42ca-a9e7-12f734c69882,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:48.313111 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-9636268b-741a-4475-a72f-10afa5a04c1f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2959630 Sep 30 08:19:48.327103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Request body: {'port': {'device_id': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:48.453865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd36333-0713-46c1-976f-5f4bda7147d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:48.497261 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:48.675461 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f130a2bf-3de0-4057-90b9-97ace18e0287 None None] Provisioning complete for port dc813296-8894-41e0-8350-052b7724d5d6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:48.683153 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f130a2bf-3de0-4057-90b9-97ace18e0287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:48.758277 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fd36333-0713-46c1-976f-5f4bda7147d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:48.797606 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f130a2bf-3de0-4057-90b9-97ace18e0287 None None] Port dc813296-8894-41e0-8350-052b7724d5d6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:19:48.816826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-3fd36333-0713-46c1-976f-5f4bda7147d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port 1ca72b44-4760-4a25-8261-ada737f4f23b yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:19:49.033097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc813296-8894-41e0-8350-052b7724d5d6 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:49.089093 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.119588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Transition to ACTIVE for port object dc813296-8894-41e0-8350-052b7724d5d6 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:19:49.127173 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.182502 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:19:49.200136 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-3fd36333-0713-46c1-976f-5f4bda7147d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8:0:1::2c4 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/3b65e03f-623a-4e18-8ed6-b028ac8686af/1ca72b44-4760-4a25-8261-ada737f4f23b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:49.214056 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-3fd36333-0713-46c1-976f-5f4bda7147d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::f816:3eff:fe42:462b (02334aa1-0c1d-459b-9fcf-075b2b9b8603/f01dc4c3-e229-4192-b1c3-14fe8dbcb420/1ca72b44-4760-4a25-8261-ada737f4f23b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:49.241823 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Pushing event updated for resources: {'Port': ['ID=dc813296-8894-41e0-8350-052b7724d5d6,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:49.342368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fa8e1-61ae-4b71-bbed-be35b71604f1 req-75bab5da-800c-429f-852c-475e56f72131 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:49.344586 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-842fa8e1-61ae-4b71-bbed-be35b71604f1 req-75bab5da-800c-429f-852c-475e56f72131 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 943 time: 0.1066229 Sep 30 08:19:49.450482 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-842fa8e1-61ae-4b71-bbed-be35b71604f1 req-d9a2693d-7bfa-4898-80bc-d4c994968f73 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804570 Sep 30 08:19:49.502878 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Attempting to bind port dc813296-8894-41e0-8350-052b7724d5d6 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:49.503586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Attempting to bind port dc813296-8894-41e0-8350-052b7724d5d6 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:49.503854 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Attempting to bind port dc813296-8894-41e0-8350-052b7724d5d6 on network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:49.516048 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Port dc813296-8894-41e0-8350-052b7724d5d6 on network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:19:49.516368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Attempting to bind port dc813296-8894-41e0-8350-052b7724d5d6 on network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:49.523068 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:49.523411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Checking segment: {'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:49.523797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Bound using segment: {'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:49.524253 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Bound port: dc813296-8894-41e0-8350-052b7724d5d6, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:49.524611 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.642771 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:49.647310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=dc813296-8894-41e0-8350-052b7724d5d6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:49.657984 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.734151 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fd36333-0713-46c1-976f-5f4bda7147d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.774550 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Pushing event updated for resources: {'Port': ['ID=dc813296-8894-41e0-8350-052b7724d5d6,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:49.806830 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:49.807638 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.809917 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-67fb89c0-4211-484b-9f3b-b61570b9602f service neutron] 10.222.0.36 "PUT /v2.0/ports/dc813296-8894-41e0-8350-052b7724d5d6 HTTP/1.1" status: 200 len: 1091 time: 1.4877403 Sep 30 08:19:49.811112 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'tag': 'dc813296-8894-41e0-8350-052b7724d5d6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:49.813715 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d40eae6-24cb-44ca-8148-67dd6df5512d" -d '{"events": [{"name": "network-changed", "server_uuid": "8562e0b0-02ad-4ad1-8e70-420c9ccd7cab", "tag": "dc813296-8894-41e0-8350-052b7724d5d6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:49.875174 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fd36333-0713-46c1-976f-5f4bda7147d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:49.946590 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cc5290-201a-4900-a2c9-abd780aadb05 x-openstack-request-id: req-87cc5290-201a-4900-a2c9-abd780aadb05 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:49.946887 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8562e0b0-02ad-4ad1-8e70-420c9ccd7cab", "tag": "dc813296-8894-41e0-8350-052b7724d5d6", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:49.947378 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87cc5290-201a-4900-a2c9-abd780aadb05 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:49.947627 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'tag': 'dc813296-8894-41e0-8350-052b7724d5d6', 'status': 'completed', 'code': 200} Sep 30 08:19:49.977481 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-ca3e8820-a1bf-4ab2-9a42-c150d1103fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:49.979048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-ca3e8820-a1bf-4ab2-9a42-c150d1103fab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 1094 time: 0.1144133 Sep 30 08:19:49.985426 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd36333-0713-46c1-976f-5f4bda7147d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=1ca72b44-4760-4a25-8261-ada737f4f23b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:49.992474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd36333-0713-46c1-976f-5f4bda7147d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:49.993733 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3fd36333-0713-46c1-976f-5f4bda7147d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:49.997663 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd36333-0713-46c1-976f-5f4bda7147d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:50.007540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd36333-0713-46c1-976f-5f4bda7147d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:50.008248 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fd36333-0713-46c1-976f-5f4bda7147d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:50.036101 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3fd36333-0713-46c1-976f-5f4bda7147d3 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9201159 Sep 30 08:19:50.043133 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:50.052331 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-a21e97ba-229b-40a3-a5b1-21532767a0b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc813296-8894-41e0-8350-052b7724d5d6 HTTP/1.1" status: 200 len: 217 time: 0.0637980 Sep 30 08:19:50.101711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9021cc-c8be-4000-8591-26d30e8a3038 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:50.209845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-4a03acec-9658-4181-84db-1c0d22e8efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:50.213072 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-4a03acec-9658-4181-84db-1c0d22e8efe1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee72be49-df02-4420-900e-333e8ceca494 HTTP/1.1" status: 200 len: 856 time: 0.1369932 Sep 30 08:19:50.276308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3983d0a6-57a8-4472-ab0c-ce91df548800 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port 1ca72b44-4760-4a25-8261-ada737f4f23b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:50.277342 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3983d0a6-57a8-4472-ab0c-ce91df548800 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:50.344708 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-c6658894-41c4-4098-8866-bb2f8cc33992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:50.346211 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-c6658894-41c4-4098-8866-bb2f8cc33992 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254394 Sep 30 08:19:50.469754 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3983d0a6-57a8-4472-ab0c-ce91df548800 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:50.488057 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cd148dd9-a05b-4fa6-a963-dae65b8583a8 None None] Provisioning complete for port 1c914ada-e7a1-42ca-a9e7-12f734c69882 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:50.493438 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd148dd9-a05b-4fa6-a963-dae65b8583a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:50.510146 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3983d0a6-57a8-4472-ab0c-ce91df548800 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for 1ca72b44-4760-4a25-8261-ada737f4f23b owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:50.666043 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-d6256153-3779-45d7-90e9-cd757f6e55dc service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117564 Sep 30 08:19:50.695344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1c914ada-e7a1-42ca-a9e7-12f734c69882 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:50.831146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9899c-5259-4bb8-a64b-fbc14a229133 req-ce113acf-5dbd-4f6a-8c74-4fc82af5d78d tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:50.838483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0a9899c-5259-4bb8-a64b-fbc14a229133 req-ce113acf-5dbd-4f6a-8c74-4fc82af5d78d tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 943 time: 0.1713657 Sep 30 08:19:50.953756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0a9899c-5259-4bb8-a64b-fbc14a229133 req-620f2cfe-0971-477c-b591-8fc64c519f09 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116109 Sep 30 08:19:50.974668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9515cebc-248a-47d1-ad8a-6e2002dcccf5 req-be6ab20e-539d-4c49-8d14-1d6b96938d47 service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567575 Sep 30 08:19:51.031248 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3983d0a6-57a8-4472-ab0c-ce91df548800 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.033652 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd148dd9-a05b-4fa6-a963-dae65b8583a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.078591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9828bdae-515c-4fb5-b433-3b6ad523241c None None] Update dhcp port {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'fixed_ips': [{'subnet_id': 'f01dc4c3-e229-4192-b1c3-14fe8dbcb420', 'ip_address': '2001:db8::f816:3eff:feeb:771d'}, {'subnet_id': '3b65e03f-623a-4e18-8ed6-b028ac8686af'}], 'binding:host_id': 'n-d-807359-2'}, 'id': '1c914ada-e7a1-42ca-a9e7-12f734c69882'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:19:51.105952 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cd148dd9-a05b-4fa6-a963-dae65b8583a8 None None] For port 1c914ada-e7a1-42ca-a9e7-12f734c69882, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1c914ada-e7a1-42ca-a9e7-12f734c69882,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:51.127040 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd148dd9-a05b-4fa6-a963-dae65b8583a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.133609 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 1c914ada-e7a1-42ca-a9e7-12f734c69882 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:51.134298 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.161460 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60796e-ba56-4154-80c2-45f8cf49914b req-79b2edfa-018d-41fc-b64c-bd804012e988 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.168739 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e60796e-ba56-4154-80c2-45f8cf49914b req-79b2edfa-018d-41fc-b64c-bd804012e988 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 946 time: 0.0953803 Sep 30 08:19:51.178667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40eae6-24cb-44ca-8148-67dd6df5512d req-7a88680e-07ca-4b04-80ab-e6828039b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.180206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d40eae6-24cb-44ca-8148-67dd6df5512d req-7a88680e-07ca-4b04-80ab-e6828039b8fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 1094 time: 0.1187768 Sep 30 08:19:51.211469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983d0a6-57a8-4472-ab0c-ce91df548800 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=1ca72b44-4760-4a25-8261-ada737f4f23b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:51.249657 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3983d0a6-57a8-4472-ab0c-ce91df548800 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.254355 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3983d0a6-57a8-4472-ab0c-ce91df548800 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/1ca72b44-4760-4a25-8261-ada737f4f23b HTTP/1.1" status: 204 len: 168 time: 1.1985176 Sep 30 08:19:51.256923 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44510) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:51.264570 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9828bdae-515c-4fb5-b433-3b6ad523241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.276881 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e60796e-ba56-4154-80c2-45f8cf49914b req-e5118615-372f-452d-8478-8a418371db6f tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072493 Sep 30 08:19:51.369129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e22d193-b64e-4ae0-b8c0-ff9140e7a399 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.370743 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8e22d193-b64e-4ae0-b8c0-ff9140e7a399 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1128910 Sep 30 08:19:51.374223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44518) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:51.458845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd148dd9-a05b-4fa6-a963-dae65b8583a8 None None] Pushing event updated for resources: {'Port': ['ID=1c914ada-e7a1-42ca-a9e7-12f734c69882,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:51.472482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40eae6-24cb-44ca-8148-67dd6df5512d req-1d195940-26a0-4f30-aa39-d4d64f459a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.474007 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d40eae6-24cb-44ca-8148-67dd6df5512d req-1d195940-26a0-4f30-aa39-d4d64f459a28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 918 time: 0.2848732 Sep 30 08:19:51.547359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d40eae6-24cb-44ca-8148-67dd6df5512d req-8f928dc4-8d72-4efc-9613-6dea9dbfe53d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc813296-8894-41e0-8350-052b7724d5d6 HTTP/1.1" status: 200 len: 217 time: 0.0621738 Sep 30 08:19:51.569004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44522) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:51.581973 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f7f95-a5a3-4031-892f-b4cf741bf2de tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.583635 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f74f7f95-a5a3-4031-892f-b4cf741bf2de tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2065227 Sep 30 08:19:51.586522 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44526) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:51.666026 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-9828bdae-515c-4fb5-b433-3b6ad523241c None None] Allocated IP 2001:db8:0:1::2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/3b65e03f-623a-4e18-8ed6-b028ac8686af/1c914ada-e7a1-42ca-a9e7-12f734c69882) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:51.669713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40eae6-24cb-44ca-8148-67dd6df5512d req-2946c32d-3c54-4be7-9be2-bcb386b661d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.671781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d40eae6-24cb-44ca-8148-67dd6df5512d req-2946c32d-3c54-4be7-9be2-bcb386b661d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee72be49-df02-4420-900e-333e8ceca494 HTTP/1.1" status: 200 len: 856 time: 0.1149337 Sep 30 08:19:51.673357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7275717a-a9d5-42e9-b88e-3b038dadf0a6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.675627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7275717a-a9d5-42e9-b88e-3b038dadf0a6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.676794 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7275717a-a9d5-42e9-b88e-3b038dadf0a6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.678761 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7275717a-a9d5-42e9-b88e-3b038dadf0a6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0908585 Sep 30 08:19:51.681557 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44532) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:51.773645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a4b6a2-a565-4c9b-a2dc-b601773da8fc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 3b65e03f-623a-4e18-8ed6-b028ac8686af {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:51.785413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40eae6-24cb-44ca-8148-67dd6df5512d req-e0e7aece-04af-40a5-baf6-7029912df042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:51.787281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d40eae6-24cb-44ca-8148-67dd6df5512d req-e0e7aece-04af-40a5-baf6-7029912df042 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040800 Sep 30 08:19:51.814922 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-295c6818-5912-4a40-ba19-b96fcbc92331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.834199 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9828bdae-515c-4fb5-b433-3b6ad523241c None None] For port 1c914ada-e7a1-42ca-a9e7-12f734c69882, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1c914ada-e7a1-42ca-a9e7-12f734c69882,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:51.873987 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9828bdae-515c-4fb5-b433-3b6ad523241c None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.878547 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26a4b6a2-a565-4c9b-a2dc-b601773da8fc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.879358 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9828bdae-515c-4fb5-b433-3b6ad523241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:51.936431 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d40eae6-24cb-44ca-8148-67dd6df5512d req-09f9091b-6db6-4291-b788-cb957577c364 service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383896 Sep 30 08:19:51.938609 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26a4b6a2-a565-4c9b-a2dc-b601773da8fc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.008059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828bdae-515c-4fb5-b433-3b6ad523241c None None] Pushing event updated for resources: {'Port': ['ID=1c914ada-e7a1-42ca-a9e7-12f734c69882,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:52.085915 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-295c6818-5912-4a40-ba19-b96fcbc92331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.095442 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-295c6818-5912-4a40-ba19-b96fcbc92331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.112797 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26a4b6a2-a565-4c9b-a2dc-b601773da8fc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.123020 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d40eae6-24cb-44ca-8148-67dd6df5512d req-07f8a26d-bd8c-4bc7-9f4e-e1e96c25dddd service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792097 Sep 30 08:19:52.146891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91f0ff-8507-4c24-834c-03773ddaff6e req-e0256f05-e26e-43d2-aeca-8ca1519a1271 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:52.157119 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e91f0ff-8507-4c24-834c-03773ddaff6e req-e0256f05-e26e-43d2-aeca-8ca1519a1271 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 943 time: 0.0939734 Sep 30 08:19:52.177634 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-295c6818-5912-4a40-ba19-b96fcbc92331 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89da98c5041f4fbaaf6c9db7c9711fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6076055 Sep 30 08:19:52.178901 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44542) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:52.212558 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c6818-5912-4a40-ba19-b96fcbc92331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56e96c0-d5c8-4e7e-81d5-3e1e7350b8a5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:52.222985 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e91f0ff-8507-4c24-834c-03773ddaff6e req-286acb16-bef9-413d-942b-c201f4843be7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649183 Sep 30 08:19:52.260191 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9077fd84-88fa-4079-a278-a260edc27fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.266599 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26a4b6a2-a565-4c9b-a2dc-b601773da8fc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.304588 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4b6a2-a565-4c9b-a2dc-b601773da8fc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=3b65e03f-623a-4e18-8ed6-b028ac8686af,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:52.315861 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26a4b6a2-a565-4c9b-a2dc-b601773da8fc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.317836 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-26a4b6a2-a565-4c9b-a2dc-b601773da8fc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/3b65e03f-623a-4e18-8ed6-b028ac8686af HTTP/1.1" status: 204 len: 168 time: 0.6353376 Sep 30 08:19:52.319776 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9077fd84-88fa-4079-a278-a260edc27fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.320590 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44550) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:52.393870 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9077fd84-88fa-4079-a278-a260edc27fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.407989 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9077fd84-88fa-4079-a278-a260edc27fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.413714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ddc4e9-21b1-48bb-b702-ea10d254d640 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet f01dc4c3-e229-4192-b1c3-14fe8dbcb420 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:52.414542 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9077fd84-88fa-4079-a278-a260edc27fa5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b56e96c0-d5c8-4e7e-81d5-3e1e7350b8a5 HTTP/1.1" status: 204 len: 168 time: 0.2323747 Sep 30 08:19:52.435797 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2ddc4e9-21b1-48bb-b702-ea10d254d640 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.437522 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077fd84-88fa-4079-a278-a260edc27fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56e96c0-d5c8-4e7e-81d5-3e1e7350b8a5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:52.478600 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1c914ada-e7a1-42ca-a9e7-12f734c69882 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:52.540971 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2ddc4e9-21b1-48bb-b702-ea10d254d640 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.587216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 1c914ada-e7a1-42ca-a9e7-12f734c69882 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:52.587724 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.702606 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2ddc4e9-21b1-48bb-b702-ea10d254d640 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.800234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec27c96-0ad6-4383-8db3-123fce0cc9da req-82d054eb-1543-4def-83ba-aa2c42132c14 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:52.802198 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ec27c96-0ad6-4383-8db3-123fce0cc9da req-82d054eb-1543-4def-83ba-aa2c42132c14 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 946 time: 0.1824372 Sep 30 08:19:52.850017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd0861-d40d-4bd5-bb35-b3cc485d9574 req-ea1cd8b9-8902-497a-880c-42bd564867d1 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:52.858491 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03cd0861-d40d-4bd5-bb35-b3cc485d9574 req-ea1cd8b9-8902-497a-880c-42bd564867d1 tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 946 time: 0.1977599 Sep 30 08:19:52.898057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:52.923873 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f0e2ee7-d544-408e-b2b2-b5532401f42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.948993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bccf8c-de9b-4de6-afb4-69818de6a4cb None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:52.969817 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2ddc4e9-21b1-48bb-b702-ea10d254d640 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:52.978813 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03cd0861-d40d-4bd5-bb35-b3cc485d9574 req-71775fd9-d6a1-41f7-922d-aa0a2ab0763a tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e0664b5-7df7-4c58-a403-411072d5f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193397 Sep 30 08:19:53.030535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddc4e9-21b1-48bb-b702-ea10d254d640 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=f01dc4c3-e229-4192-b1c3-14fe8dbcb420,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:53.047533 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2ddc4e9-21b1-48bb-b702-ea10d254d640 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.050352 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c2ddc4e9-21b1-48bb-b702-ea10d254d640 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/f01dc4c3-e229-4192-b1c3-14fe8dbcb420 HTTP/1.1" status: 204 len: 168 time: 0.7266912 Sep 30 08:19:53.053317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44572) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:53.082287 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a2657b94-c366-4657-8705-ea777fc997cb None None] Could not find standard attr ID for object 1ca72b44-4760-4a25-8261-ada737f4f23b. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:53.099648 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-553ca4ba-4e12-4468-a702-512063d78e1f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449033 Sep 30 08:19:53.106866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44574) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:53.118180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fb4e45df-6f1f-4613-9e05-47fcd7d434b8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:53.134257 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-4ec27c96-0ad6-4383-8db3-123fce0cc9da req-38d75d18-5547-417b-94b2-5c09b610e9ab tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Deleting port 16db043a-2682-4e62-8c9d-2febf1b08ad5 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:53.134889 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4ec27c96-0ad6-4383-8db3-123fce0cc9da req-38d75d18-5547-417b-94b2-5c09b610e9ab tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.143209 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a2657b94-c366-4657-8705-ea777fc997cb None None] Provisioning complete for port 1c914ada-e7a1-42ca-a9e7-12f734c69882 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:53.143754 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a2657b94-c366-4657-8705-ea777fc997cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.302556 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af80d896-3fd3-4443-89aa-f2a641ed2714 None None] DHCP port deletion for 02334aa1-0c1d-459b-9fcf-075b2b9b8603 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:19:53.377648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4ec27c96-0ad6-4383-8db3-123fce0cc9da req-38d75d18-5547-417b-94b2-5c09b610e9ab tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] For port 16db043a-2682-4e62-8c9d-2febf1b08ad5, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=16db043a-2682-4e62-8c9d-2febf1b08ad5,segment=NetworkSegment(ee5945f6-cc87-4b16-b2e3-d328d69a20de),segment_id=ee5945f6-cc87-4b16-b2e3-d328d69a20de)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:53.378069 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4ec27c96-0ad6-4383-8db3-123fce0cc9da req-38d75d18-5547-417b-94b2-5c09b610e9ab tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.383510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-af80d896-3fd3-4443-89aa-f2a641ed2714 None None] Deleting port 1c914ada-e7a1-42ca-a9e7-12f734c69882 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:53.384214 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af80d896-3fd3-4443-89aa-f2a641ed2714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.407138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad8477-a030-46f0-9c61-cc139e88eb77 req-0dca439e-27c8-45e8-8205-14aa09b9016e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:53.408746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8ad8477-a030-46f0-9c61-cc139e88eb77 req-0dca439e-27c8-45e8-8205-14aa09b9016e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 943 time: 0.0937932 Sep 30 08:19:53.409686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-4ec27c96-0ad6-4383-8db3-123fce0cc9da req-38d75d18-5547-417b-94b2-5c09b610e9ab tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Calling delete_port for 16db043a-2682-4e62-8c9d-2febf1b08ad5 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:53.467435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-af80d896-3fd3-4443-89aa-f2a641ed2714 None None] For port 1c914ada-e7a1-42ca-a9e7-12f734c69882, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1c914ada-e7a1-42ca-a9e7-12f734c69882,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:53.468229 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af80d896-3fd3-4443-89aa-f2a641ed2714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.473391 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f0e2ee7-d544-408e-b2b2-b5532401f42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.478695 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f0e2ee7-d544-408e-b2b2-b5532401f42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.484965 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-af80d896-3fd3-4443-89aa-f2a641ed2714 None None] Calling delete_port for 1c914ada-e7a1-42ca-a9e7-12f734c69882 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:53.501468 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8ad8477-a030-46f0-9c61-cc139e88eb77 req-1912510b-787e-41ea-949d-0a406dc175b5 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858412 Sep 30 08:19:53.519505 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4e45df-6f1f-4613-9e05-47fcd7d434b8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:53.523848 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb4e45df-6f1f-4613-9e05-47fcd7d434b8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.531555 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6f0e2ee7-d544-408e-b2b2-b5532401f42f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d0c85c8c07742008674eb7567ce615a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6318576 Sep 30 08:19:53.533710 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44582) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:53.547291 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e2ee7-d544-408e-b2b2-b5532401f42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3364cc2-010c-45dc-a237-f6d853c37c11,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:53.604972 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af80d896-3fd3-4443-89aa-f2a641ed2714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.635152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80d896-3fd3-4443-89aa-f2a641ed2714 None None] Pushing event deleted for resources: {'Port': ['ID=1c914ada-e7a1-42ca-a9e7-12f734c69882,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:53.637265 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af80d896-3fd3-4443-89aa-f2a641ed2714 None None] No DVR routers for this DVR port 1c914ada-e7a1-42ca-a9e7-12f734c69882 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:53.707375 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e6d12f8-08cc-4da3-a10f-d3414a56d56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.718652 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4ec27c96-0ad6-4383-8db3-123fce0cc9da req-38d75d18-5547-417b-94b2-5c09b610e9ab tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.732514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['16db043a-2682-4e62-8c9d-2febf1b08ad5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:53.734215 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e6d12f8-08cc-4da3-a10f-d3414a56d56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.777028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d75d18-5547-417b-94b2-5c09b610e9ab tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Pushing event deleted for resources: {'Port': ['ID=16db043a-2682-4e62-8c9d-2febf1b08ad5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:53.813193 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e6d12f8-08cc-4da3-a10f-d3414a56d56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.816401 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e6d12f8-08cc-4da3-a10f-d3414a56d56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:53.820322 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3e6d12f8-08cc-4da3-a10f-d3414a56d56a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3364cc2-010c-45dc-a237-f6d853c37c11 HTTP/1.1" status: 204 len: 168 time: 0.2828786 Sep 30 08:19:53.828715 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d12f8-08cc-4da3-a10f-d3414a56d56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3364cc2-010c-45dc-a237-f6d853c37c11,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:54.208095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec27c96-0ad6-4383-8db3-123fce0cc9da req-38d75d18-5547-417b-94b2-5c09b610e9ab tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] No DVR routers for this DVR port 16db043a-2682-4e62-8c9d-2febf1b08ad5 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:19:54.225922 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4ec27c96-0ad6-4383-8db3-123fce0cc9da req-38d75d18-5547-417b-94b2-5c09b610e9ab tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.228010 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ec27c96-0ad6-4383-8db3-123fce0cc9da req-38d75d18-5547-417b-94b2-5c09b610e9ab tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.36 "DELETE /v2.0/ports/16db043a-2682-4e62-8c9d-2febf1b08ad5 HTTP/1.1" status: 204 len: 173 time: 1.4189668 Sep 30 08:19:54.231463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbc0e8a-9557-4ebe-965c-4b0819f9cf87', 'name': 'network-vif-deleted', 'tag': '16db043a-2682-4e62-8c9d-2febf1b08ad5'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:54.233082 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69af2ad9-2a4f-453d-9347-ec3437f34bda" -d '{"events": [{"server_uuid": "ebbc0e8a-9557-4ebe-965c-4b0819f9cf87", "name": "network-vif-deleted", "tag": "16db043a-2682-4e62-8c9d-2febf1b08ad5"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:54.237205 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9bf724fe-cc92-4828-abbf-a96bccf9a1d6 req-13e21dca-12d3-4786-a654-113fe1c9a34d tempest-AttachVolumeNegativeTest-296410854 tempest-AttachVolumeNegativeTest-296410854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbc0e8a-9557-4ebe-965c-4b0819f9cf87 HTTP/1.1" status: 200 len: 210 time: 0.0848267 Sep 30 08:19:54.297913 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c16113-2829-4e40-ab9a-f56e9e55d24f x-openstack-request-id: req-42c16113-2829-4e40-ab9a-f56e9e55d24f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:54.301117 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbc0e8a-9557-4ebe-965c-4b0819f9cf87", "name": "network-vif-deleted", "tag": "16db043a-2682-4e62-8c9d-2febf1b08ad5", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:54.301520 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42c16113-2829-4e40-ab9a-f56e9e55d24f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:54.304641 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbc0e8a-9557-4ebe-965c-4b0819f9cf87', 'name': 'network-vif-deleted', 'tag': '16db043a-2682-4e62-8c9d-2febf1b08ad5', 'status': 'completed', 'code': 200} Sep 30 08:19:54.363552 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb4e45df-6f1f-4613-9e05-47fcd7d434b8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.416712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4e45df-6f1f-4613-9e05-47fcd7d434b8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:54.420620 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-fb4e45df-6f1f-4613-9e05-47fcd7d434b8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:54.423636 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4e45df-6f1f-4613-9e05-47fcd7d434b8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:54.424774 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb4e45df-6f1f-4613-9e05-47fcd7d434b8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.434939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e45df-6f1f-4613-9e05-47fcd7d434b8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=92dec26c-a5fd-4190-a25e-22e225f8de12,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:54.439422 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d66965-d274-4b46-b305-8b2fa3d40a16 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:54.451667 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fb4e45df-6f1f-4613-9e05-47fcd7d434b8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3352976 Sep 30 08:19:54.452689 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44616) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:54.458317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c5c504ac-35fc-4d4c-b79b-d50555d1ea87 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:54.535669 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1c914ada-e7a1-42ca-a9e7-12f734c69882 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:54.561797 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 1c914ada-e7a1-42ca-a9e7-12f734c69882 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:54.562037 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1c914ada-e7a1-42ca-a9e7-12f734c69882 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:54.667121 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c504ac-35fc-4d4c-b79b-d50555d1ea87 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:54.671522 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5c504ac-35fc-4d4c-b79b-d50555d1ea87 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.731623 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'tenant_id': '5c940a6769064adb8925178ecd951afd', 'fixed_ips': [{'subnet_id': '92dec26c-a5fd-4190-a25e-22e225f8de12'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:19:54.749564 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:54.792201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02af7e-af9c-4c7f-a1de-efd1f04e7ec9 req-571369f4-44db-4d79-8e97-663e24cea4e4 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:54.802469 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af02af7e-af9c-4c7f-a1de-efd1f04e7ec9 req-571369f4-44db-4d79-8e97-663e24cea4e4 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 943 time: 0.1209455 Sep 30 08:19:54.855586 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af02af7e-af9c-4c7f-a1de-efd1f04e7ec9 req-737464dd-1b2e-4156-af7c-d1f5ce556033 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466647 Sep 30 08:19:54.860651 n-d-807359-2 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-c5c504ac-35fc-4d4c-b79b-d50555d1ea87 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92dec26c-a5fd-4190-a25e-22e225f8de12 (CIDR: 2001:db8::/64) Sep 30 08:19:54.864964 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c504ac-35fc-4d4c-b79b-d50555d1ea87 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:19:54.865733 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c504ac-35fc-4d4c-b79b-d50555d1ea87 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:19:54.898152 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c5c504ac-35fc-4d4c-b79b-d50555d1ea87 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4441199 Sep 30 08:19:54.900702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:54.911510 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-675ff8ff-290f-4a8e-93c6-747ff7a1c427 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:54.911829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device dc813296-8894-41e0-8350-052b7724d5d6 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:19:54.992263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Allocated IP 2001:db8::2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/92dec26c-a5fd-4190-a25e-22e225f8de12/d0c743c3-7c1c-4e0c-afae-bcc6e8072422) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:55.088553 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675ff8ff-290f-4a8e-93c6-747ff7a1c427 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:55.094666 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-675ff8ff-290f-4a8e-93c6-747ff7a1c427 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.127472 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=dc813296-8894-41e0-8350-052b7724d5d6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:55.147774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'dc813296-8894-41e0-8350-052b7724d5d6', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'port_id': 'dc813296-8894-41e0-8350-052b7724d5d6', 'mac_address': 'fa:16:3e:31:e5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:19:55.229966 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.245524 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc813296-8894-41e0-8350-052b7724d5d6 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:19:55.287636 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=dc813296-8894-41e0-8350-052b7724d5d6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:55.288976 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.296920 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.306941 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.312681 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44654) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:55.379386 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:55.382448 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:55.386644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:55.390386 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=dc813296-8894-41e0-8350-052b7724d5d6,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:55.423261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc17cafd-ceeb-4e91-996d-0e4eafc75b4f admin admin] Deleting subnet 12d02642-6479-440b-88a5-d674911fee7d {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:55.429739 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc17cafd-ceeb-4e91-996d-0e4eafc75b4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.436499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Pushing event updated for resources: {'Port': ['ID=d0c743c3-7c1c-4e0c-afae-bcc6e8072422,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:55.491701 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc17cafd-ceeb-4e91-996d-0e4eafc75b4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.499198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Attempting to bind port d0c743c3-7c1c-4e0c-afae-bcc6e8072422 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:19:55.499540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Attempting to bind port d0c743c3-7c1c-4e0c-afae-bcc6e8072422 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:19:55.499852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Attempting to bind port d0c743c3-7c1c-4e0c-afae-bcc6e8072422 on network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:19:55.507415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['dc813296-8894-41e0-8350-052b7724d5d6'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:19:55.511165 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:19:55.511549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Checking segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:19:55.511991 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.512394 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Bound using segment: {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:19:55.512974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Bound port: d0c743c3-7c1c-4e0c-afae-bcc6e8072422, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053bc8be-a07c-4ce5-b533-b4d32999e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:19:55.513952 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.550641 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc17cafd-ceeb-4e91-996d-0e4eafc75b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.639561 n-d-807359-2 neutron-server[94838]: DEBUG neutron.objects.ports [None req-675ff8ff-290f-4a8e-93c6-747ff7a1c427 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:19:55.692919 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc17cafd-ceeb-4e91-996d-0e4eafc75b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.730082 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc17cafd-ceeb-4e91-996d-0e4eafc75b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.732845 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fc17cafd-ceeb-4e91-996d-0e4eafc75b4f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/12d02642-6479-440b-88a5-d674911fee7d HTTP/1.1" status: 204 len: 168 time: 0.4193058 Sep 30 08:19:55.735230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44668) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:55.745378 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17cafd-ceeb-4e91-996d-0e4eafc75b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d02642-6479-440b-88a5-d674911fee7d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:55.840536 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849ea07b-6d9b-48da-8d71-098141cacaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.856945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] For port d0c743c3-7c1c-4e0c-afae-bcc6e8072422, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:19:55.878980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] For port d0c743c3-7c1c-4e0c-afae-bcc6e8072422, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d0c743c3-7c1c-4e0c-afae-bcc6e8072422,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:19:55.888943 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:55.928353 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-675ff8ff-290f-4a8e-93c6-747ff7a1c427 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.014181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fab5b7-b356-407a-bdb8-16ce34fecc52 None None] Pushing event updated for resources: {'Port': ['ID=d0c743c3-7c1c-4e0c-afae-bcc6e8072422,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:56.056537 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849ea07b-6d9b-48da-8d71-098141cacaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.103642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-849ea07b-6d9b-48da-8d71-098141cacaf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8654c1-9670-489b-8846-b78b64c8803b']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:56.131389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-849ea07b-6d9b-48da-8d71-098141cacaf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5945f6-cc87-4b16-b2e3-d328d69a20de') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:56.131693 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-849ea07b-6d9b-48da-8d71-098141cacaf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5945f6-cc87-4b16-b2e3-d328d69a20de') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:19:56.146206 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849ea07b-6d9b-48da-8d71-098141cacaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.172105 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849ea07b-6d9b-48da-8d71-098141cacaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.179533 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849ea07b-6d9b-48da-8d71-098141cacaf1 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:19:56.180311 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849ea07b-6d9b-48da-8d71-098141cacaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:19:56.182826 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:19:56.323659 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849ea07b-6d9b-48da-8d71-098141cacaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.330992 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849ea07b-6d9b-48da-8d71-098141cacaf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.336821 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-849ea07b-6d9b-48da-8d71-098141cacaf1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cd8654c1-9670-489b-8846-b78b64c8803b HTTP/1.1" status: 204 len: 168 time: 0.6000438 Sep 30 08:19:56.351472 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-675ff8ff-290f-4a8e-93c6-747ff7a1c427 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] For port d0c743c3-7c1c-4e0c-afae-bcc6e8072422, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d0c743c3-7c1c-4e0c-afae-bcc6e8072422,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:56.364607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ea07b-6d9b-48da-8d71-098141cacaf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8654c1-9670-489b-8846-b78b64c8803b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:56.400262 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-675ff8ff-290f-4a8e-93c6-747ff7a1c427 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.408476 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-675ff8ff-290f-4a8e-93c6-747ff7a1c427 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.409408 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-675ff8ff-290f-4a8e-93c6-747ff7a1c427 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.523453 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675ff8ff-290f-4a8e-93c6-747ff7a1c427 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:56.533432 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-675ff8ff-290f-4a8e-93c6-747ff7a1c427 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:56.541619 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ff8ff-290f-4a8e-93c6-747ff7a1c427 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:56.553821 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-675ff8ff-290f-4a8e-93c6-747ff7a1c427 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.575327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ff8ff-290f-4a8e-93c6-747ff7a1c427 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=6bcc0e3d-0d9c-4abf-9c46-beeab32a961c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:56.588473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ff8ff-290f-4a8e-93c6-747ff7a1c427 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=d0c743c3-7c1c-4e0c-afae-bcc6e8072422,revision_number=4']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:56.602540 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-675ff8ff-290f-4a8e-93c6-747ff7a1c427 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7003322 Sep 30 08:19:56.604413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:56.621828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-83023835-6915-41d4-b00a-d4b5b7c09fe0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'mac_address': 'fa:16:3e:2a:5d:f7', 'name': 'tempest-NetworksTestDHCPv6-1691295699'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:19:56.642360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d0c743c3-7c1c-4e0c-afae-bcc6e8072422 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:56.650290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06700187-ff93-4723-bd97-44bcde47fb24 req-898b3275-6d4f-4e9c-b4f7-4c98cac2b5c3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:56.651945 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06700187-ff93-4723-bd97-44bcde47fb24 req-898b3275-6d4f-4e9c-b4f7-4c98cac2b5c3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 944 time: 0.5925996 Sep 30 08:19:56.717427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d0c743c3-7c1c-4e0c-afae-bcc6e8072422 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:56.718077 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.724118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44696) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:56.774267 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06700187-ff93-4723-bd97-44bcde47fb24 req-f3b6b560-99d6-4f6c-a655-4eb2494a1373 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083596 Sep 30 08:19:56.823139 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-97f3c807-4b18-42a5-960a-419d290af878 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65f77f917e6741beb8be5925cd94a983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0978799 Sep 30 08:19:56.825688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:56.839430 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.917164 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83023835-6915-41d4-b00a-d4b5b7c09fe0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:19:56.918425 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port d0c743c3-7c1c-4e0c-afae-bcc6e8072422, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d0c743c3-7c1c-4e0c-afae-bcc6e8072422,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:56.923831 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device dc813296-8894-41e0-8350-052b7724d5d6 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:56.929698 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1c9b44c-4ad1-46a9-a1ab-8bbd8a039fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:56.934464 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.058434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=d0c743c3-7c1c-4e0c-afae-bcc6e8072422,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:57.074155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port dc813296-8894-41e0-8350-052b7724d5d6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:19:57.098255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port dc813296-8894-41e0-8350-052b7724d5d6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:57.098897 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.135190 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83023835-6915-41d4-b00a-d4b5b7c09fe0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.158892 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1c9b44c-4ad1-46a9-a1ab-8bbd8a039fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.180976 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-83023835-6915-41d4-b00a-d4b5b7c09fe0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port 787e5fb7-e2a5-4bb1-b1e4-577d42a677b8 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:19:57.259445 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.313782 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=dc813296-8894-41e0-8350-052b7724d5d6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:19:57.314997 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc813296-8894-41e0-8350-052b7724d5d6'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:19:57.317938 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb1fe3f-a937-417d-a43b-d4a08e014374" -d '{"events": [{"server_uuid": "8562e0b0-02ad-4ad1-8e70-420c9ccd7cab", "name": "network-vif-plugged", "status": "completed", "tag": "dc813296-8894-41e0-8350-052b7724d5d6"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:19:57.335321 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.337765 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 16db043a-2682-4e62-8c9d-2febf1b08ad5 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:19:57.372987 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1c9b44c-4ad1-46a9-a1ab-8bbd8a039fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.376169 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1c9b44c-4ad1-46a9-a1ab-8bbd8a039fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:57.393091 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e1c9b44c-4ad1-46a9-a1ab-8bbd8a039fc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e0664b5-7df7-4c58-a403-411072d5f3d6 HTTP/1.1" status: 204 len: 168 time: 0.5569041 Sep 30 08:19:57.410942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 16db043a-2682-4e62-8c9d-2febf1b08ad5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:19:57.411363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 16db043a-2682-4e62-8c9d-2febf1b08ad5 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:19:57.419840 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fe662d-a0ee-4ec5-81d7-4e6dcef09d0f x-openstack-request-id: req-21fe662d-a0ee-4ec5-81d7-4e6dcef09d0f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:19:57.420513 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8562e0b0-02ad-4ad1-8e70-420c9ccd7cab", "name": "network-vif-plugged", "status": "completed", "tag": "dc813296-8894-41e0-8350-052b7724d5d6", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:19:57.421316 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21fe662d-a0ee-4ec5-81d7-4e6dcef09d0f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:19:57.421538 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc813296-8894-41e0-8350-052b7724d5d6', 'code': 200} Sep 30 08:19:57.429805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9b44c-4ad1-46a9-a1ab-8bbd8a039fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0664b5-7df7-4c58-a403-411072d5f3d6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:57.525154 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=dc813296-8894-41e0-8350-052b7724d5d6,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:57.574885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-83023835-6915-41d4-b00a-d4b5b7c09fe0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::373 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/92dec26c-a5fd-4190-a25e-22e225f8de12/787e5fb7-e2a5-4bb1-b1e4-577d42a677b8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:57.580089 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1b84de-3c00-44b9-a7c5-b9ceb07406e9 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:57.586905 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-83023835-6915-41d4-b00a-d4b5b7c09fe0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2a:5df7 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/6bcc0e3d-0d9c-4abf-9c46-beeab32a961c/787e5fb7-e2a5-4bb1-b1e4-577d42a677b8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:19:57.591136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da01732-0dfa-4280-88f7-9064a24562b0 req-6b0c7622-3986-4662-918a-724543f87dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:57.596656 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9da01732-0dfa-4280-88f7-9064a24562b0 req-6b0c7622-3986-4662-918a-724543f87dd2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 1096 time: 0.1225595 Sep 30 08:19:57.670185 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9da01732-0dfa-4280-88f7-9064a24562b0 req-a9aee0ff-62ee-4a4f-8114-3d175f5847cf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650425 Sep 30 08:19:57.689423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1efbb549-e4a1-48c5-92fe-03d0836d57dd None None] Provisioning complete for port d0c743c3-7c1c-4e0c-afae-bcc6e8072422 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:57.689942 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1efbb549-e4a1-48c5-92fe-03d0836d57dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.003407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583fc00-006c-4249-aa19-3174e68850f0 req-91b1022c-b361-436c-b596-d3067680f436 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:58.006190 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9583fc00-006c-4249-aa19-3174e68850f0 req-91b1022c-b361-436c-b596-d3067680f436 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.0895414 Sep 30 08:19:58.021728 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83023835-6915-41d4-b00a-d4b5b7c09fe0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.069991 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9583fc00-006c-4249-aa19-3174e68850f0 req-a1d68f75-a51e-4dd3-ad74-35743a8fccde tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540650 Sep 30 08:19:58.119185 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83023835-6915-41d4-b00a-d4b5b7c09fe0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.174674 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83023835-6915-41d4-b00a-d4b5b7c09fe0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:19:58.177972 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-83023835-6915-41d4-b00a-d4b5b7c09fe0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:19:58.182484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83023835-6915-41d4-b00a-d4b5b7c09fe0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:19:58.189943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83023835-6915-41d4-b00a-d4b5b7c09fe0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:58.190610 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83023835-6915-41d4-b00a-d4b5b7c09fe0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.207962 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83023835-6915-41d4-b00a-d4b5b7c09fe0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=787e5fb7-e2a5-4bb1-b1e4-577d42a677b8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:58.225205 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-83023835-6915-41d4-b00a-d4b5b7c09fe0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6165173 Sep 30 08:19:58.226045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44748) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:58.335672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f45aca96-5ae8-4b22-9c68-aec7dde104d2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port 787e5fb7-e2a5-4bb1-b1e4-577d42a677b8 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:19:58.336046 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f45aca96-5ae8-4b22-9c68-aec7dde104d2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.456417 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f45aca96-5ae8-4b22-9c68-aec7dde104d2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.475881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f45aca96-5ae8-4b22-9c68-aec7dde104d2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for 787e5fb7-e2a5-4bb1-b1e4-577d42a677b8 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:19:58.477426 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d0c743c3-7c1c-4e0c-afae-bcc6e8072422 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:19:58.533822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d0c743c3-7c1c-4e0c-afae-bcc6e8072422 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:58.534200 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.823447 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f45aca96-5ae8-4b22-9c68-aec7dde104d2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.864180 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ffc587a7-8376-44ee-ace5-cf245c48157b None None] Provisioning complete for port d0c743c3-7c1c-4e0c-afae-bcc6e8072422 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:19:58.866091 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ffc587a7-8376-44ee-ace5-cf245c48157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.870805 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45aca96-5ae8-4b22-9c68-aec7dde104d2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=787e5fb7-e2a5-4bb1-b1e4-577d42a677b8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:58.934720 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f45aca96-5ae8-4b22-9c68-aec7dde104d2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:58.937945 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f45aca96-5ae8-4b22-9c68-aec7dde104d2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/787e5fb7-e2a5-4bb1-b1e4-577d42a677b8 HTTP/1.1" status: 204 len: 168 time: 0.7113380 Sep 30 08:19:58.940614 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:59.015317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a47e2d8-8c94-421a-a647-a6378cc3f50d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:59.020294 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2a47e2d8-8c94-421a-a647-a6378cc3f50d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0782511 Sep 30 08:19:59.022871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44772) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:59.101455 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95fa787-1dd7-4bad-b7d9-e0848eb9ab0b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:59.103158 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e95fa787-1dd7-4bad-b7d9-e0848eb9ab0b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0792108 Sep 30 08:19:59.105875 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:59.233943 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4837588f-e766-46b5-a4dc-c0b7652b925e None None] Could not find standard attr ID for object 787e5fb7-e2a5-4bb1-b1e4-577d42a677b8. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:19:59.270783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f7195-494d-46fd-8b17-1c4e1cd89d05 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:59.280928 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f7195-494d-46fd-8b17-1c4e1cd89d05 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:59.284149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f7195-494d-46fd-8b17-1c4e1cd89d05 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:59.289678 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44796) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:59.289924 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6b5f7195-494d-46fd-8b17-1c4e1cd89d05 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1830750 Sep 30 08:19:59.415138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-61efe5ca-3f88-48be-8e58-fefa0485f7dd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 6bcc0e3d-0d9c-4abf-9c46-beeab32a961c {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:59.423955 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61efe5ca-3f88-48be-8e58-fefa0485f7dd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.518327 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61efe5ca-3f88-48be-8e58-fefa0485f7dd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.625841 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61efe5ca-3f88-48be-8e58-fefa0485f7dd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.712655 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.759127 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61efe5ca-3f88-48be-8e58-fefa0485f7dd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.770574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f131b50-2cd0-4a53-8f04-a1c116099865 req-85e40905-2860-442a-b4eb-dc5baddf5651 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:19:59.772750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f131b50-2cd0-4a53-8f04-a1c116099865 req-85e40905-2860-442a-b4eb-dc5baddf5651 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.5327213 Sep 30 08:19:59.821904 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc29b02e-058b-4c8c-8975-3ce34136b16c None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:19:59.833196 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efe5ca-3f88-48be-8e58-fefa0485f7dd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=6bcc0e3d-0d9c-4abf-9c46-beeab32a961c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:19:59.850553 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61efe5ca-3f88-48be-8e58-fefa0485f7dd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:19:59.858799 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-61efe5ca-3f88-48be-8e58-fefa0485f7dd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/6bcc0e3d-0d9c-4abf-9c46-beeab32a961c HTTP/1.1" status: 204 len: 168 time: 0.5644021 Sep 30 08:19:59.859955 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44814) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:19:59.889721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f131b50-2cd0-4a53-8f04-a1c116099865 req-3ad8c0e5-3161-47a3-be29-e8c6b4083128 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065021 Sep 30 08:19:59.967559 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0532d143-abad-452f-a4d9-aa2178db48c4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 92dec26c-a5fd-4190-a25e-22e225f8de12 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:19:59.970971 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0532d143-abad-452f-a4d9-aa2178db48c4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.020563 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0532d143-abad-452f-a4d9-aa2178db48c4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.161876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163eb29-78f8-446e-803a-377276c422ea req-54280493-0be1-4d31-bcea-cd277b5b370a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:00.173859 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0532d143-abad-452f-a4d9-aa2178db48c4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.175804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9163eb29-78f8-446e-803a-377276c422ea req-54280493-0be1-4d31-bcea-cd277b5b370a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.1681359 Sep 30 08:20:00.187165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44826) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:00.192614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-34fe3d03-4515-4418-8739-28556a4d3def tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Request body: {'floatingip': {'port_id': 'dc813296-8894-41e0-8350-052b7724d5d6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:00.286955 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34fe3d03-4515-4418-8739-28556a4d3def tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.335131 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0532d143-abad-452f-a4d9-aa2178db48c4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.383025 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532d143-abad-452f-a4d9-aa2178db48c4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=92dec26c-a5fd-4190-a25e-22e225f8de12,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:00.404630 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0532d143-abad-452f-a4d9-aa2178db48c4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:00.408148 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0532d143-abad-452f-a4d9-aa2178db48c4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/92dec26c-a5fd-4190-a25e-22e225f8de12 HTTP/1.1" status: 204 len: 168 time: 0.5469079 Sep 30 08:20:00.412735 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44836) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:00.510417 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bc937fb6-e67a-46a6-9480-1d3a57d8c61e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908477 Sep 30 08:20:00.511883 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44842) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:00.540656 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a0eee9b7-91ea-48a0-a42e-f31fa1504730 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:00.733823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0eee9b7-91ea-48a0-a42e-f31fa1504730 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:00.742927 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0eee9b7-91ea-48a0-a42e-f31fa1504730 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.033096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0eee9b7-91ea-48a0-a42e-f31fa1504730 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.183987 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eee9b7-91ea-48a0-a42e-f31fa1504730 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:01.201003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a0eee9b7-91ea-48a0-a42e-f31fa1504730 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:01.205993 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eee9b7-91ea-48a0-a42e-f31fa1504730 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:01.206589 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0eee9b7-91ea-48a0-a42e-f31fa1504730 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.265227 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eee9b7-91ea-48a0-a42e-f31fa1504730 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=78d380ed-f6d1-463c-a3d3-de456e72876c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:01.285675 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a0eee9b7-91ea-48a0-a42e-f31fa1504730 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7707081 Sep 30 08:20:01.288377 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44854) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:01.293659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1245ab39-b520-42aa-9512-46c7217fa5a9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:01.313620 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-34fe3d03-4515-4418-8739-28556a4d3def tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:20:01.343772 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c39a2e5-f64b-4dd4-a554-1fc8206c45cb None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:01.417433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2f34cb63-81dc-4d58-9129-74b23ecaaca2 None None] Provisioning complete for port d0c743c3-7c1c-4e0c-afae-bcc6e8072422 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:01.419942 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f34cb63-81dc-4d58-9129-74b23ecaaca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.463455 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34fe3d03-4515-4418-8739-28556a4d3def tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.470286 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34fe3d03-4515-4418-8739-28556a4d3def tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.493800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1245ab39-b520-42aa-9512-46c7217fa5a9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:01.500779 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1245ab39-b520-42aa-9512-46c7217fa5a9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:01.641389 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-34fe3d03-4515-4418-8739-28556a4d3def tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Floating IP 4c535054-f27f-4b9f-850e-c906164726a6 associated. External IP: 172.25.0.106, port: dc813296-8894-41e0-8350-052b7724d5d6. Sep 30 08:20:01.736683 n-d-807359-2 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-1245ab39-b520-42aa-9512-46c7217fa5a9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78d380ed-f6d1-463c-a3d3-de456e72876c (CIDR: 2001:db8::/64) Sep 30 08:20:01.741031 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1245ab39-b520-42aa-9512-46c7217fa5a9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:20:01.741766 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1245ab39-b520-42aa-9512-46c7217fa5a9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:01.787412 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1245ab39-b520-42aa-9512-46c7217fa5a9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4973345 Sep 30 08:20:01.800312 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 44874) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:01.808467 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3ea71e68-ffbf-4874-800e-313aefcdbde9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'subnet': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:02.034233 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fe3d03-4515-4418-8739-28556a4d3def tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Router 9f92160a-ade3-418e-991f-4b21fecd7c17 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:02.039476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea71e68-ffbf-4874-800e-313aefcdbde9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:02.045290 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ea71e68-ffbf-4874-800e-313aefcdbde9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:02.239729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-67b027f8-ac87-476c-92b9-d89efb12e428 None None] Provisioning complete for port d0c743c3-7c1c-4e0c-afae-bcc6e8072422 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:02.240738 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67b027f8-ac87-476c-92b9-d89efb12e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:02.249537 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fe3d03-4515-4418-8739-28556a4d3def tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:02.255292 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34fe3d03-4515-4418-8739-28556a4d3def tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:02.260073 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e8cf2-cebc-42be-b243-47ba97c79989 None None] Sync routers for ids ['9f92160a-ade3-418e-991f-4b21fecd7c17'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:02.287874 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06e8cf2-cebc-42be-b243-47ba97c79989 None None] Routers {'9f92160a-ade3-418e-991f-4b21fecd7c17'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:02.289534 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e06e8cf2-cebc-42be-b243-47ba97c79989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:19:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9f92160a-ade3-418e-991f-4b21fecd7c17'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:02.364556 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-34fe3d03-4515-4418-8739-28556a4d3def tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "PUT /v2.0/floatingips/4c535054-f27f-4b9f-850e-c906164726a6 HTTP/1.1" status: 200 len: 991 time: 2.1625464 Sep 30 08:20:02.365315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'tag': 'dc813296-8894-41e0-8350-052b7724d5d6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:20:02.372110 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ac8f9f-ca93-4714-86d9-8cd6091104f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8562e0b0-02ad-4ad1-8e70-420c9ccd7cab", "tag": "dc813296-8894-41e0-8350-052b7724d5d6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:20:02.461128 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee14b41-bdc2-4347-b603-dd102e380de7 x-openstack-request-id: req-fee14b41-bdc2-4347-b603-dd102e380de7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:20:02.463035 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8562e0b0-02ad-4ad1-8e70-420c9ccd7cab", "tag": "dc813296-8894-41e0-8350-052b7724d5d6", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:20:02.463397 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fee14b41-bdc2-4347-b603-dd102e380de7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:20:02.464331 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'tag': 'dc813296-8894-41e0-8350-052b7724d5d6', 'status': 'completed', 'code': 200} Sep 30 08:20:02.488835 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e06e8cf2-cebc-42be-b243-47ba97c79989 None None] Set router 9f92160a-ade3-418e-991f-4b21fecd7c17 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:02.577185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac8f9f-ca93-4714-86d9-8cd6091104f7 req-0effa136-c39c-4d06-914e-1eaa676f3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:02.578858 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66ac8f9f-ca93-4714-86d9-8cd6091104f7 req-0effa136-c39c-4d06-914e-1eaa676f3699 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 1096 time: 0.0959108 Sep 30 08:20:02.717756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac8f9f-ca93-4714-86d9-8cd6091104f7 req-24f0bbe3-7d37-4a66-a92f-05192e0023bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:02.720253 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66ac8f9f-ca93-4714-86d9-8cd6091104f7 req-24f0bbe3-7d37-4a66-a92f-05192e0023bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 918 time: 0.1348524 Sep 30 08:20:02.729616 n-d-807359-2 neutron-server[94838]: DEBUG neutron.objects.ports [None req-3ea71e68-ffbf-4874-800e-313aefcdbde9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 08:20:02.795311 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66ac8f9f-ca93-4714-86d9-8cd6091104f7 req-2b823361-168f-4cb3-99a7-b90a07e0126d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc813296-8894-41e0-8350-052b7724d5d6 HTTP/1.1" status: 200 len: 999 time: 0.0664768 Sep 30 08:20:02.852793 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac8f9f-ca93-4714-86d9-8cd6091104f7 req-73f1f1ee-4383-45e1-84d6-dec58cab01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:02.854622 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66ac8f9f-ca93-4714-86d9-8cd6091104f7 req-73f1f1ee-4383-45e1-84d6-dec58cab01f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee72be49-df02-4420-900e-333e8ceca494 HTTP/1.1" status: 200 len: 856 time: 0.0524280 Sep 30 08:20:02.866716 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e06e8cf2-cebc-42be-b243-47ba97c79989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '4c535054-f27f-4b9f-850e-c906164726a6', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'port_id': 'dc813296-8894-41e0-8350-052b7724d5d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'mac_address': 'fa:16:3e:31:e5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:19:42Z', 'updated_at': '2021-09-30T08:20:01Z', 'revision_number': 1, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7', 'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'mac_address': 'fa:16:3e:c5:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:03Z', 'updated_at': '2021-09-30T08:15:10Z', 'revision_number': 5, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'subnets': [{'id': 'ee72be49-df02-4420-900e-333e8ceca494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:02.908550 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e8cf2-cebc-42be-b243-47ba97c79989 None None] Checking router: 9f92160a-ade3-418e-991f-4b21fecd7c17 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:20:02.918142 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06e8cf2-cebc-42be-b243-47ba97c79989 None None] Routers {'9f92160a-ade3-418e-991f-4b21fecd7c17'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:02.918867 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e06e8cf2-cebc-42be-b243-47ba97c79989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:19:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9f92160a-ade3-418e-991f-4b21fecd7c17'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:02.933639 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ea71e68-ffbf-4874-800e-313aefcdbde9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:02.942958 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac8f9f-ca93-4714-86d9-8cd6091104f7 req-2039f29b-be8b-401b-8b45-3271930097c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:02.944746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66ac8f9f-ca93-4714-86d9-8cd6091104f7 req-2039f29b-be8b-401b-8b45-3271930097c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831537 Sep 30 08:20:03.096876 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e06e8cf2-cebc-42be-b243-47ba97c79989 None None] Set router 9f92160a-ade3-418e-991f-4b21fecd7c17 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:03.101666 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66ac8f9f-ca93-4714-86d9-8cd6091104f7 req-bfcf1afd-b60f-4697-ac79-2a47b2d9701a service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407847 Sep 30 08:20:03.174756 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-3ea71e68-ffbf-4874-800e-313aefcdbde9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] For port d0c743c3-7c1c-4e0c-afae-bcc6e8072422, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d0c743c3-7c1c-4e0c-afae-bcc6e8072422,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:03.208355 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ea71e68-ffbf-4874-800e-313aefcdbde9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.224525 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ea71e68-ffbf-4874-800e-313aefcdbde9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.225307 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ea71e68-ffbf-4874-800e-313aefcdbde9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.264107 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66ac8f9f-ca93-4714-86d9-8cd6091104f7 req-2909499d-e0f2-4fa3-a805-4ac9dc555597 service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540947 Sep 30 08:20:03.421070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea71e68-ffbf-4874-800e-313aefcdbde9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Subnet': ['ID=aaa0e2e5-cb71-4158-a44f-40f181bf3f84,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:03.435541 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea71e68-ffbf-4874-800e-313aefcdbde9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=d0c743c3-7c1c-4e0c-afae-bcc6e8072422,revision_number=9']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:03.441141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea71e68-ffbf-4874-800e-313aefcdbde9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:03.443085 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3ea71e68-ffbf-4874-800e-313aefcdbde9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:03.449058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea71e68-ffbf-4874-800e-313aefcdbde9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:03.450174 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ea71e68-ffbf-4874-800e-313aefcdbde9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:03.456788 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed31ba-0642-48ee-b0e3-ca4921689f04 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:03.470702 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e06e8cf2-cebc-42be-b243-47ba97c79989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '4c535054-f27f-4b9f-850e-c906164726a6', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'port_id': 'dc813296-8894-41e0-8350-052b7724d5d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'mac_address': 'fa:16:3e:31:e5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:19:42Z', 'updated_at': '2021-09-30T08:20:01Z', 'revision_number': 1, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7', 'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'mac_address': 'fa:16:3e:c5:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:03Z', 'updated_at': '2021-09-30T08:15:10Z', 'revision_number': 5, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'subnets': [{'id': 'ee72be49-df02-4420-900e-333e8ceca494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:03.501333 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3ea71e68-ffbf-4874-800e-313aefcdbde9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6993005 Sep 30 08:20:03.503974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 44928) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:03.509074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4049fc39-0a5c-456d-a1db-08d56e44d96e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Request body: {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'mac_address': 'fa:16:3e:77:d4:00', 'name': 'tempest-NetworksTestDHCPv6-1297497776'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:03.578814 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e8cf2-cebc-42be-b243-47ba97c79989 None None] The sync data for ids ['9f92160a-ade3-418e-991f-4b21fecd7c17'] in n-d-807359-2 is: [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '4c535054-f27f-4b9f-850e-c906164726a6', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'port_id': 'dc813296-8894-41e0-8350-052b7724d5d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'mac_address': 'fa:16:3e:31:e5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:19:42Z', 'updated_at': '2021-09-30T08:20:01Z', 'revision_number': 1, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7', 'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'mac_address': 'fa:16:3e:c5:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:03Z', 'updated_at': '2021-09-30T08:15:10Z', 'revision_number': 5, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'subnets': [{'id': 'ee72be49-df02-4420-900e-333e8ceca494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:03.780933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4049fc39-0a5c-456d-a1db-08d56e44d96e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Made reservation on behalf of 5c940a6769064adb8925178ecd951afd for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:03.866991 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b914b6-9b90-41be-9e8a-b7a3e9ac5e94 None None] Update dhcp port {'port': {'network_id': '02334aa1-0c1d-459b-9fcf-075b2b9b8603', 'fixed_ips': [{'subnet_id': 'aaa0e2e5-cb71-4158-a44f-40f181bf3f84', 'ip_address': '2001:db8:0:1:f816:3eff:fe42:630f'}, {'subnet_id': '78d380ed-f6d1-463c-a3d3-de456e72876c'}], 'binding:host_id': 'n-d-807359-2'}, 'id': 'd0c743c3-7c1c-4e0c-afae-bcc6e8072422'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:20:03.909530 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1b914b6-9b90-41be-9e8a-b7a3e9ac5e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.083785 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b7780a-e6d1-4038-a44a-0c646db0b3c1 None None] New status for floating IP 4c535054-f27f-4b9f-850e-c906164726a6: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:20:04.346226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b1b914b6-9b90-41be-9e8a-b7a3e9ac5e94 None None] Allocated IP 2001:db8::2 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/78d380ed-f6d1-463c-a3d3-de456e72876c/d0c743c3-7c1c-4e0c-afae-bcc6e8072422) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:04.502074 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4049fc39-0a5c-456d-a1db-08d56e44d96e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.516087 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d0c743c3-7c1c-4e0c-afae-bcc6e8072422 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:04.589286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-4049fc39-0a5c-456d-a1db-08d56e44d96e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] device_id is not set on port a84bcb72-8393-4247-8848-c4319f336ab2 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:20:04.739970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b1b914b6-9b90-41be-9e8a-b7a3e9ac5e94 None None] For port d0c743c3-7c1c-4e0c-afae-bcc6e8072422, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d0c743c3-7c1c-4e0c-afae-bcc6e8072422,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:04.744634 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-d753e1b6-7e10-4b40-8c46-be6d42c229c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1431575 Sep 30 08:20:04.843735 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1b914b6-9b90-41be-9e8a-b7a3e9ac5e94 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.866853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-5cdfa6d9-066e-47f1-a817-aa02349c9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:04.866853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-5cdfa6d9-066e-47f1-a817-aa02349c9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:04.867307 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d0c743c3-7c1c-4e0c-afae-bcc6e8072422 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:04.867604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-5cdfa6d9-066e-47f1-a817-aa02349c9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:04.868159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-5cdfa6d9-066e-47f1-a817-aa02349c9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:04.868924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-5cdfa6d9-066e-47f1-a817-aa02349c9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:04.869681 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-5cdfa6d9-066e-47f1-a817-aa02349c9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:04.870737 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-5cdfa6d9-066e-47f1-a817-aa02349c9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:04.873692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-5cdfa6d9-066e-47f1-a817-aa02349c9d0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4c9428373294d4091a65204159b0981&device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 6490 time: 0.0747180 Sep 30 08:20:04.873921 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:04.966913 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1b914b6-9b90-41be-9e8a-b7a3e9ac5e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.122060 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b914b6-9b90-41be-9e8a-b7a3e9ac5e94 None None] Pushing event updated for resources: {'Port': ['ID=d0c743c3-7c1c-4e0c-afae-bcc6e8072422,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:05.208023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-60540809-516a-4efb-94ab-34cbfa636769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:05.208706 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-60540809-516a-4efb-94ab-34cbfa636769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:05.209176 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-60540809-516a-4efb-94ab-34cbfa636769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:05.210848 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-60540809-516a-4efb-94ab-34cbfa636769 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7e190e83-40df-446b-b24e-ad1892687b5c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98 HTTP/1.1" status: 200 len: 2292 time: 0.2955115 Sep 30 08:20:05.222014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-4049fc39-0a5c-456d-a1db-08d56e44d96e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8::35c (02334aa1-0c1d-459b-9fcf-075b2b9b8603/78d380ed-f6d1-463c-a3d3-de456e72876c/a84bcb72-8393-4247-8848-c4319f336ab2) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:05.247231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-4049fc39-0a5c-456d-a1db-08d56e44d96e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Allocated IP 2001:db8:0:1:f816:3eff:fe77:d400 (02334aa1-0c1d-459b-9fcf-075b2b9b8603/aaa0e2e5-cb71-4158-a44f-40f181bf3f84/a84bcb72-8393-4247-8848-c4319f336ab2) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:05.435725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-7afb49a2-6f58-4867-90b7-5812a970a1ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e114320-0926-43ba-b1f9-28e959335611 HTTP/1.1" status: 200 len: 1002 time: 0.2149675 Sep 30 08:20:05.566989 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4049fc39-0a5c-456d-a1db-08d56e44d96e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.587395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-cdee1ad9-1345-4672-9aaf-dbf1f008918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:05.588925 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-cdee1ad9-1345-4672-9aaf-dbf1f008918c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66d7fd57-be5b-44cb-9d99-854249f7b937 HTTP/1.1" status: 200 len: 851 time: 0.0835123 Sep 30 08:20:05.714297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-fab9188a-a3c6-4add-8b0b-59237585124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:05.717586 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-fab9188a-a3c6-4add-8b0b-59237585124f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e190e83-40df-446b-b24e-ad1892687b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193626 Sep 30 08:20:05.719652 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4049fc39-0a5c-456d-a1db-08d56e44d96e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.836231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049fc39-0a5c-456d-a1db-08d56e44d96e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:05.842543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4049fc39-0a5c-456d-a1db-08d56e44d96e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:05.861633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049fc39-0a5c-456d-a1db-08d56e44d96e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:05.867787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4049fc39-0a5c-456d-a1db-08d56e44d96e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:05.868478 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4049fc39-0a5c-456d-a1db-08d56e44d96e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:05.979705 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049fc39-0a5c-456d-a1db-08d56e44d96e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event updated for resources: {'Port': ['ID=a84bcb72-8393-4247-8848-c4319f336ab2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:05.991545 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45002) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:05.998123 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4049fc39-0a5c-456d-a1db-08d56e44d96e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4929075 Sep 30 08:20:06.044951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-8606c1ab-cbb9-46b8-9b9a-b2bd0af23936 service neutron] 10.222.0.35 "GET /v2.0/networks/7e190e83-40df-446b-b24e-ad1892687b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176103 Sep 30 08:20:06.156402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8cccb1b2-e766-48da-914c-50b2455d4800 None None] Provisioning complete for port d0c743c3-7c1c-4e0c-afae-bcc6e8072422 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:06.156929 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8cccb1b2-e766-48da-914c-50b2455d4800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:06.204470 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-35b8253d-bb4b-41b3-b9bd-6786680731f2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting port a84bcb72-8393-4247-8848-c4319f336ab2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:06.205157 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b8253d-bb4b-41b3-b9bd-6786680731f2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:06.409271 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b8253d-bb4b-41b3-b9bd-6786680731f2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:06.443386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-35b8253d-bb4b-41b3-b9bd-6786680731f2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Calling delete_port for a84bcb72-8393-4247-8848-c4319f336ab2 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:06.540716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d0c743c3-7c1c-4e0c-afae-bcc6e8072422 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:06.632817 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-927b9d29-a494-4197-8235-32f0a063e0f9 service neutron] 10.222.0.35 "GET /v2.0/networks/7e190e83-40df-446b-b24e-ad1892687b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660057 Sep 30 08:20:06.667991 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d0c743c3-7c1c-4e0c-afae-bcc6e8072422 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:06.668335 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:06.704015 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-f7a20e69-f6ac-4ed9-ad69-ac7b5909d8f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=8fae7abe-f0d9-4096-a9fb-d45223b67966 HTTP/1.1" status: 200 len: 217 time: 0.0622401 Sep 30 08:20:06.757292 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b8253d-bb4b-41b3-b9bd-6786680731f2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:06.797167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8253d-bb4b-41b3-b9bd-6786680731f2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Port': ['ID=a84bcb72-8393-4247-8848-c4319f336ab2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:06.798667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2737e1aa-38b6-4a2c-8f06-8b425993f1b2 None None] Provisioning complete for port a84bcb72-8393-4247-8848-c4319f336ab2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:06.799030 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2737e1aa-38b6-4a2c-8f06-8b425993f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:06.807417 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-4a8e7175-5d4c-46a5-81d3-a81ea45adc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:06.808980 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-4a8e7175-5d4c-46a5-81d3-a81ea45adc07 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.0977097 Sep 30 08:20:06.861860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2737e1aa-38b6-4a2c-8f06-8b425993f1b2 None None] Port a84bcb72-8393-4247-8848-c4319f336ab2 was deleted so its status cannot be updated. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 30 08:20:06.898077 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b8253d-bb4b-41b3-b9bd-6786680731f2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:06.911525 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-35b8253d-bb4b-41b3-b9bd-6786680731f2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/a84bcb72-8393-4247-8848-c4319f336ab2 HTTP/1.1" status: 204 len: 168 time: 0.9182682 Sep 30 08:20:06.912384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45028) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:06.919150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-c9bf04e1-8fb7-48ac-b581-38f8080c4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:06.920917 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-c9bf04e1-8fb7-48ac-b581-38f8080c4fdd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1040773 Sep 30 08:20:07.063131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925e4120-0c42-4c9b-adb4-0fad63e8701e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:07.066441 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-925e4120-0c42-4c9b-adb4-0fad63e8701e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1431100 Sep 30 08:20:07.068382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:07.156872 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-7c9de07e-f66d-48d0-b6a2-4c78f4fa8f41 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204630 Sep 30 08:20:07.161609 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ae8a4b-536f-4101-9384-09961845caf7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:07.163342 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-03ae8a4b-536f-4101-9384-09961845caf7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0938017 Sep 30 08:20:07.170078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:07.276620 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9ffa28-b4e9-4c37-965e-5ac22af71c5b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:07.279439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9ffa28-b4e9-4c37-965e-5ac22af71c5b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:07.282471 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9ffa28-b4e9-4c37-965e-5ac22af71c5b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:07.289399 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1d9ffa28-b4e9-4c37-965e-5ac22af71c5b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1180286 Sep 30 08:20:07.290242 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45044) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:07.361969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d551327f-e114-48ef-a7bd-c462ff4f1470 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet 78d380ed-f6d1-463c-a3d3-de456e72876c {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:20:07.366381 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d551327f-e114-48ef-a7bd-c462ff4f1470 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:07.422136 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d551327f-e114-48ef-a7bd-c462ff4f1470 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:07.427386 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-26b58751-758a-4bce-ab7d-751ef1cecc10 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631726 Sep 30 08:20:07.476447 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-5175fcb6-894c-4bff-9664-cbfc5b45b7cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=461d17f8-573a-4b8b-87f2-7f5b41d2b79e HTTP/1.1" status: 200 len: 217 time: 0.0393047 Sep 30 08:20:07.559014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-0496400d-61f9-4426-8ee2-a96ded198233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:07.561842 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-0496400d-61f9-4426-8ee2-a96ded198233 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.0716453 Sep 30 08:20:07.569128 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d551327f-e114-48ef-a7bd-c462ff4f1470 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:07.628702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-ff840a44-87fe-45aa-b32c-9b0db2262f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:07.630367 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-ff840a44-87fe-45aa-b32c-9b0db2262f7c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0607629 Sep 30 08:20:07.645085 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-2aecd709-180c-4f13-be88-7b041d491431 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:20:07.646149 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-2aecd709-180c-4f13-be88-7b041d491431 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060041 Sep 30 08:20:07.651057 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d551327f-e114-48ef-a7bd-c462ff4f1470 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:07.749003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551327f-e114-48ef-a7bd-c462ff4f1470 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=78d380ed-f6d1-463c-a3d3-de456e72876c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:07.758512 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d551327f-e114-48ef-a7bd-c462ff4f1470 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:07.766563 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d551327f-e114-48ef-a7bd-c462ff4f1470 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/78d380ed-f6d1-463c-a3d3-de456e72876c HTTP/1.1" status: 204 len: 168 time: 0.4716794 Sep 30 08:20:07.766803 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45054) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:07.769112 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e560f4-51fb-40b0-8f4e-e7ba98d547f8 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:07.856116 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-4082ef6c-e53b-4128-970b-b8672cfcb0fb service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990020 Sep 30 08:20:07.896964 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c3feaa-cbb4-4ec9-8962-f845b64fc4e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Deleting subnet aaa0e2e5-cb71-4158-a44f-40f181bf3f84 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:20:07.900948 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9c3feaa-cbb4-4ec9-8962-f845b64fc4e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.015778 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9c3feaa-cbb4-4ec9-8962-f845b64fc4e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.023181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-ee80bb93-7c4e-4f45-bea1-54e108d03d23 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589949 Sep 30 08:20:08.086964 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45060) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:08.089678 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-375df0a3-1d48-46bf-bfaa-61c577aa075e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=fba29b8d-c114-4900-9adf-238fdb2fb410 HTTP/1.1" status: 200 len: 217 time: 0.0591338 Sep 30 08:20:08.158719 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9c3feaa-cbb4-4ec9-8962-f845b64fc4e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.170392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-4002a793-b6bf-433d-9794-d7c8a2b30a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:08.173014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-4002a793-b6bf-433d-9794-d7c8a2b30a2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.0758305 Sep 30 08:20:08.233355 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9c3feaa-cbb4-4ec9-8962-f845b64fc4e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.260376 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-9c856a1e-6746-44be-9680-7d6c4ed2a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:08.262176 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-9c856a1e-6746-44be-9680-7d6c4ed2a492 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0812886 Sep 30 08:20:08.290803 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9c3feaa-cbb4-4ec9-8962-f845b64fc4e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.295749 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d9c3feaa-cbb4-4ec9-8962-f845b64fc4e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/aaa0e2e5-cb71-4158-a44f-40f181bf3f84 HTTP/1.1" status: 204 len: 168 time: 0.5249674 Sep 30 08:20:08.295749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-645bb8d3-9c35-4c3c-97ce-88d7635b8d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.296143 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3feaa-cbb4-4ec9-8962-f845b64fc4e5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa0e2e5-cb71-4158-a44f-40f181bf3f84,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:08.298450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45064) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:08.341925 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-59a0b5ac-0e2f-455d-8fe5-070e34e32c46 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418983 Sep 30 08:20:08.344138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45066) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:08.430602 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-645bb8d3-9c35-4c3c-97ce-88d7635b8d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.437270 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-645bb8d3-9c35-4c3c-97ce-88d7635b8d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.441422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c8732-d309-4fd1-a544-8feb06ab1a00 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:08.443664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-344c8732-d309-4fd1-a544-8feb06ab1a00 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0985832 Sep 30 08:20:08.447727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45068) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:08.460621 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-01213bb7-a8e1-4492-8b69-cda5900e2f18 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911709 Sep 30 08:20:08.478366 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-645bb8d3-9c35-4c3c-97ce-88d7635b8d5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95cfd0a68d514ab6af931abb0c0ede07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904057 Sep 30 08:20:08.479362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bb8d3-9c35-4c3c-97ce-88d7635b8d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8bc824-9e1f-47cf-95e5-9242d3cc2e0d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:08.483127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45070) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:08.571897 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14139ef1-ba63-4f3c-a699-2c4b4e638fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.617261 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14139ef1-ba63-4f3c-a699-2c4b4e638fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.659230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a84d8e-5f4e-4ffa-8228-81168a774ddb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:08.663436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-39a84d8e-5f4e-4ffa-8228-81168a774ddb tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2141445 Sep 30 08:20:08.667802 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45078) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:08.704192 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14139ef1-ba63-4f3c-a699-2c4b4e638fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.706822 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14139ef1-ba63-4f3c-a699-2c4b4e638fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:08.708783 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-14139ef1-ba63-4f3c-a699-2c4b4e638fdc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba8bc824-9e1f-47cf-95e5-9242d3cc2e0d HTTP/1.1" status: 204 len: 168 time: 0.2254286 Sep 30 08:20:08.717098 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14139ef1-ba63-4f3c-a699-2c4b4e638fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8bc824-9e1f-47cf-95e5-9242d3cc2e0d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:08.722079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3e1ba019-3412-4895-bc56-32d20c632fd8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532894 Sep 30 08:20:08.722999 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45082) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:08.732639 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-df1c03d4-9c97-4f7f-8b9a-ab321256c74d service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473581 Sep 30 08:20:08.766162 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cffe494-067e-488d-8907-8b36ab793728 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:08.766890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cffe494-067e-488d-8907-8b36ab793728 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:08.771327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6cffe494-067e-488d-8907-8b36ab793728 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/a84bcb72-8393-4247-8848-c4319f336ab2 HTTP/1.1" status: 404 len: 333 time: 0.0473299 Sep 30 08:20:08.772707 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:08.804151 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-0353b4be-b90d-4980-bbb1-b4f74a9335d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=15a53876-fc9c-4d22-922c-19f775e34774 HTTP/1.1" status: 200 len: 217 time: 0.0592318 Sep 30 08:20:08.817698 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5ca24c-d031-4c7c-b980-14f759b8b9ff tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:08.818629 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5ca24c-d031-4c7c-b980-14f759b8b9ff tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:08.822130 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3f5ca24c-d031-4c7c-b980-14f759b8b9ff tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/aaa0e2e5-cb71-4158-a44f-40f181bf3f84 HTTP/1.1" status: 404 len: 337 time: 0.0477905 Sep 30 08:20:08.826012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45086) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:08.876831 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d158557-b21e-4a50-b91d-e3af2a01e785 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:08.877525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d158557-b21e-4a50-b91d-e3af2a01e785 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:08.879831 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7d158557-b21e-4a50-b91d-e3af2a01e785 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/78d380ed-f6d1-463c-a3d3-de456e72876c HTTP/1.1" status: 404 len: 337 time: 0.0523009 Sep 30 08:20:08.883163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45090) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:08.898531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-fce077c0-b57a-41ed-94c4-363389547609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:08.900849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-fce077c0-b57a-41ed-94c4-363389547609 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.0886939 Sep 30 08:20:08.935031 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c299cf4-6e1a-4c54-ad28-9b0b6c01bd64 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:08.936074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c299cf4-6e1a-4c54-ad28-9b0b6c01bd64 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:08.937825 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5c299cf4-6e1a-4c54-ad28-9b0b6c01bd64 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/787e5fb7-e2a5-4bb1-b1e4-577d42a677b8 HTTP/1.1" status: 404 len: 333 time: 0.0528979 Sep 30 08:20:08.940444 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45098) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:08.977924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-2ff3fa6c-0f45-4ee2-bf39-b91b3668ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:08.984426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-2ff3fa6c-0f45-4ee2-bf39-b91b3668ad4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0609496 Sep 30 08:20:08.995898 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-60654617-66cc-45cb-b95d-d16c68874905 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:08.997459 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60654617-66cc-45cb-b95d-d16c68874905 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:08.999977 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-60654617-66cc-45cb-b95d-d16c68874905 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/6bcc0e3d-0d9c-4abf-9c46-beeab32a961c HTTP/1.1" status: 404 len: 337 time: 0.0582635 Sep 30 08:20:09.003656 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45100) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.035284 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c33de94-974a-44bb-8a0f-3c5269df9e37 None None] Network 02334aa1-0c1d-459b-9fcf-075b2b9b8603 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:09.045234 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6b1162-5f51-402b-8e95-5d4ea6fdae59 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.045694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6b1162-5f51-402b-8e95-5d4ea6fdae59 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.047846 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-da6b1162-5f51-402b-8e95-5d4ea6fdae59 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/92dec26c-a5fd-4190-a25e-22e225f8de12 HTTP/1.1" status: 404 len: 337 time: 0.0430090 Sep 30 08:20:09.050508 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45104) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.076523 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-070be6fa-5bf9-4659-806e-72ed45bc4fff tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.077182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070be6fa-5bf9-4659-806e-72ed45bc4fff tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.079118 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-070be6fa-5bf9-4659-806e-72ed45bc4fff tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/1ca72b44-4760-4a25-8261-ada737f4f23b HTTP/1.1" status: 404 len: 333 time: 0.0276911 Sep 30 08:20:09.081623 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45106) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.111727 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-464c89bf-9c00-48bc-b191-d3a15f45210c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.112254 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464c89bf-9c00-48bc-b191-d3a15f45210c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.113982 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-464c89bf-9c00-48bc-b191-d3a15f45210c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/3b65e03f-623a-4e18-8ed6-b028ac8686af HTTP/1.1" status: 404 len: 337 time: 0.0314367 Sep 30 08:20:09.116439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45108) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.159272 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-87e6f253-adcb-464b-8557-0ab876ccc6f0 None None] Provisioning complete for port d0c743c3-7c1c-4e0c-afae-bcc6e8072422 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:09.159890 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87e6f253-adcb-464b-8557-0ab876ccc6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:09.174485 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fa6d20-dc6e-49b2-88e1-7ad420273a75 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.174947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6fa6d20-dc6e-49b2-88e1-7ad420273a75 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.183181 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a6fa6d20-dc6e-49b2-88e1-7ad420273a75 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/f01dc4c3-e229-4192-b1c3-14fe8dbcb420 HTTP/1.1" status: 404 len: 337 time: 0.0634785 Sep 30 08:20:09.183282 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-d48f62d9-279b-41e3-acdb-8412a571fd6a service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918387 Sep 30 08:20:09.183365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45110) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.219833 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-263cade0-e6ab-4668-bc86-c3960700ee9b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.220592 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263cade0-e6ab-4668-bc86-c3960700ee9b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.224782 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-263cade0-e6ab-4668-bc86-c3960700ee9b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/8e48e008-e804-43ff-bae5-8298da69276a HTTP/1.1" status: 404 len: 333 time: 0.0383475 Sep 30 08:20:09.225019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.254878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45114) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.257419 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-177ac364-3430-4248-ac79-2660cc7e5c8f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.257925 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177ac364-3430-4248-ac79-2660cc7e5c8f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.262572 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-177ac364-3430-4248-ac79-2660cc7e5c8f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/32e70033-61ff-4e67-a638-25bb5f4eb65c HTTP/1.1" status: 404 len: 337 time: 0.0343018 Sep 30 08:20:09.265675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45116) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.298990 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4edde384-227f-41fd-876e-a39c9f399da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:09.301618 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3757f8-bfb7-47d8-8799-609c4c76955f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.302071 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3757f8-bfb7-47d8-8799-609c4c76955f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.306036 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2b3757f8-bfb7-47d8-8799-609c4c76955f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/39759cbe-3834-4c55-8368-6ce3bfdc6b45 HTTP/1.1" status: 404 len: 337 time: 0.0371895 Sep 30 08:20:09.311717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45118) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.345840 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdf539d-a527-4c16-80a2-78f9abb7cc36 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.346828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bdf539d-a527-4c16-80a2-78f9abb7cc36 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.350995 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9bdf539d-a527-4c16-80a2-78f9abb7cc36 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/d79f6627-9565-4957-969a-271bf5aac3f5 HTTP/1.1" status: 404 len: 333 time: 0.0360646 Sep 30 08:20:09.351236 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45120) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.364151 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-f8235b62-5653-4b49-b6f9-6db29a371e15 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737118 Sep 30 08:20:09.390465 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a247d32-45fe-4e5f-91a2-1cef678d78e8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.390917 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a247d32-45fe-4e5f-91a2-1cef678d78e8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.392726 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1a247d32-45fe-4e5f-91a2-1cef678d78e8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/4c5f53ed-37c0-432c-b588-d2941dacbbc2 HTTP/1.1" status: 404 len: 337 time: 0.0405271 Sep 30 08:20:09.396081 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.429878 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d30c10-86af-4add-a1aa-1afa6b18ccfc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.430639 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d30c10-86af-4add-a1aa-1afa6b18ccfc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.432570 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-28d30c10-86af-4add-a1aa-1afa6b18ccfc tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/3b1b1e7b-71e5-4e92-b9e0-1223bdb83a9a HTTP/1.1" status: 404 len: 333 time: 0.0355806 Sep 30 08:20:09.435993 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45124) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.465682 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-ccf506c0-70bd-4831-8326-8a99fa16d03e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=07bbc016-1456-47b7-8f6c-736533ad6b71 HTTP/1.1" status: 200 len: 217 time: 0.0936198 Sep 30 08:20:09.471660 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5205169-003c-4a18-8711-397c2490eb58 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.472213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5205169-003c-4a18-8711-397c2490eb58 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.474296 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c5205169-003c-4a18-8711-397c2490eb58 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/9037a4fd-98b0-4a21-832a-051b6bee5a50 HTTP/1.1" status: 404 len: 337 time: 0.0373881 Sep 30 08:20:09.478464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45126) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.496856 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] DHCP port deletion for 02334aa1-0c1d-459b-9fcf-075b2b9b8603 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:20:09.553806 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-a2203612-084e-404b-8296-c6439c046fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:09.555205 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-a2203612-084e-404b-8296-c6439c046fc7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a717074-20be-43db-92fd-460ccea803fc HTTP/1.1" status: 200 len: 797 time: 0.0780597 Sep 30 08:20:09.558926 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Deleting port d0c743c3-7c1c-4e0c-afae-bcc6e8072422 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:09.559316 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:09.568019 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4edde384-227f-41fd-876e-a39c9f399da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:09.570371 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50030b1-848b-488f-a4ec-8b184f2d519c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.573378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50030b1-848b-488f-a4ec-8b184f2d519c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.581173 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a50030b1-848b-488f-a4ec-8b184f2d519c tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/8aecb904-8a56-4126-a3d8-0f4acfbf77e5 HTTP/1.1" status: 404 len: 333 time: 0.1014075 Sep 30 08:20:09.582363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45130) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.583417 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4edde384-227f-41fd-876e-a39c9f399da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:09.635565 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-a9e5f927-9e11-49bd-a1a3-c3f5af3c9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:09.647202 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edde384-227f-41fd-876e-a39c9f399da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea51ba7-7517-40cc-ba55-fe4b1b52bc56,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:09.670907 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] For port d0c743c3-7c1c-4e0c-afae-bcc6e8072422, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d0c743c3-7c1c-4e0c-afae-bcc6e8072422,segment=NetworkSegment(053bc8be-a07c-4ce5-b533-b4d32999e64d),segment_id=053bc8be-a07c-4ce5-b533-b4d32999e64d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:09.671958 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:09.675200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-a9e5f927-9e11-49bd-a1a3-c3f5af3c9795 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1079292 Sep 30 08:20:09.691478 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8177171-783b-420c-8bd3-b608f58841e8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.692014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8177171-783b-420c-8bd3-b608f58841e8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.697126 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a8177171-783b-420c-8bd3-b608f58841e8 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/19429b9d-9bad-4fcd-a55e-c139b4304fc7 HTTP/1.1" status: 404 len: 337 time: 0.1054780 Sep 30 08:20:09.697280 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Calling delete_port for d0c743c3-7c1c-4e0c-afae-bcc6e8072422 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:09.697845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45136) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.732800 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4edde384-227f-41fd-876e-a39c9f399da1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b39c6b2230741a3ac270dd0ed502ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4767458 Sep 30 08:20:09.737993 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45138) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.783234 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-57966f30-22f9-433a-a52e-b82f2b5a0e0b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.783738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57966f30-22f9-433a-a52e-b82f2b5a0e0b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.792237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45140) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.792591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-57966f30-22f9-433a-a52e-b82f2b5a0e0b tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/36f46083-5250-453c-a7f8-abf305444d8e HTTP/1.1" status: 404 len: 333 time: 0.0935960 Sep 30 08:20:09.822756 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd9a4fb-7fb2-45c1-9cd7-0b0e99e8ffc7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.823308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd9a4fb-7fb2-45c1-9cd7-0b0e99e8ffc7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.825154 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cbd9a4fb-7fb2-45c1-9cd7-0b0e99e8ffc7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/9e5d4d49-3630-485b-af0c-eac131efacf6 HTTP/1.1" status: 404 len: 337 time: 0.0318520 Sep 30 08:20:09.830600 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45142) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.858240 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ed5775-a8fa-47b6-a770-5ac75a1f3b8f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.859050 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ed5775-a8fa-47b6-a770-5ac75a1f3b8f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.860893 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-15ed5775-a8fa-47b6-a770-5ac75a1f3b8f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/24aedf9f-88fe-490b-a301-3cc29c3d0a9a HTTP/1.1" status: 404 len: 333 time: 0.0291495 Sep 30 08:20:09.863889 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45144) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.874007 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15be5165-d6dc-4ccf-bd39-c05de33fc7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:09.881055 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:09.903297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-207b23d6-1902-48bc-be9b-b565149cc2b4 service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227380 Sep 30 08:20:09.909016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Pushing event deleted for resources: {'Port': ['ID=d0c743c3-7c1c-4e0c-afae-bcc6e8072422,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:09.913551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] No DVR routers for this DVR port d0c743c3-7c1c-4e0c-afae-bcc6e8072422 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:20:09.921561 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:09.921915 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:09.922290 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:09.922623 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:09.922951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:09.923280 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:09.923605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:09.925292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:09.925631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:09.926112 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:09.926449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:09.927069 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90ca9b-e5a7-4f03-940d-49251d85c7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:09.933842 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7430b9-5250-49ec-935b-ff606b7407c7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.934475 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7430b9-5250-49ec-935b-ff606b7407c7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.937388 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ea7430b9-5250-49ec-935b-ff606b7407c7 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/8b76b054-824a-483b-b7da-c9a4ffc21798 HTTP/1.1" status: 404 len: 337 time: 0.0724695 Sep 30 08:20:09.940417 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:09.974520 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15be5165-d6dc-4ccf-bd39-c05de33fc7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:09.976922 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-38552c69-1854-47ff-b5c7-6ec98e9f69b6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:09.977647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38552c69-1854-47ff-b5c7-6ec98e9f69b6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:09.981994 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-38552c69-1854-47ff-b5c7-6ec98e9f69b6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/7febeb05-2e1c-46c1-ac74-760798a9c186 HTTP/1.1" status: 404 len: 333 time: 0.0378592 Sep 30 08:20:09.984975 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45148) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.020443 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d0de77-9327-4d7f-87df-a3cdbcad5647 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:10.020899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d0de77-9327-4d7f-87df-a3cdbcad5647 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:10.024944 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-28d0de77-9327-4d7f-87df-a3cdbcad5647 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/3ba5d65a-dd2d-4e41-93c3-ae73eaad97fb HTTP/1.1" status: 404 len: 337 time: 0.0367672 Sep 30 08:20:10.025711 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45150) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.077204 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-1c67d214-69b9-4eaf-a0f5-2a3a937689b5 service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669824 Sep 30 08:20:10.100782 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6d1b8a-bdb7-4a06-a40b-7bc938d79d3f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:10.101587 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6d1b8a-bdb7-4a06-a40b-7bc938d79d3f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:10.107033 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ff6d1b8a-bdb7-4a06-a40b-7bc938d79d3f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/7a6118cf-fbee-47e2-985d-7a3d4083e8ee HTTP/1.1" status: 404 len: 337 time: 0.0806968 Sep 30 08:20:10.107835 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45154) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.110087 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:10.134003 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15be5165-d6dc-4ccf-bd39-c05de33fc7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:10.135936 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-3fab459b-6eb3-436a-9cba-de0668f5fa85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9522420-7df6-4954-a2ef-17f1cb2925d5 HTTP/1.1" status: 200 len: 217 time: 0.0514936 Sep 30 08:20:10.136683 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15be5165-d6dc-4ccf-bd39-c05de33fc7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:10.137874 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-15be5165-d6dc-4ccf-bd39-c05de33fc7cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ea51ba7-7517-40cc-ba55-fe4b1b52bc56 HTTP/1.1" status: 204 len: 168 time: 0.3986523 Sep 30 08:20:10.192860 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-654cab47-c272-4d2b-b676-ccb8d5998cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:10.194669 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-654cab47-c272-4d2b-b676-ccb8d5998cd5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a717074-20be-43db-92fd-460ccea803fc HTTP/1.1" status: 200 len: 797 time: 0.0495934 Sep 30 08:20:10.201092 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-87289b0d-21a2-46a2-9e9c-f455d3308a52 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:10.202357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87289b0d-21a2-46a2-9e9c-f455d3308a52 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:10.204879 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-87289b0d-21a2-46a2-9e9c-f455d3308a52 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/e895303d-ffdf-4e85-a193-ec5230f5b599 HTTP/1.1" status: 404 len: 333 time: 0.0933335 Sep 30 08:20:10.211574 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45158) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.244901 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea80195-21cf-49e8-b805-233305fa7cd5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:10.246166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea80195-21cf-49e8-b805-233305fa7cd5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:10.248336 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8ea80195-21cf-49e8-b805-233305fa7cd5 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/9f7b7868-a80e-4614-8fa0-60689c0e29de HTTP/1.1" status: 404 len: 337 time: 0.0352499 Sep 30 08:20:10.249540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be5165-d6dc-4ccf-bd39-c05de33fc7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea51ba7-7517-40cc-ba55-fe4b1b52bc56,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:10.251653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45160) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.291236 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5861b47c-84d4-4bab-95db-e87043e31dd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:10.293547 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5861b47c-84d4-4bab-95db-e87043e31dd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:10.299870 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5861b47c-84d4-4bab-95db-e87043e31dd0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/7db33ccc-0d82-4dbe-b782-64cb197f265b HTTP/1.1" status: 404 len: 337 time: 0.0445595 Sep 30 08:20:10.300282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.317850 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-67bf3350-184a-4ae8-b879-e6f06a71fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:10.324213 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-67bf3350-184a-4ae8-b879-e6f06a71fe00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1174779 Sep 30 08:20:10.336471 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5a439b-bf8b-4d95-86d6-1f5a94bf1bcd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:10.337138 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5a439b-bf8b-4d95-86d6-1f5a94bf1bcd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:10.339381 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4a5a439b-bf8b-4d95-86d6-1f5a94bf1bcd tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/c7ce81d4-d7c2-4e3f-b2d8-e598065fe828 HTTP/1.1" status: 404 len: 333 time: 0.0380211 Sep 30 08:20:10.347559 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45164) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.390610 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f75d72d-e7fb-47ae-baa7-22870832c985 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:10.390610 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f75d72d-e7fb-47ae-baa7-22870832c985 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:10.392632 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0f75d72d-e7fb-47ae-baa7-22870832c985 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/283adfc0-8374-460f-acec-0de0c7ee88d4 HTTP/1.1" status: 404 len: 337 time: 0.0440605 Sep 30 08:20:10.395684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45166) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.433857 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bec5c7-6dea-4ef7-81d2-8281c0db059e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:10.434321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bec5c7-6dea-4ef7-81d2-8281c0db059e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:10.443092 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e9bec5c7-6dea-4ef7-81d2-8281c0db059e tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/078c72f5-4496-4574-9c9b-3aa13cb48154 HTTP/1.1" status: 404 len: 337 time: 0.0440376 Sep 30 08:20:10.443842 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.481993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-c4c07118-f7db-4d48-9119-f2952c137825 service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548502 Sep 30 08:20:10.483146 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b4aea2-9bad-4620-8af3-b826087d2993 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:10.483883 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b4aea2-9bad-4620-8af3-b826087d2993 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:10.486117 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-80b4aea2-9bad-4620-8af3-b826087d2993 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/d70350e7-efee-462a-831f-bc37b4c5b930 HTTP/1.1" status: 404 len: 333 time: 0.0413127 Sep 30 08:20:10.489300 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45170) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.504691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d0c743c3-7c1c-4e0c-afae-bcc6e8072422 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:20:10.531588 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d0c743c3-7c1c-4e0c-afae-bcc6e8072422 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:20:10.532108 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d0c743c3-7c1c-4e0c-afae-bcc6e8072422 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:20:10.548544 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed79f0e-d699-420a-9868-f96be1da15d1 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:10.548895 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed79f0e-d699-420a-9868-f96be1da15d1 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:10.550930 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-aed79f0e-d699-420a-9868-f96be1da15d1 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/cda797f1-d323-4be3-b654-62b32bad127f HTTP/1.1" status: 404 len: 337 time: 0.0480542 Sep 30 08:20:10.553597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.633142 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7aa20e6-5648-492b-a384-82257bc98461 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:10.633531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7aa20e6-5648-492b-a384-82257bc98461 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:10.641059 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d7aa20e6-5648-492b-a384-82257bc98461 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/ba9f48bb-6956-4642-a677-41205b09ae37 HTTP/1.1" status: 404 len: 337 time: 0.0802040 Sep 30 08:20:10.650048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac92c952-37ea-48c2-925c-b9537ec85f53 req-7333b84e-ca68-4286-ac07-688d9813ee07 service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617939 Sep 30 08:20:10.650746 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45180) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.709368 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45184) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.709701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-808b881d-000b-4360-9ff8-2b4bda3864e2 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac16cbad-3ec3-4e3a-ac65-19106cd99cd1 HTTP/1.1" status: 200 len: 205 time: 0.0575953 Sep 30 08:20:10.749435 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-0a9f54b0-8bd2-492e-b6ce-af00b7524bb0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] delete failed (client error): The resource could not be found. Sep 30 08:20:10.752055 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0a9f54b0-8bd2-492e-b6ce-af00b7524bb0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/routers/ac16cbad-3ec3-4e3a-ac65-19106cd99cd1 HTTP/1.1" status: 404 len: 336 time: 0.0401218 Sep 30 08:20:10.753463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45190) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.784380 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a659cfed-00b1-44c1-941a-894526cbf7c9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:10.784849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a659cfed-00b1-44c1-941a-894526cbf7c9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:10.790979 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45194) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.791510 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a659cfed-00b1-44c1-941a-894526cbf7c9 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/abf4bf5e-3a8a-4aa2-bd87-a7be07232583 HTTP/1.1" status: 404 len: 337 time: 0.0368075 Sep 30 08:20:10.824032 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-01442b17-19dd-487a-8f80-03b6a20a623d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "GET /v2.0/ports?device_id=275a295f-31fa-4e66-b4c2-017c23bb2fcf HTTP/1.1" status: 200 len: 205 time: 0.0300014 Sep 30 08:20:10.826727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45198) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.885309 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-68ea26c1-5889-414c-9a00-082713115502 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] delete failed (client error): The resource could not be found. Sep 30 08:20:10.886307 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-68ea26c1-5889-414c-9a00-082713115502 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/routers/275a295f-31fa-4e66-b4c2-017c23bb2fcf HTTP/1.1" status: 404 len: 336 time: 0.0584896 Sep 30 08:20:10.889023 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.920262 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-630a04e2-6ff5-4a53-8aa0-ede2eb119d66 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:10.920731 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630a04e2-6ff5-4a53-8aa0-ede2eb119d66 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:10.922480 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-630a04e2-6ff5-4a53-8aa0-ede2eb119d66 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/11dcb284-5f0e-4f4c-aaa6-7f0aaad0fab6 HTTP/1.1" status: 404 len: 337 time: 0.0324717 Sep 30 08:20:10.925339 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45202) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.951612 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11e764e-1c57-4ffb-bc35-b9d95502ba4f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:10.952149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11e764e-1c57-4ffb-bc35-b9d95502ba4f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:10.953983 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c11e764e-1c57-4ffb-bc35-b9d95502ba4f tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/90bd993d-4ab6-4988-bba7-39b01a5b69e3 HTTP/1.1" status: 404 len: 337 time: 0.0277452 Sep 30 08:20:10.956590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:10.979592 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d60d9b6-01b6-4fb5-b4e6-0342aa56aa26 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:10.980269 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d60d9b6-01b6-4fb5-b4e6-0342aa56aa26 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:10.982795 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6d60d9b6-01b6-4fb5-b4e6-0342aa56aa26 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/adbc3a8b-9cf9-4aeb-8d5b-33782cdc1456 HTTP/1.1" status: 404 len: 333 time: 0.0250545 Sep 30 08:20:10.986304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45208) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:11.014100 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e2a86a-a425-4543-bff1-781323a53f47 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:11.014462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e2a86a-a425-4543-bff1-781323a53f47 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:11.016585 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b9e2a86a-a425-4543-bff1-781323a53f47 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/c6674df4-9cd2-4fd4-b288-2c19d7deafb1 HTTP/1.1" status: 404 len: 337 time: 0.0289168 Sep 30 08:20:11.018805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45212) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:11.045263 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-89bdfb99-8ca9-4da4-9365-47d6185d951d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:11.046049 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89bdfb99-8ca9-4da4-9365-47d6185d951d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:11.049984 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-89bdfb99-8ca9-4da4-9365-47d6185d951d tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/a77233f0-e081-4630-bc85-c7a59bd07935 HTTP/1.1" status: 404 len: 333 time: 0.0279002 Sep 30 08:20:11.050575 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45216) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:11.077845 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6b0532-5b0f-4282-a5fb-e5599bc8b21a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:11.078306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6b0532-5b0f-4282-a5fb-e5599bc8b21a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:11.080140 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2d6b0532-5b0f-4282-a5fb-e5599bc8b21a tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/c1f4ec9b-004e-4c5c-87d5-289858e62b68 HTTP/1.1" status: 404 len: 337 time: 0.0282981 Sep 30 08:20:11.082834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:11.120123 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75b6e8d-7399-4a7b-aa00-09210e0a7fc0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:11.120908 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d75b6e8d-7399-4a7b-aa00-09210e0a7fc0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:11.124970 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d75b6e8d-7399-4a7b-aa00-09210e0a7fc0 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/9ce5fc53-8777-42d6-837e-8e3121eab40c HTTP/1.1" status: 404 len: 333 time: 0.0411246 Sep 30 08:20:11.126427 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:11.166118 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fe3fce-7825-4ac2-9c99-86d6bbd52a68 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:11.166723 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1fe3fce-7825-4ac2-9c99-86d6bbd52a68 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:11.173172 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45230) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:11.177850 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d1fe3fce-7825-4ac2-9c99-86d6bbd52a68 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/bd70e230-4dc3-4ace-b8b0-9de116a6ccbd HTTP/1.1" status: 404 len: 337 time: 0.0488389 Sep 30 08:20:11.223818 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-8794e7b6-97ef-4a4d-94ae-86e962288db6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:11.224550 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8794e7b6-97ef-4a4d-94ae-86e962288db6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:11.226580 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8794e7b6-97ef-4a4d-94ae-86e962288db6 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/405d6862-aa03-42d8-b570-1bcff30616c6 HTTP/1.1" status: 404 len: 333 time: 0.0516100 Sep 30 08:20:11.229033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45234) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:11.277311 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6cc5f4-c24d-407f-8ca4-998c2efb3aa4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:11.278232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6cc5f4-c24d-407f-8ca4-998c2efb3aa4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:11.280807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0f6cc5f4-c24d-407f-8ca4-998c2efb3aa4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/53282e1f-e035-400a-8c60-96e14616f9d2 HTTP/1.1" status: 404 len: 337 time: 0.0507858 Sep 30 08:20:11.283892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45238) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:11.309367 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-906cff59-db4e-4b07-92a8-29de8c31bc12 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:11.310650 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906cff59-db4e-4b07-92a8-29de8c31bc12 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:11.315197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45240) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:11.315346 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-906cff59-db4e-4b07-92a8-29de8c31bc12 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/9a65e27e-8692-47cf-babf-ac5006c4659c HTTP/1.1" status: 404 len: 333 time: 0.0302858 Sep 30 08:20:11.354440 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7cfb91-5da1-4d0a-9b81-a960518dcd87 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:11.354965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7cfb91-5da1-4d0a-9b81-a960518dcd87 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:11.356924 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5a7cfb91-5da1-4d0a-9b81-a960518dcd87 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/3d15480d-d4cb-4ed2-adf1-7146a9932ae9 HTTP/1.1" status: 404 len: 337 time: 0.0403266 Sep 30 08:20:11.359765 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45242) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:11.396112 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-437f1387-779d-4484-b3f3-f0edfe0c82f4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:11.396877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437f1387-779d-4484-b3f3-f0edfe0c82f4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:11.398727 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-437f1387-779d-4484-b3f3-f0edfe0c82f4 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/d4d5e2ff-96d2-47d6-85d5-4c46e2baf43c HTTP/1.1" status: 404 len: 333 time: 0.0375290 Sep 30 08:20:11.401180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45246) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:11.436897 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa318b79-d1d3-4a7b-8c81-52ab8aab3225 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:11.437540 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa318b79-d1d3-4a7b-8c81-52ab8aab3225 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:11.441985 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fa318b79-d1d3-4a7b-8c81-52ab8aab3225 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/d863ac4f-f5c0-41da-b5af-77d5f0c6fbf8 HTTP/1.1" status: 404 len: 337 time: 0.0370843 Sep 30 08:20:11.442210 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:11.465381 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f9335f-c05e-45b1-a1f3-057aa3943eac tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:11.466557 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f9335f-c05e-45b1-a1f3-057aa3943eac tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:11.468337 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-64f9335f-c05e-45b1-a1f3-057aa3943eac tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/ports/ed2d3c09-8e4b-433a-8541-843e7dc7a046 HTTP/1.1" status: 404 len: 333 time: 0.0251503 Sep 30 08:20:11.471073 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45250) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:11.498796 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a037af8c-e75f-40e1-8554-792d8d619971 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] DELETE failed (client error): The resource could not be found. Sep 30 08:20:11.499256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a037af8c-e75f-40e1-8554-792d8d619971 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:20:11.501045 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a037af8c-e75f-40e1-8554-792d8d619971 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/subnets/f52be780-d2f2-4a1f-ace8-5b1bfcb1bfb4 HTTP/1.1" status: 404 len: 337 time: 0.0290537 Sep 30 08:20:11.503896 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45252) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:11.610790 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab1f400c-4c55-493e-b9bb-c84ec3613c28 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:11.721726 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab1f400c-4c55-493e-b9bb-c84ec3613c28 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:11.745795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ab1f400c-4c55-493e-b9bb-c84ec3613c28 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02334aa1-0c1d-459b-9fcf-075b2b9b8603']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:11.757174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ab1f400c-4c55-493e-b9bb-c84ec3613c28 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053bc8be-a07c-4ce5-b533-b4d32999e64d') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:11.757575 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ab1f400c-4c55-493e-b9bb-c84ec3613c28 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053bc8be-a07c-4ce5-b533-b4d32999e64d') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:11.774981 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab1f400c-4c55-493e-b9bb-c84ec3613c28 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:11.790976 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab1f400c-4c55-493e-b9bb-c84ec3613c28 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:11.798971 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1f400c-4c55-493e-b9bb-c84ec3613c28 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:20:11.800033 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab1f400c-4c55-493e-b9bb-c84ec3613c28 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:20:11.803250 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:20:11.889944 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab1f400c-4c55-493e-b9bb-c84ec3613c28 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:11.897254 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab1f400c-4c55-493e-b9bb-c84ec3613c28 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:11.901466 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ab1f400c-4c55-493e-b9bb-c84ec3613c28 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] 10.222.0.24 "DELETE /v2.0/networks/02334aa1-0c1d-459b-9fcf-075b2b9b8603 HTTP/1.1" status: 204 len: 168 time: 0.3957245 Sep 30 08:20:11.961920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f400c-4c55-493e-b9bb-c84ec3613c28 tempest-NetworksTestDHCPv6-612333381 tempest-NetworksTestDHCPv6-612333381-project] Pushing event deleted for resources: {'Network': ['ID=02334aa1-0c1d-459b-9fcf-075b2b9b8603,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:12.021831 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40ab546b-7078-47b1-a263-78a3b336a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.292190 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45280) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:12.572703 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-24782062-00e7-42f3-95df-22101e38797a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c940a6769064adb8925178ecd951afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790034 Sep 30 08:20:12.576950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45288) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:12.649062 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.678389 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.743326 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.746024 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:12.750007 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc13822e-c84b-4e9e-9d43-f6b922f77beb HTTP/1.1" status: 204 len: 168 time: 0.1683817 Sep 30 08:20:12.769276 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc13822e-c84b-4e9e-9d43-f6b922f77beb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:12.782304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.782838 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.783550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.784318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.784847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.785367 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.786343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.786683 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.787019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.787525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.787868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:12.788392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4b3c-07d3-4f6c-b076-03c32f7049b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:13.772943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45328) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:13.802364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45332) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:13.995849 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a69d457-67bb-454e-98d2-f4b16bb24303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.022887 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-121068b4-eed0-403e-8c9c-53e831dd57e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.196492 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-121068b4-eed0-403e-8c9c-53e831dd57e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.209765 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-121068b4-eed0-403e-8c9c-53e831dd57e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.255492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121068b4-eed0-403e-8c9c-53e831dd57e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203b6a2e-f8dc-44b6-b367-2c422fa63245,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:14.299718 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-121068b4-eed0-403e-8c9c-53e831dd57e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d94d9d76351420aa20105c4b3662ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4951346 Sep 30 08:20:14.302014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45372) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:14.379637 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a69d457-67bb-454e-98d2-f4b16bb24303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.388848 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a69d457-67bb-454e-98d2-f4b16bb24303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.389251 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.415988 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.423761 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45386) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:14.441922 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4a69d457-67bb-454e-98d2-f4b16bb24303 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16fd2306982641fc9460a097fbadffd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6678221 Sep 30 08:20:14.443480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69d457-67bb-454e-98d2-f4b16bb24303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4aa3844-8e4c-4ae7-bdf4-a30d72d508e5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:14.446922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45392) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:14.491083 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.494822 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.502036 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/203b6a2e-f8dc-44b6-b367-2c422fa63245 HTTP/1.1" status: 204 len: 168 time: 0.1965990 Sep 30 08:20:14.512573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203b6a2e-f8dc-44b6-b367-2c422fa63245,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:14.522015 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:14.522798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:14.523286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:14.523769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:14.524277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:14.524754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:14.525250 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:14.525723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:14.526196 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:14.526701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:14.527315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:14.527880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cbb89-453d-4179-9a9c-d3b78f9751d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:14.765545 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6041dec7-89cf-4651-b6ac-c6dfc4c5c0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.820012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-835cf162-f5b6-4e9f-a3e1-8cc118064ad7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1702090948'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:14.844124 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e48d5f83-8f4f-4750-b825-89bbfcfc4c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.868268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835cf162-f5b6-4e9f-a3e1-8cc118064ad7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Made reservation on behalf of f956713af90841d18ac8ac43799aa630 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:14.871819 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-835cf162-f5b6-4e9f-a3e1-8cc118064ad7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.884141 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e48d5f83-8f4f-4750-b825-89bbfcfc4c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.886238 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-835cf162-f5b6-4e9f-a3e1-8cc118064ad7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.960097 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e48d5f83-8f4f-4750-b825-89bbfcfc4c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.960959 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45460) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:14.961665 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e48d5f83-8f4f-4750-b825-89bbfcfc4c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.962933 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e48d5f83-8f4f-4750-b825-89bbfcfc4c81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4aa3844-8e4c-4ae7-bdf4-a30d72d508e5 HTTP/1.1" status: 204 len: 168 time: 0.5151565 Sep 30 08:20:14.977774 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7185b6c4-c77f-4446-a335-33fd6192ebf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:14.981023 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d5f83-8f4f-4750-b825-89bbfcfc4c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4aa3844-8e4c-4ae7-bdf4-a30d72d508e5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:15.055645 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-835cf162-f5b6-4e9f-a3e1-8cc118064ad7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.060719 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-835cf162-f5b6-4e9f-a3e1-8cc118064ad7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.085416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835cf162-f5b6-4e9f-a3e1-8cc118064ad7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:20:15.103046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cf162-f5b6-4e9f-a3e1-8cc118064ad7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c083c68-6322-4813-bcb1-c12b706310dd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:15.106676 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-835cf162-f5b6-4e9f-a3e1-8cc118064ad7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.107092 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-835cf162-f5b6-4e9f-a3e1-8cc118064ad7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Added segment 5f68d00f-e69f-4a33-99d2-79f16b0daeb3 of type vlan for network 9dd2f135-8d7b-46a2-94d6-7e1c18b802bb Sep 30 08:20:15.152156 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-835cf162-f5b6-4e9f-a3e1-8cc118064ad7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.175739 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7185b6c4-c77f-4446-a335-33fd6192ebf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.181546 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7185b6c4-c77f-4446-a335-33fd6192ebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.193987 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-835cf162-f5b6-4e9f-a3e1-8cc118064ad7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.220906 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835cf162-f5b6-4e9f-a3e1-8cc118064ad7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:15.222139 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-835cf162-f5b6-4e9f-a3e1-8cc118064ad7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.223734 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7185b6c4-c77f-4446-a335-33fd6192ebf2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fdb34bd53d04aa5ac9c8d478fa84705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617075 Sep 30 08:20:15.228409 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45498) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:15.256813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185b6c4-c77f-4446-a335-33fd6192ebf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a3c05e-5024-433e-92be-c96ff3cabb18,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:15.296024 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.319801 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-835cf162-f5b6-4e9f-a3e1-8cc118064ad7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8896897 Sep 30 08:20:15.322669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45512) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:15.333351 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-87d92aa2-e9a3-4f00-b066-67b04c137656 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'subnet': {'network_id': '9dd2f135-8d7b-46a2-94d6-7e1c18b802bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:15.350516 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-77de752a-2828-49e6-81a5-74c778587ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.366269 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cf162-f5b6-4e9f-a3e1-8cc118064ad7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Network': ['ID=9dd2f135-8d7b-46a2-94d6-7e1c18b802bb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:15.379012 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-77de752a-2828-49e6-81a5-74c778587ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.379525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 9dd2f135-8d7b-46a2-94d6-7e1c18b802bb details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:20:15.494262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d92aa2-e9a3-4f00-b066-67b04c137656 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Made reservation on behalf of f956713af90841d18ac8ac43799aa630 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:15.498415 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87d92aa2-e9a3-4f00-b066-67b04c137656 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.517186 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-77de752a-2828-49e6-81a5-74c778587ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.523456 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-77de752a-2828-49e6-81a5-74c778587ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.524761 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-77de752a-2828-49e6-81a5-74c778587ef2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69a3c05e-5024-433e-92be-c96ff3cabb18 HTTP/1.1" status: 204 len: 168 time: 0.2952399 Sep 30 08:20:15.551321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45538) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:15.563776 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de752a-2828-49e6-81a5-74c778587ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a3c05e-5024-433e-92be-c96ff3cabb18,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:15.599644 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9bb21e8e-c1f8-411f-b62e-bbdb1804efb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.799975 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87d92aa2-e9a3-4f00-b066-67b04c137656 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.829596 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.859644 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9bb21e8e-c1f8-411f-b62e-bbdb1804efb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.871004 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9bb21e8e-c1f8-411f-b62e-bbdb1804efb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:15.941870 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d92aa2-e9a3-4f00-b066-67b04c137656 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Subnet': ['ID=8055ff80-3ea6-45c6-a0f1-e48b8a624a42,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:15.948215 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb21e8e-c1f8-411f-b62e-bbdb1804efb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36cacc0-1f09-4aa4-bd57-9b922f9a28d8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:15.958826 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9bb21e8e-c1f8-411f-b62e-bbdb1804efb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fa3a731956845238c9231f5f348bd98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4028361 Sep 30 08:20:15.959284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:15.968327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d92aa2-e9a3-4f00-b066-67b04c137656 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Checking segment: {'id': '5f68d00f-e69f-4a33-99d2-79f16b0daeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9dd2f135-8d7b-46a2-94d6-7e1c18b802bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:15.968701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d92aa2-e9a3-4f00-b066-67b04c137656 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network hostable DHCP agents. Network: 9dd2f135-8d7b-46a2-94d6-7e1c18b802bb, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:20:15.994883 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d92aa2-e9a3-4f00-b066-67b04c137656 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network 9dd2f135-8d7b-46a2-94d6-7e1c18b802bb is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:20:16.008204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-87d92aa2-e9a3-4f00-b066-67b04c137656 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 9dd2f135-8d7b-46a2-94d6-7e1c18b802bb) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:16.017368 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d440ace0-31b0-452e-9ad7-a63de7641e02 None None] Network 9dd2f135-8d7b-46a2-94d6-7e1c18b802bb requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:16.018629 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d92aa2-e9a3-4f00-b066-67b04c137656 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:16.020728 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87d92aa2-e9a3-4f00-b066-67b04c137656 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:16.029456 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e293e04c-7d22-4e51-b8d0-157685e1d7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:16.042626 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-87d92aa2-e9a3-4f00-b066-67b04c137656 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7187605 Sep 30 08:20:16.043230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45606) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:16.049288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-920030891', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:16.076467 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e293e04c-7d22-4e51-b8d0-157685e1d7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:16.086133 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:16.087642 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:16.151703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e293e04c-7d22-4e51-b8d0-157685e1d7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:16.159778 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e293e04c-7d22-4e51-b8d0-157685e1d7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:16.162190 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e293e04c-7d22-4e51-b8d0-157685e1d7f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d36cacc0-1f09-4aa4-bd57-9b922f9a28d8 HTTP/1.1" status: 204 len: 168 time: 0.2020383 Sep 30 08:20:16.174756 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293e04c-7d22-4e51-b8d0-157685e1d7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36cacc0-1f09-4aa4-bd57-9b922f9a28d8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:16.188210 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:16.305063 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a6cbf8-08b7-4cd4-a77f-edd2f7e272ca None None] Network 9dd2f135-8d7b-46a2-94d6-7e1c18b802bb requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:16.431497 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.045244 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.069037 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.207636 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Allocated IP 172.25.0.219 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/7f42f957-87ab-4092-8eb8-7b45dd465526) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:17.350390 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.406010 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.457019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:17.467704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:17.470285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=7f42f957-87ab-4092-8eb8-7b45dd465526,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:17.473491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:17.692483 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:17.837866 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.116938 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.286337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router 0269d8e4-3a55-424e-9bed-b6323486167d is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:20:18.288306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45918) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:18.451429 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-588e111b-eb78-4847-9761-f5d6a1b5ae88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.460636 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:18.474548 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fdb576-5204-484a-bb08-95c32536c07b None None] Sync routers for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:18.495854 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fdb576-5204-484a-bb08-95c32536c07b None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:18.496822 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b6fdb576-5204-484a-bb08-95c32536c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:18.544970 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b6fdb576-5204-484a-bb08-95c32536c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:18.556950 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fdb576-5204-484a-bb08-95c32536c07b None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:18.557566 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b6fdb576-5204-484a-bb08-95c32536c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:18.607597 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b6fdb576-5204-484a-bb08-95c32536c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:18.608308 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fdb576-5204-484a-bb08-95c32536c07b None None] The sync data for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:18.609596 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-588e111b-eb78-4847-9761-f5d6a1b5ae88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.615766 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-588e111b-eb78-4847-9761-f5d6a1b5ae88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.621825 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.624013 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-00793e32-ef7b-4923-beca-92b1f80065a8 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5798140 Sep 30 08:20:18.626628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45936) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:18.670946 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-588e111b-eb78-4847-9761-f5d6a1b5ae88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fed1c7ec6ee478aa28a25bf018a3923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3798318 Sep 30 08:20:18.671803 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45938) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:18.690099 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e111b-eb78-4847-9761-f5d6a1b5ae88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25507be-efd8-4854-b327-f4c7ce1aa75f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:18.737950 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef54857c-fdf1-4156-94da-dfa4cd9a1bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.771260 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef54857c-fdf1-4156-94da-dfa4cd9a1bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.831647 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef54857c-fdf1-4156-94da-dfa4cd9a1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.835368 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef54857c-fdf1-4156-94da-dfa4cd9a1bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:18.837499 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ef54857c-fdf1-4156-94da-dfa4cd9a1bb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c25507be-efd8-4854-b327-f4c7ce1aa75f HTTP/1.1" status: 204 len: 168 time: 0.1644268 Sep 30 08:20:18.863963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54857c-fdf1-4156-94da-dfa4cd9a1bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25507be-efd8-4854-b327-f4c7ce1aa75f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:19.192040 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.401503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45960) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:19.417861 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d764e5a-592f-4d0e-bc12-fc38b2f2b52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.532713 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d764e5a-592f-4d0e-bc12-fc38b2f2b52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.538135 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d764e5a-592f-4d0e-bc12-fc38b2f2b52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.587334 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8d764e5a-592f-4d0e-bc12-fc38b2f2b52d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=293131f7eae8450185e6c55db4e14250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841795 Sep 30 08:20:19.589404 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d764e5a-592f-4d0e-bc12-fc38b2f2b52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ad3d6d-24a3-42b0-9dad-3acc25ae73fa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:19.591786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45966) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:19.616323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Allocated IP 172.20.0.1 (9dd2f135-8d7b-46a2-94d6-7e1c18b802bb/8055ff80-3ea6-45c6-a0f1-e48b8a624a42/34a8519c-fc78-442d-b326-8ea199411b47) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:19.689805 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63483d9a-99b0-46bb-9d35-462e9a895520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.756229 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63483d9a-99b0-46bb-9d35-462e9a895520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.814799 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.844040 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63483d9a-99b0-46bb-9d35-462e9a895520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.846813 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63483d9a-99b0-46bb-9d35-462e9a895520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.850711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-63483d9a-99b0-46bb-9d35-462e9a895520 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95ad3d6d-24a3-42b0-9dad-3acc25ae73fa HTTP/1.1" status: 204 len: 168 time: 0.2573106 Sep 30 08:20:19.865927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63483d9a-99b0-46bb-9d35-462e9a895520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ad3d6d-24a3-42b0-9dad-3acc25ae73fa,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:19.881950 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:19.944571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network 9dd2f135-8d7b-46a2-94d6-7e1c18b802bb is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:19.947784 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:19.950845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:19.986181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=34a8519c-fc78-442d-b326-8ea199411b47,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:20.012386 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:20.219072 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:20.611805 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:20.620704 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:20.722527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=34a8519c-fc78-442d-b326-8ea199411b47,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:20.749001 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:21.263579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network 9dd2f135-8d7b-46a2-94d6-7e1c18b802bb is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:21.266047 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:21.408520 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router 0269d8e4-3a55-424e-9bed-b6323486167d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:21.543288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:21.553528 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-de33a489-3ce5-4c99-968a-59f2fdaac24b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "PUT /v2.0/routers/0269d8e4-3a55-424e-9bed-b6323486167d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9219885 Sep 30 08:20:21.553692 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46044) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:21.556944 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a5f99-9c21-45be-8bca-a17c6f0922c9 None None] Sync routers for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:21.560343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2b04eba1-4b39-4e59-8853-b69073f6e5a0 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'port': {'network_id': '9dd2f135-8d7b-46a2-94d6-7e1c18b802bb', 'name': 'tempest-FloatingIPTestJSON-581427881'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:21.574829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a5f99-9c21-45be-8bca-a17c6f0922c9 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:21.575954 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a36a5f99-9c21-45be-8bca-a17c6f0922c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:21.632573 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a36a5f99-9c21-45be-8bca-a17c6f0922c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:21.644990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a5f99-9c21-45be-8bca-a17c6f0922c9 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:21.646111 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a36a5f99-9c21-45be-8bca-a17c6f0922c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:21.728982 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a36a5f99-9c21-45be-8bca-a17c6f0922c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:21.729885 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a5f99-9c21-45be-8bca-a17c6f0922c9 None None] The sync data for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:21.757101 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b04eba1-4b39-4e59-8853-b69073f6e5a0 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Made reservation on behalf of f956713af90841d18ac8ac43799aa630 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:21.761847 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b04eba1-4b39-4e59-8853-b69073f6e5a0 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:21.788758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-2b04eba1-4b39-4e59-8853-b69073f6e5a0 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] device_id is not set on port 8447337b-fbe6-4815-95db-ae4291a1498d yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:20:21.971946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-2b04eba1-4b39-4e59-8853-b69073f6e5a0 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Allocated IP 172.20.0.8 (9dd2f135-8d7b-46a2-94d6-7e1c18b802bb/8055ff80-3ea6-45c6-a0f1-e48b8a624a42/8447337b-fbe6-4815-95db-ae4291a1498d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:22.064851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46062) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:22.183043 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b04eba1-4b39-4e59-8853-b69073f6e5a0 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.202220 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46068) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:22.240600 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b04eba1-4b39-4e59-8853-b69073f6e5a0 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.284973 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b04eba1-4b39-4e59-8853-b69073f6e5a0 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network 9dd2f135-8d7b-46a2-94d6-7e1c18b802bb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:22.288511 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2b04eba1-4b39-4e59-8853-b69073f6e5a0 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:22.292349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04eba1-4b39-4e59-8853-b69073f6e5a0 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:22.319120 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04eba1-4b39-4e59-8853-b69073f6e5a0 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=8447337b-fbe6-4815-95db-ae4291a1498d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:22.341269 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b35b12c6-747e-486c-a346-fc30e57837ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.358491 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2aac73e4-52f6-41d3-ace1-d79eaba7ac36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.374449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b04eba1-4b39-4e59-8853-b69073f6e5a0 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:22.375083 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b04eba1-4b39-4e59-8853-b69073f6e5a0 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.443751 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b35b12c6-747e-486c-a346-fc30e57837ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.448480 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b35b12c6-747e-486c-a346-fc30e57837ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.456080 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2b04eba1-4b39-4e59-8853-b69073f6e5a0 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9012291 Sep 30 08:20:22.459008 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:22.466534 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-65d3186b-831b-4091-a7f5-248724fe4695 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'port': {'network_id': '9dd2f135-8d7b-46a2-94d6-7e1c18b802bb', 'name': 'tempest-FloatingIPTestJSON-302183812'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:22.493655 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b35b12c6-747e-486c-a346-fc30e57837ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8c7ddcc2beb48f4aa58ee1e03783383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252307 Sep 30 08:20:22.494006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46080) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:22.495016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b12c6-747e-486c-a346-fc30e57837ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696f8e1a-5782-45ad-9bdf-7e53404fe190,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:22.650453 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3cfe2a-12a2-4bcf-adc4-0468afe6d826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.688268 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3cfe2a-12a2-4bcf-adc4-0468afe6d826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.698068 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2aac73e4-52f6-41d3-ace1-d79eaba7ac36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.713571 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2aac73e4-52f6-41d3-ace1-d79eaba7ac36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.763831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d3186b-831b-4091-a7f5-248724fe4695 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Made reservation on behalf of f956713af90841d18ac8ac43799aa630 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:22.767320 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65d3186b-831b-4091-a7f5-248724fe4695 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.795533 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2aac73e4-52f6-41d3-ace1-d79eaba7ac36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05cf1106a7a940c38c034ee05d0034e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5855744 Sep 30 08:20:22.795533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac73e4-52f6-41d3-ace1-d79eaba7ac36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbbaffe-968b-4a5c-beb4-df082ccce7b6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:22.796055 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46090) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:22.803885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-65d3186b-831b-4091-a7f5-248724fe4695 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] device_id is not set on port b0a9bfa5-cd24-472b-ade5-94c71e7a453f yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:20:22.819007 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3cfe2a-12a2-4bcf-adc4-0468afe6d826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.821766 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3cfe2a-12a2-4bcf-adc4-0468afe6d826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.826004 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0d3cfe2a-12a2-4bcf-adc4-0468afe6d826 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/696f8e1a-5782-45ad-9bdf-7e53404fe190 HTTP/1.1" status: 204 len: 168 time: 0.3280640 Sep 30 08:20:22.867198 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cfe2a-12a2-4bcf-adc4-0468afe6d826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696f8e1a-5782-45ad-9bdf-7e53404fe190,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:22.876224 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c25fab0e-8b26-4490-b47b-cc47ea0593ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.920169 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c25fab0e-8b26-4490-b47b-cc47ea0593ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:22.947777 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-65d3186b-831b-4091-a7f5-248724fe4695 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Allocated IP 172.20.0.2 (9dd2f135-8d7b-46a2-94d6-7e1c18b802bb/8055ff80-3ea6-45c6-a0f1-e48b8a624a42/b0a9bfa5-cd24-472b-ade5-94c71e7a453f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:23.018906 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c25fab0e-8b26-4490-b47b-cc47ea0593ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:23.021706 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c25fab0e-8b26-4490-b47b-cc47ea0593ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:23.025263 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c25fab0e-8b26-4490-b47b-cc47ea0593ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bfbbaffe-968b-4a5c-beb4-df082ccce7b6 HTTP/1.1" status: 204 len: 168 time: 0.2258780 Sep 30 08:20:23.032061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fab0e-8b26-4490-b47b-cc47ea0593ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbbaffe-968b-4a5c-beb4-df082ccce7b6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:23.138751 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65d3186b-831b-4091-a7f5-248724fe4695 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:23.174719 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65d3186b-831b-4091-a7f5-248724fe4695 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:23.219344 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d3186b-831b-4091-a7f5-248724fe4695 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network 9dd2f135-8d7b-46a2-94d6-7e1c18b802bb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:23.222535 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-65d3186b-831b-4091-a7f5-248724fe4695 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:23.226288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d3186b-831b-4091-a7f5-248724fe4695 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:23.253802 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3186b-831b-4091-a7f5-248724fe4695 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=b0a9bfa5-cd24-472b-ade5-94c71e7a453f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:23.289723 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d3186b-831b-4091-a7f5-248724fe4695 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:23.290506 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65d3186b-831b-4091-a7f5-248724fe4695 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:23.308204 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-65d3186b-831b-4091-a7f5-248724fe4695 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8481085 Sep 30 08:20:23.312142 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:23.317150 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': 'b0a9bfa5-cd24-472b-ade5-94c71e7a453f', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:23.344219 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:23.468110 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:23.598378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Allocated IP 172.25.0.204 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/905cd537-5935-4c08-831f-3d9c405ec224) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:23.725222 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:23.763135 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:23.804557 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:23.809782 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:23.812587 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:23.853080 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=905cd537-5935-4c08-831f-3d9c405ec224,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:24.350627 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:24.478486 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:24.681210 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:24.688220 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:24.784720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=905cd537-5935-4c08-831f-3d9c405ec224,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:24.803361 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:24.921707 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Floating IP f865de3c-e864-4b6d-9bc6-8944cc80c553 associated. External IP: 172.25.0.204, port: b0a9bfa5-cd24-472b-ade5-94c71e7a453f. Sep 30 08:20:25.216356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router 0269d8e4-3a55-424e-9bed-b6323486167d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:25.359098 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:25.372149 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7bc8bc-5939-4435-8f0f-7caf7d248a0d None None] Sync routers for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:25.384537 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:25.401852 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7bc8bc-5939-4435-8f0f-7caf7d248a0d None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:25.402501 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2a7bc8bc-5939-4435-8f0f-7caf7d248a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:25.451233 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7e892775-da99-4e0a-873f-33564d793077 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1352096 Sep 30 08:20:25.453649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46212) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:25.458672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d4df0599-4f83-4cca-b0ea-b9958d18c3b7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:25.474082 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2a7bc8bc-5939-4435-8f0f-7caf7d248a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:25.484574 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7bc8bc-5939-4435-8f0f-7caf7d248a0d None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:25.485626 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2a7bc8bc-5939-4435-8f0f-7caf7d248a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:25.556351 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2a7bc8bc-5939-4435-8f0f-7caf7d248a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:25.557576 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7bc8bc-5939-4435-8f0f-7caf7d248a0d None None] The sync data for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:25.568810 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4df0599-4f83-4cca-b0ea-b9958d18c3b7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:25.749867 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4df0599-4f83-4cca-b0ea-b9958d18c3b7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:25.755368 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4df0599-4f83-4cca-b0ea-b9958d18c3b7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:25.755666 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-d4df0599-4f83-4cca-b0ea-b9958d18c3b7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Floating IP f865de3c-e864-4b6d-9bc6-8944cc80c553 disassociated. External IP: 172.25.0.204, port: b0a9bfa5-cd24-472b-ade5-94c71e7a453f. Sep 30 08:20:26.017376 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4df0599-4f83-4cca-b0ea-b9958d18c3b7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router 0269d8e4-3a55-424e-9bed-b6323486167d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:26.181614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4df0599-4f83-4cca-b0ea-b9958d18c3b7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:26.182154 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:20:26.187178 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4df0599-4f83-4cca-b0ea-b9958d18c3b7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:26.195250 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e3a213-081c-45ad-b965-31bd338f71b5 None None] Sync routers for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:26.226563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d4df0599-4f83-4cca-b0ea-b9958d18c3b7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "PUT /v2.0/floatingips/f865de3c-e864-4b6d-9bc6-8944cc80c553 HTTP/1.1" status: 200 len: 688 time: 0.7699206 Sep 30 08:20:26.226669 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46244) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:26.231749 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e3a213-081c-45ad-b965-31bd338f71b5 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:26.234011 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-84e3a213-081c-45ad-b965-31bd338f71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:26.305519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-84e3a213-081c-45ad-b965-31bd338f71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:26.318598 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e3a213-081c-45ad-b965-31bd338f71b5 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:26.319477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-84e3a213-081c-45ad-b965-31bd338f71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:26.366726 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-84e3a213-081c-45ad-b965-31bd338f71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:26.367526 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e3a213-081c-45ad-b965-31bd338f71b5 None None] The sync data for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:26.442450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7a074-cf82-418b-928f-73e833fd5648 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting port 905cd537-5935-4c08-831f-3d9c405ec224 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:26.443079 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a074-cf82-418b-928f-73e833fd5648 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:26.532423 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a074-cf82-418b-928f-73e833fd5648 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:26.532758 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a074-cf82-418b-928f-73e833fd5648 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:26.546177 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7a074-cf82-418b-928f-73e833fd5648 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Calling delete_port for 905cd537-5935-4c08-831f-3d9c405ec224 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:26.759587 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a074-cf82-418b-928f-73e833fd5648 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:26.836423 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7a074-cf82-418b-928f-73e833fd5648 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Port': ['ID=905cd537-5935-4c08-831f-3d9c405ec224,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:26.878691 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a074-cf82-418b-928f-73e833fd5648 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:26.881829 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a074-cf82-418b-928f-73e833fd5648 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:26.886301 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0ce7a074-cf82-418b-928f-73e833fd5648 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/floatingips/f865de3c-e864-4b6d-9bc6-8944cc80c553 HTTP/1.1" status: 204 len: 168 time: 0.6554098 Sep 30 08:20:26.886905 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46262) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:26.892591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '8447337b-fbe6-4815-95db-ae4291a1498d'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:26.948593 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:27.090397 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:27.221469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Allocated IP 172.25.0.60 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/365d02bd-6c35-48a2-838d-2247cceaf8d8) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:27.397632 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:27.437040 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:27.488787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:27.493948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:27.507029 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:27.510717 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=365d02bd-6c35-48a2-838d-2247cceaf8d8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:27.968776 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:28.047625 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:28.285360 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:28.292334 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:28.376977 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=365d02bd-6c35-48a2-838d-2247cceaf8d8,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:28.392605 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:28.533672 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Floating IP 59f2e63b-dc25-4bc6-85ac-0ba523463bcf associated. External IP: 172.25.0.60, port: 8447337b-fbe6-4815-95db-ae4291a1498d. Sep 30 08:20:28.693072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46328) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:28.916814 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40ceb498-f548-49e9-84d2-41c815a9c2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:28.963055 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router 0269d8e4-3a55-424e-9bed-b6323486167d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:29.061774 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40ceb498-f548-49e9-84d2-41c815a9c2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:29.066604 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40ceb498-f548-49e9-84d2-41c815a9c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:29.117986 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ceb498-f548-49e9-84d2-41c815a9c2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a95cd3-3915-499a-885f-fedeed1f8d3b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:29.128878 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-40ceb498-f548-49e9-84d2-41c815a9c2ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=153613f8377f44eb8f7589f48464665d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4335012 Sep 30 08:20:29.129331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46346) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:29.144981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:29.157988 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b3638-ccb6-4a3f-af32-00dee02463c3 None None] Sync routers for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:29.169617 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:29.182763 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3b3638-ccb6-4a3f-af32-00dee02463c3 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:29.183400 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3a3b3638-ccb6-4a3f-af32-00dee02463c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:29.215192 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-90b95df2-1b1d-4198-a9da-47e40ba8146f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.3264964 Sep 30 08:20:29.218061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46348) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:29.232096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7a9e160-57af-459d-acdc-7889734fc595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:29.245933 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3a3b3638-ccb6-4a3f-af32-00dee02463c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:29.256142 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3b3638-ccb6-4a3f-af32-00dee02463c3 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:29.265941 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3a3b3638-ccb6-4a3f-af32-00dee02463c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:29.276029 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7a9e160-57af-459d-acdc-7889734fc595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:29.300616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0be053ff-a83c-49d6-92b5-fdd86609cb2f tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "GET /v2.0/floatingips/59f2e63b-dc25-4bc6-85ac-0ba523463bcf HTTP/1.1" status: 200 len: 976 time: 0.0783927 Sep 30 08:20:29.300616 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46352) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:29.307012 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3a3b3638-ccb6-4a3f-af32-00dee02463c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:29.307694 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b3638-ccb6-4a3f-af32-00dee02463c3 None None] The sync data for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:29.358283 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7a9e160-57af-459d-acdc-7889734fc595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:29.364119 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7a9e160-57af-459d-acdc-7889734fc595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:29.365674 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d7a9e160-57af-459d-acdc-7889734fc595 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9a95cd3-3915-499a-885f-fedeed1f8d3b HTTP/1.1" status: 204 len: 168 time: 0.2352285 Sep 30 08:20:29.376489 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9e160-57af-459d-acdc-7889734fc595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a95cd3-3915-499a-885f-fedeed1f8d3b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:29.459815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:29.465306 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-51c83b77-fb83-4e3e-b95c-97a45ab88c4d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1554875 Sep 30 08:20:29.466056 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9da29c7c-3ac4-45b1-8338-a231bb9c79c9 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'floatingip': {'port_id': 'b0a9bfa5-cd24-472b-ade5-94c71e7a453f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:29.556007 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9da29c7c-3ac4-45b1-8338-a231bb9c79c9 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:29.689492 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:30.525435 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9da29c7c-3ac4-45b1-8338-a231bb9c79c9 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:30.531567 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9da29c7c-3ac4-45b1-8338-a231bb9c79c9 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:30.547585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46410) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:30.672123 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-9da29c7c-3ac4-45b1-8338-a231bb9c79c9 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Floating IP 59f2e63b-dc25-4bc6-85ac-0ba523463bcf associated. External IP: 172.25.0.60, port: 8447337b-fbe6-4815-95db-ae4291a1498d. Sep 30 08:20:30.832757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1f4c8c5d-254c-4b25-865a-6f13ed8600c3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1604454269-network', 'tenant_id': '43dc0fe12f574af6989085d331797fc9'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:30.862110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4c8c5d-254c-4b25-865a-6f13ed8600c3 admin admin] Made reservation on behalf of 43dc0fe12f574af6989085d331797fc9 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:30.865132 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8c5d-254c-4b25-865a-6f13ed8600c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:30.878096 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8c5d-254c-4b25-865a-6f13ed8600c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:30.911580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da29c7c-3ac4-45b1-8338-a231bb9c79c9 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router 0269d8e4-3a55-424e-9bed-b6323486167d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:31.019127 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8c5d-254c-4b25-865a-6f13ed8600c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.025317 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8c5d-254c-4b25-865a-6f13ed8600c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.053862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4c8c5d-254c-4b25-865a-6f13ed8600c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:20:31.063330 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c8c5d-254c-4b25-865a-6f13ed8600c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121a6265-03ff-4b97-8b4f-226b5011fb47,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:31.071223 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8c5d-254c-4b25-865a-6f13ed8600c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.071588 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-1f4c8c5d-254c-4b25-865a-6f13ed8600c3 admin admin] Added segment 6f93091a-d91c-4a00-9970-53178dcd28d9 of type vlan for network 12159479-8df5-4d57-8bc5-1f93563b0cd7 Sep 30 08:20:31.119154 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8c5d-254c-4b25-865a-6f13ed8600c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.120232 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da29c7c-3ac4-45b1-8338-a231bb9c79c9 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:31.136449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189451c8-a500-42e9-a889-0299a3db5f61 None None] Sync routers for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:31.147054 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189451c8-a500-42e9-a889-0299a3db5f61 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:31.147688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-189451c8-a500-42e9-a889-0299a3db5f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:31.164875 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8c5d-254c-4b25-865a-6f13ed8600c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.166071 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c8c5d-254c-4b25-865a-6f13ed8600c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:31.166738 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8c5d-254c-4b25-865a-6f13ed8600c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.209635 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1f4c8c5d-254c-4b25-865a-6f13ed8600c3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6602304 Sep 30 08:20:31.212879 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46426) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:31.220792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a935b5cc-11a3-49ca-b9da-6585f4b19306 admin admin] Request body: {'subnet': {'network_id': '12159479-8df5-4d57-8bc5-1f93563b0cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1604454269-subnet', 'tenant_id': '43dc0fe12f574af6989085d331797fc9', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:31.235437 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-189451c8-a500-42e9-a889-0299a3db5f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:31.249913 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189451c8-a500-42e9-a889-0299a3db5f61 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:31.250866 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-189451c8-a500-42e9-a889-0299a3db5f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:31.265913 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c8c5d-254c-4b25-865a-6f13ed8600c3 admin admin] Pushing event updated for resources: {'Network': ['ID=12159479-8df5-4d57-8bc5-1f93563b0cd7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:31.288304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a935b5cc-11a3-49ca-b9da-6585f4b19306 admin admin] Made reservation on behalf of 43dc0fe12f574af6989085d331797fc9 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:31.295716 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a935b5cc-11a3-49ca-b9da-6585f4b19306 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.305086 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 12159479-8df5-4d57-8bc5-1f93563b0cd7 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:20:31.363950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-189451c8-a500-42e9-a889-0299a3db5f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:31.364750 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189451c8-a500-42e9-a889-0299a3db5f61 None None] The sync data for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:31.439532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da29c7c-3ac4-45b1-8338-a231bb9c79c9 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router 0269d8e4-3a55-424e-9bed-b6323486167d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:31.532019 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a935b5cc-11a3-49ca-b9da-6585f4b19306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.572195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da29c7c-3ac4-45b1-8338-a231bb9c79c9 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:31.577066 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9da29c7c-3ac4-45b1-8338-a231bb9c79c9 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.585098 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d72fd-6482-421c-a3a9-d36f728b131c None None] Sync routers for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:31.602005 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d72fd-6482-421c-a3a9-d36f728b131c None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:31.602637 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b79d72fd-6482-421c-a3a9-d36f728b131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:31.602771 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935b5cc-11a3-49ca-b9da-6585f4b19306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b807b7-5f0d-415c-9ea8-d52a965b4a79,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:31.612131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a935b5cc-11a3-49ca-b9da-6585f4b19306 admin admin] Checking segment: {'id': '6f93091a-d91c-4a00-9970-53178dcd28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12159479-8df5-4d57-8bc5-1f93563b0cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:31.612548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a935b5cc-11a3-49ca-b9da-6585f4b19306 admin admin] Network hostable DHCP agents. Network: 12159479-8df5-4d57-8bc5-1f93563b0cd7, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:20:31.649060 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b79d72fd-6482-421c-a3a9-d36f728b131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:31.653988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a935b5cc-11a3-49ca-b9da-6585f4b19306 admin admin] Network 12159479-8df5-4d57-8bc5-1f93563b0cd7 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:20:31.667297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a935b5cc-11a3-49ca-b9da-6585f4b19306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 12159479-8df5-4d57-8bc5-1f93563b0cd7) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:31.669782 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d72fd-6482-421c-a3a9-d36f728b131c None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:31.670569 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b79d72fd-6482-421c-a3a9-d36f728b131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:31.674895 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a935b5cc-11a3-49ca-b9da-6585f4b19306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:31.675544 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a935b5cc-11a3-49ca-b9da-6585f4b19306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.682176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e61875a-4e5b-4032-b68c-b7663d8c4929 None None] Network 12159479-8df5-4d57-8bc5-1f93563b0cd7 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:31.691795 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46430) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:31.692561 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9da29c7c-3ac4-45b1-8338-a231bb9c79c9 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "PUT /v2.0/floatingips/59f2e63b-dc25-4bc6-85ac-0ba523463bcf HTTP/1.1" status: 200 len: 976 time: 2.2311387 Sep 30 08:20:31.704968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-bc772d98-1180-4c34-93e5-7c8d0752162e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:31.757646 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a935b5cc-11a3-49ca-b9da-6585f4b19306 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5432370 Sep 30 08:20:31.761336 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46436) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:31.767158 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1604454269-router', 'tenant_id': '43dc0fe12f574af6989085d331797fc9', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:31.780474 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b79d72fd-6482-421c-a3a9-d36f728b131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:31.783324 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d72fd-6482-421c-a3a9-d36f728b131c None None] The sync data for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:31.793779 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc772d98-1180-4c34-93e5-7c8d0752162e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.811454 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.813712 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:31.886872 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:32.001059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-12159479-8df5-4d57-8bc5-1f93563b0cd7', 'network_id': '12159479-8df5-4d57-8bc5-1f93563b0cd7', 'tenant_id': '43dc0fe12f574af6989085d331797fc9', 'fixed_ips': [{'subnet_id': '54b807b7-5f0d-415c-9ea8-d52a965b4a79'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:20:32.001973 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:32.017700 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc772d98-1180-4c34-93e5-7c8d0752162e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:32.027008 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc772d98-1180-4c34-93e5-7c8d0752162e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:32.027358 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-bc772d98-1180-4c34-93e5-7c8d0752162e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Floating IP 59f2e63b-dc25-4bc6-85ac-0ba523463bcf disassociated. External IP: 172.25.0.60, port: b0a9bfa5-cd24-472b-ade5-94c71e7a453f. Sep 30 08:20:32.142497 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:32.312509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Allocated IP 172.20.0.2 (12159479-8df5-4d57-8bc5-1f93563b0cd7/54b807b7-5f0d-415c-9ea8-d52a965b4a79/cfc3d115-07aa-4175-846a-57fc395e9c82) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:32.484665 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:32.497760 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:32.604128 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:32.605439 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Network 12159479-8df5-4d57-8bc5-1f93563b0cd7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:32.608077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:32.616725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:32.636073 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:32.699415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Pushing event updated for resources: {'Port': ['ID=cfc3d115-07aa-4175-846a-57fc395e9c82,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:32.743360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Attempting to bind port cfc3d115-07aa-4175-846a-57fc395e9c82 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:32.744157 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Attempting to bind port cfc3d115-07aa-4175-846a-57fc395e9c82 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '6f93091a-d91c-4a00-9970-53178dcd28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12159479-8df5-4d57-8bc5-1f93563b0cd7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:32.744903 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Attempting to bind port cfc3d115-07aa-4175-846a-57fc395e9c82 on network 12159479-8df5-4d57-8bc5-1f93563b0cd7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:32.752589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:32.753359 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Checking segment: {'id': '6f93091a-d91c-4a00-9970-53178dcd28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12159479-8df5-4d57-8bc5-1f93563b0cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:32.754673 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:32.755379 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Bound using segment: {'id': '6f93091a-d91c-4a00-9970-53178dcd28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12159479-8df5-4d57-8bc5-1f93563b0cd7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:32.756276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Bound port: cfc3d115-07aa-4175-846a-57fc395e9c82, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93091a-d91c-4a00-9970-53178dcd28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12159479-8df5-4d57-8bc5-1f93563b0cd7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:32.757845 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:32.860412 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Allocated IP 172.25.0.156 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:32.874674 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] For port cfc3d115-07aa-4175-846a-57fc395e9c82, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:32.887325 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] For port cfc3d115-07aa-4175-846a-57fc395e9c82, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=cfc3d115-07aa-4175-846a-57fc395e9c82,segment=NetworkSegment(6f93091a-d91c-4a00-9970-53178dcd28d9),segment_id=6f93091a-d91c-4a00-9970-53178dcd28d9)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:32.893162 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:32.964589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c1358-22b5-4615-814e-ed8245b888d6 None None] Pushing event updated for resources: {'Port': ['ID=cfc3d115-07aa-4175-846a-57fc395e9c82,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:33.091379 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46462) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:33.099001 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.117451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc772d98-1180-4c34-93e5-7c8d0752162e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router 0269d8e4-3a55-424e-9bed-b6323486167d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:33.146369 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.199177 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:33.203514 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:33.214638 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:33.254891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Pushing event updated for resources: {'Port': ['ID=c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:33.284235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc772d98-1180-4c34-93e5-7c8d0752162e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:33.300713 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc772d98-1180-4c34-93e5-7c8d0752162e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.307397 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd87cc-5926-432d-8967-1db223ebcc33 None None] Sync routers for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:33.329739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd87cc-5926-432d-8967-1db223ebcc33 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:33.331036 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-55dd87cc-5926-432d-8967-1db223ebcc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:33.407694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-55dd87cc-5926-432d-8967-1db223ebcc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:33.407889 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-179be3e1-0a87-4195-a8ad-8e80510bd0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.428861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd87cc-5926-432d-8967-1db223ebcc33 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:33.429694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-55dd87cc-5926-432d-8967-1db223ebcc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:33.490241 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bc772d98-1180-4c34-93e5-7c8d0752162e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "PUT /v2.0/floatingips/59f2e63b-dc25-4bc6-85ac-0ba523463bcf HTTP/1.1" status: 200 len: 687 time: 1.7956028 Sep 30 08:20:33.491135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46468) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:33.497217 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-55dd87cc-5926-432d-8967-1db223ebcc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:33.504307 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd87cc-5926-432d-8967-1db223ebcc33 None None] The sync data for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:33.680238 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.708578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-45f4ab05-1483-4d84-b544-a38b086b58b1 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting port 365d02bd-6c35-48a2-838d-2247cceaf8d8 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:33.708578 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45f4ab05-1483-4d84-b544-a38b086b58b1 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.786906 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-179be3e1-0a87-4195-a8ad-8e80510bd0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.836107 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-179be3e1-0a87-4195-a8ad-8e80510bd0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.889532 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-179be3e1-0a87-4195-a8ad-8e80510bd0af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc7914c2e5aa4ca5ae08f4e3467b948c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7966597 Sep 30 08:20:33.892215 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46472) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:33.894285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179be3e1-0a87-4195-a8ad-8e80510bd0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d94d92-de92-4fc6-ae26-ce3193dfc658,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:33.905585 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45f4ab05-1483-4d84-b544-a38b086b58b1 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.906098 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45f4ab05-1483-4d84-b544-a38b086b58b1 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.919363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-45f4ab05-1483-4d84-b544-a38b086b58b1 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Calling delete_port for 365d02bd-6c35-48a2-838d-2247cceaf8d8 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:33.987031 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:33.991307 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f11ee1e4-5b99-4444-951e-cc61ee259115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.062877 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f11ee1e4-5b99-4444-951e-cc61ee259115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.068604 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45f4ab05-1483-4d84-b544-a38b086b58b1 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.120094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4ab05-1483-4d84-b544-a38b086b58b1 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Port': ['ID=365d02bd-6c35-48a2-838d-2247cceaf8d8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:34.175174 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45f4ab05-1483-4d84-b544-a38b086b58b1 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.177766 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45f4ab05-1483-4d84-b544-a38b086b58b1 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.178956 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-45f4ab05-1483-4d84-b544-a38b086b58b1 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/floatingips/59f2e63b-dc25-4bc6-85ac-0ba523463bcf HTTP/1.1" status: 204 len: 168 time: 0.6759779 Sep 30 08:20:34.180791 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f11ee1e4-5b99-4444-951e-cc61ee259115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.181614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46476) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:34.183376 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f11ee1e4-5b99-4444-951e-cc61ee259115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.187354 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f11ee1e4-5b99-4444-951e-cc61ee259115 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02d94d92-de92-4fc6-ae26-ce3193dfc658 HTTP/1.1" status: 204 len: 168 time: 0.2940626 Sep 30 08:20:34.197827 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Router c36f4bd0-4cae-4612-9f61-bc07a0db47d2 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:20:34.200566 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ee1e4-5b99-4444-951e-cc61ee259115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d94d92-de92-4fc6-ae26-ce3193dfc658,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:34.225636 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-b870aac5-524c-458c-993f-1e13e42e9ff2 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] delete failed (client error): The resource could not be found. Sep 30 08:20:34.227083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b870aac5-524c-458c-993f-1e13e42e9ff2 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/floatingips/59f2e63b-dc25-4bc6-85ac-0ba523463bcf HTTP/1.1" status: 404 len: 345 time: 0.0441854 Sep 30 08:20:34.231524 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46480) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:34.363744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0184d181-5f64-48e4-8ca9-d8ce6882c857 None None] Network 12159479-8df5-4d57-8bc5-1f93563b0cd7 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:34.484404 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d544ca2b-6279-4d0a-9cea-e9bb67228b71 None None] Provisioning complete for port cfc3d115-07aa-4175-846a-57fc395e9c82 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:34.485049 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d544ca2b-6279-4d0a-9cea-e9bb67228b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.536876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46484) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:34.555588 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10dfa3c4-4616-45bc-9697-6714576d668b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.560993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cfc3d115-07aa-4175-846a-57fc395e9c82 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:34.696978 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port cfc3d115-07aa-4175-846a-57fc395e9c82 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:34.697425 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.713371 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10dfa3c4-4616-45bc-9697-6714576d668b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.718608 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10dfa3c4-4616-45bc-9697-6714576d668b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.727515 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d544ca2b-6279-4d0a-9cea-e9bb67228b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.749200 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89d5631-b581-41a3-9b5d-ce14bb99f15d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:34.754956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89d5631-b581-41a3-9b5d-ce14bb99f15d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:34.766768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-10dfa3c4-4616-45bc-9697-6714576d668b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f600186da5247cda68dfa8d2ab10e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224464 Sep 30 08:20:34.767413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89d5631-b581-41a3-9b5d-ce14bb99f15d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:34.768796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46490) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:34.769092 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f89d5631-b581-41a3-9b5d-ce14bb99f15d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "GET /v2.0/ports?network_id=9dd2f135-8d7b-46a2-94d6-7e1c18b802bb HTTP/1.1" status: 200 len: 2356 time: 0.5297141 Sep 30 08:20:34.769447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46492) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:34.770259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfa3c4-4616-45bc-9697-6714576d668b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2b7771-0ece-4c49-811b-104f65087511,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:34.791252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d544ca2b-6279-4d0a-9cea-e9bb67228b71 None None] For port cfc3d115-07aa-4175-846a-57fc395e9c82, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=cfc3d115-07aa-4175-846a-57fc395e9c82,segment=NetworkSegment(6f93091a-d91c-4a00-9970-53178dcd28d9),segment_id=6f93091a-d91c-4a00-9970-53178dcd28d9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:34.797767 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d544ca2b-6279-4d0a-9cea-e9bb67228b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.804083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:34.817627 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Sync routers for ids ['c36f4bd0-4cae-4612-9f61-bc07a0db47d2'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:34.828751 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Routers {'c36f4bd0-4cae-4612-9f61-bc07a0db47d2'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:34.834393 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c36f4bd0-4cae-4612-9f61-bc07a0db47d2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:34.837976 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.839805 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8c37eb62-72c0-47f9-bb06-6f1a0a4a8319 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0767491 Sep 30 08:20:34.852473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46496) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:34.882263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544ca2b-6279-4d0a-9cea-e9bb67228b71 None None] Pushing event updated for resources: {'Port': ['ID=cfc3d115-07aa-4175-846a-57fc395e9c82,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:34.925674 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d15636a-23ef-42d5-963c-424dbdc10d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:34.936331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317e4c11-83f2-479b-ace5-dbdb1aeff5b0 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:34.937745 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-317e4c11-83f2-479b-ace5-dbdb1aeff5b0 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "GET /v2.0/subnets/8055ff80-3ea6-45c6-a0f1-e48b8a624a42 HTTP/1.1" status: 200 len: 797 time: 0.1636379 Sep 30 08:20:34.944107 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46500) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:34.959020 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0dac7e30-24ff-4454-ad86-a3eab2bd505d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'port': {'network_id': '9dd2f135-8d7b-46a2-94d6-7e1c18b802bb', 'name': 'tempest-FloatingIPTestJSON-873723608', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:34.963834 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d15636a-23ef-42d5-963c-424dbdc10d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:35.018782 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Set router c36f4bd0-4cae-4612-9f61-bc07a0db47d2 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:35.060557 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d15636a-23ef-42d5-963c-424dbdc10d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:35.063407 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d15636a-23ef-42d5-963c-424dbdc10d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:35.067159 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8d15636a-23ef-42d5-963c-424dbdc10d2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef2b7771-0ece-4c49-811b-104f65087511 HTTP/1.1" status: 204 len: 168 time: 0.2893107 Sep 30 08:20:35.088700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15636a-23ef-42d5-963c-424dbdc10d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2b7771-0ece-4c49-811b-104f65087511,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:35.227311 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2c0d82bc-ba9a-41ab-af3c-c2f8865829cf None None] Provisioning complete for port cfc3d115-07aa-4175-846a-57fc395e9c82 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:35.227898 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c0d82bc-ba9a-41ab-af3c-c2f8865829cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:35.329568 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dac7e30-24ff-4454-ad86-a3eab2bd505d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Made reservation on behalf of f956713af90841d18ac8ac43799aa630 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:35.497216 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'name': 'tempest-TestAggregatesBasicOps-1604454269-router', 'tenant_id': '43dc0fe12f574af6989085d331797fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:31Z', 'updated_at': '2021-09-30T08:20:33Z', 'revision_number': 3, 'project_id': '43dc0fe12f574af6989085d331797fc9', 'gw_port': {'id': 'c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:aa:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:32Z', 'updated_at': '2021-09-30T08:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:35.522264 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dac7e30-24ff-4454-ad86-a3eab2bd505d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:35.537610 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Checking router: c36f4bd0-4cae-4612-9f61-bc07a0db47d2 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:20:35.538093 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Updating router c36f4bd0-4cae-4612-9f61-bc07a0db47d2 port c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:20:35.571994 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:35.583687 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-0dac7e30-24ff-4454-ad86-a3eab2bd505d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] device_id is not set on port 3635f983-ecff-4d2c-9b41-de766b39f9d1 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:20:35.900469 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:35.929116 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:35.935544 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:35.993498 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Attempting to bind port c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:35.994837 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Attempting to bind port c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:35.995424 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Attempting to bind port c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:36.004346 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:36.005108 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:36.005717 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:36.006996 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:36.007963 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Bound port: c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:36.008747 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:36.033871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0dac7e30-24ff-4454-ad86-a3eab2bd505d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Allocated IP 172.20.0.14 (9dd2f135-8d7b-46a2-94d6-7e1c18b802bb/8055ff80-3ea6-45c6-a0f1-e48b8a624a42/3635f983-ecff-4d2c-9b41-de766b39f9d1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:36.073482 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0dac7e30-24ff-4454-ad86-a3eab2bd505d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Allocated IP 172.20.0.13 (9dd2f135-8d7b-46a2-94d6-7e1c18b802bb/8055ff80-3ea6-45c6-a0f1-e48b8a624a42/3635f983-ecff-4d2c-9b41-de766b39f9d1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:36.090065 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f026c6b-09fe-4705-ab60-69e54c3296ad None None] Pushing event updated for resources: {'Port': ['ID=c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:36.096320 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] For port c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:36.102921 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] For port c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:36.115236 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:36.120633 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f026c6b-09fe-4705-ab60-69e54c3296ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:36.122023 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f026c6b-09fe-4705-ab60-69e54c3296ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:36.122834 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f026c6b-09fe-4705-ab60-69e54c3296ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:36.123605 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f026c6b-09fe-4705-ab60-69e54c3296ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:36.124201 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f026c6b-09fe-4705-ab60-69e54c3296ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:36.124930 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f026c6b-09fe-4705-ab60-69e54c3296ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:36.125436 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f026c6b-09fe-4705-ab60-69e54c3296ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:36.125966 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f026c6b-09fe-4705-ab60-69e54c3296ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:36.126465 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f026c6b-09fe-4705-ab60-69e54c3296ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:36.127160 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f026c6b-09fe-4705-ab60-69e54c3296ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:36.127705 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f026c6b-09fe-4705-ab60-69e54c3296ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:36.128223 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f026c6b-09fe-4705-ab60-69e54c3296ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:20:36.204459 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f026c6b-09fe-4705-ab60-69e54c3296ad None None] Pushing event updated for resources: {'Port': ['ID=c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:36.207857 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Allocated IP 172.20.0.1 (12159479-8df5-4d57-8bc5-1f93563b0cd7/54b807b7-5f0d-415c-9ea8-d52a965b4a79/d5841f8a-0707-4e01-abcb-83c66d5e88ab) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:36.222717 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Routers {'c36f4bd0-4cae-4612-9f61-bc07a0db47d2'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:36.223468 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c36f4bd0-4cae-4612-9f61-bc07a0db47d2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:36.353452 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] Set router c36f4bd0-4cae-4612-9f61-bc07a0db47d2 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:36.382855 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dac7e30-24ff-4454-ad86-a3eab2bd505d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:36.424973 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:36.501838 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:36.511550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cfc3d115-07aa-4175-846a-57fc395e9c82 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:36.595650 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'name': 'tempest-TestAggregatesBasicOps-1604454269-router', 'tenant_id': '43dc0fe12f574af6989085d331797fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:31Z', 'updated_at': '2021-09-30T08:20:33Z', 'revision_number': 3, 'project_id': '43dc0fe12f574af6989085d331797fc9', 'gw_port': {'id': 'c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:aa:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:32Z', 'updated_at': '2021-09-30T08:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:36.612793 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port cfc3d115-07aa-4175-846a-57fc395e9c82 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:36.613177 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:36.634365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Network 12159479-8df5-4d57-8bc5-1f93563b0cd7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:36.634365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Pushing event updated for resources: {'Port': ['ID=d5841f8a-0707-4e01-abcb-83c66d5e88ab,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:36.646699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:36.650720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:36.657203 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d4d81f-0a2e-462f-ade2-ba5a2d733b1b None None] The sync data for ids ['c36f4bd0-4cae-4612-9f61-bc07a0db47d2'] in n-d-807359-2 is: [{'id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'name': 'tempest-TestAggregatesBasicOps-1604454269-router', 'tenant_id': '43dc0fe12f574af6989085d331797fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:31Z', 'updated_at': '2021-09-30T08:20:33Z', 'revision_number': 3, 'project_id': '43dc0fe12f574af6989085d331797fc9', 'gw_port': {'id': 'c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:aa:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:32Z', 'updated_at': '2021-09-30T08:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:36.661312 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dac7e30-24ff-4454-ad86-a3eab2bd505d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:36.737565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac7e30-24ff-4454-ad86-a3eab2bd505d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=3635f983-ecff-4d2c-9b41-de766b39f9d1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:36.801342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dac7e30-24ff-4454-ad86-a3eab2bd505d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network 9dd2f135-8d7b-46a2-94d6-7e1c18b802bb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:36.810289 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0dac7e30-24ff-4454-ad86-a3eab2bd505d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:36.812981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dac7e30-24ff-4454-ad86-a3eab2bd505d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:36.889890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dac7e30-24ff-4454-ad86-a3eab2bd505d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:36.890570 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dac7e30-24ff-4454-ad86-a3eab2bd505d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:36.898382 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:36.971388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46562) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:36.971944 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0dac7e30-24ff-4454-ad86-a3eab2bd505d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.0248241 Sep 30 08:20:36.978432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '3635f983-ecff-4d2c-9b41-de766b39f9d1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:37.022028 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:37.089632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6178fe9f-2587-4b21-996d-9e308c80493e None None] Provisioning complete for port d5841f8a-0707-4e01-abcb-83c66d5e88ab triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:37.091086 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6178fe9f-2587-4b21-996d-9e308c80493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:37.148473 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:37.154711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6178fe9f-2587-4b21-996d-9e308c80493e None None] Port d5841f8a-0707-4e01-abcb-83c66d5e88ab cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:20:37.299716 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:37.430771 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:37.438934 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:37.517977 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Allocated IP 172.25.0.63 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/a7fd233e-90c1-485b-9de0-1b4444846206) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:37.592444 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:37.598242 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Pushing event updated for resources: {'Port': ['ID=d5841f8a-0707-4e01-abcb-83c66d5e88ab,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:37.727299 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:37.776738 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:37.869169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=a7fd233e-90c1-485b-9de0-1b4444846206,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:37.895276 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Network 12159479-8df5-4d57-8bc5-1f93563b0cd7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:37.897969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:37.917809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:37.923828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:37.929857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:38.225316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Router c36f4bd0-4cae-4612-9f61-bc07a0db47d2 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:38.240615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:38.405946 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4c60b488-5ce5-4090-8b73-71f982e6cfa5 None None] Provisioning complete for port d5841f8a-0707-4e01-abcb-83c66d5e88ab triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:38.406724 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c60b488-5ce5-4090-8b73-71f982e6cfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:38.490383 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4c60b488-5ce5-4090-8b73-71f982e6cfa5 None None] Port d5841f8a-0707-4e01-abcb-83c66d5e88ab cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:20:38.581652 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:38.599358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:38.617918 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9903d8ad-2c0d-4975-94e6-bcc215530e32 admin admin] 10.222.0.24 "PUT /v2.0/routers/c36f4bd0-4cae-4612-9f61-bc07a0db47d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7637444 Sep 30 08:20:38.673280 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:38.673735 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:38.714357 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a117808-6632-42d6-bf16-d7701120eb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:38.832305 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:38.850799 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:38.866000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:38.872939 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:38.888626 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a117808-6632-42d6-bf16-d7701120eb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:38.897205 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a117808-6632-42d6-bf16-d7701120eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:38.958941 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:38.969168 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:38.973688 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7a117808-6632-42d6-bf16-d7701120eb1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff0dfce6c4a44decb582df3dcdf5ca7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7321348 Sep 30 08:20:38.976616 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46612) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:38.977567 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a117808-6632-42d6-bf16-d7701120eb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d27dfd-67f1-40ee-bbef-3c0b743d152d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:39.051409 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2be5954-54d4-4511-a205-12b49ddc0a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.078181 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2be5954-54d4-4511-a205-12b49ddc0a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.139952 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2be5954-54d4-4511-a205-12b49ddc0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.142887 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2be5954-54d4-4511-a205-12b49ddc0a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.144262 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c2be5954-54d4-4511-a205-12b49ddc0a05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96d27dfd-67f1-40ee-bbef-3c0b743d152d HTTP/1.1" status: 204 len: 168 time: 0.1640239 Sep 30 08:20:39.159550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be5954-54d4-4511-a205-12b49ddc0a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d27dfd-67f1-40ee-bbef-3c0b743d152d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:39.194106 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.199113 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.285613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=a7fd233e-90c1-485b-9de0-1b4444846206,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:39.302933 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.446333 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Floating IP a643ca49-18af-4b2b-893f-2bb5e5e8b5c0 associated. External IP: 172.25.0.63, port: 3635f983-ecff-4d2c-9b41-de766b39f9d1. Sep 30 08:20:39.446465 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Sync routers for ids ['c36f4bd0-4cae-4612-9f61-bc07a0db47d2'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:39.460603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Routers {'c36f4bd0-4cae-4612-9f61-bc07a0db47d2'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:39.461407 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c36f4bd0-4cae-4612-9f61-bc07a0db47d2'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:39.593594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:39.617333 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70b1edb3-a81d-497f-a298-3ce39daec94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.761140 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70b1edb3-a81d-497f-a298-3ce39daec94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.766989 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70b1edb3-a81d-497f-a298-3ce39daec94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.775559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router 0269d8e4-3a55-424e-9bed-b6323486167d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:39.796749 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Set router c36f4bd0-4cae-4612-9f61-bc07a0db47d2 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:39.816651 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-70b1edb3-a81d-497f-a298-3ce39daec94b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93825d4df4824572905d7f3c32d518da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196336 Sep 30 08:20:39.816651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1edb3-a81d-497f-a298-3ce39daec94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7272e030-a0b7-4fc4-8272-018da79bf3bd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:39.827594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46642) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:39.897879 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ab15488-540a-4560-b58a-8a00550a4648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.926001 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ab15488-540a-4560-b58a-8a00550a4648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.937506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:39.949962 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04654aa9-2c91-4ddc-9ef0-03ec1f8128ca None None] Sync routers for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:39.962589 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04654aa9-2c91-4ddc-9ef0-03ec1f8128ca None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:39.963228 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04654aa9-2c91-4ddc-9ef0-03ec1f8128ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:39.983196 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.993035 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ab15488-540a-4560-b58a-8a00550a4648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.993035 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ab15488-540a-4560-b58a-8a00550a4648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:39.999882 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9ab15488-540a-4560-b58a-8a00550a4648 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7272e030-a0b7-4fc4-8272-018da79bf3bd HTTP/1.1" status: 204 len: 168 time: 0.1658688 Sep 30 08:20:40.005254 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04654aa9-2c91-4ddc-9ef0-03ec1f8128ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:40.017155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46648) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:40.022617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1ca5dcd1-3071-4326-8050-03226d6ec83b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-912599339-network', 'tenant_id': '37124194150b47b38f9cdd0b92629c03'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:40.029266 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04654aa9-2c91-4ddc-9ef0-03ec1f8128ca None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:40.030522 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab15488-540a-4560-b58a-8a00550a4648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7272e030-a0b7-4fc4-8272-018da79bf3bd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:40.030629 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04654aa9-2c91-4ddc-9ef0-03ec1f8128ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:40.054650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-98cddd9e-6a2a-4f28-a0fb-17b6ba9bdf87 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0819795 Sep 30 08:20:40.057813 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:40.072841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-383f8d7a-2b88-4d06-a947-827942f83348 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'floatingip': {'port_id': '3635f983-ecff-4d2c-9b41-de766b39f9d1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:40.079474 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04654aa9-2c91-4ddc-9ef0-03ec1f8128ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:40.081359 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04654aa9-2c91-4ddc-9ef0-03ec1f8128ca None None] The sync data for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:40.114253 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca5dcd1-3071-4326-8050-03226d6ec83b admin admin] Made reservation on behalf of 37124194150b47b38f9cdd0b92629c03 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:40.116839 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ca5dcd1-3071-4326-8050-03226d6ec83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.132765 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ca5dcd1-3071-4326-8050-03226d6ec83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.141614 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.161670 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'name': 'tempest-TestAggregatesBasicOps-1604454269-router', 'tenant_id': '43dc0fe12f574af6989085d331797fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:31Z', 'updated_at': '2021-09-30T08:20:37Z', 'revision_number': 4, 'project_id': '43dc0fe12f574af6989085d331797fc9', 'gw_port': {'id': 'c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:aa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:32Z', 'updated_at': '2021-09-30T08:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd5841f8a-0707-4e01-abcb-83c66d5e88ab', 'name': '', 'network_id': '12159479-8df5-4d57-8bc5-1f93563b0cd7', 'tenant_id': '43dc0fe12f574af6989085d331797fc9', 'mac_address': 'fa:16:3e:c9:87:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '54b807b7-5f0d-415c-9ea8-d52a965b4a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:35Z', 'updated_at': '2021-09-30T08:20:37Z', 'revision_number': 2, 'project_id': '43dc0fe12f574af6989085d331797fc9', 'subnets': [{'id': '54b807b7-5f0d-415c-9ea8-d52a965b4a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:40.169017 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-383f8d7a-2b88-4d06-a947-827942f83348 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.195288 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Checking router: c36f4bd0-4cae-4612-9f61-bc07a0db47d2 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:20:40.195956 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Updating router c36f4bd0-4cae-4612-9f61-bc07a0db47d2 port d5841f8a-0707-4e01-abcb-83c66d5e88ab binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:20:40.229774 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.399025 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ca5dcd1-3071-4326-8050-03226d6ec83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.406946 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ca5dcd1-3071-4326-8050-03226d6ec83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.514221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca5dcd1-3071-4326-8050-03226d6ec83b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:20:40.544247 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ca5dcd1-3071-4326-8050-03226d6ec83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.544852 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-1ca5dcd1-3071-4326-8050-03226d6ec83b admin admin] Added segment b8c6a52b-cece-4801-a1f1-f1f46934d067 of type vlan for network 8fa21c0a-e791-4c7e-bf74-b8f0392ee611 Sep 30 08:20:40.554731 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5dcd1-3071-4326-8050-03226d6ec83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c42be7b-ece9-4f81-ad64-d755a813a921,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:40.628523 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:40.644992 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ca5dcd1-3071-4326-8050-03226d6ec83b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.688090 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.699717 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.720786 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ca5dcd1-3071-4326-8050-03226d6ec83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.722028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca5dcd1-3071-4326-8050-03226d6ec83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:40.725150 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ca5dcd1-3071-4326-8050-03226d6ec83b admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.725866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46666) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:40.755440 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1ca5dcd1-3071-4326-8050-03226d6ec83b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7370560 Sep 30 08:20:40.764358 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5d2f58c8-f0cf-4f32-b94f-ddf95bac7edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.764477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:40.764956 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.765816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46668) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:40.777469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-85e5d663-1d8a-4dc5-8b38-b84d0a2366b1 admin admin] Request body: {'subnet': {'network_id': '8fa21c0a-e791-4c7e-bf74-b8f0392ee611', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-912599339-subnet', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:40.861415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f4f22-89c9-43bd-8e46-d4fde42d7f06 None None] Pushing event updated for resources: {'Port': ['ID=d5841f8a-0707-4e01-abcb-83c66d5e88ab,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:40.931836 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Attempting to bind port d5841f8a-0707-4e01-abcb-83c66d5e88ab on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:40.932125 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Attempting to bind port d5841f8a-0707-4e01-abcb-83c66d5e88ab by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '6f93091a-d91c-4a00-9970-53178dcd28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12159479-8df5-4d57-8bc5-1f93563b0cd7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:40.932710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Attempting to bind port d5841f8a-0707-4e01-abcb-83c66d5e88ab on network 12159479-8df5-4d57-8bc5-1f93563b0cd7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:40.939930 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:40.940617 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Checking segment: {'id': '6f93091a-d91c-4a00-9970-53178dcd28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12159479-8df5-4d57-8bc5-1f93563b0cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:40.941077 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.941479 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Bound using segment: {'id': '6f93091a-d91c-4a00-9970-53178dcd28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12159479-8df5-4d57-8bc5-1f93563b0cd7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:40.942916 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Bound port: d5841f8a-0707-4e01-abcb-83c66d5e88ab, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93091a-d91c-4a00-9970-53178dcd28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12159479-8df5-4d57-8bc5-1f93563b0cd7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:40.943321 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.946698 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5d2f58c8-f0cf-4f32-b94f-ddf95bac7edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.952215 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5d2f58c8-f0cf-4f32-b94f-ddf95bac7edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:40.970604 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5dcd1-3071-4326-8050-03226d6ec83b admin admin] Pushing event updated for resources: {'Network': ['ID=8fa21c0a-e791-4c7e-bf74-b8f0392ee611,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:40.991038 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 8fa21c0a-e791-4c7e-bf74-b8f0392ee611 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:20:41.026815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f58c8-f0cf-4f32-b94f-ddf95bac7edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c318f1-e25f-4659-9a89-157d04f0acc7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:41.034703 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5d2f58c8-f0cf-4f32-b94f-ddf95bac7edc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=363234536aef41bda7a9b234f377e026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3075030 Sep 30 08:20:41.038014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46672) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:41.039794 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e5d663-1d8a-4dc5-8b38-b84d0a2366b1 admin admin] Made reservation on behalf of 37124194150b47b38f9cdd0b92629c03 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:41.042792 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85e5d663-1d8a-4dc5-8b38-b84d0a2366b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.064418 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f87f3be7-c32b-4bd1-b755-68abd3c80bc8 None None] Provisioning complete for port d5841f8a-0707-4e01-abcb-83c66d5e88ab triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:41.064801 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f87f3be7-c32b-4bd1-b755-68abd3c80bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.125628 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-431bed03-67cd-4052-ac83-fb8e8ff65bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.136897 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-383f8d7a-2b88-4d06-a947-827942f83348 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.143497 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] For port d5841f8a-0707-4e01-abcb-83c66d5e88ab, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:41.146910 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] For port d5841f8a-0707-4e01-abcb-83c66d5e88ab, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d5841f8a-0707-4e01-abcb-83c66d5e88ab,segment=NetworkSegment(6f93091a-d91c-4a00-9970-53178dcd28d9),segment_id=6f93091a-d91c-4a00-9970-53178dcd28d9)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:41.152385 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-383f8d7a-2b88-4d06-a947-827942f83348 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.154100 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.167889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f87f3be7-c32b-4bd1-b755-68abd3c80bc8 None None] Port d5841f8a-0707-4e01-abcb-83c66d5e88ab cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:20:41.169223 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-431bed03-67cd-4052-ac83-fb8e8ff65bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.221528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Routers {'c36f4bd0-4cae-4612-9f61-bc07a0db47d2'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:41.222907 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c36f4bd0-4cae-4612-9f61-bc07a0db47d2'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:41.247375 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-431bed03-67cd-4052-ac83-fb8e8ff65bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.250275 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-431bed03-67cd-4052-ac83-fb8e8ff65bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.255106 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-431bed03-67cd-4052-ac83-fb8e8ff65bfd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64c318f1-e25f-4659-9a89-157d04f0acc7 HTTP/1.1" status: 204 len: 168 time: 0.2128582 Sep 30 08:20:41.280403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bed03-67cd-4052-ac83-fb8e8ff65bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c318f1-e25f-4659-9a89-157d04f0acc7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:41.286224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f4f22-89c9-43bd-8e46-d4fde42d7f06 None None] Pushing event updated for resources: {'Port': ['ID=d5841f8a-0707-4e01-abcb-83c66d5e88ab,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:41.426911 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] Set router c36f4bd0-4cae-4612-9f61-bc07a0db47d2 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:41.691947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-894211f0-e629-4c5c-9a95-442634a0c716 None None] Provisioning complete for port d5841f8a-0707-4e01-abcb-83c66d5e88ab triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:41.692547 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-894211f0-e629-4c5c-9a95-442634a0c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:41.751331 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'name': 'tempest-TestAggregatesBasicOps-1604454269-router', 'tenant_id': '43dc0fe12f574af6989085d331797fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:31Z', 'updated_at': '2021-09-30T08:20:37Z', 'revision_number': 4, 'project_id': '43dc0fe12f574af6989085d331797fc9', 'gw_port': {'id': 'c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:aa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:32Z', 'updated_at': '2021-09-30T08:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd5841f8a-0707-4e01-abcb-83c66d5e88ab', 'name': '', 'network_id': '12159479-8df5-4d57-8bc5-1f93563b0cd7', 'tenant_id': '43dc0fe12f574af6989085d331797fc9', 'mac_address': 'fa:16:3e:c9:87:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '54b807b7-5f0d-415c-9ea8-d52a965b4a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:35Z', 'updated_at': '2021-09-30T08:20:41Z', 'revision_number': 4, 'project_id': '43dc0fe12f574af6989085d331797fc9', 'subnets': [{'id': '54b807b7-5f0d-415c-9ea8-d52a965b4a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:41.782674 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a68a1-dd58-402b-8f12-fefa21ffd2a2 None None] The sync data for ids ['c36f4bd0-4cae-4612-9f61-bc07a0db47d2'] in n-d-807359-2 is: [{'id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'name': 'tempest-TestAggregatesBasicOps-1604454269-router', 'tenant_id': '43dc0fe12f574af6989085d331797fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:31Z', 'updated_at': '2021-09-30T08:20:37Z', 'revision_number': 4, 'project_id': '43dc0fe12f574af6989085d331797fc9', 'gw_port': {'id': 'c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:aa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:32Z', 'updated_at': '2021-09-30T08:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd5841f8a-0707-4e01-abcb-83c66d5e88ab', 'name': '', 'network_id': '12159479-8df5-4d57-8bc5-1f93563b0cd7', 'tenant_id': '43dc0fe12f574af6989085d331797fc9', 'mac_address': 'fa:16:3e:c9:87:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '54b807b7-5f0d-415c-9ea8-d52a965b4a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:35Z', 'updated_at': '2021-09-30T08:20:41Z', 'revision_number': 4, 'project_id': '43dc0fe12f574af6989085d331797fc9', 'subnets': [{'id': '54b807b7-5f0d-415c-9ea8-d52a965b4a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:41.915943 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-894211f0-e629-4c5c-9a95-442634a0c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.040723 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-894211f0-e629-4c5c-9a95-442634a0c716 None None] For port d5841f8a-0707-4e01-abcb-83c66d5e88ab, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d5841f8a-0707-4e01-abcb-83c66d5e88ab,segment=NetworkSegment(6f93091a-d91c-4a00-9970-53178dcd28d9),segment_id=6f93091a-d91c-4a00-9970-53178dcd28d9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:42.052676 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-894211f0-e629-4c5c-9a95-442634a0c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.116352 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-774d5828-b998-4e56-b269-5c6c171d901a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.154238 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85e5d663-1d8a-4dc5-8b38-b84d0a2366b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.179368 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894211f0-e629-4c5c-9a95-442634a0c716 None None] Pushing event updated for resources: {'Port': ['ID=d5841f8a-0707-4e01-abcb-83c66d5e88ab,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:42.257515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e5d663-1d8a-4dc5-8b38-b84d0a2366b1 admin admin] Checking segment: {'id': 'b8c6a52b-cece-4801-a1f1-f1f46934d067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8fa21c0a-e791-4c7e-bf74-b8f0392ee611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:42.257880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e5d663-1d8a-4dc5-8b38-b84d0a2366b1 admin admin] Network hostable DHCP agents. Network: 8fa21c0a-e791-4c7e-bf74-b8f0392ee611, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:20:42.274640 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383f8d7a-2b88-4d06-a947-827942f83348 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router 0269d8e4-3a55-424e-9bed-b6323486167d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:42.278834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5d663-1d8a-4dc5-8b38-b84d0a2366b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a055919b-74b6-48e4-8e17-695470ac7847,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:42.343334 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e5d663-1d8a-4dc5-8b38-b84d0a2366b1 admin admin] Network 8fa21c0a-e791-4c7e-bf74-b8f0392ee611 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:20:42.361190 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-85e5d663-1d8a-4dc5-8b38-b84d0a2366b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 8fa21c0a-e791-4c7e-bf74-b8f0392ee611) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:42.370099 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc78220-5d22-447c-b868-0d9179c167fa None None] Network 8fa21c0a-e791-4c7e-bf74-b8f0392ee611 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:42.378835 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e5d663-1d8a-4dc5-8b38-b84d0a2366b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:42.379432 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85e5d663-1d8a-4dc5-8b38-b84d0a2366b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.399799 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-85e5d663-1d8a-4dc5-8b38-b84d0a2366b1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6243713 Sep 30 08:20:42.399923 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46704) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:42.404878 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-912599339-router', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:42.459521 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.460723 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.564332 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383f8d7a-2b88-4d06-a947-827942f83348 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:42.570507 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-383f8d7a-2b88-4d06-a947-827942f83348 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.589340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f953c9-d001-4e7f-8d0e-c3e80e1953b1 None None] Sync routers for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:42.617795 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d5841f8a-0707-4e01-abcb-83c66d5e88ab up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:42.626929 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.702120 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f953c9-d001-4e7f-8d0e-c3e80e1953b1 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:42.703241 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-84f953c9-d001-4e7f-8d0e-c3e80e1953b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:42.749386 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-383f8d7a-2b88-4d06-a947-827942f83348 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "PUT /v2.0/floatingips/a643ca49-18af-4b2b-893f-2bb5e5e8b5c0 HTTP/1.1" status: 200 len: 977 time: 2.6873372 Sep 30 08:20:42.751772 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:42.781735 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-84f953c9-d001-4e7f-8d0e-c3e80e1953b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:42.826955 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f953c9-d001-4e7f-8d0e-c3e80e1953b1 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:42.828797 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-84f953c9-d001-4e7f-8d0e-c3e80e1953b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:42.903179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-84f953c9-d001-4e7f-8d0e-c3e80e1953b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:42.903938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f953c9-d001-4e7f-8d0e-c3e80e1953b1 None None] The sync data for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:42.923188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-8fa21c0a-e791-4c7e-bf74-b8f0392ee611', 'network_id': '8fa21c0a-e791-4c7e-bf74-b8f0392ee611', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'fixed_ips': [{'subnet_id': 'a055919b-74b6-48e4-8e17-695470ac7847'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:20:42.925355 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:42.943842 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d5841f8a-0707-4e01-abcb-83c66d5e88ab triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:42.944265 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.011242 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.046139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46722) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:43.179520 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5106125b-57bf-4a0b-9da6-371ace04775c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting port a7fd233e-90c1-485b-9de0-1b4444846206 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:43.180845 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5106125b-57bf-4a0b-9da6-371ace04775c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.299413 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Allocated IP 172.20.0.2 (8fa21c0a-e791-4c7e-bf74-b8f0392ee611/a055919b-74b6-48e4-8e17-695470ac7847/a6d4fa0b-660f-4e38-abdd-d9ed153a6172) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:43.329542 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5106125b-57bf-4a0b-9da6-371ace04775c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.330237 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5106125b-57bf-4a0b-9da6-371ace04775c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.348515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5106125b-57bf-4a0b-9da6-371ace04775c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Calling delete_port for a7fd233e-90c1-485b-9de0-1b4444846206 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:43.359943 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.384172 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.521666 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5ddf06ca-1c58-4dae-b627-9bccfab93ef2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1848678083-network', 'tenant_id': '335f09d13e9f48fcbf88ae43d1a53716'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:43.560778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Allocated IP 172.25.0.152 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/bdfa0743-3ec0-4d48-87c2-6ac455a7548d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:43.583349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddf06ca-1c58-4dae-b627-9bccfab93ef2 admin admin] Made reservation on behalf of 335f09d13e9f48fcbf88ae43d1a53716 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:43.587176 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ddf06ca-1c58-4dae-b627-9bccfab93ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.590849 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.599796 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.603752 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ddf06ca-1c58-4dae-b627-9bccfab93ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.697687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Network 8fa21c0a-e791-4c7e-bf74-b8f0392ee611 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:43.699075 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Pushing event updated for resources: {'Port': ['ID=a6d4fa0b-660f-4e38-abdd-d9ed153a6172,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:43.702392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:43.708771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:43.710756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.753815 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5106125b-57bf-4a0b-9da6-371ace04775c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.770402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.786177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Attempting to bind port a6d4fa0b-660f-4e38-abdd-d9ed153a6172 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:43.786549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Attempting to bind port a6d4fa0b-660f-4e38-abdd-d9ed153a6172 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'b8c6a52b-cece-4801-a1f1-f1f46934d067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8fa21c0a-e791-4c7e-bf74-b8f0392ee611'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:43.786913 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Attempting to bind port a6d4fa0b-660f-4e38-abdd-d9ed153a6172 on network 8fa21c0a-e791-4c7e-bf74-b8f0392ee611 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:43.791993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:43.792489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Checking segment: {'id': 'b8c6a52b-cece-4801-a1f1-f1f46934d067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8fa21c0a-e791-4c7e-bf74-b8f0392ee611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:43.793041 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.794090 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Bound using segment: {'id': 'b8c6a52b-cece-4801-a1f1-f1f46934d067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8fa21c0a-e791-4c7e-bf74-b8f0392ee611'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:43.794664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Bound port: a6d4fa0b-660f-4e38-abdd-d9ed153a6172, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c6a52b-cece-4801-a1f1-f1f46934d067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8fa21c0a-e791-4c7e-bf74-b8f0392ee611'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:43.795141 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.802661 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106125b-57bf-4a0b-9da6-371ace04775c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Port': ['ID=a7fd233e-90c1-485b-9de0-1b4444846206,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:43.862704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:43.873595 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:43.875140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] For port a6d4fa0b-660f-4e38-abdd-d9ed153a6172, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:43.878609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:43.881843 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] For port a6d4fa0b-660f-4e38-abdd-d9ed153a6172, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a6d4fa0b-660f-4e38-abdd-d9ed153a6172,segment=NetworkSegment(b8c6a52b-cece-4801-a1f1-f1f46934d067),segment_id=b8c6a52b-cece-4801-a1f1-f1f46934d067)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:43.889057 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.908260 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ddf06ca-1c58-4dae-b627-9bccfab93ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.919674 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ddf06ca-1c58-4dae-b627-9bccfab93ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.924659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Pushing event updated for resources: {'Port': ['ID=bdfa0743-3ec0-4d48-87c2-6ac455a7548d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:43.933461 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5106125b-57bf-4a0b-9da6-371ace04775c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:43.933826 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-5106125b-57bf-4a0b-9da6-371ace04775c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Floating IP a643ca49-18af-4b2b-893f-2bb5e5e8b5c0 disassociated (deleted). External IP: 172.25.0.63, port: 3635f983-ecff-4d2c-9b41-de766b39f9d1. Sep 30 08:20:43.977802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a40d5a-3bbb-4399-b0c5-21e538287af3 None None] Pushing event updated for resources: {'Port': ['ID=a6d4fa0b-660f-4e38-abdd-d9ed153a6172,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:43.993946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ddf06ca-1c58-4dae-b627-9bccfab93ef2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:20:44.020713 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ddf06ca-1c58-4dae-b627-9bccfab93ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.021055 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-5ddf06ca-1c58-4dae-b627-9bccfab93ef2 admin admin] Added segment 6277b6a0-087d-440c-8513-8832b68a6bc2 of type vlan for network 5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 Sep 30 08:20:44.031236 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf06ca-1c58-4dae-b627-9bccfab93ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fcfc0f-c870-47c9-ba30-bfabed45c39a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:44.124189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ddf06ca-1c58-4dae-b627-9bccfab93ef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.208538 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ddf06ca-1c58-4dae-b627-9bccfab93ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.209703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddf06ca-1c58-4dae-b627-9bccfab93ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:44.210432 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ddf06ca-1c58-4dae-b627-9bccfab93ef2 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.253216 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.313894 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5ddf06ca-1c58-4dae-b627-9bccfab93ef2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2658238 Sep 30 08:20:44.316788 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46742) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:44.323865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ad56d280-ec4c-4072-8242-682d5c26be59 admin admin] Request body: {'subnet': {'network_id': '5c2ddfbd-f8bf-4e49-9c38-79891b90fda9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1848678083-subnet', 'tenant_id': '335f09d13e9f48fcbf88ae43d1a53716', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:44.333716 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf06ca-1c58-4dae-b627-9bccfab93ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=5c2ddfbd-f8bf-4e49-9c38-79891b90fda9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:44.345785 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:20:44.422154 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5106125b-57bf-4a0b-9da6-371ace04775c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router 0269d8e4-3a55-424e-9bed-b6323486167d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:44.426284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad56d280-ec4c-4072-8242-682d5c26be59 admin admin] Made reservation on behalf of 335f09d13e9f48fcbf88ae43d1a53716 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:44.431626 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad56d280-ec4c-4072-8242-682d5c26be59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.554381 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.607953 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a6d4fa0b-660f-4e38-abdd-d9ed153a6172 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:44.691841 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a6d4fa0b-660f-4e38-abdd-d9ed153a6172 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:44.692462 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.767965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5106125b-57bf-4a0b-9da6-371ace04775c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:44.774643 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5106125b-57bf-4a0b-9da6-371ace04775c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.783493 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67170ea-b08c-48af-8257-2d7b260a257f None None] Sync routers for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:44.800917 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67170ea-b08c-48af-8257-2d7b260a257f None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:44.801540 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a67170ea-b08c-48af-8257-2d7b260a257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:44.808193 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4350e17e-29f5-4314-8942-9cd7926af9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.844331 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5106125b-57bf-4a0b-9da6-371ace04775c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/floatingips/a643ca49-18af-4b2b-893f-2bb5e5e8b5c0 HTTP/1.1" status: 204 len: 168 time: 2.0881779 Sep 30 08:20:44.844331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46750) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:44.850231 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a67170ea-b08c-48af-8257-2d7b260a257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:44.866725 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.870518 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67170ea-b08c-48af-8257-2d7b260a257f None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:44.871339 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a67170ea-b08c-48af-8257-2d7b260a257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:44.893124 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad56d280-ec4c-4072-8242-682d5c26be59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:44.971390 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a67170ea-b08c-48af-8257-2d7b260a257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:44.972110 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67170ea-b08c-48af-8257-2d7b260a257f None None] The sync data for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:44.974437 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port a6d4fa0b-660f-4e38-abdd-d9ed153a6172, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a6d4fa0b-660f-4e38-abdd-d9ed153a6172,segment=NetworkSegment(b8c6a52b-cece-4801-a1f1-f1f46934d067),segment_id=b8c6a52b-cece-4801-a1f1-f1f46934d067)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:44.981658 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.028431 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56d280-ec4c-4072-8242-682d5c26be59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e3e2ffb-0bed-4ab0-bd99-d1e77e7b4c8b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:45.034836 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad56d280-ec4c-4072-8242-682d5c26be59 admin admin] Checking segment: {'id': '6277b6a0-087d-440c-8513-8832b68a6bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5c2ddfbd-f8bf-4e49-9c38-79891b90fda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:45.035203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad56d280-ec4c-4072-8242-682d5c26be59 admin admin] Network hostable DHCP agents. Network: 5c2ddfbd-f8bf-4e49-9c38-79891b90fda9, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:20:45.094781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-68b070fe-f00d-4122-b4ef-1c0c2eab7fe6 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting port 3635f983-ecff-4d2c-9b41-de766b39f9d1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:45.095131 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68b070fe-f00d-4122-b4ef-1c0c2eab7fe6 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.100347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=a6d4fa0b-660f-4e38-abdd-d9ed153a6172,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:45.124708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad56d280-ec4c-4072-8242-682d5c26be59 admin admin] Network 5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:20:45.146489 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ad56d280-ec4c-4072-8242-682d5c26be59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 5c2ddfbd-f8bf-4e49-9c38-79891b90fda9) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:45.151767 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad56d280-ec4c-4072-8242-682d5c26be59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:45.153404 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad56d280-ec4c-4072-8242-682d5c26be59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.158433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53041a55-94af-48a7-b0c0-3d067e793b23 None None] Network 5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:45.198519 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ad56d280-ec4c-4072-8242-682d5c26be59 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8804107 Sep 30 08:20:45.283086 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Router ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:20:45.318063 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68b070fe-f00d-4122-b4ef-1c0c2eab7fe6 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.322831 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.344555 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-68b070fe-f00d-4122-b4ef-1c0c2eab7fe6 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Calling delete_port for 3635f983-ecff-4d2c-9b41-de766b39f9d1 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:45.532538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:45.553882 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.557498 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1c85acea-3661-4125-a85b-dda3800422f0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1565018 Sep 30 08:20:45.560620 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46766) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:45.628790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7d6652-6269-4709-9f98-1127e198ea40 None None] Network 8fa21c0a-e791-4c7e-bf74-b8f0392ee611 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:45.645635 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Sync routers for ids ['ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:45.661079 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ef577-f398-4b71-9f2f-3edb83ecf924 None None] Network 5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:45.669243 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68b070fe-f00d-4122-b4ef-1c0c2eab7fe6 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.704305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Routers {'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:45.707097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b070fe-f00d-4122-b4ef-1c0c2eab7fe6 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Port': ['ID=3635f983-ecff-4d2c-9b41-de766b39f9d1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:45.720308 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:45.816991 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68b070fe-f00d-4122-b4ef-1c0c2eab7fe6 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.819786 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-68b070fe-f00d-4122-b4ef-1c0c2eab7fe6 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/ports/3635f983-ecff-4d2c-9b41-de766b39f9d1 HTTP/1.1" status: 204 len: 168 time: 0.9749198 Sep 30 08:20:45.823768 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:45.830080 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:45.849763 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3af7ea31-1abe-40ab-8f46-0c1cff6e4a63 None None] Provisioning complete for port a6d4fa0b-660f-4e38-abdd-d9ed153a6172 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:45.850247 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3af7ea31-1abe-40ab-8f46-0c1cff6e4a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.860017 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:45.979066 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.028709 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.202103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Allocated IP 172.25.0.122 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/a3d7be0e-2b22-4abf-b6e8-7e262bf3ced3) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:46.264897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Set router ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:46.275774 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.396460 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.437907 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.505313 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:46.509524 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:46.514362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:46.573716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a6d4fa0b-660f-4e38-abdd-d9ed153a6172 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:46.597708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=a3d7be0e-2b22-4abf-b6e8-7e262bf3ced3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:46.675158 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Allocated IP 172.20.0.1 (8fa21c0a-e791-4c7e-bf74-b8f0392ee611/a055919b-74b6-48e4-8e17-695470ac7847/a331cfd7-7029-4303-af7b-ab12c5af3459) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:46.683147 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.738381 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.779388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a6d4fa0b-660f-4e38-abdd-d9ed153a6172 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:46.780324 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.858198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'name': 'tempest-TestAggregatesBasicOps-912599339-router', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'bdfa0743-3ec0-4d48-87c2-6ac455a7548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:42Z', 'updated_at': '2021-09-30T08:20:44Z', 'revision_number': 3, 'project_id': '37124194150b47b38f9cdd0b92629c03', 'gw_port': {'id': 'bdfa0743-3ec0-4d48-87c2-6ac455a7548d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:43Z', 'updated_at': '2021-09-30T08:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:46.874798 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.916314 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.920569 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Checking router: ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:20:46.921069 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Updating router ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e port bdfa0743-3ec0-4d48-87c2-6ac455a7548d binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:20:46.927630 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:46.972214 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.017562 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.057831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=a3d7be0e-2b22-4abf-b6e8-7e262bf3ced3,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:47.072291 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.089153 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.091483 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f0d77436-0c9e-474d-87b9-d5d3d9aef13c tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2658629 Sep 30 08:20:47.093911 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46790) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:47.099401 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-14a5b96e-a244-416f-a494-c8db4a42b775 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'port': {'network_id': '9dd2f135-8d7b-46a2-94d6-7e1c18b802bb', 'name': 'tempest-FloatingIPTestJSON-784765839'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:47.108368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Network 8fa21c0a-e791-4c7e-bf74-b8f0392ee611 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:47.109596 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Pushing event updated for resources: {'Port': ['ID=a331cfd7-7029-4303-af7b-ab12c5af3459,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:47.115617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:47.119548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:47.194830 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.219411 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-18eb0636-c265-4c8d-8db9-0a3074fd6a1a None None] Provisioning complete for port a6d4fa0b-660f-4e38-abdd-d9ed153a6172 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:47.221060 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-18eb0636-c265-4c8d-8db9-0a3074fd6a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.462594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a5b96e-a244-416f-a494-c8db4a42b775 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Made reservation on behalf of f956713af90841d18ac8ac43799aa630 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:47.470898 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14a5b96e-a244-416f-a494-c8db4a42b775 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.499397 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.513879 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-14a5b96e-a244-416f-a494-c8db4a42b775 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] device_id is not set on port 3402f267-6775-4946-8242-740729906e7e yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:20:47.679231 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.688225 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.692665 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-14a5b96e-a244-416f-a494-c8db4a42b775 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Allocated IP 172.20.0.6 (9dd2f135-8d7b-46a2-94d6-7e1c18b802bb/8055ff80-3ea6-45c6-a0f1-e48b8a624a42/3402f267-6775-4946-8242-740729906e7e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:47.716633 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.720845 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.727851 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.757650 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ad567-bc6b-4b14-96b6-8870ea35b760 None None] Pushing event updated for resources: {'Port': ['ID=bdfa0743-3ec0-4d48-87c2-6ac455a7548d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:47.759875 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5eeab049-2d9a-4fb4-b15e-9fbf34c17eaf None None] Provisioning complete for port a331cfd7-7029-4303-af7b-ab12c5af3459 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:47.760360 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5eeab049-2d9a-4fb4-b15e-9fbf34c17eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.762624 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Attempting to bind port bdfa0743-3ec0-4d48-87c2-6ac455a7548d on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:47.762995 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Attempting to bind port bdfa0743-3ec0-4d48-87c2-6ac455a7548d by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:47.763360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Attempting to bind port bdfa0743-3ec0-4d48-87c2-6ac455a7548d on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:47.795179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:47.795562 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:47.796001 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.796403 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:47.796889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Bound port: bdfa0743-3ec0-4d48-87c2-6ac455a7548d, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:47.797275 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.826352 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.829826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Pushing event updated for resources: {'Port': ['ID=a331cfd7-7029-4303-af7b-ab12c5af3459,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:47.833981 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5eeab049-2d9a-4fb4-b15e-9fbf34c17eaf None None] Port a331cfd7-7029-4303-af7b-ab12c5af3459 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:20:47.866305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] For port bdfa0743-3ec0-4d48-87c2-6ac455a7548d, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:47.872509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] For port bdfa0743-3ec0-4d48-87c2-6ac455a7548d, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=bdfa0743-3ec0-4d48-87c2-6ac455a7548d,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:47.878424 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.911019 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14a5b96e-a244-416f-a494-c8db4a42b775 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:47.953451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Network 8fa21c0a-e791-4c7e-bf74-b8f0392ee611 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:47.955571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:47.961822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ad567-bc6b-4b14-96b6-8870ea35b760 None None] Pushing event updated for resources: {'Port': ['ID=bdfa0743-3ec0-4d48-87c2-6ac455a7548d,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:47.971478 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Routers {'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:47.973213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:47.994990 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14a5b96e-a244-416f-a494-c8db4a42b775 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:48.107671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Router ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:48.114987 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a5b96e-a244-416f-a494-c8db4a42b775 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network 9dd2f135-8d7b-46a2-94d6-7e1c18b802bb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:48.118364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-14a5b96e-a244-416f-a494-c8db4a42b775 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:48.126987 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5b96e-a244-416f-a494-c8db4a42b775 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:48.132940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] Set router ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:48.172877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b96e-a244-416f-a494-c8db4a42b775 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=3402f267-6775-4946-8242-740729906e7e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:48.209546 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a5b96e-a244-416f-a494-c8db4a42b775 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:48.210108 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14a5b96e-a244-416f-a494-c8db4a42b775 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:48.240974 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-14a5b96e-a244-416f-a494-c8db4a42b775 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1431088 Sep 30 08:20:48.240974 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46814) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:48.245428 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ba364145-f577-49c8-b3d1-b2b0c01682cf tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'floatingip': {'port_id': '3402f267-6775-4946-8242-740729906e7e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:48.287596 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba364145-f577-49c8-b3d1-b2b0c01682cf tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:48.291521 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:48.306763 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5f22dc1d-2184-4353-a89b-42430c75d52a admin admin] 10.222.0.24 "PUT /v2.0/routers/ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7374053 Sep 30 08:20:48.423144 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'name': 'tempest-TestAggregatesBasicOps-912599339-router', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'bdfa0743-3ec0-4d48-87c2-6ac455a7548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:42Z', 'updated_at': '2021-09-30T08:20:47Z', 'revision_number': 4, 'project_id': '37124194150b47b38f9cdd0b92629c03', 'gw_port': {'id': 'bdfa0743-3ec0-4d48-87c2-6ac455a7548d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:43Z', 'updated_at': '2021-09-30T08:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a331cfd7-7029-4303-af7b-ab12c5af3459', 'name': '', 'network_id': '8fa21c0a-e791-4c7e-bf74-b8f0392ee611', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'mac_address': 'fa:16:3e:a6:e6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'a055919b-74b6-48e4-8e17-695470ac7847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:46Z', 'updated_at': '2021-09-30T08:20:47Z', 'revision_number': 2, 'project_id': '37124194150b47b38f9cdd0b92629c03', 'subnets': [{'id': 'a055919b-74b6-48e4-8e17-695470ac7847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:48.463612 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a07a747-ec2f-4efc-8887-d6dc277b35d6 None None] The sync data for ids ['ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'] in n-d-807359-2 is: [{'id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'name': 'tempest-TestAggregatesBasicOps-912599339-router', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'bdfa0743-3ec0-4d48-87c2-6ac455a7548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:42Z', 'updated_at': '2021-09-30T08:20:47Z', 'revision_number': 4, 'project_id': '37124194150b47b38f9cdd0b92629c03', 'gw_port': {'id': 'bdfa0743-3ec0-4d48-87c2-6ac455a7548d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:43Z', 'updated_at': '2021-09-30T08:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a331cfd7-7029-4303-af7b-ab12c5af3459', 'name': '', 'network_id': '8fa21c0a-e791-4c7e-bf74-b8f0392ee611', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'mac_address': 'fa:16:3e:a6:e6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'a055919b-74b6-48e4-8e17-695470ac7847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:46Z', 'updated_at': '2021-09-30T08:20:47Z', 'revision_number': 2, 'project_id': '37124194150b47b38f9cdd0b92629c03', 'subnets': [{'id': 'a055919b-74b6-48e4-8e17-695470ac7847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:48.553249 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3c204735-8e00-40dd-9721-40e107397e1e None None] Provisioning complete for port a331cfd7-7029-4303-af7b-ab12c5af3459 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:48.555132 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3c204735-8e00-40dd-9721-40e107397e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:48.615755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3c204735-8e00-40dd-9721-40e107397e1e None None] Port a331cfd7-7029-4303-af7b-ab12c5af3459 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:20:49.117115 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba364145-f577-49c8-b3d1-b2b0c01682cf tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:49.125987 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba364145-f577-49c8-b3d1-b2b0c01682cf tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:49.269867 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-ba364145-f577-49c8-b3d1-b2b0c01682cf tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Floating IP fcf35f65-b154-4f62-8dd5-8746abcb3f0f associated. External IP: 172.25.0.122, port: 3402f267-6775-4946-8242-740729906e7e. Sep 30 08:20:49.708758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba364145-f577-49c8-b3d1-b2b0c01682cf tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router 0269d8e4-3a55-424e-9bed-b6323486167d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:50.512532 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46898) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:50.578003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba364145-f577-49c8-b3d1-b2b0c01682cf tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:50.578699 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bdfa0743-3ec0-4d48-87c2-6ac455a7548d up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:50.591718 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58609163-22a7-42fe-85dc-a3b3376a5cfa None None] Sync routers for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:50.592543 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba364145-f577-49c8-b3d1-b2b0c01682cf tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:50.605716 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58609163-22a7-42fe-85dc-a3b3376a5cfa None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:50.606707 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-58609163-22a7-42fe-85dc-a3b3376a5cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:50.627424 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ba364145-f577-49c8-b3d1-b2b0c01682cf tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "PUT /v2.0/floatingips/fcf35f65-b154-4f62-8dd5-8746abcb3f0f HTTP/1.1" status: 200 len: 977 time: 2.3855762 Sep 30 08:20:50.630169 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46904) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:50.691634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port bdfa0743-3ec0-4d48-87c2-6ac455a7548d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:50.692044 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:50.698998 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-58609163-22a7-42fe-85dc-a3b3376a5cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:50.726123 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58609163-22a7-42fe-85dc-a3b3376a5cfa None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:50.727112 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-58609163-22a7-42fe-85dc-a3b3376a5cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:50.791807 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-58609163-22a7-42fe-85dc-a3b3376a5cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:50.793008 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58609163-22a7-42fe-85dc-a3b3376a5cfa None None] The sync data for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:50.807590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f3498f4e-d8c2-444e-b7bb-202c237b0bac tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting port 3402f267-6775-4946-8242-740729906e7e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:50.807993 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3498f4e-d8c2-444e-b7bb-202c237b0bac tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:50.843301 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:50.906600 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port bdfa0743-3ec0-4d48-87c2-6ac455a7548d, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=bdfa0743-3ec0-4d48-87c2-6ac455a7548d,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:50.912027 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:50.932052 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3498f4e-d8c2-444e-b7bb-202c237b0bac tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.014115 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=bdfa0743-3ec0-4d48-87c2-6ac455a7548d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:51.140824 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d15afe58-365b-477d-a3ce-f81431077953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.244224 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3498f4e-d8c2-444e-b7bb-202c237b0bac tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.244395 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3498f4e-d8c2-444e-b7bb-202c237b0bac tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.244728 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-f3498f4e-d8c2-444e-b7bb-202c237b0bac tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Floating IP fcf35f65-b154-4f62-8dd5-8746abcb3f0f disassociated. External IP: 172.25.0.122, port: 3402f267-6775-4946-8242-740729906e7e. Sep 30 08:20:51.245056 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f3498f4e-d8c2-444e-b7bb-202c237b0bac tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Calling delete_port for 3402f267-6775-4946-8242-740729906e7e owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:51.387985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46924) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:51.410349 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3498f4e-d8c2-444e-b7bb-202c237b0bac tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.443166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3498f4e-d8c2-444e-b7bb-202c237b0bac tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Port': ['ID=3402f267-6775-4946-8242-740729906e7e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:51.456038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d15afe58-365b-477d-a3ce-f81431077953 admin admin] Deleting port d5841f8a-0707-4e01-abcb-83c66d5e88ab {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:51.456454 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d15afe58-365b-477d-a3ce-f81431077953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.572945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-d15afe58-365b-477d-a3ce-f81431077953 admin admin] For port d5841f8a-0707-4e01-abcb-83c66d5e88ab, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d5841f8a-0707-4e01-abcb-83c66d5e88ab,segment=NetworkSegment(6f93091a-d91c-4a00-9970-53178dcd28d9),segment_id=6f93091a-d91c-4a00-9970-53178dcd28d9)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:51.573496 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d15afe58-365b-477d-a3ce-f81431077953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.576854 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e6847fe-bc48-44dc-97a3-673d32b56051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.603856 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3498f4e-d8c2-444e-b7bb-202c237b0bac tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router 0269d8e4-3a55-424e-9bed-b6323486167d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:51.608270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d15afe58-365b-477d-a3ce-f81431077953 admin admin] Calling delete_port for d5841f8a-0707-4e01-abcb-83c66d5e88ab owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:51.724387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3498f4e-d8c2-444e-b7bb-202c237b0bac tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:51.742070 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f32a1db-8fc6-4b90-82e7-74102a83482c None None] Sync routers for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:51.767512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f32a1db-8fc6-4b90-82e7-74102a83482c None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:51.769102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8f32a1db-8fc6-4b90-82e7-74102a83482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:51.810756 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3498f4e-d8c2-444e-b7bb-202c237b0bac tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.816045 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f3498f4e-d8c2-444e-b7bb-202c237b0bac tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/ports/3402f267-6775-4946-8242-740729906e7e HTTP/1.1" status: 204 len: 168 time: 1.1845169 Sep 30 08:20:51.816797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46930) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:51.832775 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Sync routers for ids ['ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:51.837672 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e6847fe-bc48-44dc-97a3-673d32b56051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.843486 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e6847fe-bc48-44dc-97a3-673d32b56051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:51.859515 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Routers {'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:51.860414 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:51.878991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6847fe-bc48-44dc-97a3-673d32b56051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fe4af4-dc6e-484d-97c5-10ade9ed8dba,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:51.927712 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9346c113-a3ac-4020-8c19-1ef27e22d2e5 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "GET /v2.0/floatingips/fcf35f65-b154-4f62-8dd5-8746abcb3f0f HTTP/1.1" status: 200 len: 688 time: 0.1088588 Sep 30 08:20:51.929877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46934) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:51.937774 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4e6847fe-bc48-44dc-97a3-673d32b56051 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc34cc57726f474490f1b7cc8f86c74b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5462763 Sep 30 08:20:51.948658 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46936) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:51.989886 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d15afe58-365b-477d-a3ce-f81431077953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:52.034434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15afe58-365b-477d-a3ce-f81431077953 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5841f8a-0707-4e01-abcb-83c66d5e88ab,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:52.077932 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67b9e3e1-1215-4bb2-884f-92ad7356005e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:52.099818 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8f32a1db-8fc6-4b90-82e7-74102a83482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:52.100936 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Set router ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:52.110777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f32a1db-8fc6-4b90-82e7-74102a83482c None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:52.112060 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8f32a1db-8fc6-4b90-82e7-74102a83482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:52.180454 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67b9e3e1-1215-4bb2-884f-92ad7356005e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:52.187164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8f32a1db-8fc6-4b90-82e7-74102a83482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:52.189880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f32a1db-8fc6-4b90-82e7-74102a83482c None None] The sync data for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:52.221430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-24997e5e-569e-41b6-ae00-0cfab970c39e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting port a3d7be0e-2b22-4abf-b6e8-7e262bf3ced3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:52.222146 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24997e5e-569e-41b6-ae00-0cfab970c39e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:52.323825 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67b9e3e1-1215-4bb2-884f-92ad7356005e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:52.328059 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67b9e3e1-1215-4bb2-884f-92ad7356005e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:52.329362 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-67b9e3e1-1215-4bb2-884f-92ad7356005e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9fe4af4-dc6e-484d-97c5-10ade9ed8dba HTTP/1.1" status: 204 len: 168 time: 0.3776705 Sep 30 08:20:52.352475 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9e3e1-1215-4bb2-884f-92ad7356005e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fe4af4-dc6e-484d-97c5-10ade9ed8dba,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:52.390760 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24997e5e-569e-41b6-ae00-0cfab970c39e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:52.391555 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24997e5e-569e-41b6-ae00-0cfab970c39e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:52.410446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-24997e5e-569e-41b6-ae00-0cfab970c39e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Calling delete_port for a3d7be0e-2b22-4abf-b6e8-7e262bf3ced3 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:52.504151 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d15afe58-365b-477d-a3ce-f81431077953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:52.593083 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'name': 'tempest-TestAggregatesBasicOps-912599339-router', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'bdfa0743-3ec0-4d48-87c2-6ac455a7548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:42Z', 'updated_at': '2021-09-30T08:20:47Z', 'revision_number': 4, 'project_id': '37124194150b47b38f9cdd0b92629c03', 'gw_port': {'id': 'bdfa0743-3ec0-4d48-87c2-6ac455a7548d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:43Z', 'updated_at': '2021-09-30T08:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a331cfd7-7029-4303-af7b-ab12c5af3459', 'name': '', 'network_id': '8fa21c0a-e791-4c7e-bf74-b8f0392ee611', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'mac_address': 'fa:16:3e:a6:e6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'a055919b-74b6-48e4-8e17-695470ac7847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:46Z', 'updated_at': '2021-09-30T08:20:47Z', 'revision_number': 2, 'project_id': '37124194150b47b38f9cdd0b92629c03', 'subnets': [{'id': 'a055919b-74b6-48e4-8e17-695470ac7847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:52.649129 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Checking router: ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:20:52.649936 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Updating router ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e port a331cfd7-7029-4303-af7b-ab12c5af3459 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:20:52.654382 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24997e5e-569e-41b6-ae00-0cfab970c39e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:52.682687 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:52.705077 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24997e5e-569e-41b6-ae00-0cfab970c39e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Port': ['ID=a3d7be0e-2b22-4abf-b6e8-7e262bf3ced3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:52.732883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bdfa0743-3ec0-4d48-87c2-6ac455a7548d up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:52.807603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port bdfa0743-3ec0-4d48-87c2-6ac455a7548d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:52.808273 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:52.857793 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24997e5e-569e-41b6-ae00-0cfab970c39e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:52.861583 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24997e5e-569e-41b6-ae00-0cfab970c39e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:52.863620 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-24997e5e-569e-41b6-ae00-0cfab970c39e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/floatingips/fcf35f65-b154-4f62-8dd5-8746abcb3f0f HTTP/1.1" status: 204 len: 168 time: 0.9327877 Sep 30 08:20:52.869058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46944) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:52.885991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': 'b0a9bfa5-cd24-472b-ade5-94c71e7a453f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:52.909771 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:52.923137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15afe58-365b-477d-a3ce-f81431077953 admin admin] Router c36f4bd0-4cae-4612-9f61-bc07a0db47d2 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:52.958195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46946) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:52.972931 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff623298-8a99-40fd-abf1-6d7343c1adef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.123640 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.170953 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.180223 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.222821 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff623298-8a99-40fd-abf1-6d7343c1adef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.243299 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff623298-8a99-40fd-abf1-6d7343c1adef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.282010 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ff623298-8a99-40fd-abf1-6d7343c1adef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3449214b9b844be5b6a3bdb6d5aaab66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226094 Sep 30 08:20:53.296659 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38f0fc-1c59-445c-8323-0be1595ae4de None None] Pushing event updated for resources: {'Port': ['ID=a331cfd7-7029-4303-af7b-ab12c5af3459,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:53.323518 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Allocated IP 172.25.0.185 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/4e819614-0580-4aa3-8f99-499ac43b18fe) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:53.335285 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Attempting to bind port a331cfd7-7029-4303-af7b-ab12c5af3459 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:53.335764 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Attempting to bind port a331cfd7-7029-4303-af7b-ab12c5af3459 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'b8c6a52b-cece-4801-a1f1-f1f46934d067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8fa21c0a-e791-4c7e-bf74-b8f0392ee611'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:53.336163 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Attempting to bind port a331cfd7-7029-4303-af7b-ab12c5af3459 on network 8fa21c0a-e791-4c7e-bf74-b8f0392ee611 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:53.343850 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:53.344432 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Checking segment: {'id': 'b8c6a52b-cece-4801-a1f1-f1f46934d067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8fa21c0a-e791-4c7e-bf74-b8f0392ee611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:53.345203 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.345584 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Bound using segment: {'id': 'b8c6a52b-cece-4801-a1f1-f1f46934d067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8fa21c0a-e791-4c7e-bf74-b8f0392ee611'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:53.346214 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Bound port: a331cfd7-7029-4303-af7b-ab12c5af3459, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c6a52b-cece-4801-a1f1-f1f46934d067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8fa21c0a-e791-4c7e-bf74-b8f0392ee611'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:53.346603 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.457702 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.460981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46954) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:53.484503 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] For port a331cfd7-7029-4303-af7b-ab12c5af3459, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:53.489118 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] For port a331cfd7-7029-4303-af7b-ab12c5af3459, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a331cfd7-7029-4303-af7b-ab12c5af3459,segment=NetworkSegment(b8c6a52b-cece-4801-a1f1-f1f46934d067),segment_id=b8c6a52b-cece-4801-a1f1-f1f46934d067)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:53.489952 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-52277854-c3f6-42f0-9227-a647bcb8959b None None] Provisioning complete for port a331cfd7-7029-4303-af7b-ab12c5af3459 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:53.490885 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52277854-c3f6-42f0-9227-a647bcb8959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.495617 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.504226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff623298-8a99-40fd-abf1-6d7343c1adef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fd6d95-f8fb-4d56-af7c-ebad6554c4a4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:53.567112 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.575937 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aebb57b1-3894-4ff8-9c64-dc4b4fcf3e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.587651 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Routers {'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:53.588844 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:53.605193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15afe58-365b-477d-a3ce-f81431077953 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:53.613903 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d15afe58-365b-477d-a3ce-f81431077953 admin admin] 10.222.0.24 "PUT /v2.0/routers/c36f4bd0-4cae-4612-9f61-bc07a0db47d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1006761 Sep 30 08:20:53.616727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46956) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:53.648127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aebb57b1-3894-4ff8-9c64-dc4b4fcf3e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.655759 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:53.664687 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:53.680458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:53.682146 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52277854-c3f6-42f0-9227-a647bcb8959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.686845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cef077-2f72-4947-ab21-ba54681e0329 None None] Sync routers for ids ['c36f4bd0-4cae-4612-9f61-bc07a0db47d2'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:53.706330 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=4e819614-0580-4aa3-8f99-499ac43b18fe,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:53.755499 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] Set router ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:53.785812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-52277854-c3f6-42f0-9227-a647bcb8959b None None] For port a331cfd7-7029-4303-af7b-ab12c5af3459, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a331cfd7-7029-4303-af7b-ab12c5af3459,segment=NetworkSegment(b8c6a52b-cece-4801-a1f1-f1f46934d067),segment_id=b8c6a52b-cece-4801-a1f1-f1f46934d067)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:53.789318 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cef077-2f72-4947-ab21-ba54681e0329 None None] Routers {'c36f4bd0-4cae-4612-9f61-bc07a0db47d2'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:53.789954 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-92cef077-2f72-4947-ab21-ba54681e0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c36f4bd0-4cae-4612-9f61-bc07a0db47d2'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:53.813796 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aebb57b1-3894-4ff8-9c64-dc4b4fcf3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.816825 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aebb57b1-3894-4ff8-9c64-dc4b4fcf3e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:53.818124 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aebb57b1-3894-4ff8-9c64-dc4b4fcf3e84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34fd6d95-f8fb-4d56-af7c-ebad6554c4a4 HTTP/1.1" status: 204 len: 168 time: 0.3530853 Sep 30 08:20:53.853404 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb57b1-3894-4ff8-9c64-dc4b4fcf3e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fd6d95-f8fb-4d56-af7c-ebad6554c4a4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:53.886654 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38f0fc-1c59-445c-8323-0be1595ae4de None None] Pushing event updated for resources: {'Port': ['ID=a331cfd7-7029-4303-af7b-ab12c5af3459,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:53.908311 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06df7305-898f-4391-9f45-d9e614faa268 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:54.045156 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-92cef077-2f72-4947-ab21-ba54681e0329 None None] Set router c36f4bd0-4cae-4612-9f61-bc07a0db47d2 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:54.064913 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06df7305-898f-4391-9f45-d9e614faa268 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:54.069497 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'name': 'tempest-TestAggregatesBasicOps-912599339-router', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'bdfa0743-3ec0-4d48-87c2-6ac455a7548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:42Z', 'updated_at': '2021-09-30T08:20:47Z', 'revision_number': 4, 'project_id': '37124194150b47b38f9cdd0b92629c03', 'gw_port': {'id': 'bdfa0743-3ec0-4d48-87c2-6ac455a7548d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:43Z', 'updated_at': '2021-09-30T08:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a331cfd7-7029-4303-af7b-ab12c5af3459', 'name': '', 'network_id': '8fa21c0a-e791-4c7e-bf74-b8f0392ee611', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'mac_address': 'fa:16:3e:a6:e6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'a055919b-74b6-48e4-8e17-695470ac7847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:46Z', 'updated_at': '2021-09-30T08:20:53Z', 'revision_number': 4, 'project_id': '37124194150b47b38f9cdd0b92629c03', 'subnets': [{'id': 'a055919b-74b6-48e4-8e17-695470ac7847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:54.140370 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d93d009-4fd6-4ae1-898e-ae435d372853 None None] The sync data for ids ['ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'] in n-d-807359-2 is: [{'id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'name': 'tempest-TestAggregatesBasicOps-912599339-router', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'bdfa0743-3ec0-4d48-87c2-6ac455a7548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:42Z', 'updated_at': '2021-09-30T08:20:47Z', 'revision_number': 4, 'project_id': '37124194150b47b38f9cdd0b92629c03', 'gw_port': {'id': 'bdfa0743-3ec0-4d48-87c2-6ac455a7548d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:43Z', 'updated_at': '2021-09-30T08:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a331cfd7-7029-4303-af7b-ab12c5af3459', 'name': '', 'network_id': '8fa21c0a-e791-4c7e-bf74-b8f0392ee611', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'mac_address': 'fa:16:3e:a6:e6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'a055919b-74b6-48e4-8e17-695470ac7847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:46Z', 'updated_at': '2021-09-30T08:20:53Z', 'revision_number': 4, 'project_id': '37124194150b47b38f9cdd0b92629c03', 'subnets': [{'id': 'a055919b-74b6-48e4-8e17-695470ac7847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:54.162955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-06df7305-898f-4391-9f45-d9e614faa268 admin admin] Deleting port c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:54.164561 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06df7305-898f-4391-9f45-d9e614faa268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:54.225036 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-52277854-c3f6-42f0-9227-a647bcb8959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:54.339131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-06df7305-898f-4391-9f45-d9e614faa268 admin admin] For port c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:54.339658 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06df7305-898f-4391-9f45-d9e614faa268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:54.385335 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:54.391235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-06df7305-898f-4391-9f45-d9e614faa268 admin admin] Calling delete_port for c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:54.403849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52277854-c3f6-42f0-9227-a647bcb8959b None None] Pushing event updated for resources: {'Port': ['ID=a331cfd7-7029-4303-af7b-ab12c5af3459,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:54.416271 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-939f9a6b-e25d-4dbe-a6cc-ac3c50bba97a None None] Provisioning complete for port a331cfd7-7029-4303-af7b-ab12c5af3459 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:54.420495 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-939f9a6b-e25d-4dbe-a6cc-ac3c50bba97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:54.530054 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:54.551288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46968) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:54.593911 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a331cfd7-7029-4303-af7b-ab12c5af3459 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:20:54.638830 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e8c3cbf5-83e6-4de6-b442-cc0205ce2f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:54.786168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a331cfd7-7029-4303-af7b-ab12c5af3459 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:20:54.786611 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:54.816539 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06df7305-898f-4391-9f45-d9e614faa268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:54.851979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df7305-898f-4391-9f45-d9e614faa268 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:54.898598 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-92cef077-2f72-4947-ab21-ba54681e0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'name': 'tempest-TestAggregatesBasicOps-1604454269-router', 'tenant_id': '43dc0fe12f574af6989085d331797fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:31Z', 'updated_at': '2021-09-30T08:20:51Z', 'revision_number': 5, 'project_id': '43dc0fe12f574af6989085d331797fc9', 'gw_port': {'id': 'c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:aa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:32Z', 'updated_at': '2021-09-30T08:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:54.907958 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:54.915814 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:54.938330 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cef077-2f72-4947-ab21-ba54681e0329 None None] Checking router: c36f4bd0-4cae-4612-9f61-bc07a0db47d2 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:20:54.970130 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cef077-2f72-4947-ab21-ba54681e0329 None None] Routers {'c36f4bd0-4cae-4612-9f61-bc07a0db47d2'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:54.970897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-92cef077-2f72-4947-ab21-ba54681e0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c36f4bd0-4cae-4612-9f61-bc07a0db47d2'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:55.050319 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=4e819614-0580-4aa3-8f99-499ac43b18fe,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:55.067040 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06df7305-898f-4391-9f45-d9e614faa268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.073524 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.125224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-92cef077-2f72-4947-ab21-ba54681e0329 None None] Set router c36f4bd0-4cae-4612-9f61-bc07a0db47d2 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:20:55.200494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-92cef077-2f72-4947-ab21-ba54681e0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'name': 'tempest-TestAggregatesBasicOps-1604454269-router', 'tenant_id': '43dc0fe12f574af6989085d331797fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:31Z', 'updated_at': '2021-09-30T08:20:54Z', 'revision_number': 7, 'project_id': '43dc0fe12f574af6989085d331797fc9', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:55.213727 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06df7305-898f-4391-9f45-d9e614faa268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.230041 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06df7305-898f-4391-9f45-d9e614faa268 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.247886 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e8c3cbf5-83e6-4de6-b442-cc0205ce2f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.297215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53289390-6599-44ed-b953-5d6616dab160 req-83d76241-c096-4ba6-902d-82fa76c88a55 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6109335 Sep 30 08:20:55.299263 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e8c3cbf5-83e6-4de6-b442-cc0205ce2f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.329581 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Floating IP f8a1fdf1-eab6-41b3-85cc-7eca33684840 associated. External IP: 172.25.0.185, port: b0a9bfa5-cd24-472b-ade5-94c71e7a453f. Sep 30 08:20:55.339276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cef077-2f72-4947-ab21-ba54681e0329 None None] The sync data for ids ['c36f4bd0-4cae-4612-9f61-bc07a0db47d2'] in n-d-807359-2 is: [{'id': 'c36f4bd0-4cae-4612-9f61-bc07a0db47d2', 'name': 'tempest-TestAggregatesBasicOps-1604454269-router', 'tenant_id': '43dc0fe12f574af6989085d331797fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:31Z', 'updated_at': '2021-09-30T08:20:54Z', 'revision_number': 7, 'project_id': '43dc0fe12f574af6989085d331797fc9', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:55.393959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e8c3cbf5-83e6-4de6-b442-cc0205ce2f8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3dd1c1d9573e49c19a7479222c6e494a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8383241 Sep 30 08:20:55.399838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46978) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:55.401293 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3cbf5-83e6-4de6-b442-cc0205ce2f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc5b195-7ab3-4d1f-8820-1d2d486584ec,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:55.439054 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06df7305-898f-4391-9f45-d9e614faa268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.439625 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06df7305-898f-4391-9f45-d9e614faa268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c36f4bd0-4cae-4612-9f61-bc07a0db47d2 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:20:55.465583 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06df7305-898f-4391-9f45-d9e614faa268 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.466809 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-06df7305-898f-4391-9f45-d9e614faa268 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c36f4bd0-4cae-4612-9f61-bc07a0db47d2 HTTP/1.1" status: 204 len: 168 time: 1.8488414 Sep 30 08:20:55.478041 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46980) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:55.551779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46372cc-48ee-49ee-a40e-59f32a20f6c5 admin admin] Deleting subnet 54b807b7-5f0d-415c-9ea8-d52a965b4a79 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:20:55.554224 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-254ee20e-d019-4317-a0d7-de347ea69aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.560353 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e46372cc-48ee-49ee-a40e-59f32a20f6c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.591686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53289390-6599-44ed-b953-5d6616dab160 req-c2c27c88-440d-4dc6-bba2-38e00dceb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:55.593432 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53289390-6599-44ed-b953-5d6616dab160 req-c2c27c88-440d-4dc6-bba2-38e00dceb7f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 1096 time: 0.2014060 Sep 30 08:20:55.619706 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-254ee20e-d019-4317-a0d7-de347ea69aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.659835 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e46372cc-48ee-49ee-a40e-59f32a20f6c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.793686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53289390-6599-44ed-b953-5d6616dab160 req-9715cf80-05aa-4b2b-8947-97663192c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:55.795309 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53289390-6599-44ed-b953-5d6616dab160 req-9715cf80-05aa-4b2b-8947-97663192c637 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 918 time: 0.1779315 Sep 30 08:20:55.882580 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-254ee20e-d019-4317-a0d7-de347ea69aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.885929 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-254ee20e-d019-4317-a0d7-de347ea69aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.897600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-254ee20e-d019-4317-a0d7-de347ea69aed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8dc5b195-7ab3-4d1f-8820-1d2d486584ec HTTP/1.1" status: 204 len: 168 time: 0.4922564 Sep 30 08:20:55.933418 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ee20e-d019-4317-a0d7-de347ea69aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc5b195-7ab3-4d1f-8820-1d2d486584ec,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:55.961161 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e46372cc-48ee-49ee-a40e-59f32a20f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:55.983209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router 0269d8e4-3a55-424e-9bed-b6323486167d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:20:55.997392 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53289390-6599-44ed-b953-5d6616dab160 req-ac59671e-65d4-462a-a3e8-16bda63fa4f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc813296-8894-41e0-8350-052b7724d5d6 HTTP/1.1" status: 200 len: 1001 time: 0.1816037 Sep 30 08:20:56.070263 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53289390-6599-44ed-b953-5d6616dab160 req-8b272434-5415-40b1-82b9-5889c6935e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:56.074485 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53289390-6599-44ed-b953-5d6616dab160 req-8b272434-5415-40b1-82b9-5889c6935e14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee72be49-df02-4420-900e-333e8ceca494 HTTP/1.1" status: 200 len: 856 time: 0.0687230 Sep 30 08:20:56.129931 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:20:56.140209 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4810e085-003a-45b4-bbb3-5c1bb70530b2 None None] Sync routers for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:20:56.159345 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4810e085-003a-45b4-bbb3-5c1bb70530b2 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:56.160193 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4810e085-003a-45b4-bbb3-5c1bb70530b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:56.162890 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.196258 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4810e085-003a-45b4-bbb3-5c1bb70530b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:56.206049 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4810e085-003a-45b4-bbb3-5c1bb70530b2 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:20:56.206847 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4810e085-003a-45b4-bbb3-5c1bb70530b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:56.241086 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e46372cc-48ee-49ee-a40e-59f32a20f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.245852 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4cfdce56-6051-4ebb-b9e1-f28d91b805cd tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3625057 Sep 30 08:20:56.248723 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4810e085-003a-45b4-bbb3-5c1bb70530b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:56.248723 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4810e085-003a-45b4-bbb3-5c1bb70530b2 None None] The sync data for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:20:56.249752 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46986) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:56.262168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-74e330ae-8769-4ebc-868e-933e5a4c6358 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1163194126'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:56.290328 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46372cc-48ee-49ee-a40e-59f32a20f6c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b807b7-5f0d-415c-9ea8-d52a965b4a79,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:56.319818 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53289390-6599-44ed-b953-5d6616dab160 req-fa5f09a7-ee3a-4e46-b954-329d67d7340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:56.320905 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53289390-6599-44ed-b953-5d6616dab160 req-fa5f09a7-ee3a-4e46-b954-329d67d7340d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2164726 Sep 30 08:20:56.325555 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e46372cc-48ee-49ee-a40e-59f32a20f6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.327675 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e46372cc-48ee-49ee-a40e-59f32a20f6c5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/54b807b7-5f0d-415c-9ea8-d52a965b4a79 HTTP/1.1" status: 204 len: 168 time: 0.8452427 Sep 30 08:20:56.330280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:56.332216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2935f395-8472-4b1d-bf28-2c48a3cfc7f7 None None] Network 12159479-8df5-4d57-8bc5-1f93563b0cd7 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:56.345674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-53289390-6599-44ed-b953-5d6616dab160 req-c1ccd429-965f-49ab-948e-3b922c4f544a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:20:56.347067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53289390-6599-44ed-b953-5d6616dab160 req-c1ccd429-965f-49ab-948e-3b922c4f544a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0098779 Sep 30 08:20:56.370907 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e330ae-8769-4ebc-868e-933e5a4c6358 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Made reservation on behalf of f956713af90841d18ac8ac43799aa630 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:56.403399 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74e330ae-8769-4ebc-868e-933e5a4c6358 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.481887 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.541351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:20:56.574680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:20:56.575601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c97bfa16-1bc4-4b78-a98d-6a8e0473d3a2 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:20:56.576206 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d5841f8a-0707-4e01-abcb-83c66d5e88ab no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:20:56.612465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e330ae-8769-4ebc-868e-933e5a4c6358 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:20:56.635664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d5841f8a-0707-4e01-abcb-83c66d5e88ab {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:20:56.636040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d5841f8a-0707-4e01-abcb-83c66d5e88ab not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:20:56.685530 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74e330ae-8769-4ebc-868e-933e5a4c6358 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.685530 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-74e330ae-8769-4ebc-868e-933e5a4c6358 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Added segment dc080aa2-3794-4c7a-b720-0adada34835a of type vlan for network ab08acb1-b284-4c29-9baa-c0b03f69fb33 Sep 30 08:20:56.701946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] Deleting port cfc3d115-07aa-4175-846a-57fc395e9c82 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:56.709127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.748142 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53289390-6599-44ed-b953-5d6616dab160 req-1ee7603d-6360-4d31-8d81-a43b32cc7a64 service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898499 Sep 30 08:20:56.752437 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74e330ae-8769-4ebc-868e-933e5a4c6358 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.760485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a043e7d-d3ca-4d74-afca-b851566b264a None None] DHCP port deletion for 12159479-8df5-4d57-8bc5-1f93563b0cd7 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:20:56.858307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] For port cfc3d115-07aa-4175-846a-57fc395e9c82, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=cfc3d115-07aa-4175-846a-57fc395e9c82,segment=NetworkSegment(6f93091a-d91c-4a00-9970-53178dcd28d9),segment_id=6f93091a-d91c-4a00-9970-53178dcd28d9)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:56.861569 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.869519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4a043e7d-d3ca-4d74-afca-b851566b264a None None] Deleting port cfc3d115-07aa-4175-846a-57fc395e9c82 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:56.869897 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4a043e7d-d3ca-4d74-afca-b851566b264a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.899167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] Calling delete_port for cfc3d115-07aa-4175-846a-57fc395e9c82 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:56.977923 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74e330ae-8769-4ebc-868e-933e5a4c6358 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:56.983159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e330ae-8769-4ebc-868e-933e5a4c6358 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:56.984784 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74e330ae-8769-4ebc-868e-933e5a4c6358 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.000255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4a043e7d-d3ca-4d74-afca-b851566b264a None None] For port cfc3d115-07aa-4175-846a-57fc395e9c82, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=cfc3d115-07aa-4175-846a-57fc395e9c82,segment=NetworkSegment(6f93091a-d91c-4a00-9970-53178dcd28d9),segment_id=6f93091a-d91c-4a00-9970-53178dcd28d9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:57.000255 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4a043e7d-d3ca-4d74-afca-b851566b264a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.022260 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4a043e7d-d3ca-4d74-afca-b851566b264a None None] Calling delete_port for cfc3d115-07aa-4175-846a-57fc395e9c82 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:57.043854 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53289390-6599-44ed-b953-5d6616dab160 req-d1778fbc-ebc3-4ba6-a397-164a7b093889 service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785947 Sep 30 08:20:57.047177 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-74e330ae-8769-4ebc-868e-933e5a4c6358 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7897694 Sep 30 08:20:57.054421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:57.062113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fcc056dd-38be-4aaa-84e3-f502a43338ad tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'subnet': {'network_id': 'ab08acb1-b284-4c29-9baa-c0b03f69fb33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:57.154678 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e330ae-8769-4ebc-868e-933e5a4c6358 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Network': ['ID=ab08acb1-b284-4c29-9baa-c0b03f69fb33,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:57.167784 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network ab08acb1-b284-4c29-9baa-c0b03f69fb33 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:20:57.169660 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.201503 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4a043e7d-d3ca-4d74-afca-b851566b264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.216789 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc3d115-07aa-4175-846a-57fc395e9c82,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:57.222371 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] No DVR routers for this DVR port cfc3d115-07aa-4175-846a-57fc395e9c82 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:20:57.227485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a043e7d-d3ca-4d74-afca-b851566b264a None None] Pushing event deleted for resources: {'Port': ['ID=cfc3d115-07aa-4175-846a-57fc395e9c82,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:57.275568 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a043e7d-d3ca-4d74-afca-b851566b264a None None] No DVR routers for this DVR port cfc3d115-07aa-4175-846a-57fc395e9c82 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:20:57.292178 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc056dd-38be-4aaa-84e3-f502a43338ad tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Made reservation on behalf of f956713af90841d18ac8ac43799aa630 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:20:57.297096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcc056dd-38be-4aaa-84e3-f502a43338ad tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.370937 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.434821 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12159479-8df5-4d57-8bc5-1f93563b0cd7']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:57.451130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f93091a-d91c-4a00-9970-53178dcd28d9') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:57.451314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f93091a-d91c-4a00-9970-53178dcd28d9') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:20:57.466603 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.487060 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.497407 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:20:57.497875 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:20:57.499542 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:20:57.643615 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.671247 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.677205 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/12159479-8df5-4d57-8bc5-1f93563b0cd7 HTTP/1.1" status: 204 len: 168 time: 1.3424706 Sep 30 08:20:57.680485 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47028) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:57.685117 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ba227-1773-408b-bff5-278808c56ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=12159479-8df5-4d57-8bc5-1f93563b0cd7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:57.697707 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcc056dd-38be-4aaa-84e3-f502a43338ad tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.772606 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc056dd-38be-4aaa-84e3-f502a43338ad tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Subnet': ['ID=5d17cbb9-b5df-4b02-8afe-eb926bd59f0f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:57.784033 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc056dd-38be-4aaa-84e3-f502a43338ad tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Checking segment: {'id': 'dc080aa2-3794-4c7a-b720-0adada34835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ab08acb1-b284-4c29-9baa-c0b03f69fb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:57.784209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc056dd-38be-4aaa-84e3-f502a43338ad tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network hostable DHCP agents. Network: ab08acb1-b284-4c29-9baa-c0b03f69fb33, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:20:57.809162 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc056dd-38be-4aaa-84e3-f502a43338ad tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network ab08acb1-b284-4c29-9baa-c0b03f69fb33 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:20:57.822226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fcc056dd-38be-4aaa-84e3-f502a43338ad tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, ab08acb1-b284-4c29-9baa-c0b03f69fb33) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:57.829653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc056dd-38be-4aaa-84e3-f502a43338ad tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:20:57.830318 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcc056dd-38be-4aaa-84e3-f502a43338ad tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.842968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8290a2a6-737f-498b-b8dd-fdb21ac40473 None None] Network ab08acb1-b284-4c29-9baa-c0b03f69fb33 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:20:57.858402 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fcc056dd-38be-4aaa-84e3-f502a43338ad tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8015399 Sep 30 08:20:57.860750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47032) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:20:57.867382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1734523348', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:20:57.935843 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:57.937174 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:58.003261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-2a905b0f-9f61-43ad-bdbd-12f8ae117e51 req-08abb29e-57b4-440d-9299-bacc61f60704 tempest-ServersTestJSON-2095173957 tempest-ServersTestJSON-2095173957-project] (94838) timed out ('10.222.0.35', 49374) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:20:58.032265 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:58.131454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-ab08acb1-b284-4c29-9baa-c0b03f69fb33', 'network_id': 'ab08acb1-b284-4c29-9baa-c0b03f69fb33', 'tenant_id': 'f956713af90841d18ac8ac43799aa630', 'fixed_ips': [{'subnet_id': '5d17cbb9-b5df-4b02-8afe-eb926bd59f0f'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:20:58.132412 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:58.267749 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:58.302148 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Allocated IP 172.20.0.2 (ab08acb1-b284-4c29-9baa-c0b03f69fb33/5d17cbb9-b5df-4b02-8afe-eb926bd59f0f/bf35be5e-f75c-4b54-8a78-24e69ff1346f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:58.429983 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f379dad4-eeb5-4de9-b0c4-8f8e246cf66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:58.613524 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cfc3d115-07aa-4175-846a-57fc395e9c82 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:20:58.682971 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:58.692627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: cfc3d115-07aa-4175-846a-57fc395e9c82 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:20:58.695078 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cfc3d115-07aa-4175-846a-57fc395e9c82 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:20:58.748985 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:58.760988 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:58.777313 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:58.806283 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Network ab08acb1-b284-4c29-9baa-c0b03f69fb33 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:58.808281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:58.835449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:58.932340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Attempting to bind port bf35be5e-f75c-4b54-8a78-24e69ff1346f on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:20:58.933414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Attempting to bind port bf35be5e-f75c-4b54-8a78-24e69ff1346f by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'dc080aa2-3794-4c7a-b720-0adada34835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ab08acb1-b284-4c29-9baa-c0b03f69fb33'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:20:58.934665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Attempting to bind port bf35be5e-f75c-4b54-8a78-24e69ff1346f on network ab08acb1-b284-4c29-9baa-c0b03f69fb33 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:20:58.937254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Pushing event updated for resources: {'Port': ['ID=bf35be5e-f75c-4b54-8a78-24e69ff1346f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:58.943864 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:20:58.944659 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Checking segment: {'id': 'dc080aa2-3794-4c7a-b720-0adada34835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ab08acb1-b284-4c29-9baa-c0b03f69fb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:20:58.945273 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:58.945903 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Bound using segment: {'id': 'dc080aa2-3794-4c7a-b720-0adada34835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ab08acb1-b284-4c29-9baa-c0b03f69fb33'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:20:58.946571 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Bound port: bf35be5e-f75c-4b54-8a78-24e69ff1346f, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc080aa2-3794-4c7a-b720-0adada34835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ab08acb1-b284-4c29-9baa-c0b03f69fb33'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:20:58.947234 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.009203 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Allocated IP 172.25.0.112 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/2823a78e-83ac-4764-949b-4c99a70a847d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:20:59.053934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] For port bf35be5e-f75c-4b54-8a78-24e69ff1346f, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:20:59.057667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f379dad4-eeb5-4de9-b0c4-8f8e246cf66e admin admin] Deleting port a331cfd7-7029-4303-af7b-ab12c5af3459 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:20:59.057989 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f379dad4-eeb5-4de9-b0c4-8f8e246cf66e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.060200 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] For port bf35be5e-f75c-4b54-8a78-24e69ff1346f, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=bf35be5e-f75c-4b54-8a78-24e69ff1346f,segment=NetworkSegment(dc080aa2-3794-4c7a-b720-0adada34835a),segment_id=dc080aa2-3794-4c7a-b720-0adada34835a)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:20:59.066643 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.155876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d223ab1-3b87-4124-890e-a813b1a0cc1e None None] Pushing event updated for resources: {'Port': ['ID=bf35be5e-f75c-4b54-8a78-24e69ff1346f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:59.233107 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.253399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-f379dad4-eeb5-4de9-b0c4-8f8e246cf66e admin admin] For port a331cfd7-7029-4303-af7b-ab12c5af3459, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a331cfd7-7029-4303-af7b-ab12c5af3459,segment=NetworkSegment(b8c6a52b-cece-4801-a1f1-f1f46934d067),segment_id=b8c6a52b-cece-4801-a1f1-f1f46934d067)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:20:59.253805 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f379dad4-eeb5-4de9-b0c4-8f8e246cf66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.276887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f379dad4-eeb5-4de9-b0c4-8f8e246cf66e admin admin] Calling delete_port for a331cfd7-7029-4303-af7b-ab12c5af3459 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:20:59.373782 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:20:59.467588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:20:59.474640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:20:59.477313 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:20:59.550570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=2823a78e-83ac-4764-949b-4c99a70a847d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:20:59.694555 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:00.226069 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f379dad4-eeb5-4de9-b0c4-8f8e246cf66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:00.262246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379dad4-eeb5-4de9-b0c4-8f8e246cf66e admin admin] Pushing event deleted for resources: {'Port': ['ID=a331cfd7-7029-4303-af7b-ab12c5af3459,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:00.414063 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:00.703120 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a291c4-7d2c-4552-98dd-85743c2b05a3 None None] Network ab08acb1-b284-4c29-9baa-c0b03f69fb33 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:00.736517 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bf35be5e-f75c-4b54-8a78-24e69ff1346f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:00.776181 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:00.882002 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f379dad4-eeb5-4de9-b0c4-8f8e246cf66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:00.943299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cba502f4-c8be-4a71-829d-9eb0116aaa74 None None] Provisioning complete for port bf35be5e-f75c-4b54-8a78-24e69ff1346f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:00.944033 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cba502f4-c8be-4a71-829d-9eb0116aaa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.155308 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port bf35be5e-f75c-4b54-8a78-24e69ff1346f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:01.155685 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.216948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router ae85cf6b-a4ea-4cf4-81db-4187639b4b56 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:21:01.288193 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cba502f4-c8be-4a71-829d-9eb0116aaa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.342652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f379dad4-eeb5-4de9-b0c4-8f8e246cf66e admin admin] Router ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:01.400526 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cba502f4-c8be-4a71-829d-9eb0116aaa74 None None] For port bf35be5e-f75c-4b54-8a78-24e69ff1346f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=bf35be5e-f75c-4b54-8a78-24e69ff1346f,segment=NetworkSegment(dc080aa2-3794-4c7a-b720-0adada34835a),segment_id=dc080aa2-3794-4c7a-b720-0adada34835a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:01.416264 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cba502f4-c8be-4a71-829d-9eb0116aaa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.448315 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.450649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:01.478332 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.478985 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-703c8032-8d73-470d-9541-d6da172fd9af tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6170897 Sep 30 08:21:01.483378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47098) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:01.544073 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c570c-c36c-414c-af10-cdb7db1d4f42 None None] Sync routers for ids ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:01.571472 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f379dad4-eeb5-4de9-b0c4-8f8e246cf66e admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:01.578473 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f379dad4-eeb5-4de9-b0c4-8f8e246cf66e admin admin] 10.222.0.24 "PUT /v2.0/routers/ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8998036 Sep 30 08:21:01.590298 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c1de6b-b747-4738-8d93-e9ce055da37b None None] Sync routers for ids ['ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:01.592763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47102) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:01.607466 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c570c-c36c-414c-af10-cdb7db1d4f42 None None] Routers {'ae85cf6b-a4ea-4cf4-81db-4187639b4b56'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:01.608046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-808c570c-c36c-414c-af10-cdb7db1d4f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:01.617918 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c1de6b-b747-4738-8d93-e9ce055da37b None None] Routers {'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:01.619238 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a8c1de6b-b747-4738-8d93-e9ce055da37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:01.668130 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba502f4-c8be-4a71-829d-9eb0116aaa74 None None] Pushing event updated for resources: {'Port': ['ID=bf35be5e-f75c-4b54-8a78-24e69ff1346f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:01.673968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-808c570c-c36c-414c-af10-cdb7db1d4f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:01.698426 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c570c-c36c-414c-af10-cdb7db1d4f42 None None] Routers {'ae85cf6b-a4ea-4cf4-81db-4187639b4b56'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:01.700092 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-808c570c-c36c-414c-af10-cdb7db1d4f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:01.862762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-808c570c-c36c-414c-af10-cdb7db1d4f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:01.863439 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c570c-c36c-414c-af10-cdb7db1d4f42 None None] The sync data for ids ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:01.881401 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:21:01.881757 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:21:01.883243 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a8c1de6b-b747-4738-8d93-e9ce055da37b None None] Set router ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:01.902760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d171df5f-d2fe-413d-9b7d-d1833213247a None None] Provisioning complete for port bf35be5e-f75c-4b54-8a78-24e69ff1346f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:01.902760 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d171df5f-d2fe-413d-9b7d-d1833213247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:01.955819 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec49c566-d135-44a3-93e8-a5ae1a4a753a admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.133376 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec49c566-d135-44a3-93e8-a5ae1a4a753a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.202816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ec49c566-d135-44a3-93e8-a5ae1a4a753a admin admin] Deleting port bdfa0743-3ec0-4d48-87c2-6ac455a7548d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:02.203396 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec49c566-d135-44a3-93e8-a5ae1a4a753a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.237204 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a8c1de6b-b747-4738-8d93-e9ce055da37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'name': 'tempest-TestAggregatesBasicOps-912599339-router', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'bdfa0743-3ec0-4d48-87c2-6ac455a7548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:42Z', 'updated_at': '2021-09-30T08:21:00Z', 'revision_number': 5, 'project_id': '37124194150b47b38f9cdd0b92629c03', 'gw_port': {'id': 'bdfa0743-3ec0-4d48-87c2-6ac455a7548d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:20:43Z', 'updated_at': '2021-09-30T08:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:02.292347 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c1de6b-b747-4738-8d93-e9ce055da37b None None] Checking router: ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:21:02.316753 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c1de6b-b747-4738-8d93-e9ce055da37b None None] Routers {'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:02.320042 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a8c1de6b-b747-4738-8d93-e9ce055da37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:02.325245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-ec49c566-d135-44a3-93e8-a5ae1a4a753a admin admin] For port bdfa0743-3ec0-4d48-87c2-6ac455a7548d, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=bdfa0743-3ec0-4d48-87c2-6ac455a7548d,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:02.328176 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec49c566-d135-44a3-93e8-a5ae1a4a753a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.368433 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ec49c566-d135-44a3-93e8-a5ae1a4a753a admin admin] Calling delete_port for bdfa0743-3ec0-4d48-87c2-6ac455a7548d owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:02.603246 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bf35be5e-f75c-4b54-8a78-24e69ff1346f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:02.659632 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a8c1de6b-b747-4738-8d93-e9ce055da37b None None] Set router ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:02.703067 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.713219 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec49c566-d135-44a3-93e8-a5ae1a4a753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.732914 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port bf35be5e-f75c-4b54-8a78-24e69ff1346f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:02.733296 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:02.770544 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a8c1de6b-b747-4738-8d93-e9ce055da37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'name': 'tempest-TestAggregatesBasicOps-912599339-router', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:42Z', 'updated_at': '2021-09-30T08:21:02Z', 'revision_number': 6, 'project_id': '37124194150b47b38f9cdd0b92629c03', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:02.783349 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49c566-d135-44a3-93e8-a5ae1a4a753a admin admin] Pushing event deleted for resources: {'Port': ['ID=bdfa0743-3ec0-4d48-87c2-6ac455a7548d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:02.810314 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c1de6b-b747-4738-8d93-e9ce055da37b None None] The sync data for ids ['ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e'] in n-d-807359-2 is: [{'id': 'ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e', 'name': 'tempest-TestAggregatesBasicOps-912599339-router', 'tenant_id': '37124194150b47b38f9cdd0b92629c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:20:42Z', 'updated_at': '2021-09-30T08:21:02Z', 'revision_number': 6, 'project_id': '37124194150b47b38f9cdd0b92629c03', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:02.959615 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec49c566-d135-44a3-93e8-a5ae1a4a753a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.063926 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec49c566-d135-44a3-93e8-a5ae1a4a753a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.066877 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec49c566-d135-44a3-93e8-a5ae1a4a753a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.115258 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec49c566-d135-44a3-93e8-a5ae1a4a753a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.115778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec49c566-d135-44a3-93e8-a5ae1a4a753a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:21:03.125258 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec49c566-d135-44a3-93e8-a5ae1a4a753a admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.128253 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ec49c566-d135-44a3-93e8-a5ae1a4a753a admin admin] 10.222.0.24 "DELETE /v2.0/routers/ee82ba9d-76f9-4dd2-98ab-ba8df95cdd1e HTTP/1.1" status: 204 len: 168 time: 1.5298526 Sep 30 08:21:03.131076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47122) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:03.147545 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Allocated IP 172.20.0.1 (ab08acb1-b284-4c29-9baa-c0b03f69fb33/5d17cbb9-b5df-4b02-8afe-eb926bd59f0f/1da21600-057c-4dac-aad6-0ded9e12dbee) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:03.181097 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:21:03.204328 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25f3e2e-99ee-4f4d-b1b0-bd6b7b9d5dee admin admin] Deleting subnet a055919b-74b6-48e4-8e17-695470ac7847 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:21:03.207573 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e25f3e2e-99ee-4f4d-b1b0-bd6b7b9d5dee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.270856 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e25f3e2e-99ee-4f4d-b1b0-bd6b7b9d5dee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.346016 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.369175 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e25f3e2e-99ee-4f4d-b1b0-bd6b7b9d5dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.388985 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.430864 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network ab08acb1-b284-4c29-9baa-c0b03f69fb33 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:03.441132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:03.442740 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e25f3e2e-99ee-4f4d-b1b0-bd6b7b9d5dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.446112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:03.483600 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=1da21600-057c-4dac-aad6-0ded9e12dbee,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:03.503209 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1a1bb4-0c6e-46cf-9c31-1847521ce25e None None] Network 8fa21c0a-e791-4c7e-bf74-b8f0392ee611 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:03.506215 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e25f3e2e-99ee-4f4d-b1b0-bd6b7b9d5dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.510462 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e25f3e2e-99ee-4f4d-b1b0-bd6b7b9d5dee admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a055919b-74b6-48e4-8e17-695470ac7847 HTTP/1.1" status: 204 len: 168 time: 0.3761001 Sep 30 08:21:03.511621 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f3e2e-99ee-4f4d-b1b0-bd6b7b9d5dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a055919b-74b6-48e4-8e17-695470ac7847,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:03.513512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47132) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:03.525950 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.804166 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.823830 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.850443 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cc683eb0-62de-4b23-b45e-95e36ef43f3b None None] Provisioning complete for port 1da21600-057c-4dac-aad6-0ded9e12dbee triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:03.851080 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cc683eb0-62de-4b23-b45e-95e36ef43f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:03.910042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cc683eb0-62de-4b23-b45e-95e36ef43f3b None None] Port 1da21600-057c-4dac-aad6-0ded9e12dbee cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:03.912672 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af6ba5f-9f0b-4534-b5c4-df5e5685f27a None None] DHCP port deletion for 8fa21c0a-e791-4c7e-bf74-b8f0392ee611 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:21:03.989953 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7af6ba5f-9f0b-4534-b5c4-df5e5685f27a None None] Deleting port a6d4fa0b-660f-4e38-abdd-d9ed153a6172 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:03.990887 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7af6ba5f-9f0b-4534-b5c4-df5e5685f27a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.114970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7af6ba5f-9f0b-4534-b5c4-df5e5685f27a None None] For port a6d4fa0b-660f-4e38-abdd-d9ed153a6172, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a6d4fa0b-660f-4e38-abdd-d9ed153a6172,segment=NetworkSegment(b8c6a52b-cece-4801-a1f1-f1f46934d067),segment_id=b8c6a52b-cece-4801-a1f1-f1f46934d067)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:04.116026 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7af6ba5f-9f0b-4534-b5c4-df5e5685f27a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.141244 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7af6ba5f-9f0b-4534-b5c4-df5e5685f27a None None] Calling delete_port for a6d4fa0b-660f-4e38-abdd-d9ed153a6172 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:04.245026 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7af6ba5f-9f0b-4534-b5c4-df5e5685f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.278129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] Deleting port a6d4fa0b-660f-4e38-abdd-d9ed153a6172 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:04.278469 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.286271 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6ba5f-9f0b-4534-b5c4-df5e5685f27a None None] Pushing event deleted for resources: {'Port': ['ID=a6d4fa0b-660f-4e38-abdd-d9ed153a6172,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:04.288478 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af6ba5f-9f0b-4534-b5c4-df5e5685f27a None None] No DVR routers for this DVR port a6d4fa0b-660f-4e38-abdd-d9ed153a6172 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:04.383770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] For port a6d4fa0b-660f-4e38-abdd-d9ed153a6172, host n-d-807359-2, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:04.384167 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.424166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] Calling delete_port for a6d4fa0b-660f-4e38-abdd-d9ed153a6172 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:04.428314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] Port a6d4fa0b-660f-4e38-abdd-d9ed153a6172 was not found and therefore no delete operation was performed {{(pid=94838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:21:04.432802 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.469569 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d4fa0b-660f-4e38-abdd-d9ed153a6172,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:04.475225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] No DVR routers for this DVR port a6d4fa0b-660f-4e38-abdd-d9ed153a6172 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:04.538308 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bdfa0743-3ec0-4d48-87c2-6ac455a7548d no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:04.579779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: bdfa0743-3ec0-4d48-87c2-6ac455a7548d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:04.580206 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bdfa0743-3ec0-4d48-87c2-6ac455a7548d not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:04.580644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a6d4fa0b-660f-4e38-abdd-d9ed153a6172 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:04.586608 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.601232 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: a6d4fa0b-660f-4e38-abdd-d9ed153a6172 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:04.601589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a6d4fa0b-660f-4e38-abdd-d9ed153a6172 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:04.602007 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a331cfd7-7029-4303-af7b-ab12c5af3459 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:04.621778 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: a331cfd7-7029-4303-af7b-ab12c5af3459 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:04.622132 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a331cfd7-7029-4303-af7b-ab12c5af3459 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:04.639421 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.650712 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa21c0a-e791-4c7e-bf74-b8f0392ee611']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:04.650712 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.690338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c6a52b-cece-4801-a1f1-f1f46934d067') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:04.690633 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c6a52b-cece-4801-a1f1-f1f46934d067') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:04.725851 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.747579 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.755201 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.759897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=1da21600-057c-4dac-aad6-0ded9e12dbee,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:04.770118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:21:04.770714 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:21:04.772336 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:21:04.874945 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.883475 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:04.885350 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] 10.222.0.24 "DELETE /v2.0/networks/8fa21c0a-e791-4c7e-bf74-b8f0392ee611 HTTP/1.1" status: 204 len: 168 time: 1.3707986 Sep 30 08:21:04.899386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f1ea9-8bc9-42ac-bd9c-d456b7bc45ea admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa21c0a-e791-4c7e-bf74-b8f0392ee611,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:04.921490 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network ab08acb1-b284-4c29-9baa-c0b03f69fb33 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:04.922971 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:05.069549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router ae85cf6b-a4ea-4cf4-81db-4187639b4b56 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:05.099871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47152) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:05.158841 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-46a97bd6-4341-4add-bb60-3988db6f3238 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43dc0fe12f574af6989085d331797fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576398 Sep 30 08:21:05.159623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47156) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:05.221093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:05.233175 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c366a7a-0cf1-429b-a455-a53889ea377d None None] Sync routers for ids ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:05.237588 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b65b14f-72c7-4e72-b5b3-5ced88efaa6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:05.242699 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-eea410ef-168f-40b5-b05a-0d15a4776a7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "PUT /v2.0/routers/ae85cf6b-a4ea-4cf4-81db-4187639b4b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7570384 Sep 30 08:21:05.243441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47160) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:05.255363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-88dac2e9-5f54-4635-9b6d-0b717db3a139 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'port': {'network_id': 'ab08acb1-b284-4c29-9baa-c0b03f69fb33', 'name': 'tempest-FloatingIPTestJSON-2077270715'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:05.261026 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b65b14f-72c7-4e72-b5b3-5ced88efaa6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:05.263158 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c366a7a-0cf1-429b-a455-a53889ea377d None None] Routers {'ae85cf6b-a4ea-4cf4-81db-4187639b4b56'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:05.263794 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2c366a7a-0cf1-429b-a455-a53889ea377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:05.318167 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b65b14f-72c7-4e72-b5b3-5ced88efaa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:05.321863 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b65b14f-72c7-4e72-b5b3-5ced88efaa6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:05.323147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7b65b14f-72c7-4e72-b5b3-5ced88efaa6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/121a6265-03ff-4b97-8b4f-226b5011fb47 HTTP/1.1" status: 204 len: 168 time: 0.1622388 Sep 30 08:21:05.333670 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65b14f-72c7-4e72-b5b3-5ced88efaa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121a6265-03ff-4b97-8b4f-226b5011fb47,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:05.353874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2c366a7a-0cf1-429b-a455-a53889ea377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:05.391720 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6a2a0aa0-5153-4bfd-a01b-9e677c2b2497 None None] Provisioning complete for port 1da21600-057c-4dac-aad6-0ded9e12dbee triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:05.392353 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a2a0aa0-5153-4bfd-a01b-9e677c2b2497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:05.452694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c366a7a-0cf1-429b-a455-a53889ea377d None None] Routers {'ae85cf6b-a4ea-4cf4-81db-4187639b4b56'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:05.453761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2c366a7a-0cf1-429b-a455-a53889ea377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:05.502634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2c366a7a-0cf1-429b-a455-a53889ea377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:05.503698 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c366a7a-0cf1-429b-a455-a53889ea377d None None] The sync data for ids ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:05.515545 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6a2a0aa0-5153-4bfd-a01b-9e677c2b2497 None None] Port 1da21600-057c-4dac-aad6-0ded9e12dbee cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:05.516078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dac2e9-5f54-4635-9b6d-0b717db3a139 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Made reservation on behalf of f956713af90841d18ac8ac43799aa630 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:05.523228 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88dac2e9-5f54-4635-9b6d-0b717db3a139 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:05.549177 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-88dac2e9-5f54-4635-9b6d-0b717db3a139 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] device_id is not set on port 79b03b83-f30c-4d9a-ba68-7b8363e1b36d yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:21:05.736508 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-88dac2e9-5f54-4635-9b6d-0b717db3a139 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Allocated IP 172.20.0.10 (ab08acb1-b284-4c29-9baa-c0b03f69fb33/5d17cbb9-b5df-4b02-8afe-eb926bd59f0f/79b03b83-f30c-4d9a-ba68-7b8363e1b36d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:05.862849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47180) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:05.922526 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0cae6568-38b5-4e76-9215-c23492e580e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37124194150b47b38f9cdd0b92629c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584383 Sep 30 08:21:05.929085 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47182) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:05.998561 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88dac2e9-5f54-4635-9b6d-0b717db3a139 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.024631 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8a8b-b384-41d1-8e61-eb3a2d17d34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.048366 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88dac2e9-5f54-4635-9b6d-0b717db3a139 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.069918 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8a8b-b384-41d1-8e61-eb3a2d17d34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.109260 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dac2e9-5f54-4635-9b6d-0b717db3a139 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Network ab08acb1-b284-4c29-9baa-c0b03f69fb33 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:06.112883 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-88dac2e9-5f54-4635-9b6d-0b717db3a139 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:06.116722 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dac2e9-5f54-4635-9b6d-0b717db3a139 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:06.159619 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dac2e9-5f54-4635-9b6d-0b717db3a139 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event updated for resources: {'Port': ['ID=79b03b83-f30c-4d9a-ba68-7b8363e1b36d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:06.161038 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8a8b-b384-41d1-8e61-eb3a2d17d34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.164920 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8a8b-b384-41d1-8e61-eb3a2d17d34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.166129 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d5cd8a8b-b384-41d1-8e61-eb3a2d17d34a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c42be7b-ece9-4f81-ad64-d755a813a921 HTTP/1.1" status: 204 len: 168 time: 0.2358606 Sep 30 08:21:06.193663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd8a8b-b384-41d1-8e61-eb3a2d17d34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c42be7b-ece9-4f81-ad64-d755a813a921,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:06.231844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dac2e9-5f54-4635-9b6d-0b717db3a139 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:06.241305 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88dac2e9-5f54-4635-9b6d-0b717db3a139 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.283614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47190) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:06.284015 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-88dac2e9-5f54-4635-9b6d-0b717db3a139 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0393162 Sep 30 08:21:06.293627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-613a92ab-b660-4328-9a73-a897e9ebdf3d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Request body: {'floatingip': {'port_id': '79b03b83-f30c-4d9a-ba68-7b8363e1b36d'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:06.380177 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-613a92ab-b660-4328-9a73-a897e9ebdf3d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.565998 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-00dbf7bc-f5aa-48c3-bb7f-b5865129a44e None None] Provisioning complete for port 79b03b83-f30c-4d9a-ba68-7b8363e1b36d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:06.567187 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00dbf7bc-f5aa-48c3-bb7f-b5865129a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:06.649678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-00dbf7bc-f5aa-48c3-bb7f-b5865129a44e None None] Port 79b03b83-f30c-4d9a-ba68-7b8363e1b36d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:07.164864 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:07.310648 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1ddce0d-ac0f-4893-975a-2b63c86e9e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.380023 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-613a92ab-b660-4328-9a73-a897e9ebdf3d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:21:07.446287 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1ddce0d-ac0f-4893-975a-2b63c86e9e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.451889 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1ddce0d-ac0f-4893-975a-2b63c86e9e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.460888 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-613a92ab-b660-4328-9a73-a897e9ebdf3d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.469121 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-613a92ab-b660-4328-9a73-a897e9ebdf3d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.486354 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a1ddce0d-ac0f-4893-975a-2b63c86e9e9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d5d6d0bd0e8459285e3e1821ecc26f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202460 Sep 30 08:21:07.489137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47226) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:07.526871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddce0d-ac0f-4893-975a-2b63c86e9e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa6c922-5fb4-473f-bf8a-9afacecd1fed,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:07.588886 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1fee889-09a1-4809-bd0f-c124d8dc04f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.617015 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-613a92ab-b660-4328-9a73-a897e9ebdf3d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Floating IP f8a1fdf1-eab6-41b3-85cc-7eca33684840 associated. External IP: 172.25.0.185, port: b0a9bfa5-cd24-472b-ade5-94c71e7a453f. Sep 30 08:21:07.623081 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1fee889-09a1-4809-bd0f-c124d8dc04f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.704238 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1fee889-09a1-4809-bd0f-c124d8dc04f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.707251 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1fee889-09a1-4809-bd0f-c124d8dc04f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:07.711039 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e1fee889-09a1-4809-bd0f-c124d8dc04f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3aa6c922-5fb4-473f-bf8a-9afacecd1fed HTTP/1.1" status: 204 len: 168 time: 0.2186441 Sep 30 08:21:07.720911 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fee889-09a1-4809-bd0f-c124d8dc04f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa6c922-5fb4-473f-bf8a-9afacecd1fed,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:07.914746 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613a92ab-b660-4328-9a73-a897e9ebdf3d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router 0269d8e4-3a55-424e-9bed-b6323486167d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:08.073423 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613a92ab-b660-4328-9a73-a897e9ebdf3d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:08.087071 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8edabf-4ec7-4b03-8933-b688f5e7b580 None None] Sync routers for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:08.098334 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8edabf-4ec7-4b03-8933-b688f5e7b580 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:08.099070 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8d8edabf-4ec7-4b03-8933-b688f5e7b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:08.137812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a71d81-7fcb-4810-8946-357ba984e490 req-71a95cbe-028b-45d0-818c-59687108c4f0 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.140752 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8d8edabf-4ec7-4b03-8933-b688f5e7b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:08.143869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a71d81-7fcb-4810-8946-357ba984e490 req-71a95cbe-028b-45d0-818c-59687108c4f0 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.149779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a71d81-7fcb-4810-8946-357ba984e490 req-71a95cbe-028b-45d0-818c-59687108c4f0 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.150007 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8edabf-4ec7-4b03-8933-b688f5e7b580 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:08.150613 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8d8edabf-4ec7-4b03-8933-b688f5e7b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:08.155813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a71d81-7fcb-4810-8946-357ba984e490 req-71a95cbe-028b-45d0-818c-59687108c4f0 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.161799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a71d81-7fcb-4810-8946-357ba984e490 req-71a95cbe-028b-45d0-818c-59687108c4f0 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.166975 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47250) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:08.168728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a71d81-7fcb-4810-8946-357ba984e490 req-71a95cbe-028b-45d0-818c-59687108c4f0 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.176300 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a71d81-7fcb-4810-8946-357ba984e490 req-71a95cbe-028b-45d0-818c-59687108c4f0 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.179718 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06a71d81-7fcb-4810-8946-357ba984e490 req-71a95cbe-028b-45d0-818c-59687108c4f0 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5433 time: 0.1524303 Sep 30 08:21:08.186179 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-635738ed-ceca-4cea-9fb6-723523225469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:08.186678 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8d8edabf-4ec7-4b03-8933-b688f5e7b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:08.187315 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8edabf-4ec7-4b03-8933-b688f5e7b580 None None] The sync data for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:08.289902 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06a71d81-7fcb-4810-8946-357ba984e490 req-9e301c8b-82d1-46de-9165-3dd87115b02d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990117 Sep 30 08:21:08.296448 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-635738ed-ceca-4cea-9fb6-723523225469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:08.302072 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-635738ed-ceca-4cea-9fb6-723523225469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:08.346235 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-635738ed-ceca-4cea-9fb6-723523225469 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cfdee9fc79574d638d336ec9a17f5351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766586 Sep 30 08:21:08.347126 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47254) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:08.354442 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635738ed-ceca-4cea-9fb6-723523225469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73a1299-a33c-48c9-bcfd-f3daeb8273d6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:08.414828 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ba9f-49dd-4892-aa44-8924c27cad46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:08.440087 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ba9f-49dd-4892-aa44-8924c27cad46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:08.476592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613a92ab-b660-4328-9a73-a897e9ebdf3d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router ae85cf6b-a4ea-4cf4-81db-4187639b4b56 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:08.496047 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ba9f-49dd-4892-aa44-8924c27cad46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:08.499376 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ba9f-49dd-4892-aa44-8924c27cad46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:08.501042 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7ff5ba9f-49dd-4892-aa44-8924c27cad46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d73a1299-a33c-48c9-bcfd-f3daeb8273d6 HTTP/1.1" status: 204 len: 168 time: 0.1523173 Sep 30 08:21:08.505388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2336-0161-41f3-9898-5a94860fa000 req-d552b626-c8e6-4d2d-9bf5-3eb50dd49e51 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.510468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5ba9f-49dd-4892-aa44-8924c27cad46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73a1299-a33c-48c9-bcfd-f3daeb8273d6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:08.511198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2336-0161-41f3-9898-5a94860fa000 req-d552b626-c8e6-4d2d-9bf5-3eb50dd49e51 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.517452 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2336-0161-41f3-9898-5a94860fa000 req-d552b626-c8e6-4d2d-9bf5-3eb50dd49e51 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.538759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2336-0161-41f3-9898-5a94860fa000 req-d552b626-c8e6-4d2d-9bf5-3eb50dd49e51 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.547506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2336-0161-41f3-9898-5a94860fa000 req-d552b626-c8e6-4d2d-9bf5-3eb50dd49e51 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.554306 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2336-0161-41f3-9898-5a94860fa000 req-d552b626-c8e6-4d2d-9bf5-3eb50dd49e51 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.561049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2336-0161-41f3-9898-5a94860fa000 req-d552b626-c8e6-4d2d-9bf5-3eb50dd49e51 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:08.564030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba4b2336-0161-41f3-9898-5a94860fa000 req-d552b626-c8e6-4d2d-9bf5-3eb50dd49e51 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5433 time: 0.1459236 Sep 30 08:21:08.600044 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:08.734312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613a92ab-b660-4328-9a73-a897e9ebdf3d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:08.739165 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-613a92ab-b660-4328-9a73-a897e9ebdf3d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:08.747807 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fdcfb-244c-4bde-8347-1c7f1e61a30e None None] Sync routers for ids ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:08.763264 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9fdcfb-244c-4bde-8347-1c7f1e61a30e None None] Routers {'ae85cf6b-a4ea-4cf4-81db-4187639b4b56'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:08.767891 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-de9fdcfb-244c-4bde-8347-1c7f1e61a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:08.810968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:08.811977 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-613a92ab-b660-4328-9a73-a897e9ebdf3d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "PUT /v2.0/floatingips/f8a1fdf1-eab6-41b3-85cc-7eca33684840 HTTP/1.1" status: 200 len: 979 time: 2.5262709 Sep 30 08:21:08.859143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-de9fdcfb-244c-4bde-8347-1c7f1e61a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:08.886895 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9fdcfb-244c-4bde-8347-1c7f1e61a30e None None] Routers {'ae85cf6b-a4ea-4cf4-81db-4187639b4b56'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:08.888538 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-de9fdcfb-244c-4bde-8347-1c7f1e61a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:08.930481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d515c471-f1ab-4a90-bcea-8313d0a0b920 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'network': {'name': 'tempest-network-smoke--1788505080', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:08.946960 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-de9fdcfb-244c-4bde-8347-1c7f1e61a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:08.947954 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fdcfb-244c-4bde-8347-1c7f1e61a30e None None] The sync data for ids ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:08.964195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d515c471-f1ab-4a90-bcea-8313d0a0b920 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Made reservation on behalf of 9daaa44a24a845718835a5f7ca967795 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:08.971953 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d515c471-f1ab-4a90-bcea-8313d0a0b920 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:08.983606 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d515c471-f1ab-4a90-bcea-8313d0a0b920 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:08.998758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fd47d2b9-ed47-4e2d-942a-bfd6f5820b3b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting port 79b03b83-f30c-4d9a-ba68-7b8363e1b36d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:08.999090 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd47d2b9-ed47-4e2d-942a-bfd6f5820b3b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.119949 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd47d2b9-ed47-4e2d-942a-bfd6f5820b3b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.268234 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d515c471-f1ab-4a90-bcea-8313d0a0b920 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.273800 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d515c471-f1ab-4a90-bcea-8313d0a0b920 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.353681 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d515c471-f1ab-4a90-bcea-8313d0a0b920 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:21:09.364899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515c471-f1ab-4a90-bcea-8313d0a0b920 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6184801-d0e0-4500-83c3-4697c683711b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:09.380558 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d515c471-f1ab-4a90-bcea-8313d0a0b920 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.381247 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-d515c471-f1ab-4a90-bcea-8313d0a0b920 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Added segment 4bddac73-c91c-43b2-907a-2ea0356877c9 of type vlan for network 2853f78c-258b-44eb-b2b6-ea7b0afde7f3 Sep 30 08:21:09.392792 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd47d2b9-ed47-4e2d-942a-bfd6f5820b3b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.393405 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd47d2b9-ed47-4e2d-942a-bfd6f5820b3b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.393728 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-fd47d2b9-ed47-4e2d-942a-bfd6f5820b3b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Floating IP f8a1fdf1-eab6-41b3-85cc-7eca33684840 disassociated. External IP: 172.25.0.185, port: 79b03b83-f30c-4d9a-ba68-7b8363e1b36d. Sep 30 08:21:09.394072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fd47d2b9-ed47-4e2d-942a-bfd6f5820b3b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Calling delete_port for 79b03b83-f30c-4d9a-ba68-7b8363e1b36d owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:09.467937 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d515c471-f1ab-4a90-bcea-8313d0a0b920 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.514175 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d515c471-f1ab-4a90-bcea-8313d0a0b920 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.519715 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d515c471-f1ab-4a90-bcea-8313d0a0b920 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:09.520330 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d515c471-f1ab-4a90-bcea-8313d0a0b920 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.572666 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d515c471-f1ab-4a90-bcea-8313d0a0b920 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9713123 Sep 30 08:21:09.576675 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47312) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:09.584622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'admin_state_up': True, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:09.624299 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.629051 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515c471-f1ab-4a90-bcea-8313d0a0b920 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Network': ['ID=2853f78c-258b-44eb-b2b6-ea7b0afde7f3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:09.632250 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.655681 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 2853f78c-258b-44eb-b2b6-ea7b0afde7f3 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:21:09.665881 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd47d2b9-ed47-4e2d-942a-bfd6f5820b3b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.718229 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.720830 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47d2b9-ed47-4e2d-942a-bfd6f5820b3b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Port': ['ID=79b03b83-f30c-4d9a-ba68-7b8363e1b36d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:09.948573 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:09.975182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd47d2b9-ed47-4e2d-942a-bfd6f5820b3b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router ae85cf6b-a4ea-4cf4-81db-4187639b4b56 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:10.123650 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.178346 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd47d2b9-ed47-4e2d-942a-bfd6f5820b3b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:10.191515 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b317fbd7-e1c6-4e83-992c-5a3ff1c120d0 None None] Sync routers for ids ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:10.205702 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b317fbd7-e1c6-4e83-992c-5a3ff1c120d0 None None] Routers {'ae85cf6b-a4ea-4cf4-81db-4187639b4b56'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:10.206317 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b317fbd7-e1c6-4e83-992c-5a3ff1c120d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:10.262014 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.287314 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd47d2b9-ed47-4e2d-942a-bfd6f5820b3b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.294529 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fd47d2b9-ed47-4e2d-942a-bfd6f5820b3b tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/ports/79b03b83-f30c-4d9a-ba68-7b8363e1b36d HTTP/1.1" status: 204 len: 168 time: 1.4791451 Sep 30 08:21:10.294904 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47344) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:10.299751 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.337405 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b317fbd7-e1c6-4e83-992c-5a3ff1c120d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:10.358599 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b317fbd7-e1c6-4e83-992c-5a3ff1c120d0 None None] Routers {'ae85cf6b-a4ea-4cf4-81db-4187639b4b56'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:10.359321 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b317fbd7-e1c6-4e83-992c-5a3ff1c120d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:10.425808 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b317fbd7-e1c6-4e83-992c-5a3ff1c120d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:10.429623 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b317fbd7-e1c6-4e83-992c-5a3ff1c120d0 None None] The sync data for ids ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:10.454882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Allocated IP 172.25.0.154 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/db6e5c3e-8980-48d2-ae56-150ab98c7723) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:10.638081 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.703519 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:10.755202 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:10.764967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:10.780431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:10.835342 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Port': ['ID=db6e5c3e-8980-48d2-ae56-150ab98c7723,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:10.948740 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47378) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:11.123530 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405e23e-1930-4137-994a-d9a43f272fc7 req-20460bed-99f2-40c0-b6ab-3aca8a6660ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:11.124038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405e23e-1930-4137-994a-d9a43f272fc7 req-20460bed-99f2-40c0-b6ab-3aca8a6660ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:11.124605 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405e23e-1930-4137-994a-d9a43f272fc7 req-20460bed-99f2-40c0-b6ab-3aca8a6660ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:11.125080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405e23e-1930-4137-994a-d9a43f272fc7 req-20460bed-99f2-40c0-b6ab-3aca8a6660ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:11.125544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405e23e-1930-4137-994a-d9a43f272fc7 req-20460bed-99f2-40c0-b6ab-3aca8a6660ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:11.125997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405e23e-1930-4137-994a-d9a43f272fc7 req-20460bed-99f2-40c0-b6ab-3aca8a6660ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:11.126546 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405e23e-1930-4137-994a-d9a43f272fc7 req-20460bed-99f2-40c0-b6ab-3aca8a6660ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:11.128757 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f405e23e-1930-4137-994a-d9a43f272fc7 req-20460bed-99f2-40c0-b6ab-3aca8a6660ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 6490 time: 0.1782694 Sep 30 08:21:11.146640 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7be28a88-d506-4055-9a4d-cc9352996a42 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.254469 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f405e23e-1930-4137-994a-d9a43f272fc7 req-4b9cc678-567d-4878-819c-536e1498b0e8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912781 Sep 30 08:21:11.278156 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.513822 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.559875 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7be28a88-d506-4055-9a4d-cc9352996a42 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting port 1da21600-057c-4dac-aad6-0ded9e12dbee {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:11.560490 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7be28a88-d506-4055-9a4d-cc9352996a42 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.692837 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7be28a88-d506-4055-9a4d-cc9352996a42 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.709575 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:21:11.710405 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7be28a88-d506-4055-9a4d-cc9352996a42 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Calling delete_port for 1da21600-057c-4dac-aad6-0ded9e12dbee owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:11.857819 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:11.873076 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Sync routers for ids ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:11.879978 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:11.881014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f785a2a8-8bfd-443b-a13a-356f6ce1427d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3020990 Sep 30 08:21:11.889948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47412) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:11.892522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Routers {'8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:11.902593 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:11.947443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47416) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:11.964958 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7be28a88-d506-4055-9a4d-cc9352996a42 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.029644 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be28a88-d506-4055-9a4d-cc9352996a42 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Port': ['ID=1da21600-057c-4dac-aad6-0ded9e12dbee,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:12.038435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Set router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:12.178311 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dc4517f-22f5-4a4d-8b2c-e52df51205b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.227195 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c585acdf-9dee-44b5-aa43-ae03cc0d57b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.296408 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7be28a88-d506-4055-9a4d-cc9352996a42 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.332341 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ee5f7903-44f6-4622-8df2-deffe8013ab7 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9daaa44a24a845718835a5f7ca967795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4407938 Sep 30 08:21:12.334822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47428) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:12.341460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:21:11Z', 'revision_number': 3, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:12.375985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Checking router: 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:21:12.376953 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Updating router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed port db6e5c3e-8980-48d2-ae56-150ab98c7723 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:21:12.448412 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.606842 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2886276f-0547-44a7-bfa5-9e9dc75c382a tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:12.608235 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be28a88-d506-4055-9a4d-cc9352996a42 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router ae85cf6b-a4ea-4cf4-81db-4187639b4b56 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:12.612623 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2886276f-0547-44a7-bfa5-9e9dc75c382a tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2765415 Sep 30 08:21:12.617946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47430) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:12.688239 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47436) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:12.690352 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-73c70773-0372-4a4b-800a-7095bb4d2463 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0622263 Sep 30 08:21:12.693423 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1440874545', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:12.726397 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c585acdf-9dee-44b5-aa43-ae03cc0d57b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.732132 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c585acdf-9dee-44b5-aa43-ae03cc0d57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.782912 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c585acdf-9dee-44b5-aa43-ae03cc0d57b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=581e1d7658f24149874781f0289cf088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8317063 Sep 30 08:21:12.782912 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585acdf-9dee-44b5-aa43-ae03cc0d57b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696199f9-9813-45b4-922d-18fd3b07d2ff,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:12.784352 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47438) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:12.832967 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be28a88-d506-4055-9a4d-cc9352996a42 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:12.840893 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.843347 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7be28a88-d506-4055-9a4d-cc9352996a42 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "PUT /v2.0/routers/ae85cf6b-a4ea-4cf4-81db-4187639b4b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5473907 Sep 30 08:21:12.844087 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47440) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:12.848392 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc58f067-2d9c-48a1-864c-7343cfe71425 None None] Sync routers for ids ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:12.849634 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.862273 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc58f067-2d9c-48a1-864c-7343cfe71425 None None] Routers {'ae85cf6b-a4ea-4cf4-81db-4187639b4b56'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:12.863937 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bc58f067-2d9c-48a1-864c-7343cfe71425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:12.885473 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-054c5f1a-c3cb-4fe7-8afd-ddf50f16dc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.903118 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225842d2-7c02-4e2f-afb6-e3de8cca6bc4 None None] Pushing event updated for resources: {'Port': ['ID=db6e5c3e-8980-48d2-ae56-150ab98c7723,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:12.910628 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Made reservation on behalf of 9daaa44a24a845718835a5f7ca967795 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:12.914395 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225842d2-7c02-4e2f-afb6-e3de8cca6bc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:12.914769 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225842d2-7c02-4e2f-afb6-e3de8cca6bc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:12.915015 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.915177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225842d2-7c02-4e2f-afb6-e3de8cca6bc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:12.915544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225842d2-7c02-4e2f-afb6-e3de8cca6bc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:12.915932 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225842d2-7c02-4e2f-afb6-e3de8cca6bc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:12.916634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225842d2-7c02-4e2f-afb6-e3de8cca6bc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:12.916971 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225842d2-7c02-4e2f-afb6-e3de8cca6bc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:12.917327 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225842d2-7c02-4e2f-afb6-e3de8cca6bc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:12.917792 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225842d2-7c02-4e2f-afb6-e3de8cca6bc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:12.918382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225842d2-7c02-4e2f-afb6-e3de8cca6bc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:12.918820 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225842d2-7c02-4e2f-afb6-e3de8cca6bc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:12.919222 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225842d2-7c02-4e2f-afb6-e3de8cca6bc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:12.940904 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-054c5f1a-c3cb-4fe7-8afd-ddf50f16dc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.941442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Attempting to bind port db6e5c3e-8980-48d2-ae56-150ab98c7723 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:12.941818 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Attempting to bind port db6e5c3e-8980-48d2-ae56-150ab98c7723 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:12.942226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Attempting to bind port db6e5c3e-8980-48d2-ae56-150ab98c7723 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:12.952423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:12.953701 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:12.954889 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.955500 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:12.956895 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Bound port: db6e5c3e-8980-48d2-ae56-150ab98c7723, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:12.957577 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:12.958466 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bc58f067-2d9c-48a1-864c-7343cfe71425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:12.977114 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc58f067-2d9c-48a1-864c-7343cfe71425 None None] Routers {'ae85cf6b-a4ea-4cf4-81db-4187639b4b56'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:12.977737 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bc58f067-2d9c-48a1-864c-7343cfe71425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:13.014643 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bc58f067-2d9c-48a1-864c-7343cfe71425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:13.015417 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc58f067-2d9c-48a1-864c-7343cfe71425 None None] The sync data for ids ['ae85cf6b-a4ea-4cf4-81db-4187639b4b56'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:13.038219 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-054c5f1a-c3cb-4fe7-8afd-ddf50f16dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.042147 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-054c5f1a-c3cb-4fe7-8afd-ddf50f16dc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.044135 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-054c5f1a-c3cb-4fe7-8afd-ddf50f16dc3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/696199f9-9813-45b4-922d-18fd3b07d2ff HTTP/1.1" status: 204 len: 168 time: 0.2588165 Sep 30 08:21:13.047681 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] For port db6e5c3e-8980-48d2-ae56-150ab98c7723, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:13.052896 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] For port db6e5c3e-8980-48d2-ae56-150ab98c7723, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=db6e5c3e-8980-48d2-ae56-150ab98c7723,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:13.060574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c5f1a-c3cb-4fe7-8afd-ddf50f16dc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696199f9-9813-45b4-922d-18fd3b07d2ff,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:13.061764 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.178453 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Routers {'8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:13.179745 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:20:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:13.183208 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53905ee1-79f8-446c-87b7-a757953104b5 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.271388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225842d2-7c02-4e2f-afb6-e3de8cca6bc4 None None] Pushing event updated for resources: {'Port': ['ID=db6e5c3e-8980-48d2-ae56-150ab98c7723,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:13.427885 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53905ee1-79f8-446c-87b7-a757953104b5 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.442208 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] Set router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:13.456551 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.575690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Subnet': ['ID=cee72f45-e1f6-46e8-8c48-d17f733f151d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:13.579527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47458) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:13.595595 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-53905ee1-79f8-446c-87b7-a757953104b5 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting port 2823a78e-83ac-4764-949b-4c99a70a847d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:13.596129 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53905ee1-79f8-446c-87b7-a757953104b5 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.601845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.602341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.602784 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.603214 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.603724 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.604254 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.604703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.605265 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.605949 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.606053 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.606489 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.606909 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:13.618159 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0557dbc6-46c6-40d5-b663-f000f9034903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.619897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Checking segment: {'id': '4bddac73-c91c-43b2-907a-2ea0356877c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:13.620412 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network hostable DHCP agents. Network: 2853f78c-258b-44eb-b2b6-ea7b0afde7f3, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:21:13.695073 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network 2853f78c-258b-44eb-b2b6-ea7b0afde7f3 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:21:13.758490 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 2853f78c-258b-44eb-b2b6-ea7b0afde7f3) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:13.771427 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:13.772257 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.800605 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53905ee1-79f8-446c-87b7-a757953104b5 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.801113 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0557dbc6-46c6-40d5-b663-f000f9034903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.819812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb5dc19-5545-43db-b74a-1ee947f929be None None] Network 2853f78c-258b-44eb-b2b6-ea7b0afde7f3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:13.821241 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0557dbc6-46c6-40d5-b663-f000f9034903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.826420 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-baf410cb-9980-4771-aae8-c9d0c317466b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1371117 Sep 30 08:21:13.827204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:13.888351 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0557dbc6-46c6-40d5-b663-f000f9034903 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec2ddd1e759b456a8e384fe112b3a4f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3073835 Sep 30 08:21:13.889506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557dbc6-46c6-40d5-b663-f000f9034903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2158564e-8af1-4be4-be01-898ea5d68f8f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:13.892788 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47466) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:13.954417 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d90dbc01-e8d7-4208-bc88-9b1884ccab83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.979836 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d90dbc01-e8d7-4208-bc88-9b1884ccab83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:13.988110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-53905ee1-79f8-446c-87b7-a757953104b5 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Calling delete_port for 2823a78e-83ac-4764-949b-4c99a70a847d owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:14.044662 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d90dbc01-e8d7-4208-bc88-9b1884ccab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.050912 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:21:11Z', 'revision_number': 3, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:14.054230 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d90dbc01-e8d7-4208-bc88-9b1884ccab83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.056996 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d90dbc01-e8d7-4208-bc88-9b1884ccab83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2158564e-8af1-4be4-be01-898ea5d68f8f HTTP/1.1" status: 204 len: 168 time: 0.1626506 Sep 30 08:21:14.077370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90dbc01-e8d7-4208-bc88-9b1884ccab83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2158564e-8af1-4be4-be01-898ea5d68f8f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:14.122495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:21:14.123600 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.156762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0caaf2b-cd14-46c4-8d96-10d76a8b0468 None None] The sync data for ids ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'] in n-d-807359-2 is: [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:21:11Z', 'revision_number': 3, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:14.491210 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Allocated IP 172.20.0.2 (2853f78c-258b-44eb-b2b6-ea7b0afde7f3/cee72f45-e1f6-46e8-8c48-d17f733f151d/1d924a09-0698-4d5e-b89d-4e610de45afb) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:14.806687 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a38169a-404c-4af1-b822-d3b9ad50b3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.830282 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.838410 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53905ee1-79f8-446c-87b7-a757953104b5 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.841507 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:14.895804 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53905ee1-79f8-446c-87b7-a757953104b5 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Port': ['ID=2823a78e-83ac-4764-949b-4c99a70a847d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:14.911929 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Network 2853f78c-258b-44eb-b2b6-ea7b0afde7f3 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:14.915357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:14.920677 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:14.967608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Pushing event updated for resources: {'Port': ['ID=1d924a09-0698-4d5e-b89d-4e610de45afb,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:15.098846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Attempting to bind port 1d924a09-0698-4d5e-b89d-4e610de45afb on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:15.099417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Attempting to bind port 1d924a09-0698-4d5e-b89d-4e610de45afb by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '4bddac73-c91c-43b2-907a-2ea0356877c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:15.099854 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Attempting to bind port 1d924a09-0698-4d5e-b89d-4e610de45afb on network 2853f78c-258b-44eb-b2b6-ea7b0afde7f3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:15.107464 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:15.111731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Checking segment: {'id': '4bddac73-c91c-43b2-907a-2ea0356877c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:15.112306 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.112813 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Bound using segment: {'id': '4bddac73-c91c-43b2-907a-2ea0356877c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:15.113438 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Bound port: 1d924a09-0698-4d5e-b89d-4e610de45afb, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bddac73-c91c-43b2-907a-2ea0356877c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:15.114013 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.124312 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53905ee1-79f8-446c-87b7-a757953104b5 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.192051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] For port 1d924a09-0698-4d5e-b89d-4e610de45afb, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:15.204340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] For port 1d924a09-0698-4d5e-b89d-4e610de45afb, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1d924a09-0698-4d5e-b89d-4e610de45afb,segment=NetworkSegment(4bddac73-c91c-43b2-907a-2ea0356877c9),segment_id=4bddac73-c91c-43b2-907a-2ea0356877c9)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:15.210279 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.290449 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53905ee1-79f8-446c-87b7-a757953104b5 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.299381 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53905ee1-79f8-446c-87b7-a757953104b5 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.317030 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.344426 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a8ebb-903a-427a-bfda-3e9e6ffbb935 None None] Pushing event updated for resources: {'Port': ['ID=1d924a09-0698-4d5e-b89d-4e610de45afb,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:15.427466 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53905ee1-79f8-446c-87b7-a757953104b5 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.428546 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53905ee1-79f8-446c-87b7-a757953104b5 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Fanout notify agent at l3_agent the message router_deleted on router ae85cf6b-a4ea-4cf4-81db-4187639b4b56 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:21:15.443452 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53905ee1-79f8-446c-87b7-a757953104b5 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.449659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47510) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:15.456527 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-53905ee1-79f8-446c-87b7-a757953104b5 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/routers/ae85cf6b-a4ea-4cf4-81db-4187639b4b56 HTTP/1.1" status: 204 len: 168 time: 2.6089599 Sep 30 08:21:15.493231 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.587583 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting subnet 5d17cbb9-b5df-4b02-8afe-eb926bd59f0f {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:21:15.599856 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.677319 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.791595 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.842322 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.900236 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.946787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Subnet': ['ID=5d17cbb9-b5df-4b02-8afe-eb926bd59f0f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:15.946949 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Allocated IP 172.20.0.1 (2853f78c-258b-44eb-b2b6-ea7b0afde7f3/cee72f45-e1f6-46e8-8c48-d17f733f151d/5a47744a-ce75-420e-bdb4-907a67f137e4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:15.958972 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:15.959248 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:15.959606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:15.959967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:15.960316 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:15.960657 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:15.960992 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:15.961329 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:15.961704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:15.962043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:15.962419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:15.962754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:21:15.965993 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:15.968099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-08648e69-0896-4f81-bd9f-9c0ef4519c01 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/subnets/5d17cbb9-b5df-4b02-8afe-eb926bd59f0f HTTP/1.1" status: 204 len: 168 time: 0.5177798 Sep 30 08:21:15.970699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47530) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:15.973319 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d105f7cc-0274-4541-9636-3203a770342b None None] Network ab08acb1-b284-4c29-9baa-c0b03f69fb33 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:16.086647 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.186422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting port bf35be5e-f75c-4b54-8a78-24e69ff1346f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:16.187062 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.187415 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.249813 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.302663 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4347bc7f-e13c-44cb-8442-c67a6bd26d35 None None] DHCP port deletion for ab08acb1-b284-4c29-9baa-c0b03f69fb33 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:21:16.319624 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network 2853f78c-258b-44eb-b2b6-ea7b0afde7f3 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:16.330022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:16.346508 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:16.398883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4347bc7f-e13c-44cb-8442-c67a6bd26d35 None None] Deleting port bf35be5e-f75c-4b54-8a78-24e69ff1346f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:16.399466 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4347bc7f-e13c-44cb-8442-c67a6bd26d35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.495796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Port': ['ID=5a47744a-ce75-420e-bdb4-907a67f137e4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:16.504025 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.551014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4347bc7f-e13c-44cb-8442-c67a6bd26d35 None None] For port bf35be5e-f75c-4b54-8a78-24e69ff1346f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=bf35be5e-f75c-4b54-8a78-24e69ff1346f,segment=NetworkSegment(dc080aa2-3794-4c7a-b720-0adada34835a),segment_id=dc080aa2-3794-4c7a-b720-0adada34835a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:16.551593 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4347bc7f-e13c-44cb-8442-c67a6bd26d35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.583104 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4347bc7f-e13c-44cb-8442-c67a6bd26d35 None None] Calling delete_port for bf35be5e-f75c-4b54-8a78-24e69ff1346f owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:16.791025 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device db6e5c3e-8980-48d2-ae56-150ab98c7723 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:16.831127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.892254 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4347bc7f-e13c-44cb-8442-c67a6bd26d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.940693 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4347bc7f-e13c-44cb-8442-c67a6bd26d35 None None] No DVR routers for this DVR port bf35be5e-f75c-4b54-8a78-24e69ff1346f on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:16.948587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347bc7f-e13c-44cb-8442-c67a6bd26d35 None None] Pushing event deleted for resources: {'Port': ['ID=bf35be5e-f75c-4b54-8a78-24e69ff1346f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:16.950841 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdbd196-f9d8-4891-8f6b-800af329dc86 None None] Network 2853f78c-258b-44eb-b2b6-ea7b0afde7f3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:16.953084 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port db6e5c3e-8980-48d2-ae56-150ab98c7723 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:16.953455 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:16.991263 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47558) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:17.137549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-827d3568-8c82-4ed0-92fe-2283e69f79f4 None None] Provisioning complete for port 1d924a09-0698-4d5e-b89d-4e610de45afb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:17.138139 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-827d3568-8c82-4ed0-92fe-2283e69f79f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.141198 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.182575 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] For port bf35be5e-f75c-4b54-8a78-24e69ff1346f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=bf35be5e-f75c-4b54-8a78-24e69ff1346f,segment=NetworkSegment(dc080aa2-3794-4c7a-b720-0adada34835a),segment_id=dc080aa2-3794-4c7a-b720-0adada34835a)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:17.184267 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.209430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Calling delete_port for bf35be5e-f75c-4b54-8a78-24e69ff1346f owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:17.265031 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b57a0bc6-7c96-4b3c-8211-75444cad540a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.295297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port db6e5c3e-8980-48d2-ae56-150ab98c7723, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=db6e5c3e-8980-48d2-ae56-150ab98c7723,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:17.306743 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.307509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1d924a09-0698-4d5e-b89d-4e610de45afb up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:17.334115 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.368225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=db6e5c3e-8980-48d2-ae56-150ab98c7723,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:17.378078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] No DVR routers for this DVR port bf35be5e-f75c-4b54-8a78-24e69ff1346f on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:17.378536 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.388123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Port': ['ID=bf35be5e-f75c-4b54-8a78-24e69ff1346f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:17.389990 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.474247 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-827d3568-8c82-4ed0-92fe-2283e69f79f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.513638 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.514585 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Port': ['ID=5a47744a-ce75-420e-bdb4-907a67f137e4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:17.517638 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.520096 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-827d3568-8c82-4ed0-92fe-2283e69f79f4 None None] For port 1d924a09-0698-4d5e-b89d-4e610de45afb, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1d924a09-0698-4d5e-b89d-4e610de45afb,segment=NetworkSegment(4bddac73-c91c-43b2-907a-2ea0356877c9),segment_id=4bddac73-c91c-43b2-907a-2ea0356877c9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:17.521724 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 1d924a09-0698-4d5e-b89d-4e610de45afb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:17.522201 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.529872 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-827d3568-8c82-4ed0-92fe-2283e69f79f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.547179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab08acb1-b284-4c29-9baa-c0b03f69fb33']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:17.595827 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc080aa2-3794-4c7a-b720-0adada34835a') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:17.597862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc080aa2-3794-4c7a-b720-0adada34835a') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:17.610861 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b57a0bc6-7c96-4b3c-8211-75444cad540a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.620050 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d3568-8c82-4ed0-92fe-2283e69f79f4 None None] Pushing event updated for resources: {'Port': ['ID=1d924a09-0698-4d5e-b89d-4e610de45afb,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:17.650182 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.662127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b57a0bc6-7c96-4b3c-8211-75444cad540a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.706240 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.715578 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.718176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a0bc6-7c96-4b3c-8211-75444cad540a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f70d27-4d12-43f7-81da-02cb7c671c1e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:17.752240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:21:17.752633 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.755008 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network 2853f78c-258b-44eb-b2b6-ea7b0afde7f3 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:21:17.756472 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:21:17.759010 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:17.770435 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b57a0bc6-7c96-4b3c-8211-75444cad540a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38a8b4939e7840b39d2aaf45858d86e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7781062 Sep 30 08:21:17.776911 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:17.790003 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bf35be5e-f75c-4b54-8a78-24e69ff1346f no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:17.833868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: bf35be5e-f75c-4b54-8a78-24e69ff1346f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:17.834208 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bf35be5e-f75c-4b54-8a78-24e69ff1346f not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:17.865073 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.882567 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.884854 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/networks/ab08acb1-b284-4c29-9baa-c0b03f69fb33 HTTP/1.1" status: 204 len: 168 time: 1.9132261 Sep 30 08:21:17.889207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47576) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:17.901820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c333b22-5b37-482f-acf2-c18642160e89 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Network': ['ID=ab08acb1-b284-4c29-9baa-c0b03f69fb33,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:17.926101 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae589516-e746-47cf-946a-94eee04212b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:17.987564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cb9ca463-27b1-4000-b471-638cfb523e13 None None] Provisioning complete for port 1d924a09-0698-4d5e-b89d-4e610de45afb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:17.987858 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb9ca463-27b1-4000-b471-638cfb523e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.003085 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae589516-e746-47cf-946a-94eee04212b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.065129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:18.127573 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cb9ca463-27b1-4000-b471-638cfb523e13 None None] Provisioning complete for port 5a47744a-ce75-420e-bdb4-907a67f137e4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:18.128044 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb9ca463-27b1-4000-b471-638cfb523e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.171483 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae589516-e746-47cf-946a-94eee04212b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.174329 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae589516-e746-47cf-946a-94eee04212b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.175210 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ca463-27b1-4000-b471-638cfb523e13 None None] Port 5a47744a-ce75-420e-bdb4-907a67f137e4 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:18.175616 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ae589516-e746-47cf-946a-94eee04212b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80f70d27-4d12-43f7-81da-02cb7c671c1e HTTP/1.1" status: 204 len: 168 time: 0.3960462 Sep 30 08:21:18.209499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae589516-e746-47cf-946a-94eee04212b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f70d27-4d12-43f7-81da-02cb7c671c1e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:18.264846 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-847e5c82-5f4f-4ac2-bcbb-f805bee52aa2 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting port 4e819614-0580-4aa3-8f99-499ac43b18fe {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:18.265190 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-847e5c82-5f4f-4ac2-bcbb-f805bee52aa2 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.307040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7dd0c451-dcd6-4e77-800d-5da44c4e07ce None None] Provisioning complete for port 5a47744a-ce75-420e-bdb4-907a67f137e4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:18.308717 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7dd0c451-dcd6-4e77-800d-5da44c4e07ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.356422 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0c451-dcd6-4e77-800d-5da44c4e07ce None None] Port 5a47744a-ce75-420e-bdb4-907a67f137e4 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:18.372655 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:18.384966 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Sync routers for ids ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:18.396121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Routers {'8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:18.396925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:18.397312 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e0146325-9a76-4239-befc-2876c4d33669 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "PUT /v2.0/routers/8eaec781-85cb-4f8c-b7bd-bf6bd65174ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5649302 Sep 30 08:21:18.397633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47592) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:18.433473 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-847e5c82-5f4f-4ac2-bcbb-f805bee52aa2 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.434994 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-847e5c82-5f4f-4ac2-bcbb-f805bee52aa2 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:18.460745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-847e5c82-5f4f-4ac2-bcbb-f805bee52aa2 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Calling delete_port for 4e819614-0580-4aa3-8f99-499ac43b18fe owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:18.594043 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Set router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:18.672956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b697ed0-7ad7-4d9e-9333-c6fd1ba69755 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:18.673980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b697ed0-7ad7-4d9e-9333-c6fd1ba69755 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:18.674664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b697ed0-7ad7-4d9e-9333-c6fd1ba69755 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:18.676450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b697ed0-7ad7-4d9e-9333-c6fd1ba69755 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:18.677756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b697ed0-7ad7-4d9e-9333-c6fd1ba69755 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:18.679026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b697ed0-7ad7-4d9e-9333-c6fd1ba69755 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:18.680508 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b697ed0-7ad7-4d9e-9333-c6fd1ba69755 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:18.681012 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b697ed0-7ad7-4d9e-9333-c6fd1ba69755 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:18.681453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b697ed0-7ad7-4d9e-9333-c6fd1ba69755 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:18.681920 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b697ed0-7ad7-4d9e-9333-c6fd1ba69755 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:18.682377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b697ed0-7ad7-4d9e-9333-c6fd1ba69755 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:18.685332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b697ed0-7ad7-4d9e-9333-c6fd1ba69755 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:18.685332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b697ed0-7ad7-4d9e-9333-c6fd1ba69755 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:18.688406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9b697ed0-7ad7-4d9e-9333-c6fd1ba69755 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9157 time: 0.2895033 Sep 30 08:21:18.689988 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47602) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:18.701116 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device db6e5c3e-8980-48d2-ae56-150ab98c7723 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:19.064791 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cddb6720-4613-418a-ae99-b2d667f2612b None None] Provisioning complete for port 5a47744a-ce75-420e-bdb4-907a67f137e4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:19.064791 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cddb6720-4613-418a-ae99-b2d667f2612b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.134861 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-847e5c82-5f4f-4ac2-bcbb-f805bee52aa2 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.136124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port db6e5c3e-8980-48d2-ae56-150ab98c7723 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:19.136468 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.165415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3699bb9-949b-495f-8d85-166f6ea38704 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:19.166140 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3699bb9-949b-495f-8d85-166f6ea38704 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:19.166771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3699bb9-949b-495f-8d85-166f6ea38704 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:19.167451 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3699bb9-949b-495f-8d85-166f6ea38704 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:19.168740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3699bb9-949b-495f-8d85-166f6ea38704 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:19.169370 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3699bb9-949b-495f-8d85-166f6ea38704 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:19.170024 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3699bb9-949b-495f-8d85-166f6ea38704 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:19.170642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3699bb9-949b-495f-8d85-166f6ea38704 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:19.171258 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3699bb9-949b-495f-8d85-166f6ea38704 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:19.171872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3699bb9-949b-495f-8d85-166f6ea38704 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:19.172510 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3699bb9-949b-495f-8d85-166f6ea38704 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:19.173246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3699bb9-949b-495f-8d85-166f6ea38704 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:19.174360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3699bb9-949b-495f-8d85-166f6ea38704 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:19.177127 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b3699bb9-949b-495f-8d85-166f6ea38704 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8230 time: 0.4845769 Sep 30 08:21:19.180120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47622) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:19.197172 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cddb6720-4613-418a-ae99-b2d667f2612b None None] Port 5a47744a-ce75-420e-bdb4-907a67f137e4 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:19.200539 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e5c82-5f4f-4ac2-bcbb-f805bee52aa2 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Port': ['ID=4e819614-0580-4aa3-8f99-499ac43b18fe,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:19.309749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-847e5c82-5f4f-4ac2-bcbb-f805bee52aa2 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.314609 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-847e5c82-5f4f-4ac2-bcbb-f805bee52aa2 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.316731 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-847e5c82-5f4f-4ac2-bcbb-f805bee52aa2 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/floatingips/f8a1fdf1-eab6-41b3-85cc-7eca33684840 HTTP/1.1" status: 204 len: 168 time: 1.3980706 Sep 30 08:21:19.321314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47632) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:19.334432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1d924a09-0698-4d5e-b89d-4e610de45afb up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:19.357778 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09246b1-359c-4a96-90b5-87d8c73e6b54 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] DELETE failed (client error): The resource could not be found. Sep 30 08:21:19.358932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09246b1-359c-4a96-90b5-87d8c73e6b54 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:21:19.360884 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f09246b1-359c-4a96-90b5-87d8c73e6b54 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/ports/79b03b83-f30c-4d9a-ba68-7b8363e1b36d HTTP/1.1" status: 404 len: 333 time: 0.0390325 Sep 30 08:21:19.363748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47634) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:19.377022 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:21:16Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '5a47744a-ce75-420e-bdb4-907a67f137e4', 'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:2d:62:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:15Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 2, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:19.413705 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Checking router: 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:21:19.414140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Updating router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed port 5a47744a-ce75-420e-bdb4-907a67f137e4 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:21:19.420561 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7b9ea103-9d36-4beb-b91b-f89d5dce364e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae85cf6b-a4ea-4cf4-81db-4187639b4b56 HTTP/1.1" status: 200 len: 205 time: 0.0549545 Sep 30 08:21:19.423126 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:19.450218 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.465305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 1d924a09-0698-4d5e-b89d-4e610de45afb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:19.465796 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.468580 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-eb46f21b-6abb-43a8-a658-7f61edba8322 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] delete failed (client error): The resource could not be found. Sep 30 08:21:19.469835 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-eb46f21b-6abb-43a8-a658-7f61edba8322 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/routers/ae85cf6b-a4ea-4cf4-81db-4187639b4b56 HTTP/1.1" status: 404 len: 336 time: 0.0452516 Sep 30 08:21:19.476069 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47638) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:19.506484 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4f7fb0-c045-4268-9e93-6d82a86618fb tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] DELETE failed (client error): The resource could not be found. Sep 30 08:21:19.507047 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e4f7fb0-c045-4268-9e93-6d82a86618fb tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:21:19.512151 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0e4f7fb0-c045-4268-9e93-6d82a86618fb tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/subnets/5d17cbb9-b5df-4b02-8afe-eb926bd59f0f HTTP/1.1" status: 404 len: 337 time: 0.0319805 Sep 30 08:21:19.512394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47640) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:19.600483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-24ebf3c9-2823-4df8-9ca0-133bd327fd5b tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4497 time: 0.4182982 Sep 30 08:21:19.641972 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fae82b1a-b500-4628-b403-e994ec90fe0d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting port b0a9bfa5-cd24-472b-ade5-94c71e7a453f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:19.642301 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fae82b1a-b500-4628-b403-e994ec90fe0d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.758262 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fae82b1a-b500-4628-b403-e994ec90fe0d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.776318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fae82b1a-b500-4628-b403-e994ec90fe0d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Calling delete_port for b0a9bfa5-cd24-472b-ade5-94c71e7a453f owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:19.856517 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.863796 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.891796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47654) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:19.897454 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cdb5d61d-9360-4a9a-90e5-89b6b445fa22 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-117944511', 'description': 'tempest-secgroup-smoke-117944511 description', 'project_id': '9daaa44a24a845718835a5f7ca967795'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:19.952876 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fae82b1a-b500-4628-b403-e994ec90fe0d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.963292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f88019-ce07-4668-9441-9c89f58d79bf None None] Pushing event updated for resources: {'Port': ['ID=5a47744a-ce75-420e-bdb4-907a67f137e4,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:19.963522 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d61d-9360-4a9a-90e5-89b6b445fa22 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:19.992619 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae82b1a-b500-4628-b403-e994ec90fe0d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Port': ['ID=b0a9bfa5-cd24-472b-ade5-94c71e7a453f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:20.046593 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Attempting to bind port 5a47744a-ce75-420e-bdb4-907a67f137e4 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:20.047241 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Attempting to bind port 5a47744a-ce75-420e-bdb4-907a67f137e4 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '4bddac73-c91c-43b2-907a-2ea0356877c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:20.047600 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Attempting to bind port 5a47744a-ce75-420e-bdb4-907a67f137e4 on network 2853f78c-258b-44eb-b2b6-ea7b0afde7f3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:20.053909 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:20.054323 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Checking segment: {'id': '4bddac73-c91c-43b2-907a-2ea0356877c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:20.054989 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.055399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Bound using segment: {'id': '4bddac73-c91c-43b2-907a-2ea0356877c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:20.055930 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Bound port: 5a47744a-ce75-420e-bdb4-907a67f137e4, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bddac73-c91c-43b2-907a-2ea0356877c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:20.056341 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.099355 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fae82b1a-b500-4628-b403-e994ec90fe0d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.101704 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fae82b1a-b500-4628-b403-e994ec90fe0d tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/ports/b0a9bfa5-cd24-472b-ade5-94c71e7a453f HTTP/1.1" status: 204 len: 168 time: 0.5882640 Sep 30 08:21:20.104094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47656) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:20.132741 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d61d-9360-4a9a-90e5-89b6b445fa22 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.133026 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] For port 5a47744a-ce75-420e-bdb4-907a67f137e4, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:20.137975 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] For port 5a47744a-ce75-420e-bdb4-907a67f137e4, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5a47744a-ce75-420e-bdb4-907a67f137e4,segment=NetworkSegment(4bddac73-c91c-43b2-907a-2ea0356877c9),segment_id=4bddac73-c91c-43b2-907a-2ea0356877c9)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:20.140103 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d61d-9360-4a9a-90e5-89b6b445fa22 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.142560 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.188369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5d61d-9360-4a9a-90e5-89b6b445fa22 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149ad185-1158-4e63-9c6b-07ca90de4f4b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:20.193144 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d61d-9360-4a9a-90e5-89b6b445fa22 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.195164 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cdb5d61d-9360-4a9a-90e5-89b6b445fa22 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3021274 Sep 30 08:21:20.203023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47658) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:20.207702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0c64b261-6454-4b2c-b0a3-5d15355efd8e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': '149ad185-1158-4e63-9c6b-07ca90de4f4b', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:20.220119 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Routers {'8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:20.221015 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:20.250085 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0c64b261-6454-4b2c-b0a3-5d15355efd8e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.275474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4da117a7-9f6a-4a59-9910-0917d1f063d7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting port 8447337b-fbe6-4815-95db-ae4291a1498d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:20.277024 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4da117a7-9f6a-4a59-9910-0917d1f063d7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.282557 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f88019-ce07-4668-9441-9c89f58d79bf None None] Pushing event updated for resources: {'Port': ['ID=5a47744a-ce75-420e-bdb4-907a67f137e4,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:20.349503 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0c64b261-6454-4b2c-b0a3-5d15355efd8e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.354814 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0c64b261-6454-4b2c-b0a3-5d15355efd8e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.378325 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64b261-6454-4b2c-b0a3-5d15355efd8e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3dcfd1-a588-4bc7-ae9b-006b7db53974,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:20.390892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-304dac22-fa85-4e50-8f9e-4a10c3208a8a None None] Provisioning complete for port 5a47744a-ce75-420e-bdb4-907a67f137e4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:20.391415 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-304dac22-fa85-4e50-8f9e-4a10c3208a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.392443 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0c64b261-6454-4b2c-b0a3-5d15355efd8e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.396482 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0c64b261-6454-4b2c-b0a3-5d15355efd8e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1897178 Sep 30 08:21:20.396844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47666) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:20.406173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-27ef27f4-de05-4b2a-a35f-3b4ce0b08c88 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': '149ad185-1158-4e63-9c6b-07ca90de4f4b', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:20.444988 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27ef27f4-de05-4b2a-a35f-3b4ce0b08c88 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.509031 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4da117a7-9f6a-4a59-9910-0917d1f063d7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.530948 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] Set router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:20.534516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4da117a7-9f6a-4a59-9910-0917d1f063d7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Calling delete_port for 8447337b-fbe6-4815-95db-ae4291a1498d owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:20.581669 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27ef27f4-de05-4b2a-a35f-3b4ce0b08c88 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.587365 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27ef27f4-de05-4b2a-a35f-3b4ce0b08c88 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.615700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef27f4-de05-4b2a-a35f-3b4ce0b08c88 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38edff68-bbd2-42fd-b382-7df39f278daf,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:20.629364 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27ef27f4-de05-4b2a-a35f-3b4ce0b08c88 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.632678 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-27ef27f4-de05-4b2a-a35f-3b4ce0b08c88 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2345395 Sep 30 08:21:20.640561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47678) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:20.649800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a97c2686-f9e2-4048-b00b-77791941b8f2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': '149ad185-1158-4e63-9c6b-07ca90de4f4b', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:20.705950 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97c2686-f9e2-4048-b00b-77791941b8f2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.746920 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-304dac22-fa85-4e50-8f9e-4a10c3208a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.796004 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97c2686-f9e2-4048-b00b-77791941b8f2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.796204 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4da117a7-9f6a-4a59-9910-0917d1f063d7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.802609 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97c2686-f9e2-4048-b00b-77791941b8f2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.836563 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-304dac22-fa85-4e50-8f9e-4a10c3208a8a None None] For port 5a47744a-ce75-420e-bdb4-907a67f137e4, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5a47744a-ce75-420e-bdb4-907a67f137e4,segment=NetworkSegment(4bddac73-c91c-43b2-907a-2ea0356877c9),segment_id=4bddac73-c91c-43b2-907a-2ea0356877c9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:20.837011 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c2686-f9e2-4048-b00b-77791941b8f2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff398951-e628-4794-a484-20dbbcef371a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:20.843194 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97c2686-f9e2-4048-b00b-77791941b8f2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.844661 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a97c2686-f9e2-4048-b00b-77791941b8f2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2024343 Sep 30 08:21:20.847809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47684) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:20.853260 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da117a7-9f6a-4a59-9910-0917d1f063d7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Port': ['ID=8447337b-fbe6-4815-95db-ae4291a1498d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:20.854641 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d9b4ecda-920f-4a99-973a-472ff3d41c89 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': '149ad185-1158-4e63-9c6b-07ca90de4f4b', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:20.861210 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-304dac22-fa85-4e50-8f9e-4a10c3208a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.894866 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ecda-920f-4a99-973a-472ff3d41c89 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.925683 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304dac22-fa85-4e50-8f9e-4a10c3208a8a None None] Pushing event updated for resources: {'Port': ['ID=5a47744a-ce75-420e-bdb4-907a67f137e4,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:20.939808 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:21:16Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '5a47744a-ce75-420e-bdb4-907a67f137e4', 'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:2d:62:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:15Z', 'updated_at': '2021-09-30T08:21:20Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:20.947739 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4da117a7-9f6a-4a59-9910-0917d1f063d7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:20.952871 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4da117a7-9f6a-4a59-9910-0917d1f063d7 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/ports/8447337b-fbe6-4815-95db-ae4291a1498d HTTP/1.1" status: 204 len: 168 time: 0.8476758 Sep 30 08:21:20.955532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47688) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:20.977492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ef4b7f-c69e-45de-9784-004648b3459b None None] The sync data for ids ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'] in n-d-807359-2 is: [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:21:16Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '5a47744a-ce75-420e-bdb4-907a67f137e4', 'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:2d:62:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:15Z', 'updated_at': '2021-09-30T08:21:20Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:21.015495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-09f2fb7a-71d5-4531-af46-b4d76e4fb018 None None] Provisioning complete for port 5a47744a-ce75-420e-bdb4-907a67f137e4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:21.015873 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09f2fb7a-71d5-4531-af46-b4d76e4fb018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.035678 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ecda-920f-4a99-973a-472ff3d41c89 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.040922 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ecda-920f-4a99-973a-472ff3d41c89 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.087646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4ecda-920f-4a99-973a-472ff3d41c89 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa20cb8-9bc1-4d98-ba2e-30d36a1b6db5,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:21.093749 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ecda-920f-4a99-973a-472ff3d41c89 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.096167 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d9b4ecda-920f-4a99-973a-472ff3d41c89 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2473288 Sep 30 08:21:21.102087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47694) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:21.103067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150f8ddc-9eb7-408c-b570-b1b716d1a7bf tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:21.107948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47696) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:21.108778 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-150f8ddc-9eb7-408c-b570-b1b716d1a7bf tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "GET /v2.0/ports?device_id=0269d8e4-3a55-424e-9bed-b6323486167d HTTP/1.1" status: 200 len: 913 time: 0.1520619 Sep 30 08:21:21.117706 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4ce74007-7a69-4af9-84b5-05b1971b597e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': '149ad185-1158-4e63-9c6b-07ca90de4f4b', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:21.241315 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-4ce74007-7a69-4af9-84b5-05b1971b597e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Project 9daaa44a24a845718835a5f7ca967795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:21:21.250475 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ce74007-7a69-4af9-84b5-05b1971b597e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.394656 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ce74007-7a69-4af9-84b5-05b1971b597e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.402457 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ce74007-7a69-4af9-84b5-05b1971b597e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.436330 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ce74007-7a69-4af9-84b5-05b1971b597e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.439949 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4ce74007-7a69-4af9-84b5-05b1971b597e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3343034 Sep 30 08:21:21.440250 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47704) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:21.444976 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4211d1f4-e88c-4947-abb6-1e4d4b57147c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': '149ad185-1158-4e63-9c6b-07ca90de4f4b', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:21.449751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce74007-7a69-4af9-84b5-05b1971b597e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ad1f61-ea81-406c-be37-65cf6551ccd1,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:21.507086 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-4211d1f4-e88c-4947-abb6-1e4d4b57147c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Project 9daaa44a24a845718835a5f7ca967795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:21:21.530700 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4211d1f4-e88c-4947-abb6-1e4d4b57147c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.601073 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4211d1f4-e88c-4947-abb6-1e4d4b57147c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.606715 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4211d1f4-e88c-4947-abb6-1e4d4b57147c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.649927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211d1f4-e88c-4947-abb6-1e4d4b57147c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b5fecb-35a5-44d2-92f2-4313e320abe4,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:21.659611 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4211d1f4-e88c-4947-abb6-1e4d4b57147c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.670741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4211d1f4-e88c-4947-abb6-1e4d4b57147c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2197447 Sep 30 08:21:21.694608 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38f492aa-fa4d-4596-bcd6-1bebc193aa3a tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:21.925292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-5e284ec0-62b3-4b21-99be-834f1de3e4c5 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117944511&fields=id&tenant_id=9daaa44a24a845718835a5f7ca967795 HTTP/1.1" status: 200 len: 267 time: 0.0581174 Sep 30 08:21:22.450264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-8cc9927b-a6ea-444c-9f30-98978f24a21b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:22.451734 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-8cc9927b-a6ea-444c-9f30-98978f24a21b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/networks?id=2853f78c-258b-44eb-b2b6-ea7b0afde7f3 HTTP/1.1" status: 200 len: 797 time: 0.5163825 Sep 30 08:21:22.472552 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-0046a225-e188-4ca3-80d0-773620de950f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/quotas/9daaa44a24a845718835a5f7ca967795 HTTP/1.1" status: 200 len: 375 time: 0.0140767 Sep 30 08:21:22.481687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-38f492aa-fa4d-4596-bcd6-1bebc193aa3a tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting port 34a8519c-fc78-442d-b326-8ea199411b47 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:22.482113 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38f492aa-fa4d-4596-bcd6-1bebc193aa3a tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:22.595372 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5a47744a-ce75-420e-bdb4-907a67f137e4 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:22.633043 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-503d690f-9953-4605-a8f5-4d4a82f2cfb4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9daaa44a24a845718835a5f7ca967795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1475365 Sep 30 08:21:22.649373 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38f492aa-fa4d-4596-bcd6-1bebc193aa3a tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:22.678811 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 5a47744a-ce75-420e-bdb4-907a67f137e4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:22.679056 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:22.686030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-38f492aa-fa4d-4596-bcd6-1bebc193aa3a tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Calling delete_port for 34a8519c-fc78-442d-b326-8ea199411b47 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:22.803478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-ffb6ff0c-627d-44f0-a48a-136e827959e7 service neutron] 10.222.0.24 "GET /v2.0/networks/2853f78c-258b-44eb-b2b6-ea7b0afde7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512239 Sep 30 08:21:22.954607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-479d0e35-bbc0-4c65-96be-a3e0f601389d service neutron] 10.222.0.24 "GET /v2.0/networks/2853f78c-258b-44eb-b2b6-ea7b0afde7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433806 Sep 30 08:21:23.004994 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38f492aa-fa4d-4596-bcd6-1bebc193aa3a tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:23.035563 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f492aa-fa4d-4596-bcd6-1bebc193aa3a tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Port': ['ID=34a8519c-fc78-442d-b326-8ea199411b47,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:23.157592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43ca1b0a-5aa0-4a18-b599-2571bf0e1448 req-893c845c-3077-4b74-b060-0674aa0f48a3 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 210 time: 0.0367060 Sep 30 08:21:23.305099 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38f492aa-fa4d-4596-bcd6-1bebc193aa3a tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:23.559946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f492aa-fa4d-4596-bcd6-1bebc193aa3a tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Router 0269d8e4-3a55-424e-9bed-b6323486167d has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:23.674659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f492aa-fa4d-4596-bcd6-1bebc193aa3a tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:23.682713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-38f492aa-fa4d-4596-bcd6-1bebc193aa3a tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "PUT /v2.0/routers/0269d8e4-3a55-424e-9bed-b6323486167d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5708914 Sep 30 08:21:23.682797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47782) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:23.691980 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a6d64-8ae2-41ec-9fce-52e0383e4396 None None] Sync routers for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:23.708231 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a6d64-8ae2-41ec-9fce-52e0383e4396 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:23.708737 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-862a6d64-8ae2-41ec-9fce-52e0383e4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:23.743859 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-862a6d64-8ae2-41ec-9fce-52e0383e4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:23.754708 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a6d64-8ae2-41ec-9fce-52e0383e4396 None None] Routers {'0269d8e4-3a55-424e-9bed-b6323486167d'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:23.755657 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-862a6d64-8ae2-41ec-9fce-52e0383e4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0269d8e4-3a55-424e-9bed-b6323486167d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:23.795646 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-862a6d64-8ae2-41ec-9fce-52e0383e4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:23.796623 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a6d64-8ae2-41ec-9fce-52e0383e4396 None None] The sync data for ids ['0269d8e4-3a55-424e-9bed-b6323486167d'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:23.845134 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7f29-0484-4c59-ab2f-605b928deb7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:23.956220 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7f29-0484-4c59-ab2f-605b928deb7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.015473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a4ae7f29-0484-4c59-ab2f-605b928deb7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting port 7f42f957-87ab-4092-8eb8-7b45dd465526 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:24.015819 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7f29-0484-4c59-ab2f-605b928deb7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.105857 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7f29-0484-4c59-ab2f-605b928deb7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.119942 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a4ae7f29-0484-4c59-ab2f-605b928deb7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Calling delete_port for 7f42f957-87ab-4092-8eb8-7b45dd465526 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:24.322812 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7f29-0484-4c59-ab2f-605b928deb7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.351110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae7f29-0484-4c59-ab2f-605b928deb7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Port': ['ID=7f42f957-87ab-4092-8eb8-7b45dd465526,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:24.382656 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-171d78b4-42de-4279-b1db-991e84308278 req-7f5a9247-e7ea-46d6-b101-412fe86c6741 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 210 time: 0.0666802 Sep 30 08:21:24.456476 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7f29-0484-4c59-ab2f-605b928deb7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.471947 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-2335fe07-2395-4dc9-879f-c32c0a6ef090 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:24.473466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-2335fe07-2395-4dc9-879f-c32c0a6ef090 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.36 "GET /v2.0/networks?id=2853f78c-258b-44eb-b2b6-ea7b0afde7f3 HTTP/1.1" status: 200 len: 797 time: 0.1990609 Sep 30 08:21:24.546816 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-173c5dc0-3087-418a-911d-802f81f59ff0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9daaa44a24a845718835a5f7ca967795 HTTP/1.1" status: 200 len: 379 time: 0.0622768 Sep 30 08:21:24.559044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-fb48eeba-7e01-48c0-9b9c-b288cd4314a8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'port': {'device_id': '34de66a0-cc97-434e-b61f-13c839dae179', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'admin_state_up': True, 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'security_groups': ['149ad185-1158-4e63-9c6b-07ca90de4f4b']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:24.570111 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7f29-0484-4c59-ab2f-605b928deb7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.572706 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7f29-0484-4c59-ab2f-605b928deb7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.628011 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7f29-0484-4c59-ab2f-605b928deb7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.628702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ae7f29-0484-4c59-ab2f-605b928deb7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Fanout notify agent at l3_agent the message router_deleted on router 0269d8e4-3a55-424e-9bed-b6323486167d {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:21:24.647737 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7f29-0484-4c59-ab2f-605b928deb7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.652919 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a4ae7f29-0484-4c59-ab2f-605b928deb7e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/routers/0269d8e4-3a55-424e-9bed-b6323486167d HTTP/1.1" status: 204 len: 168 time: 0.9657445 Sep 30 08:21:24.653270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47810) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:24.733457 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8f4113-1ff1-41bc-a175-ac508ed4801e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Deleting subnet 8055ff80-3ea6-45c6-a0f1-e48b8a624a42 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:21:24.738135 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4113-1ff1-41bc-a175-ac508ed4801e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.763977 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-fb48eeba-7e01-48c0-9b9c-b288cd4314a8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Made reservation on behalf of 9daaa44a24a845718835a5f7ca967795 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:24.767447 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-fb48eeba-7e01-48c0-9b9c-b288cd4314a8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.804811 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4113-1ff1-41bc-a175-ac508ed4801e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:24.904827 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4113-1ff1-41bc-a175-ac508ed4801e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.003080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-fb48eeba-7e01-48c0-9b9c-b288cd4314a8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Allocated IP 172.20.0.10 (2853f78c-258b-44eb-b2b6-ea7b0afde7f3/cee72f45-e1f6-46e8-8c48-d17f733f151d/b338c2bc-dbd5-40b6-a20a-eededb8450de) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:25.011820 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4113-1ff1-41bc-a175-ac508ed4801e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.056534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f4113-1ff1-41bc-a175-ac508ed4801e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Subnet': ['ID=8055ff80-3ea6-45c6-a0f1-e48b8a624a42,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:25.058513 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4113-1ff1-41bc-a175-ac508ed4801e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.060636 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9a8f4113-1ff1-41bc-a175-ac508ed4801e tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/subnets/8055ff80-3ea6-45c6-a0f1-e48b8a624a42 HTTP/1.1" status: 204 len: 168 time: 0.4066963 Sep 30 08:21:25.063767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47818) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:25.203078 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e8455f8-f62c-495c-8dbe-8accc119f611 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.601991 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-fb48eeba-7e01-48c0-9b9c-b288cd4314a8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.607038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e34365e4-23a6-4efe-a397-01637449ebf3 req-64cde4b2-ecef-458e-8cd8-6fea9a218b54 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 210 time: 0.0490794 Sep 30 08:21:25.638026 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e8455f8-f62c-495c-8dbe-8accc119f611 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.666185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6e8455f8-f62c-495c-8dbe-8accc119f611 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd2f135-8d7b-46a2-94d6-7e1c18b802bb']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:25.685095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6e8455f8-f62c-495c-8dbe-8accc119f611 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f68d00f-e69f-4a33-99d2-79f16b0daeb3') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:25.685400 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6e8455f8-f62c-495c-8dbe-8accc119f611 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f68d00f-e69f-4a33-99d2-79f16b0daeb3') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:25.696596 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e8455f8-f62c-495c-8dbe-8accc119f611 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.714663 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e8455f8-f62c-495c-8dbe-8accc119f611 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.717397 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-fb48eeba-7e01-48c0-9b9c-b288cd4314a8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.732481 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8455f8-f62c-495c-8dbe-8accc119f611 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:21:25.732892 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e8455f8-f62c-495c-8dbe-8accc119f611 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:21:25.735770 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:21:25.786289 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-fb48eeba-7e01-48c0-9b9c-b288cd4314a8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network 2853f78c-258b-44eb-b2b6-ea7b0afde7f3 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:25.824347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-fb48eeba-7e01-48c0-9b9c-b288cd4314a8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:25.832816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-fb48eeba-7e01-48c0-9b9c-b288cd4314a8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:25.861757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48eeba-7e01-48c0-9b9c-b288cd4314a8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Port': ['ID=b338c2bc-dbd5-40b6-a20a-eededb8450de,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:25.874743 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e8455f8-f62c-495c-8dbe-8accc119f611 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.879384 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e8455f8-f62c-495c-8dbe-8accc119f611 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.881456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6e8455f8-f62c-495c-8dbe-8accc119f611 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] 10.222.0.24 "DELETE /v2.0/networks/9dd2f135-8d7b-46a2-94d6-7e1c18b802bb HTTP/1.1" status: 204 len: 168 time: 0.8167460 Sep 30 08:21:25.910321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-fb48eeba-7e01-48c0-9b9c-b288cd4314a8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:25.910961 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-fb48eeba-7e01-48c0-9b9c-b288cd4314a8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:25.913740 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8455f8-f62c-495c-8dbe-8accc119f611 tempest-FloatingIPTestJSON-2033367176 tempest-FloatingIPTestJSON-2033367176-project] Pushing event deleted for resources: {'Network': ['ID=9dd2f135-8d7b-46a2-94d6-7e1c18b802bb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:25.931818 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-fb48eeba-7e01-48c0-9b9c-b288cd4314a8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3782361 Sep 30 08:21:25.945203 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Request body: {'port': {'device_id': '34de66a0-cc97-434e-b61f-13c839dae179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:26.005085 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.147596 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b8cc0015-a3c8-4f1f-a41a-42c1721aaeee None None] Provisioning complete for port b338c2bc-dbd5-40b6-a20a-eededb8450de triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:26.148192 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8cc0015-a3c8-4f1f-a41a-42c1721aaeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.186656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b8cc0015-a3c8-4f1f-a41a-42c1721aaeee None None] Port b338c2bc-dbd5-40b6-a20a-eededb8450de cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:26.235297 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47848) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:26.374505 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b338c2bc-dbd5-40b6-a20a-eededb8450de {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:26.382104 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.388372 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-970baa1f-325e-4319-9622-7b810f78baf3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f956713af90841d18ac8ac43799aa630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512504 Sep 30 08:21:26.390858 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47858) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:26.424179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Transition to ACTIVE for port object b338c2bc-dbd5-40b6-a20a-eededb8450de will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:21:26.429286 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.453142 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-817f1997-d209-430e-9c7b-60bd36f58656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.477559 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-817f1997-d209-430e-9c7b-60bd36f58656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.528620 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Pushing event updated for resources: {'Port': ['ID=b338c2bc-dbd5-40b6-a20a-eededb8450de,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:26.559773 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-817f1997-d209-430e-9c7b-60bd36f58656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.563141 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-817f1997-d209-430e-9c7b-60bd36f58656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.564425 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-817f1997-d209-430e-9c7b-60bd36f58656 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c083c68-6322-4813-bcb1-c12b706310dd HTTP/1.1" status: 204 len: 168 time: 0.1723714 Sep 30 08:21:26.588932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f1997-d209-430e-9c7b-60bd36f58656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c083c68-6322-4813-bcb1-c12b706310dd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:26.659079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Attempting to bind port b338c2bc-dbd5-40b6-a20a-eededb8450de on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:26.659478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Attempting to bind port b338c2bc-dbd5-40b6-a20a-eededb8450de by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4bddac73-c91c-43b2-907a-2ea0356877c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:26.659979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Attempting to bind port b338c2bc-dbd5-40b6-a20a-eededb8450de on network 2853f78c-258b-44eb-b2b6-ea7b0afde7f3 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:26.666883 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Port b338c2bc-dbd5-40b6-a20a-eededb8450de on network 2853f78c-258b-44eb-b2b6-ea7b0afde7f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:21:26.667622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Attempting to bind port b338c2bc-dbd5-40b6-a20a-eededb8450de on network 2853f78c-258b-44eb-b2b6-ea7b0afde7f3 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:26.679682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:26.680055 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Checking segment: {'id': '4bddac73-c91c-43b2-907a-2ea0356877c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:26.680414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Bound using segment: {'id': '4bddac73-c91c-43b2-907a-2ea0356877c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:26.680840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Bound port: b338c2bc-dbd5-40b6-a20a-eededb8450de, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bddac73-c91c-43b2-907a-2ea0356877c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:26.681200 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.843206 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] For port b338c2bc-dbd5-40b6-a20a-eededb8450de, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:26.847200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] For port b338c2bc-dbd5-40b6-a20a-eededb8450de, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=b338c2bc-dbd5-40b6-a20a-eededb8450de,segment=NetworkSegment(4bddac73-c91c-43b2-907a-2ea0356877c9),segment_id=4bddac73-c91c-43b2-907a-2ea0356877c9)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:26.853630 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.883626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b272005-cb16-4e54-8c81-d3f73a711546 req-7dbace74-470e-44d5-ac0a-fac2e4ff1a39 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:26.885335 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b272005-cb16-4e54-8c81-d3f73a711546 req-7dbace74-470e-44d5-ac0a-fac2e4ff1a39 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 944 time: 0.1272016 Sep 30 08:21:26.928770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:26.929699 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:26.931560 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] 10.222.0.36 "PUT /v2.0/ports/b338c2bc-dbd5-40b6-a20a-eededb8450de HTTP/1.1" status: 200 len: 1092 time: 0.9912982 Sep 30 08:21:26.956851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34de66a0-cc97-434e-b61f-13c839dae179', 'tag': 'b338c2bc-dbd5-40b6-a20a-eededb8450de'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:26.959895 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9feedf-eb2a-4408-b936-0299870d872b" -d '{"events": [{"name": "network-changed", "server_uuid": "34de66a0-cc97-434e-b61f-13c839dae179", "tag": "b338c2bc-dbd5-40b6-a20a-eededb8450de"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:27.041326 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233d86a-6e26-4ba7-b550-4681d3fa4029 service neutron] Pushing event updated for resources: {'Port': ['ID=b338c2bc-dbd5-40b6-a20a-eededb8450de,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:27.099381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b272005-cb16-4e54-8c81-d3f73a711546 req-b66a8d6a-1b7f-4007-8373-3ca02343c1cc tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=149ad185-1158-4e63-9c6b-07ca90de4f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826355 Sep 30 08:21:27.116393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-65a61bc2-4e08-4fde-b29b-70c871ce9c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:27.118005 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-65a61bc2-4e08-4fde-b29b-70c871ce9c75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9daaa44a24a845718835a5f7ca967795&device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 1095 time: 0.1422844 Sep 30 08:21:27.186456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-96e12622-c7be-4f39-94a4-067b1f58e870 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b338c2bc-dbd5-40b6-a20a-eededb8450de HTTP/1.1" status: 200 len: 217 time: 0.0605848 Sep 30 08:21:27.249833 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-71af49cf-f918-439e-b267-cf81fcfb3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:27.251739 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-71af49cf-f918-439e-b267-cf81fcfb3278 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cee72f45-e1f6-46e8-8c48-d17f733f151d HTTP/1.1" status: 200 len: 835 time: 0.0582004 Sep 30 08:21:27.290624 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a1f438-b63c-4e36-bebb-2495033893cc x-openstack-request-id: req-80a1f438-b63c-4e36-bebb-2495033893cc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:27.291005 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34de66a0-cc97-434e-b61f-13c839dae179", "tag": "b338c2bc-dbd5-40b6-a20a-eededb8450de", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:27.291326 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80a1f438-b63c-4e36-bebb-2495033893cc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:27.291769 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34de66a0-cc97-434e-b61f-13c839dae179', 'tag': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'status': 'completed', 'code': 200} Sep 30 08:21:27.310101 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-6a14015a-75da-4f39-a8cc-b739cd8da493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:27.311639 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-6a14015a-75da-4f39-a8cc-b739cd8da493 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2853f78c-258b-44eb-b2b6-ea7b0afde7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521047 Sep 30 08:21:27.426418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-7c2aa34e-493a-4eb4-a1f7-194a31daed65 service neutron] 10.222.0.36 "GET /v2.0/networks/2853f78c-258b-44eb-b2b6-ea7b0afde7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068921 Sep 30 08:21:27.534219 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d53ad885-d148-46c6-95e3-0efb5235fa5c req-9e9d37c6-10ff-4415-9ca9-c2e126afe38b service neutron] 10.222.0.36 "GET /v2.0/networks/2853f78c-258b-44eb-b2b6-ea7b0afde7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008623 Sep 30 08:21:27.647826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9feedf-eb2a-4408-b936-0299870d872b req-1510774c-809c-4a81-89ef-4f0ef208a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:27.649384 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c9feedf-eb2a-4408-b936-0299870d872b req-1510774c-809c-4a81-89ef-4f0ef208a50a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9daaa44a24a845718835a5f7ca967795&device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 1095 time: 0.0606349 Sep 30 08:21:27.704913 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47918) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:27.769184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9feedf-eb2a-4408-b936-0299870d872b req-00c5001f-e679-40b9-91e1-90671880463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:27.770892 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c9feedf-eb2a-4408-b936-0299870d872b req-00c5001f-e679-40b9-91e1-90671880463c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2853f78c-258b-44eb-b2b6-ea7b0afde7f3 HTTP/1.1" status: 200 len: 898 time: 0.1147695 Sep 30 08:21:27.812472 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-24a3e4d8-5d0b-41bb-8fa3-fb2047f4f327 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1614491021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:27.823073 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c9feedf-eb2a-4408-b936-0299870d872b req-ae5796df-cae7-4fec-b57a-4fa7c3e5817a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b338c2bc-dbd5-40b6-a20a-eededb8450de HTTP/1.1" status: 200 len: 217 time: 0.0445032 Sep 30 08:21:27.837741 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24a3e4d8-5d0b-41bb-8fa3-fb2047f4f327 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:27.838764 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24a3e4d8-5d0b-41bb-8fa3-fb2047f4f327 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:27.879238 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9feedf-eb2a-4408-b936-0299870d872b req-ac6f2e5e-ddba-4131-93ca-4b6dd60ce813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:27.880765 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c9feedf-eb2a-4408-b936-0299870d872b req-ac6f2e5e-ddba-4131-93ca-4b6dd60ce813 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cee72f45-e1f6-46e8-8c48-d17f733f151d HTTP/1.1" status: 200 len: 835 time: 0.0492845 Sep 30 08:21:27.894119 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24a3e4d8-5d0b-41bb-8fa3-fb2047f4f327 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:27.898699 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24a3e4d8-5d0b-41bb-8fa3-fb2047f4f327 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:27.916173 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24a3e4d8-5d0b-41bb-8fa3-fb2047f4f327 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:27.918015 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-24a3e4d8-5d0b-41bb-8fa3-fb2047f4f327 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2114029 Sep 30 08:21:27.920759 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47922) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:27.928599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b3ac0a68-fc8a-48a9-b264-afd6279570f6 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-877068517'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:27.943753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9feedf-eb2a-4408-b936-0299870d872b req-fdb17a80-77d9-440f-9329-d8e1e10f8410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:27.945404 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c9feedf-eb2a-4408-b936-0299870d872b req-fdb17a80-77d9-440f-9329-d8e1e10f8410 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2853f78c-258b-44eb-b2b6-ea7b0afde7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570710 Sep 30 08:21:27.953162 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ac0a68-fc8a-48a9-b264-afd6279570f6 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Made reservation on behalf of 4bd2334d411a4421bb89dd1099115e76 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:27.956789 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0a68-fc8a-48a9-b264-afd6279570f6 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:27.966445 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0a68-fc8a-48a9-b264-afd6279570f6 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.063876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c9feedf-eb2a-4408-b936-0299870d872b req-6dbf3fbb-a51f-4ed3-a908-e061a81e6877 service neutron] 10.222.0.36 "GET /v2.0/networks/2853f78c-258b-44eb-b2b6-ea7b0afde7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099815 Sep 30 08:21:28.081235 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0a68-fc8a-48a9-b264-afd6279570f6 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.085514 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0a68-fc8a-48a9-b264-afd6279570f6 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.114963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ac0a68-fc8a-48a9-b264-afd6279570f6 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:21:28.124086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0a68-fc8a-48a9-b264-afd6279570f6 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9568081-1418-4a5c-a37c-e2f63a17772b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:28.130332 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0a68-fc8a-48a9-b264-afd6279570f6 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.130761 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-b3ac0a68-fc8a-48a9-b264-afd6279570f6 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Added segment c1a1af0a-382f-4bb9-9646-ca5ebbd8d715 of type vlan for network da0d1b50-df6a-4eef-a84b-6d507255dfa3 Sep 30 08:21:28.181903 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c9feedf-eb2a-4408-b936-0299870d872b req-872a76d3-c932-4c9b-b249-26b05af436fd service neutron] 10.222.0.36 "GET /v2.0/networks/2853f78c-258b-44eb-b2b6-ea7b0afde7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095669 Sep 30 08:21:28.196825 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0a68-fc8a-48a9-b264-afd6279570f6 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.224854 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0a68-fc8a-48a9-b264-afd6279570f6 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.231671 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac0a68-fc8a-48a9-b264-afd6279570f6 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:28.232347 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0a68-fc8a-48a9-b264-afd6279570f6 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.259433 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b234f-081b-47d5-8bc9-cf391adf38e4 req-045097d2-6d0f-4fbc-8387-efce49a48e03 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:28.261801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc2b234f-081b-47d5-8bc9-cf391adf38e4 req-045097d2-6d0f-4fbc-8387-efce49a48e03 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 944 time: 0.0608602 Sep 30 08:21:28.268543 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b3ac0a68-fc8a-48a9-b264-afd6279570f6 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3458996 Sep 30 08:21:28.271021 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47936) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:28.278928 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3483568a-b316-424c-893c-7be314aec660 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Request body: {'subnet': {'network_id': 'da0d1b50-df6a-4eef-a84b-6d507255dfa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:28.303768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc2b234f-081b-47d5-8bc9-cf391adf38e4 req-596e3d4e-e54e-4c19-a54b-7e9257942270 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=149ad185-1158-4e63-9c6b-07ca90de4f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351343 Sep 30 08:21:28.326775 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0a68-fc8a-48a9-b264-afd6279570f6 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event updated for resources: {'Network': ['ID=da0d1b50-df6a-4eef-a84b-6d507255dfa3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:28.347389 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network da0d1b50-df6a-4eef-a84b-6d507255dfa3 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:21:28.405632 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3483568a-b316-424c-893c-7be314aec660 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Made reservation on behalf of 4bd2334d411a4421bb89dd1099115e76 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:28.409284 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3483568a-b316-424c-893c-7be314aec660 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.599347 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3483568a-b316-424c-893c-7be314aec660 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.669647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483568a-b316-424c-893c-7be314aec660 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event updated for resources: {'Subnet': ['ID=692eaf8a-6b6a-4ce8-afe7-100db27ecaff,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:28.671901 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3483568a-b316-424c-893c-7be314aec660 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Checking segment: {'id': 'c1a1af0a-382f-4bb9-9646-ca5ebbd8d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da0d1b50-df6a-4eef-a84b-6d507255dfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:28.672462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3483568a-b316-424c-893c-7be314aec660 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Network hostable DHCP agents. Network: da0d1b50-df6a-4eef-a84b-6d507255dfa3, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:21:28.691103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3483568a-b316-424c-893c-7be314aec660 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Network da0d1b50-df6a-4eef-a84b-6d507255dfa3 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:21:28.700658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3483568a-b316-424c-893c-7be314aec660 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, da0d1b50-df6a-4eef-a84b-6d507255dfa3) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:28.704706 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3483568a-b316-424c-893c-7be314aec660 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:28.705297 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3483568a-b316-424c-893c-7be314aec660 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.714587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e4ad24-8477-4ec9-9723-34b38be8f03e None None] Network da0d1b50-df6a-4eef-a84b-6d507255dfa3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:28.722948 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3483568a-b316-424c-893c-7be314aec660 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4479978 Sep 30 08:21:28.723700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47946) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:28.733322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-71e972f6-d775-41a0-adcb-776b4c4e5ebb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Request body: {'network': {'name': 'tempest-router-network01--645094575'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:28.757813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e972f6-d775-41a0-adcb-776b4c4e5ebb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Made reservation on behalf of 4bd2334d411a4421bb89dd1099115e76 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:28.761880 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71e972f6-d775-41a0-adcb-776b4c4e5ebb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.785085 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e972f6-d775-41a0-adcb-776b4c4e5ebb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:21:28.795872 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71e972f6-d775-41a0-adcb-776b4c4e5ebb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.796258 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-71e972f6-d775-41a0-adcb-776b4c4e5ebb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Added segment 8758df59-fb96-47f3-8777-d88174ce1679 of type vlan for network e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4 Sep 30 08:21:28.838465 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71e972f6-d775-41a0-adcb-776b4c4e5ebb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.876783 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71e972f6-d775-41a0-adcb-776b4c4e5ebb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.883098 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e972f6-d775-41a0-adcb-776b4c4e5ebb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:28.883728 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71e972f6-d775-41a0-adcb-776b4c4e5ebb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.888969 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-da0d1b50-df6a-4eef-a84b-6d507255dfa3', 'network_id': 'da0d1b50-df6a-4eef-a84b-6d507255dfa3', 'tenant_id': '4bd2334d411a4421bb89dd1099115e76', 'fixed_ips': [{'subnet_id': '692eaf8a-6b6a-4ce8-afe7-100db27ecaff'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:21:28.890148 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.926919 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-71e972f6-d775-41a0-adcb-776b4c4e5ebb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2011275 Sep 30 08:21:28.929686 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47952) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:28.935285 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5339b2e6-3a53-4053-ab6c-6735b23a9026 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Request body: {'network': {'name': 'tempest-router-network02--1850200611'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:28.957928 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5339b2e6-3a53-4053-ab6c-6735b23a9026 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Made reservation on behalf of 4bd2334d411a4421bb89dd1099115e76 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:28.962412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5339b2e6-3a53-4053-ab6c-6735b23a9026 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:28.966437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e972f6-d775-41a0-adcb-776b4c4e5ebb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event updated for resources: {'Network': ['ID=e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:28.980204 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:21:28.995417 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5339b2e6-3a53-4053-ab6c-6735b23a9026 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:21:29.005783 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5339b2e6-3a53-4053-ab6c-6735b23a9026 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.006131 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-5339b2e6-3a53-4053-ab6c-6735b23a9026 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Added segment 749bc25e-8f9c-4df7-8485-e66d8cf7aa0c of type vlan for network 04ac5ee4-1eee-4664-8d1c-5ecda22332e9 Sep 30 08:21:29.056733 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5339b2e6-3a53-4053-ab6c-6735b23a9026 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.083541 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5339b2e6-3a53-4053-ab6c-6735b23a9026 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.090061 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5339b2e6-3a53-4053-ab6c-6735b23a9026 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:29.090724 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5339b2e6-3a53-4053-ab6c-6735b23a9026 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.124076 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5339b2e6-3a53-4053-ab6c-6735b23a9026 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1913016 Sep 30 08:21:29.125811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47958) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:29.134243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-21d6f195-f3a7-443c-8aac-768b0e299894 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Request body: {'subnet': {'network_id': 'e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:29.167578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339b2e6-3a53-4053-ab6c-6735b23a9026 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event updated for resources: {'Network': ['ID=04ac5ee4-1eee-4664-8d1c-5ecda22332e9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:29.191296 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 04ac5ee4-1eee-4664-8d1c-5ecda22332e9 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:21:29.239385 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d6f195-f3a7-443c-8aac-768b0e299894 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Made reservation on behalf of 4bd2334d411a4421bb89dd1099115e76 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:29.243216 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21d6f195-f3a7-443c-8aac-768b0e299894 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.329547 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Allocated IP 2001:db8::2 (da0d1b50-df6a-4eef-a84b-6d507255dfa3/692eaf8a-6b6a-4ce8-afe7-100db27ecaff/bd1466f5-3b93-4758-9831-4f3cf7f20be8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:29.487269 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21d6f195-f3a7-443c-8aac-768b0e299894 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.526874 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.533337 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.560547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76864037-fcfb-454f-830b-9eb3f560df4a req-9592a84a-a546-4ea8-b1f1-e2dfcbd39681 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:29.562078 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76864037-fcfb-454f-830b-9eb3f560df4a req-9592a84a-a546-4ea8-b1f1-e2dfcbd39681 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 944 time: 0.1228995 Sep 30 08:21:29.575611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6f195-f3a7-443c-8aac-768b0e299894 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event updated for resources: {'Subnet': ['ID=af8eaedc-8057-4e34-ae8a-e6984442a929,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:29.583305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Network da0d1b50-df6a-4eef-a84b-6d507255dfa3 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:29.585005 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:29.586816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Pushing event updated for resources: {'Port': ['ID=bd1466f5-3b93-4758-9831-4f3cf7f20be8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:29.589709 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:29.612317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6f195-f3a7-443c-8aac-768b0e299894 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Checking segment: {'id': '8758df59-fb96-47f3-8777-d88174ce1679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:29.612664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d6f195-f3a7-443c-8aac-768b0e299894 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Network hostable DHCP agents. Network: e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:21:29.641470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76864037-fcfb-454f-830b-9eb3f560df4a req-fb5220a5-2640-43e2-bbe2-8219de0fc3e5 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=149ad185-1158-4e63-9c6b-07ca90de4f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666783 Sep 30 08:21:29.643968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d6f195-f3a7-443c-8aac-768b0e299894 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Network e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:21:29.646684 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Attempting to bind port bd1466f5-3b93-4758-9831-4f3cf7f20be8 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:29.646814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Attempting to bind port bd1466f5-3b93-4758-9831-4f3cf7f20be8 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'c1a1af0a-382f-4bb9-9646-ca5ebbd8d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da0d1b50-df6a-4eef-a84b-6d507255dfa3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:29.647118 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Attempting to bind port bd1466f5-3b93-4758-9831-4f3cf7f20be8 on network da0d1b50-df6a-4eef-a84b-6d507255dfa3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:29.653357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:29.653737 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Checking segment: {'id': 'c1a1af0a-382f-4bb9-9646-ca5ebbd8d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da0d1b50-df6a-4eef-a84b-6d507255dfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:29.654143 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.655550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Bound using segment: {'id': 'c1a1af0a-382f-4bb9-9646-ca5ebbd8d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da0d1b50-df6a-4eef-a84b-6d507255dfa3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:29.655550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Bound port: bd1466f5-3b93-4758-9831-4f3cf7f20be8, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a1af0a-382f-4bb9-9646-ca5ebbd8d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da0d1b50-df6a-4eef-a84b-6d507255dfa3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:29.655550 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.660990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-21d6f195-f3a7-443c-8aac-768b0e299894 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:29.666394 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d6f195-f3a7-443c-8aac-768b0e299894 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:29.668192 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21d6f195-f3a7-443c-8aac-768b0e299894 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.691687 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-21d6f195-f3a7-443c-8aac-768b0e299894 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5621185 Sep 30 08:21:29.691871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c542bcd-29a8-43f8-87b4-426f000f5a39 None None] Network e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:29.692166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 47970) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:29.697639 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4209de20-f5f0-40db-a9b2-3de485b43ad1 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Request body: {'subnet': {'network_id': '04ac5ee4-1eee-4664-8d1c-5ecda22332e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:29.758070 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.843494 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4209de20-f5f0-40db-a9b2-3de485b43ad1 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Made reservation on behalf of 4bd2334d411a4421bb89dd1099115e76 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:29.844423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] For port bd1466f5-3b93-4758-9831-4f3cf7f20be8, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:29.848391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] For port bd1466f5-3b93-4758-9831-4f3cf7f20be8, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=bd1466f5-3b93-4758-9831-4f3cf7f20be8,segment=NetworkSegment(c1a1af0a-382f-4bb9-9646-ca5ebbd8d715),segment_id=c1a1af0a-382f-4bb9-9646-ca5ebbd8d715)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:29.849315 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4209de20-f5f0-40db-a9b2-3de485b43ad1 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.874567 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:29.966122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b5629-6d7d-45b5-ad15-9f9c5af16b63 None None] Pushing event updated for resources: {'Port': ['ID=bd1466f5-3b93-4758-9831-4f3cf7f20be8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:29.974295 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4', 'network_id': 'e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4', 'tenant_id': '4bd2334d411a4421bb89dd1099115e76', 'fixed_ips': [{'subnet_id': 'af8eaedc-8057-4e34-ae8a-e6984442a929'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:21:29.975500 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.064442 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4209de20-f5f0-40db-a9b2-3de485b43ad1 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.130878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209de20-f5f0-40db-a9b2-3de485b43ad1 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event updated for resources: {'Subnet': ['ID=a5735551-367a-426b-bb77-b5eda44138b2,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:30.151243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209de20-f5f0-40db-a9b2-3de485b43ad1 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Checking segment: {'id': '749bc25e-8f9c-4df7-8485-e66d8cf7aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '04ac5ee4-1eee-4664-8d1c-5ecda22332e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:30.151523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4209de20-f5f0-40db-a9b2-3de485b43ad1 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Network hostable DHCP agents. Network: 04ac5ee4-1eee-4664-8d1c-5ecda22332e9, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:21:30.173250 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Allocated IP 2001:db8::2 (e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4/af8eaedc-8057-4e34-ae8a-e6984442a929/29810fe2-570d-479a-902d-5ec2ae6296b8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:30.176962 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4209de20-f5f0-40db-a9b2-3de485b43ad1 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Network 04ac5ee4-1eee-4664-8d1c-5ecda22332e9 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:21:30.218819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4209de20-f5f0-40db-a9b2-3de485b43ad1 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 04ac5ee4-1eee-4664-8d1c-5ecda22332e9) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:30.224754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4209de20-f5f0-40db-a9b2-3de485b43ad1 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.225792 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4209de20-f5f0-40db-a9b2-3de485b43ad1 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.235995 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b161dfa-a9a8-4882-8118-622e12718e73 None None] Network 04ac5ee4-1eee-4664-8d1c-5ecda22332e9 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:30.242985 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4209de20-f5f0-40db-a9b2-3de485b43ad1 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5497918 Sep 30 08:21:30.246283 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47980) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:30.518551 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.525663 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.533016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-04ac5ee4-1eee-4664-8d1c-5ecda22332e9', 'network_id': '04ac5ee4-1eee-4664-8d1c-5ecda22332e9', 'tenant_id': '4bd2334d411a4421bb89dd1099115e76', 'fixed_ips': [{'subnet_id': 'a5735551-367a-426b-bb77-b5eda44138b2'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:21:30.534494 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.582127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Network e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:30.586820 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:30.590281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:30.602952 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.613606 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Pushing event updated for resources: {'Port': ['ID=29810fe2-570d-479a-902d-5ec2ae6296b8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:30.642086 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bd1466f5-3b93-4758-9831-4f3cf7f20be8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:30.906686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Allocated IP 2001:db8::2 (04ac5ee4-1eee-4664-8d1c-5ecda22332e9/a5735551-367a-426b-bb77-b5eda44138b2/cc301d51-ca27-4aad-9743-cc85cbce265b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:30.909507 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Attempting to bind port 29810fe2-570d-479a-902d-5ec2ae6296b8 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:30.909870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Attempting to bind port 29810fe2-570d-479a-902d-5ec2ae6296b8 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '8758df59-fb96-47f3-8777-d88174ce1679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:30.910226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Attempting to bind port 29810fe2-570d-479a-902d-5ec2ae6296b8 on network e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:30.928379 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:30.929024 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Checking segment: {'id': '8758df59-fb96-47f3-8777-d88174ce1679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:30.929582 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.930074 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Bound using segment: {'id': '8758df59-fb96-47f3-8777-d88174ce1679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:30.930710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Bound port: 29810fe2-570d-479a-902d-5ec2ae6296b8, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8758df59-fb96-47f3-8777-d88174ce1679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:30.931142 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:30.952330 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ec0dc-b3d8-456a-b3c9-a492b1016f72 req-c957c11c-db41-4d4f-bcaf-64f7ad47fca6 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:30.953916 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf4ec0dc-b3d8-456a-b3c9-a492b1016f72 req-c957c11c-db41-4d4f-bcaf-64f7ad47fca6 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 944 time: 0.1574609 Sep 30 08:21:30.968803 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port bd1466f5-3b93-4758-9831-4f3cf7f20be8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:30.969183 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.022670 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Allocated IP 2001:db8::1 (e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4/af8eaedc-8057-4e34-ae8a-e6984442a929/f8868ac3-0e37-4b2f-86c2-eb026cf42d0d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:31.125197 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] For port 29810fe2-570d-479a-902d-5ec2ae6296b8, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:31.154317 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf4ec0dc-b3d8-456a-b3c9-a492b1016f72 req-c65e0ac8-d626-45bb-940a-c98210a5f0e2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=149ad185-1158-4e63-9c6b-07ca90de4f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892898 Sep 30 08:21:31.166390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] For port 29810fe2-570d-479a-902d-5ec2ae6296b8, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=29810fe2-570d-479a-902d-5ec2ae6296b8,segment=NetworkSegment(8758df59-fb96-47f3-8777-d88174ce1679),segment_id=8758df59-fb96-47f3-8777-d88174ce1679)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:31.188418 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.217686 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.224542 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.260953 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2000f6f-b46a-45df-b09c-23e14c194ae9 None None] Network da0d1b50-df6a-4eef-a84b-6d507255dfa3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:31.264041 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.318044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Network e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:31.321987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:31.331766 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:31.332366 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.378504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device b338c2bc-dbd5-40b6-a20a-eededb8450de details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:21:31.381727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event updated for resources: {'Port': ['ID=f8868ac3-0e37-4b2f-86c2-eb026cf42d0d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:31.399062 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6bfeb-2a06-427d-b393-713aa95617be None None] Pushing event updated for resources: {'Port': ['ID=29810fe2-570d-479a-902d-5ec2ae6296b8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:31.491473 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.495568 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.497303 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-af162e09-8b16-458b-bb30-383ec054893e None None] Provisioning complete for port bd1466f5-3b93-4758-9831-4f3cf7f20be8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:31.497996 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af162e09-8b16-458b-bb30-383ec054893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.551365 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port bd1466f5-3b93-4758-9831-4f3cf7f20be8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=bd1466f5-3b93-4758-9831-4f3cf7f20be8,segment=NetworkSegment(c1a1af0a-382f-4bb9-9646-ca5ebbd8d715),segment_id=c1a1af0a-382f-4bb9-9646-ca5ebbd8d715)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:31.557151 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.591255 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:31.717501 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Network 04ac5ee4-1eee-4664-8d1c-5ecda22332e9 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:31.734052 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:31.743774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:31.755298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Pushing event updated for resources: {'Port': ['ID=cc301d51-ca27-4aad-9743-cc85cbce265b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:31.942147 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port b338c2bc-dbd5-40b6-a20a-eededb8450de, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=b338c2bc-dbd5-40b6-a20a-eededb8450de,segment=NetworkSegment(4bddac73-c91c-43b2-907a-2ea0356877c9),segment_id=4bddac73-c91c-43b2-907a-2ea0356877c9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:31.948978 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=bd1466f5-3b93-4758-9831-4f3cf7f20be8,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:31.981843 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Attempting to bind port cc301d51-ca27-4aad-9743-cc85cbce265b on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:31.982224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Attempting to bind port cc301d51-ca27-4aad-9743-cc85cbce265b by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '749bc25e-8f9c-4df7-8485-e66d8cf7aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '04ac5ee4-1eee-4664-8d1c-5ecda22332e9'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:31.982593 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Attempting to bind port cc301d51-ca27-4aad-9743-cc85cbce265b on network 04ac5ee4-1eee-4664-8d1c-5ecda22332e9 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:31.991678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'port_id': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'mac_address': 'fa:16:3e:8a:7c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:21:32.004183 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:32.004403 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Checking segment: {'id': '749bc25e-8f9c-4df7-8485-e66d8cf7aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '04ac5ee4-1eee-4664-8d1c-5ecda22332e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:32.004811 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:32.005200 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Bound using segment: {'id': '749bc25e-8f9c-4df7-8485-e66d8cf7aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '04ac5ee4-1eee-4664-8d1c-5ecda22332e9'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:32.005507 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Bound port: cc301d51-ca27-4aad-9743-cc85cbce265b, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749bc25e-8f9c-4df7-8485-e66d8cf7aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '04ac5ee4-1eee-4664-8d1c-5ecda22332e9'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:32.005984 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:32.061457 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:32.102570 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b338c2bc-dbd5-40b6-a20a-eededb8450de {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:32.162996 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port b338c2bc-dbd5-40b6-a20a-eededb8450de, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=b338c2bc-dbd5-40b6-a20a-eededb8450de,segment=NetworkSegment(4bddac73-c91c-43b2-907a-2ea0356877c9),segment_id=4bddac73-c91c-43b2-907a-2ea0356877c9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:32.166246 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] For port cc301d51-ca27-4aad-9743-cc85cbce265b, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:32.172444 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:32.187346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] For port cc301d51-ca27-4aad-9743-cc85cbce265b, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=cc301d51-ca27-4aad-9743-cc85cbce265b,segment=NetworkSegment(749bc25e-8f9c-4df7-8485-e66d8cf7aa0c),segment_id=749bc25e-8f9c-4df7-8485-e66d8cf7aa0c)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:32.223492 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:32.239518 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:32.251261 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:32.252677 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:32.263472 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=b338c2bc-dbd5-40b6-a20a-eededb8450de,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:32.422202 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event updated for resources: {'Port': ['ID=f8868ac3-0e37-4b2f-86c2-eb026cf42d0d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:32.542386 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c13500eb-bc39-4ea9-b34b-016683a9134b None None] Provisioning complete for port bd1466f5-3b93-4758-9831-4f3cf7f20be8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:32.542852 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c13500eb-bc39-4ea9-b34b-016683a9134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:32.589610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91e0f4-7b78-4ef3-9f47-60e322a8e3f5 req-21d99c84-9611-44dc-813d-5d3a8548cfc6 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:32.590972 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd91e0f4-7b78-4ef3-9f47-60e322a8e3f5 req-21d99c84-9611-44dc-813d-5d3a8548cfc6 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 945 time: 0.2490563 Sep 30 08:21:32.592943 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176b7e5-848b-4af1-8582-43eda7467ebb None None] Pushing event updated for resources: {'Port': ['ID=cc301d51-ca27-4aad-9743-cc85cbce265b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:32.603892 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Network e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:32.607617 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['b338c2bc-dbd5-40b6-a20a-eededb8450de'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:32.613066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:32.753002 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd91e0f4-7b78-4ef3-9f47-60e322a8e3f5 req-f067aa99-b82b-4bd6-8678-ce16fbf04dbc tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=149ad185-1158-4e63-9c6b-07ca90de4f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411965 Sep 30 08:21:32.879781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 29810fe2-570d-479a-902d-5ec2ae6296b8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:32.889174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Router 22aefac0-fda6-4df6-b5d1-0c51ef28a89c is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:21:32.902731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887b2b88-bc5e-4337-b7cd-00d4b6b6d195 None None] Network e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:33.001417 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:33.007401 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-78cf1f75-52fa-467f-b34e-acdeb7626221 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "PUT /v2.0/routers/22aefac0-fda6-4df6-b5d1-0c51ef28a89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7596574 Sep 30 08:21:33.010049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48030) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:33.031490 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14832355-11c4-47f6-abb5-eb8e044931e7 None None] Sync routers for ids ['22aefac0-fda6-4df6-b5d1-0c51ef28a89c'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:33.108985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14832355-11c4-47f6-abb5-eb8e044931e7 None None] Routers {'22aefac0-fda6-4df6-b5d1-0c51ef28a89c'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:33.109573 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-14832355-11c4-47f6-abb5-eb8e044931e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['22aefac0-fda6-4df6-b5d1-0c51ef28a89c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:33.164662 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-14832355-11c4-47f6-abb5-eb8e044931e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:33.175766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 29810fe2-570d-479a-902d-5ec2ae6296b8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:33.176168 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:33.254071 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14832355-11c4-47f6-abb5-eb8e044931e7 None None] Routers {'22aefac0-fda6-4df6-b5d1-0c51ef28a89c'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:33.254624 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-14832355-11c4-47f6-abb5-eb8e044931e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['22aefac0-fda6-4df6-b5d1-0c51ef28a89c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:33.318491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-14832355-11c4-47f6-abb5-eb8e044931e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:33.319138 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14832355-11c4-47f6-abb5-eb8e044931e7 None None] The sync data for ids ['22aefac0-fda6-4df6-b5d1-0c51ef28a89c'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:33.341142 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-be2fa27c-451c-49c1-924e-62cb03a63493 None None] Provisioning complete for port 29810fe2-570d-479a-902d-5ec2ae6296b8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:33.341519 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be2fa27c-451c-49c1-924e-62cb03a63493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:33.436860 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-9ec1a912-4e4c-488c-b1ec-1bbc12159c5a tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:33.441283 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9ec1a912-4e4c-488c-b1ec-1bbc12159c5a tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "PUT /v2.0/routers/22aefac0-fda6-4df6-b5d1-0c51ef28a89c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4265661 Sep 30 08:21:33.444449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48038) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:33.481932 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:33.561620 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 29810fe2-570d-479a-902d-5ec2ae6296b8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=29810fe2-570d-479a-902d-5ec2ae6296b8,segment=NetworkSegment(8758df59-fb96-47f3-8777-d88174ce1679),segment_id=8758df59-fb96-47f3-8777-d88174ce1679)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:33.562431 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be2fa27c-451c-49c1-924e-62cb03a63493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:33.568056 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:33.569631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bd1466f5-3b93-4758-9831-4f3cf7f20be8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:33.718259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port bd1466f5-3b93-4758-9831-4f3cf7f20be8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:33.718926 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:33.724844 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=29810fe2-570d-479a-902d-5ec2ae6296b8,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:33.751973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28327cd-e897-49c1-a122-9aa475720b0d None None] Network 04ac5ee4-1eee-4664-8d1c-5ecda22332e9 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:33.845573 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-be2fa27c-451c-49c1-924e-62cb03a63493 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:21:33.846026 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-be2fa27c-451c-49c1-924e-62cb03a63493 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:21:33.968023 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93c5c863-9622-4b7b-b944-0b1a74e1f99c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:34.069813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cd021-b91e-4919-b2e0-b58b82cd30ec req-b127daba-936f-49ac-ba95-44d4667b25e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:34.080416 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-952cd021-b91e-4919-b2e0-b58b82cd30ec req-b127daba-936f-49ac-ba95-44d4667b25e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 945 time: 0.2135084 Sep 30 08:21:34.187203 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-952cd021-b91e-4919-b2e0-b58b82cd30ec req-fbc6bf66-7cfc-4fe4-a520-81c7b8722b13 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=149ad185-1158-4e63-9c6b-07ca90de4f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057076 Sep 30 08:21:34.331405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-93c5c863-9622-4b7b-b944-0b1a74e1f99c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Deleting port f8868ac3-0e37-4b2f-86c2-eb026cf42d0d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:34.331752 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93c5c863-9622-4b7b-b944-0b1a74e1f99c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:34.439521 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93c5c863-9622-4b7b-b944-0b1a74e1f99c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:34.451536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-93c5c863-9622-4b7b-b944-0b1a74e1f99c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Calling delete_port for f8868ac3-0e37-4b2f-86c2-eb026cf42d0d owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:34.507200 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-028d6f59-ac85-4244-b68a-7ba3a2f14a07 None None] Provisioning complete for port 29810fe2-570d-479a-902d-5ec2ae6296b8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:34.507571 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-028d6f59-ac85-4244-b68a-7ba3a2f14a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:34.646643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-028d6f59-ac85-4244-b68a-7ba3a2f14a07 None None] Provisioning complete for port cc301d51-ca27-4aad-9743-cc85cbce265b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:34.647003 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-028d6f59-ac85-4244-b68a-7ba3a2f14a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:34.680787 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93c5c863-9622-4b7b-b944-0b1a74e1f99c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:34.718717 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 29810fe2-570d-479a-902d-5ec2ae6296b8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:34.727451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5c863-9622-4b7b-b944-0b1a74e1f99c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event deleted for resources: {'Port': ['ID=f8868ac3-0e37-4b2f-86c2-eb026cf42d0d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:34.793198 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-028d6f59-ac85-4244-b68a-7ba3a2f14a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:34.845203 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93c5c863-9622-4b7b-b944-0b1a74e1f99c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:34.847565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-028d6f59-ac85-4244-b68a-7ba3a2f14a07 None None] For port cc301d51-ca27-4aad-9743-cc85cbce265b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=cc301d51-ca27-4aad-9743-cc85cbce265b,segment=NetworkSegment(749bc25e-8f9c-4df7-8485-e66d8cf7aa0c),segment_id=749bc25e-8f9c-4df7-8485-e66d8cf7aa0c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:34.853360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 29810fe2-570d-479a-902d-5ec2ae6296b8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:34.853742 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:34.857924 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-028d6f59-ac85-4244-b68a-7ba3a2f14a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:34.886597 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-028d6f59-ac85-4244-b68a-7ba3a2f14a07 None None] Could not find standard attr ID for object f8868ac3-0e37-4b2f-86c2-eb026cf42d0d. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:21:34.952792 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d6f59-ac85-4244-b68a-7ba3a2f14a07 None None] Pushing event updated for resources: {'Port': ['ID=cc301d51-ca27-4aad-9743-cc85cbce265b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:35.010192 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cc301d51-ca27-4aad-9743-cc85cbce265b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:35.037237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c5c863-9622-4b7b-b944-0b1a74e1f99c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Router 22aefac0-fda6-4df6-b5d1-0c51ef28a89c has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:35.062093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port cc301d51-ca27-4aad-9743-cc85cbce265b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:35.062551 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.127184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c5c863-9622-4b7b-b944-0b1a74e1f99c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:35.148099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-93c5c863-9622-4b7b-b944-0b1a74e1f99c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "PUT /v2.0/routers/22aefac0-fda6-4df6-b5d1-0c51ef28a89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7025568 Sep 30 08:21:35.151944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48072) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:35.197328 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-815eb734-206f-470b-9b9d-4d7ac10d137f tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] delete failed (client error): The resource could not be found. Sep 30 08:21:35.199965 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-815eb734-206f-470b-9b9d-4d7ac10d137f tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-982308340 HTTP/1.1" status: 404 len: 334 time: 0.0455627 Sep 30 08:21:35.204458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48074) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:35.209173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7a37aaee-1ef9-47f1-bf12-926d3bc415a8 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Request body: {'router': {'external_gateway_info': {'network_id': '22aefac0-fda6-4df6-b5d1-0c51ef28a89c'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:35.266420 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c46ef6-a6b9-4403-b19c-788648259fef None None] Sync routers for ids ['22aefac0-fda6-4df6-b5d1-0c51ef28a89c'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:35.276130 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c46ef6-a6b9-4403-b19c-788648259fef None None] Routers {'22aefac0-fda6-4df6-b5d1-0c51ef28a89c'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:35.277412 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-88c46ef6-a6b9-4403-b19c-788648259fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['22aefac0-fda6-4df6-b5d1-0c51ef28a89c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:35.310666 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-88c46ef6-a6b9-4403-b19c-788648259fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:35.320206 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c46ef6-a6b9-4403-b19c-788648259fef None None] Routers {'22aefac0-fda6-4df6-b5d1-0c51ef28a89c'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:35.320818 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-88c46ef6-a6b9-4403-b19c-788648259fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['22aefac0-fda6-4df6-b5d1-0c51ef28a89c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:35.364121 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-88c46ef6-a6b9-4403-b19c-788648259fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:35.364717 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c46ef6-a6b9-4403-b19c-788648259fef None None] The sync data for ids ['22aefac0-fda6-4df6-b5d1-0c51ef28a89c'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:35.373084 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device b338c2bc-dbd5-40b6-a20a-eededb8450de up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:35.433204 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port b338c2bc-dbd5-40b6-a20a-eededb8450de completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:21:35.437557 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port b338c2bc-dbd5-40b6-a20a-eededb8450de triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:35.438079 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.444074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86695d3d-e233-4462-8b73-4b3a89cafe51 req-ce4b742c-8a3b-4491-b665-77cd5dab296d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:35.445606 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86695d3d-e233-4462-8b73-4b3a89cafe51 req-ce4b742c-8a3b-4491-b665-77cd5dab296d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 945 time: 0.1602507 Sep 30 08:21:35.477679 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a37aaee-1ef9-47f1-bf12-926d3bc415a8 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.509208 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-7a37aaee-1ef9-47f1-bf12-926d3bc415a8 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] update failed (client error): The resource could not be found. Sep 30 08:21:35.510258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7a37aaee-1ef9-47f1-bf12-926d3bc415a8 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "PUT /v2.0/routers/22aefac0-fda6-4df6-b5d1-0c51ef28a89c HTTP/1.1" status: 404 len: 339 time: 0.3047650 Sep 30 08:21:35.516171 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.516677 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48082) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:35.525503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f295a072-f057-4eae-ac27-3164e576f063 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1904825860'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:35.530890 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86695d3d-e233-4462-8b73-4b3a89cafe51 req-d9beb949-a626-4be1-acaa-088efca63f50 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=149ad185-1158-4e63-9c6b-07ca90de4f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497220 Sep 30 08:21:35.551144 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34de66a0-cc97-434e-b61f-13c839dae179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b338c2bc-dbd5-40b6-a20a-eededb8450de'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:35.551144 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6294d9c5-dd8c-41b0-9969-6d761778fa97" -d '{"events": [{"server_uuid": "34de66a0-cc97-434e-b61f-13c839dae179", "name": "network-vif-plugged", "status": "completed", "tag": "b338c2bc-dbd5-40b6-a20a-eededb8450de"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:35.562797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f295a072-f057-4eae-ac27-3164e576f063 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Made reservation on behalf of 4bd2334d411a4421bb89dd1099115e76 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:35.562963 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port b338c2bc-dbd5-40b6-a20a-eededb8450de, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=b338c2bc-dbd5-40b6-a20a-eededb8450de,segment=NetworkSegment(4bddac73-c91c-43b2-907a-2ea0356877c9),segment_id=4bddac73-c91c-43b2-907a-2ea0356877c9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:35.567368 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.567520 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f295a072-f057-4eae-ac27-3164e576f063 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.594947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f295a072-f057-4eae-ac27-3164e576f063 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:21:35.605649 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f295a072-f057-4eae-ac27-3164e576f063 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.606054 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-f295a072-f057-4eae-ac27-3164e576f063 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Added segment 504067f6-9348-4041-a0ca-3180f7ececdd of type vlan for network 67e032c5-c528-4aca-b5e8-0fcb7f5bbc10 Sep 30 08:21:35.630051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=b338c2bc-dbd5-40b6-a20a-eededb8450de,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:35.670688 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f295a072-f057-4eae-ac27-3164e576f063 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.700211 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f295a072-f057-4eae-ac27-3164e576f063 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.706223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295a072-f057-4eae-ac27-3164e576f063 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:35.706884 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f295a072-f057-4eae-ac27-3164e576f063 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:35.731576 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c94f408-ed4b-47bd-845e-e5088d0476de x-openstack-request-id: req-3c94f408-ed4b-47bd-845e-e5088d0476de {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:35.732097 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34de66a0-cc97-434e-b61f-13c839dae179", "name": "network-vif-plugged", "status": "completed", "tag": "b338c2bc-dbd5-40b6-a20a-eededb8450de", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:35.732209 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c94f408-ed4b-47bd-845e-e5088d0476de {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:35.732536 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34de66a0-cc97-434e-b61f-13c839dae179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'code': 200} Sep 30 08:21:35.758390 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f295a072-f057-4eae-ac27-3164e576f063 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2389932 Sep 30 08:21:35.761842 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48092) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:35.766965 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-32f1d989-8e50-4098-99c6-14f6e8c99310 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Request body: {'subnet': {'network_id': '67e032c5-c528-4aca-b5e8-0fcb7f5bbc10', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:35.791081 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295a072-f057-4eae-ac27-3164e576f063 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event updated for resources: {'Network': ['ID=67e032c5-c528-4aca-b5e8-0fcb7f5bbc10,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:35.802717 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 67e032c5-c528-4aca-b5e8-0fcb7f5bbc10 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:21:35.899445 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64050b-e1e6-460c-bb59-11f7df193178 req-a25050fb-b0a7-4b32-a04f-d9fbe7f67006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:35.901040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1f64050b-e1e6-460c-bb59-11f7df193178 req-a25050fb-b0a7-4b32-a04f-d9fbe7f67006 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 1097 time: 0.1053855 Sep 30 08:21:35.916936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f1d989-8e50-4098-99c6-14f6e8c99310 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Made reservation on behalf of 4bd2334d411a4421bb89dd1099115e76 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:35.921020 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32f1d989-8e50-4098-99c6-14f6e8c99310 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:36.001819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1f64050b-e1e6-460c-bb59-11f7df193178 req-85b16cd9-6360-4530-a3b1-9740b92799bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=149ad185-1158-4e63-9c6b-07ca90de4f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925078 Sep 30 08:21:36.121467 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32f1d989-8e50-4098-99c6-14f6e8c99310 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:36.188508 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1d989-8e50-4098-99c6-14f6e8c99310 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event updated for resources: {'Subnet': ['ID=6f93efb7-af58-4a54-8cb0-7c69d823ef31,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:36.200543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1d989-8e50-4098-99c6-14f6e8c99310 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Checking segment: {'id': '504067f6-9348-4041-a0ca-3180f7ececdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67e032c5-c528-4aca-b5e8-0fcb7f5bbc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:36.200917 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1d989-8e50-4098-99c6-14f6e8c99310 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Network hostable DHCP agents. Network: 67e032c5-c528-4aca-b5e8-0fcb7f5bbc10, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:21:36.220890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1d989-8e50-4098-99c6-14f6e8c99310 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Network 67e032c5-c528-4aca-b5e8-0fcb7f5bbc10 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:21:36.241750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-32f1d989-8e50-4098-99c6-14f6e8c99310 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 67e032c5-c528-4aca-b5e8-0fcb7f5bbc10) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:36.246663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f1d989-8e50-4098-99c6-14f6e8c99310 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:36.247266 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32f1d989-8e50-4098-99c6-14f6e8c99310 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:36.253788 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cc97c8-fa8c-4f61-99f7-2d33c02dc330 None None] Network 67e032c5-c528-4aca-b5e8-0fcb7f5bbc10 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:36.270903 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-32f1d989-8e50-4098-99c6-14f6e8c99310 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5077534 Sep 30 08:21:36.273350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48110) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:36.280689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8d8a20c9-ae53-4ac9-8256-f03900cdc749 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Request body: {'router': {'external_gateway_info': {'network_id': '67e032c5-c528-4aca-b5e8-0fcb7f5bbc10'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:36.670773 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cc301d51-ca27-4aad-9743-cc85cbce265b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:36.737392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-67e032c5-c528-4aca-b5e8-0fcb7f5bbc10', 'network_id': '67e032c5-c528-4aca-b5e8-0fcb7f5bbc10', 'tenant_id': '4bd2334d411a4421bb89dd1099115e76', 'fixed_ips': [{'subnet_id': '6f93efb7-af58-4a54-8cb0-7c69d823ef31'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:21:36.738479 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:36.766306 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port cc301d51-ca27-4aad-9743-cc85cbce265b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:36.766830 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:36.895629 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f559e01-c352-42f8-b7d6-3a8d61a661fe req-9956f934-f436-4a35-8056-cf07c12242af tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:36.912974 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f559e01-c352-42f8-b7d6-3a8d61a661fe req-9956f934-f436-4a35-8056-cf07c12242af tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 946 time: 0.1701829 Sep 30 08:21:36.955316 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d8a20c9-ae53-4ac9-8256-f03900cdc749 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:36.993905 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Allocated IP 2001:db8:1::2 (67e032c5-c528-4aca-b5e8-0fcb7f5bbc10/6f93efb7-af58-4a54-8cb0-7c69d823ef31/6822dcd7-f34a-4150-89dc-faa70798f1c5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:37.023398 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f559e01-c352-42f8-b7d6-3a8d61a661fe req-52df9bf4-3900-4ade-b318-8dbbaf4f7b00 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=149ad185-1158-4e63-9c6b-07ca90de4f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171544 Sep 30 08:21:37.180137 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:37.189320 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:37.200021 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-8d8a20c9-ae53-4ac9-8256-f03900cdc749 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:37.201054 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8d8a20c9-ae53-4ac9-8256-f03900cdc749 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "PUT /v2.0/routers/22aefac0-fda6-4df6-b5d1-0c51ef28a89c HTTP/1.1" status: 400 len: 364 time: 0.9265182 Sep 30 08:21:37.204738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48142) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:37.256812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Network 67e032c5-c528-4aca-b5e8-0fcb7f5bbc10 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:37.258388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:37.262422 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:37.330615 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Pushing event updated for resources: {'Port': ['ID=6822dcd7-f34a-4150-89dc-faa70798f1c5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:37.387582 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Attempting to bind port 6822dcd7-f34a-4150-89dc-faa70798f1c5 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:21:37.388061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Attempting to bind port 6822dcd7-f34a-4150-89dc-faa70798f1c5 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '504067f6-9348-4041-a0ca-3180f7ececdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67e032c5-c528-4aca-b5e8-0fcb7f5bbc10'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:21:37.388670 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Attempting to bind port 6822dcd7-f34a-4150-89dc-faa70798f1c5 on network 67e032c5-c528-4aca-b5e8-0fcb7f5bbc10 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:21:37.404802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:21:37.406254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Checking segment: {'id': '504067f6-9348-4041-a0ca-3180f7ececdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67e032c5-c528-4aca-b5e8-0fcb7f5bbc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:21:37.406998 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:37.407697 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Bound using segment: {'id': '504067f6-9348-4041-a0ca-3180f7ececdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67e032c5-c528-4aca-b5e8-0fcb7f5bbc10'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:21:37.408229 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Bound port: 6822dcd7-f34a-4150-89dc-faa70798f1c5, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504067f6-9348-4041-a0ca-3180f7ececdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67e032c5-c528-4aca-b5e8-0fcb7f5bbc10'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:21:37.408624 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:37.523900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] For port 6822dcd7-f34a-4150-89dc-faa70798f1c5, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:37.528509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] For port 6822dcd7-f34a-4150-89dc-faa70798f1c5, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=6822dcd7-f34a-4150-89dc-faa70798f1c5,segment=NetworkSegment(504067f6-9348-4041-a0ca-3180f7ececdd),segment_id=504067f6-9348-4041-a0ca-3180f7ececdd)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:21:37.534836 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:37.610816 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:37.654846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e25ff5-1978-4229-8787-b7bda0692fed None None] Pushing event updated for resources: {'Port': ['ID=6822dcd7-f34a-4150-89dc-faa70798f1c5,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:37.844476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179e84-e215-4dc8-847e-fa803da6431a req-028485cc-3afa-4ce4-afc3-0bbc5e623166 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:37.851132 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179e84-e215-4dc8-847e-fa803da6431a req-028485cc-3afa-4ce4-afc3-0bbc5e623166 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:37.866931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179e84-e215-4dc8-847e-fa803da6431a req-028485cc-3afa-4ce4-afc3-0bbc5e623166 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:37.875160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179e84-e215-4dc8-847e-fa803da6431a req-028485cc-3afa-4ce4-afc3-0bbc5e623166 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:37.881344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179e84-e215-4dc8-847e-fa803da6431a req-028485cc-3afa-4ce4-afc3-0bbc5e623166 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:37.890127 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179e84-e215-4dc8-847e-fa803da6431a req-028485cc-3afa-4ce4-afc3-0bbc5e623166 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:37.898391 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179e84-e215-4dc8-847e-fa803da6431a req-028485cc-3afa-4ce4-afc3-0bbc5e623166 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:37.900771 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db179e84-e215-4dc8-847e-fa803da6431a req-028485cc-3afa-4ce4-afc3-0bbc5e623166 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5445 time: 0.1153839 Sep 30 08:21:37.966587 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db179e84-e215-4dc8-847e-fa803da6431a req-eac6462b-a170-4893-b51e-87e7de3becb2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526855 Sep 30 08:21:38.009226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Allocated IP 2001:db8::1 (da0d1b50-df6a-4eef-a84b-6d507255dfa3/692eaf8a-6b6a-4ce8-afe7-100db27ecaff/1b193c82-4343-418c-83cc-9cae27a1c9cd) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:38.150234 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:38.155459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faceab6f-092f-48e4-ba26-6ac79109d4ce req-48fa3469-ab10-41f0-a597-effbe10f68a2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:38.157397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-faceab6f-092f-48e4-ba26-6ac79109d4ce req-48fa3469-ab10-41f0-a597-effbe10f68a2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 946 time: 0.0608881 Sep 30 08:21:38.204428 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:38.210465 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-faceab6f-092f-48e4-ba26-6ac79109d4ce req-15f62343-4ede-4682-9b46-53d8f1a27780 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=149ad185-1158-4e63-9c6b-07ca90de4f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460603 Sep 30 08:21:38.269024 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Network da0d1b50-df6a-4eef-a84b-6d507255dfa3 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:38.275495 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:38.278067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:38.278605 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:38.282476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event updated for resources: {'Port': ['ID=1b193c82-4343-418c-83cc-9cae27a1c9cd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:38.414480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c728421-3621-4549-b184-4d6de41a1f60 req-347e7325-ea1c-4e52-aaf8-7604fcc94f7c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:38.420649 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c728421-3621-4549-b184-4d6de41a1f60 req-347e7325-ea1c-4e52-aaf8-7604fcc94f7c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 946 time: 0.1022401 Sep 30 08:21:38.505434 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c728421-3621-4549-b184-4d6de41a1f60 req-047e6cac-fb4f-4473-af60-ffc3de18f3c0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=149ad185-1158-4e63-9c6b-07ca90de4f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801330 Sep 30 08:21:38.550521 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48172) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:38.625663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274c5ed8-3b15-4f5e-bcf4-c915d9e0b1c7 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:38.627233 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-274c5ed8-3b15-4f5e-bcf4-c915d9e0b1c7 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 1092 time: 0.0756810 Sep 30 08:21:38.631001 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48174) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:38.641408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:38.672914 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:38.709951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 6822dcd7-f34a-4150-89dc-faa70798f1c5 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:38.775851 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fd71b7cb-4c98-4213-a7eb-658e315fbe64 None None] Provisioning complete for port 1b193c82-4343-418c-83cc-9cae27a1c9cd triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:38.776131 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd71b7cb-4c98-4213-a7eb-658e315fbe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:38.845768 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fd71b7cb-4c98-4213-a7eb-658e315fbe64 None None] Port 1b193c82-4343-418c-83cc-9cae27a1c9cd cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:38.860191 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:38.869251 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 6822dcd7-f34a-4150-89dc-faa70798f1c5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:38.871300 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:38.871882 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.066591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Allocated IP 172.25.0.16 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/1422969c-6aed-4ccb-9ba3-7ac75b5f2d0b) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:21:39.085841 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.102886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-7f30cae2-d337-421e-8d48-93fafc128038 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.110819 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-7f30cae2-d337-421e-8d48-93fafc128038 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.112877 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f52eb34-5a0e-4f0e-9c87-f9412d3fdcb1 None None] Network 67e032c5-c528-4aca-b5e8-0fcb7f5bbc10 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:39.116897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-7f30cae2-d337-421e-8d48-93fafc128038 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.124049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-7f30cae2-d337-421e-8d48-93fafc128038 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.130094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-7f30cae2-d337-421e-8d48-93fafc128038 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.136338 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-7f30cae2-d337-421e-8d48-93fafc128038 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.142357 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-7f30cae2-d337-421e-8d48-93fafc128038 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.144646 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-7f30cae2-d337-421e-8d48-93fafc128038 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5445 time: 0.1500819 Sep 30 08:21:39.217548 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 6822dcd7-f34a-4150-89dc-faa70798f1c5, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=6822dcd7-f34a-4150-89dc-faa70798f1c5,segment=NetworkSegment(504067f6-9348-4041-a0ca-3180f7ececdd),segment_id=504067f6-9348-4041-a0ca-3180f7ececdd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:39.225644 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.297884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6bd67-eabe-430f-8415-2b33a1a48a89 req-42bd791d-7dab-4078-a178-7bd0b05e99ce tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.305661 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.306187 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6bd67-eabe-430f-8415-2b33a1a48a89 req-42bd791d-7dab-4078-a178-7bd0b05e99ce tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.311602 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.312641 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.315852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6bd67-eabe-430f-8415-2b33a1a48a89 req-42bd791d-7dab-4078-a178-7bd0b05e99ce tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.323979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6bd67-eabe-430f-8415-2b33a1a48a89 req-42bd791d-7dab-4078-a178-7bd0b05e99ce tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.333279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6bd67-eabe-430f-8415-2b33a1a48a89 req-42bd791d-7dab-4078-a178-7bd0b05e99ce tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.341144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6bd67-eabe-430f-8415-2b33a1a48a89 req-42bd791d-7dab-4078-a178-7bd0b05e99ce tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.347068 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6bd67-eabe-430f-8415-2b33a1a48a89 req-42bd791d-7dab-4078-a178-7bd0b05e99ce tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.349190 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cef6bd67-eabe-430f-8415-2b33a1a48a89 req-42bd791d-7dab-4078-a178-7bd0b05e99ce tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5445 time: 0.2028627 Sep 30 08:21:39.358659 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cb25a40a-368f-4253-bc95-ad3ff9c78803 None None] Provisioning complete for port 6822dcd7-f34a-4150-89dc-faa70798f1c5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:39.359387 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb25a40a-368f-4253-bc95-ad3ff9c78803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.378315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-f78e65f8-901f-41ed-8ad2-9bfc7205832a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:39.379719 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-f78e65f8-901f-41ed-8ad2-9bfc7205832a tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.35 "GET /v2.0/ports/d2a04c48-1016-4204-91b9-76cc35da608f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1778975 Sep 30 08:21:39.396950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event updated for resources: {'Port': ['ID=1b193c82-4343-418c-83cc-9cae27a1c9cd,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:39.452924 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=6822dcd7-f34a-4150-89dc-faa70798f1c5,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:39.577683 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Network da0d1b50-df6a-4eef-a84b-6d507255dfa3 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:39.579708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:39.596712 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cef6bd67-eabe-430f-8415-2b33a1a48a89 req-887daf0e-b79d-428a-a9de-f836240ad1e4 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2159691 Sep 30 08:21:39.602232 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-43692880-464a-42ac-880c-8aadee9509dc tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.35 "GET /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2053857 Sep 30 08:21:39.642283 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.717966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-06eb10e7-34a0-4448-b0ef-0d54cae01a38 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:39.727198 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.830787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Router 22aefac0-fda6-4df6-b5d1-0c51ef28a89c has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:39.847417 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:21:39.858993 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:21:39.894629 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:21:39.907549 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Port': ['ID=1422969c-6aed-4ccb-9ba3-7ac75b5f2d0b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:39.930691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5745b89e-fee3-4b56-bccc-784648b02811 None None] Provisioning complete for port 6822dcd7-f34a-4150-89dc-faa70798f1c5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:39.932003 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5745b89e-fee3-4b56-bccc-784648b02811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:39.946584 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-06eb10e7-34a0-4448-b0ef-0d54cae01a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:40.030468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:40.050192 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-092be540-2d12-426c-819b-391d5171a2fb tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "PUT /v2.0/routers/22aefac0-fda6-4df6-b5d1-0c51ef28a89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8442667 Sep 30 08:21:40.060373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:40.064859 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9945fa8a-7ba2-4d3b-a346-b5e9f010636b None None] Sync routers for ids ['22aefac0-fda6-4df6-b5d1-0c51ef28a89c'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:40.084739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945fa8a-7ba2-4d3b-a346-b5e9f010636b None None] Routers {'22aefac0-fda6-4df6-b5d1-0c51ef28a89c'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:40.085362 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9945fa8a-7ba2-4d3b-a346-b5e9f010636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['22aefac0-fda6-4df6-b5d1-0c51ef28a89c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:40.142140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9945fa8a-7ba2-4d3b-a346-b5e9f010636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:40.162411 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945fa8a-7ba2-4d3b-a346-b5e9f010636b None None] Routers {'22aefac0-fda6-4df6-b5d1-0c51ef28a89c'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:40.163471 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9945fa8a-7ba2-4d3b-a346-b5e9f010636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['22aefac0-fda6-4df6-b5d1-0c51ef28a89c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:40.167745 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:40.180058 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:21:40.186892 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6488a167-6c1a-40c4-8c95-8b34d306f9b2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:40.226644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9945fa8a-7ba2-4d3b-a346-b5e9f010636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:40.227634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9945fa8a-7ba2-4d3b-a346-b5e9f010636b None None] The sync data for ids ['22aefac0-fda6-4df6-b5d1-0c51ef28a89c'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:40.239470 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a626fbf6-ddfc-4dd9-894f-4b89a5cf2468 None None] Provisioning complete for port 1b193c82-4343-418c-83cc-9cae27a1c9cd triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:40.240083 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a626fbf6-ddfc-4dd9-894f-4b89a5cf2468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:40.280916 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a626fbf6-ddfc-4dd9-894f-4b89a5cf2468 None None] Port 1b193c82-4343-418c-83cc-9cae27a1c9cd cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:40.334792 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-6488a167-6c1a-40c4-8c95-8b34d306f9b2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 08:21:40.338575 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6488a167-6c1a-40c4-8c95-8b34d306f9b2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "DELETE /v2.0/routers/22aefac0-fda6-4df6-b5d1-0c51ef28a89c HTTP/1.1" status: 409 len: 329 time: 0.2742169 Sep 30 08:21:40.339094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48236) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:40.554498 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153ccc4-5ab6-41c8-a429-1ff35ae0d1f3 req-83ed7d5b-632e-4865-8d6a-9b03879fb1e5 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:40.556359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d153ccc4-5ab6-41c8-a429-1ff35ae0d1f3 req-83ed7d5b-632e-4865-8d6a-9b03879fb1e5 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.1973763 Sep 30 08:21:40.588707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-06eb10e7-34a0-4448-b0ef-0d54cae01a38 service neutron] For port d2a04c48-1016-4204-91b9-76cc35da608f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d2a04c48-1016-4204-91b9-76cc35da608f,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:40.613503 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 6822dcd7-f34a-4150-89dc-faa70798f1c5 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:40.615603 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:40.718385 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 6822dcd7-f34a-4150-89dc-faa70798f1c5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:40.718830 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:40.723687 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d153ccc4-5ab6-41c8-a429-1ff35ae0d1f3 req-040733b3-06a4-4583-ac01-76ef1b0784d8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598029 Sep 30 08:21:40.724687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-06eb10e7-34a0-4448-b0ef-0d54cae01a38 service neutron] For port d2a04c48-1016-4204-91b9-76cc35da608f, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:40.796845 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-044e0a9b-5b6e-403d-aab7-f11e68e88363 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:40.816643 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:40.826394 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-06eb10e7-34a0-4448-b0ef-0d54cae01a38 service neutron] device_id is not set on port d2a04c48-1016-4204-91b9-76cc35da608f yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:21:40.871691 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-06eb10e7-34a0-4448-b0ef-0d54cae01a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:40.881961 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-06eb10e7-34a0-4448-b0ef-0d54cae01a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:40.906110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61366a-becf-464d-bdd7-949885da8077 req-c7e0b326-6930-4642-93e8-8281c747d60c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:40.912344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61366a-becf-464d-bdd7-949885da8077 req-c7e0b326-6930-4642-93e8-8281c747d60c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:40.919834 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61366a-becf-464d-bdd7-949885da8077 req-c7e0b326-6930-4642-93e8-8281c747d60c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:40.927119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61366a-becf-464d-bdd7-949885da8077 req-c7e0b326-6930-4642-93e8-8281c747d60c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:40.945353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61366a-becf-464d-bdd7-949885da8077 req-c7e0b326-6930-4642-93e8-8281c747d60c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:40.952836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61366a-becf-464d-bdd7-949885da8077 req-c7e0b326-6930-4642-93e8-8281c747d60c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:40.959947 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61366a-becf-464d-bdd7-949885da8077 req-c7e0b326-6930-4642-93e8-8281c747d60c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:40.962484 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db61366a-becf-464d-bdd7-949885da8077 req-c7e0b326-6930-4642-93e8-8281c747d60c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 5445 time: 0.2440541 Sep 30 08:21:41.065623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-06eb10e7-34a0-4448-b0ef-0d54cae01a38 service neutron] No DVR routers for this DVR port d2a04c48-1016-4204-91b9-76cc35da608f on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:41.116291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-a13b1773-9792-41b5-80a5-bf4632b3463e req-aa8c85ca-0086-46f8-922b-8b5a04423dd9 service neutron] (94837) timed out ('10.222.0.36', 55068) {{(pid=94837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:21:41.129792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-044e0a9b-5b6e-403d-aab7-f11e68e88363 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Deleting port 1b193c82-4343-418c-83cc-9cae27a1c9cd {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:41.130137 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-044e0a9b-5b6e-403d-aab7-f11e68e88363 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:41.142749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-06eb10e7-34a0-4448-b0ef-0d54cae01a38 service neutron] In _notify_port_updated(), no bound segment for port d2a04c48-1016-4204-91b9-76cc35da608f on network b90b784a-548c-41b5-91c7-a8e317195f01 {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:21:41.144317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-06eb10e7-34a0-4448-b0ef-0d54cae01a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:41.144949 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-06eb10e7-34a0-4448-b0ef-0d54cae01a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:41.146984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-06eb10e7-34a0-4448-b0ef-0d54cae01a38 service neutron] 10.222.0.35 "PUT /v2.0/ports/d2a04c48-1016-4204-91b9-76cc35da608f HTTP/1.1" status: 200 len: 1032 time: 1.4426174 Sep 30 08:21:41.180456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db61366a-becf-464d-bdd7-949885da8077 req-31d3b32e-69aa-4913-88a7-e2da89404e97 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1969042 Sep 30 08:21:41.224949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb10e7-34a0-4448-b0ef-0d54cae01a38 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a04c48-1016-4204-91b9-76cc35da608f,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:41.246441 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-044e0a9b-5b6e-403d-aab7-f11e68e88363 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:41.263977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-044e0a9b-5b6e-403d-aab7-f11e68e88363 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Calling delete_port for 1b193c82-4343-418c-83cc-9cae27a1c9cd owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:41.271102 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-97680359-1a97-43a6-a123-abb45a37e34c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:41.272756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-97680359-1a97-43a6-a123-abb45a37e34c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.35 "GET /v2.0/ports/f0f3ccad-dbbd-4b38-b65a-93a3ef827cee?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1072812 Sep 30 08:21:41.289573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-271279f0-4d0b-4639-a1e7-13e11ea6a22f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:41.370711 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:41.376989 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-271279f0-4d0b-4639-a1e7-13e11ea6a22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:41.378773 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:41.426211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6d5f4db3-7818-4fe6-b121-57216b646351 None None] Provisioning complete for port d2a04c48-1016-4204-91b9-76cc35da608f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:41.427234 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d5f4db3-7818-4fe6-b121-57216b646351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:41.475858 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f4db3-7818-4fe6-b121-57216b646351 None None] Port d2a04c48-1016-4204-91b9-76cc35da608f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:41.483834 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-044e0a9b-5b6e-403d-aab7-f11e68e88363 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:41.486502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Port': ['ID=1422969c-6aed-4ccb-9ba3-7ac75b5f2d0b,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:41.498747 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:41.512118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e0a9b-5b6e-403d-aab7-f11e68e88363 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event deleted for resources: {'Port': ['ID=1b193c82-4343-418c-83cc-9cae27a1c9cd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:41.639834 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-044e0a9b-5b6e-403d-aab7-f11e68e88363 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:42.033498 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe4e9-7d30-4a93-a406-4aaa4aef82a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:42.060639 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Floating IP 991acb72-1b0b-47d8-9e94-9e7ed27b05d3 associated. External IP: 172.25.0.16, port: b338c2bc-dbd5-40b6-a20a-eededb8450de. Sep 30 08:21:42.067997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-271279f0-4d0b-4639-a1e7-13e11ea6a22f service neutron] For port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f0f3ccad-dbbd-4b38-b65a-93a3ef827cee,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:42.081123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044e0a9b-5b6e-403d-aab7-f11e68e88363 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Router 22aefac0-fda6-4df6-b5d1-0c51ef28a89c has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:42.130065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6332a0d-57a7-4938-9522-1badd84ae789 req-cc6aa0e3-3de0-46ea-b5d3-443d2458c5c7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.131604 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6332a0d-57a7-4938-9522-1badd84ae789 req-cc6aa0e3-3de0-46ea-b5d3-443d2458c5c7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.1749861 Sep 30 08:21:42.193877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044e0a9b-5b6e-403d-aab7-f11e68e88363 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:42.205513 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-044e0a9b-5b6e-403d-aab7-f11e68e88363 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "PUT /v2.0/routers/22aefac0-fda6-4df6-b5d1-0c51ef28a89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8653820 Sep 30 08:21:42.208526 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e007e33a-2c16-4ab5-9f1f-aa72620113c6 None None] Sync routers for ids ['22aefac0-fda6-4df6-b5d1-0c51ef28a89c'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:42.209029 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48282) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:42.217796 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e007e33a-2c16-4ab5-9f1f-aa72620113c6 None None] Routers {'22aefac0-fda6-4df6-b5d1-0c51ef28a89c'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:42.218666 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e007e33a-2c16-4ab5-9f1f-aa72620113c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['22aefac0-fda6-4df6-b5d1-0c51ef28a89c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:42.256674 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e007e33a-2c16-4ab5-9f1f-aa72620113c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:42.268562 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e007e33a-2c16-4ab5-9f1f-aa72620113c6 None None] Routers {'22aefac0-fda6-4df6-b5d1-0c51ef28a89c'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:42.269333 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e007e33a-2c16-4ab5-9f1f-aa72620113c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['22aefac0-fda6-4df6-b5d1-0c51ef28a89c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:42.295368 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6332a0d-57a7-4938-9522-1badd84ae789 req-039c1977-666e-4277-a308-50ab099e14b5 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534672 Sep 30 08:21:42.298767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-271279f0-4d0b-4639-a1e7-13e11ea6a22f service neutron] For port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:21:42.301933 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-73ec2c63-6b76-46b9-8a53-21f483687e47 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] show failed (client error): The resource could not be found. Sep 30 08:21:42.306563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-73ec2c63-6b76-46b9-8a53-21f483687e47 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-381578097 HTTP/1.1" status: 404 len: 334 time: 0.0924885 Sep 30 08:21:42.306981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48286) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:42.314637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-59cca9b5-9d10-4bf8-a87c-bb3bf1126b1a tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:42.335271 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e007e33a-2c16-4ab5-9f1f-aa72620113c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:42.336186 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e007e33a-2c16-4ab5-9f1f-aa72620113c6 None None] The sync data for ids ['22aefac0-fda6-4df6-b5d1-0c51ef28a89c'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:42.383869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-271279f0-4d0b-4639-a1e7-13e11ea6a22f service neutron] device_id is not set on port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:21:42.389817 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-59cca9b5-9d10-4bf8-a87c-bb3bf1126b1a tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] update failed (client error): The resource could not be found. Sep 30 08:21:42.395334 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-59cca9b5-9d10-4bf8-a87c-bb3bf1126b1a tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-324978026 HTTP/1.1" status: 404 len: 334 time: 0.0853572 Sep 30 08:21:42.396235 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48288) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:42.400357 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-271279f0-4d0b-4639-a1e7-13e11ea6a22f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:42.454402 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-65524ab1-56fd-454d-904b-0724d54e04c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Deleting subnet 6f93efb7-af58-4a54-8cb0-7c69d823ef31 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:21:42.457778 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65524ab1-56fd-454d-904b-0724d54e04c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:42.476184 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-271279f0-4d0b-4639-a1e7-13e11ea6a22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:42.513214 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65524ab1-56fd-454d-904b-0724d54e04c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:42.555291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267da2a-183c-4300-aa4d-474c56ee0a34 req-f787ec40-a6f9-43f7-9677-0cf1a442d776 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.561542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267da2a-183c-4300-aa4d-474c56ee0a34 req-f787ec40-a6f9-43f7-9677-0cf1a442d776 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.567580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267da2a-183c-4300-aa4d-474c56ee0a34 req-f787ec40-a6f9-43f7-9677-0cf1a442d776 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.574050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267da2a-183c-4300-aa4d-474c56ee0a34 req-f787ec40-a6f9-43f7-9677-0cf1a442d776 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.580110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267da2a-183c-4300-aa4d-474c56ee0a34 req-f787ec40-a6f9-43f7-9677-0cf1a442d776 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.586047 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267da2a-183c-4300-aa4d-474c56ee0a34 req-f787ec40-a6f9-43f7-9677-0cf1a442d776 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.587980 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0267da2a-183c-4300-aa4d-474c56ee0a34 req-f787ec40-a6f9-43f7-9677-0cf1a442d776 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 4666 time: 0.2872293 Sep 30 08:21:42.622966 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65524ab1-56fd-454d-904b-0724d54e04c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:42.657364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-271279f0-4d0b-4639-a1e7-13e11ea6a22f service neutron] No DVR routers for this DVR port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:42.706113 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65524ab1-56fd-454d-904b-0724d54e04c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:42.741575 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271279f0-4d0b-4639-a1e7-13e11ea6a22f service neutron] Pushing event updated for resources: {'Port': ['ID=f0f3ccad-dbbd-4b38-b65a-93a3ef827cee,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:42.758157 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65524ab1-56fd-454d-904b-0724d54e04c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event deleted for resources: {'Subnet': ['ID=6f93efb7-af58-4a54-8cb0-7c69d823ef31,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:42.761045 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65524ab1-56fd-454d-904b-0724d54e04c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:42.766831 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-65524ab1-56fd-454d-904b-0724d54e04c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "DELETE /v2.0/subnets/6f93efb7-af58-4a54-8cb0-7c69d823ef31 HTTP/1.1" status: 204 len: 168 time: 0.3692625 Sep 30 08:21:42.767868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:42.780862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd61bdb1-a182-4308-90d8-5f88abccec9a None None] Network 67e032c5-c528-4aca-b5e8-0fcb7f5bbc10 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:42.879156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0267da2a-183c-4300-aa4d-474c56ee0a34 req-1336f29d-9b3f-425a-be2e-a1f2e9c69f63 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98d662fd-f4a2-4942-a57a-07fd09c698a8&id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2816303 Sep 30 08:21:42.891528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-271279f0-4d0b-4639-a1e7-13e11ea6a22f service neutron] In _notify_port_updated(), no bound segment for port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee on network b90b784a-548c-41b5-91c7-a8e317195f01 {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:21:42.892385 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-271279f0-4d0b-4639-a1e7-13e11ea6a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:42.893499 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-271279f0-4d0b-4639-a1e7-13e11ea6a22f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:42.894846 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-271279f0-4d0b-4639-a1e7-13e11ea6a22f service neutron] 10.222.0.35 "PUT /v2.0/ports/f0f3ccad-dbbd-4b38-b65a-93a3ef827cee HTTP/1.1" status: 200 len: 1032 time: 1.6144376 Sep 30 08:21:42.896781 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:42.897580 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:42.989972 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Deleting port 6822dcd7-f34a-4150-89dc-faa70798f1c5 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:42.990934 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.054041 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736cf9eb-31ec-4705-93de-aa1c044055af None None] DHCP port deletion for 67e032c5-c528-4aca-b5e8-0fcb7f5bbc10 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:21:43.075343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] For port 6822dcd7-f34a-4150-89dc-faa70798f1c5, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=6822dcd7-f34a-4150-89dc-faa70798f1c5,segment=NetworkSegment(504067f6-9348-4041-a0ca-3180f7ececdd),segment_id=504067f6-9348-4041-a0ca-3180f7ececdd)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:43.076143 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.090753 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Calling delete_port for 6822dcd7-f34a-4150-89dc-faa70798f1c5 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:43.120941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:43.130350 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-be5a0021-f3fb-44c9-a83d-67ee2151d474 None None] Provisioning complete for port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:43.132446 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be5a0021-f3fb-44c9-a83d-67ee2151d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.141773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a37a20d2-944d-4fb9-860d-8f36b1812c4d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Deleting port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:43.142205 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a37a20d2-944d-4fb9-860d-8f36b1812c4d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.147005 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.206447 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e50c8cdc-ac20-411a-ad9b-c8f1d9c7d744 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5671430 Sep 30 08:21:43.206667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a684fd5-7302-4cd9-8f2b-f0ae5d506ac1 None None] Sync routers for ids ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:43.206765 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48306) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:43.231179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34de66a0-cc97-434e-b61f-13c839dae179', 'tag': 'b338c2bc-dbd5-40b6-a20a-eededb8450de'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:43.233479 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-be5a0021-f3fb-44c9-a83d-67ee2151d474 None None] Port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:21:43.233613 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d186c2e-8a22-4dc0-a4a7-0f73c0053a77" -d '{"events": [{"name": "network-changed", "server_uuid": "34de66a0-cc97-434e-b61f-13c839dae179", "tag": "b338c2bc-dbd5-40b6-a20a-eededb8450de"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:43.247143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a684fd5-7302-4cd9-8f2b-f0ae5d506ac1 None None] Routers {'8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:43.247828 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2a684fd5-7302-4cd9-8f2b-f0ae5d506ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:43.252720 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-736cf9eb-31ec-4705-93de-aa1c044055af None None] Deleting port 6822dcd7-f34a-4150-89dc-faa70798f1c5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:43.253176 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-736cf9eb-31ec-4705-93de-aa1c044055af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.273677 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.295844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a37a20d2-944d-4fb9-860d-8f36b1812c4d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] For port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8db9c64e-1cb0-4fe8-8e03-2c5c47e05456,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:43.296444 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a37a20d2-944d-4fb9-860d-8f36b1812c4d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.308843 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2eddfc-64ac-4856-92f8-145a4573e1eb x-openstack-request-id: req-2c2eddfc-64ac-4856-92f8-145a4573e1eb {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:43.309583 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34de66a0-cc97-434e-b61f-13c839dae179", "tag": "b338c2bc-dbd5-40b6-a20a-eededb8450de", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:43.310066 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c2eddfc-64ac-4856-92f8-145a4573e1eb {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:43.310597 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34de66a0-cc97-434e-b61f-13c839dae179', 'tag': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'status': 'completed', 'code': 200} Sep 30 08:21:43.314862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a37a20d2-944d-4fb9-860d-8f36b1812c4d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Calling delete_port for 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:43.326818 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event deleted for resources: {'Port': ['ID=6822dcd7-f34a-4150-89dc-faa70798f1c5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:43.344668 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] No DVR routers for this DVR port 6822dcd7-f34a-4150-89dc-faa70798f1c5 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:43.356267 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7aad892f-7024-42b9-a37d-8c0f51ee4645 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/floatingips/991acb72-1b0b-47d8-9e94-9e7ed27b05d3 HTTP/1.1" status: 200 len: 991 time: 0.1515014 Sep 30 08:21:43.388219 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-736cf9eb-31ec-4705-93de-aa1c044055af None None] For port 6822dcd7-f34a-4150-89dc-faa70798f1c5, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=6822dcd7-f34a-4150-89dc-faa70798f1c5,segment=NetworkSegment(504067f6-9348-4041-a0ca-3180f7ececdd),segment_id=504067f6-9348-4041-a0ca-3180f7ececdd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:43.388628 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-736cf9eb-31ec-4705-93de-aa1c044055af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.436911 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d186c2e-8a22-4dc0-a4a7-0f73c0053a77 req-ef7f19cf-dcf6-464c-8de1-63b996a6650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:43.439476 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d186c2e-8a22-4dc0-a4a7-0f73c0053a77 req-ef7f19cf-dcf6-464c-8de1-63b996a6650d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9daaa44a24a845718835a5f7ca967795&device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 1097 time: 0.1092582 Sep 30 08:21:43.439786 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-736cf9eb-31ec-4705-93de-aa1c044055af None None] Calling delete_port for 6822dcd7-f34a-4150-89dc-faa70798f1c5 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:43.447742 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.467244 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2a684fd5-7302-4cd9-8f2b-f0ae5d506ac1 None None] Set router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:43.473936 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e032c5-c528-4aca-b5e8-0fcb7f5bbc10']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:43.486665 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504067f6-9348-4041-a0ca-3180f7ececdd') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:43.486995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504067f6-9348-4041-a0ca-3180f7ececdd') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:43.504164 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.523447 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.535591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:21:43.536026 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:21:43.541064 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:21:43.543487 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:43.617444 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae2aa6-781f-4356-8273-9a4adda2a4f4 req-5fd6029e-af6a-4a43-bd40-22a51bd52be5 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:43.619148 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-92ae2aa6-781f-4356-8273-9a4adda2a4f4 req-5fd6029e-af6a-4a43-bd40-22a51bd52be5 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.1428597 Sep 30 08:21:43.633728 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.643071 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.645405 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "DELETE /v2.0/networks/67e032c5-c528-4aca-b5e8-0fcb7f5bbc10 HTTP/1.1" status: 204 len: 168 time: 0.8756540 Sep 30 08:21:43.647592 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48318) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:43.680164 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a37a20d2-944d-4fb9-860d-8f36b1812c4d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.684036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d186c2e-8a22-4dc0-a4a7-0f73c0053a77 req-fa3cb9d7-67ea-4231-aef3-60666c12623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:43.685530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d186c2e-8a22-4dc0-a4a7-0f73c0053a77 req-fa3cb9d7-67ea-4231-aef3-60666c12623c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2853f78c-258b-44eb-b2b6-ea7b0afde7f3 HTTP/1.1" status: 200 len: 898 time: 0.2344062 Sep 30 08:21:43.696305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4b716-c519-4119-8c24-f133536db296 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event deleted for resources: {'Network': ['ID=67e032c5-c528-4aca-b5e8-0fcb7f5bbc10,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:43.712143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No active binding found for port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 {{(pid=94839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 30 08:21:43.712761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:43.713402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e6275749-d3f0-44ae-8512-99bd87141470 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:43.724462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d5f5ad-d5b6-4d64-afd9-9f2ca0dec771 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Deleting subnet a5735551-367a-426b-bb77-b5eda44138b2 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:21:43.728270 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26d5f5ad-d5b6-4d64-afd9-9f2ca0dec771 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.761998 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a20d2-944d-4fb9-860d-8f36b1812c4d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event deleted for resources: {'Port': ['ID=8db9c64e-1cb0-4fe8-8e03-2c5c47e05456,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:43.775641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-92ae2aa6-781f-4356-8273-9a4adda2a4f4 req-2c72d416-27ce-4035-9b7f-258a7a3dd4c6 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194785 Sep 30 08:21:43.798252 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26d5f5ad-d5b6-4d64-afd9-9f2ca0dec771 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.851019 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d186c2e-8a22-4dc0-a4a7-0f73c0053a77 req-2eb285c2-e4d6-43ef-806c-3d6cdaa564eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b338c2bc-dbd5-40b6-a20a-eededb8450de HTTP/1.1" status: 200 len: 999 time: 0.1550276 Sep 30 08:21:43.852824 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a37a20d2-944d-4fb9-860d-8f36b1812c4d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] No DVR routers for this DVR port 8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:43.855801 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a37a20d2-944d-4fb9-860d-8f36b1812c4d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.858051 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a37a20d2-944d-4fb9-860d-8f36b1812c4d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.35 "DELETE /v2.0/ports/8db9c64e-1cb0-4fe8-8e03-2c5c47e05456 HTTP/1.1" status: 204 len: 173 time: 0.9553225 Sep 30 08:21:43.948824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26d5f5ad-d5b6-4d64-afd9-9f2ca0dec771 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:43.991729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d186c2e-8a22-4dc0-a4a7-0f73c0053a77 req-a62ed0d3-a96c-4a01-8caf-ab41b2c5a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:43.993497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d186c2e-8a22-4dc0-a4a7-0f73c0053a77 req-a62ed0d3-a96c-4a01-8caf-ab41b2c5a031 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cee72f45-e1f6-46e8-8c48-d17f733f151d HTTP/1.1" status: 200 len: 835 time: 0.1344719 Sep 30 08:21:44.062337 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26d5f5ad-d5b6-4d64-afd9-9f2ca0dec771 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.069619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-9c7a678f-2c7d-40cc-9ec8-cd98d4b47fe8 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Deleting port e6275749-d3f0-44ae-8512-99bd87141470 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:44.070035 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-9c7a678f-2c7d-40cc-9ec8-cd98d4b47fe8 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.100844 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-736cf9eb-31ec-4705-93de-aa1c044055af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.102286 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5f5ad-d5b6-4d64-afd9-9f2ca0dec771 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event deleted for resources: {'Subnet': ['ID=a5735551-367a-426b-bb77-b5eda44138b2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:44.105696 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26d5f5ad-d5b6-4d64-afd9-9f2ca0dec771 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.107782 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-26d5f5ad-d5b6-4d64-afd9-9f2ca0dec771 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "DELETE /v2.0/subnets/a5735551-367a-426b-bb77-b5eda44138b2 HTTP/1.1" status: 204 len: 168 time: 0.4591689 Sep 30 08:21:44.110248 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:44.123180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d186c2e-8a22-4dc0-a4a7-0f73c0053a77 req-416db248-31a4-432d-94e8-a93afdb3a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:44.124873 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d186c2e-8a22-4dc0-a4a7-0f73c0053a77 req-416db248-31a4-432d-94e8-a93afdb3a8cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2853f78c-258b-44eb-b2b6-ea7b0afde7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204920 Sep 30 08:21:44.133874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-736cf9eb-31ec-4705-93de-aa1c044055af None None] Network 67e032c5-c528-4aca-b5e8-0fcb7f5bbc10 is not hosted by any dhcp agent {{(pid=94839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:21:44.134329 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736cf9eb-31ec-4705-93de-aa1c044055af None None] No DVR routers for this DVR port 6822dcd7-f34a-4150-89dc-faa70798f1c5 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:44.137643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cf9eb-31ec-4705-93de-aa1c044055af None None] Pushing event deleted for resources: {'Port': ['ID=6822dcd7-f34a-4150-89dc-faa70798f1c5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:44.143661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff6dbf5-a18d-4655-b854-5e7550a75937 None None] Network 04ac5ee4-1eee-4664-8d1c-5ecda22332e9 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:44.207326 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d772299b-3cd2-48c7-b8ab-05c536cc83bc tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Deleting subnet af8eaedc-8057-4e34-ae8a-e6984442a929 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:21:44.219021 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d772299b-3cd2-48c7-b8ab-05c536cc83bc tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.252438 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2a684fd5-7302-4cd9-8f2b-f0ae5d506ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:21:16Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '991acb72-1b0b-47d8-9e94-9e7ed27b05d3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'port_id': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'mac_address': 'fa:16:3e:8a:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34de66a0-cc97-434e-b61f-13c839dae179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:21:40Z', 'updated_at': '2021-09-30T08:21:40Z', 'revision_number': 0, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a47744a-ce75-420e-bdb4-907a67f137e4', 'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:2d:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:15Z', 'updated_at': '2021-09-30T08:21:20Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:44.309405 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d772299b-3cd2-48c7-b8ab-05c536cc83bc tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.334305 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.338322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f0573-3acd-4cd3-8acf-9b60ca3aa43b req-83c6043c-ec06-41b9-875f-ecda165e2936 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:44.346896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f0573-3acd-4cd3-8acf-9b60ca3aa43b req-83c6043c-ec06-41b9-875f-ecda165e2936 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:44.364409 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f0573-3acd-4cd3-8acf-9b60ca3aa43b req-83c6043c-ec06-41b9-875f-ecda165e2936 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:44.376146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a684fd5-7302-4cd9-8f2b-f0ae5d506ac1 None None] Checking router: 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:21:44.383596 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f0573-3acd-4cd3-8acf-9b60ca3aa43b req-83c6043c-ec06-41b9-875f-ecda165e2936 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:44.390386 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf8f0573-3acd-4cd3-8acf-9b60ca3aa43b req-83c6043c-ec06-41b9-875f-ecda165e2936 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 3152 time: 0.3145461 Sep 30 08:21:44.395048 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48338) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:44.419421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e6275749-d3f0-44ae-8512-99bd87141470, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e6275749-d3f0-44ae-8512-99bd87141470,segment=NetworkSegment(35d10bf9-50e0-48f9-bc43-64d5f75dff9e),segment_id=35d10bf9-50e0-48f9-bc43-64d5f75dff9e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:44.435988 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6275749-d3f0-44ae-8512-99bd87141470'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:44.445908 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ab136f-0976-42d8-8d02-3ee9f8312465" -d '{"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-unplugged", "status": "completed", "tag": "e6275749-d3f0-44ae-8512-99bd87141470"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:44.446465 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d772299b-3cd2-48c7-b8ab-05c536cc83bc tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.492234 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.492955 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d2a04c48-1016-4204-91b9-76cc35da608f no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:44.544460 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d772299b-3cd2-48c7-b8ab-05c536cc83bc tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.559292 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1babe817-54ab-424d-bf7a-feb1903fa36c x-openstack-request-id: req-1babe817-54ab-424d-bf7a-feb1903fa36c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:44.559716 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-unplugged", "status": "completed", "tag": "e6275749-d3f0-44ae-8512-99bd87141470", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:44.559863 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1babe817-54ab-424d-bf7a-feb1903fa36c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:44.560388 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6275749-d3f0-44ae-8512-99bd87141470', 'code': 200} Sep 30 08:21:44.594022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772299b-3cd2-48c7-b8ab-05c536cc83bc tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event deleted for resources: {'Subnet': ['ID=af8eaedc-8057-4e34-ae8a-e6984442a929,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:44.596427 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d772299b-3cd2-48c7-b8ab-05c536cc83bc tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.598839 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d772299b-3cd2-48c7-b8ab-05c536cc83bc tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "DELETE /v2.0/subnets/af8eaedc-8057-4e34-ae8a-e6984442a929 HTTP/1.1" status: 204 len: 168 time: 0.4875059 Sep 30 08:21:44.601449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48346) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:44.608335 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fe1a5ac1-7dce-40db-82c1-39579b079529 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/floatingips/991acb72-1b0b-47d8-9e94-9e7ed27b05d3 HTTP/1.1" status: 200 len: 991 time: 0.2083797 Sep 30 08:21:44.621746 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-9c7a678f-2c7d-40cc-9ec8-cd98d4b47fe8 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] For port e6275749-d3f0-44ae-8512-99bd87141470, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e6275749-d3f0-44ae-8512-99bd87141470,segment=NetworkSegment(35d10bf9-50e0-48f9-bc43-64d5f75dff9e),segment_id=35d10bf9-50e0-48f9-bc43-64d5f75dff9e)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:44.622117 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-9c7a678f-2c7d-40cc-9ec8-cd98d4b47fe8 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.632265 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=e6275749-d3f0-44ae-8512-99bd87141470,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:44.633527 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d186c2e-8a22-4dc0-a4a7-0f73c0053a77 req-a9c4c9d8-488b-48bb-a614-02b5bfdafc7c service neutron] 10.222.0.36 "GET /v2.0/networks/2853f78c-258b-44eb-b2b6-ea7b0afde7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995568 Sep 30 08:21:44.678612 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e34c1f2-e5e3-48ec-8914-52ca6da0143e None None] Network e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:44.681910 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 6822dcd7-f34a-4150-89dc-faa70798f1c5 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:44.715420 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a684fd5-7302-4cd9-8f2b-f0ae5d506ac1 None None] Routers {'8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:44.716549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2a684fd5-7302-4cd9-8f2b-f0ae5d506ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:44.725244 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 6822dcd7-f34a-4150-89dc-faa70798f1c5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:44.731814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 6822dcd7-f34a-4150-89dc-faa70798f1c5 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:44.750787 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d186c2e-8a22-4dc0-a4a7-0f73c0053a77 req-cd17cef9-f7c3-4917-9252-d643ac0c74b5 service neutron] 10.222.0.36 "GET /v2.0/networks/2853f78c-258b-44eb-b2b6-ea7b0afde7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050432 Sep 30 08:21:44.753332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-9c7a678f-2c7d-40cc-9ec8-cd98d4b47fe8 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Calling delete_port for e6275749-d3f0-44ae-8512-99bd87141470 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:44.764013 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf8f0573-3acd-4cd3-8acf-9b60ca3aa43b req-6743f296-94d5-44f6-bda1-b2b26dde7d54 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3360181 Sep 30 08:21:44.788847 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.910527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48360) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:44.921405 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Deleting port cc301d51-ca27-4aad-9743-cc85cbce265b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:44.922024 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:44.979531 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c668646-a073-4e40-b1d8-735cc6d8b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.005597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] For port cc301d51-ca27-4aad-9743-cc85cbce265b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=cc301d51-ca27-4aad-9743-cc85cbce265b,segment=NetworkSegment(749bc25e-8f9c-4df7-8485-e66d8cf7aa0c),segment_id=749bc25e-8f9c-4df7-8485-e66d8cf7aa0c)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:45.005967 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.010305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4bc0a-4f40-40a8-9090-af846a65161d req-84dcad36-7f31-48c2-a956-7addd6457b34 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:45.019592 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Calling delete_port for cc301d51-ca27-4aad-9743-cc85cbce265b owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:45.020213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d2a04c48-1016-4204-91b9-76cc35da608f not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:45.020349 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ceb4bc0a-4f40-40a8-9090-af846a65161d req-84dcad36-7f31-48c2-a956-7addd6457b34 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.0940428 Sep 30 08:21:45.020822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f0f3ccad-dbbd-4b38-b65a-93a3ef827cee no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:45.043044 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-9c7a678f-2c7d-40cc-9ec8-cd98d4b47fe8 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.092478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a678f-2c7d-40cc-9ec8-cd98d4b47fe8 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event deleted for resources: {'Port': ['ID=e6275749-d3f0-44ae-8512-99bd87141470,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:45.105979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9ed6a3-1cee-48ca-8eab-a05aeb62766c None None] DHCP port deletion for 04ac5ee4-1eee-4664-8d1c-5ecda22332e9 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:21:45.122621 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.162703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event deleted for resources: {'Port': ['ID=cc301d51-ca27-4aad-9743-cc85cbce265b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:45.174102 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] No DVR routers for this DVR port cc301d51-ca27-4aad-9743-cc85cbce265b on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:45.190727 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f0f3ccad-dbbd-4b38-b65a-93a3ef827cee not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:45.191173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 3237b50c-d6b1-404d-bdab-771cbaf0b52d no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:45.193078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-9c7a678f-2c7d-40cc-9ec8-cd98d4b47fe8 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] No DVR routers for this DVR port e6275749-d3f0-44ae-8512-99bd87141470 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:45.216237 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ceb4bc0a-4f40-40a8-9090-af846a65161d req-b5c47dea-2c24-4cf4-8472-9013ac5e0423 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949689 Sep 30 08:21:45.229361 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-9c7a678f-2c7d-40cc-9ec8-cd98d4b47fe8 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.233695 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-9c7a678f-2c7d-40cc-9ec8-cd98d4b47fe8 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.35 "DELETE /v2.0/ports/e6275749-d3f0-44ae-8512-99bd87141470 HTTP/1.1" status: 204 len: 173 time: 1.3665636 Sep 30 08:21:45.323702 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.330189 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2a684fd5-7302-4cd9-8f2b-f0ae5d506ac1 None None] Set router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:45.334155 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.354053 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4747bc22-c60f-4e3d-b494-935fe82d2a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.393010 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ac5ee4-1eee-4664-8d1c-5ecda22332e9']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:45.413249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749bc25e-8f9c-4df7-8485-e66d8cf7aa0c') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:45.413551 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749bc25e-8f9c-4df7-8485-e66d8cf7aa0c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:45.435815 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.470772 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.481920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:21:45.482250 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.489344 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:21:45.489973 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:21:45.518097 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb649de-0f11-46f0-ac7c-a5a6599806f3 None None] DHCP port deletion for e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:21:45.578007 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 3237b50c-d6b1-404d-bdab-771cbaf0b52d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=3237b50c-d6b1-404d-bdab-771cbaf0b52d,segment=NetworkSegment(54851905-ae3b-4109-83bc-24f06ef0c7c6),segment_id=54851905-ae3b-4109-83bc-24f06ef0c7c6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:45.588371 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.589961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 65097e74-e449-431b-a3eb-790fec30038f no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:45.626783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48366) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:45.704084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-deleted', 'tag': '8db9c64e-1cb0-4fe8-8e03-2c5c47e05456'}, {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-deleted', 'tag': 'e6275749-d3f0-44ae-8512-99bd87141470'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:45.706505 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070fb657-8249-4363-be26-71071ffa4659" -d '{"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-deleted", "tag": "8db9c64e-1cb0-4fe8-8e03-2c5c47e05456"}, {"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-deleted", "tag": "e6275749-d3f0-44ae-8512-99bd87141470"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:45.730363 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bce47e9d-f6d2-4304-a4fe-120e361dd1ab tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/floatingips/991acb72-1b0b-47d8-9e94-9e7ed27b05d3 HTTP/1.1" status: 200 len: 991 time: 0.1009049 Sep 30 08:21:45.744978 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.748673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1cb649de-0f11-46f0-ac7c-a5a6599806f3 None None] Deleting port 29810fe2-570d-479a-902d-5ec2ae6296b8 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:45.749506 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cb649de-0f11-46f0-ac7c-a5a6599806f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.799123 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.801942 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1452db-fe75-4b6d-bcaf-710544743c8d x-openstack-request-id: req-2f1452db-fe75-4b6d-bcaf-710544743c8d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:45.802353 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-deleted", "tag": "8db9c64e-1cb0-4fe8-8e03-2c5c47e05456", "status": "completed", "code": 200}, {"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-deleted", "tag": "e6275749-d3f0-44ae-8512-99bd87141470", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:45.802549 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f1452db-fe75-4b6d-bcaf-710544743c8d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:45.802951 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-deleted', 'tag': '8db9c64e-1cb0-4fe8-8e03-2c5c47e05456', 'status': 'completed', 'code': 200} Sep 30 08:21:45.803299 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-deleted', 'tag': 'e6275749-d3f0-44ae-8512-99bd87141470', 'status': 'completed', 'code': 200} Sep 30 08:21:45.803967 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "DELETE /v2.0/networks/04ac5ee4-1eee-4664-8d1c-5ecda22332e9 HTTP/1.1" status: 204 len: 168 time: 1.2012291 Sep 30 08:21:45.805754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad66489-c6e9-4897-9da5-3ef13eff32c2 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event deleted for resources: {'Network': ['ID=04ac5ee4-1eee-4664-8d1c-5ecda22332e9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:45.808310 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48370) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:45.838236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=3237b50c-d6b1-404d-bdab-771cbaf0b52d,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:45.842051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-5fcc3410-9f78-4b09-9cde-2ee7ec582f30 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Deleting port 65097e74-e449-431b-a3eb-790fec30038f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:45.842453 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-5fcc3410-9f78-4b09-9cde-2ee7ec582f30 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.909552 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.945105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.968497 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4747bc22-c60f-4e3d-b494-935fe82d2a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:45.975252 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4747bc22-c60f-4e3d-b494-935fe82d2a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.002409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1cb649de-0f11-46f0-ac7c-a5a6599806f3 None None] For port 29810fe2-570d-479a-902d-5ec2ae6296b8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=29810fe2-570d-479a-902d-5ec2ae6296b8,segment=NetworkSegment(8758df59-fb96-47f3-8777-d88174ce1679),segment_id=8758df59-fb96-47f3-8777-d88174ce1679)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:46.002409 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cb649de-0f11-46f0-ac7c-a5a6599806f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.013707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-5fcc3410-9f78-4b09-9cde-2ee7ec582f30 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] For port 65097e74-e449-431b-a3eb-790fec30038f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=65097e74-e449-431b-a3eb-790fec30038f,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:46.014074 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-5fcc3410-9f78-4b09-9cde-2ee7ec582f30 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.024896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825570c9-6f86-4263-96e7-658a36bfc952 req-053f3a9a-ed3a-4e84-a205-2297b1a9ddd8 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:46.032003 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825570c9-6f86-4263-96e7-658a36bfc952 req-053f3a9a-ed3a-4e84-a205-2297b1a9ddd8 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:46.038207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825570c9-6f86-4263-96e7-658a36bfc952 req-053f3a9a-ed3a-4e84-a205-2297b1a9ddd8 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:46.040129 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-825570c9-6f86-4263-96e7-658a36bfc952 req-053f3a9a-ed3a-4e84-a205-2297b1a9ddd8 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 2415 time: 0.1400888 Sep 30 08:21:46.049090 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1cb649de-0f11-46f0-ac7c-a5a6599806f3 None None] Calling delete_port for 29810fe2-570d-479a-902d-5ec2ae6296b8 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:46.060577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-5fcc3410-9f78-4b09-9cde-2ee7ec582f30 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Calling delete_port for 65097e74-e449-431b-a3eb-790fec30038f owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:46.063303 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.069396 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4747bc22-c60f-4e3d-b494-935fe82d2a26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20094489e653494ba41f18ed0e43d657&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1569593 Sep 30 08:21:46.072694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48374) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:46.122729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747bc22-c60f-4e3d-b494-935fe82d2a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb43ff9-3aec-4b6d-b310-a6c5bc8d7389,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:46.143990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Deleting port 29810fe2-570d-479a-902d-5ec2ae6296b8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:46.144530 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.147615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-825570c9-6f86-4263-96e7-658a36bfc952 req-dede4076-d189-4b32-a7eb-0f01c6944c6d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012056 Sep 30 08:21:46.186652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 65097e74-e449-431b-a3eb-790fec30038f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=65097e74-e449-431b-a3eb-790fec30038f,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:46.198683 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.199399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 26ad74b0-3ba8-4587-b553-8544368b4753 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:46.209625 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f138344b-2d7b-4d9d-803e-2d051e02ab91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.247667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2a684fd5-7302-4cd9-8f2b-f0ae5d506ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:21:16Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '991acb72-1b0b-47d8-9e94-9e7ed27b05d3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'port_id': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'mac_address': 'fa:16:3e:8a:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34de66a0-cc97-434e-b61f-13c839dae179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:21:40Z', 'updated_at': '2021-09-30T08:21:40Z', 'revision_number': 0, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a47744a-ce75-420e-bdb4-907a67f137e4', 'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:2d:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:15Z', 'updated_at': '2021-09-30T08:21:20Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:46.249047 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f138344b-2d7b-4d9d-803e-2d051e02ab91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.256701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] For port 29810fe2-570d-479a-902d-5ec2ae6296b8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=29810fe2-570d-479a-902d-5ec2ae6296b8,segment=NetworkSegment(8758df59-fb96-47f3-8777-d88174ce1679),segment_id=8758df59-fb96-47f3-8777-d88174ce1679)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:46.257824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.280402 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Calling delete_port for 29810fe2-570d-479a-902d-5ec2ae6296b8 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:46.301915 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a684fd5-7302-4cd9-8f2b-f0ae5d506ac1 None None] The sync data for ids ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'] in n-d-807359-2 is: [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:21:16Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '991acb72-1b0b-47d8-9e94-9e7ed27b05d3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'port_id': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'mac_address': 'fa:16:3e:8a:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34de66a0-cc97-434e-b61f-13c839dae179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:21:40Z', 'updated_at': '2021-09-30T08:21:40Z', 'revision_number': 0, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a47744a-ce75-420e-bdb4-907a67f137e4', 'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:2d:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:15Z', 'updated_at': '2021-09-30T08:21:20Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:46.483876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163ec85-edd6-4c2a-a99b-a243f4b14292 req-38eebf9c-eefd-4658-b4cf-2b7c026076bb tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:46.485512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5163ec85-edd6-4c2a-a99b-a243f4b14292 req-38eebf9c-eefd-4658-b4cf-2b7c026076bb tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.1281900 Sep 30 08:21:46.487089 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-5fcc3410-9f78-4b09-9cde-2ee7ec582f30 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.488786 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f138344b-2d7b-4d9d-803e-2d051e02ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.491480 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f138344b-2d7b-4d9d-803e-2d051e02ab91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.495577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f138344b-2d7b-4d9d-803e-2d051e02ab91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1fb43ff9-3aec-4b6d-b310-a6c5bc8d7389 HTTP/1.1" status: 204 len: 168 time: 0.4167445 Sep 30 08:21:46.582058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3237b50c-d6b1-404d-bdab-771cbaf0b52d'}, {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65097e74-e449-431b-a3eb-790fec30038f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:46.584741 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9441ffd5-d619-4b4c-ac8f-86a3df6ed43b" -d '{"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-unplugged", "status": "completed", "tag": "3237b50c-d6b1-404d-bdab-771cbaf0b52d"}, {"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-unplugged", "status": "completed", "tag": "65097e74-e449-431b-a3eb-790fec30038f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:46.587611 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.589706 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138344b-2d7b-4d9d-803e-2d051e02ab91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb43ff9-3aec-4b6d-b310-a6c5bc8d7389,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:46.601443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc3410-9f78-4b09-9cde-2ee7ec582f30 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event deleted for resources: {'Port': ['ID=65097e74-e449-431b-a3eb-790fec30038f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:46.616131 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.628354 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cb649de-0f11-46f0-ac7c-a5a6599806f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.667957 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb649de-0f11-46f0-ac7c-a5a6599806f3 None None] No DVR routers for this DVR port 29810fe2-570d-479a-902d-5ec2ae6296b8 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:46.690786 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 29810fe2-570d-479a-902d-5ec2ae6296b8 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:46.699211 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea7310-a092-4d73-ba4a-b3d19fa97ea2 None None] New status for floating IP 991acb72-1b0b-47d8-9e94-9e7ed27b05d3: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:21:46.709525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=65097e74-e449-431b-a3eb-790fec30038f,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:46.724551 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] No DVR routers for this DVR port 29810fe2-570d-479a-902d-5ec2ae6296b8 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:46.726326 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event deleted for resources: {'Port': ['ID=29810fe2-570d-479a-902d-5ec2ae6296b8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:46.738063 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25da9a6f-9e17-4756-b365-33f75b53e7bb x-openstack-request-id: req-25da9a6f-9e17-4756-b365-33f75b53e7bb {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:46.738621 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-unplugged", "status": "completed", "tag": "3237b50c-d6b1-404d-bdab-771cbaf0b52d", "code": 200}, {"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-unplugged", "status": "completed", "tag": "65097e74-e449-431b-a3eb-790fec30038f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:46.739022 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25da9a6f-9e17-4756-b365-33f75b53e7bb {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:46.739585 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3237b50c-d6b1-404d-bdab-771cbaf0b52d', 'code': 200} Sep 30 08:21:46.740051 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65097e74-e449-431b-a3eb-790fec30038f', 'code': 200} Sep 30 08:21:46.746606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48384) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:46.748535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-5fcc3410-9f78-4b09-9cde-2ee7ec582f30 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] No DVR routers for this DVR port 65097e74-e449-431b-a3eb-790fec30038f on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:46.756325 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-5fcc3410-9f78-4b09-9cde-2ee7ec582f30 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.758240 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-5fcc3410-9f78-4b09-9cde-2ee7ec582f30 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.35 "DELETE /v2.0/ports/65097e74-e449-431b-a3eb-790fec30038f HTTP/1.1" status: 204 len: 173 time: 1.5184262 Sep 30 08:21:46.784653 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 29810fe2-570d-479a-902d-5ec2ae6296b8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:46.785147 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 29810fe2-570d-479a-902d-5ec2ae6296b8 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:46.785668 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cc301d51-ca27-4aad-9743-cc85cbce265b no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:46.812263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: cc301d51-ca27-4aad-9743-cc85cbce265b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:46.812853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cc301d51-ca27-4aad-9743-cc85cbce265b not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:46.815114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb649de-0f11-46f0-ac7c-a5a6599806f3 None None] Pushing event deleted for resources: {'Port': ['ID=29810fe2-570d-479a-902d-5ec2ae6296b8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:46.832242 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 26ad74b0-3ba8-4587-b553-8544368b4753, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=26ad74b0-3ba8-4587-b553-8544368b4753,segment=NetworkSegment(35d10bf9-50e0-48f9-bc43-64d5f75dff9e),segment_id=35d10bf9-50e0-48f9-bc43-64d5f75dff9e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:46.843147 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:46.914847 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5163ec85-edd6-4c2a-a99b-a243f4b14292 req-9aea0d3c-06fe-4dec-bc42-66a04c7dacd8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3956125 Sep 30 08:21:46.949777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=26ad74b0-3ba8-4587-b553-8544368b4753,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:46.972977 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-efc2d7c0-070b-4e76-8507-5c9671980e5c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/floatingips/991acb72-1b0b-47d8-9e94-9e7ed27b05d3 HTTP/1.1" status: 200 len: 991 time: 0.2223396 Sep 30 08:21:46.996504 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.006961 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-4d55425e-46fd-4fd8-89bd-dc163c36a8b0 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Deleting port 26ad74b0-3ba8-4587-b553-8544368b4753 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:47.007578 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-4d55425e-46fd-4fd8-89bd-dc163c36a8b0 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.031034 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:47.053296 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8758df59-fb96-47f3-8777-d88174ce1679') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:47.053594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8758df59-fb96-47f3-8777-d88174ce1679') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:47.080898 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.100661 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.107200 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:21:47.108124 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:21:47.111373 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:21:47.158227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-4d55425e-46fd-4fd8-89bd-dc163c36a8b0 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] For port 26ad74b0-3ba8-4587-b553-8544368b4753, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=26ad74b0-3ba8-4587-b553-8544368b4753,segment=NetworkSegment(35d10bf9-50e0-48f9-bc43-64d5f75dff9e),segment_id=35d10bf9-50e0-48f9-bc43-64d5f75dff9e)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:47.158883 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-4d55425e-46fd-4fd8-89bd-dc163c36a8b0 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.175639 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-4d55425e-46fd-4fd8-89bd-dc163c36a8b0 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Calling delete_port for 26ad74b0-3ba8-4587-b553-8544368b4753 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:47.203185 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.225311 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.233607 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "DELETE /v2.0/networks/e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4 HTTP/1.1" status: 204 len: 168 time: 1.4174881 Sep 30 08:21:47.235455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48398) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:47.256392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb0158-c3bb-419d-9425-75a0464e163c tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event deleted for resources: {'Network': ['ID=e6ba2349-fe0b-425b-8c86-3c3fcae6f2d4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:47.314736 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae852bfc-569a-4f21-9230-86f5ca85b75d tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Deleting subnet 692eaf8a-6b6a-4ce8-afe7-100db27ecaff {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:21:47.318267 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae852bfc-569a-4f21-9230-86f5ca85b75d tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.397481 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae852bfc-569a-4f21-9230-86f5ca85b75d tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.441170 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae014a7e-f71e-456d-ad1c-fa938bf805f7 req-0c25b547-d309-4f53-8bd1-0f63adc2638b tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:47.447174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae014a7e-f71e-456d-ad1c-fa938bf805f7 req-0c25b547-d309-4f53-8bd1-0f63adc2638b tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:47.449510 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae014a7e-f71e-456d-ad1c-fa938bf805f7 req-0c25b547-d309-4f53-8bd1-0f63adc2638b tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 1678 time: 0.1643031 Sep 30 08:21:47.465279 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-4d55425e-46fd-4fd8-89bd-dc163c36a8b0 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.495718 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae852bfc-569a-4f21-9230-86f5ca85b75d tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.504049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55425e-46fd-4fd8-89bd-dc163c36a8b0 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event deleted for resources: {'Port': ['ID=26ad74b0-3ba8-4587-b553-8544368b4753,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:47.530842 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae014a7e-f71e-456d-ad1c-fa938bf805f7 req-7ef73bc9-164c-4a04-904e-fa8dcec071ac tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735950 Sep 30 08:21:47.582561 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae852bfc-569a-4f21-9230-86f5ca85b75d tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.582689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-4d55425e-46fd-4fd8-89bd-dc163c36a8b0 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] No DVR routers for this DVR port 26ad74b0-3ba8-4587-b553-8544368b4753 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:47.583277 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-4d55425e-46fd-4fd8-89bd-dc163c36a8b0 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.585671 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-4d55425e-46fd-4fd8-89bd-dc163c36a8b0 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.35 "DELETE /v2.0/ports/26ad74b0-3ba8-4587-b553-8544368b4753 HTTP/1.1" status: 204 len: 173 time: 0.7234306 Sep 30 08:21:47.601266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae852bfc-569a-4f21-9230-86f5ca85b75d tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event deleted for resources: {'Subnet': ['ID=692eaf8a-6b6a-4ce8-afe7-100db27ecaff,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:47.612083 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae852bfc-569a-4f21-9230-86f5ca85b75d tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.617577 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ae852bfc-569a-4f21-9230-86f5ca85b75d tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "DELETE /v2.0/subnets/692eaf8a-6b6a-4ce8-afe7-100db27ecaff HTTP/1.1" status: 204 len: 168 time: 0.3807960 Sep 30 08:21:47.618324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48410) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:47.621917 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a00ba57-ef91-4b13-8623-a9fa68c88ddf None None] Network da0d1b50-df6a-4eef-a84b-6d507255dfa3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:21:47.725813 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.765711 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.804776 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a5832f84-fd90-47fc-b9e2-3bec8d345304 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Deleting port 3237b50c-d6b1-404d-bdab-771cbaf0b52d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:47.804943 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a5832f84-fd90-47fc-b9e2-3bec8d345304 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.809723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-deleted', 'tag': '65097e74-e449-431b-a3eb-790fec30038f'}, {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-deleted', 'tag': '26ad74b0-3ba8-4587-b553-8544368b4753'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:47.812055 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5bd64c-7348-419f-86a3-400a2e5b39ed" -d '{"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-deleted", "tag": "65097e74-e449-431b-a3eb-790fec30038f"}, {"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-deleted", "tag": "26ad74b0-3ba8-4587-b553-8544368b4753"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:47.821104 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Deleting port bd1466f5-3b93-4758-9831-4f3cf7f20be8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:47.821666 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.908438 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc27ca7-7129-48da-a00e-a215bf0dc83e x-openstack-request-id: req-0cc27ca7-7129-48da-a00e-a215bf0dc83e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:47.908677 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-deleted", "tag": "65097e74-e449-431b-a3eb-790fec30038f", "status": "completed", "code": 200}, {"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-deleted", "tag": "26ad74b0-3ba8-4587-b553-8544368b4753", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:47.909137 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cc27ca7-7129-48da-a00e-a215bf0dc83e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:47.910795 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-deleted', 'tag': '65097e74-e449-431b-a3eb-790fec30038f', 'status': 'completed', 'code': 200} Sep 30 08:21:47.911208 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-deleted', 'tag': '26ad74b0-3ba8-4587-b553-8544368b4753', 'status': 'completed', 'code': 200} Sep 30 08:21:47.924476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] For port bd1466f5-3b93-4758-9831-4f3cf7f20be8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=bd1466f5-3b93-4758-9831-4f3cf7f20be8,segment=NetworkSegment(c1a1af0a-382f-4bb9-9646-ca5ebbd8d715),segment_id=c1a1af0a-382f-4bb9-9646-ca5ebbd8d715)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:47.924854 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:47.942754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ffedb-c3d7-4b76-97c0-f7f443dc3b67 None None] DHCP port deletion for da0d1b50-df6a-4eef-a84b-6d507255dfa3 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:21:47.943305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Calling delete_port for bd1466f5-3b93-4758-9831-4f3cf7f20be8 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:47.983951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48420) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:48.033298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-333ffedb-c3d7-4b76-97c0-f7f443dc3b67 None None] Deleting port bd1466f5-3b93-4758-9831-4f3cf7f20be8 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:21:48.033773 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-333ffedb-c3d7-4b76-97c0-f7f443dc3b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.044063 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.143893 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-333ffedb-c3d7-4b76-97c0-f7f443dc3b67 None None] For port bd1466f5-3b93-4758-9831-4f3cf7f20be8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=bd1466f5-3b93-4758-9831-4f3cf7f20be8,segment=NetworkSegment(c1a1af0a-382f-4bb9-9646-ca5ebbd8d715),segment_id=c1a1af0a-382f-4bb9-9646-ca5ebbd8d715)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:48.144429 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-333ffedb-c3d7-4b76-97c0-f7f443dc3b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.148950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event deleted for resources: {'Port': ['ID=bd1466f5-3b93-4758-9831-4f3cf7f20be8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:48.167516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] No DVR routers for this DVR port bd1466f5-3b93-4758-9831-4f3cf7f20be8 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:48.173800 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-333ffedb-c3d7-4b76-97c0-f7f443dc3b67 None None] Calling delete_port for bd1466f5-3b93-4758-9831-4f3cf7f20be8 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:48.202041 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b6c7495d-5b33-4547-b9fa-27a8c701994c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/floatingips/991acb72-1b0b-47d8-9e94-9e7ed27b05d3 HTTP/1.1" status: 200 len: 993 time: 0.2167070 Sep 30 08:21:48.219719 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a5832f84-fd90-47fc-b9e2-3bec8d345304 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] For port 3237b50c-d6b1-404d-bdab-771cbaf0b52d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=3237b50c-d6b1-404d-bdab-771cbaf0b52d,segment=NetworkSegment(54851905-ae3b-4109-83bc-24f06ef0c7c6),segment_id=54851905-ae3b-4109-83bc-24f06ef0c7c6)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:48.220136 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a5832f84-fd90-47fc-b9e2-3bec8d345304 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.284378 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.289072 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-333ffedb-c3d7-4b76-97c0-f7f443dc3b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.311253 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0d1b50-df6a-4eef-a84b-6d507255dfa3']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:48.320395 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ffedb-c3d7-4b76-97c0-f7f443dc3b67 None None] Pushing event deleted for resources: {'Port': ['ID=bd1466f5-3b93-4758-9831-4f3cf7f20be8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:48.323574 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a1af0a-382f-4bb9-9646-ca5ebbd8d715') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:48.324233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a1af0a-382f-4bb9-9646-ca5ebbd8d715') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:48.330392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ffedb-c3d7-4b76-97c0-f7f443dc3b67 None None] No DVR routers for this DVR port bd1466f5-3b93-4758-9831-4f3cf7f20be8 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:48.338465 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.355777 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.363639 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:21:48.364281 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:21:48.367866 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:21:48.463020 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.481592 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.483530 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "DELETE /v2.0/networks/da0d1b50-df6a-4eef-a84b-6d507255dfa3 HTTP/1.1" status: 204 len: 168 time: 0.8641975 Sep 30 08:21:48.492767 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48430) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:48.513361 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394cb66-3b9a-48cb-9a52-bba36cb9a152 tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Pushing event deleted for resources: {'Network': ['ID=da0d1b50-df6a-4eef-a84b-6d507255dfa3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:48.531063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da0e0a-f6ef-4d37-bcca-8c9b18580a1c req-cbf5737e-c395-4299-9f41-ca26042dbd17 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:48.533434 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-87da0e0a-f6ef-4d37-bcca-8c9b18580a1c req-cbf5737e-c395-4299-9f41-ca26042dbd17 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.3302376 Sep 30 08:21:48.543878 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-34bcfaee-f89f-42a9-954f-9dd3de55e18e tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "GET /v2.0/ports?device_id=22aefac0-fda6-4df6-b5d1-0c51ef28a89c HTTP/1.1" status: 200 len: 205 time: 0.0500119 Sep 30 08:21:48.547167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48434) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:48.705504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bd1466f5-3b93-4758-9831-4f3cf7f20be8 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:21:48.707113 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44b4b142-1838-4f2c-a168-823bcd80b10a tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.720935 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-87da0e0a-f6ef-4d37-bcca-8c9b18580a1c req-80deffd0-ce9a-486f-a70b-5b3c8a5dd510 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806955 Sep 30 08:21:48.750498 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ad74b0-3ba8-4587-b553-8544368b4753'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:48.753999 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f33b324-433e-4be9-8a70-3dfe915cf8f9" -d '{"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-unplugged", "status": "completed", "tag": "26ad74b0-3ba8-4587-b553-8544368b4753"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:48.758607 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: bd1466f5-3b93-4758-9831-4f3cf7f20be8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:21:48.764382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device bd1466f5-3b93-4758-9831-4f3cf7f20be8 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:21:48.772681 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a5832f84-fd90-47fc-b9e2-3bec8d345304 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.773124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a5832f84-fd90-47fc-b9e2-3bec8d345304 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.773262 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a5832f84-fd90-47fc-b9e2-3bec8d345304 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Floating IP bf4a5258-8047-47ca-868b-b9ffd7087aa6 disassociated. External IP: 172.25.0.8, port: 3237b50c-d6b1-404d-bdab-771cbaf0b52d. Sep 30 08:21:48.773852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a5832f84-fd90-47fc-b9e2-3bec8d345304 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Calling delete_port for 3237b50c-d6b1-404d-bdab-771cbaf0b52d owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:21:48.803707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494f747-45fb-4c0c-8cde-ed5808e40bb1 req-4537d3b1-1d46-49d7-91c9-3a98f5d67129 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:48.813090 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d494f747-45fb-4c0c-8cde-ed5808e40bb1 req-4537d3b1-1d46-49d7-91c9-3a98f5d67129 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 944 time: 0.0989504 Sep 30 08:21:48.895951 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659aff1b-c9e1-4ee0-8af7-c27d476cd8df x-openstack-request-id: req-659aff1b-c9e1-4ee0-8af7-c27d476cd8df {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:48.898391 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-unplugged", "status": "completed", "tag": "26ad74b0-3ba8-4587-b553-8544368b4753", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:48.898757 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-659aff1b-c9e1-4ee0-8af7-c27d476cd8df {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:48.899263 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ad74b0-3ba8-4587-b553-8544368b4753', 'code': 200} Sep 30 08:21:48.925925 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d494f747-45fb-4c0c-8cde-ed5808e40bb1 req-7098e153-208c-47ae-bd83-966195cb62bd tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118197 Sep 30 08:21:48.989577 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44b4b142-1838-4f2c-a168-823bcd80b10a tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:48.992645 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44b4b142-1838-4f2c-a168-823bcd80b10a tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:49.070163 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44b4b142-1838-4f2c-a168-823bcd80b10a tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:49.070828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b4b142-1838-4f2c-a168-823bcd80b10a tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Fanout notify agent at l3_agent the message router_deleted on router 22aefac0-fda6-4df6-b5d1-0c51ef28a89c {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:21:49.091556 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44b4b142-1838-4f2c-a168-823bcd80b10a tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:49.095940 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-44b4b142-1838-4f2c-a168-823bcd80b10a tempest-RoutersNegativeIpV6Test-2089454507 tempest-RoutersNegativeIpV6Test-2089454507-project] 10.222.0.24 "DELETE /v2.0/routers/22aefac0-fda6-4df6-b5d1-0c51ef28a89c HTTP/1.1" status: 204 len: 168 time: 0.5452726 Sep 30 08:21:49.097852 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a5832f84-fd90-47fc-b9e2-3bec8d345304 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:49.134371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5832f84-fd90-47fc-b9e2-3bec8d345304 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event deleted for resources: {'Port': ['ID=3237b50c-d6b1-404d-bdab-771cbaf0b52d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:49.301684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a5832f84-fd90-47fc-b9e2-3bec8d345304 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Router 749d1872-5257-4da6-b0e2-725d250ee9bb has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:21:49.422716 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:49.453447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a5832f84-fd90-47fc-b9e2-3bec8d345304 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:21:49.465079 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d3a05-cd27-4750-97d4-aa2fbd6f61be None None] Sync routers for ids ['749d1872-5257-4da6-b0e2-725d250ee9bb'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:21:49.490408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d3a05-cd27-4750-97d4-aa2fbd6f61be None None] Routers {'749d1872-5257-4da6-b0e2-725d250ee9bb'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:49.492334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-821d3a05-cd27-4750-97d4-aa2fbd6f61be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['749d1872-5257-4da6-b0e2-725d250ee9bb'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:49.562024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a5832f84-fd90-47fc-b9e2-3bec8d345304 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] No DVR routers for this DVR port 3237b50c-d6b1-404d-bdab-771cbaf0b52d on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:21:49.565007 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a5832f84-fd90-47fc-b9e2-3bec8d345304 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:49.567840 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01ba65c7-85f0-4d58-bbd7-87e7a4793df1 req-a5832f84-fd90-47fc-b9e2-3bec8d345304 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.35 "DELETE /v2.0/ports/3237b50c-d6b1-404d-bdab-771cbaf0b52d HTTP/1.1" status: 204 len: 173 time: 1.9753940 Sep 30 08:21:49.686530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-821d3a05-cd27-4750-97d4-aa2fbd6f61be None None] Set router 749d1872-5257-4da6-b0e2-725d250ee9bb gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:49.767810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48488) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:49.793991 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-95967fd1-2f19-44fd-86ca-5284e06693a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bd2334d411a4421bb89dd1099115e76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695712 Sep 30 08:21:49.913849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3d179-665f-47d7-a24c-bfc72601fc88 req-e47f6558-566d-43be-bba7-5b2fabac8602 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:49.916246 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cdf3d179-665f-47d7-a24c-bfc72601fc88 req-e47f6558-566d-43be-bba7-5b2fabac8602 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.0884268 Sep 30 08:21:49.918689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-deleted', 'tag': '3237b50c-d6b1-404d-bdab-771cbaf0b52d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:49.921529 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e270ed-1e9e-4bd9-a9b8-1fa730593491" -d '{"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-deleted", "tag": "3237b50c-d6b1-404d-bdab-771cbaf0b52d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:49.925339 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4411e823-cc7b-4607-a09f-4b6340602a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:49.990952 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-821d3a05-cd27-4750-97d4-aa2fbd6f61be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-router', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:58Z', 'updated_at': '2021-09-30T08:11:04Z', 'revision_number': 4, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'gw_port': {'id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:59Z', 'updated_at': '2021-09-30T08:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3', 'name': '', 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'mac_address': 'fa:16:3e:16:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:03Z', 'updated_at': '2021-09-30T08:11:12Z', 'revision_number': 5, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'subnets': [{'id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:50.008753 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4411e823-cc7b-4607-a09f-4b6340602a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:50.015393 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cdf3d179-665f-47d7-a24c-bfc72601fc88 req-77c64006-4b13-434f-a701-85024cd18535 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724282 Sep 30 08:21:50.017309 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca3dc73-f34c-4657-8194-1de6ee978b3a x-openstack-request-id: req-6ca3dc73-f34c-4657-8194-1de6ee978b3a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:50.017855 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2456598-c69b-411b-95c5-c1203b36a9e6", "name": "network-vif-deleted", "tag": "3237b50c-d6b1-404d-bdab-771cbaf0b52d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:50.018344 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ca3dc73-f34c-4657-8194-1de6ee978b3a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:50.019139 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2456598-c69b-411b-95c5-c1203b36a9e6', 'name': 'network-vif-deleted', 'tag': '3237b50c-d6b1-404d-bdab-771cbaf0b52d', 'status': 'completed', 'code': 200} Sep 30 08:21:50.026845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d3a05-cd27-4750-97d4-aa2fbd6f61be None None] Checking router: 749d1872-5257-4da6-b0e2-725d250ee9bb for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:21:50.035521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d3a05-cd27-4750-97d4-aa2fbd6f61be None None] Routers {'749d1872-5257-4da6-b0e2-725d250ee9bb'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:21:50.036168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-821d3a05-cd27-4750-97d4-aa2fbd6f61be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['749d1872-5257-4da6-b0e2-725d250ee9bb'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:50.073533 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4411e823-cc7b-4607-a09f-4b6340602a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:50.077124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4411e823-cc7b-4607-a09f-4b6340602a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:50.104934 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4411e823-cc7b-4607-a09f-4b6340602a2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9568081-1418-4a5c-a37c-e2f63a17772b HTTP/1.1" status: 204 len: 168 time: 0.3141801 Sep 30 08:21:50.141848 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08ed7645-fa9a-43b1-99ac-b853418e204f req-a045d4fb-79d6-4b42-95e5-bb85eacb419b tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0339956 Sep 30 08:21:50.147976 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411e823-cc7b-4607-a09f-4b6340602a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9568081-1418-4a5c-a37c-e2f63a17772b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:50.219079 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-821d3a05-cd27-4750-97d4-aa2fbd6f61be None None] Set router 749d1872-5257-4da6-b0e2-725d250ee9bb gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:21:50.474813 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-821d3a05-cd27-4750-97d4-aa2fbd6f61be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-router', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:58Z', 'updated_at': '2021-09-30T08:11:04Z', 'revision_number': 4, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'gw_port': {'id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:59Z', 'updated_at': '2021-09-30T08:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3', 'name': '', 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'mac_address': 'fa:16:3e:16:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:03Z', 'updated_at': '2021-09-30T08:11:12Z', 'revision_number': 5, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'subnets': [{'id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:21:50.506252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d3a05-cd27-4750-97d4-aa2fbd6f61be None None] The sync data for ids ['749d1872-5257-4da6-b0e2-725d250ee9bb'] in n-d-807359-2 is: [{'id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-router', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:58Z', 'updated_at': '2021-09-30T08:11:04Z', 'revision_number': 4, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'gw_port': {'id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:59Z', 'updated_at': '2021-09-30T08:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3', 'name': '', 'network_id': '384df419-38eb-4226-b7dd-8fe2db486b35', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'mac_address': 'fa:16:3e:16:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:11:03Z', 'updated_at': '2021-09-30T08:11:12Z', 'revision_number': 5, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'subnets': [{'id': '8f898384-daa1-40fa-9c72-56b1900fc76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:21:50.575434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48550) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:50.788162 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6768b6b5-3cf8-4a4f-937c-586d567508a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:50.887504 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bed64f-f4d9-48df-bbd2-7e0aa821fff5 None None] New status for floating IP bf4a5258-8047-47ca-868b-b9ffd7087aa6: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:21:50.914649 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6768b6b5-3cf8-4a4f-937c-586d567508a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:50.920226 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6768b6b5-3cf8-4a4f-937c-586d567508a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:50.968316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:50.969203 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6768b6b5-3cf8-4a4f-937c-586d567508a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae0f2d97f55f4de49ee3554ea54246bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915777 Sep 30 08:21:50.970626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768b6b5-3cf8-4a4f-937c-586d567508a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ade4a8-009c-4399-8bdc-954e799b1269,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:51.030894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48566) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:51.036896 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32b8005b-17c5-4b74-abeb-8baa28cefdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.074820 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32b8005b-17c5-4b74-abeb-8baa28cefdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.140643 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32b8005b-17c5-4b74-abeb-8baa28cefdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.143777 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32b8005b-17c5-4b74-abeb-8baa28cefdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.145460 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-32b8005b-17c5-4b74-abeb-8baa28cefdc8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90ade4a8-009c-4399-8bdc-954e799b1269 HTTP/1.1" status: 204 len: 168 time: 0.1757984 Sep 30 08:21:51.156511 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8005b-17c5-4b74-abeb-8baa28cefdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ade4a8-009c-4399-8bdc-954e799b1269,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:51.213245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ca4aa7c0-63a1-49b6-9949-f1814833bb06 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:51.214118 n-d-807359-2 neutron-server[94837]: WARNING neutron.api.v2.base [None req-ca4aa7c0-63a1-49b6-9949-f1814833bb06 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 30 08:21:51.214959 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-ca4aa7c0-63a1-49b6-9949-f1814833bb06 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): There was a conflict when trying to complete your request. Sep 30 08:21:51.216560 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ca4aa7c0-63a1-49b6-9949-f1814833bb06 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1844959 Sep 30 08:21:51.221124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48576) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:51.226224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2766ef7c-d85b-4fa4-8be8-0e3c2c8d06dc tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1381309311'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:51.244436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fb48b-af01-4bb1-8d75-a0adb51799d4 req-b956d952-c359-4363-9304-5ed73148de73 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:51.248233 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c3fb48b-af01-4bb1-8d75-a0adb51799d4 req-b956d952-c359-4363-9304-5ed73148de73 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.1285896 Sep 30 08:21:51.270600 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2766ef7c-d85b-4fa4-8be8-0e3c2c8d06dc tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.280538 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2766ef7c-d85b-4fa4-8be8-0e3c2c8d06dc tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.308670 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-336c1689-bf15-4488-8b64-bbf10c58a9d8 req-663b92c6-f9be-4b56-8898-9a9ca415754e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0359364 Sep 30 08:21:51.333976 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c3fb48b-af01-4bb1-8d75-a0adb51799d4 req-5ceddedc-c7f7-4bd5-a06e-98f3067141f4 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789895 Sep 30 08:21:51.389985 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2766ef7c-d85b-4fa4-8be8-0e3c2c8d06dc tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.394683 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2766ef7c-d85b-4fa4-8be8-0e3c2c8d06dc tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.435405 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766ef7c-d85b-4fa4-8be8-0e3c2c8d06dc tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51eece46-6efd-4e81-b5cb-8bf273a35eab,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:51.505530 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2766ef7c-d85b-4fa4-8be8-0e3c2c8d06dc tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.511459 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2766ef7c-d85b-4fa4-8be8-0e3c2c8d06dc tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.559246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766ef7c-d85b-4fa4-8be8-0e3c2c8d06dc tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033e8b9b-1ba4-4d43-a8db-c5618243aac2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:51.562573 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2766ef7c-d85b-4fa4-8be8-0e3c2c8d06dc tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.566887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48588) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:51.567415 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2766ef7c-d85b-4fa4-8be8-0e3c2c8d06dc tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3450277 Sep 30 08:21:51.572616 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-23ff0bf6-5622-4fcd-9012-2d86a653f354 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '033e8b9b-1ba4-4d43-a8db-c5618243aac2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:51.624784 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23ff0bf6-5622-4fcd-9012-2d86a653f354 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.691595 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48598) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:51.708536 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8736-b5bc-451b-9ca7-096c1b42b564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.713615 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23ff0bf6-5622-4fcd-9012-2d86a653f354 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.719513 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23ff0bf6-5622-4fcd-9012-2d86a653f354 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.742528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff0bf6-5622-4fcd-9012-2d86a653f354 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d31499-05be-4aa2-bdbd-b3a96dc1a70a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:51.810943 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8736-b5bc-451b-9ca7-096c1b42b564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.816261 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8736-b5bc-451b-9ca7-096c1b42b564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.821090 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23ff0bf6-5622-4fcd-9012-2d86a653f354 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.822195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-23ff0bf6-5622-4fcd-9012-2d86a653f354 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2542806 Sep 30 08:21:51.825481 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48612) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:51.830054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5b0694fa-4f6f-4e7b-b864-96b14e67bee4 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '033e8b9b-1ba4-4d43-a8db-c5618243aac2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:51.860326 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0b1a8736-b5bc-451b-9ca7-096c1b42b564 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b23073cff7a44a419ba62c3ccb1fd632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676140 Sep 30 08:21:51.861335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a8736-b5bc-451b-9ca7-096c1b42b564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eee06f1-cbf8-45e9-9549-8029d95542ee,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:51.861829 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48618) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:51.862674 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b0694fa-4f6f-4e7b-b864-96b14e67bee4 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:51.964939 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-5b0694fa-4f6f-4e7b-b864-96b14e67bee4 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): There was a conflict when trying to complete your request. Sep 30 08:21:51.966007 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5b0694fa-4f6f-4e7b-b864-96b14e67bee4 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1395977 Sep 30 08:21:51.968823 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48634) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:51.983790 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-208ad102-7b81-413d-872f-b7731408e07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.031735 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-208ad102-7b81-413d-872f-b7731408e07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.075711 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21230f33-9e43-4641-ad69-f07ab77ffaed tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.101703 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21230f33-9e43-4641-ad69-f07ab77ffaed tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.112781 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-208ad102-7b81-413d-872f-b7731408e07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.115506 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-208ad102-7b81-413d-872f-b7731408e07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.119583 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-208ad102-7b81-413d-872f-b7731408e07b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1eee06f1-cbf8-45e9-9549-8029d95542ee HTTP/1.1" status: 204 len: 168 time: 0.2508078 Sep 30 08:21:52.137476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ad102-7b81-413d-872f-b7731408e07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eee06f1-cbf8-45e9-9549-8029d95542ee,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:52.186044 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21230f33-9e43-4641-ad69-f07ab77ffaed tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.189846 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21230f33-9e43-4641-ad69-f07ab77ffaed tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.193569 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-21230f33-9e43-4641-ad69-f07ab77ffaed tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "DELETE /v2.0/security-groups/033e8b9b-1ba4-4d43-a8db-c5618243aac2 HTTP/1.1" status: 204 len: 168 time: 0.2211277 Sep 30 08:21:52.194024 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48662) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:52.228437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21230f33-9e43-4641-ad69-f07ab77ffaed tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=033e8b9b-1ba4-4d43-a8db-c5618243aac2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:52.285107 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-333618ce-2e78-4001-b0bc-bf33b118ec20 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0896208 Sep 30 08:21:52.288939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48674) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:52.304726 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6ac1243d-bd04-48ee-8b0b-cabada321765 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group': {'name': 'tempest-secgroup--308911421'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:52.344055 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ac1243d-bd04-48ee-8b0b-cabada321765 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.462044 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ac1243d-bd04-48ee-8b0b-cabada321765 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.494503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6e3be89-8bd5-456f-a6c5-3a273b6b20b7 req-225f9f29-ee3d-4ae0-b22e-4f1cf6aef343 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0306785 Sep 30 08:21:52.497697 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ac1243d-bd04-48ee-8b0b-cabada321765 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.565095 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ac1243d-bd04-48ee-8b0b-cabada321765 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.566438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6ac1243d-bd04-48ee-8b0b-cabada321765 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2765098 Sep 30 08:21:52.569587 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48712) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:52.574910 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e8641dcb-efae-4b90-939e-aabaab96a9fe tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '2f5a49de-4280-4f7e-936a-698e2b26da65', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:52.575394 n-d-807359-2 neutron-server[94838]: WARNING neutron.api.v2.base [None req-e8641dcb-efae-4b90-939e-aabaab96a9fe tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 30 08:21:52.576019 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-e8641dcb-efae-4b90-939e-aabaab96a9fe tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:52.579267 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e8641dcb-efae-4b90-939e-aabaab96a9fe tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061932 Sep 30 08:21:52.579617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:52.592229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1243d-bd04-48ee-8b0b-cabada321765 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5a49de-4280-4f7e-936a-698e2b26da65,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:52.620845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c77002-c674-4034-9d7d-e7774ab372a6 req-f1db6e4c-8ea9-4782-9a7e-3580f6899fc1 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:52.622416 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5c77002-c674-4034-9d7d-e7774ab372a6 req-f1db6e4c-8ea9-4782-9a7e-3580f6899fc1 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.1256940 Sep 30 08:21:52.702570 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e13f923-4900-4a75-8715-7495eaa2beca tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.711736 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5c77002-c674-4034-9d7d-e7774ab372a6 req-df63ce05-42a2-476b-999f-b5a48c0bb016 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717921 Sep 30 08:21:52.737625 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e13f923-4900-4a75-8715-7495eaa2beca tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.799318 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e13f923-4900-4a75-8715-7495eaa2beca tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.803943 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e13f923-4900-4a75-8715-7495eaa2beca tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:52.805765 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1e13f923-4900-4a75-8715-7495eaa2beca tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "DELETE /v2.0/security-groups/2f5a49de-4280-4f7e-936a-698e2b26da65 HTTP/1.1" status: 204 len: 168 time: 0.2253680 Sep 30 08:21:52.809531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48748) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:52.822854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13f923-4900-4a75-8715-7495eaa2beca tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5a49de-4280-4f7e-936a-698e2b26da65,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:52.895079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ca9fb575-4b15-468f-b907-bfa7055ea557 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843511 Sep 30 08:21:52.900778 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48760) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:52.906546 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6360c74e-086c-4e06-8c47-d63a0a266f0e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426910418'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:52.939191 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6360c74e-086c-4e06-8c47-d63a0a266f0e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:53.061575 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6360c74e-086c-4e06-8c47-d63a0a266f0e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:53.067708 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6360c74e-086c-4e06-8c47-d63a0a266f0e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:53.103309 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6360c74e-086c-4e06-8c47-d63a0a266f0e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:53.108384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48792) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:53.109641 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6360c74e-086c-4e06-8c47-d63a0a266f0e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2072573 Sep 30 08:21:53.114630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b91bc091-40b4-4a14-9c13-feb79c04308e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '34ab8d94-b0f3-4d28-88a6-93a2521eae16', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:53.115583 n-d-807359-2 neutron-server[94837]: WARNING neutron.api.v2.base [None req-b91bc091-40b4-4a14-9c13-feb79c04308e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 30 08:21:53.115884 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360c74e-086c-4e06-8c47-d63a0a266f0e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ab8d94-b0f3-4d28-88a6-93a2521eae16,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:53.116109 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-b91bc091-40b4-4a14-9c13-feb79c04308e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:53.117096 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b91bc091-40b4-4a14-9c13-feb79c04308e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074649 Sep 30 08:21:53.122020 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48794) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:53.201120 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e7f144d0-20bb-4c0d-a070-35d863a5f067 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:53.239004 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e7f144d0-20bb-4c0d-a070-35d863a5f067 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:53.305043 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e7f144d0-20bb-4c0d-a070-35d863a5f067 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:53.314259 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e7f144d0-20bb-4c0d-a070-35d863a5f067 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:53.318094 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e7f144d0-20bb-4c0d-a070-35d863a5f067 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "DELETE /v2.0/security-groups/34ab8d94-b0f3-4d28-88a6-93a2521eae16 HTTP/1.1" status: 204 len: 168 time: 0.1943572 Sep 30 08:21:53.318768 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48826) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:53.330081 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f144d0-20bb-4c0d-a070-35d863a5f067 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ab8d94-b0f3-4d28-88a6-93a2521eae16,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:53.382258 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-df73d1a0-fb30-45de-95bb-e2a659a9389b tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0617669 Sep 30 08:21:53.388531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48834) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:53.393758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-23aec7ac-8108-4935-a090-5e0f07060a73 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958482532'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:53.430084 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23aec7ac-8108-4935-a090-5e0f07060a73 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:53.571514 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23aec7ac-8108-4935-a090-5e0f07060a73 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:53.583196 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23aec7ac-8108-4935-a090-5e0f07060a73 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:53.672438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b16be1b-2ac6-4542-8d6e-c25462979218 req-1a7b43ae-d9d7-494d-b2a2-02cc4495d1af tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0676291 Sep 30 08:21:53.674671 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23aec7ac-8108-4935-a090-5e0f07060a73 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:53.678725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-23aec7ac-8108-4935-a090-5e0f07060a73 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2890403 Sep 30 08:21:53.679052 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48874) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:53.679941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aec7ac-8108-4935-a090-5e0f07060a73 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962aa6e7-b227-4104-8b3d-75ddcbab71fa,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:53.687160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-aa23aa67-bb87-4b06-b9fd-35ed9c0b62e1 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '962aa6e7-b227-4104-8b3d-75ddcbab71fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:53.688129 n-d-807359-2 neutron-server[94838]: WARNING neutron.api.v2.base [None req-aa23aa67-bb87-4b06-b9fd-35ed9c0b62e1 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 30 08:21:53.688605 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-aa23aa67-bb87-4b06-b9fd-35ed9c0b62e1 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:53.692723 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aa23aa67-bb87-4b06-b9fd-35ed9c0b62e1 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087762 Sep 30 08:21:53.692723 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48876) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:53.725554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e1f53afe-cbbf-41ab-b233-c5f6954b489e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '962aa6e7-b227-4104-8b3d-75ddcbab71fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:53.726720 n-d-807359-2 neutron-server[94838]: WARNING neutron.api.v2.base [None req-e1f53afe-cbbf-41ab-b233-c5f6954b489e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 30 08:21:53.728111 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-e1f53afe-cbbf-41ab-b233-c5f6954b489e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:53.738133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48886) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:53.739124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3fa54c5b-3cf2-4457-8797-97752716c52e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '962aa6e7-b227-4104-8b3d-75ddcbab71fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:53.740187 n-d-807359-2 neutron-server[94837]: WARNING neutron.api.v2.base [None req-3fa54c5b-3cf2-4457-8797-97752716c52e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 30 08:21:53.740785 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-3fa54c5b-3cf2-4457-8797-97752716c52e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:53.741000 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e1f53afe-cbbf-41ab-b233-c5f6954b489e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0465674 Sep 30 08:21:53.741985 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3fa54c5b-3cf2-4457-8797-97752716c52e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066934 Sep 30 08:21:53.745211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48888) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:53.749573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-21dcf993-df43-4a38-b043-aa423f8fbdbe tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '962aa6e7-b227-4104-8b3d-75ddcbab71fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:53.753849 n-d-807359-2 neutron-server[94837]: WARNING neutron.api.v2.base [None req-21dcf993-df43-4a38-b043-aa423f8fbdbe tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 30 08:21:53.756608 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-21dcf993-df43-4a38-b043-aa423f8fbdbe tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:53.757708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-21dcf993-df43-4a38-b043-aa423f8fbdbe tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0115044 Sep 30 08:21:53.761516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48896) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:53.861771 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54b9ceb6-859f-4752-bf80-cb7323ae1647 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:53.889554 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54b9ceb6-859f-4752-bf80-cb7323ae1647 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:53.911602 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8ab23-f082-446a-b736-d64c8bc1c19a req-9e906941-8b55-4420-a297-876c352bd6a9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:53.926465 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34c8ab23-f082-446a-b736-d64c8bc1c19a req-9e906941-8b55-4420-a297-876c352bd6a9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.0913370 Sep 30 08:21:53.948479 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54b9ceb6-859f-4752-bf80-cb7323ae1647 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:53.951458 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54b9ceb6-859f-4752-bf80-cb7323ae1647 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:53.954196 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-54b9ceb6-859f-4752-bf80-cb7323ae1647 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "DELETE /v2.0/security-groups/962aa6e7-b227-4104-8b3d-75ddcbab71fa HTTP/1.1" status: 204 len: 168 time: 0.1905754 Sep 30 08:21:53.960419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48918) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:53.972292 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9ceb6-859f-4752-bf80-cb7323ae1647 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=962aa6e7-b227-4104-8b3d-75ddcbab71fa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:54.014579 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34c8ab23-f082-446a-b736-d64c8bc1c19a req-db7097be-ce46-4d0a-9fe1-0728adf77695 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869741 Sep 30 08:21:54.039763 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-20131717-93f2-48a3-9157-b22f11780321 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0763717 Sep 30 08:21:54.040552 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:54.048480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ea923e0b-7013-43b4-bd87-05094f4af7a8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group': {'name': 'tempest-secgroup--352925633'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:54.084530 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea923e0b-7013-43b4-bd87-05094f4af7a8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.212196 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea923e0b-7013-43b4-bd87-05094f4af7a8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.217789 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea923e0b-7013-43b4-bd87-05094f4af7a8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.250737 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea923e0b-7013-43b4-bd87-05094f4af7a8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.255943 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ea923e0b-7013-43b4-bd87-05094f4af7a8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2137084 Sep 30 08:21:54.259014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48960) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:54.260141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea923e0b-7013-43b4-bd87-05094f4af7a8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c31e1ac-206b-48ca-8b5c-a74a39aab462,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:54.266099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-24df1d32-9aec-44e5-98fb-1d74501c7073 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '4c31e1ac-206b-48ca-8b5c-a74a39aab462', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:54.267226 n-d-807359-2 neutron-server[94837]: WARNING neutron.api.v2.base [None req-24df1d32-9aec-44e5-98fb-1d74501c7073 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 30 08:21:54.268495 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-24df1d32-9aec-44e5-98fb-1d74501c7073 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:54.270974 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-24df1d32-9aec-44e5-98fb-1d74501c7073 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103498 Sep 30 08:21:54.273448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48964) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:54.279551 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-10f6abe9-85ee-4490-b726-80febc1ad8bf tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '4c31e1ac-206b-48ca-8b5c-a74a39aab462', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:54.326133 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-10f6abe9-85ee-4490-b726-80febc1ad8bf tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:54.332185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48974) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:54.332352 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-10f6abe9-85ee-4490-b726-80febc1ad8bf tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0576029 Sep 30 08:21:54.337005 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6361ce08-8892-4184-891c-ba788389bf20 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '4c31e1ac-206b-48ca-8b5c-a74a39aab462', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:54.337528 n-d-807359-2 neutron-server[94837]: WARNING neutron.api.v2.base [None req-6361ce08-8892-4184-891c-ba788389bf20 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 30 08:21:54.338053 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-6361ce08-8892-4184-891c-ba788389bf20 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:54.340578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6361ce08-8892-4184-891c-ba788389bf20 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073881 Sep 30 08:21:54.344239 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48978) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:54.356374 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bfc5bd33-af7f-4fb6-9904-1f4649877d54 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '4c31e1ac-206b-48ca-8b5c-a74a39aab462', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:54.415499 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-bfc5bd33-af7f-4fb6-9904-1f4649877d54 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:54.418039 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bfc5bd33-af7f-4fb6-9904-1f4649877d54 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0722425 Sep 30 08:21:54.420988 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48998) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:54.426827 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-be76efc0-d21e-4756-9b85-28ff936b87d0 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '4c31e1ac-206b-48ca-8b5c-a74a39aab462', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:54.427645 n-d-807359-2 neutron-server[94838]: WARNING neutron.api.v2.base [None req-be76efc0-d21e-4756-9b85-28ff936b87d0 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 30 08:21:54.428438 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-be76efc0-d21e-4756-9b85-28ff936b87d0 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:54.430856 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-be76efc0-d21e-4756-9b85-28ff936b87d0 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079103 Sep 30 08:21:54.433341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:54.441241 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bc761bd6-36b3-44d8-a21f-3b3e5474d0db tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '4c31e1ac-206b-48ca-8b5c-a74a39aab462', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:54.482770 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-bc761bd6-36b3-44d8-a21f-3b3e5474d0db tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Project 7a2328b6b0614ee7aa5c316629b5f1c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:21:54.499309 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-bc761bd6-36b3-44d8-a21f-3b3e5474d0db tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:54.501781 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bc761bd6-36b3-44d8-a21f-3b3e5474d0db tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0671132 Sep 30 08:21:54.504523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49008) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:54.512386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-49df8ab9-a16f-4ac2-8e1b-02bcf247d6f0 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '4c31e1ac-206b-48ca-8b5c-a74a39aab462', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:54.513007 n-d-807359-2 neutron-server[94838]: WARNING neutron.api.v2.base [None req-49df8ab9-a16f-4ac2-8e1b-02bcf247d6f0 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 30 08:21:54.513512 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-49df8ab9-a16f-4ac2-8e1b-02bcf247d6f0 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:54.514656 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-49df8ab9-a16f-4ac2-8e1b-02bcf247d6f0 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067756 Sep 30 08:21:54.517863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49010) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:54.529731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e6f30b1c-6a1d-4b07-bbf7-8d1f24cffe62 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '4c31e1ac-206b-48ca-8b5c-a74a39aab462', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:54.559866 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-e6f30b1c-6a1d-4b07-bbf7-8d1f24cffe62 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Project 7a2328b6b0614ee7aa5c316629b5f1c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:21:54.580869 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-e6f30b1c-6a1d-4b07-bbf7-8d1f24cffe62 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:54.585314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49024) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:54.585864 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e6f30b1c-6a1d-4b07-bbf7-8d1f24cffe62 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0668554 Sep 30 08:21:54.591105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-db1696b7-6738-4fd7-897f-781c90311496 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '4c31e1ac-206b-48ca-8b5c-a74a39aab462', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:54.635404 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-db1696b7-6738-4fd7-897f-781c90311496 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Project 7a2328b6b0614ee7aa5c316629b5f1c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:21:54.662723 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-db1696b7-6738-4fd7-897f-781c90311496 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:54.667070 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-db1696b7-6738-4fd7-897f-781c90311496 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0771205 Sep 30 08:21:54.668084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49044) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:54.788854 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a461382f-3e56-4593-874b-b4a16d17f285 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.872239 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a461382f-3e56-4593-874b-b4a16d17f285 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.881055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cfb1546b-b0c7-441b-8f17-4853c6230ea1 req-5b24e1c9-d35a-49fe-a241-55932338600c tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0541482 Sep 30 08:21:54.961415 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a461382f-3e56-4593-874b-b4a16d17f285 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.965942 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a461382f-3e56-4593-874b-b4a16d17f285 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:54.969754 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a461382f-3e56-4593-874b-b4a16d17f285 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "DELETE /v2.0/security-groups/4c31e1ac-206b-48ca-8b5c-a74a39aab462 HTTP/1.1" status: 204 len: 168 time: 0.3004332 Sep 30 08:21:54.972269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49104) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:54.996637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461382f-3e56-4593-874b-b4a16d17f285 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c31e1ac-206b-48ca-8b5c-a74a39aab462,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:55.064286 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7be125b1-9926-4b25-9703-e6758bcfc862 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0903990 Sep 30 08:21:55.069076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:55.075812 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e1964275-3691-48f3-b1eb-40c7442bcc82 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1565630327'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:55.121189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1964275-3691-48f3-b1eb-40c7442bcc82 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.227278 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293b571-8c48-433e-8a5e-d7b96aedd071 req-ac40428d-2dc8-4623-83d6-db5a8b4bbc4a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:55.228850 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5293b571-8c48-433e-8a5e-d7b96aedd071 req-ac40428d-2dc8-4623-83d6-db5a8b4bbc4a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.0789120 Sep 30 08:21:55.241660 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1964275-3691-48f3-b1eb-40c7442bcc82 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.247943 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1964275-3691-48f3-b1eb-40c7442bcc82 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.268576 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1964275-3691-48f3-b1eb-40c7442bcc82 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.270082 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e1964275-3691-48f3-b1eb-40c7442bcc82 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2003968 Sep 30 08:21:55.276731 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49156) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:55.282456 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7020c1d7-a6ea-4119-b63f-9717629dfbd7 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': 'b6269f8c-bbf0-40be-b6d5-3de78381e377', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:55.300592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5293b571-8c48-433e-8a5e-d7b96aedd071 req-ec5f3e13-5141-460b-a380-d161e2902aeb tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638847 Sep 30 08:21:55.314633 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1964275-3691-48f3-b1eb-40c7442bcc82 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6269f8c-bbf0-40be-b6d5-3de78381e377,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:55.350494 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-7020c1d7-a6ea-4119-b63f-9717629dfbd7 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The resource could not be found. Sep 30 08:21:55.351640 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7020c1d7-a6ea-4119-b63f-9717629dfbd7 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0737398 Sep 30 08:21:55.354968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49170) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:55.359758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-aece7fae-7661-4f62-9e76-85ee85a6448a tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': 'b6269f8c-bbf0-40be-b6d5-3de78381e377', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9fc284ed-fe40-4025-82ec-1d69e9ae5f48'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:55.422378 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-aece7fae-7661-4f62-9e76-85ee85a6448a tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The resource could not be found. Sep 30 08:21:55.424027 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aece7fae-7661-4f62-9e76-85ee85a6448a tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0680001 Sep 30 08:21:55.426911 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49180) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:55.497137 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-815cb52b-4e61-4f88-ae75-b63fa0b93b89 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.532457 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-815cb52b-4e61-4f88-ae75-b63fa0b93b89 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.603017 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-815cb52b-4e61-4f88-ae75-b63fa0b93b89 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.606666 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-815cb52b-4e61-4f88-ae75-b63fa0b93b89 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:55.608677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-815cb52b-4e61-4f88-ae75-b63fa0b93b89 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "DELETE /v2.0/security-groups/b6269f8c-bbf0-40be-b6d5-3de78381e377 HTTP/1.1" status: 204 len: 168 time: 0.1802180 Sep 30 08:21:55.611141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:55.644613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cb52b-4e61-4f88-ae75-b63fa0b93b89 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6269f8c-bbf0-40be-b6d5-3de78381e377,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:55.739814 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49242) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:55.746055 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a8f1c8b2-f474-4126-a843-8940fd1aeb9b tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '6810a47c-e152-410b-ac51-8a21918a1574', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:55.752007 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b1bf2203-de2f-45fc-bb94-24862e219411 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1388535 Sep 30 08:21:55.826745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545ffd7-f200-45a2-82a8-dcb97c6049c2 req-b0e027e7-47c7-4bd7-8d6d-bbe1c1a2bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:55.829254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b545ffd7-f200-45a2-82a8-dcb97c6049c2 req-b0e027e7-47c7-4bd7-8d6d-bbe1c1a2bc1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 1096 time: 0.0755935 Sep 30 08:21:55.850736 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-a8f1c8b2-f474-4126-a843-8940fd1aeb9b tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The resource could not be found. Sep 30 08:21:55.852072 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a8f1c8b2-f474-4126-a843-8940fd1aeb9b tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1109602 Sep 30 08:21:55.856077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49252) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:55.862357 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0cb7b737-ed95-41e0-a76e-b97b36a3e5f8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group': {'name': 'tempest-secgroup--907342565'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:55.968873 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0cb7b737-ed95-41e0-a76e-b97b36a3e5f8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.013333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545ffd7-f200-45a2-82a8-dcb97c6049c2 req-8879b8b3-7f3f-43ae-bdbf-6f7a5c9ad161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:56.015397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b545ffd7-f200-45a2-82a8-dcb97c6049c2 req-8879b8b3-7f3f-43ae-bdbf-6f7a5c9ad161 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 918 time: 0.1458325 Sep 30 08:21:56.156039 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f92ad9c0-15ae-448c-9cba-f7365edb6cf6 req-40f5e7fb-3686-4a0a-ae72-d7727073175e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 210 time: 0.1188278 Sep 30 08:21:56.240399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b545ffd7-f200-45a2-82a8-dcb97c6049c2 req-98399c13-5de0-4eba-a224-fa98b0f168ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc813296-8894-41e0-8350-052b7724d5d6 HTTP/1.1" status: 200 len: 1001 time: 0.2130296 Sep 30 08:21:56.334503 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0cb7b737-ed95-41e0-a76e-b97b36a3e5f8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.348103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-c35a18fe-6c97-4c9e-b69d-7801d2387928 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:56.349920 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-c35a18fe-6c97-4c9e-b69d-7801d2387928 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/networks?id=5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 HTTP/1.1" status: 200 len: 814 time: 0.2731638 Sep 30 08:21:56.354015 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0cb7b737-ed95-41e0-a76e-b97b36a3e5f8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.364476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545ffd7-f200-45a2-82a8-dcb97c6049c2 req-8451f01d-6fc0-482c-a48b-b00eba74a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:56.365938 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b545ffd7-f200-45a2-82a8-dcb97c6049c2 req-8451f01d-6fc0-482c-a48b-b00eba74a5da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee72be49-df02-4420-900e-333e8ceca494 HTTP/1.1" status: 200 len: 856 time: 0.1111407 Sep 30 08:21:56.447762 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-f50a6666-7dd1-44a0-b522-d4d5d62718af tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/quotas/335f09d13e9f48fcbf88ae43d1a53716 HTTP/1.1" status: 200 len: 375 time: 0.0898831 Sep 30 08:21:56.452373 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0cb7b737-ed95-41e0-a76e-b97b36a3e5f8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.453816 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0cb7b737-ed95-41e0-a76e-b97b36a3e5f8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5961337 Sep 30 08:21:56.456745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:56.462020 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c771a95f-7866-4045-8f6a-7f32aff1bdd9 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423518737'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:56.475938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7b737-ed95-41e0-a76e-b97b36a3e5f8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c525e864-a3de-4b02-848a-c71255e3d434,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:56.516820 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-6a7a42e6-6998-4484-99dc-e3d54fe22f57 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=335f09d13e9f48fcbf88ae43d1a53716&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425243 Sep 30 08:21:56.531980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545ffd7-f200-45a2-82a8-dcb97c6049c2 req-92e49582-d65d-40f0-a407-cfed8b5e34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:56.534143 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b545ffd7-f200-45a2-82a8-dcb97c6049c2 req-92e49582-d65d-40f0-a407-cfed8b5e34a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500461 Sep 30 08:21:56.547115 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c771a95f-7866-4045-8f6a-7f32aff1bdd9 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.668848 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b545ffd7-f200-45a2-82a8-dcb97c6049c2 req-87442bb8-525b-4851-a275-6bcfd2ce9f2d service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145563 Sep 30 08:21:56.680372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b374de1-b7d9-484d-b40f-56ba78da2c85 req-60499367-1021-4442-84e0-9cfcad8501e5 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:56.682429 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b374de1-b7d9-484d-b40f-56ba78da2c85 req-60499367-1021-4442-84e0-9cfcad8501e5 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.2597406 Sep 30 08:21:56.739658 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c771a95f-7866-4045-8f6a-7f32aff1bdd9 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.744157 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c771a95f-7866-4045-8f6a-7f32aff1bdd9 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.765122 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49302) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:56.785411 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771a95f-7866-4045-8f6a-7f32aff1bdd9 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71465c7-87a5-435f-b841-703165e60edd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:56.788811 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c771a95f-7866-4045-8f6a-7f32aff1bdd9 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.790401 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c771a95f-7866-4045-8f6a-7f32aff1bdd9 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3327184 Sep 30 08:21:56.794199 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49306) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:56.799511 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8adb5cf5-1f3d-45b9-9301-e6e0524d51d5 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': 'c525e864-a3de-4b02-848a-c71255e3d434', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e71465c7-87a5-435f-b841-703165e60edd'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:56.851454 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-8adb5cf5-1f3d-45b9-9301-e6e0524d51d5 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:56.854506 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8adb5cf5-1f3d-45b9-9301-e6e0524d51d5 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0585027 Sep 30 08:21:56.857756 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:56.954504 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a4484d3-8325-4e49-acb5-f345f117623e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:56.999632 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0860414-c3ea-4e0b-9c43-c63fa764499f tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.044301 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0860414-c3ea-4e0b-9c43-c63fa764499f tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.141553 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0860414-c3ea-4e0b-9c43-c63fa764499f tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.144455 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0860414-c3ea-4e0b-9c43-c63fa764499f tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.147969 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c0860414-c3ea-4e0b-9c43-c63fa764499f tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "DELETE /v2.0/security-groups/e71465c7-87a5-435f-b841-703165e60edd HTTP/1.1" status: 204 len: 168 time: 0.2865047 Sep 30 08:21:57.150585 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:57.180135 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a4484d3-8325-4e49-acb5-f345f117623e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.189780 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0860414-c3ea-4e0b-9c43-c63fa764499f tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71465c7-87a5-435f-b841-703165e60edd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:57.205079 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a4484d3-8325-4e49-acb5-f345f117623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.217135 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b374de1-b7d9-484d-b40f-56ba78da2c85 req-c623622e-1995-4f1d-9afb-a3f9181dd858 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5132301 Sep 30 08:21:57.234472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-6c1b13ff-d442-41ee-96f0-702f5cbeca84 service neutron] 10.222.0.24 "GET /v2.0/networks/5c2ddfbd-f8bf-4e49-9c38-79891b90fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6979227 Sep 30 08:21:57.253578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b545ffd7-f200-45a2-82a8-dcb97c6049c2 req-1754a135-532f-4540-98f7-9904a12a3f70 service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666058 Sep 30 08:21:57.320487 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-deea2528-fb28-493e-a0df-9ba046df268e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1659989 Sep 30 08:21:57.327262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49316) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:57.368727 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8a4484d3-8325-4e49-acb5-f345f117623e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4d61e0e3ec64e7ebf0ce825312b4568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6004765 Sep 30 08:21:57.373108 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49318) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:57.376794 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4484d3-8325-4e49-acb5-f345f117623e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f27639e-b264-448b-af29-271886358476,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:57.397098 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-20fe9a64-59a8-4fb7-9d53-811c9f67c0e1 service neutron] 10.222.0.24 "GET /v2.0/networks/5c2ddfbd-f8bf-4e49-9c38-79891b90fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504192 Sep 30 08:21:57.426855 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device dc813296-8894-41e0-8350-052b7724d5d6 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:21:57.445585 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f30d8ace-9ee4-4d55-95dd-1cf5891f446e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.479744 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6837e849-e367-495c-a91b-43e50107601e req-870a83bb-652d-4f1d-8221-70c0ab774135 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0814986 Sep 30 08:21:57.486891 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f30d8ace-9ee4-4d55-95dd-1cf5891f446e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.517791 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54e2a4f6-a3d4-4916-880a-e64a78cd15de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.552551 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54e2a4f6-a3d4-4916-880a-e64a78cd15de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.561057 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f30d8ace-9ee4-4d55-95dd-1cf5891f446e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.564200 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f30d8ace-9ee4-4d55-95dd-1cf5891f446e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.565692 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f30d8ace-9ee4-4d55-95dd-1cf5891f446e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "DELETE /v2.0/security-groups/c525e864-a3de-4b02-848a-c71255e3d434 HTTP/1.1" status: 204 len: 168 time: 0.2371969 Sep 30 08:21:57.568469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49320) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:57.580439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d8ace-9ee4-4d55-95dd-1cf5891f446e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c525e864-a3de-4b02-848a-c71255e3d434,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:57.640631 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-48338400-62ab-4080-b9a0-bdf4ceb34695 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674143 Sep 30 08:21:57.640843 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=dc813296-8894-41e0-8350-052b7724d5d6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:57.640968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:57.646675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9b1811ff-b90d-41fd-a328-4d9b311a1b38 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854382543'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:57.663949 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'dc813296-8894-41e0-8350-052b7724d5d6', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'port_id': 'dc813296-8894-41e0-8350-052b7724d5d6', 'mac_address': 'fa:16:3e:31:e5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:21:57.685763 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54e2a4f6-a3d4-4916-880a-e64a78cd15de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.689264 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54e2a4f6-a3d4-4916-880a-e64a78cd15de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.698730 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-54e2a4f6-a3d4-4916-880a-e64a78cd15de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f27639e-b264-448b-af29-271886358476 HTTP/1.1" status: 204 len: 168 time: 0.3031235 Sep 30 08:21:57.715203 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.717998 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b1811ff-b90d-41fd-a328-4d9b311a1b38 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.737727 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc813296-8894-41e0-8350-052b7724d5d6 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:21:57.758707 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d2b5ca8-bafe-4c59-abe3-0372497ab33a req-e226846e-3940-42ae-8979-56778ecbcc20 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 210 time: 0.0779762 Sep 30 08:21:57.787863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=dc813296-8894-41e0-8350-052b7724d5d6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:57.795723 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.865944 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=dc813296-8894-41e0-8350-052b7724d5d6,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:57.872430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2a4f6-a3d4-4916-880a-e64a78cd15de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f27639e-b264-448b-af29-271886358476,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:57.908788 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['dc813296-8894-41e0-8350-052b7724d5d6'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:21:57.946983 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b1811ff-b90d-41fd-a328-4d9b311a1b38 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:57.953097 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b1811ff-b90d-41fd-a328-4d9b311a1b38 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.020985 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1811ff-b90d-41fd-a328-4d9b311a1b38 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213ce94c-e50b-4ad2-87d9-8e3673a32c31,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:58.025482 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b1811ff-b90d-41fd-a328-4d9b311a1b38 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.027192 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9b1811ff-b90d-41fd-a328-4d9b311a1b38 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3850057 Sep 30 08:21:58.032724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49336) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:58.037673 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-938beb46-abe8-4496-a4c3-8eedeae6fc02 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '213ce94c-e50b-4ad2-87d9-8e3673a32c31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:58.110894 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-938beb46-abe8-4496-a4c3-8eedeae6fc02 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:58.114205 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-938beb46-abe8-4496-a4c3-8eedeae6fc02 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0799007 Sep 30 08:21:58.116556 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49338) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:58.132165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-463a5f2d-95c6-4cdb-970d-a9f256e6d16b tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group_rule': {'security_group_id': '213ce94c-e50b-4ad2-87d9-8e3673a32c31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:58.250831 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-463a5f2d-95c6-4cdb-970d-a9f256e6d16b tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:21:58.257697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-463a5f2d-95c6-4cdb-970d-a9f256e6d16b tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1373641 Sep 30 08:21:58.258121 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:58.280402 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49352) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:58.301258 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea824-b7a6-4c2e-a443-943f4e6e1f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.390676 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f11c49bd-adbf-4467-9664-af2ee0ecb5ef tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.456685 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f11c49bd-adbf-4467-9664-af2ee0ecb5ef tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.494794 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89afe9d-73db-4025-95d3-1925161a8a80 req-c8825a4e-ac2f-4817-a1c4-2841d63127f3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:58.528676 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b89afe9d-73db-4025-95d3-1925161a8a80 req-c8825a4e-ac2f-4817-a1c4-2841d63127f3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 944 time: 0.1458547 Sep 30 08:21:58.540719 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f11c49bd-adbf-4467-9664-af2ee0ecb5ef tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.543853 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f11c49bd-adbf-4467-9664-af2ee0ecb5ef tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.546265 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f11c49bd-adbf-4467-9664-af2ee0ecb5ef tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "DELETE /v2.0/security-groups/213ce94c-e50b-4ad2-87d9-8e3673a32c31 HTTP/1.1" status: 204 len: 168 time: 0.2864456 Sep 30 08:21:58.552896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49362) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:58.562854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c49bd-adbf-4467-9664-af2ee0ecb5ef tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213ce94c-e50b-4ad2-87d9-8e3673a32c31,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:58.678825 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea824-b7a6-4c2e-a443-943f4e6e1f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.711978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b89afe9d-73db-4025-95d3-1925161a8a80 req-3e265fca-1d14-4d6d-8499-d95200020d4d tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821725 Sep 30 08:21:58.720547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06508bce-39f8-4675-a498-bc97d1f04591 req-72cce075-aa4e-4e1e-ae0d-fc9c2af76af7 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0932741 Sep 30 08:21:58.732948 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea824-b7a6-4c2e-a443-943f4e6e1f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.739639 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4074fd3e-e27e-43da-a652-5f8f00dfb821 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1766737 Sep 30 08:21:58.752605 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49364) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:58.763101 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-47094854-a9d8-4919-84dc-1b00b825ce07 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group': {'name': 'tempest-secgroup--44656611'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:58.794265 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47094854-a9d8-4919-84dc-1b00b825ce07 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.795649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ea824-b7a6-4c2e-a443-943f4e6e1f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d4ae2f-a25e-4e48-b596-11ee31294531,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:58.817475 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6e1ea824-b7a6-4c2e-a443-943f4e6e1f1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf50ec58fa934b1d86e9fbd3dc82fb2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5363066 Sep 30 08:21:58.819985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49370) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:58.898575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7d0d0c3-cba3-45a9-acdb-768fd0ed0019 req-52b92cad-e4f2-4bc1-8d89-ab88f335faec tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 210 time: 0.0339417 Sep 30 08:21:58.915583 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7947524f-62af-476a-a105-be3a23811a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.934122 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47094854-a9d8-4919-84dc-1b00b825ce07 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.946588 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7947524f-62af-476a-a105-be3a23811a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.946725 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47094854-a9d8-4919-84dc-1b00b825ce07 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.964620 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47094854-a9d8-4919-84dc-1b00b825ce07 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:58.969160 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-47094854-a9d8-4919-84dc-1b00b825ce07 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2124634 Sep 30 08:21:58.970443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49378) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:58.980405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e7a934ed-2882-4b7b-a7f2-34a13010f062 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:58.980959 n-d-807359-2 neutron-server[94837]: WARNING neutron.api.v2.base [None req-e7a934ed-2882-4b7b-a7f2-34a13010f062 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 30 08:21:58.981635 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-e7a934ed-2882-4b7b-a7f2-34a13010f062 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] update failed (client error): There was a conflict when trying to complete your request. Sep 30 08:21:58.983393 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e7a934ed-2882-4b7b-a7f2-34a13010f062 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "PUT /v2.0/security-groups/6b7df29e-bb8e-4702-90a8-e66a56cb4264 HTTP/1.1" status: 409 len: 330 time: 0.0120261 Sep 30 08:21:58.988664 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49382) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:59.040953 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7947524f-62af-476a-a105-be3a23811a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.044362 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7947524f-62af-476a-a105-be3a23811a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.045925 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7947524f-62af-476a-a105-be3a23811a1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4d4ae2f-a25e-4e48-b596-11ee31294531 HTTP/1.1" status: 204 len: 168 time: 0.2250340 Sep 30 08:21:59.059459 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47094854-a9d8-4919-84dc-1b00b825ce07 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7df29e-bb8e-4702-90a8-e66a56cb4264,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:59.059683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947524f-62af-476a-a105-be3a23811a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d4ae2f-a25e-4e48-b596-11ee31294531,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:59.092890 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee0df8c8-c3c6-447c-be56-36d080f2bae8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.126922 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee0df8c8-c3c6-447c-be56-36d080f2bae8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.189692 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee0df8c8-c3c6-447c-be56-36d080f2bae8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.192345 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee0df8c8-c3c6-447c-be56-36d080f2bae8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.193524 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ee0df8c8-c3c6-447c-be56-36d080f2bae8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "DELETE /v2.0/security-groups/6b7df29e-bb8e-4702-90a8-e66a56cb4264 HTTP/1.1" status: 204 len: 168 time: 0.2029228 Sep 30 08:21:59.207473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:59.209667 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0df8c8-c3c6-447c-be56-36d080f2bae8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7df29e-bb8e-4702-90a8-e66a56cb4264,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:59.267362 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7002a911-c25e-4d84-a7b6-ab699d32a80f tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586352 Sep 30 08:21:59.271524 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49392) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:59.296153 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-e3974457-b530-4b9c-95a4-2e3334429fc4 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] delete failed (client error): The resource could not be found. Sep 30 08:21:59.297225 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e3974457-b530-4b9c-95a4-2e3334429fc4 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "DELETE /v2.0/security-groups/f0b3a937-f2be-474f-bf58-a9e28ba0e1ab HTTP/1.1" status: 404 len: 347 time: 0.0247412 Sep 30 08:21:59.302884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49394) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:59.339082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-fd471f0a-e4c3-4e76-b8de-3c0df4a31535 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:21:59.341474 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-fd471f0a-e4c3-4e76-b8de-3c0df4a31535 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.35 "GET /v2.0/networks?id=5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 HTTP/1.1" status: 200 len: 814 time: 0.2061312 Sep 30 08:21:59.357358 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-c49cc528-a15a-41ef-a084-1a6afba2794e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] show failed (client error): The resource could not be found. Sep 30 08:21:59.362476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49398) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:21:59.362753 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c49cc528-a15a-41ef-a084-1a6afba2794e tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "GET /v2.0/security-groups/f44f4de6-5016-42ea-807c-7ba2920f2522 HTTP/1.1" status: 404 len: 347 time: 0.0526021 Sep 30 08:21:59.368835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-c9cf0e47-d560-4f6e-b765-bd26fb15d03f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Request body: {'port': {'device_id': 'd70346c0-cd8a-4714-b64a-3f67c7311439', 'network_id': '5c2ddfbd-f8bf-4e49-9c38-79891b90fda9', 'admin_state_up': True, 'tenant_id': '335f09d13e9f48fcbf88ae43d1a53716'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:21:59.405004 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-101c2b38-1854-48ea-84b6-b5fd7d9a3fe8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] show failed (client error): The resource could not be found. Sep 30 08:21:59.426585 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-101c2b38-1854-48ea-84b6-b5fd7d9a3fe8 tempest-NegativeSecGroupIPv6Test-472863777 tempest-NegativeSecGroupIPv6Test-472863777-project] 10.222.0.24 "GET /v2.0/security-group-rules/02ebe5fd-d762-4b82-bdf7-71e8f117be63 HTTP/1.1" status: 404 len: 356 time: 0.0586188 Sep 30 08:21:59.464651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device dc813296-8894-41e0-8350-052b7724d5d6 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:21:59.572513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-c9cf0e47-d560-4f6e-b765-bd26fb15d03f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Made reservation on behalf of 335f09d13e9f48fcbf88ae43d1a53716 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:21:59.576399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port dc813296-8894-41e0-8350-052b7724d5d6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:21:59.577044 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.578249 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-c9cf0e47-d560-4f6e-b765-bd26fb15d03f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.694057 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.736983 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.744656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc813296-8894-41e0-8350-052b7724d5d6'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:21:59.747752 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333139b2-f2df-4cb4-81eb-805dd739b717" -d '{"events": [{"server_uuid": "8562e0b0-02ad-4ad1-8e70-420c9ccd7cab", "name": "network-vif-plugged", "status": "completed", "tag": "dc813296-8894-41e0-8350-052b7724d5d6"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:21:59.778255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=dc813296-8894-41e0-8350-052b7724d5d6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:21:59.787145 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:21:59.897017 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60014632-8b39-46a3-9d2e-d7a137604c4b x-openstack-request-id: req-60014632-8b39-46a3-9d2e-d7a137604c4b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:21:59.897555 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8562e0b0-02ad-4ad1-8e70-420c9ccd7cab", "name": "network-vif-plugged", "status": "completed", "tag": "dc813296-8894-41e0-8350-052b7724d5d6", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:21:59.898076 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60014632-8b39-46a3-9d2e-d7a137604c4b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:21:59.898617 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc813296-8894-41e0-8350-052b7724d5d6', 'code': 200} Sep 30 08:21:59.899371 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=dc813296-8894-41e0-8350-052b7724d5d6,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:21:59.977745 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-89e7a307-8510-441e-b4d8-c54bbe53fc34 req-685b5bde-2fb3-439d-81ac-ba4d2d6044c1 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 210 time: 0.1028912 Sep 30 08:22:00.029490 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:00.060800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-c9cf0e47-d560-4f6e-b765-bd26fb15d03f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Allocated IP 172.20.0.14 (5c2ddfbd-f8bf-4e49-9c38-79891b90fda9/8e3e2ffb-0bed-4ab0-bd99-d1e77e7b4c8b/79d512eb-ac8d-4a09-aee4-38377ac25126) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:00.094802 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade89655-165e-4183-8d72-198055ca8eed req-c0c0071e-ef98-4074-b377-e4c47b8fa321 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:00.096923 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ade89655-165e-4183-8d72-198055ca8eed req-c0c0071e-ef98-4074-b377-e4c47b8fa321 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.1471944 Sep 30 08:22:00.173114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84e75899-f211-47b5-ab38-7ba27fa3e3fb req-de988a9d-aab8-433b-b763-3d1ef3dd8587 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 210 time: 0.0451932 Sep 30 08:22:00.257645 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ade89655-165e-4183-8d72-198055ca8eed req-47f6ea1b-5460-4f33-a96b-9604150ea055 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518166 Sep 30 08:22:00.429755 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-70f7faa3-5140-4265-bcec-f5f90cae7c7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a2328b6b0614ee7aa5c316629b5f1c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948221 Sep 30 08:22:00.432199 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49432) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:00.507156 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-c9cf0e47-d560-4f6e-b765-bd26fb15d03f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:00.562258 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-068c4fea-e5c5-4561-9579-38efc23f34b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:00.598936 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-c9cf0e47-d560-4f6e-b765-bd26fb15d03f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:00.609656 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-068c4fea-e5c5-4561-9579-38efc23f34b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:00.693296 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-068c4fea-e5c5-4561-9579-38efc23f34b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:00.695998 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-068c4fea-e5c5-4561-9579-38efc23f34b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:00.702701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf0e47-d560-4f6e-b765-bd26fb15d03f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Pushing event updated for resources: {'Port': ['ID=79d512eb-ac8d-4a09-aee4-38377ac25126,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:00.723094 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-068c4fea-e5c5-4561-9579-38efc23f34b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51eece46-6efd-4e81-b5cb-8bf273a35eab HTTP/1.1" status: 204 len: 168 time: 0.2890828 Sep 30 08:22:00.729448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-c9cf0e47-d560-4f6e-b765-bd26fb15d03f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Network 5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:00.733484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-c9cf0e47-d560-4f6e-b765-bd26fb15d03f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:00.736251 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-c9cf0e47-d560-4f6e-b765-bd26fb15d03f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:00.738813 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c4fea-e5c5-4561-9579-38efc23f34b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51eece46-6efd-4e81-b5cb-8bf273a35eab,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:00.838059 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-c9cf0e47-d560-4f6e-b765-bd26fb15d03f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:00.839899 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-c9cf0e47-d560-4f6e-b765-bd26fb15d03f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:00.869654 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-c9cf0e47-d560-4f6e-b765-bd26fb15d03f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5135553 Sep 30 08:22:00.889303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Request body: {'port': {'device_id': 'd70346c0-cd8a-4714-b64a-3f67c7311439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:00.966132 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:01.232783 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7e76ef3-957c-47b5-ba4e-d284f9b74ef1 req-c0142121-ab2a-45d7-b6e0-a445e3fc8736 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0655487 Sep 30 08:22:01.508915 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea2806-4d35-4311-aa9c-96743942fefc req-3b3e9193-6d2d-4429-86ff-e4788eb2eb7a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:01.517646 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7ea2806-4d35-4311-aa9c-96743942fefc req-3b3e9193-6d2d-4429-86ff-e4788eb2eb7a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.1374948 Sep 30 08:22:01.527704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891636e-66be-4ebd-ae3c-4d3f8f8641c5 req-c06fb3e0-539a-42c5-8e47-66183d7cdc50 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:01.529785 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6891636e-66be-4ebd-ae3c-4d3f8f8641c5 req-c06fb3e0-539a-42c5-8e47-66183d7cdc50 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 932 time: 0.1484873 Sep 30 08:22:01.542005 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d512eb-ac8d-4a09-aee4-38377ac25126 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:01.561350 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:01.597926 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Transition to ACTIVE for port object 79d512eb-ac8d-4a09-aee4-38377ac25126 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:22:01.608616 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:01.652443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7ea2806-4d35-4311-aa9c-96743942fefc req-beeeacc4-6d90-4708-97e3-287a7bbdaead tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090467 Sep 30 08:22:01.688770 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6891636e-66be-4ebd-ae3c-4d3f8f8641c5 req-46b0223b-7382-4314-9d7e-baf10d08a15f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410992 Sep 30 08:22:01.723884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Pushing event updated for resources: {'Port': ['ID=79d512eb-ac8d-4a09-aee4-38377ac25126,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:01.845569 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Attempting to bind port 79d512eb-ac8d-4a09-aee4-38377ac25126 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:01.846332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Attempting to bind port 79d512eb-ac8d-4a09-aee4-38377ac25126 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '6277b6a0-087d-440c-8513-8832b68a6bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5c2ddfbd-f8bf-4e49-9c38-79891b90fda9'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:01.846674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Attempting to bind port 79d512eb-ac8d-4a09-aee4-38377ac25126 on network 5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:01.853278 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Port 79d512eb-ac8d-4a09-aee4-38377ac25126 on network 5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:22:01.853627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Attempting to bind port 79d512eb-ac8d-4a09-aee4-38377ac25126 on network 5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:01.859753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:01.860147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Checking segment: {'id': '6277b6a0-087d-440c-8513-8832b68a6bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5c2ddfbd-f8bf-4e49-9c38-79891b90fda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:01.860604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Bound using segment: {'id': '6277b6a0-087d-440c-8513-8832b68a6bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5c2ddfbd-f8bf-4e49-9c38-79891b90fda9'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:01.861055 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Bound port: 79d512eb-ac8d-4a09-aee4-38377ac25126, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6277b6a0-087d-440c-8513-8832b68a6bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5c2ddfbd-f8bf-4e49-9c38-79891b90fda9'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:01.861429 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:01.986808 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] For port 79d512eb-ac8d-4a09-aee4-38377ac25126, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:01.997080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] For port 79d512eb-ac8d-4a09-aee4-38377ac25126, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=79d512eb-ac8d-4a09-aee4-38377ac25126,segment=NetworkSegment(6277b6a0-087d-440c-8513-8832b68a6bc2),segment_id=6277b6a0-087d-440c-8513-8832b68a6bc2)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:02.003490 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:02.094930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:02.095871 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:02.097771 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] 10.222.0.35 "PUT /v2.0/ports/79d512eb-ac8d-4a09-aee4-38377ac25126 HTTP/1.1" status: 200 len: 1092 time: 1.2139640 Sep 30 08:22:02.098942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da18b3-d9d8-4ac2-95cb-988dbea9cf14 service neutron] Pushing event updated for resources: {'Port': ['ID=79d512eb-ac8d-4a09-aee4-38377ac25126,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:02.102743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70346c0-cd8a-4714-b64a-3f67c7311439', 'tag': '79d512eb-ac8d-4a09-aee4-38377ac25126'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:02.106336 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819b3060-3338-4ea4-9ae6-43d7e68e1589" -d '{"events": [{"name": "network-changed", "server_uuid": "d70346c0-cd8a-4714-b64a-3f67c7311439", "tag": "79d512eb-ac8d-4a09-aee4-38377ac25126"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:02.196932 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9662ee0-f076-4f3d-980e-d934da8de598 x-openstack-request-id: req-b9662ee0-f076-4f3d-980e-d934da8de598 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:02.197434 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70346c0-cd8a-4714-b64a-3f67c7311439", "tag": "79d512eb-ac8d-4a09-aee4-38377ac25126", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:02.197900 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9662ee0-f076-4f3d-980e-d934da8de598 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:02.198566 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70346c0-cd8a-4714-b64a-3f67c7311439', 'tag': '79d512eb-ac8d-4a09-aee4-38377ac25126', 'status': 'completed', 'code': 200} Sep 30 08:22:02.235989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-4c8347d9-b1b5-436a-a85e-64fd0a4e38d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:02.237979 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-4c8347d9-b1b5-436a-a85e-64fd0a4e38d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=335f09d13e9f48fcbf88ae43d1a53716&device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 1095 time: 0.0787363 Sep 30 08:22:02.368243 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-0477c688-4f10-4956-af4b-c7e4b58e8df7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79d512eb-ac8d-4a09-aee4-38377ac25126 HTTP/1.1" status: 200 len: 217 time: 0.1166427 Sep 30 08:22:02.427537 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e16cce1-86d5-441b-9e54-dc784fa07232 req-9fe06804-ad13-4ee3-b58a-9144ff558d08 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0617211 Sep 30 08:22:02.488985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-099d4595-fd36-4a18-ba03-0c499fed50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:02.492988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-099d4595-fd36-4a18-ba03-0c499fed50b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e3e2ffb-0bed-4ab0-bd99-d1e77e7b4c8b HTTP/1.1" status: 200 len: 854 time: 0.1123762 Sep 30 08:22:02.574705 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-ff725eb0-dd8e-4ff4-ab0c-33ed9ea901ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c2ddfbd-f8bf-4e49-9c38-79891b90fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597401 Sep 30 08:22:02.703130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49502) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:02.778891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-11053ded-dad3-4cab-b843-4dc89a76d260 service neutron] 10.222.0.35 "GET /v2.0/networks/5c2ddfbd-f8bf-4e49-9c38-79891b90fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949041 Sep 30 08:22:03.015051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82325e5e-a386-48b7-9f07-90531f02b2b3 req-a9207e38-9067-4b0f-967a-8a138e329a0a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:03.029892 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82325e5e-a386-48b7-9f07-90531f02b2b3 req-a9207e38-9067-4b0f-967a-8a138e329a0a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.2663369 Sep 30 08:22:03.122067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:03.152983 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82325e5e-a386-48b7-9f07-90531f02b2b3 req-6ef26395-8184-409e-9248-94267d66b0c7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176724 Sep 30 08:22:03.169257 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:03.200680 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-452d5ac7-1866-48cf-9e0c-89cab0a06f96 req-1c15eba7-ca96-40a5-a082-42915bb9264e service neutron] 10.222.0.35 "GET /v2.0/networks/5c2ddfbd-f8bf-4e49-9c38-79891b90fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949335 Sep 30 08:22:03.225142 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293f7c8-b75d-4137-84fb-a5bb3992187e req-d71976f2-b44d-4420-a4fd-35fdcff5d526 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:03.235583 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e293f7c8-b75d-4137-84fb-a5bb3992187e req-d71976f2-b44d-4420-a4fd-35fdcff5d526 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 944 time: 0.3768990 Sep 30 08:22:03.290376 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e293f7c8-b75d-4137-84fb-a5bb3992187e req-31d90d6a-d2c3-4638-b469-dc49c39d6be3 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529649 Sep 30 08:22:03.362735 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:03.387956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b3060-3338-4ea4-9ae6-43d7e68e1589 req-bc5465d8-41a1-42d3-b57c-fff502198226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:03.389531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-819b3060-3338-4ea4-9ae6-43d7e68e1589 req-bc5465d8-41a1-42d3-b57c-fff502198226 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=335f09d13e9f48fcbf88ae43d1a53716&device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 1095 time: 0.0965168 Sep 30 08:22:03.630956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b3060-3338-4ea4-9ae6-43d7e68e1589 req-dc2b1dbe-0067-4f8c-bfc4-53a7901affe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:03.640119 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-819b3060-3338-4ea4-9ae6-43d7e68e1589 req-dc2b1dbe-0067-4f8c-bfc4-53a7901affe3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 HTTP/1.1" status: 200 len: 915 time: 0.2431424 Sep 30 08:22:03.712537 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-126e26af-c88a-45f8-95c0-de7fe9c88e33 req-aa4446ec-9bf7-491d-8c22-9042263e24f9 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0598855 Sep 30 08:22:03.802238 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-819b3060-3338-4ea4-9ae6-43d7e68e1589 req-edfb5921-922d-4da3-b301-cd7095189624 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79d512eb-ac8d-4a09-aee4-38377ac25126 HTTP/1.1" status: 200 len: 217 time: 0.0884335 Sep 30 08:22:03.883006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b3060-3338-4ea4-9ae6-43d7e68e1589 req-2aed2ed1-88ad-41b6-9af4-1edeac11361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:03.884541 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-819b3060-3338-4ea4-9ae6-43d7e68e1589 req-2aed2ed1-88ad-41b6-9af4-1edeac11361c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e3e2ffb-0bed-4ab0-bd99-d1e77e7b4c8b HTTP/1.1" status: 200 len: 854 time: 0.0743074 Sep 30 08:22:03.907961 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Allocated IP 172.25.0.201 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/605839cd-edd6-42b1-be62-62bae425cd05) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:03.965815 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-819b3060-3338-4ea4-9ae6-43d7e68e1589 req-4b3ca4d1-16ab-4492-9cd6-7651991027c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c2ddfbd-f8bf-4e49-9c38-79891b90fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738258 Sep 30 08:22:04.078762 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.141119 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.144239 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-819b3060-3338-4ea4-9ae6-43d7e68e1589 req-0354f544-c86b-467a-be3a-b8e0e0bccf4f service neutron] 10.222.0.35 "GET /v2.0/networks/5c2ddfbd-f8bf-4e49-9c38-79891b90fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698515 Sep 30 08:22:04.195955 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:04.206580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:04.226352 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:04.292887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-819b3060-3338-4ea4-9ae6-43d7e68e1589 req-16dd41ea-8145-4ce7-8424-a8e0731343b4 service neutron] 10.222.0.35 "GET /v2.0/networks/5c2ddfbd-f8bf-4e49-9c38-79891b90fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375988 Sep 30 08:22:04.304727 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event updated for resources: {'Port': ['ID=605839cd-edd6-42b1-be62-62bae425cd05,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:04.385708 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.412036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a3755-d786-4bdb-a7cb-bd6a9371ce5d req-791e98fb-c77c-4cd1-af0d-0f751ae2d428 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:04.423650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-545a3755-d786-4bdb-a7cb-bd6a9371ce5d req-791e98fb-c77c-4cd1-af0d-0f751ae2d428 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.1230605 Sep 30 08:22:04.462605 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.502998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-545a3755-d786-4bdb-a7cb-bd6a9371ce5d req-7eecd91c-7fb9-427a-afa4-df018d0675b2 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730679 Sep 30 08:22:04.626964 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb4f88-9f39-4d5c-a297-47a6e3f83d66 req-be094800-c690-4669-aa19-2b21dd1a6b75 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:04.628583 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1fb4f88-9f39-4d5c-a297-47a6e3f83d66 req-be094800-c690-4669-aa19-2b21dd1a6b75 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 944 time: 0.1208611 Sep 30 08:22:04.708090 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1fb4f88-9f39-4d5c-a297-47a6e3f83d66 req-8e10ffa8-264e-4a68-a9bf-5aa4b0c89d91 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485976 Sep 30 08:22:04.728054 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.741755 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.873394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event updated for resources: {'Port': ['ID=605839cd-edd6-42b1-be62-62bae425cd05,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:04.884655 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.903339 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.903553 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d888c325-be51-4cc1-92de-5a2fcf6f0939 req-45126018-68ba-43ba-9da9-0a614e3aa215 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0849023 Sep 30 08:22:04.904893 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-880259ee-759a-4dcd-86db-c63008865538 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1998236 Sep 30 08:22:04.907413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:04.914747 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a4494d00-547b-448f-a731-e83c9c02623c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-185688897'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:04.946065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4494d00-547b-448f-a731-e83c9c02623c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Made reservation on behalf of 9f41f3f3e9b14f51ad1c86461ba5c28a for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:04.950529 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4494d00-547b-448f-a731-e83c9c02623c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:04.960160 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4494d00-547b-448f-a731-e83c9c02623c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.091148 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4494d00-547b-448f-a731-e83c9c02623c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.099830 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4494d00-547b-448f-a731-e83c9c02623c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.132891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4494d00-547b-448f-a731-e83c9c02623c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:22:05.153668 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4494d00-547b-448f-a731-e83c9c02623c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa426379-f385-4358-9c0e-a35c7025de98,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:05.156979 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4494d00-547b-448f-a731-e83c9c02623c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.157326 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-a4494d00-547b-448f-a731-e83c9c02623c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Added segment faf2f48c-08e4-47c8-8216-a7ce9ae53ffc of type vlan for network 38109c41-c703-4f15-9c0b-8b3b045e82e0 Sep 30 08:22:05.217279 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4494d00-547b-448f-a731-e83c9c02623c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.260583 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4494d00-547b-448f-a731-e83c9c02623c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.267111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4494d00-547b-448f-a731-e83c9c02623c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:05.267786 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4494d00-547b-448f-a731-e83c9c02623c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.288474 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a4494d00-547b-448f-a731-e83c9c02623c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3766944 Sep 30 08:22:05.288655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49544) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:05.295469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-954793eb-5dba-4d0c-9664-ee52879a76c5 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Request body: {'subnet': {'network_id': '38109c41-c703-4f15-9c0b-8b3b045e82e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:05.391115 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4494d00-547b-448f-a731-e83c9c02623c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event updated for resources: {'Network': ['ID=38109c41-c703-4f15-9c0b-8b3b045e82e0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:05.405580 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 38109c41-c703-4f15-9c0b-8b3b045e82e0 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:22:05.457733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954793eb-5dba-4d0c-9664-ee52879a76c5 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Made reservation on behalf of 9f41f3f3e9b14f51ad1c86461ba5c28a for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:05.465378 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-954793eb-5dba-4d0c-9664-ee52879a76c5 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.569185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 79d512eb-ac8d-4a09-aee4-38377ac25126 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:22:05.870847 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 79d512eb-ac8d-4a09-aee4-38377ac25126, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=79d512eb-ac8d-4a09-aee4-38377ac25126,segment=NetworkSegment(6277b6a0-087d-440c-8513-8832b68a6bc2),segment_id=6277b6a0-087d-440c-8513-8832b68a6bc2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:05.887015 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '79d512eb-ac8d-4a09-aee4-38377ac25126', 'network_id': '5c2ddfbd-f8bf-4e49-9c38-79891b90fda9', 'port_id': '79d512eb-ac8d-4a09-aee4-38377ac25126', 'mac_address': 'fa:16:3e:6a:b4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3e2ffb-0bed-4ab0-bd99-d1e77e7b4c8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:22:05.894333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16337bc-12d9-485f-b862-3203db8c8cd3 req-002a349e-7ff3-4960-a6d7-2ee72bea5412 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:05.899627 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e16337bc-12d9-485f-b862-3203db8c8cd3 req-002a349e-7ff3-4960-a6d7-2ee72bea5412 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.2065797 Sep 30 08:22:05.950644 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:05.969019 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d512eb-ac8d-4a09-aee4-38377ac25126 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:06.008279 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 79d512eb-ac8d-4a09-aee4-38377ac25126, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=79d512eb-ac8d-4a09-aee4-38377ac25126,segment=NetworkSegment(6277b6a0-087d-440c-8513-8832b68a6bc2),segment_id=6277b6a0-087d-440c-8513-8832b68a6bc2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:06.014405 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:06.028119 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-954793eb-5dba-4d0c-9664-ee52879a76c5 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:06.091367 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e16337bc-12d9-485f-b862-3203db8c8cd3 req-4e0d956d-ee20-4c0c-85fe-2e9fbbb11b66 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512761 Sep 30 08:22:06.119979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=79d512eb-ac8d-4a09-aee4-38377ac25126,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:06.122425 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cecf60-badc-48be-b79b-1a424c1b0700 req-75da20f0-5fae-42ab-8538-9888ef914875 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:06.124025 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-17cecf60-badc-48be-b79b-1a424c1b0700 req-75da20f0-5fae-42ab-8538-9888ef914875 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 944 time: 0.2594368 Sep 30 08:22:06.203218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954793eb-5dba-4d0c-9664-ee52879a76c5 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event updated for resources: {'Subnet': ['ID=683d54d4-db8e-41dc-a3f5-2479cba8342e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:06.211173 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-17cecf60-badc-48be-b79b-1a424c1b0700 req-c87ea0c1-69e0-4ae1-99f7-caa72e254192 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781910 Sep 30 08:22:06.212894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954793eb-5dba-4d0c-9664-ee52879a76c5 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Checking segment: {'id': 'faf2f48c-08e4-47c8-8216-a7ce9ae53ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '38109c41-c703-4f15-9c0b-8b3b045e82e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:06.213481 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954793eb-5dba-4d0c-9664-ee52879a76c5 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Network hostable DHCP agents. Network: 38109c41-c703-4f15-9c0b-8b3b045e82e0, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:22:06.274015 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d121991-3780-4b40-8fef-20ddde6ea672 req-25d6108c-01f1-4f1e-83a3-f22c30bef152 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0448091 Sep 30 08:22:06.275084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954793eb-5dba-4d0c-9664-ee52879a76c5 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Network 38109c41-c703-4f15-9c0b-8b3b045e82e0 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:22:06.299545 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-954793eb-5dba-4d0c-9664-ee52879a76c5 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 38109c41-c703-4f15-9c0b-8b3b045e82e0) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:06.321649 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa01132-fc11-400b-9cf0-e20647130dc5 None None] Network 38109c41-c703-4f15-9c0b-8b3b045e82e0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:06.327943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954793eb-5dba-4d0c-9664-ee52879a76c5 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:06.328642 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-954793eb-5dba-4d0c-9664-ee52879a76c5 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:06.374608 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-954793eb-5dba-4d0c-9664-ee52879a76c5 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0843935 Sep 30 08:22:06.378195 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49566) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:06.389941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1871443289', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:06.431327 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['79d512eb-ac8d-4a09-aee4-38377ac25126'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:06.464677 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:06.467974 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:06.559771 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:06.742538 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-13960e01-863b-4794-bd36-ffda1f58e836 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1306419 Sep 30 08:22:06.834344 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:06.864643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-38109c41-c703-4f15-9c0b-8b3b045e82e0', 'network_id': '38109c41-c703-4f15-9c0b-8b3b045e82e0', 'tenant_id': '9f41f3f3e9b14f51ad1c86461ba5c28a', 'fixed_ips': [{'subnet_id': '683d54d4-db8e-41dc-a3f5-2479cba8342e'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:22:06.865547 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:06.977967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-f9de5a4d-573e-4cc1-b48b-ea31b2caebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:06.978629 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-f9de5a4d-573e-4cc1-b48b-ea31b2caebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:06.982699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-f9de5a4d-573e-4cc1-b48b-ea31b2caebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:06.984243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-f9de5a4d-573e-4cc1-b48b-ea31b2caebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:06.985856 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-f9de5a4d-573e-4cc1-b48b-ea31b2caebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:06.986885 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-f9de5a4d-573e-4cc1-b48b-ea31b2caebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:06.987366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-f9de5a4d-573e-4cc1-b48b-ea31b2caebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:06.989769 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-f9de5a4d-573e-4cc1-b48b-ea31b2caebe4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4c9428373294d4091a65204159b0981&device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 6490 time: 0.1520972 Sep 30 08:22:07.187724 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Allocated IP 172.20.0.2 (38109c41-c703-4f15-9c0b-8b3b045e82e0/683d54d4-db8e-41dc-a3f5-2479cba8342e/3c192b63-f5b3-4f6c-81e2-0234254b7fc3) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:07.251535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-fca85640-0eaf-461e-9ac8-d8d850bde92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:07.254021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-fca85640-0eaf-461e-9ac8-d8d850bde92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:07.254525 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-fca85640-0eaf-461e-9ac8-d8d850bde92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:07.259318 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-fca85640-0eaf-461e-9ac8-d8d850bde92d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7e190e83-40df-446b-b24e-ad1892687b5c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98 HTTP/1.1" status: 200 len: 2292 time: 0.2184069 Sep 30 08:22:07.481927 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:07.491134 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:07.552150 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Network 38109c41-c703-4f15-9c0b-8b3b045e82e0 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:07.562164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:07.575472 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:07.580154 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Pushing event updated for resources: {'Port': ['ID=3c192b63-f5b3-4f6c-81e2-0234254b7fc3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:07.661792 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Attempting to bind port 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:07.662483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Attempting to bind port 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'faf2f48c-08e4-47c8-8216-a7ce9ae53ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '38109c41-c703-4f15-9c0b-8b3b045e82e0'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:07.662987 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Attempting to bind port 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 on network 38109c41-c703-4f15-9c0b-8b3b045e82e0 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:07.670011 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:07.670486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Checking segment: {'id': 'faf2f48c-08e4-47c8-8216-a7ce9ae53ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '38109c41-c703-4f15-9c0b-8b3b045e82e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:07.670800 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:07.671204 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Bound using segment: {'id': 'faf2f48c-08e4-47c8-8216-a7ce9ae53ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '38109c41-c703-4f15-9c0b-8b3b045e82e0'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:07.671772 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Bound port: 3c192b63-f5b3-4f6c-81e2-0234254b7fc3, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf2f48c-08e4-47c8-8216-a7ce9ae53ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '38109c41-c703-4f15-9c0b-8b3b045e82e0'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:07.672202 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:07.770641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] For port 3c192b63-f5b3-4f6c-81e2-0234254b7fc3, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:07.774227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] For port 3c192b63-f5b3-4f6c-81e2-0234254b7fc3, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3c192b63-f5b3-4f6c-81e2-0234254b7fc3,segment=NetworkSegment(faf2f48c-08e4-47c8-8216-a7ce9ae53ffc),segment_id=faf2f48c-08e4-47c8-8216-a7ce9ae53ffc)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:07.783189 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:07.861695 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656a7a0-e16d-4d55-b9ed-cf9ad044f92d None None] Pushing event updated for resources: {'Port': ['ID=3c192b63-f5b3-4f6c-81e2-0234254b7fc3,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:08.019570 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:08.063665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bf337-3c06-46d2-bc2d-b276952509d4 req-fab1985a-d700-46ae-8148-d5c7fe9fb916 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:08.065291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf0bf337-3c06-46d2-bc2d-b276952509d4 req-fab1985a-d700-46ae-8148-d5c7fe9fb916 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.8051133 Sep 30 08:22:08.066400 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:08.222152 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-d88aeb33-d75d-4d45-9cc2-07e995d3909f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e114320-0926-43ba-b1f9-28e959335611 HTTP/1.1" status: 200 len: 1002 time: 0.9476078 Sep 30 08:22:08.341253 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81191a-b6f0-434f-b03d-e17b7c486ac9 req-84be2116-a653-4de4-95ff-c2e70eaae893 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:08.347160 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b81191a-b6f0-434f-b03d-e17b7c486ac9 req-84be2116-a653-4de4-95ff-c2e70eaae893 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 945 time: 0.4016483 Sep 30 08:22:08.418081 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Allocated IP 172.25.0.84 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/b2bc0a6c-ef5e-451c-a8c9-57c500ea3a26) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:08.427116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-7ef674b1-028d-4a5d-8492-dcb94200bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:08.428874 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-7ef674b1-028d-4a5d-8492-dcb94200bd1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66d7fd57-be5b-44cb-9d99-854249f7b937 HTTP/1.1" status: 200 len: 851 time: 0.1700306 Sep 30 08:22:08.432684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf0bf337-3c06-46d2-bc2d-b276952509d4 req-6c392895-ea66-4d0d-94ee-6d7fa5cd9aca tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980030 Sep 30 08:22:08.519741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b81191a-b6f0-434f-b03d-e17b7c486ac9 req-5dc7167c-1416-4bf8-8e14-688739032c01 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626718 Sep 30 08:22:08.549212 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-c3a506d3-1dc2-4ff4-80b3-6f230f434b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:08.550743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-c3a506d3-1dc2-4ff4-80b3-6f230f434b16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e190e83-40df-446b-b24e-ad1892687b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074526 Sep 30 08:22:08.738680 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-73bbf506-f240-476c-832b-774596f716d9 req-a06fa21b-422b-4945-aa02-df6f8062db7b tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2456598-c69b-411b-95c5-c1203b36a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0581331 Sep 30 08:22:08.745827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:08.840705 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:08.846299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:08.847566 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:08.910955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-0a6364ae-ea14-467d-aaa2-b7f19144b539 service neutron] 10.222.0.35 "GET /v2.0/networks/7e190e83-40df-446b-b24e-ad1892687b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259003 Sep 30 08:22:08.989947 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:09.040413 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 3c192b63-f5b3-4f6c-81e2-0234254b7fc3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3c192b63-f5b3-4f6c-81e2-0234254b7fc3,segment=NetworkSegment(faf2f48c-08e4-47c8-8216-a7ce9ae53ffc),segment_id=faf2f48c-08e4-47c8-8216-a7ce9ae53ffc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:09.051701 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:09.054925 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:09.122403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:09.127110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=3c192b63-f5b3-4f6c-81e2-0234254b7fc3,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:09.146854 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:09.160091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:09.285977 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-a8f7d180-09a2-4b38-9c76-949e76bacae9 service neutron] 10.222.0.35 "GET /v2.0/networks/7e190e83-40df-446b-b24e-ad1892687b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627431 Sep 30 08:22:09.288365 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event updated for resources: {'Port': ['ID=b2bc0a6c-ef5e-451c-a8c9-57c500ea3a26,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:09.385299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-0eed8a2d-ffc8-4794-9fa2-05281a01d91b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=8fae7abe-f0d9-4096-a9fb-d45223b67966 HTTP/1.1" status: 200 len: 217 time: 0.0908666 Sep 30 08:22:09.399135 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b679f-581a-4857-89fc-b03ef8a7e5d0 None None] Network 38109c41-c703-4f15-9c0b-8b3b045e82e0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:09.476986 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-b11e48f4-4754-4950-8e6a-051e2abda386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:09.478500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-b11e48f4-4754-4950-8e6a-051e2abda386 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.0813553 Sep 30 08:22:09.605484 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 79d512eb-ac8d-4a09-aee4-38377ac25126 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:09.654733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d63bd907-581b-48b4-bd06-18f73330e3e6 None None] Provisioning complete for port 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:09.655107 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d63bd907-581b-48b4-bd06-18f73330e3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:09.711479 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:09.741706 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 79d512eb-ac8d-4a09-aee4-38377ac25126 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:22:09.751458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 79d512eb-ac8d-4a09-aee4-38377ac25126 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:09.752149 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:09.905783 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:09.939818 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946df9f-adb7-46a4-84e2-e11b992d208a req-20a8da6d-e4f9-455c-bd45-9b1fc1123731 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:09.941991 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e946df9f-adb7-46a4-84e2-e11b992d208a req-20a8da6d-e4f9-455c-bd45-9b1fc1123731 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.2568982 Sep 30 08:22:09.961745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240874a-8293-4628-80d9-52dde47646c6 req-615258b0-26b8-4a23-bfbb-a2ff8b0342fd tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:09.963571 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e240874a-8293-4628-80d9-52dde47646c6 req-615258b0-26b8-4a23-bfbb-a2ff8b0342fd tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 945 time: 0.2395201 Sep 30 08:22:09.968354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-89544133-407b-408e-b9bd-b0168ba2881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:09.969930 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-89544133-407b-408e-b9bd-b0168ba2881c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2937472 Sep 30 08:22:09.977465 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70346c0-cd8a-4714-b64a-3f67c7311439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d512eb-ac8d-4a09-aee4-38377ac25126'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:09.981234 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c133f9ad-0dea-479d-81fa-3c9af4783c96" -d '{"events": [{"server_uuid": "d70346c0-cd8a-4714-b64a-3f67c7311439", "name": "network-vif-plugged", "status": "completed", "tag": "79d512eb-ac8d-4a09-aee4-38377ac25126"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:10.018893 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 79d512eb-ac8d-4a09-aee4-38377ac25126, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=79d512eb-ac8d-4a09-aee4-38377ac25126,segment=NetworkSegment(6277b6a0-087d-440c-8513-8832b68a6bc2),segment_id=6277b6a0-087d-440c-8513-8832b68a6bc2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:10.049162 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.166993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=79d512eb-ac8d-4a09-aee4-38377ac25126,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:10.184743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-c87b18a9-167a-4a7a-a711-a2969f7c6aa0 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884573 Sep 30 08:22:10.212779 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.220411 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-66c9129a-05d7-4288-9dfd-93941a3d6fa7 None None] Provisioning complete for port 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:10.221052 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66c9129a-05d7-4288-9dfd-93941a3d6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.256871 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e946df9f-adb7-46a4-84e2-e11b992d208a req-d0bb5e1a-2d36-490b-9bdb-9faab164a85d tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035886 Sep 30 08:22:10.298648 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e240874a-8293-4628-80d9-52dde47646c6 req-3cbb7578-391f-4cfe-9819-10cd8460ee9e tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210375 Sep 30 08:22:10.387722 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa5dfa1-9987-47f4-8599-f2fb53457fda x-openstack-request-id: req-7fa5dfa1-9987-47f4-8599-f2fb53457fda {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:10.388142 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70346c0-cd8a-4714-b64a-3f67c7311439", "name": "network-vif-plugged", "status": "completed", "tag": "79d512eb-ac8d-4a09-aee4-38377ac25126", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:10.388269 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fa5dfa1-9987-47f4-8599-f2fb53457fda {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:10.388666 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70346c0-cd8a-4714-b64a-3f67c7311439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d512eb-ac8d-4a09-aee4-38377ac25126', 'code': 200} Sep 30 08:22:10.426301 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49600) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:10.504094 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-6ace8466-d2f8-4c74-99ec-ecfe1e26d3da service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671683 Sep 30 08:22:10.585710 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8d648c6-9d66-4b9f-b2de-051465e1f45e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.628213 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8d648c6-9d66-4b9f-b2de-051465e1f45e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.629832 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-028285fa-983e-457e-b7eb-f194869feb30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=461d17f8-573a-4b8b-87f2-7f5b41d2b79e HTTP/1.1" status: 200 len: 217 time: 0.1149154 Sep 30 08:22:10.667819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4ec46-cc2d-42cb-9670-0d3ab1e4871d req-9fc87bf4-92b0-4905-86f1-e420cf633473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:10.669840 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7ab4ec46-cc2d-42cb-9670-0d3ab1e4871d req-9fc87bf4-92b0-4905-86f1-e420cf633473 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 1097 time: 0.2144282 Sep 30 08:22:10.693820 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:10.717556 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8d648c6-9d66-4b9f-b2de-051465e1f45e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.720764 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8d648c6-9d66-4b9f-b2de-051465e1f45e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.721921 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f8d648c6-9d66-4b9f-b2de-051465e1f45e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "DELETE /v2.0/security-groups/7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c HTTP/1.1" status: 204 len: 168 time: 0.2936912 Sep 30 08:22:10.727717 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.738407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49610) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:10.738607 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7ab4ec46-cc2d-42cb-9670-0d3ab1e4871d req-3b456796-2fe7-4f8f-a1b8-c8e8b0c3b520 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597196 Sep 30 08:22:10.738607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d648c6-9d66-4b9f-b2de-051465e1f45e tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:10.800552 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-3b2abc6a-17a5-4d2e-972e-7727a11bb27b tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] show failed (client error): The resource could not be found. Sep 30 08:22:10.801601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:10.802067 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:10.802478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3b2abc6a-17a5-4d2e-972e-7727a11bb27b tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "GET /v2.0/security-groups/7f32ecb8-1c1c-4ac5-98bf-7f6be4dad52c HTTP/1.1" status: 404 len: 347 time: 0.0671375 Sep 30 08:22:10.805473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49614) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:10.806373 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-4aa60c10-b546-49bb-834b-5ccd7ebc1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:10.808002 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-4aa60c10-b546-49bb-834b-5ccd7ebc1297 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.1616940 Sep 30 08:22:10.898563 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49616) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:11.015732 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-54074c58-6e80-4f5e-8067-6c55e6d3570d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Deleting port b933af45-191e-4b56-83b3-4086310d7b60 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:11.017515 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54074c58-6e80-4f5e-8067-6c55e6d3570d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:11.087098 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Router 40b75a71-8213-4c81-b275-284da36a8ed8 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:22:11.142750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f24c9d6-fc05-48af-9adb-564e1ab0e83b tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:11.143234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f24c9d6-fc05-48af-9adb-564e1ab0e83b tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:11.143702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f24c9d6-fc05-48af-9adb-564e1ab0e83b tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:11.145414 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2f24c9d6-fc05-48af-9adb-564e1ab0e83b tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=9daaa44a24a845718835a5f7ca967795&network_id=2853f78c-258b-44eb-b2b6-ea7b0afde7f3 HTTP/1.1" status: 200 len: 2970 time: 0.2452259 Sep 30 08:22:11.154932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-38a29480-3310-4d6b-8cce-c38d8e7562a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:11.156456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-38a29480-3310-4d6b-8cce-c38d8e7562a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1497576 Sep 30 08:22:11.181147 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54074c58-6e80-4f5e-8067-6c55e6d3570d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:11.182617 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54074c58-6e80-4f5e-8067-6c55e6d3570d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:11.202487 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-54074c58-6e80-4f5e-8067-6c55e6d3570d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Calling delete_port for b933af45-191e-4b56-83b3-4086310d7b60 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:11.460411 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54074c58-6e80-4f5e-8067-6c55e6d3570d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:11.520522 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54074c58-6e80-4f5e-8067-6c55e6d3570d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event deleted for resources: {'Port': ['ID=b933af45-191e-4b56-83b3-4086310d7b60,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:11.610019 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54074c58-6e80-4f5e-8067-6c55e6d3570d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:11.613213 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54074c58-6e80-4f5e-8067-6c55e6d3570d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:11.614665 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-54074c58-6e80-4f5e-8067-6c55e6d3570d tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "DELETE /v2.0/floatingips/bf4a5258-8047-47ca-868b-b9ffd7087aa6 HTTP/1.1" status: 204 len: 168 time: 0.8081887 Sep 30 08:22:11.620734 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:11.768058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-eab5e5e9-c646-4e61-b034-6a997b7febe6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Deleting port f0f3ccad-dbbd-4b38-b65a-93a3ef827cee {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:11.768395 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eab5e5e9-c646-4e61-b034-6a997b7febe6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:11.841062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3649718-8b57-4047-927c-f275aee93e70 req-6d0b0cae-f9db-4e68-a819-a30d7cc1d157 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:11.842234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3649718-8b57-4047-927c-f275aee93e70 req-6d0b0cae-f9db-4e68-a819-a30d7cc1d157 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.2250221 Sep 30 08:22:11.860869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df4442-029d-4b5e-9680-ebba2094eb6b req-ae314202-4520-4eda-8c53-e25a04f99dc6 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:11.862391 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7df4442-029d-4b5e-9680-ebba2094eb6b req-ae314202-4520-4eda-8c53-e25a04f99dc6 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 946 time: 0.2711940 Sep 30 08:22:11.912289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-e8ce98ec-cdb7-4270-969c-9cb2121f7bb4 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052962 Sep 30 08:22:11.943451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:11.959944 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd8282-5468-4dae-b9c2-891ac37664d1 None None] Sync routers for ids ['40b75a71-8213-4c81-b275-284da36a8ed8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:11.975201 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dd8282-5468-4dae-b9c2-891ac37664d1 None None] Routers {'40b75a71-8213-4c81-b275-284da36a8ed8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:11.976391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-93dd8282-5468-4dae-b9c2-891ac37664d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['40b75a71-8213-4c81-b275-284da36a8ed8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:12.003946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3649718-8b57-4047-927c-f275aee93e70 req-63906579-d81d-40be-9574-b447f3c6996b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368852 Sep 30 08:22:12.020813 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7df4442-029d-4b5e-9680-ebba2094eb6b req-dccc0bf1-c4ad-464d-b3ff-01765953d2e9 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109459 Sep 30 08:22:12.057385 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:12.057385 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-238afb61-1313-4089-9619-3330497ad128 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.6729820 Sep 30 08:22:12.060095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49642) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:12.071621 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eab5e5e9-c646-4e61-b034-6a997b7febe6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:12.078076 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-93dd8282-5468-4dae-b9c2-891ac37664d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:12.110230 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-017c24a8-f04f-49b6-9f9c-4df6d125fd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:12.114632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-4aeeb915-32ef-49f7-888f-76208a426806 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941895 Sep 30 08:22:12.122835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dd8282-5468-4dae-b9c2-891ac37664d1 None None] Routers {'40b75a71-8213-4c81-b275-284da36a8ed8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:12.123051 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-eab5e5e9-c646-4e61-b034-6a997b7febe6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Calling delete_port for f0f3ccad-dbbd-4b38-b65a-93a3ef827cee owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:12.124229 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-93dd8282-5468-4dae-b9c2-891ac37664d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:21:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['40b75a71-8213-4c81-b275-284da36a8ed8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:12.163047 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-116b5b53-13a3-4bf1-a8c7-f208fdd38e1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=fba29b8d-c114-4900-9adf-238fdb2fb410 HTTP/1.1" status: 200 len: 217 time: 0.0404005 Sep 30 08:22:12.178938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-93dd8282-5468-4dae-b9c2-891ac37664d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:12.179834 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd8282-5468-4dae-b9c2-891ac37664d1 None None] The sync data for ids ['40b75a71-8213-4c81-b275-284da36a8ed8'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:12.233305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-49ee3e2f-daec-44af-8c8a-59ffe3edb424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:12.235230 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-49ee3e2f-daec-44af-8c8a-59ffe3edb424 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.0647440 Sep 30 08:22:12.340886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-1dbce692-592f-4f9d-85ba-81e761b5edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:12.342640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-1dbce692-592f-4f9d-85ba-81e761b5edfb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0998833 Sep 30 08:22:12.460341 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eab5e5e9-c646-4e61-b034-6a997b7febe6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:12.526866 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-bc35484b-b024-46a8-bde7-777a44ed30f7 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741092 Sep 30 08:22:12.539181 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5e5e9-c646-4e61-b034-6a997b7febe6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event deleted for resources: {'Port': ['ID=f0f3ccad-dbbd-4b38-b65a-93a3ef827cee,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:12.630930 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eab5e5e9-c646-4e61-b034-6a997b7febe6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:12.637192 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-eab5e5e9-c646-4e61-b034-6a997b7febe6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "DELETE /v2.0/ports/f0f3ccad-dbbd-4b38-b65a-93a3ef827cee HTTP/1.1" status: 204 len: 168 time: 1.0152142 Sep 30 08:22:12.639871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49644) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:12.712782 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-c3fadefb-f536-4fa4-80b5-dca81af33c7e service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545572 Sep 30 08:22:12.767735 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-712ea6f8-8700-47e5-87f0-1edb72da7c90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=15a53876-fc9c-4d22-922c-19f775e34774 HTTP/1.1" status: 200 len: 217 time: 0.0443773 Sep 30 08:22:12.838949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-9f2d240a-47d7-43d2-901d-cb91aa8bc5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:12.840396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-9f2d240a-47d7-43d2-901d-cb91aa8bc5e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.0655317 Sep 30 08:22:12.871760 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Deleting port d2a04c48-1016-4204-91b9-76cc35da608f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:12.872413 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:12.922244 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-18a46dd8-a71b-4325-b1b9-8f6d42da8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:12.924897 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-18a46dd8-a71b-4325-b1b9-8f6d42da8bb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0726600 Sep 30 08:22:13.043557 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:13.205160 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:13.307364 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-4fdf9d49-f1b0-40a7-98ca-09a90135fd83 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740160 Sep 30 08:22:13.315536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Calling delete_port for d2a04c48-1016-4204-91b9-76cc35da608f owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:13.418187 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20d72f-cd4e-4489-a437-df7d0a8f2a9b req-cea63fce-972d-4aca-b75b-0d98dc059b50 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:13.421088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b20d72f-cd4e-4489-a437-df7d0a8f2a9b req-cea63fce-972d-4aca-b75b-0d98dc059b50 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.2132678 Sep 30 08:22:13.434898 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32296f16-6731-45f6-9fcd-ec5776638f28 req-f28b0b82-9a73-4b3b-aabd-ac75362ad03e tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:13.437162 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32296f16-6731-45f6-9fcd-ec5776638f28 req-f28b0b82-9a73-4b3b-aabd-ac75362ad03e tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 946 time: 0.2278864 Sep 30 08:22:13.555515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32296f16-6731-45f6-9fcd-ec5776638f28 req-177e9934-93a8-4ca7-bf39-bd352c4df76b tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820038 Sep 30 08:22:13.582319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-1e299749-9ede-42c1-9018-1f92e52127a0 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361157 Sep 30 08:22:13.585903 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b20d72f-cd4e-4489-a437-df7d0a8f2a9b req-ab0768bf-7ff5-42c2-a532-1ac6c6c02968 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474466 Sep 30 08:22:13.732657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-24713b59-73cc-40ff-93ee-39a6cfda2c5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=07bbc016-1456-47b7-8f6c-736533ad6b71 HTTP/1.1" status: 200 len: 217 time: 0.1418452 Sep 30 08:22:13.867377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:13.868467 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-628b8b34-80c0-46b0-9ba4-55be19a7cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:13.872936 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-628b8b34-80c0-46b0-9ba4-55be19a7cea0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a717074-20be-43db-92fd-460ccea803fc HTTP/1.1" status: 200 len: 797 time: 0.1307993 Sep 30 08:22:13.989521 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-3c328650-ec8a-48b0-b568-c9a8192b7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:13.993985 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-3c328650-ec8a-48b0-b568-c9a8192b7e02 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1131186 Sep 30 08:22:14.069441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event deleted for resources: {'Port': ['ID=d2a04c48-1016-4204-91b9-76cc35da608f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:14.094568 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:14.102058 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "DELETE /v2.0/ports/d2a04c48-1016-4204-91b9-76cc35da608f HTTP/1.1" status: 204 len: 168 time: 1.4591591 Sep 30 08:22:14.106525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:14.108858 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.109326 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.109767 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.110223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.110659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.111160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.111586 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.125932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.128691 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.129304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.129749 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.130195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f782804c-b5bc-4cab-a930-024b1d0ce50f tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:14.244696 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Allocated IP 172.20.0.1 (38109c41-c703-4f15-9c0b-8b3b045e82e0/683d54d4-db8e-41dc-a3f5-2479cba8342e/870c8143-dbcb-4177-bc07-a90d595d6ae8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:14.284926 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-b2c4b55e-bdb0-45f5-b7c5-d66f04b9da47 service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830319 Sep 30 08:22:14.361271 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2305de-6943-46a7-9c0e-66e6cb746293 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Deleting subnet 8e7708e0-b666-41ba-91d3-88457521fad1 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:22:14.382847 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e2305de-6943-46a7-9c0e-66e6cb746293 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:14.554828 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-9286f1e6-1373-4141-98cd-7534ac317e4f service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458947 Sep 30 08:22:14.596419 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e2305de-6943-46a7-9c0e-66e6cb746293 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:14.654553 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-a8c476d1-013c-4d77-b401-cb4a0f55bc67 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9522420-7df6-4954-a2ef-17f1cb2925d5 HTTP/1.1" status: 200 len: 217 time: 0.0987659 Sep 30 08:22:14.747783 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-b622213b-8b79-4c69-98d8-051a4b2f6c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:14.749494 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-b622213b-8b79-4c69-98d8-051a4b2f6c02 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a717074-20be-43db-92fd-460ccea803fc HTTP/1.1" status: 200 len: 797 time: 0.0878406 Sep 30 08:22:14.766114 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01568a80-b655-4afc-8a0d-373278fb404c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:14.805197 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:14.831855 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e2305de-6943-46a7-9c0e-66e6cb746293 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:14.890243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304280-4a5b-477d-a91d-940921663a7c req-c67f16e0-d6d6-4796-add9-1ba9d4fec376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:14.891539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-c67f16e0-d6d6-4796-add9-1ba9d4fec376 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1323283 Sep 30 08:22:14.896514 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:14.904398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d2337-9d76-4c71-a08a-525a74b0a5d3 req-6e42d162-bd32-4b55-be9b-d3fd554cf7f6 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:14.907575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-685d2337-9d76-4c71-a08a-525a74b0a5d3 req-6e42d162-bd32-4b55-be9b-d3fd554cf7f6 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.1101315 Sep 30 08:22:15.024451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-685d2337-9d76-4c71-a08a-525a74b0a5d3 req-26edd2e3-5228-4d96-9292-a8aa94551b67 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059761 Sep 30 08:22:15.075563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-aa1f1315-3ca0-44d1-802d-b709deaf4dd7 service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669204 Sep 30 08:22:15.292405 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e304280-4a5b-477d-a91d-940921663a7c req-ea3fd0ba-dc3e-4fae-b6ee-0af2af0d41cb service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080765 Sep 30 08:22:15.310199 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e2305de-6943-46a7-9c0e-66e6cb746293 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.319004 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.333170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Network 38109c41-c703-4f15-9c0b-8b3b045e82e0 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:15.368542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49742) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:15.382584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event updated for resources: {'Port': ['ID=870c8143-dbcb-4177-bc07-a90d595d6ae8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:15.408678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:15.431568 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:15.440617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2305de-6943-46a7-9c0e-66e6cb746293 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7708e0-b666-41ba-91d3-88457521fad1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:15.449445 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc47e98a-9eec-4585-9cbe-89328855defc tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:15.450532 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e2305de-6943-46a7-9c0e-66e6cb746293 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.452058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c2b95d-1601-46d8-be59-24f562dcdc9b None None] Network cdf3ff55-47c0-47f2-a48c-eac76f72cbcd requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:15.452469 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dc47e98a-9eec-4585-9cbe-89328855defc tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 814 time: 0.0808327 Sep 30 08:22:15.458684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49744) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:15.462291 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2e2305de-6943-46a7-9c0e-66e6cb746293 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "DELETE /v2.0/subnets/8e7708e0-b666-41ba-91d3-88457521fad1 HTTP/1.1" status: 204 len: 168 time: 1.3238742 Sep 30 08:22:15.565230 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.605460 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Deleting subnet b9f074e0-6593-45f0-b080-f30260a26f67 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:22:15.612676 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.693406 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.793840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-77c8de93-3eb9-4de0-87ae-c50b35b28ea0 None None] Provisioning complete for port 870c8143-dbcb-4177-bc07-a90d595d6ae8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:15.796403 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77c8de93-3eb9-4de0-87ae-c50b35b28ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.873760 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.876320 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-77c8de93-3eb9-4de0-87ae-c50b35b28ea0 None None] Port 870c8143-dbcb-4177-bc07-a90d595d6ae8 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:22:15.896454 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:15.943165 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.009152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] DHCP port deletion for cdf3ff55-47c0-47f2-a48c-eac76f72cbcd request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:22:16.114865 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.211251 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f074e0-6593-45f0-b080-f30260a26f67,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:16.230547 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.232953 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "DELETE /v2.0/subnets/b9f074e0-6593-45f0-b080-f30260a26f67 HTTP/1.1" status: 204 len: 168 time: 0.7728422 Sep 30 08:22:16.240336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49754) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:16.256676 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f938597a-94c5-4da2-9a21-401f5d229bf8 None None] Network b90b784a-548c-41b5-91c7-a8e317195f01 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:16.343606 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.352564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:16.353170 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:16.354201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:16.354731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:16.355373 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:16.356114 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:16.356651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:16.357158 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:16.357649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:16.358128 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:16.358606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:16.359072 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952b76-7221-4921-8b61-fd46f35165f6 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:16.393182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b745d0-cb28-4f81-ac43-dfc995916af4 req-a15dad5f-96c5-4eda-a0fa-c9e50711446d tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:16.402774 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4b745d0-cb28-4f81-ac43-dfc995916af4 req-a15dad5f-96c5-4eda-a0fa-c9e50711446d tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.2058289 Sep 30 08:22:16.598113 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4b745d0-cb28-4f81-ac43-dfc995916af4 req-e64a20ce-97e1-4f8e-b9d5-e4a0e964787e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522865 Sep 30 08:22:16.655847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49760) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:16.669801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Deleting port 2cf7af4e-41fd-438e-9fa9-33319caeaff7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:16.670633 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.674864 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d1ea6824-fd51-495f-b1d9-e907e0c57a66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'network': {'name': 'tempest-network-smoke--1865154633', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:16.736503 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2cf7af4e-41fd-438e-9fa9-33319caeaff7 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:16.804559 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ea6824-fd51-495f-b1d9-e907e0c57a66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Made reservation on behalf of 9daaa44a24a845718835a5f7ca967795 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:16.812804 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1ea6824-fd51-495f-b1d9-e907e0c57a66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.817973 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] For port 2cf7af4e-41fd-438e-9fa9-33319caeaff7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2cf7af4e-41fd-438e-9fa9-33319caeaff7,segment=NetworkSegment(35d10bf9-50e0-48f9-bc43-64d5f75dff9e),segment_id=35d10bf9-50e0-48f9-bc43-64d5f75dff9e)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:16.819534 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.866288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Calling delete_port for 2cf7af4e-41fd-438e-9fa9-33319caeaff7 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:16.884555 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ea6824-fd51-495f-b1d9-e907e0c57a66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:22:16.901414 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.911885 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1ea6824-fd51-495f-b1d9-e907e0c57a66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.912653 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-d1ea6824-fd51-495f-b1d9-e907e0c57a66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Added segment e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0 of type vlan for network 07006834-4a01-4897-a801-d3f38254b19a Sep 30 08:22:16.917169 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Deleting port 2cf7af4e-41fd-438e-9fa9-33319caeaff7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:16.918759 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:16.925209 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.062180 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.078208 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d45e2d-2d63-4c86-b693-626642c56812 None None] DHCP port deletion for b90b784a-548c-41b5-91c7-a8e317195f01 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:22:17.183241 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.186280 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:22:17.212528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] For port 2cf7af4e-41fd-438e-9fa9-33319caeaff7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2cf7af4e-41fd-438e-9fa9-33319caeaff7,segment=NetworkSegment(35d10bf9-50e0-48f9-bc43-64d5f75dff9e),segment_id=35d10bf9-50e0-48f9-bc43-64d5f75dff9e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:17.216642 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.237170 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.250451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event deleted for resources: {'Port': ['ID=2cf7af4e-41fd-438e-9fa9-33319caeaff7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:17.257683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] No DVR routers for this DVR port 2cf7af4e-41fd-438e-9fa9-33319caeaff7 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:17.306471 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Calling delete_port for 2cf7af4e-41fd-438e-9fa9-33319caeaff7 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:17.371845 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1ea6824-fd51-495f-b1d9-e907e0c57a66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.398079 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event updated for resources: {'Port': ['ID=870c8143-dbcb-4177-bc07-a90d595d6ae8,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:17.455211 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1ea6824-fd51-495f-b1d9-e907e0c57a66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.479945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ea6824-fd51-495f-b1d9-e907e0c57a66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:17.480770 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1ea6824-fd51-495f-b1d9-e907e0c57a66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.526651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Network 38109c41-c703-4f15-9c0b-8b3b045e82e0 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:17.552222 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d1ea6824-fd51-495f-b1d9-e907e0c57a66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8890190 Sep 30 08:22:17.553299 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49764) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:17.574601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-32d45e2d-2d63-4c86-b693-626642c56812 None None] Deleting port a3940bd3-d492-418b-b3b7-c88970a2c18d {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:17.577122 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32d45e2d-2d63-4c86-b693-626642c56812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.600098 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.609591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:17.678555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf3ff55-47c0-47f2-a48c-eac76f72cbcd']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:17.735857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d10bf9-50e0-48f9-bc43-64d5f75dff9e') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:17.739438 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d10bf9-50e0-48f9-bc43-64d5f75dff9e') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:17.787811 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.870901 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.883519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:22:17.883986 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:22:17.893394 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:22:17.898926 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:17.924319 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de16f4-8c8b-44dc-b1ff-493bce0d3574 req-40143a9e-7bbc-40c7-97cb-922780edef81 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:17.934905 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5de16f4-8c8b-44dc-b1ff-493bce0d3574 req-40143a9e-7bbc-40c7-97cb-922780edef81 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.0926163 Sep 30 08:22:17.960474 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-32d45e2d-2d63-4c86-b693-626642c56812 None None] For port a3940bd3-d492-418b-b3b7-c88970a2c18d, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a3940bd3-d492-418b-b3b7-c88970a2c18d,segment=NetworkSegment(a291ee3b-feda-475f-bd6f-762c54d3c8da),segment_id=a291ee3b-feda-475f-bd6f-762c54d3c8da)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:17.963521 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32d45e2d-2d63-4c86-b693-626642c56812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:18.013966 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-32d45e2d-2d63-4c86-b693-626642c56812 None None] Calling delete_port for a3940bd3-d492-418b-b3b7-c88970a2c18d owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:18.041449 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:18.089619 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:18.126877 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:18.132345 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "DELETE /v2.0/networks/cdf3ff55-47c0-47f2-a48c-eac76f72cbcd HTTP/1.1" status: 204 len: 168 time: 1.8890123 Sep 30 08:22:18.156003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:18.181702 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Pushing event deleted for resources: {'Port': ['ID=2cf7af4e-41fd-438e-9fa9-33319caeaff7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:18.184145 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea6824-fd51-495f-b1d9-e907e0c57a66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Network': ['ID=07006834-4a01-4897-a801-d3f38254b19a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:18.199463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede03f2-32f8-4705-a3e6-d6258df73cd2 tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event deleted for resources: {'Network': ['ID=cdf3ff55-47c0-47f2-a48c-eac76f72cbcd,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:18.214996 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 07006834-4a01-4897-a801-d3f38254b19a details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:22:18.215343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6383f3f3-8c31-4716-8028-af3e5ce4e016 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:18.216863 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6383f3f3-8c31-4716-8028-af3e5ce4e016 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9daaa44a24a845718835a5f7ca967795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.6117702 Sep 30 08:22:18.220738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49776) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:18.234905 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5de16f4-8c8b-44dc-b1ff-493bce0d3574 req-07a469b5-1f93-4767-b961-cfbb02f7ed8e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2994153 Sep 30 08:22:18.266590 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] No DVR routers for this DVR port 2cf7af4e-41fd-438e-9fa9-33319caeaff7 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:18.314944 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:18.315668 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:18.316319 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:18.316882 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:18.317439 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:18.318044 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:18.318585 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:18.319150 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:18.319714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:18.320491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:18.321045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:18.321716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe32191-490e-4991-a5b5-257aade42e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:22:18.422922 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:18.616196 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4165dfe4-4ffa-4deb-9e68-1396c84e975e None None] Provisioning complete for port 870c8143-dbcb-4177-bc07-a90d595d6ae8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:18.616701 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4165dfe4-4ffa-4deb-9e68-1396c84e975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:18.662202 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4165dfe4-4ffa-4deb-9e68-1396c84e975e None None] Port 870c8143-dbcb-4177-bc07-a90d595d6ae8 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:22:18.709003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Router 40b75a71-8213-4c81-b275-284da36a8ed8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:22:18.712268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9096f4-3e88-43f9-9a9b-9f11dece4a79 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:18.712718 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5d9096f4-3e88-43f9-9a9b-9f11dece4a79 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4896362 Sep 30 08:22:18.716327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49778) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:18.759379 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32d45e2d-2d63-4c86-b693-626642c56812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:18.792966 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d45e2d-2d63-4c86-b693-626642c56812 None None] No DVR routers for this DVR port a3940bd3-d492-418b-b3b7-c88970a2c18d on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:18.797282 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-02faec56-daf9-49f8-b3e9-b18f24cb75e4 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796967 Sep 30 08:22:18.800553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49782) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:18.847220 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a3940bd3-d492-418b-b3b7-c88970a2c18d no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:18.853135 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d45e2d-2d63-4c86-b693-626642c56812 None None] Pushing event deleted for resources: {'Port': ['ID=a3940bd3-d492-418b-b3b7-c88970a2c18d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:18.910275 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8bd915bc-0f9a-4338-b712-d6ae4c7ef6d4 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9daaa44a24a845718835a5f7ca967795&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1086597 Sep 30 08:22:18.913233 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: a3940bd3-d492-418b-b3b7-c88970a2c18d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:18.913423 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49786) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:18.916953 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a3940bd3-d492-418b-b3b7-c88970a2c18d not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:18.996295 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:19.010515 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0e8976b0-f2b0-4942-bd18-fb7dfa2124ed tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] 10.222.0.24 "PUT /v2.0/routers/40b75a71-8213-4c81-b275-284da36a8ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9489396 Sep 30 08:22:19.017523 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49788) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:19.020897 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdc84cb-a4ef-48df-a2fc-76848cfe761c None None] Sync routers for ids ['40b75a71-8213-4c81-b275-284da36a8ed8'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:19.034545 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a9185848-5ac3-46ce-aca7-03ce56049c11 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Request body: {'port': {'network_id': '38109c41-c703-4f15-9c0b-8b3b045e82e0', 'name': 'tempest-FloatingIPAdminTestJSON-1910650009'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:19.036417 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdc84cb-a4ef-48df-a2fc-76848cfe761c None None] Routers {'40b75a71-8213-4c81-b275-284da36a8ed8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:19.039128 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3fdc84cb-a4ef-48df-a2fc-76848cfe761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:22:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['40b75a71-8213-4c81-b275-284da36a8ed8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:19.046365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Deleting port a3940bd3-d492-418b-b3b7-c88970a2c18d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:19.047729 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.084191 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3fdc84cb-a4ef-48df-a2fc-76848cfe761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:19.097029 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdc84cb-a4ef-48df-a2fc-76848cfe761c None None] Routers {'40b75a71-8213-4c81-b275-284da36a8ed8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:19.098412 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3fdc84cb-a4ef-48df-a2fc-76848cfe761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:22:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['40b75a71-8213-4c81-b275-284da36a8ed8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:19.139101 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3fdc84cb-a4ef-48df-a2fc-76848cfe761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:19.140075 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdc84cb-a4ef-48df-a2fc-76848cfe761c None None] The sync data for ids ['40b75a71-8213-4c81-b275-284da36a8ed8'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:19.208969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] For port a3940bd3-d492-418b-b3b7-c88970a2c18d, host n-d-807359-2, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:19.209556 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.226889 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Calling delete_port for a3940bd3-d492-418b-b3b7-c88970a2c18d owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:19.230569 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Port a3940bd3-d492-418b-b3b7-c88970a2c18d was not found and therefore no delete operation was performed {{(pid=94838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:22:19.232114 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.252193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] No DVR routers for this DVR port a3940bd3-d492-418b-b3b7-c88970a2c18d on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:19.283306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event deleted for resources: {'Port': ['ID=a3940bd3-d492-418b-b3b7-c88970a2c18d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:19.314884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd28638-f453-4ad0-9a02-627981134fa5 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:19.316735 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1fd28638-f453-4ad0-9a02-627981134fa5 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4023960 Sep 30 08:22:19.322651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49794) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:19.432789 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7925e3bf-c8a3-43aa-b1df-ea36b88c5f93 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1036773 Sep 30 08:22:19.437577 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49796) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:19.465195 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.471871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5ea14114-de07-4a3b-9be9-e00d30481025 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-33058900', 'network_id': '07006834-4a01-4897-a801-d3f38254b19a', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:19.519437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329e733-4c12-47eb-87e6-b07508c083fd req-428024a7-8e33-4f4a-af7a-271868380d4f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:19.536401 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7329e733-4c12-47eb-87e6-b07508c083fd req-428024a7-8e33-4f4a-af7a-271868380d4f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.1009996 Sep 30 08:22:19.536683 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90b784a-548c-41b5-91c7-a8e317195f01']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:19.575617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9185848-5ac3-46ce-aca7-03ce56049c11 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Made reservation on behalf of 9f41f3f3e9b14f51ad1c86461ba5c28a for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:19.582427 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a291ee3b-feda-475f-bd6f-762c54d3c8da') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:19.582427 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a291ee3b-feda-475f-bd6f-762c54d3c8da') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:19.583687 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a9185848-5ac3-46ce-aca7-03ce56049c11 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.610225 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.633331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-a9185848-5ac3-46ce-aca7-03ce56049c11 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] device_id is not set on port f92c3ac0-2b46-435e-88f6-860b77fa3a6c yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:22:19.649511 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7329e733-4c12-47eb-87e6-b07508c083fd req-9aa6cd5d-7f2f-4e39-8d80-11bcfe9f5661 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207786 Sep 30 08:22:19.660403 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.673234 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:22:19.673719 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:22:19.677429 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:22:19.709001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea14114-de07-4a3b-9be9-e00d30481025 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Made reservation on behalf of 9daaa44a24a845718835a5f7ca967795 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:19.715234 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ea14114-de07-4a3b-9be9-e00d30481025 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.817203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.834079 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:19.839960 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] 10.222.0.24 "DELETE /v2.0/networks/b90b784a-548c-41b5-91c7-a8e317195f01 HTTP/1.1" status: 204 len: 168 time: 1.6823909 Sep 30 08:22:19.853309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-a9185848-5ac3-46ce-aca7-03ce56049c11 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Allocated IP 172.20.0.13 (38109c41-c703-4f15-9c0b-8b3b045e82e0/683d54d4-db8e-41dc-a3f5-2479cba8342e/f92c3ac0-2b46-435e-88f6-860b77fa3a6c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:19.943305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e403c9d-81ce-45bc-863e-8a53caf571ca tempest-TaggedBootDevicesTest_v242-509786411 tempest-TaggedBootDevicesTest_v242-509786411-project] Pushing event deleted for resources: {'Network': ['ID=b90b784a-548c-41b5-91c7-a8e317195f01,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:20.308361 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a9185848-5ac3-46ce-aca7-03ce56049c11 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:20.382966 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a9185848-5ac3-46ce-aca7-03ce56049c11 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:20.450989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9185848-5ac3-46ce-aca7-03ce56049c11 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Network 38109c41-c703-4f15-9c0b-8b3b045e82e0 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:20.452231 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ea14114-de07-4a3b-9be9-e00d30481025 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:20.475886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a9185848-5ac3-46ce-aca7-03ce56049c11 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:20.481063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9185848-5ac3-46ce-aca7-03ce56049c11 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:20.596633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9185848-5ac3-46ce-aca7-03ce56049c11 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event updated for resources: {'Port': ['ID=f92c3ac0-2b46-435e-88f6-860b77fa3a6c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:20.639378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea14114-de07-4a3b-9be9-e00d30481025 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Subnet': ['ID=8b34c309-4af0-4faf-985f-1ba65402dae4,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:20.660146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9185848-5ac3-46ce-aca7-03ce56049c11 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:20.664076 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a9185848-5ac3-46ce-aca7-03ce56049c11 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:20.688770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea14114-de07-4a3b-9be9-e00d30481025 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Checking segment: {'id': 'e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '07006834-4a01-4897-a801-d3f38254b19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:20.690149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea14114-de07-4a3b-9be9-e00d30481025 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network hostable DHCP agents. Network: 07006834-4a01-4897-a801-d3f38254b19a, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:22:20.714103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49816) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:20.717217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a9185848-5ac3-46ce-aca7-03ce56049c11 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6985118 Sep 30 08:22:20.764544 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea14114-de07-4a3b-9be9-e00d30481025 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network 07006834-4a01-4897-a801-d3f38254b19a is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:22:20.784825 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5ea14114-de07-4a3b-9be9-e00d30481025 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 07006834-4a01-4897-a801-d3f38254b19a) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:20.793002 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea14114-de07-4a3b-9be9-e00d30481025 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:20.793843 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ea14114-de07-4a3b-9be9-e00d30481025 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:20.802390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc949e7b-578c-441e-b8e9-7c8c23ec0187 None None] Network 07006834-4a01-4897-a801-d3f38254b19a requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:20.826372 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5ea14114-de07-4a3b-9be9-e00d30481025 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.3583021 Sep 30 08:22:20.955256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17307ac9-e82a-4732-b6a9-77ef8ad2200a req-87dc88e9-a812-4e64-aa23-e6d26b029083 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:20.977706 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-17307ac9-e82a-4732-b6a9-77ef8ad2200a req-87dc88e9-a812-4e64-aa23-e6d26b029083 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.1401691 Sep 30 08:22:21.092449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-17307ac9-e82a-4732-b6a9-77ef8ad2200a req-7ec862b5-6262-4c5f-bc92-c3a0259efd0b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137314 Sep 30 08:22:21.222812 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'project_id': '9f41f3f3e9b14f51ad1c86461ba5c28a', 'port_id': 'f92c3ac0-2b46-435e-88f6-860b77fa3a6c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:21.282829 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.449673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-12ea0c1c-a807-4a8c-ab1c-b679e033c087 None None] Provisioning complete for port f92c3ac0-2b46-435e-88f6-860b77fa3a6c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:21.450328 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12ea0c1c-a807-4a8c-ab1c-b679e033c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.489435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-12ea0c1c-a807-4a8c-ab1c-b679e033c087 None None] Port f92c3ac0-2b46-435e-88f6-860b77fa3a6c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:22:21.550000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-07006834-4a01-4897-a801-d3f38254b19a', 'network_id': '07006834-4a01-4897-a801-d3f38254b19a', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ips': [{'subnet_id': '8b34c309-4af0-4faf-985f-1ba65402dae4'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:22:21.550987 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.551672 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:21.929629 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Allocated IP 172.25.0.236 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/98645969-3657-4ef6-9818-c68a54ec1258) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:21.958972 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Allocated IP 172.20.0.18 (07006834-4a01-4897-a801-d3f38254b19a/8b34c309-4af0-4faf-985f-1ba65402dae4/f310db1f-5eb0-412d-a5e7-016b98c45749) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:21.965385 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49842) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:21.972598 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b284733e-2593-443a-b3de-c55f3d56ff69 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485870701', 'description': 'tempest-secgroup-smoke-485870701 description', 'project_id': '9daaa44a24a845718835a5f7ca967795'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:22.022326 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b284733e-2593-443a-b3de-c55f3d56ff69 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.227444 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.276297 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.284114 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.330451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6738-d10c-47ad-ad01-8c98e524cb69 req-2fb3f919-e99c-409e-9b15-6c5ea4ca5b6a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:22.332934 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-327b6738-d10c-47ad-ad01-8c98e524cb69 req-2fb3f919-e99c-409e-9b15-6c5ea4ca5b6a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.1116199 Sep 30 08:22:22.344224 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b284733e-2593-443a-b3de-c55f3d56ff69 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.349383 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Network 07006834-4a01-4897-a801-d3f38254b19a is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:22.350739 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b284733e-2593-443a-b3de-c55f3d56ff69 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.351432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:22.369693 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:22.437908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Pushing event updated for resources: {'Port': ['ID=f310db1f-5eb0-412d-a5e7-016b98c45749,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:22.450251 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Attempting to bind port f310db1f-5eb0-412d-a5e7-016b98c45749 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:22.450691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Attempting to bind port f310db1f-5eb0-412d-a5e7-016b98c45749 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '07006834-4a01-4897-a801-d3f38254b19a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:22.451118 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Attempting to bind port f310db1f-5eb0-412d-a5e7-016b98c45749 on network 07006834-4a01-4897-a801-d3f38254b19a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:22.456958 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:22.456958 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Checking segment: {'id': 'e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '07006834-4a01-4897-a801-d3f38254b19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:22.457657 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.457910 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Bound using segment: {'id': 'e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '07006834-4a01-4897-a801-d3f38254b19a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:22.458714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Bound port: f310db1f-5eb0-412d-a5e7-016b98c45749, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '07006834-4a01-4897-a801-d3f38254b19a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:22.459178 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.465226 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-327b6738-d10c-47ad-ad01-8c98e524cb69 req-14966bc2-fdff-40b9-9ca0-29c3ed7d77a2 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250875 Sep 30 08:22:22.491429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01780d-639e-495e-b24a-9a9b3a88956f req-bd075a79-6c3e-40c1-97ec-12b66430be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:22.492990 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d01780d-639e-495e-b24a-9a9b3a88956f req-bd075a79-6c3e-40c1-97ec-12b66430be0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 1096 time: 0.1002517 Sep 30 08:22:22.499722 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b284733e-2593-443a-b3de-c55f3d56ff69 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.509025 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b284733e-2593-443a-b3de-c55f3d56ff69 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5427077 Sep 30 08:22:22.513765 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284733e-2593-443a-b3de-c55f3d56ff69 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587670f2-11b0-4cc8-8458-288dfdf39115,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:22.531488 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49852) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:22.536631 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f8c6f716-5860-4ef5-b51d-ff119dffe486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': '587670f2-11b0-4cc8-8458-288dfdf39115', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:22.564452 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.653234 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] For port f310db1f-5eb0-412d-a5e7-016b98c45749, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:22.661261 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] For port f310db1f-5eb0-412d-a5e7-016b98c45749, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f310db1f-5eb0-412d-a5e7-016b98c45749,segment=NetworkSegment(e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0),segment_id=e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:22.673266 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.856314 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fc8ba-a458-46ba-a60d-e990e0b85cd6 None None] Pushing event updated for resources: {'Port': ['ID=f310db1f-5eb0-412d-a5e7-016b98c45749,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:22.904927 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:22.913170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Pushing event updated for resources: {'Port': ['ID=98645969-3657-4ef6-9818-c68a54ec1258,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:22.929821 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:22.932377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f716-5860-4ef5-b51d-ff119dffe486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:22.951057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:23.102478 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f716-5860-4ef5-b51d-ff119dffe486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.131769 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f716-5860-4ef5-b51d-ff119dffe486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.248969 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01780d-639e-495e-b24a-9a9b3a88956f req-43c1fde5-ba20-4c29-ad2e-fc25729b9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:23.251031 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d01780d-639e-495e-b24a-9a9b3a88956f req-43c1fde5-ba20-4c29-ad2e-fc25729b9037 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 918 time: 0.7472770 Sep 30 08:22:23.270388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6f716-5860-4ef5-b51d-ff119dffe486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98430e4-2b4a-4f03-a3c8-38642e5a6b2a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:23.326604 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f716-5860-4ef5-b51d-ff119dffe486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.329892 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f8c6f716-5860-4ef5-b51d-ff119dffe486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7969108 Sep 30 08:22:23.332615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:23.348120 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-833b1b93-0559-4c88-99f9-c792d1d3f905 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': '587670f2-11b0-4cc8-8458-288dfdf39115', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:23.387179 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d01780d-639e-495e-b24a-9a9b3a88956f req-5077d9f9-bee8-400d-88ff-7f694540ada8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc813296-8894-41e0-8350-052b7724d5d6 HTTP/1.1" status: 200 len: 1001 time: 0.1256251 Sep 30 08:22:23.470591 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-833b1b93-0559-4c88-99f9-c792d1d3f905 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:23.475663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01780d-639e-495e-b24a-9a9b3a88956f req-7bdcc71a-0ccf-4942-b5c0-9b4b1240713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:23.477710 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d01780d-639e-495e-b24a-9a9b3a88956f req-7bdcc71a-0ccf-4942-b5c0-9b4b1240713e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee72be49-df02-4420-900e-333e8ceca494 HTTP/1.1" status: 200 len: 856 time: 0.0839796 Sep 30 08:22:23.682304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01780d-639e-495e-b24a-9a9b3a88956f req-0765773a-034b-4aea-8030-eb69dccfb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:23.683946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d01780d-639e-495e-b24a-9a9b3a88956f req-0765773a-034b-4aea-8030-eb69dccfb656 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988358 Sep 30 08:22:23.755192 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977be82e-7e6c-4914-85df-8f22e13a009d req-1109852b-43fa-4877-aee7-7fe8143cd9ab tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:23.757173 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-977be82e-7e6c-4914-85df-8f22e13a009d req-1109852b-43fa-4877-aee7-7fe8143cd9ab tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.1317432 Sep 30 08:22:23.843284 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-977be82e-7e6c-4914-85df-8f22e13a009d req-80fd1955-103c-47b2-8609-c5c42381d4f3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455654 Sep 30 08:22:23.874676 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d01780d-639e-495e-b24a-9a9b3a88956f req-92f6d50a-15e2-411a-b8a3-ebaaa890ec66 service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826901 Sep 30 08:22:24.003843 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-833b1b93-0559-4c88-99f9-c792d1d3f905 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.015303 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d01780d-639e-495e-b24a-9a9b3a88956f req-f1985da2-8539-4a52-9b77-a143cf7c3271 service neutron] 10.222.0.36 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331997 Sep 30 08:22:24.051659 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-833b1b93-0559-4c88-99f9-c792d1d3f905 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.087246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b1b93-0559-4c88-99f9-c792d1d3f905 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004cef1e-a77c-4188-8f10-534a87a2de3d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:24.091678 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-833b1b93-0559-4c88-99f9-c792d1d3f905 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.093033 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-833b1b93-0559-4c88-99f9-c792d1d3f905 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7592077 Sep 30 08:22:24.095729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49868) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:24.100150 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-66b1c24e-480a-41e8-847a-4532a79bc369 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': '587670f2-11b0-4cc8-8458-288dfdf39115', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:24.161207 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66b1c24e-480a-41e8-847a-4532a79bc369 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.286830 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66b1c24e-480a-41e8-847a-4532a79bc369 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.297633 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66b1c24e-480a-41e8-847a-4532a79bc369 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.304610 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9795fbb-8d1b-4a61-aea8-a07e78dad922 None None] Network 07006834-4a01-4897-a801-d3f38254b19a requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:24.313323 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.356517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1c24e-480a-41e8-847a-4532a79bc369 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd377d3-9359-46af-a13b-489fa079f127,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:24.361283 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66b1c24e-480a-41e8-847a-4532a79bc369 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.362898 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-66b1c24e-480a-41e8-847a-4532a79bc369 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2660651 Sep 30 08:22:24.365689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49870) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:24.371080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-90e2460e-05ed-4189-a2f6-85f51b3ef9e3 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': '587670f2-11b0-4cc8-8458-288dfdf39115', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:24.417376 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90e2460e-05ed-4189-a2f6-85f51b3ef9e3 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.427635 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-42993783-ba72-420c-b54a-1bb025755a55 None None] Provisioning complete for port f310db1f-5eb0-412d-a5e7-016b98c45749 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:24.428309 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42993783-ba72-420c-b54a-1bb025755a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.466442 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.516699 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90e2460e-05ed-4189-a2f6-85f51b3ef9e3 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.522154 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90e2460e-05ed-4189-a2f6-85f51b3ef9e3 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.544966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2460e-05ed-4189-a2f6-85f51b3ef9e3 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0c2317-8ea1-499f-a81c-dab7bdb59e3a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:24.591690 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42993783-ba72-420c-b54a-1bb025755a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.594988 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90e2460e-05ed-4189-a2f6-85f51b3ef9e3 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.597320 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-90e2460e-05ed-4189-a2f6-85f51b3ef9e3 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2298923 Sep 30 08:22:24.616066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49872) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:24.648326 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-72772468-cd6b-4d31-b6eb-48d4841fec1c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': '587670f2-11b0-4cc8-8458-288dfdf39115', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:24.653389 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-42993783-ba72-420c-b54a-1bb025755a55 None None] For port f310db1f-5eb0-412d-a5e7-016b98c45749, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f310db1f-5eb0-412d-a5e7-016b98c45749,segment=NetworkSegment(e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0),segment_id=e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:24.661431 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42993783-ba72-420c-b54a-1bb025755a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.699248 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.705608 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.723233 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-72772468-cd6b-4d31-b6eb-48d4841fec1c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Project 9daaa44a24a845718835a5f7ca967795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:22:24.732976 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72772468-cd6b-4d31-b6eb-48d4841fec1c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.799456 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Pushing event updated for resources: {'Port': ['ID=98645969-3657-4ef6-9818-c68a54ec1258,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:24.807531 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.857118 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42993783-ba72-420c-b54a-1bb025755a55 None None] Pushing event updated for resources: {'Port': ['ID=f310db1f-5eb0-412d-a5e7-016b98c45749,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:24.863991 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f310db1f-5eb0-412d-a5e7-016b98c45749 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:24.903546 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72772468-cd6b-4d31-b6eb-48d4841fec1c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.911606 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72772468-cd6b-4d31-b6eb-48d4841fec1c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:24.995414 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72772468-cd6b-4d31-b6eb-48d4841fec1c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.000551 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-72772468-cd6b-4d31-b6eb-48d4841fec1c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3823683 Sep 30 08:22:25.001941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49888) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:25.026809 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port f310db1f-5eb0-412d-a5e7-016b98c45749 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:25.027376 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.067330 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-273ba8c5-24e2-4f6a-a0bf-82abc2461958 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': '587670f2-11b0-4cc8-8458-288dfdf39115', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:25.079534 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Floating IP 7248a72f-a928-4083-b4d0-3418d88dbc71 associated. External IP: 172.25.0.236, port: f92c3ac0-2b46-435e-88f6-860b77fa3a6c. Sep 30 08:22:25.147225 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-273ba8c5-24e2-4f6a-a0bf-82abc2461958 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Project 9daaa44a24a845718835a5f7ca967795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:22:25.177439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72772468-cd6b-4d31-b6eb-48d4841fec1c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74e7c5a-f2a5-44d1-85ff-e554ef5b54ea,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:25.196627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-51d26cf4-01d7-45bd-838b-1b9ed7d0adb3 None None] Provisioning complete for port f310db1f-5eb0-412d-a5e7-016b98c45749 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:25.197039 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51d26cf4-01d7-45bd-838b-1b9ed7d0adb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.197594 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-273ba8c5-24e2-4f6a-a0bf-82abc2461958 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.240339 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681491d2-991b-4ae0-8c97-6c2525331166 req-f097c7ca-04c9-47d0-9d89-526a71264de8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:25.242820 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-681491d2-991b-4ae0-8c97-6c2525331166 req-f097c7ca-04c9-47d0-9d89-526a71264de8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.2877460 Sep 30 08:22:25.395408 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-273ba8c5-24e2-4f6a-a0bf-82abc2461958 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.418143 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-273ba8c5-24e2-4f6a-a0bf-82abc2461958 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.458475 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-681491d2-991b-4ae0-8c97-6c2525331166 req-ce8c0391-85e8-4547-bc04-62ba060fd1da tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070141 Sep 30 08:22:25.470550 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ba8c5-24e2-4f6a-a0bf-82abc2461958 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813281eb-ac96-4ff7-bc14-bdf355ff0a47,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:25.480394 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-273ba8c5-24e2-4f6a-a0bf-82abc2461958 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.491416 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-273ba8c5-24e2-4f6a-a0bf-82abc2461958 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4465580 Sep 30 08:22:25.517864 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Router 40b75a71-8213-4c81-b275-284da36a8ed8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:22:25.575888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device dc813296-8894-41e0-8350-052b7724d5d6 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:25.738607 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.787643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=dc813296-8894-41e0-8350-052b7724d5d6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:25.789215 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc813296-8894-41e0-8350-052b7724d5d6'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:25.793081 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31039395-9358-48dd-b97a-6c25d3aad53f" -d '{"events": [{"server_uuid": "8562e0b0-02ad-4ad1-8e70-420c9ccd7cab", "name": "network-vif-unplugged", "status": "completed", "tag": "dc813296-8894-41e0-8350-052b7724d5d6"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:25.797413 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:25.859008 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=dc813296-8894-41e0-8350-052b7724d5d6,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:25.895355 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d773049-08d5-4c66-945f-1069fb2cd6db x-openstack-request-id: req-9d773049-08d5-4c66-945f-1069fb2cd6db {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:25.895761 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8562e0b0-02ad-4ad1-8e70-420c9ccd7cab", "name": "network-vif-unplugged", "status": "completed", "tag": "dc813296-8894-41e0-8350-052b7724d5d6", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:25.896348 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d773049-08d5-4c66-945f-1069fb2cd6db {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:25.896848 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc813296-8894-41e0-8350-052b7724d5d6', 'code': 200} Sep 30 08:22:25.910261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-1fdeef64-6511-4be6-868b-af091bb35f3a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485870701&fields=id&tenant_id=9daaa44a24a845718835a5f7ca967795 HTTP/1.1" status: 200 len: 267 time: 0.1181538 Sep 30 08:22:25.946407 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:25.957442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a727c-1bc5-4715-b18c-b0013bd44517 None None] Sync routers for ids ['40b75a71-8213-4c81-b275-284da36a8ed8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:25.974234 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a727c-1bc5-4715-b18c-b0013bd44517 None None] Routers {'40b75a71-8213-4c81-b275-284da36a8ed8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:25.975250 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f89a727c-1bc5-4715-b18c-b0013bd44517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:22:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['40b75a71-8213-4c81-b275-284da36a8ed8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:26.001751 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.058773 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f89a727c-1bc5-4715-b18c-b0013bd44517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:26.076271 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e1af9da5-3513-4346-a9e2-31647558220e tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 5.3608837 Sep 30 08:22:26.078720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:26.081606 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a727c-1bc5-4715-b18c-b0013bd44517 None None] Routers {'40b75a71-8213-4c81-b275-284da36a8ed8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:26.083621 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f89a727c-1bc5-4715-b18c-b0013bd44517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:22:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['40b75a71-8213-4c81-b275-284da36a8ed8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:26.133317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-7966e37e-e1e9-4d49-96ab-be2e1f144abe tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:26.147706 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-7966e37e-e1e9-4d49-96ab-be2e1f144abe tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/networks?id=07006834-4a01-4897-a801-d3f38254b19a HTTP/1.1" status: 200 len: 797 time: 0.2364342 Sep 30 08:22:26.162489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f89a727c-1bc5-4715-b18c-b0013bd44517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:26.165692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a727c-1bc5-4715-b18c-b0013bd44517 None None] The sync data for ids ['40b75a71-8213-4c81-b275-284da36a8ed8'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:26.177923 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-cae16ab1-03b9-4724-83ee-a7ee1f694a47 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/quotas/9daaa44a24a845718835a5f7ca967795 HTTP/1.1" status: 200 len: 375 time: 0.0293255 Sep 30 08:22:26.277140 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-997fcc6b-bc93-49d9-af52-60fbdf287037 tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] 10.222.0.24 "GET /v2.0/floatingips/7248a72f-a928-4083-b4d0-3418d88dbc71 HTTP/1.1" status: 200 len: 984 time: 0.1971791 Sep 30 08:22:26.279658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:26.309900 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-96a411f8-a97c-426a-9b27-3f7e1100515b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9daaa44a24a845718835a5f7ca967795&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1307774 Sep 30 08:22:26.427224 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-7c192eb1-02c6-47b3-8a12-7beecdb2d50d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:22:26.436333 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-7c192eb1-02c6-47b3-8a12-7beecdb2d50d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1229999 Sep 30 08:22:26.514542 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5a50e236-2232-4323-a9de-d1c522d0e626 tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.2307932 Sep 30 08:22:26.515994 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:26.604221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-33b2db68-39b9-41fc-9860-35f19ac56e28 service neutron] 10.222.0.24 "GET /v2.0/networks/07006834-4a01-4897-a801-d3f38254b19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642013 Sep 30 08:22:26.698788 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f310db1f-5eb0-412d-a5e7-016b98c45749 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:26.804192 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port f310db1f-5eb0-412d-a5e7-016b98c45749 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:26.805273 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.823512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-06b32784-6713-45b6-8bab-b000359eec19 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Deleting port 98645969-3657-4ef6-9818-c68a54ec1258 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:26.823861 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06b32784-6713-45b6-8bab-b000359eec19 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.871891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566585b-ba43-4e21-b612-2ffd93a60a15 req-7132f116-15f8-49ee-b766-c79387da00b7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:26.879788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a566585b-ba43-4e21-b612-2ffd93a60a15 req-7132f116-15f8-49ee-b766-c79387da00b7 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 943 time: 0.2187226 Sep 30 08:22:26.955078 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06b32784-6713-45b6-8bab-b000359eec19 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.955405 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06b32784-6713-45b6-8bab-b000359eec19 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:26.988023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a566585b-ba43-4e21-b612-2ffd93a60a15 req-7d672f0a-09c7-4296-a437-5b90e3ea6694 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981839 Sep 30 08:22:26.998118 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-05ac20b7-b17b-45d6-a98a-cf6c429b2fd6 service neutron] 10.222.0.24 "GET /v2.0/networks/07006834-4a01-4897-a801-d3f38254b19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896718 Sep 30 08:22:27.000695 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-06b32784-6713-45b6-8bab-b000359eec19 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Calling delete_port for 98645969-3657-4ef6-9818-c68a54ec1258 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:27.240549 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06b32784-6713-45b6-8bab-b000359eec19 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:27.271472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e59d9d2f-4059-4df6-9df3-571008fa796a req-bd276f03-90f1-4522-a64d-1441e34a398a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 210 time: 0.0471606 Sep 30 08:22:27.316261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b32784-6713-45b6-8bab-b000359eec19 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event deleted for resources: {'Port': ['ID=98645969-3657-4ef6-9818-c68a54ec1258,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:27.457301 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06b32784-6713-45b6-8bab-b000359eec19 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:27.458527 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-06b32784-6713-45b6-8bab-b000359eec19 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Floating IP 7248a72f-a928-4083-b4d0-3418d88dbc71 disassociated (deleted). External IP: 172.25.0.236, port: f92c3ac0-2b46-435e-88f6-860b77fa3a6c. Sep 30 08:22:27.862120 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b32784-6713-45b6-8bab-b000359eec19 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Router 40b75a71-8213-4c81-b275-284da36a8ed8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:22:28.067628 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b32784-6713-45b6-8bab-b000359eec19 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:28.078011 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42459ff4-275c-483e-89f6-679c4ef8936a None None] Sync routers for ids ['40b75a71-8213-4c81-b275-284da36a8ed8'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:28.078513 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06b32784-6713-45b6-8bab-b000359eec19 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:28.110954 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42459ff4-275c-483e-89f6-679c4ef8936a None None] Routers {'40b75a71-8213-4c81-b275-284da36a8ed8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:28.111195 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-06b32784-6713-45b6-8bab-b000359eec19 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] 10.222.0.24 "DELETE /v2.0/floatingips/7248a72f-a928-4083-b4d0-3418d88dbc71 HTTP/1.1" status: 204 len: 168 time: 1.5939045 Sep 30 08:22:28.112291 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-42459ff4-275c-483e-89f6-679c4ef8936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:22:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['40b75a71-8213-4c81-b275-284da36a8ed8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:28.114617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49980) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:28.121810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:28.146574 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:28.159812 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-42459ff4-275c-483e-89f6-679c4ef8936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:28.170282 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42459ff4-275c-483e-89f6-679c4ef8936a None None] Routers {'40b75a71-8213-4c81-b275-284da36a8ed8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:28.170879 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-42459ff4-275c-483e-89f6-679c4ef8936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:22:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['40b75a71-8213-4c81-b275-284da36a8ed8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:28.227016 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-42459ff4-275c-483e-89f6-679c4ef8936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:28.227946 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42459ff4-275c-483e-89f6-679c4ef8936a None None] The sync data for ids ['40b75a71-8213-4c81-b275-284da36a8ed8'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:28.323023 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:28.431348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-4c181942-34fe-4ea6-a812-dc3f9d773ba5 req-f1303a3a-1c40-42c1-8bbe-a514dda653a4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:22:28.432683 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c181942-34fe-4ea6-a812-dc3f9d773ba5 req-f1303a3a-1c40-42c1-8bbe-a514dda653a4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0096984 Sep 30 08:22:28.470071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2271df60-ffc0-4e06-9840-744f9c4d4f54 req-84eadb96-9774-4807-8cf0-06d71dec38f7 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 210 time: 0.0455630 Sep 30 08:22:28.540351 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Allocated IP 172.25.0.159 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/d1d0b49f-74bd-408a-8336-32b2d78985d1) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:29.137554 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680dad0d-2cde-45f6-84b6-a0d66b784bee req-ba2af863-0226-4765-a76b-cc90db42e42c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:29.152838 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-680dad0d-2cde-45f6-84b6-a0d66b784bee req-ba2af863-0226-4765-a76b-cc90db42e42c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 943 time: 0.5040286 Sep 30 08:22:29.273489 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:29.292933 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-640c74d3-4a17-43cb-ac3c-378cabdd5b28 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1772246 Sep 30 08:22:29.305492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-bb391cb1-14f2-4157-87b0-8f9a19825d47 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:22:29.309776 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-bb391cb1-14f2-4157-87b0-8f9a19825d47 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0145333 Sep 30 08:22:29.310330 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-a7dc061e-18b1-4d5e-ab42-342866b0bbcb tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:29.312299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-a7dc061e-18b1-4d5e-ab42-342866b0bbcb tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.36 "GET /v2.0/networks?id=07006834-4a01-4897-a801-d3f38254b19a HTTP/1.1" status: 200 len: 797 time: 0.5626900 Sep 30 08:22:29.340813 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-680dad0d-2cde-45f6-84b6-a0d66b784bee req-cb27614a-1be2-4b38-a967-6ede7ea16d2d tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814165 Sep 30 08:22:29.413292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-ff17e91d-766f-405d-ab77-3ac4b1e1c05e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9daaa44a24a845718835a5f7ca967795 HTTP/1.1" status: 200 len: 471 time: 0.0640836 Sep 30 08:22:29.425939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-dd41429c-4a6d-40c9-8be7-20d0a0a82e3f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'port': {'device_id': 'e2c161be-18ca-4c77-8415-0020dd372ed4', 'network_id': '07006834-4a01-4897-a801-d3f38254b19a', 'admin_state_up': True, 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'security_groups': ['587670f2-11b0-4cc8-8458-288dfdf39115']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:29.433374 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:29.513928 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Pushing event updated for resources: {'Port': ['ID=d1d0b49f-74bd-408a-8336-32b2d78985d1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:29.550264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:29.563799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:29.576150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:29.603770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device dc813296-8894-41e0-8350-052b7724d5d6 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:29.749470 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.009096 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.026798 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1158f2dc-07dd-4406-98e2-dc982b52f3cb req-1b3c05e4-5a1b-44ad-91a2-f313279af654 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 210 time: 0.2708647 Sep 30 08:22:30.094596 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.192850 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-dd41429c-4a6d-40c9-8be7-20d0a0a82e3f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Made reservation on behalf of 9daaa44a24a845718835a5f7ca967795 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:30.197977 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-dd41429c-4a6d-40c9-8be7-20d0a0a82e3f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.554598 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.564374 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.649863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Pushing event updated for resources: {'Port': ['ID=d1d0b49f-74bd-408a-8336-32b2d78985d1,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:30.720875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ccffb-02fd-4dad-99b5-f05dfe677d57 req-c72e618b-0416-4e70-8d17-865613f5dd45 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:30.731113 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-459ccffb-02fd-4dad-99b5-f05dfe677d57 req-c72e618b-0416-4e70-8d17-865613f5dd45 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 943 time: 0.2755904 Sep 30 08:22:30.761570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-dd41429c-4a6d-40c9-8be7-20d0a0a82e3f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Allocated IP 172.20.0.30 (07006834-4a01-4897-a801-d3f38254b19a/8b34c309-4af0-4faf-985f-1ba65402dae4/7597fa56-b8e4-4a91-be65-9a8a950fdd0f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:30.897753 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:30.973337 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-459ccffb-02fd-4dad-99b5-f05dfe677d57 req-3e1f51d9-7995-472f-9221-a39a773c42fb tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412422 Sep 30 08:22:31.007593 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.011887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b8d52e3a-f85f-436f-b356-f0fe727b887a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8924847 Sep 30 08:22:31.012259 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:31.062321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-b103e27f-3a38-4b2a-bd46-f73d2c625df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:31.063989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-b103e27f-3a38-4b2a-bd46-f73d2c625df3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab&tenant_id=ad60528d5c3d4d3d8094c2681701bf17 HTTP/1.1" status: 200 len: 1094 time: 0.2806575 Sep 30 08:22:31.099851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:31.139223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:31.192648 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.236061 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-dd41429c-4a6d-40c9-8be7-20d0a0a82e3f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.241650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b911492-d725-4238-8bd1-4e41f64faec3 req-57d6f0e2-4dcd-4b02-9949-ea1c680b3082 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 210 time: 0.0471199 Sep 30 08:22:31.247589 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.343138 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.445634 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-dd41429c-4a6d-40c9-8be7-20d0a0a82e3f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.500547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41429c-4a6d-40c9-8be7-20d0a0a82e3f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Port': ['ID=7597fa56-b8e4-4a91-be65-9a8a950fdd0f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:31.550233 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-dd41429c-4a6d-40c9-8be7-20d0a0a82e3f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network 07006834-4a01-4897-a801-d3f38254b19a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:31.553321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-dd41429c-4a6d-40c9-8be7-20d0a0a82e3f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:31.559869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-dd41429c-4a6d-40c9-8be7-20d0a0a82e3f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:31.679460 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-dd41429c-4a6d-40c9-8be7-20d0a0a82e3f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:31.680437 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-dd41429c-4a6d-40c9-8be7-20d0a0a82e3f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.699604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=dc813296-8894-41e0-8350-052b7724d5d6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:31.731829 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-dd41429c-4a6d-40c9-8be7-20d0a0a82e3f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3107736 Sep 30 08:22:31.750210 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Request body: {'port': {'device_id': 'e2c161be-18ca-4c77-8415-0020dd372ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:31.801796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:31.847848 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fb2c9dfa-41c1-41df-81c2-535d4b41b40e None None] Provisioning complete for port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:31.848499 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb2c9dfa-41c1-41df-81c2-535d4b41b40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.923176 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:31.941871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fb2c9dfa-41c1-41df-81c2-535d4b41b40e None None] Port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:22:32.016363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Allocated IP 172.25.0.221 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/a7425c40-2228-4e88-91cd-a3bb1a77dd0e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:32.132334 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc813296-8894-41e0-8350-052b7724d5d6 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:32.160894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.191777 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.204121 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.248475 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Transition to ACTIVE for port object dc813296-8894-41e0-8350-052b7724d5d6 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:22:32.261393 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:32.264621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:32.277028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:32.281331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Pushing event updated for resources: {'Port': ['ID=a7425c40-2228-4e88-91cd-a3bb1a77dd0e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:32.318163 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.347328 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fe7ce-ad80-49ce-9aa7-2461df4ab334 req-b7223146-6514-425f-b256-3be02c29c42b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:32.350424 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a26fe7ce-ad80-49ce-9aa7-2461df4ab334 req-b7223146-6514-425f-b256-3be02c29c42b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 943 time: 0.2106640 Sep 30 08:22:32.462209 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.527688 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.644903 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Pushing event updated for resources: {'Port': ['ID=dc813296-8894-41e0-8350-052b7724d5d6,revision_number=9']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:32.687087 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a26fe7ce-ad80-49ce-9aa7-2461df4ab334 req-4d3f6266-9f2e-4e2b-8511-35086bd14493 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3078256 Sep 30 08:22:32.800849 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.809680 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:32.957922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Pushing event updated for resources: {'Port': ['ID=a7425c40-2228-4e88-91cd-a3bb1a77dd0e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:32.974139 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.005995 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.008676 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0192fe1b-48bb-4224-ab34-bb465e56afd0 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9954019 Sep 30 08:22:33.012175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:33.096865 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1721870-c7f4-4d26-acdb-567ed6e54aef req-d752361c-2ab5-434f-ae47-4a207bb7c51c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:33.105293 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1721870-c7f4-4d26-acdb-567ed6e54aef req-d752361c-2ab5-434f-ae47-4a207bb7c51c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 932 time: 0.7137289 Sep 30 08:22:33.170678 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7c99764c-dfb3-4b8d-af78-12f48c4c9dc7 tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.1549203 Sep 30 08:22:33.171262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50082) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:33.237717 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] No DVR routers for this DVR port dc813296-8894-41e0-8350-052b7724d5d6 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:33.254163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1721870-c7f4-4d26-acdb-567ed6e54aef req-b8b9d47e-93d0-4133-a6cf-ed6bc11e86d6 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=587670f2-11b0-4cc8-8458-288dfdf39115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479371 Sep 30 08:22:33.276681 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6f8bd82f-f474-48a0-b547-11153f1305c2 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1029301 Sep 30 08:22:33.279030 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:33.310167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7597fa56-b8e4-4a91-be65-9a8a950fdd0f {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:33.322066 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.347928 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Transition to ACTIVE for port object 7597fa56-b8e4-4a91-be65-9a8a950fdd0f will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:22:33.397634 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.470213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-45098795-1f81-458f-b99d-74bb40703310 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Deleting port a7425c40-2228-4e88-91cd-a3bb1a77dd0e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:33.470817 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45098795-1f81-458f-b99d-74bb40703310 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.581380 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Pushing event updated for resources: {'Port': ['ID=7597fa56-b8e4-4a91-be65-9a8a950fdd0f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:33.615283 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Attempting to bind port dc813296-8894-41e0-8350-052b7724d5d6 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:33.615699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Attempting to bind port dc813296-8894-41e0-8350-052b7724d5d6 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:33.616140 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Attempting to bind port dc813296-8894-41e0-8350-052b7724d5d6 on network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:33.625806 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Port dc813296-8894-41e0-8350-052b7724d5d6 on network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:22:33.626140 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Attempting to bind port dc813296-8894-41e0-8350-052b7724d5d6 on network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:33.635525 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:33.636146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Checking segment: {'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:33.636642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Bound using segment: {'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:33.637388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Bound port: dc813296-8894-41e0-8350-052b7724d5d6, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:33.637859 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.661610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Attempting to bind port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:33.662116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Attempting to bind port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '07006834-4a01-4897-a801-d3f38254b19a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:33.663094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Attempting to bind port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f on network 07006834-4a01-4897-a801-d3f38254b19a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:33.667121 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45098795-1f81-458f-b99d-74bb40703310 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.667565 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45098795-1f81-458f-b99d-74bb40703310 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.674094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f on network 07006834-4a01-4897-a801-d3f38254b19a not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:22:33.674433 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Attempting to bind port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f on network 07006834-4a01-4897-a801-d3f38254b19a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:33.684309 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-45098795-1f81-458f-b99d-74bb40703310 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Calling delete_port for a7425c40-2228-4e88-91cd-a3bb1a77dd0e owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:33.715592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:33.716141 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Checking segment: {'id': 'e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '07006834-4a01-4897-a801-d3f38254b19a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:33.718312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Bound using segment: {'id': 'e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '07006834-4a01-4897-a801-d3f38254b19a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:33.718832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Bound port: 7597fa56-b8e4-4a91-be65-9a8a950fdd0f, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '07006834-4a01-4897-a801-d3f38254b19a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:33.719198 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.864273 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45098795-1f81-458f-b99d-74bb40703310 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.931054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:33.940455 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] For port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:33.943021 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45098795-1f81-458f-b99d-74bb40703310 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Pushing event deleted for resources: {'Port': ['ID=a7425c40-2228-4e88-91cd-a3bb1a77dd0e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:33.945451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] For port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7597fa56-b8e4-4a91-be65-9a8a950fdd0f,segment=NetworkSegment(e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0),segment_id=e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:33.956500 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:33.967605 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=dc813296-8894-41e0-8350-052b7724d5d6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:33.981517 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c75bb-9a80-4883-b39b-d29fb1f7a2e7 req-831cda9f-6ca4-4f89-b0a1-41b793cf5fa0 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:33.983485 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c8c75bb-9a80-4883-b39b-d29fb1f7a2e7 req-831cda9f-6ca4-4f89-b0a1-41b793cf5fa0 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 943 time: 0.1522846 Sep 30 08:22:34.023483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:34.024378 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.026160 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] 10.222.0.36 "PUT /v2.0/ports/7597fa56-b8e4-4a91-be65-9a8a950fdd0f HTTP/1.1" status: 200 len: 1092 time: 2.2842655 Sep 30 08:22:34.026622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c161be-18ca-4c77-8415-0020dd372ed4', 'tag': '7597fa56-b8e4-4a91-be65-9a8a950fdd0f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:34.028958 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21393baf-ed35-49ce-8d90-7295afb2262d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c161be-18ca-4c77-8415-0020dd372ed4", "tag": "7597fa56-b8e4-4a91-be65-9a8a950fdd0f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:34.043806 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.153343 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45098795-1f81-458f-b99d-74bb40703310 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.162939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:34.163859 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.165213 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45098795-1f81-458f-b99d-74bb40703310 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.168657 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-45098795-1f81-458f-b99d-74bb40703310 tempest-FloatingIPAdminTestJSON-597548187 tempest-FloatingIPAdminTestJSON-597548187-project] 10.222.0.24 "DELETE /v2.0/floatingips/4de54bd5-7c2b-426f-9904-25adbab13227 HTTP/1.1" status: 204 len: 168 time: 0.8884370 Sep 30 08:22:34.171281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] 10.222.0.35 "PUT /v2.0/ports/dc813296-8894-41e0-8350-052b7724d5d6 HTTP/1.1" status: 200 len: 1091 time: 3.0779405 Sep 30 08:22:34.171935 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50096) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:34.185931 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f457ee1e-44d7-47bb-b69f-bd025fe2ddb5 x-openstack-request-id: req-f457ee1e-44d7-47bb-b69f-bd025fe2ddb5 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:34.197938 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c161be-18ca-4c77-8415-0020dd372ed4", "tag": "7597fa56-b8e4-4a91-be65-9a8a950fdd0f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:34.201731 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f457ee1e-44d7-47bb-b69f-bd025fe2ddb5 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:34.202555 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c161be-18ca-4c77-8415-0020dd372ed4', 'tag': '7597fa56-b8e4-4a91-be65-9a8a950fdd0f', 'status': 'completed', 'code': 200} Sep 30 08:22:34.206271 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50098) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:34.221448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a9194-73d3-4bb9-a41b-48c7bba53166 service neutron] Pushing event updated for resources: {'Port': ['ID=7597fa56-b8e4-4a91-be65-9a8a950fdd0f,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:34.244490 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c8c75bb-9a80-4883-b39b-d29fb1f7a2e7 req-540558aa-4e69-4cb9-9e8d-79257e67003e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369475 Sep 30 08:22:34.356988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-aad1b178-63a5-428b-8103-949ccdcd52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:34.358615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-aad1b178-63a5-428b-8103-949ccdcd52b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9daaa44a24a845718835a5f7ca967795&device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 1095 time: 0.2871439 Sep 30 08:22:34.493758 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-1ae242a7-6c9f-4b47-af72-0581e2f3f411 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=7597fa56-b8e4-4a91-be65-9a8a950fdd0f HTTP/1.1" status: 200 len: 217 time: 0.1248736 Sep 30 08:22:34.501385 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac3e96-45da-455a-9339-326e1be83d3a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Deleting port d1d0b49f-74bd-408a-8336-32b2d78985d1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:34.501733 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1ac3e96-45da-455a-9339-326e1be83d3a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.614830 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-87dae6fe-3cdf-46ad-b128-9d295384e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:34.617151 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-87dae6fe-3cdf-46ad-b128-9d295384e713 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 1095 time: 0.3546019 Sep 30 08:22:34.674908 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1ac3e96-45da-455a-9339-326e1be83d3a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.675241 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1ac3e96-45da-455a-9339-326e1be83d3a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.690537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac3e96-45da-455a-9339-326e1be83d3a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Calling delete_port for d1d0b49f-74bd-408a-8336-32b2d78985d1 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:34.702200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb137f-de56-4a6a-b4bb-809a9fdcf966 service neutron] Pushing event updated for resources: {'Port': ['ID=dc813296-8894-41e0-8350-052b7724d5d6,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:34.810416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-2074bb4b-ef4a-4011-afd8-b291f5bb97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:34.812200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-2074bb4b-ef4a-4011-afd8-b291f5bb97ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b34c309-4af0-4faf-985f-1ba65402dae4 HTTP/1.1" status: 200 len: 836 time: 0.2919288 Sep 30 08:22:34.824895 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e70896-0fbb-4237-a376-8872a97f8180 req-ae8f53ed-fa4b-47fc-9850-68056d0e382a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:34.826533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07e70896-0fbb-4237-a376-8872a97f8180 req-ae8f53ed-fa4b-47fc-9850-68056d0e382a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 944 time: 0.3312631 Sep 30 08:22:34.908172 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1ac3e96-45da-455a-9339-326e1be83d3a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:34.957377 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac3e96-45da-455a-9339-326e1be83d3a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1d0b49f-74bd-408a-8336-32b2d78985d1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:35.009989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07e70896-0fbb-4237-a376-8872a97f8180 req-5016623b-1172-495e-9764-7944e71e23ab tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=587670f2-11b0-4cc8-8458-288dfdf39115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251097 Sep 30 08:22:35.031036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-275f7c08-54b4-4ed0-8816-d8733c4b4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:35.032550 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-275f7c08-54b4-4ed0-8816-d8733c4b4906 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 918 time: 0.3448300 Sep 30 08:22:35.045426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-ef971ee5-d651-46e3-81d4-eb579816086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:35.047011 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-ef971ee5-d651-46e3-81d4-eb579816086d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07006834-4a01-4897-a801-d3f38254b19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1803787 Sep 30 08:22:35.090242 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1ac3e96-45da-455a-9339-326e1be83d3a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:35.097065 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1ac3e96-45da-455a-9339-326e1be83d3a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:35.105039 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d1ac3e96-45da-455a-9339-326e1be83d3a tempest-FloatingIPAdminTestJSON-1738231829 tempest-FloatingIPAdminTestJSON-1738231829-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/0cb86faa-30c0-48a7-886c-ac202b173c3d HTTP/1.1" status: 204 len: 168 time: 0.9311287 Sep 30 08:22:35.105690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50108) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:35.219069 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-841459f7-b228-4f80-a2dd-fa4462faa5a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc813296-8894-41e0-8350-052b7724d5d6 HTTP/1.1" status: 200 len: 999 time: 0.1573327 Sep 30 08:22:35.248576 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b473642c-ac6f-45cf-ac1f-f267f7507161 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Deleting port f92c3ac0-2b46-435e-88f6-860b77fa3a6c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:35.249148 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b473642c-ac6f-45cf-ac1f-f267f7507161 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:35.307311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-e7bbe241-d88b-493f-9c88-be2080cab4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:35.308879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-e7bbe241-d88b-493f-9c88-be2080cab4dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee72be49-df02-4420-900e-333e8ceca494 HTTP/1.1" status: 200 len: 856 time: 0.0554407 Sep 30 08:22:35.445572 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b473642c-ac6f-45cf-ac1f-f267f7507161 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:35.465043 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b473642c-ac6f-45cf-ac1f-f267f7507161 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Calling delete_port for f92c3ac0-2b46-435e-88f6-860b77fa3a6c owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:35.506984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-ff1b5a37-fcf3-42c8-8160-7e38790c1e9b service neutron] 10.222.0.36 "GET /v2.0/networks/07006834-4a01-4897-a801-d3f38254b19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459456 Sep 30 08:22:35.568579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa3657-c2f7-4eeb-8b02-f7bbde09d891 req-8a1e8939-5db3-40ad-a7ef-6ea37433b74b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:35.571873 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40aa3657-c2f7-4eeb-8b02-f7bbde09d891 req-8a1e8939-5db3-40ad-a7ef-6ea37433b74b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 944 time: 0.1867363 Sep 30 08:22:35.586288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-2bb74d15-bc2a-4a77-9ff5-a2b625be49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:35.588472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-2bb74d15-bc2a-4a77-9ff5-a2b625be49b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2688181 Sep 30 08:22:35.721842 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b473642c-ac6f-45cf-ac1f-f267f7507161 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:35.769653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473642c-ac6f-45cf-ac1f-f267f7507161 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event deleted for resources: {'Port': ['ID=f92c3ac0-2b46-435e-88f6-860b77fa3a6c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:35.849900 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40aa3657-c2f7-4eeb-8b02-f7bbde09d891 req-95cc02e1-2063-4f40-b583-b7f8b22bb1ca tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604353 Sep 30 08:22:35.887941 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b473642c-ac6f-45cf-ac1f-f267f7507161 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:35.891079 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b473642c-ac6f-45cf-ac1f-f267f7507161 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] 10.222.0.24 "DELETE /v2.0/ports/f92c3ac0-2b46-435e-88f6-860b77fa3a6c HTTP/1.1" status: 204 len: 168 time: 0.7825155 Sep 30 08:22:35.891807 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50128) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:35.899553 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c201f6be-b4e8-46ef-8ac8-ae7df1dc3ccb req-c786b6df-2859-4341-b8fe-7ad447661fbc service neutron] 10.222.0.36 "GET /v2.0/networks/07006834-4a01-4897-a801-d3f38254b19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642700 Sep 30 08:22:35.917901 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-caf2e2cc-492f-4b12-bdce-266f6fde5f3a service neutron] 10.222.0.35 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072329 Sep 30 08:22:35.967412 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db57e3cf-b29b-4516-a0cd-e4c463dd39e4 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:35.969285 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-db57e3cf-b29b-4516-a0cd-e4c463dd39e4 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] 10.222.0.24 "GET /v2.0/ports?device_id=40b75a71-8213-4c81-b275-284da36a8ed8 HTTP/1.1" status: 200 len: 913 time: 0.0757384 Sep 30 08:22:35.971858 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50130) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:36.147956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21393baf-ed35-49ce-8d90-7295afb2262d req-35787bea-882e-407f-a4d2-9de241c9ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:36.148630 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21393baf-ed35-49ce-8d90-7295afb2262d req-35787bea-882e-407f-a4d2-9de241c9ecbd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9daaa44a24a845718835a5f7ca967795&device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 1095 time: 0.1873889 Sep 30 08:22:36.216281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'tag': 'dc813296-8894-41e0-8350-052b7724d5d6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:36.219063 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1c16cf-e0e5-4185-8e37-62996c18c581" -d '{"events": [{"name": "network-changed", "server_uuid": "8562e0b0-02ad-4ad1-8e70-420c9ccd7cab", "tag": "dc813296-8894-41e0-8350-052b7724d5d6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:36.266248 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ae781f6-8600-4b8c-a1cf-b3a38608a39b req-3fb5ae30-55d4-4670-adda-a2ad89abaddf service neutron] 10.222.0.35 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387818 Sep 30 08:22:36.285188 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f56902-6627-4222-b37c-563444d6914a x-openstack-request-id: req-f6f56902-6627-4222-b37c-563444d6914a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:36.285467 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8562e0b0-02ad-4ad1-8e70-420c9ccd7cab", "tag": "dc813296-8894-41e0-8350-052b7724d5d6", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:36.285717 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6f56902-6627-4222-b37c-563444d6914a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:36.286107 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'tag': 'dc813296-8894-41e0-8350-052b7724d5d6', 'status': 'completed', 'code': 200} Sep 30 08:22:36.312687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4756414-6b21-4ef5-85a5-b265c78e1fb9 req-1094fd46-e8a4-42f4-9c6d-9d939184c247 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:36.314188 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f4756414-6b21-4ef5-85a5-b265c78e1fb9 req-1094fd46-e8a4-42f4-9c6d-9d939184c247 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 944 time: 0.1815450 Sep 30 08:22:36.338286 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e4f5638c-33db-4c2a-a5d3-26167423a570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:36.399869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21393baf-ed35-49ce-8d90-7295afb2262d req-89a399fe-0e5b-4af2-b9de-f250ac19a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:36.403308 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21393baf-ed35-49ce-8d90-7295afb2262d req-89a399fe-0e5b-4af2-b9de-f250ac19a157 service neutron] 10.222.0.36 "GET /v2.0/networks?id=07006834-4a01-4897-a801-d3f38254b19a HTTP/1.1" status: 200 len: 898 time: 0.2207828 Sep 30 08:22:36.452367 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb71cfdf-0878-49b9-bd36-3bf2a2505d17 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:36.487091 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21393baf-ed35-49ce-8d90-7295afb2262d req-52ce146c-d261-4ca9-8898-1608572ca0b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=7597fa56-b8e4-4a91-be65-9a8a950fdd0f HTTP/1.1" status: 200 len: 217 time: 0.0584617 Sep 30 08:22:36.810226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bb71cfdf-0878-49b9-bd36-3bf2a2505d17 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Deleting port 870c8143-dbcb-4177-bc07-a90d595d6ae8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:36.810643 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb71cfdf-0878-49b9-bd36-3bf2a2505d17 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:36.972603 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb71cfdf-0878-49b9-bd36-3bf2a2505d17 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:37.005865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bb71cfdf-0878-49b9-bd36-3bf2a2505d17 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Calling delete_port for 870c8143-dbcb-4177-bc07-a90d595d6ae8 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:37.100844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21393baf-ed35-49ce-8d90-7295afb2262d req-f16ca4b9-ba9b-48e5-b764-9f002a081705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:37.108028 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21393baf-ed35-49ce-8d90-7295afb2262d req-f16ca4b9-ba9b-48e5-b764-9f002a081705 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b34c309-4af0-4faf-985f-1ba65402dae4 HTTP/1.1" status: 200 len: 836 time: 0.6071522 Sep 30 08:22:37.211072 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f4756414-6b21-4ef5-85a5-b265c78e1fb9 req-71ffa9b1-70e1-4dcf-920f-731d12e37dc2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=587670f2-11b0-4cc8-8458-288dfdf39115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8766043 Sep 30 08:22:37.352028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c16cf-e0e5-4185-8e37-62996c18c581 req-1a26d67d-7ad2-4947-83b2-69f10d7f0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:37.353763 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f1c16cf-e0e5-4185-8e37-62996c18c581 req-1a26d67d-7ad2-4947-83b2-69f10d7f0049 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 1095 time: 1.0108628 Sep 30 08:22:37.428624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21393baf-ed35-49ce-8d90-7295afb2262d req-b607390d-f855-428e-ba26-1bc7382fc19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:37.430264 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21393baf-ed35-49ce-8d90-7295afb2262d req-b607390d-f855-428e-ba26-1bc7382fc19e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07006834-4a01-4897-a801-d3f38254b19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2954550 Sep 30 08:22:37.469767 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb71cfdf-0878-49b9-bd36-3bf2a2505d17 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:37.549445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71cfdf-0878-49b9-bd36-3bf2a2505d17 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event deleted for resources: {'Port': ['ID=870c8143-dbcb-4177-bc07-a90d595d6ae8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:37.636813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a08577-33b8-4f35-91bd-ec678c693c7b req-7a5863e9-bd18-4f7d-a8a9-0b8e79b02dd1 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:37.646251 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4a08577-33b8-4f35-91bd-ec678c693c7b req-7a5863e9-bd18-4f7d-a8a9-0b8e79b02dd1 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 944 time: 0.5302889 Sep 30 08:22:37.747360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21393baf-ed35-49ce-8d90-7295afb2262d req-1b064c3f-bdcb-4950-86cd-653b5b972211 service neutron] 10.222.0.36 "GET /v2.0/networks/07006834-4a01-4897-a801-d3f38254b19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519345 Sep 30 08:22:37.815268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4a08577-33b8-4f35-91bd-ec678c693c7b req-8ce4c709-7f79-4509-a1f4-1607fdcbf847 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491606 Sep 30 08:22:38.041351 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21393baf-ed35-49ce-8d90-7295afb2262d req-9e57f4f4-dad0-4b8b-bbc9-ed15a6c1d57d service neutron] 10.222.0.36 "GET /v2.0/networks/07006834-4a01-4897-a801-d3f38254b19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815006 Sep 30 08:22:38.057934 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb71cfdf-0878-49b9-bd36-3bf2a2505d17 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.078659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-e4f5638c-33db-4c2a-a5d3-26167423a570 admin admin] Deleting port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:38.079236 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e4f5638c-33db-4c2a-a5d3-26167423a570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.580360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-e4f5638c-33db-4c2a-a5d3-26167423a570 admin admin] For port a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3,segment=NetworkSegment(54851905-ae3b-4109-83bc-24f06ef0c7c6),segment_id=54851905-ae3b-4109-83bc-24f06ef0c7c6)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:38.581187 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e4f5638c-33db-4c2a-a5d3-26167423a570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:38.613404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-e4f5638c-33db-4c2a-a5d3-26167423a570 admin admin] Calling delete_port for a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:38.630971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c16cf-e0e5-4185-8e37-62996c18c581 req-ec8dc5af-5f0d-4222-aa89-5e85de1fcb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:38.632476 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f1c16cf-e0e5-4185-8e37-62996c18c581 req-ec8dc5af-5f0d-4222-aa89-5e85de1fcb2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 200 len: 918 time: 0.4317362 Sep 30 08:22:38.649195 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59ad86-3a0b-4537-8371-4797dd50cd66 req-ff1323a2-3c80-4c8d-ae79-2be43d31a137 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:38.657522 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe59ad86-3a0b-4537-8371-4797dd50cd66 req-ff1323a2-3c80-4c8d-ae79-2be43d31a137 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 944 time: 0.1935301 Sep 30 08:22:38.660766 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb71cfdf-0878-49b9-bd36-3bf2a2505d17 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Router 40b75a71-8213-4c81-b275-284da36a8ed8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:22:38.830184 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe59ad86-3a0b-4537-8371-4797dd50cd66 req-b01a5000-c308-4d76-879d-31bc5df06a47 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=587670f2-11b0-4cc8-8458-288dfdf39115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677091 Sep 30 08:22:38.839708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f1c16cf-e0e5-4185-8e37-62996c18c581 req-a2e08182-ad32-4e22-9b8f-8bb72410c37b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc813296-8894-41e0-8350-052b7724d5d6 HTTP/1.1" status: 200 len: 999 time: 0.1688080 Sep 30 08:22:39.125515 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296c85d-3896-4cb2-815f-d58b889ac07d req-a73301d6-2771-477d-a3e4-0fc7ed6e311e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:39.127529 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b296c85d-3896-4cb2-815f-d58b889ac07d req-a73301d6-2771-477d-a3e4-0fc7ed6e311e tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 944 time: 0.1328101 Sep 30 08:22:39.128438 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e4f5638c-33db-4c2a-a5d3-26167423a570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.191489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5638c-33db-4c2a-a5d3-26167423a570 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:39.346813 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb71cfdf-0878-49b9-bd36-3bf2a2505d17 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:39.355984 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bb71cfdf-0878-49b9-bd36-3bf2a2505d17 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] 10.222.0.24 "PUT /v2.0/routers/40b75a71-8213-4c81-b275-284da36a8ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3804960 Sep 30 08:22:39.356256 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50190) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:39.365000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da3f37-2115-42a5-8cd2-c1f35b7b6b27 None None] Sync routers for ids ['40b75a71-8213-4c81-b275-284da36a8ed8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:39.388926 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da3f37-2115-42a5-8cd2-c1f35b7b6b27 None None] Routers {'40b75a71-8213-4c81-b275-284da36a8ed8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:39.389949 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-77da3f37-2115-42a5-8cd2-c1f35b7b6b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:22:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['40b75a71-8213-4c81-b275-284da36a8ed8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:39.482009 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b296c85d-3896-4cb2-815f-d58b889ac07d req-923a4b1f-1147-4327-9e5b-6641b3262394 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3483984 Sep 30 08:22:39.513758 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-77da3f37-2115-42a5-8cd2-c1f35b7b6b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:39.568818 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2321-814d-4d30-a319-cfc804a3ce48 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.579150 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da3f37-2115-42a5-8cd2-c1f35b7b6b27 None None] Routers {'40b75a71-8213-4c81-b275-284da36a8ed8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:39.579790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-77da3f37-2115-42a5-8cd2-c1f35b7b6b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:22:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['40b75a71-8213-4c81-b275-284da36a8ed8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:39.698114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7597fa56-b8e4-4a91-be65-9a8a950fdd0f details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:22:39.705938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-77da3f37-2115-42a5-8cd2-c1f35b7b6b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:39.706873 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da3f37-2115-42a5-8cd2-c1f35b7b6b27 None None] The sync data for ids ['40b75a71-8213-4c81-b275-284da36a8ed8'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:39.754871 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e4f5638c-33db-4c2a-a5d3-26167423a570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.782479 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2321-814d-4d30-a319-cfc804a3ce48 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.896559 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7597fa56-b8e4-4a91-be65-9a8a950fdd0f,segment=NetworkSegment(e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0),segment_id=e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:39.929090 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f2321-814d-4d30-a319-cfc804a3ce48 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Deleting port b2bc0a6c-ef5e-451c-a8c9-57c500ea3a26 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:39.929430 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2321-814d-4d30-a319-cfc804a3ce48 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:39.946078 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '7597fa56-b8e4-4a91-be65-9a8a950fdd0f', 'network_id': '07006834-4a01-4897-a801-d3f38254b19a', 'port_id': '7597fa56-b8e4-4a91-be65-9a8a950fdd0f', 'mac_address': 'fa:16:3e:14:ce:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b34c309-4af0-4faf-985f-1ba65402dae4', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:22:40.027998 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.042322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7597fa56-b8e4-4a91-be65-9a8a950fdd0f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:40.088729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7597fa56-b8e4-4a91-be65-9a8a950fdd0f,segment=NetworkSegment(e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0),segment_id=e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:40.095535 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.133524 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545960ce-a960-4883-bfa7-88485279539a req-dc471493-db38-44b7-9420-164a7bbbfe0c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:40.137748 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-545960ce-a960-4883-bfa7-88485279539a req-dc471493-db38-44b7-9420-164a7bbbfe0c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 944 time: 0.1598389 Sep 30 08:22:40.156423 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2321-814d-4d30-a319-cfc804a3ce48 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.170017 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f2321-814d-4d30-a319-cfc804a3ce48 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Calling delete_port for b2bc0a6c-ef5e-451c-a8c9-57c500ea3a26 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:40.209450 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.253549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=7597fa56-b8e4-4a91-be65-9a8a950fdd0f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:40.311084 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['7597fa56-b8e4-4a91-be65-9a8a950fdd0f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:40.462904 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2321-814d-4d30-a319-cfc804a3ce48 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.548318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f2321-814d-4d30-a319-cfc804a3ce48 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event deleted for resources: {'Port': ['ID=b2bc0a6c-ef5e-451c-a8c9-57c500ea3a26,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:40.627091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f5638c-33db-4c2a-a5d3-26167423a570 admin admin] Router 749d1872-5257-4da6-b0e2-725d250ee9bb has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:22:40.682167 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2321-814d-4d30-a319-cfc804a3ce48 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.797233 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-545960ce-a960-4883-bfa7-88485279539a req-2722cbba-afff-4e62-8e3b-5de30eb78598 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=587670f2-11b0-4cc8-8458-288dfdf39115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5803018 Sep 30 08:22:40.881990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e07a0a-72d3-4f1e-8603-8934bc9246df req-2381bfca-f598-4bdb-a09e-e39efb97522b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:40.883558 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f4e07a0a-72d3-4f1e-8603-8934bc9246df req-2381bfca-f598-4bdb-a09e-e39efb97522b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 944 time: 0.2198529 Sep 30 08:22:40.904656 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2321-814d-4d30-a319-cfc804a3ce48 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.908915 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2321-814d-4d30-a319-cfc804a3ce48 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:40.952626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f5638c-33db-4c2a-a5d3-26167423a570 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:40.964887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e4f5638c-33db-4c2a-a5d3-26167423a570 admin admin] 10.222.0.24 "PUT /v2.0/routers/749d1872-5257-4da6-b0e2-725d250ee9bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7529464 Sep 30 08:22:40.969211 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:40.971410 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62a6c1-4015-4945-a595-9cde7a6e682b None None] Sync routers for ids ['749d1872-5257-4da6-b0e2-725d250ee9bb'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:40.987079 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62a6c1-4015-4945-a595-9cde7a6e682b None None] Routers {'749d1872-5257-4da6-b0e2-725d250ee9bb'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:40.987969 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fe62a6c1-4015-4945-a595-9cde7a6e682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:22:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['749d1872-5257-4da6-b0e2-725d250ee9bb'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:41.039829 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2321-814d-4d30-a319-cfc804a3ce48 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.041098 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9f2321-814d-4d30-a319-cfc804a3ce48 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Fanout notify agent at l3_agent the message router_deleted on router 40b75a71-8213-4c81-b275-284da36a8ed8 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:22:41.046630 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f4e07a0a-72d3-4f1e-8603-8934bc9246df req-a9a4d2e5-eda7-497a-a562-2b2bddb4fad8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887012 Sep 30 08:22:41.050525 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2321-814d-4d30-a319-cfc804a3ce48 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.052201 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2d9f2321-814d-4d30-a319-cfc804a3ce48 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] 10.222.0.24 "DELETE /v2.0/routers/40b75a71-8213-4c81-b275-284da36a8ed8 HTTP/1.1" status: 204 len: 168 time: 1.6946182 Sep 30 08:22:41.056763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50226) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:41.227657 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-398e1432-f86c-49d3-a979-c4e0f6636a8b admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.231372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de4cecf-d135-4724-902e-4cfc26068d2c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Deleting subnet 683d54d4-db8e-41dc-a3f5-2479cba8342e {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:22:41.242526 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2de4cecf-d135-4724-902e-4cfc26068d2c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.327778 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fe62a6c1-4015-4945-a595-9cde7a6e682b None None] Set router 749d1872-5257-4da6-b0e2-725d250ee9bb gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:22:41.372323 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2de4cecf-d135-4724-902e-4cfc26068d2c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.490470 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-398e1432-f86c-49d3-a979-c4e0f6636a8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.641960 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-398e1432-f86c-49d3-a979-c4e0f6636a8b admin admin] Deleting port e9302bbf-afd5-45d4-8921-d4fac28bbd96 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:41.642457 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-398e1432-f86c-49d3-a979-c4e0f6636a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.698457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7597fa56-b8e4-4a91-be65-9a8a950fdd0f up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:41.777272 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2de4cecf-d135-4724-902e-4cfc26068d2c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.783552 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fe62a6c1-4015-4945-a595-9cde7a6e682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-router', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:58Z', 'updated_at': '2021-09-30T08:22:38Z', 'revision_number': 5, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'gw_port': {'id': 'e9302bbf-afd5-45d4-8921-d4fac28bbd96', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:10:59Z', 'updated_at': '2021-09-30T08:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:41.830052 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:22:41.834711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:41.835145 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.866315 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62a6c1-4015-4945-a595-9cde7a6e682b None None] Checking router: 749d1872-5257-4da6-b0e2-725d250ee9bb for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:22:41.879686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c16cf-e0e5-4185-8e37-62996c18c581 req-05e37b38-ac06-45ea-9a01-5e0813c783a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:41.881398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-398e1432-f86c-49d3-a979-c4e0f6636a8b admin admin] For port e9302bbf-afd5-45d4-8921-d4fac28bbd96, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e9302bbf-afd5-45d4-8921-d4fac28bbd96,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:41.881987 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62a6c1-4015-4945-a595-9cde7a6e682b None None] Routers {'749d1872-5257-4da6-b0e2-725d250ee9bb'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:41.882613 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-398e1432-f86c-49d3-a979-c4e0f6636a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:41.882731 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fe62a6c1-4015-4945-a595-9cde7a6e682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:22:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['749d1872-5257-4da6-b0e2-725d250ee9bb'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:41.896781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f1c16cf-e0e5-4185-8e37-62996c18c581 req-05e37b38-ac06-45ea-9a01-5e0813c783a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee72be49-df02-4420-900e-333e8ceca494 HTTP/1.1" status: 200 len: 856 time: 0.2704167 Sep 30 08:22:41.925170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-398e1432-f86c-49d3-a979-c4e0f6636a8b admin admin] Calling delete_port for e9302bbf-afd5-45d4-8921-d4fac28bbd96 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:42.063529 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-49bdbe41-e975-4ab6-94df-fa3cea9ac6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:42.191394 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fe62a6c1-4015-4945-a595-9cde7a6e682b None None] Set router 749d1872-5257-4da6-b0e2-725d250ee9bb gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:22:42.216188 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:42.272958 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2de4cecf-d135-4724-902e-4cfc26068d2c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:42.293308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c16cf-e0e5-4185-8e37-62996c18c581 req-d0fb4475-314b-48a8-b67e-61636d829ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:42.295146 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f1c16cf-e0e5-4185-8e37-62996c18c581 req-d0fb4475-314b-48a8-b67e-61636d829ed4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8236e29b-1d2b-4e53-9994-7f4dec0dd38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3755245 Sep 30 08:22:42.327122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7597fa56-b8e4-4a91-be65-9a8a950fdd0f,segment=NetworkSegment(e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0),segment_id=e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:42.334056 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c161be-18ca-4c77-8415-0020dd372ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7597fa56-b8e4-4a91-be65-9a8a950fdd0f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:42.354557 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54239160-003d-442d-b251-7ab17e336af2" -d '{"events": [{"server_uuid": "e2c161be-18ca-4c77-8415-0020dd372ed4", "name": "network-vif-plugged", "status": "completed", "tag": "7597fa56-b8e4-4a91-be65-9a8a950fdd0f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:42.372087 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:42.424720 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4cecf-d135-4724-902e-4cfc26068d2c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event deleted for resources: {'Subnet': ['ID=683d54d4-db8e-41dc-a3f5-2479cba8342e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:42.426036 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fe62a6c1-4015-4945-a595-9cde7a6e682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-router', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:58Z', 'updated_at': '2021-09-30T08:22:41Z', 'revision_number': 6, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:42.432605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f1c16cf-e0e5-4185-8e37-62996c18c581 req-83e21d5e-e8a2-4c9c-b486-88589942c43d service neutron] 10.222.0.35 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085372 Sep 30 08:22:42.450226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59339f18-f67c-49a7-9f8a-a17da2afc8f8 req-54857d95-9c45-47ce-88cd-6bd18aa03e5e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:42.452093 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59339f18-f67c-49a7-9f8a-a17da2afc8f8 req-54857d95-9c45-47ce-88cd-6bd18aa03e5e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 945 time: 0.4049160 Sep 30 08:22:42.487956 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-398e1432-f86c-49d3-a979-c4e0f6636a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:42.501097 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2de4cecf-d135-4724-902e-4cfc26068d2c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:42.503323 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2de4cecf-d135-4724-902e-4cfc26068d2c tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] 10.222.0.24 "DELETE /v2.0/subnets/683d54d4-db8e-41dc-a3f5-2479cba8342e HTTP/1.1" status: 204 len: 168 time: 1.4455085 Sep 30 08:22:42.512564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9856e91-b6b6-4087-8495-c8e583df5fe0 None None] Network 38109c41-c703-4f15-9c0b-8b3b045e82e0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:42.513396 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50250) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:42.538124 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62a6c1-4015-4945-a595-9cde7a6e682b None None] The sync data for ids ['749d1872-5257-4da6-b0e2-725d250ee9bb'] in n-d-807359-2 is: [{'id': '749d1872-5257-4da6-b0e2-725d250ee9bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1370319528-router', 'tenant_id': 'ce39ae04255c4914adca40a29bca4222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:10:58Z', 'updated_at': '2021-09-30T08:22:41Z', 'revision_number': 6, 'project_id': 'ce39ae04255c4914adca40a29bca4222', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:42.550369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71230b0-c36e-4ff8-8e2c-c3121bf1b9ec req-2d553b47-646e-4965-b061-05200c1e7fae tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:42.566029 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c71230b0-c36e-4ff8-8e2c-c3121bf1b9ec req-2d553b47-646e-4965-b061-05200c1e7fae tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 944 time: 0.3195004 Sep 30 08:22:42.595678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=7597fa56-b8e4-4a91-be65-9a8a950fdd0f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:42.651618 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e1432-f86c-49d3-a979-c4e0f6636a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=e9302bbf-afd5-45d4-8921-d4fac28bbd96,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:42.831502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c71230b0-c36e-4ff8-8e2c-c3121bf1b9ec req-2d804e0a-6804-41c0-9746-0251fa250eed tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613249 Sep 30 08:22:42.939840 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:42.952286 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59339f18-f67c-49a7-9f8a-a17da2afc8f8 req-f0133380-37fd-441c-9ef1-4112710868d7 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=587670f2-11b0-4cc8-8458-288dfdf39115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4537911 Sep 30 08:22:42.987841 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-398e1432-f86c-49d3-a979-c4e0f6636a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.010714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c2752a-b895-4628-a755-aa80cb30511b None None] DHCP port deletion for 38109c41-c703-4f15-9c0b-8b3b045e82e0 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:22:43.012677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f1c16cf-e0e5-4185-8e37-62996c18c581 req-32fb5bdd-07cc-4b26-bab5-e32f557f2cfc service neutron] 10.222.0.35 "GET /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573997 Sep 30 08:22:43.048833 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eed29c8-382c-45b2-8172-093e6fd9b765 x-openstack-request-id: req-6eed29c8-382c-45b2-8172-093e6fd9b765 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:43.049203 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c161be-18ca-4c77-8415-0020dd372ed4", "name": "network-vif-plugged", "status": "completed", "tag": "7597fa56-b8e4-4a91-be65-9a8a950fdd0f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:43.049466 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6eed29c8-382c-45b2-8172-093e6fd9b765 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:43.049886 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c161be-18ca-4c77-8415-0020dd372ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7597fa56-b8e4-4a91-be65-9a8a950fdd0f', 'code': 200} Sep 30 08:22:43.265888 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6b548-13fb-4efb-8091-35ce7c9da2ca req-486f6384-257f-4186-8d28-e63c37b7065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:43.265888 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dbd6b548-13fb-4efb-8091-35ce7c9da2ca req-486f6384-257f-4186-8d28-e63c37b7065d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 1097 time: 0.1074433 Sep 30 08:22:43.307697 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7c2752a-b895-4628-a755-aa80cb30511b None None] Deleting port 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:43.308115 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7c2752a-b895-4628-a755-aa80cb30511b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.325680 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-398e1432-f86c-49d3-a979-c4e0f6636a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.333272 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-398e1432-f86c-49d3-a979-c4e0f6636a8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.362041 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dbd6b548-13fb-4efb-8091-35ce7c9da2ca req-db6580f2-4e30-46c7-bb9f-008b0d350507 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=587670f2-11b0-4cc8-8458-288dfdf39115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904002 Sep 30 08:22:43.437015 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7c2752a-b895-4628-a755-aa80cb30511b None None] For port 3c192b63-f5b3-4f6c-81e2-0234254b7fc3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3c192b63-f5b3-4f6c-81e2-0234254b7fc3,segment=NetworkSegment(faf2f48c-08e4-47c8-8216-a7ce9ae53ffc),segment_id=faf2f48c-08e4-47c8-8216-a7ce9ae53ffc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:43.437991 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7c2752a-b895-4628-a755-aa80cb30511b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.450408 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-398e1432-f86c-49d3-a979-c4e0f6636a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.451177 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398e1432-f86c-49d3-a979-c4e0f6636a8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 749d1872-5257-4da6-b0e2-725d250ee9bb {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:22:43.458494 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-398e1432-f86c-49d3-a979-c4e0f6636a8b admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.459946 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-398e1432-f86c-49d3-a979-c4e0f6636a8b admin admin] 10.222.0.24 "DELETE /v2.0/routers/749d1872-5257-4da6-b0e2-725d250ee9bb HTTP/1.1" status: 204 len: 168 time: 2.4896340 Sep 30 08:22:43.465877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50262) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:43.474917 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Deleting port 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:43.477703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.479426 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7c2752a-b895-4628-a755-aa80cb30511b None None] Calling delete_port for 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:43.584636 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] For port 3c192b63-f5b3-4f6c-81e2-0234254b7fc3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3c192b63-f5b3-4f6c-81e2-0234254b7fc3,segment=NetworkSegment(faf2f48c-08e4-47c8-8216-a7ce9ae53ffc),segment_id=faf2f48c-08e4-47c8-8216-a7ce9ae53ffc)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:43.585662 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.601711 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95f4396-757c-4512-917e-562e169b4dce admin admin] Deleting subnet 8f898384-daa1-40fa-9c72-56b1900fc76c {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:22:43.605433 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b95f4396-757c-4512-917e-562e169b4dce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.619782 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Calling delete_port for 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:43.625617 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7c2752a-b895-4628-a755-aa80cb30511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.695045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2752a-b895-4628-a755-aa80cb30511b None None] Pushing event deleted for resources: {'Port': ['ID=3c192b63-f5b3-4f6c-81e2-0234254b7fc3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:43.700933 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b95f4396-757c-4512-917e-562e169b4dce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.709667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2752a-b895-4628-a755-aa80cb30511b None None] No DVR routers for this DVR port 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:43.795563 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:43.827095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event deleted for resources: {'Port': ['ID=3c192b63-f5b3-4f6c-81e2-0234254b7fc3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:43.831509 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] No DVR routers for this DVR port 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:43.879448 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b95f4396-757c-4512-917e-562e169b4dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.058747 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.096629 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b95f4396-757c-4512-917e-562e169b4dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.137163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38109c41-c703-4f15-9c0b-8b3b045e82e0']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:44.153194 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49ef4b-55ef-405a-9121-d4a12b9d13a9 req-23362e14-b319-4714-98d9-c62f379560ac tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:44.153194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b49ef4b-55ef-405a-9121-d4a12b9d13a9 req-23362e14-b319-4714-98d9-c62f379560ac tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 944 time: 0.2071207 Sep 30 08:22:44.164152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf2f48c-08e4-47c8-8216-a7ce9ae53ffc') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:44.164461 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf2f48c-08e4-47c8-8216-a7ce9ae53ffc') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:44.200403 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.227323 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.242333 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:22:44.242794 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:22:44.246722 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:22:44.349918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f4396-757c-4512-917e-562e169b4dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f898384-daa1-40fa-9c72-56b1900fc76c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:44.367759 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9beaac7-1d99-4103-aa21-b63bb30a519a None None] Network 384df419-38eb-4226-b7dd-8fe2db486b35 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:44.370085 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b95f4396-757c-4512-917e-562e169b4dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.373170 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b95f4396-757c-4512-917e-562e169b4dce admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8f898384-daa1-40fa-9c72-56b1900fc76c HTTP/1.1" status: 204 len: 168 time: 0.9063241 Sep 30 08:22:44.375941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50272) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:44.421237 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b49ef4b-55ef-405a-9121-d4a12b9d13a9 req-dda88dda-08f5-4ee3-8d06-d250a294e602 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905625 Sep 30 08:22:44.480233 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.498779 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.505316 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] 10.222.0.24 "DELETE /v2.0/networks/38109c41-c703-4f15-9c0b-8b3b045e82e0 HTTP/1.1" status: 204 len: 168 time: 1.9783025 Sep 30 08:22:44.506000 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50276) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:44.557401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255ae23-4b18-4e69-9a07-ecc85d331ba3 req-9014661c-dd69-40d8-96e6-6785d1338801 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:44.567950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716a196-8827-44c0-b259-c6f7187127c0 tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event deleted for resources: {'Network': ['ID=38109c41-c703-4f15-9c0b-8b3b045e82e0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:44.570357 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c255ae23-4b18-4e69-9a07-ecc85d331ba3 req-9014661c-dd69-40d8-96e6-6785d1338801 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 946 time: 0.4479346 Sep 30 08:22:44.728587 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.780305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:44.780937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c255ae23-4b18-4e69-9a07-ecc85d331ba3 req-7db70be8-4599-46a7-b256-bb05d3a58adc tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=587670f2-11b0-4cc8-8458-288dfdf39115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024784 Sep 30 08:22:44.845518 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-32e35fe1-4c95-43da-9289-0f90c7cfbd7e tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Deleting port 605839cd-edd6-42b1-be62-62bae425cd05 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:44.845864 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32e35fe1-4c95-43da-9289-0f90c7cfbd7e tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.857729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] Deleting port 05415a13-cf13-4d8f-981e-5d54221cece8 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:44.858512 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.887599 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0cc2b1d-18d1-475c-b0a8-4cb89f1f9e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:44.891330 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5677ad-bd71-49d7-a9df-37bdc32cb585 None None] DHCP port deletion for 384df419-38eb-4226-b7dd-8fe2db486b35 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:22:44.895534 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:44.896298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a5da1ca0-f20d-4d8d-ac21-584bfdd21eb3 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:44.896973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:44.944188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:44.945007 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3c192b63-f5b3-4f6c-81e2-0234254b7fc3 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:44.945879 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e9302bbf-afd5-45d4-8921-d4fac28bbd96 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:44.972869 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: e9302bbf-afd5-45d4-8921-d4fac28bbd96 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:44.973781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e9302bbf-afd5-45d4-8921-d4fac28bbd96 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:44.999752 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3f5677ad-bd71-49d7-a9df-37bdc32cb585 None None] Deleting port 05415a13-cf13-4d8f-981e-5d54221cece8 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:22:45.000247 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f5677ad-bd71-49d7-a9df-37bdc32cb585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.014921 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] For port 05415a13-cf13-4d8f-981e-5d54221cece8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=05415a13-cf13-4d8f-981e-5d54221cece8,segment=NetworkSegment(54851905-ae3b-4109-83bc-24f06ef0c7c6),segment_id=54851905-ae3b-4109-83bc-24f06ef0c7c6)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:45.015297 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.018274 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32e35fe1-4c95-43da-9289-0f90c7cfbd7e tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.018695 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32e35fe1-4c95-43da-9289-0f90c7cfbd7e tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.044064 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] Calling delete_port for 05415a13-cf13-4d8f-981e-5d54221cece8 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:45.054318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-32e35fe1-4c95-43da-9289-0f90c7cfbd7e tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Calling delete_port for 605839cd-edd6-42b1-be62-62bae425cd05 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:45.138407 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.186492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3f5677ad-bd71-49d7-a9df-37bdc32cb585 None None] For port 05415a13-cf13-4d8f-981e-5d54221cece8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=05415a13-cf13-4d8f-981e-5d54221cece8,segment=NetworkSegment(54851905-ae3b-4109-83bc-24f06ef0c7c6),segment_id=54851905-ae3b-4109-83bc-24f06ef0c7c6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:45.187354 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f5677ad-bd71-49d7-a9df-37bdc32cb585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.209923 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] No DVR routers for this DVR port 05415a13-cf13-4d8f-981e-5d54221cece8 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:45.215918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=05415a13-cf13-4d8f-981e-5d54221cece8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:45.216775 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3f5677ad-bd71-49d7-a9df-37bdc32cb585 None None] Calling delete_port for 05415a13-cf13-4d8f-981e-5d54221cece8 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:22:45.272474 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32e35fe1-4c95-43da-9289-0f90c7cfbd7e tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.357929 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.377483 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.380474 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.380474 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.380474 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.380474 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.380474 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.380474 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.380474 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.380474 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.380474 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.380474 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.380474 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.380474 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.380474 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:22:45.380474 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:22:45.394664 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f5677ad-bd71-49d7-a9df-37bdc32cb585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.404304 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.469546 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384df419-38eb-4226-b7dd-8fe2db486b35']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:45.501594 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5677ad-bd71-49d7-a9df-37bdc32cb585 None None] Pushing event deleted for resources: {'Port': ['ID=05415a13-cf13-4d8f-981e-5d54221cece8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:45.502315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54851905-ae3b-4109-83bc-24f06ef0c7c6') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:45.504086 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54851905-ae3b-4109-83bc-24f06ef0c7c6') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:45.513962 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32e35fe1-4c95-43da-9289-0f90c7cfbd7e tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.514489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5677ad-bd71-49d7-a9df-37bdc32cb585 None None] No DVR routers for this DVR port 05415a13-cf13-4d8f-981e-5d54221cece8 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:22:45.529685 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-32e35fe1-4c95-43da-9289-0f90c7cfbd7e tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.530926 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-32e35fe1-4c95-43da-9289-0f90c7cfbd7e tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] 10.222.0.24 "DELETE /v2.0/floatingips/6e4cdb1e-0684-4cca-9bde-75ba1b09498a HTTP/1.1" status: 204 len: 168 time: 1.0196462 Sep 30 08:22:45.534784 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e35fe1-4c95-43da-9289-0f90c7cfbd7e tempest-FloatingIPAdminTestJSON-1926013845 tempest-FloatingIPAdminTestJSON-1926013845-project] Pushing event deleted for resources: {'Port': ['ID=605839cd-edd6-42b1-be62-62bae425cd05,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:45.541359 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.629210 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.705231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:22:45.706227 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:22:45.708925 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:22:45.872330 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.874847 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525798d8-1f22-4d5b-9200-e8a645a6b864 req-a92c6937-e786-4ff8-a19c-075945c0fa52 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:45.888703 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-525798d8-1f22-4d5b-9200-e8a645a6b864 req-a92c6937-e786-4ff8-a19c-075945c0fa52 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 944 time: 0.3319468 Sep 30 08:22:45.969959 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.976871 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:45.982224 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/384df419-38eb-4226-b7dd-8fe2db486b35 HTTP/1.1" status: 204 len: 168 time: 1.5978129 Sep 30 08:22:46.046223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb725a-6e7b-4d18-8d30-68cc39da3cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=384df419-38eb-4226-b7dd-8fe2db486b35,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:46.049394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:46.160803 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-525798d8-1f22-4d5b-9200-e8a645a6b864 req-2e25c527-7527-4697-9991-da69fca0dcc4 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624388 Sep 30 08:22:46.248332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5516e2-80b0-466f-aacb-e8e800ecbcbc req-63c57cd2-f283-4526-8f42-8a010eb7c326 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:46.250657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f5516e2-80b0-466f-aacb-e8e800ecbcbc req-63c57cd2-f283-4526-8f42-8a010eb7c326 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 946 time: 0.2250159 Sep 30 08:22:46.360710 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f5516e2-80b0-466f-aacb-e8e800ecbcbc req-a20db7ed-9229-4c46-9a19-ce51bcbca51d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=587670f2-11b0-4cc8-8458-288dfdf39115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088676 Sep 30 08:22:46.422399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50306) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:46.435284 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9dc04908-fd16-47fd-a907-bc3e361985a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f41f3f3e9b14f51ad1c86461ba5c28a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3822665 Sep 30 08:22:46.436280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:46.522363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4a0ff753-9813-4018-b057-303c71e6a2dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce39ae04255c4914adca40a29bca4222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984368 Sep 30 08:22:46.536260 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50310) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:46.574176 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa57a230-6b9e-40a9-858e-b8a7830f1e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:46.581162 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e0dce-1f5e-43d1-95ca-43d0267a1acf req-07632c3b-078e-48f9-b3c4-4664281d1fdc tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:46.585083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-772e0dce-1f5e-43d1-95ca-43d0267a1acf req-07632c3b-078e-48f9-b3c4-4664281d1fdc tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 946 time: 0.0792270 Sep 30 08:22:46.637445 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa57a230-6b9e-40a9-858e-b8a7830f1e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:46.683335 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-772e0dce-1f5e-43d1-95ca-43d0267a1acf req-b6af70a1-7647-49a0-b0df-05ef2baa16e7 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=587670f2-11b0-4cc8-8458-288dfdf39115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872838 Sep 30 08:22:46.733621 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75469dd4-f6a0-4d8d-8fc2-504e6af15f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:46.789631 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75469dd4-f6a0-4d8d-8fc2-504e6af15f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:46.824799 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 05415a13-cf13-4d8f-981e-5d54221cece8 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:22:46.827969 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa57a230-6b9e-40a9-858e-b8a7830f1e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:46.831659 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa57a230-6b9e-40a9-858e-b8a7830f1e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:46.834040 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aa57a230-6b9e-40a9-858e-b8a7830f1e0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa426379-f385-4358-9c0e-a35c7025de98 HTTP/1.1" status: 204 len: 168 time: 0.3970287 Sep 30 08:22:46.877132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57a230-6b9e-40a9-858e-b8a7830f1e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa426379-f385-4358-9c0e-a35c7025de98,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:46.918319 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75469dd4-f6a0-4d8d-8fc2-504e6af15f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:46.954198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 05415a13-cf13-4d8f-981e-5d54221cece8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:22:46.954983 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 05415a13-cf13-4d8f-981e-5d54221cece8 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:22:46.956701 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75469dd4-f6a0-4d8d-8fc2-504e6af15f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:46.992524 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-75469dd4-f6a0-4d8d-8fc2-504e6af15f63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98d662fd-f4a2-4942-a57a-07fd09c698a8 HTTP/1.1" status: 204 len: 168 time: 0.4411864 Sep 30 08:22:47.054688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75469dd4-f6a0-4d8d-8fc2-504e6af15f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d662fd-f4a2-4942-a57a-07fd09c698a8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:47.473359 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e9e82-cc2e-4eb6-86f9-8362280f1ab0 req-a53ffd8f-eced-443a-a2d0-484c2e40282f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:47.476487 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-231e9e82-cc2e-4eb6-86f9-8362280f1ab0 req-a53ffd8f-eced-443a-a2d0-484c2e40282f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 944 time: 0.1404710 Sep 30 08:22:47.597586 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-231e9e82-cc2e-4eb6-86f9-8362280f1ab0 req-295d2c77-4260-4105-b3e1-ace9dbb01d72 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042292 Sep 30 08:22:47.704191 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:47.873531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50340) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:47.912335 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b569736-b0b3-44f3-8b43-c5302d3ad66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:48.091876 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b569736-b0b3-44f3-8b43-c5302d3ad66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:48.101169 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b569736-b0b3-44f3-8b43-c5302d3ad66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:48.155310 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b569736-b0b3-44f3-8b43-c5302d3ad66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75d1b99-80f3-4d92-915b-0cf3e603ec7f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:48.217415 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50348) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:48.236484 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7b569736-b0b3-44f3-8b43-c5302d3ad66e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06801125e4274154bc320983b2999bd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615799 Sep 30 08:22:48.237169 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50354) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:48.363453 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1061f3f1-cb63-408e-948b-c9da2b2bba24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:48.425835 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1061f3f1-cb63-408e-948b-c9da2b2bba24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:48.520093 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1061f3f1-cb63-408e-948b-c9da2b2bba24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:48.523793 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1061f3f1-cb63-408e-948b-c9da2b2bba24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:48.542611 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1061f3f1-cb63-408e-948b-c9da2b2bba24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e75d1b99-80f3-4d92-915b-0cf3e603ec7f HTTP/1.1" status: 204 len: 168 time: 0.3040471 Sep 30 08:22:48.558628 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061f3f1-cb63-408e-948b-c9da2b2bba24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75d1b99-80f3-4d92-915b-0cf3e603ec7f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:48.753419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:48.976166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ef7d63f9-4fa4-435e-8123-8955557cb6bb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1987397559-network', 'tenant_id': '7bf2ff079e03431d9b13ca6327969e21'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:49.026978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7d63f9-4fa4-435e-8123-8955557cb6bb admin admin] Made reservation on behalf of 7bf2ff079e03431d9b13ca6327969e21 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:49.031400 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef7d63f9-4fa4-435e-8123-8955557cb6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.041220 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef7d63f9-4fa4-435e-8123-8955557cb6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.148312 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef7d63f9-4fa4-435e-8123-8955557cb6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.154147 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef7d63f9-4fa4-435e-8123-8955557cb6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.172098 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7d63f9-4fa4-435e-8123-8955557cb6bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:22:49.186340 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef7d63f9-4fa4-435e-8123-8955557cb6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.186912 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-ef7d63f9-4fa4-435e-8123-8955557cb6bb admin admin] Added segment 63818524-b218-47d4-9183-c1923945cece of type vlan for network 76c34bd4-ef4b-4a88-aeeb-535079546498 Sep 30 08:22:49.236646 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef7d63f9-4fa4-435e-8123-8955557cb6bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.295271 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50384) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:49.296788 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d63f9-4fa4-435e-8123-8955557cb6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e7eb1d-8664-469f-8d61-7f34075a4c7d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:49.318402 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef7d63f9-4fa4-435e-8123-8955557cb6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.319941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7d63f9-4fa4-435e-8123-8955557cb6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:49.320565 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef7d63f9-4fa4-435e-8123-8955557cb6bb admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.339645 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06ef3f13-b611-45c9-862a-e03bfc0409e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.453411 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d63f9-4fa4-435e-8123-8955557cb6bb admin admin] Pushing event updated for resources: {'Network': ['ID=76c34bd4-ef4b-4a88-aeeb-535079546498,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:49.464473 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 76c34bd4-ef4b-4a88-aeeb-535079546498 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:22:49.526104 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86f47d-8488-48f9-949c-aa58ac6f278b req-b364b715-d2f3-4b76-929e-6ce2d8242c9b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:49.528381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec86f47d-8488-48f9-949c-aa58ac6f278b req-b364b715-d2f3-4b76-929e-6ce2d8242c9b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 944 time: 0.6872849 Sep 30 08:22:49.529086 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06ef3f13-b611-45c9-862a-e03bfc0409e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.539970 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06ef3f13-b611-45c9-862a-e03bfc0409e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.597309 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef3f13-b611-45c9-862a-e03bfc0409e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7eadb7-4ae8-4eef-94da-ae4365b77fee,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:49.602231 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ef7d63f9-4fa4-435e-8123-8955557cb6bb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8474839 Sep 30 08:22:49.608128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50394) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:49.615787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-65487b8f-41d4-4185-a4fd-ef18167e8e36 admin admin] Request body: {'subnet': {'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1987397559-subnet', 'tenant_id': '7bf2ff079e03431d9b13ca6327969e21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:49.616436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec86f47d-8488-48f9-949c-aa58ac6f278b req-b97c80ab-10a2-4260-a367-6c1aae978fba tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814719 Sep 30 08:22:49.629018 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-06ef3f13-b611-45c9-862a-e03bfc0409e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=908aeee6ea2c4897a5f8e93343b8ffc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122065 Sep 30 08:22:49.630754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50396) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:49.660618 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65487b8f-41d4-4185-a4fd-ef18167e8e36 admin admin] Made reservation on behalf of 7bf2ff079e03431d9b13ca6327969e21 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:49.663182 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65487b8f-41d4-4185-a4fd-ef18167e8e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.724652 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.749038 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d81da4f-7f61-4de0-af42-bbfe8b3ff27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.825701 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d81da4f-7f61-4de0-af42-bbfe8b3ff27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.910447 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65487b8f-41d4-4185-a4fd-ef18167e8e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:49.979680 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65487b8f-41d4-4185-a4fd-ef18167e8e36 admin admin] Checking segment: {'id': '63818524-b218-47d4-9183-c1923945cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:49.980393 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65487b8f-41d4-4185-a4fd-ef18167e8e36 admin admin] Network hostable DHCP agents. Network: 76c34bd4-ef4b-4a88-aeeb-535079546498, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:22:49.983221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65487b8f-41d4-4185-a4fd-ef18167e8e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a75d3b5a-db29-4809-918d-1399617867b8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:50.001781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65487b8f-41d4-4185-a4fd-ef18167e8e36 admin admin] Network 76c34bd4-ef4b-4a88-aeeb-535079546498 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:22:50.004298 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d81da4f-7f61-4de0-af42-bbfe8b3ff27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:50.007015 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d81da4f-7f61-4de0-af42-bbfe8b3ff27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:50.012070 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6d81da4f-7f61-4de0-af42-bbfe8b3ff27e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e7eadb7-4ae8-4eef-94da-ae4365b77fee HTTP/1.1" status: 204 len: 168 time: 0.3704944 Sep 30 08:22:50.012880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-65487b8f-41d4-4185-a4fd-ef18167e8e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 76c34bd4-ef4b-4a88-aeeb-535079546498) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:50.023374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4e6e36-426d-4bc6-a662-4291d957a466 None None] Network 76c34bd4-ef4b-4a88-aeeb-535079546498 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:50.024508 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65487b8f-41d4-4185-a4fd-ef18167e8e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:50.025926 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65487b8f-41d4-4185-a4fd-ef18167e8e36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:50.044005 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-65487b8f-41d4-4185-a4fd-ef18167e8e36 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4346902 Sep 30 08:22:50.194303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Allocated IP 172.20.0.17 (07006834-4a01-4897-a801-d3f38254b19a/8b34c309-4af0-4faf-985f-1ba65402dae4/074e37c7-1811-4918-be0d-660f01bd3f4e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:50.546612 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:50.566198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81da4f-7f61-4de0-af42-bbfe8b3ff27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7eadb7-4ae8-4eef-94da-ae4365b77fee,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:50.622150 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13f9427-96f5-402a-be69-a469506f6193 None None] Network 76c34bd4-ef4b-4a88-aeeb-535079546498 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:50.638318 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:50.696048 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network 07006834-4a01-4897-a801-d3f38254b19a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:50.700492 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:50.703657 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:50.803473 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Port': ['ID=074e37c7-1811-4918-be0d-660f01bd3f4e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:50.861478 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.095553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206f155-a880-42b1-9b66-3a8659783761 req-5cad7ae1-9b24-472d-856e-d6b598571c92 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:51.103373 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2206f155-a880-42b1-9b66-3a8659783761 req-5cad7ae1-9b24-472d-856e-d6b598571c92 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 944 time: 0.3316424 Sep 30 08:22:51.200789 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1485e2cb-3f37-49dd-9964-477ff215c1ac None None] Provisioning complete for port 074e37c7-1811-4918-be0d-660f01bd3f4e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:51.201178 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1485e2cb-3f37-49dd-9964-477ff215c1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.214796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-c1b8f189-76d0-4fd3-a46c-aaa36d99aa37 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:51.216962 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-c1b8f189-76d0-4fd3-a46c-aaa36d99aa37 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/networks?id=76c34bd4-ef4b-4a88-aeeb-535079546498 HTTP/1.1" status: 200 len: 818 time: 0.2140539 Sep 30 08:22:51.283011 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-5b258386-a74f-44f1-8f18-31b4b19616b4 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/quotas/7bf2ff079e03431d9b13ca6327969e21 HTTP/1.1" status: 200 len: 375 time: 0.0565927 Sep 30 08:22:51.307405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1485e2cb-3f37-49dd-9964-477ff215c1ac None None] Port 074e37c7-1811-4918-be0d-660f01bd3f4e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:22:51.326393 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-9bc296b2-32ed-4202-879b-7bb15a8895cb tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bf2ff079e03431d9b13ca6327969e21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348384 Sep 30 08:22:51.340885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2206f155-a880-42b1-9b66-3a8659783761 req-cf7913fa-ced9-4bc5-84db-8fcbf03af913 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363222 Sep 30 08:22:51.397537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:51.444661 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.563242 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-db9421c6-b69e-4f8c-867a-92efbed7a053 service neutron] 10.222.0.24 "GET /v2.0/networks/76c34bd4-ef4b-4a88-aeeb-535079546498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272928 Sep 30 08:22:51.613679 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9ab3589a-045a-4f16-a856-98029f4dd179 tempest-AgentManagementNegativeTest-1330106785 tempest-AgentManagementNegativeTest-1330106785-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2148604 Sep 30 08:22:51.776641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-2b00b8c7-5e3e-43f1-9cca-10ebc085df9c service neutron] 10.222.0.24 "GET /v2.0/networks/76c34bd4-ef4b-4a88-aeeb-535079546498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003579 Sep 30 08:22:51.777853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device dc813296-8894-41e0-8350-052b7724d5d6 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:22:51.917579 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.923562 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:51.991197 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=dc813296-8894-41e0-8350-052b7724d5d6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:52.016036 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'dc813296-8894-41e0-8350-052b7724d5d6', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'port_id': 'dc813296-8894-41e0-8350-052b7724d5d6', 'mac_address': 'fa:16:3e:31:e5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:22:52.071011 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:52.091776 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.096852 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.102704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Port': ['ID=074e37c7-1811-4918-be0d-660f01bd3f4e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:52.134843 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc813296-8894-41e0-8350-052b7724d5d6 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:52.176741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=dc813296-8894-41e0-8350-052b7724d5d6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:52.185879 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.319701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network 07006834-4a01-4897-a801-d3f38254b19a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:52.322088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:52.383493 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=dc813296-8894-41e0-8350-052b7724d5d6,revision_number=11']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:52.429189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8972ae2c-a79f-43bd-ba58-a38aae82d880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.532725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['dc813296-8894-41e0-8350-052b7724d5d6'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:22:52.658601 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27f65b0e-12ca-4484-ad9a-7daeeb095bec req-197ce571-1e16-4d44-b724-356985104fde tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 210 time: 0.1830087 Sep 30 08:22:52.685947 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8972ae2c-a79f-43bd-ba58-a38aae82d880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.701724 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8972ae2c-a79f-43bd-ba58-a38aae82d880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.766975 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8972ae2c-a79f-43bd-ba58-a38aae82d880 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aabb566a627a4ec4b7d6881fa2043ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6935060 Sep 30 08:22:52.767615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50480) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:52.777706 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972ae2c-a79f-43bd-ba58-a38aae82d880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f238c005-035d-4bfb-9eb8-cf61342d4c69,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:52.777936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35127e0-ff2b-4f52-b6bb-f6434d445c60 req-9d019db8-7e14-43d9-abac-d28884e6be5f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:52.783511 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35127e0-ff2b-4f52-b6bb-f6434d445c60 req-9d019db8-7e14-43d9-abac-d28884e6be5f tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.2568204 Sep 30 08:22:52.877616 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dce34725-e834-4b4e-9ed5-43d02f4d2031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.895246 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7c3a31b6-0dfd-4409-a687-ab4830172cf5 None None] Provisioning complete for port 074e37c7-1811-4918-be0d-660f01bd3f4e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:52.896093 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c3a31b6-0dfd-4409-a687-ab4830172cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.926767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:22:52.935572 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dce34725-e834-4b4e-9ed5-43d02f4d2031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:52.939513 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a31b6-0dfd-4409-a687-ab4830172cf5 None None] Port 074e37c7-1811-4918-be0d-660f01bd3f4e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:22:53.008452 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dce34725-e834-4b4e-9ed5-43d02f4d2031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.012134 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dce34725-e834-4b4e-9ed5-43d02f4d2031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:53.013992 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dce34725-e834-4b4e-9ed5-43d02f4d2031 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f238c005-035d-4bfb-9eb8-cf61342d4c69 HTTP/1.1" status: 204 len: 168 time: 0.2442319 Sep 30 08:22:53.027820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce34725-e834-4b4e-9ed5-43d02f4d2031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f238c005-035d-4bfb-9eb8-cf61342d4c69,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:53.041700 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35127e0-ff2b-4f52-b6bb-f6434d445c60 req-eda9e129-7798-4dcf-a69b-cc4e759d84ec tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777174 Sep 30 08:22:53.124215 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:22:53.129861 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-33784f2e-1a5f-4b7e-8ed9-014549a8ad8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "PUT /v2.0/routers/8eaec781-85cb-4f8c-b7bd-bf6bd65174ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9114537 Sep 30 08:22:53.148190 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Sync routers for ids ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:22:53.164408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Routers {'8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:53.167279 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:22:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:53.350487 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Set router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:22:53.733790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:22:51Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '991acb72-1b0b-47d8-9e94-9e7ed27b05d3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'port_id': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'mac_address': 'fa:16:3e:8a:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34de66a0-cc97-434e-b61f-13c839dae179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:21:40Z', 'updated_at': '2021-09-30T08:21:46Z', 'revision_number': 1, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074e37c7-1811-4918-be0d-660f01bd3f4e', 'name': '', 'network_id': '07006834-4a01-4897-a801-d3f38254b19a', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:d5:b4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '8b34c309-4af0-4faf-985f-1ba65402dae4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:22:49Z', 'updated_at': '2021-09-30T08:22:51Z', 'revision_number': 2, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': '8b34c309-4af0-4faf-985f-1ba65402dae4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a47744a-ce75-420e-bdb4-907a67f137e4', 'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:2d:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:15Z', 'updated_at': '2021-09-30T08:21:20Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:53.800357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Checking router: 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:22:53.800859 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Updating router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed port 074e37c7-1811-4918-be0d-660f01bd3f4e binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:22:53.852103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f230c4a-f35b-4012-9a45-23d9a9459474 req-b2ea63d0-000e-4cf8-8ac7-bfaaa37b2685 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 210 time: 0.0477860 Sep 30 08:22:53.856616 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device dc813296-8894-41e0-8350-052b7724d5d6 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:53.861216 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.021766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port dc813296-8894-41e0-8350-052b7724d5d6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:22:54.035727 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port dc813296-8894-41e0-8350-052b7724d5d6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:54.036253 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.178783 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:22:54.244053 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860da59-b74c-489c-8625-84fef1248d30 req-d6a2738a-1755-4903-abf2-e4cb64fe1df9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:54.246881 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4860da59-b74c-489c-8625-84fef1248d30 req-d6a2738a-1755-4903-abf2-e4cb64fe1df9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 945 time: 0.0671182 Sep 30 08:22:54.301336 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.360346 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4860da59-b74c-489c-8625-84fef1248d30 req-557aec36-119c-4096-804e-4544a66d3cad tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070857 Sep 30 08:22:54.371257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc813296-8894-41e0-8350-052b7724d5d6'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:22:54.384917 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc23ea4a-fb61-461b-92db-55ee1b284dcc" -d '{"events": [{"server_uuid": "8562e0b0-02ad-4ad1-8e70-420c9ccd7cab", "name": "network-vif-plugged", "status": "completed", "tag": "dc813296-8894-41e0-8350-052b7724d5d6"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:22:54.395985 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50542) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:54.470102 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92aa09b2-41ed-4c80-adb4-ac4f0af38ee5 x-openstack-request-id: req-92aa09b2-41ed-4c80-adb4-ac4f0af38ee5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:22:54.470400 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8562e0b0-02ad-4ad1-8e70-420c9ccd7cab", "name": "network-vif-plugged", "status": "completed", "tag": "dc813296-8894-41e0-8350-052b7724d5d6", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:22:54.470855 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92aa09b2-41ed-4c80-adb4-ac4f0af38ee5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:22:54.471255 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc813296-8894-41e0-8350-052b7724d5d6', 'code': 200} Sep 30 08:22:54.486718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=dc813296-8894-41e0-8350-052b7724d5d6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:54.513916 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.517599 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.571084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-1ec0674f-90cf-4c47-b4e6-f95ad73d1c09 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:54.573279 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-1ec0674f-90cf-4c47-b4e6-f95ad73d1c09 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.36 "GET /v2.0/networks?id=76c34bd4-ef4b-4a88-aeeb-535079546498 HTTP/1.1" status: 200 len: 818 time: 0.2118711 Sep 30 08:22:54.592039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-53f9adf4-9b83-464a-9cbb-6d5afd666803 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Request body: {'port': {'device_id': 'a98f683f-8a2e-4f6a-947f-9389da1d062b', 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498', 'admin_state_up': True, 'tenant_id': '7bf2ff079e03431d9b13ca6327969e21'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:54.606961 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.652238 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b86ca8fd-68c3-4c1a-95f3-6e0f9c427ba6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1298563849'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:54.706307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86ca8fd-68c3-4c1a-95f3-6e0f9c427ba6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Made reservation on behalf of 8443ba8651dd4013a6e724d1b9916b55 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:54.707534 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=dc813296-8894-41e0-8350-052b7724d5d6,revision_number=12']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:54.711085 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b86ca8fd-68c3-4c1a-95f3-6e0f9c427ba6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.731863 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b86ca8fd-68c3-4c1a-95f3-6e0f9c427ba6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.822491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691dae5-c18f-4f40-83e2-572766855eaa None None] Pushing event updated for resources: {'Port': ['ID=074e37c7-1811-4918-be0d-660f01bd3f4e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:54.873102 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8b8d0-10a4-47c9-83a6-91dfe3ebfbad req-89c727c4-87d5-4caf-af00-630b19c87b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:54.876241 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-23f8b8d0-10a4-47c9-83a6-91dfe3ebfbad req-89c727c4-87d5-4caf-af00-630b19c87b0a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 1097 time: 0.0980682 Sep 30 08:22:54.967200 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-23f8b8d0-10a4-47c9-83a6-91dfe3ebfbad req-7f125a28-b982-4131-aac0-e1bd74540add service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835347 Sep 30 08:22:54.969067 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Attempting to bind port 074e37c7-1811-4918-be0d-660f01bd3f4e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:54.969454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Attempting to bind port 074e37c7-1811-4918-be0d-660f01bd3f4e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '07006834-4a01-4897-a801-d3f38254b19a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:54.969853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Attempting to bind port 074e37c7-1811-4918-be0d-660f01bd3f4e on network 07006834-4a01-4897-a801-d3f38254b19a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:54.986928 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:54.986928 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Checking segment: {'id': 'e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '07006834-4a01-4897-a801-d3f38254b19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:54.986928 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:54.987615 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Bound using segment: {'id': 'e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '07006834-4a01-4897-a801-d3f38254b19a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:54.989547 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Bound port: 074e37c7-1811-4918-be0d-660f01bd3f4e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '07006834-4a01-4897-a801-d3f38254b19a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:54.989798 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.092552 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b86ca8fd-68c3-4c1a-95f3-6e0f9c427ba6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.100747 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b86ca8fd-68c3-4c1a-95f3-6e0f9c427ba6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.113048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-48c91a11-746b-4c4b-aeaa-1860a6f875c0 req-6e21a7dc-a25e-4288-8c8f-35fc2fc1609e tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 210 time: 0.0854542 Sep 30 08:22:55.120612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-79dd2784-232c-4d05-8d9e-ce5070939ba9 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:55.124085 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-79dd2784-232c-4d05-8d9e-ce5070939ba9 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.35 "GET /v2.0/networks?id=76c34bd4-ef4b-4a88-aeeb-535079546498 HTTP/1.1" status: 200 len: 818 time: 0.3461714 Sep 30 08:22:55.127945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b34fc198-2023-4c64-b4f9-2b4554918eeb None None] Provisioning complete for port 074e37c7-1811-4918-be0d-660f01bd3f4e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:55.128467 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b34fc198-2023-4c64-b4f9-2b4554918eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.147774 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86ca8fd-68c3-4c1a-95f3-6e0f9c427ba6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:22:55.162993 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ca8fd-68c3-4c1a-95f3-6e0f9c427ba6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9acd81-a02c-498f-b9bb-1b4e2a70e0f6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:55.182485 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b86ca8fd-68c3-4c1a-95f3-6e0f9c427ba6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.182979 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-b86ca8fd-68c3-4c1a-95f3-6e0f9c427ba6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Added segment 74451717-8a4f-46fe-aa98-1a952f984e62 of type vlan for network e40df9c1-5199-451d-9bcd-fe341db3130e Sep 30 08:22:55.185944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-53f9adf4-9b83-464a-9cbb-6d5afd666803 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Made reservation on behalf of 7bf2ff079e03431d9b13ca6327969e21 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:55.190921 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-53f9adf4-9b83-464a-9cbb-6d5afd666803 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.241389 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b34fc198-2023-4c64-b4f9-2b4554918eeb None None] Port 074e37c7-1811-4918-be0d-660f01bd3f4e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:22:55.273413 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] For port 074e37c7-1811-4918-be0d-660f01bd3f4e, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:55.281805 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] For port 074e37c7-1811-4918-be0d-660f01bd3f4e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=074e37c7-1811-4918-be0d-660f01bd3f4e,segment=NetworkSegment(e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0),segment_id=e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:55.296284 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.299944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-f9f0d7ce-b9d4-4624-821c-670ad3a211dc tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Request body: {'port': {'device_id': '3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84', 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498', 'admin_state_up': True, 'tenant_id': '7bf2ff079e03431d9b13ca6327969e21'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:55.306228 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b86ca8fd-68c3-4c1a-95f3-6e0f9c427ba6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.447516 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b86ca8fd-68c3-4c1a-95f3-6e0f9c427ba6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.455249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-671a8992-a69d-4679-8eb6-bdf699a12e56 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:55.457128 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-671a8992-a69d-4679-8eb6-bdf699a12e56 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.36 "GET /v2.0/networks?id=76c34bd4-ef4b-4a88-aeeb-535079546498 HTTP/1.1" status: 200 len: 818 time: 0.3584163 Sep 30 08:22:55.463844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86ca8fd-68c3-4c1a-95f3-6e0f9c427ba6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:55.464539 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b86ca8fd-68c3-4c1a-95f3-6e0f9c427ba6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.500320 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Routers {'8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:22:55.501293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:22:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:55.544624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-53f9adf4-9b83-464a-9cbb-6d5afd666803 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Allocated IP 172.20.0.3 (76c34bd4-ef4b-4a88-aeeb-535079546498/a75d3b5a-db29-4809-918d-1399617867b8/5854a173-ea18-48ed-b389-a10335c1aadf) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:55.587565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691dae5-c18f-4f40-83e2-572766855eaa None None] Pushing event updated for resources: {'Port': ['ID=074e37c7-1811-4918-be0d-660f01bd3f4e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:55.653394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ca8fd-68c3-4c1a-95f3-6e0f9c427ba6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Pushing event updated for resources: {'Network': ['ID=e40df9c1-5199-451d-9bcd-fe341db3130e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:55.671073 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b86ca8fd-68c3-4c1a-95f3-6e0f9c427ba6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2730463 Sep 30 08:22:55.674533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50556) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:55.687131 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-92171a4f-d779-429c-9c7b-e4e88001ed39 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Request body: {'subnet': {'network_id': 'e40df9c1-5199-451d-9bcd-fe341db3130e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:55.700870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network e40df9c1-5199-451d-9bcd-fe341db3130e details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:22:55.773146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] Set router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:22:55.804504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-29786fd0-2be1-4f21-9b26-32a022293334 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Request body: {'port': {'device_id': '7fc18a78-f551-4d79-8bf5-eeca0d790c56', 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498', 'admin_state_up': True, 'tenant_id': '7bf2ff079e03431d9b13ca6327969e21'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:55.858557 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92171a4f-d779-429c-9c7b-e4e88001ed39 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Made reservation on behalf of 8443ba8651dd4013a6e724d1b9916b55 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:55.862898 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92171a4f-d779-429c-9c7b-e4e88001ed39 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:55.996461 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-f9f0d7ce-b9d4-4624-821c-670ad3a211dc tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Made reservation on behalf of 7bf2ff079e03431d9b13ca6327969e21 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:55.999898 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-f9f0d7ce-b9d4-4624-821c-670ad3a211dc tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.076392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-77504971-9dd6-4f5f-8c1c-995dc00af80b None None] Provisioning complete for port 074e37c7-1811-4918-be0d-660f01bd3f4e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:56.076771 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77504971-9dd6-4f5f-8c1c-995dc00af80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.082875 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-53f9adf4-9b83-464a-9cbb-6d5afd666803 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.091805 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ea872-6a04-408d-bcc8-166a12a4420e req-ad32ea84-9713-4a0d-a391-481fe2b7dd06 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:56.093458 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e7ea872-6a04-408d-bcc8-166a12a4420e req-ad32ea84-9713-4a0d-a391-481fe2b7dd06 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 946 time: 0.2975602 Sep 30 08:22:56.212841 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e7ea872-6a04-408d-bcc8-166a12a4420e req-69d12fb4-3214-4b58-8f3e-ff94a1d648b6 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053841 Sep 30 08:22:56.269069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-29786fd0-2be1-4f21-9b26-32a022293334 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Made reservation on behalf of 7bf2ff079e03431d9b13ca6327969e21 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:56.282042 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-29786fd0-2be1-4f21-9b26-32a022293334 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.326395 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce314b56-f7ec-48a0-b26d-7e74db1b25a1 req-b0d86455-4383-4964-ab43-cc2bf0e33469 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 210 time: 0.0396423 Sep 30 08:22:56.336530 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-53f9adf4-9b83-464a-9cbb-6d5afd666803 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.643807 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-53f9adf4-9b83-464a-9cbb-6d5afd666803 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Network 76c34bd4-ef4b-4a88-aeeb-535079546498 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:56.658009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-f9f0d7ce-b9d4-4624-821c-670ad3a211dc tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Allocated IP 172.20.0.2 (76c34bd4-ef4b-4a88-aeeb-535079546498/a75d3b5a-db29-4809-918d-1399617867b8/2528bb7c-9488-424f-a275-b7a1bd2a515b) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:56.688704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-53f9adf4-9b83-464a-9cbb-6d5afd666803 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:56.693918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-53f9adf4-9b83-464a-9cbb-6d5afd666803 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:56.756633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9adf4-9b83-464a-9cbb-6d5afd666803 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Pushing event updated for resources: {'Port': ['ID=5854a173-ea18-48ed-b389-a10335c1aadf,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:56.815733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-53f9adf4-9b83-464a-9cbb-6d5afd666803 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:56.817617 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-53f9adf4-9b83-464a-9cbb-6d5afd666803 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.824611 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77504971-9dd6-4f5f-8c1c-995dc00af80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.850772 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-53f9adf4-9b83-464a-9cbb-6d5afd666803 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2678404 Sep 30 08:22:56.871576 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Request body: {'port': {'device_id': 'a98f683f-8a2e-4f6a-947f-9389da1d062b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:56.882090 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-77504971-9dd6-4f5f-8c1c-995dc00af80b None None] For port 074e37c7-1811-4918-be0d-660f01bd3f4e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=074e37c7-1811-4918-be0d-660f01bd3f4e,segment=NetworkSegment(e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0),segment_id=e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:22:56.886908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:22:51Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '991acb72-1b0b-47d8-9e94-9e7ed27b05d3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'port_id': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'mac_address': 'fa:16:3e:8a:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34de66a0-cc97-434e-b61f-13c839dae179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:21:40Z', 'updated_at': '2021-09-30T08:21:46Z', 'revision_number': 1, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074e37c7-1811-4918-be0d-660f01bd3f4e', 'name': '', 'network_id': '07006834-4a01-4897-a801-d3f38254b19a', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:d5:b4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '8b34c309-4af0-4faf-985f-1ba65402dae4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:22:49Z', 'updated_at': '2021-09-30T08:22:55Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': '8b34c309-4af0-4faf-985f-1ba65402dae4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a47744a-ce75-420e-bdb4-907a67f137e4', 'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:2d:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:15Z', 'updated_at': '2021-09-30T08:21:20Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:22:56.909669 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92171a4f-d779-429c-9c7b-e4e88001ed39 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:56.954488 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dd2ef3-7c38-4285-9cdd-103104d06cb4 None None] The sync data for ids ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'] in n-d-807359-2 is: [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:22:51Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '991acb72-1b0b-47d8-9e94-9e7ed27b05d3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'port_id': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'mac_address': 'fa:16:3e:8a:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34de66a0-cc97-434e-b61f-13c839dae179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:21:40Z', 'updated_at': '2021-09-30T08:21:46Z', 'revision_number': 1, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074e37c7-1811-4918-be0d-660f01bd3f4e', 'name': '', 'network_id': '07006834-4a01-4897-a801-d3f38254b19a', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:d5:b4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '8b34c309-4af0-4faf-985f-1ba65402dae4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:22:49Z', 'updated_at': '2021-09-30T08:22:55Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': '8b34c309-4af0-4faf-985f-1ba65402dae4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a47744a-ce75-420e-bdb4-907a67f137e4', 'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:2d:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:15Z', 'updated_at': '2021-09-30T08:21:20Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:22:56.961975 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77504971-9dd6-4f5f-8c1c-995dc00af80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:57.064926 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-018430dc-eb22-4b2c-9ce7-401eb51dd487 req-c53a19bf-cd02-4c82-afcb-34db99f3d933 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1672790 Sep 30 08:22:57.067144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92171a4f-d779-429c-9c7b-e4e88001ed39 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Pushing event updated for resources: {'Subnet': ['ID=cfa230f9-c72d-4a37-ab3f-4e71528980f3,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:57.084515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92171a4f-d779-429c-9c7b-e4e88001ed39 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Checking segment: {'id': '74451717-8a4f-46fe-aa98-1a952f984e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e40df9c1-5199-451d-9bcd-fe341db3130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:57.085121 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92171a4f-d779-429c-9c7b-e4e88001ed39 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Network hostable DHCP agents. Network: e40df9c1-5199-451d-9bcd-fe341db3130e, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:22:57.111190 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77504971-9dd6-4f5f-8c1c-995dc00af80b None None] Pushing event updated for resources: {'Port': ['ID=074e37c7-1811-4918-be0d-660f01bd3f4e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:57.252756 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92171a4f-d779-429c-9c7b-e4e88001ed39 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Network e40df9c1-5199-451d-9bcd-fe341db3130e is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:22:57.270181 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-92171a4f-d779-429c-9c7b-e4e88001ed39 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, e40df9c1-5199-451d-9bcd-fe341db3130e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:57.282916 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018430dc-eb22-4b2c-9ce7-401eb51dd487 req-866b42cb-5706-41dd-90ba-7c0d3b90b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:57.293975 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6a4cce-9ad3-4c86-9438-8010d18994ce None None] Network e40df9c1-5199-451d-9bcd-fe341db3130e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:22:57.318822 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-018430dc-eb22-4b2c-9ce7-401eb51dd487 req-866b42cb-5706-41dd-90ba-7c0d3b90b298 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9daaa44a24a845718835a5f7ca967795&device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 1097 time: 0.1927798 Sep 30 08:22:57.323372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92171a4f-d779-429c-9c7b-e4e88001ed39 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:57.324029 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92171a4f-d779-429c-9c7b-e4e88001ed39 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:57.476788 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-92171a4f-d779-429c-9c7b-e4e88001ed39 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8008604 Sep 30 08:22:57.480604 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:57.523219 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d77d132c-71c5-4e5d-b807-324d5a265ee6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Request body: {'port': {'network_id': 'e40df9c1-5199-451d-9bcd-fe341db3130e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2141254553'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:57.750129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-e40df9c1-5199-451d-9bcd-fe341db3130e', 'network_id': 'e40df9c1-5199-451d-9bcd-fe341db3130e', 'tenant_id': '8443ba8651dd4013a6e724d1b9916b55', 'fixed_ips': [{'subnet_id': 'cfa230f9-c72d-4a37-ab3f-4e71528980f3'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:22:57.751209 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:57.780498 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3491277e-8348-47d9-9ff5-0950325bdc16 req-a9e036fa-9198-40db-852d-6c1853c4a2f4 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 210 time: 0.0666590 Sep 30 08:22:57.909436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77d132c-71c5-4e5d-b807-324d5a265ee6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Made reservation on behalf of 8443ba8651dd4013a6e724d1b9916b55 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:57.913637 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d77d132c-71c5-4e5d-b807-324d5a265ee6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:57.940971 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018430dc-eb22-4b2c-9ce7-401eb51dd487 req-5de629a2-7a98-4cdc-87d4-9f8156f09b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:57.942967 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-018430dc-eb22-4b2c-9ce7-401eb51dd487 req-5de629a2-7a98-4cdc-87d4-9f8156f09b6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2853f78c-258b-44eb-b2b6-ea7b0afde7f3 HTTP/1.1" status: 200 len: 898 time: 0.6120276 Sep 30 08:22:57.945574 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-d77d132c-71c5-4e5d-b807-324d5a265ee6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] device_id is not set on port 6f804169-75ca-425f-a3b0-870bce1e18ef yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:22:57.964093 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:57.980374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Allocated IP 172.20.0.2 (e40df9c1-5199-451d-9bcd-fe341db3130e/cfa230f9-c72d-4a37-ab3f-4e71528980f3/89eda3ad-7b7c-454e-8818-2b0193815344) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:57.985406 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba6e2f-af6a-4ac1-a839-0eeb856f886f req-257d2ca7-4da3-4378-85d3-be52297907fd tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:57.987927 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96ba6e2f-af6a-4ac1-a839-0eeb856f886f req-257d2ca7-4da3-4378-85d3-be52297907fd tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 946 time: 0.2719848 Sep 30 08:22:58.069422 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-f9f0d7ce-b9d4-4624-821c-670ad3a211dc tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.094990 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96ba6e2f-af6a-4ac1-a839-0eeb856f886f req-5c4aedf8-e0e3-4078-80f8-bb0f9d67b78d tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979278 Sep 30 08:22:58.142453 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-018430dc-eb22-4b2c-9ce7-401eb51dd487 req-25d53d56-5a71-4eac-979d-0ee94940786a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b338c2bc-dbd5-40b6-a20a-eededb8450de HTTP/1.1" status: 200 len: 1001 time: 0.1860538 Sep 30 08:22:58.259516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018430dc-eb22-4b2c-9ce7-401eb51dd487 req-beacc1a3-6109-458c-9555-705f93f5128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:58.261152 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-018430dc-eb22-4b2c-9ce7-401eb51dd487 req-beacc1a3-6109-458c-9555-705f93f5128e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cee72f45-e1f6-46e8-8c48-d17f733f151d HTTP/1.1" status: 200 len: 835 time: 0.0565095 Sep 30 08:22:58.264560 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.273028 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.291698 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Network e40df9c1-5199-451d-9bcd-fe341db3130e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:58.294521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:58.318545 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:58.338823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d77d132c-71c5-4e5d-b807-324d5a265ee6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Allocated IP 172.20.0.10 (e40df9c1-5199-451d-9bcd-fe341db3130e/cfa230f9-c72d-4a37-ab3f-4e71528980f3/6f804169-75ca-425f-a3b0-870bce1e18ef) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:58.361398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-29786fd0-2be1-4f21-9b26-32a022293334 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Allocated IP 172.20.0.11 (76c34bd4-ef4b-4a88-aeeb-535079546498/a75d3b5a-db29-4809-918d-1399617867b8/1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:58.393512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Pushing event updated for resources: {'Port': ['ID=89eda3ad-7b7c-454e-8818-2b0193815344,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:58.401361 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Attempting to bind port 89eda3ad-7b7c-454e-8818-2b0193815344 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:22:58.401897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Attempting to bind port 89eda3ad-7b7c-454e-8818-2b0193815344 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '74451717-8a4f-46fe-aa98-1a952f984e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e40df9c1-5199-451d-9bcd-fe341db3130e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:22:58.402526 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Attempting to bind port 89eda3ad-7b7c-454e-8818-2b0193815344 on network e40df9c1-5199-451d-9bcd-fe341db3130e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:22:58.408408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:22:58.408986 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Checking segment: {'id': '74451717-8a4f-46fe-aa98-1a952f984e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e40df9c1-5199-451d-9bcd-fe341db3130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:22:58.409549 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.410083 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Bound using segment: {'id': '74451717-8a4f-46fe-aa98-1a952f984e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e40df9c1-5199-451d-9bcd-fe341db3130e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:22:58.410726 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Bound port: 89eda3ad-7b7c-454e-8818-2b0193815344, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74451717-8a4f-46fe-aa98-1a952f984e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e40df9c1-5199-451d-9bcd-fe341db3130e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:22:58.411274 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.419931 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-f9f0d7ce-b9d4-4624-821c-670ad3a211dc tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.487737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018430dc-eb22-4b2c-9ce7-401eb51dd487 req-08f1860f-4341-408d-86f4-4edf6094b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:58.489434 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-018430dc-eb22-4b2c-9ce7-401eb51dd487 req-08f1860f-4341-408d-86f4-4edf6094b854 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2853f78c-258b-44eb-b2b6-ea7b0afde7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2201767 Sep 30 08:22:58.502689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] For port 89eda3ad-7b7c-454e-8818-2b0193815344, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:22:58.506138 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] For port 89eda3ad-7b7c-454e-8818-2b0193815344, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=89eda3ad-7b7c-454e-8818-2b0193815344,segment=NetworkSegment(74451717-8a4f-46fe-aa98-1a952f984e62),segment_id=74451717-8a4f-46fe-aa98-1a952f984e62)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:22:58.513052 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.515049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-f9f0d7ce-b9d4-4624-821c-670ad3a211dc tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Network 76c34bd4-ef4b-4a88-aeeb-535079546498 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:58.523141 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-f9f0d7ce-b9d4-4624-821c-670ad3a211dc tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:58.526395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-f9f0d7ce-b9d4-4624-821c-670ad3a211dc tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:58.635886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-f9f0d7ce-b9d4-4624-821c-670ad3a211dc tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:58.636809 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-f9f0d7ce-b9d4-4624-821c-670ad3a211dc tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.659237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820144b1-cbd6-4d3c-b310-2f71e17b58e7 None None] Pushing event updated for resources: {'Port': ['ID=89eda3ad-7b7c-454e-8818-2b0193815344,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:58.750943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0d7ce-b9d4-4624-821c-670ad3a211dc tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Pushing event updated for resources: {'Port': ['ID=2528bb7c-9488-424f-a275-b7a1bd2a515b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:58.761953 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d77d132c-71c5-4e5d-b807-324d5a265ee6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.768750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-f9f0d7ce-b9d4-4624-821c-670ad3a211dc tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4902306 Sep 30 08:22:58.779825 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 074e37c7-1811-4918-be0d-660f01bd3f4e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:22:58.793246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Request body: {'port': {'device_id': '3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:58.827797 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-018430dc-eb22-4b2c-9ce7-401eb51dd487 req-ed72fa71-a6c7-4a63-955e-28b56094d9e4 service neutron] 10.222.0.36 "GET /v2.0/networks/2853f78c-258b-44eb-b2b6-ea7b0afde7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301246 Sep 30 08:22:58.830886 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d77d132c-71c5-4e5d-b807-324d5a265ee6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.889092 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d132c-71c5-4e5d-b807-324d5a265ee6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Network e40df9c1-5199-451d-9bcd-fe341db3130e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:58.904092 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 074e37c7-1811-4918-be0d-660f01bd3f4e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:22:58.904530 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:58.905952 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d77d132c-71c5-4e5d-b807-324d5a265ee6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:58.908453 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d132c-71c5-4e5d-b807-324d5a265ee6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:58.964674 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d132c-71c5-4e5d-b807-324d5a265ee6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Pushing event updated for resources: {'Port': ['ID=6f804169-75ca-425f-a3b0-870bce1e18ef,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:59.033092 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77d132c-71c5-4e5d-b807-324d5a265ee6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:59.033678 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc91519b-9b72-4c29-b3b2-01a1604b21d7 req-5934ddeb-abd1-4eaa-af0f-df607fc1470b tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 210 time: 0.0929732 Sep 30 08:22:59.033800 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d77d132c-71c5-4e5d-b807-324d5a265ee6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.054906 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d77d132c-71c5-4e5d-b807-324d5a265ee6 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5427942 Sep 30 08:22:59.055578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:59.062381 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Request body: {'port': {'network_id': 'e40df9c1-5199-451d-9bcd-fe341db3130e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-331032325', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:59.063691 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] bootfile-name is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:22:59.065104 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] tftp-server is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:22:59.065646 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] server-ip-address is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:22:59.105295 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-29786fd0-2be1-4f21-9b26-32a022293334 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.121660 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.124404 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-018430dc-eb22-4b2c-9ce7-401eb51dd487 req-fea6b645-aa2e-4436-b3a4-9802f44faf65 service neutron] 10.222.0.36 "GET /v2.0/networks/2853f78c-258b-44eb-b2b6-ea7b0afde7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827382 Sep 30 08:22:59.240847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Made reservation on behalf of 8443ba8651dd4013a6e724d1b9916b55 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:22:59.246573 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.288510 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] device_id is not set on port 9732aa01-6c10-40bb-ab98-dff68acd8b52 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:22:59.328547 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-29786fd0-2be1-4f21-9b26-32a022293334 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.348663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9537-958d-47fc-85c9-7a8387fe9f54 req-3ad06a76-3d4d-4cdf-8d93-cf7d3a0bbe10 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:59.350214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-077d9537-958d-47fc-85c9-7a8387fe9f54 req-3ad06a76-3d4d-4cdf-8d93-cf7d3a0bbe10 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 946 time: 0.1046858 Sep 30 08:22:59.438395 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Allocated IP 172.20.0.4 (e40df9c1-5199-451d-9bcd-fe341db3130e/cfa230f9-c72d-4a37-ab3f-4e71528980f3/9732aa01-6c10-40bb-ab98-dff68acd8b52) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:22:59.462535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-29786fd0-2be1-4f21-9b26-32a022293334 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Network 76c34bd4-ef4b-4a88-aeeb-535079546498 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:59.477279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-29786fd0-2be1-4f21-9b26-32a022293334 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:59.481822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29786fd0-2be1-4f21-9b26-32a022293334 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Pushing event updated for resources: {'Port': ['ID=1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:59.494108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-29786fd0-2be1-4f21-9b26-32a022293334 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:59.628407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5854a173-ea18-48ed-b389-a10335c1aadf {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:22:59.638166 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.651282 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.659061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Transition to ACTIVE for port object 5854a173-ea18-48ed-b389-a10335c1aadf will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:22:59.674525 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.695125 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.698878 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-077d9537-958d-47fc-85c9-7a8387fe9f54 req-411dee54-515b-4471-9056-cac0e0486dac tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102157 Sep 30 08:22:59.715131 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.794899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Pushing event updated for resources: {'Port': ['ID=9732aa01-6c10-40bb-ab98-dff68acd8b52,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:59.807720 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Pushing event updated for resources: {'Port': ['ID=5854a173-ea18-48ed-b389-a10335c1aadf,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:22:59.819036 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Network e40df9c1-5199-451d-9bcd-fe341db3130e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:22:59.824708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:22:59.828835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-29786fd0-2be1-4f21-9b26-32a022293334 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:59.829491 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-29786fd0-2be1-4f21-9b26-32a022293334 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.832176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:22:59.911479 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:22:59.912196 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:22:59.920752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-29786fd0-2be1-4f21-9b26-32a022293334 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1235845 Sep 30 08:22:59.931683 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-03d65afa-cf6b-4be8-af7f-fb4966d9d8dc tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.8726718 Sep 30 08:22:59.931953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50648) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:22:59.959365 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Request body: {'port': {'device_id': '7fc18a78-f551-4d79-8bf5-eeca0d790c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:22:59.990626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8a6962-c539-48b7-9c96-a8023a855e85 None None] Network e40df9c1-5199-451d-9bcd-fe341db3130e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:00.001004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9854e081-e1b4-4b5e-949a-49b115aead25 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:00.007380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9854e081-e1b4-4b5e-949a-49b115aead25 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:00.015607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9854e081-e1b4-4b5e-949a-49b115aead25 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:00.020452 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9854e081-e1b4-4b5e-949a-49b115aead25 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0858068 Sep 30 08:23:00.021138 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:00.085537 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-50d66fb6-4452-457a-80f1-56316e88cf53 None None] Provisioning complete for port 89eda3ad-7b7c-454e-8818-2b0193815344 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:00.093372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Attempting to bind port 5854a173-ea18-48ed-b389-a10335c1aadf on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:00.093708 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Attempting to bind port 5854a173-ea18-48ed-b389-a10335c1aadf by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '63818524-b218-47d4-9183-c1923945cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:00.094037 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Attempting to bind port 5854a173-ea18-48ed-b389-a10335c1aadf on network 76c34bd4-ef4b-4a88-aeeb-535079546498 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:00.094155 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50d66fb6-4452-457a-80f1-56316e88cf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.106950 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.108750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Port 5854a173-ea18-48ed-b389-a10335c1aadf on network 76c34bd4-ef4b-4a88-aeeb-535079546498 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:00.109071 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Attempting to bind port 5854a173-ea18-48ed-b389-a10335c1aadf on network 76c34bd4-ef4b-4a88-aeeb-535079546498 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:00.143138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2528bb7c-9488-424f-a275-b7a1bd2a515b {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:00.144599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-25ac30de-2475-4002-b59f-321a05edd2d0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Deleting port 9732aa01-6c10-40bb-ab98-dff68acd8b52 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:00.144955 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25ac30de-2475-4002-b59f-321a05edd2d0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.154253 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.181761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Transition to ACTIVE for port object 2528bb7c-9488-424f-a275-b7a1bd2a515b will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:23:00.247078 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50d66fb6-4452-457a-80f1-56316e88cf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.259129 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25ac30de-2475-4002-b59f-321a05edd2d0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.277532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-25ac30de-2475-4002-b59f-321a05edd2d0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Calling delete_port for 9732aa01-6c10-40bb-ab98-dff68acd8b52 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:00.306233 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-50d66fb6-4452-457a-80f1-56316e88cf53 None None] For port 89eda3ad-7b7c-454e-8818-2b0193815344, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=89eda3ad-7b7c-454e-8818-2b0193815344,segment=NetworkSegment(74451717-8a4f-46fe-aa98-1a952f984e62),segment_id=74451717-8a4f-46fe-aa98-1a952f984e62)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:00.313460 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50d66fb6-4452-457a-80f1-56316e88cf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.346963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:00.347303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Checking segment: {'id': '63818524-b218-47d4-9183-c1923945cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:00.347698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Bound using segment: {'id': '63818524-b218-47d4-9183-c1923945cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:00.348171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Bound port: 5854a173-ea18-48ed-b389-a10335c1aadf, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63818524-b218-47d4-9183-c1923945cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:00.348529 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.366345 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.431792 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d66fb6-4452-457a-80f1-56316e88cf53 None None] Pushing event updated for resources: {'Port': ['ID=89eda3ad-7b7c-454e-8818-2b0193815344,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:00.465600 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25ac30de-2475-4002-b59f-321a05edd2d0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.466604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2528bb7c-9488-424f-a275-b7a1bd2a515b,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:00.496269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834fcfb-67d1-41b7-a336-86bfd65ee406 req-207acbdb-bc89-483f-9b34-62b60c6ef829 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:00.498105 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5834fcfb-67d1-41b7-a336-86bfd65ee406 req-207acbdb-bc89-483f-9b34-62b60c6ef829 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 932 time: 0.3134303 Sep 30 08:23:00.503980 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac30de-2475-4002-b59f-321a05edd2d0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Pushing event deleted for resources: {'Port': ['ID=9732aa01-6c10-40bb-ab98-dff68acd8b52,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:00.586936 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25ac30de-2475-4002-b59f-321a05edd2d0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.588943 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-25ac30de-2475-4002-b59f-321a05edd2d0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] 10.222.0.24 "DELETE /v2.0/ports/9732aa01-6c10-40bb-ab98-dff68acd8b52 HTTP/1.1" status: 204 len: 168 time: 0.5667574 Sep 30 08:23:00.594575 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50656) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:00.603364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-12234790-dd8e-4cd2-bff4-2002bc3c3126 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Request body: {'port': {'name': 'tempest-new-port-name-1613871057', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:00.603954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-12234790-dd8e-4cd2-bff4-2002bc3c3126 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] bootfile-name is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:23:00.604306 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-12234790-dd8e-4cd2-bff4-2002bc3c3126 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] tftp-server is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:23:00.604611 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-12234790-dd8e-4cd2-bff4-2002bc3c3126 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] server-ip-address is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 08:23:00.691874 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12234790-dd8e-4cd2-bff4-2002bc3c3126 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.702731 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5834fcfb-67d1-41b7-a336-86bfd65ee406 req-1bb2a6c1-47ee-4f85-8bcc-9fa9b27e4cc1 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795049 Sep 30 08:23:00.710981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] For port 5854a173-ea18-48ed-b389-a10335c1aadf, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:00.730189 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-21aaa2df-5f6e-4218-9c2a-2cf0a819dd81 None None] Could not find standard attr ID for object 9732aa01-6c10-40bb-ab98-dff68acd8b52. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:23:00.747866 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-21aaa2df-5f6e-4218-9c2a-2cf0a819dd81 None None] Provisioning complete for port 89eda3ad-7b7c-454e-8818-2b0193815344 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:00.748707 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21aaa2df-5f6e-4218-9c2a-2cf0a819dd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.766702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] For port 5854a173-ea18-48ed-b389-a10335c1aadf, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5854a173-ea18-48ed-b389-a10335c1aadf,segment=NetworkSegment(63818524-b218-47d4-9183-c1923945cece),segment_id=63818524-b218-47d4-9183-c1923945cece)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:00.787622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 89eda3ad-7b7c-454e-8818-2b0193815344 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:00.794202 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.835751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Attempting to bind port 2528bb7c-9488-424f-a275-b7a1bd2a515b on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:00.838699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Attempting to bind port 2528bb7c-9488-424f-a275-b7a1bd2a515b by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '63818524-b218-47d4-9183-c1923945cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:00.840883 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Attempting to bind port 2528bb7c-9488-424f-a275-b7a1bd2a515b on network 76c34bd4-ef4b-4a88-aeeb-535079546498 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:00.908109 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:00.908993 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.910600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] 10.222.0.36 "PUT /v2.0/ports/5854a173-ea18-48ed-b389-a10335c1aadf HTTP/1.1" status: 200 len: 1091 time: 4.0512586 Sep 30 08:23:00.912264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Port 2528bb7c-9488-424f-a275-b7a1bd2a515b on network 76c34bd4-ef4b-4a88-aeeb-535079546498 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:00.912784 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Attempting to bind port 2528bb7c-9488-424f-a275-b7a1bd2a515b on network 76c34bd4-ef4b-4a88-aeeb-535079546498 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:00.919591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98f683f-8a2e-4f6a-947f-9389da1d062b', 'tag': '5854a173-ea18-48ed-b389-a10335c1aadf'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:00.923705 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fffcc44-1d25-435d-8938-c1ac813b5b64" -d '{"events": [{"name": "network-changed", "server_uuid": "a98f683f-8a2e-4f6a-947f-9389da1d062b", "tag": "5854a173-ea18-48ed-b389-a10335c1aadf"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:00.948392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:00.949519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Checking segment: {'id': '63818524-b218-47d4-9183-c1923945cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:00.949948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Bound using segment: {'id': '63818524-b218-47d4-9183-c1923945cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:00.950504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Bound port: 2528bb7c-9488-424f-a275-b7a1bd2a515b, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63818524-b218-47d4-9183-c1923945cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:00.950876 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:00.970812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 89eda3ad-7b7c-454e-8818-2b0193815344 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:00.971363 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.013507 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12234790-dd8e-4cd2-bff4-2002bc3c3126 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.021991 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12234790-dd8e-4cd2-bff4-2002bc3c3126 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.036502 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7782b960-4f1c-4a5f-af88-64de5f6578b1 x-openstack-request-id: req-7782b960-4f1c-4a5f-af88-64de5f6578b1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:01.036856 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98f683f-8a2e-4f6a-947f-9389da1d062b", "tag": "5854a173-ea18-48ed-b389-a10335c1aadf", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:01.037069 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7782b960-4f1c-4a5f-af88-64de5f6578b1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:01.037473 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98f683f-8a2e-4f6a-947f-9389da1d062b', 'tag': '5854a173-ea18-48ed-b389-a10335c1aadf', 'status': 'completed', 'code': 200} Sep 30 08:23:01.122790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-21aaa2df-5f6e-4218-9c2a-2cf0a819dd81 None None] Provisioning complete for port 6f804169-75ca-425f-a3b0-870bce1e18ef triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:01.123172 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21aaa2df-5f6e-4218-9c2a-2cf0a819dd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.148342 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f367719-3a1e-4108-9799-dbde4e6e5b91 service neutron] Pushing event updated for resources: {'Port': ['ID=5854a173-ea18-48ed-b389-a10335c1aadf,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:01.166494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-21aaa2df-5f6e-4218-9c2a-2cf0a819dd81 None None] Port 6f804169-75ca-425f-a3b0-870bce1e18ef cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:01.177887 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12234790-dd8e-4cd2-bff4-2002bc3c3126 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Pushing event updated for resources: {'Port': ['ID=6f804169-75ca-425f-a3b0-870bce1e18ef,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:01.183340 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:01.193074 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-12234790-dd8e-4cd2-bff4-2002bc3c3126 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] In _notify_port_updated(), no bound segment for port 6f804169-75ca-425f-a3b0-870bce1e18ef on network e40df9c1-5199-451d-9bcd-fe341db3130e {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:23:01.198362 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.200063 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12234790-dd8e-4cd2-bff4-2002bc3c3126 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:01.200931 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12234790-dd8e-4cd2-bff4-2002bc3c3126 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.206440 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-12234790-dd8e-4cd2-bff4-2002bc3c3126 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] 10.222.0.24 "PUT /v2.0/ports/6f804169-75ca-425f-a3b0-870bce1e18ef HTTP/1.1" status: 200 len: 1137 time: 0.6110008 Sep 30 08:23:01.207291 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50666) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:01.213559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Transition to ACTIVE for port object 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:23:01.236541 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.253919 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3da0eb6e-e16c-463b-9116-e89456404029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:01.255397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-3da0eb6e-e16c-463b-9116-e89456404029 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bf2ff079e03431d9b13ca6327969e21&device_id=a98f683f-8a2e-4f6a-947f-9389da1d062b HTTP/1.1" status: 200 len: 1094 time: 0.2383101 Sep 30 08:23:01.295171 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c6875f5f-4e24-4c5a-96ba-c614eef2e597 None None] Provisioning complete for port 6f804169-75ca-425f-a3b0-870bce1e18ef triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:01.295555 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6875f5f-4e24-4c5a-96ba-c614eef2e597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.296592 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4173fc-2f55-4c14-bb39-d69f327ba71c tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:01.298615 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7a4173fc-2f55-4c14-bb39-d69f327ba71c tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] 10.222.0.24 "GET /v2.0/ports/6f804169-75ca-425f-a3b0-870bce1e18ef HTTP/1.1" status: 200 len: 1137 time: 0.0902822 Sep 30 08:23:01.303786 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50668) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:01.337403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] For port 2528bb7c-9488-424f-a275-b7a1bd2a515b, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:01.343679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4e132f16-2fba-4c2d-8f9e-6343448bcc47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5854a173-ea18-48ed-b389-a10335c1aadf HTTP/1.1" status: 200 len: 217 time: 0.0655735 Sep 30 08:23:01.382780 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c6875f5f-4e24-4c5a-96ba-c614eef2e597 None None] Port 6f804169-75ca-425f-a3b0-870bce1e18ef cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:01.401411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] For port 2528bb7c-9488-424f-a275-b7a1bd2a515b, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2528bb7c-9488-424f-a275-b7a1bd2a515b,segment=NetworkSegment(63818524-b218-47d4-9183-c1923945cece),segment_id=63818524-b218-47d4-9183-c1923945cece)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:01.405577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Pushing event updated for resources: {'Port': ['ID=1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:01.416749 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.430037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f80f8bda-3ae1-4752-b348-258e618c42aa tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Deleting port 6f804169-75ca-425f-a3b0-870bce1e18ef {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:01.431011 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f80f8bda-3ae1-4752-b348-258e618c42aa tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.480231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:01.480865 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.482319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] 10.222.0.35 "PUT /v2.0/ports/2528bb7c-9488-424f-a275-b7a1bd2a515b HTTP/1.1" status: 200 len: 1091 time: 2.6935046 Sep 30 08:23:01.510622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-e92e22c8-220b-4826-9cc5-2248748ff90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:01.512081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-e92e22c8-220b-4826-9cc5-2248748ff90d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a75d3b5a-db29-4809-918d-1399617867b8 HTTP/1.1" status: 200 len: 858 time: 0.1537304 Sep 30 08:23:01.513006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-88ef7699-7bd6-4444-b32d-e0f9daff4bcb None None] Could not find standard attr ID for object 9732aa01-6c10-40bb-ab98-dff68acd8b52. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:23:01.535865 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f80f8bda-3ae1-4752-b348-258e618c42aa tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.554003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f80f8bda-3ae1-4752-b348-258e618c42aa tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Calling delete_port for 6f804169-75ca-425f-a3b0-870bce1e18ef owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:01.587881 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-637c95ba-c776-4dd1-909c-983381390576 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76c34bd4-ef4b-4a88-aeeb-535079546498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652802 Sep 30 08:23:01.680019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Attempting to bind port 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:01.681216 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Attempting to bind port 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '63818524-b218-47d4-9183-c1923945cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:01.681839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Attempting to bind port 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a on network 76c34bd4-ef4b-4a88-aeeb-535079546498 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:01.684209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229b994-9956-4dc0-8a1e-eb8e431a14e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2528bb7c-9488-424f-a275-b7a1bd2a515b,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:01.738649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Port 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a on network 76c34bd4-ef4b-4a88-aeeb-535079546498 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:01.739078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Attempting to bind port 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a on network 76c34bd4-ef4b-4a88-aeeb-535079546498 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:01.755938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:01.756381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Checking segment: {'id': '63818524-b218-47d4-9183-c1923945cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:01.756885 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Bound using segment: {'id': '63818524-b218-47d4-9183-c1923945cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:01.757813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Bound port: 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63818524-b218-47d4-9183-c1923945cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:01.757813 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.770660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-088a4144-3639-4cc8-bdfe-34ba8b5e8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:01.772824 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-088a4144-3639-4cc8-bdfe-34ba8b5e8d69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7bf2ff079e03431d9b13ca6327969e21&device_id=3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84 HTTP/1.1" status: 200 len: 1094 time: 0.1733041 Sep 30 08:23:01.793597 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f80f8bda-3ae1-4752-b348-258e618c42aa tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.831220 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f8bda-3ae1-4752-b348-258e618c42aa tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Pushing event deleted for resources: {'Port': ['ID=6f804169-75ca-425f-a3b0-870bce1e18ef,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:01.883068 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-b635c3fb-c4a4-45cc-8d8d-3a460f791528 service neutron] 10.222.0.36 "GET /v2.0/networks/76c34bd4-ef4b-4a88-aeeb-535079546498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851772 Sep 30 08:23:01.888439 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-653cf645-c082-4c8f-858a-7873af4d245a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2528bb7c-9488-424f-a275-b7a1bd2a515b HTTP/1.1" status: 200 len: 217 time: 0.0563242 Sep 30 08:23:01.920290 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f80f8bda-3ae1-4752-b348-258e618c42aa tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:01.927207 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f80f8bda-3ae1-4752-b348-258e618c42aa tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] 10.222.0.24 "DELETE /v2.0/ports/6f804169-75ca-425f-a3b0-870bce1e18ef HTTP/1.1" status: 204 len: 168 time: 0.6219785 Sep 30 08:23:01.931777 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50674) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:01.932794 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3693c57e-cf13-4cab-b25a-4a7aa39e6b70 None None] Could not find standard attr ID for object 6f804169-75ca-425f-a3b0-870bce1e18ef. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:23:02.012738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f619c868-0cfc-4832-b5d9-20bb5707fb54 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Deleting subnet cfa230f9-c72d-4a37-ab3f-4e71528980f3 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:23:02.027734 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f619c868-0cfc-4832-b5d9-20bb5707fb54 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.109626 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f619c868-0cfc-4832-b5d9-20bb5707fb54 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.127091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-197ab8eb-6d38-492c-b618-8767abb26348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:02.128649 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-197ab8eb-6d38-492c-b618-8767abb26348 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a75d3b5a-db29-4809-918d-1399617867b8 HTTP/1.1" status: 200 len: 858 time: 0.2162299 Sep 30 08:23:02.136648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71cca1-d7a7-4283-98a4-865968a9876c req-4c5ecf7d-15d7-4675-b0ff-2a10aae12646 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:02.138181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-da71cca1-d7a7-4283-98a4-865968a9876c req-4c5ecf7d-15d7-4675-b0ff-2a10aae12646 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 944 time: 0.3316395 Sep 30 08:23:02.169313 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] For port 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:02.208100 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-28abe21b-d5b6-4642-8031-056b4b50006c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76c34bd4-ef4b-4a88-aeeb-535079546498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623355 Sep 30 08:23:02.221787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] For port 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a,segment=NetworkSegment(63818524-b218-47d4-9183-c1923945cece),segment_id=63818524-b218-47d4-9183-c1923945cece)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:02.232145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f619c868-0cfc-4832-b5d9-20bb5707fb54 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.232370 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-24722338-77f4-4ffd-b512-be23664512b4 service neutron] 10.222.0.36 "GET /v2.0/networks/76c34bd4-ef4b-4a88-aeeb-535079546498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273528 Sep 30 08:23:02.257289 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.281115 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-da71cca1-d7a7-4283-98a4-865968a9876c req-0b3eb2a3-84e2-40e6-b878-16e5f874083a tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311588 Sep 30 08:23:02.317412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f619c868-0cfc-4832-b5d9-20bb5707fb54 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.348325 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:02.348325 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.349599 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] 10.222.0.36 "PUT /v2.0/ports/1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a HTTP/1.1" status: 200 len: 1092 time: 2.4008675 Sep 30 08:23:02.369975 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619c868-0cfc-4832-b5d9-20bb5707fb54 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa230f9-c72d-4a37-ab3f-4e71528980f3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:02.374249 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f619c868-0cfc-4832-b5d9-20bb5707fb54 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.380507 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f619c868-0cfc-4832-b5d9-20bb5707fb54 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] 10.222.0.24 "DELETE /v2.0/subnets/cfa230f9-c72d-4a37-ab3f-4e71528980f3 HTTP/1.1" status: 204 len: 168 time: 0.4434915 Sep 30 08:23:02.381257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50680) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:02.414052 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fc9ff3-1783-4995-8faa-2389c12c551a None None] Network e40df9c1-5199-451d-9bcd-fe341db3130e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:02.420094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01b7ce-28d1-4bdd-999f-866da315d48d service neutron] Pushing event updated for resources: {'Port': ['ID=1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:02.441039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffcc44-1d25-435d-8938-c1ac813b5b64 req-515cb47c-7811-4877-a76b-ce837bc9098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:02.442652 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fffcc44-1d25-435d-8938-c1ac813b5b64 req-515cb47c-7811-4877-a76b-ce837bc9098f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bf2ff079e03431d9b13ca6327969e21&device_id=a98f683f-8a2e-4f6a-947f-9389da1d062b HTTP/1.1" status: 200 len: 1094 time: 0.1394222 Sep 30 08:23:02.444429 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-98eebea9-b4ef-4e8b-b29a-eb74928d429c service neutron] 10.222.0.35 "GET /v2.0/networks/76c34bd4-ef4b-4a88-aeeb-535079546498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200112 Sep 30 08:23:02.496360 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.572668 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Deleting port 89eda3ad-7b7c-454e-8818-2b0193815344 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:02.573189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.650716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f2423-6612-4340-80b0-9f5ac855c8ea None None] DHCP port deletion for e40df9c1-5199-451d-9bcd-fe341db3130e request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:23:02.661533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] For port 89eda3ad-7b7c-454e-8818-2b0193815344, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=89eda3ad-7b7c-454e-8818-2b0193815344,segment=NetworkSegment(74451717-8a4f-46fe-aa98-1a952f984e62),segment_id=74451717-8a4f-46fe-aa98-1a952f984e62)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:02.661908 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.677935 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Calling delete_port for 89eda3ad-7b7c-454e-8818-2b0193815344 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:02.709257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d07f2423-6612-4340-80b0-9f5ac855c8ea None None] Deleting port 89eda3ad-7b7c-454e-8818-2b0193815344 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:02.709637 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d07f2423-6612-4340-80b0-9f5ac855c8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.792517 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d07f2423-6612-4340-80b0-9f5ac855c8ea None None] For port 89eda3ad-7b7c-454e-8818-2b0193815344, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=89eda3ad-7b7c-454e-8818-2b0193815344,segment=NetworkSegment(74451717-8a4f-46fe-aa98-1a952f984e62),segment_id=74451717-8a4f-46fe-aa98-1a952f984e62)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:02.793308 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d07f2423-6612-4340-80b0-9f5ac855c8ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.794678 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:02.809731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d07f2423-6612-4340-80b0-9f5ac855c8ea None None] Calling delete_port for 89eda3ad-7b7c-454e-8818-2b0193815344 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:02.828467 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Pushing event deleted for resources: {'Port': ['ID=89eda3ad-7b7c-454e-8818-2b0193815344,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:02.834892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] No DVR routers for this DVR port 89eda3ad-7b7c-454e-8818-2b0193815344 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:02.958062 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d07f2423-6612-4340-80b0-9f5ac855c8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:03.009062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-b3555303-7e7a-48eb-af48-2b95a317e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:03.010728 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-b3555303-7e7a-48eb-af48-2b95a317e53b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bf2ff079e03431d9b13ca6327969e21&device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 1095 time: 0.5827630 Sep 30 08:23:03.026827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f2423-6612-4340-80b0-9f5ac855c8ea None None] Pushing event deleted for resources: {'Port': ['ID=89eda3ad-7b7c-454e-8818-2b0193815344,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:03.035252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07f2423-6612-4340-80b0-9f5ac855c8ea None None] No DVR routers for this DVR port 89eda3ad-7b7c-454e-8818-2b0193815344 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:03.046441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84', 'tag': '2528bb7c-9488-424f-a275-b7a1bd2a515b'}, {'name': 'network-changed', 'server_uuid': '7fc18a78-f551-4d79-8bf5-eeca0d790c56', 'tag': '1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:03.051102 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359" -d '{"events": [{"name": "network-changed", "server_uuid": "3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84", "tag": "2528bb7c-9488-424f-a275-b7a1bd2a515b"}, {"name": "network-changed", "server_uuid": "7fc18a78-f551-4d79-8bf5-eeca0d790c56", "tag": "1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:03.126322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4afbc17e-ec64-444d-967f-f4f2b5d5b9a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a HTTP/1.1" status: 200 len: 217 time: 0.1027524 Sep 30 08:23:03.171198 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be81d266-6e6c-457d-87d3-d1acdee80ced x-openstack-request-id: req-be81d266-6e6c-457d-87d3-d1acdee80ced {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:03.171813 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84", "tag": "2528bb7c-9488-424f-a275-b7a1bd2a515b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7fc18a78-f551-4d79-8bf5-eeca0d790c56", "tag": "1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:03.172058 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be81d266-6e6c-457d-87d3-d1acdee80ced {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:03.172497 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84', 'tag': '2528bb7c-9488-424f-a275-b7a1bd2a515b', 'status': 'completed', 'code': 200} Sep 30 08:23:03.173011 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc18a78-f551-4d79-8bf5-eeca0d790c56', 'tag': '1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a', 'status': 'completed', 'code': 200} Sep 30 08:23:03.184253 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-4430b1fe-0c5d-4c50-a6bf-4b7632f4f2da service neutron] 10.222.0.35 "GET /v2.0/networks/76c34bd4-ef4b-4a88-aeeb-535079546498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7246010 Sep 30 08:23:03.198559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffcc44-1d25-435d-8938-c1ac813b5b64 req-3dcf37b3-9c6e-40d8-ab94-0e8cef215ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:03.200978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fffcc44-1d25-435d-8938-c1ac813b5b64 req-3dcf37b3-9c6e-40d8-ab94-0e8cef215ce9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=76c34bd4-ef4b-4a88-aeeb-535079546498 HTTP/1.1" status: 200 len: 919 time: 0.7424531 Sep 30 08:23:03.290161 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fffcc44-1d25-435d-8938-c1ac813b5b64 req-b73a928d-bd01-421b-85a5-8a3a8d502d8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5854a173-ea18-48ed-b389-a10335c1aadf HTTP/1.1" status: 200 len: 217 time: 0.0599275 Sep 30 08:23:03.357058 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:03.371643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-b30a6cf9-ae4b-403b-9dbc-7afe74689da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:03.371643 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-b30a6cf9-ae4b-403b-9dbc-7afe74689da0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a75d3b5a-db29-4809-918d-1399617867b8 HTTP/1.1" status: 200 len: 858 time: 0.1961696 Sep 30 08:23:03.404954 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40df9c1-5199-451d-9bcd-fe341db3130e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:03.427449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-62c5ca6c-974c-4030-9532-dd3c102bae34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76c34bd4-ef4b-4a88-aeeb-535079546498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476105 Sep 30 08:23:03.429740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74451717-8a4f-46fe-aa98-1a952f984e62') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:03.430518 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74451717-8a4f-46fe-aa98-1a952f984e62') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:03.448323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffcc44-1d25-435d-8938-c1ac813b5b64 req-7f6916ab-21b4-42ff-922a-1a53535a4e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:03.449931 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fffcc44-1d25-435d-8938-c1ac813b5b64 req-7f6916ab-21b4-42ff-922a-1a53535a4e8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a75d3b5a-db29-4809-918d-1399617867b8 HTTP/1.1" status: 200 len: 858 time: 0.1478198 Sep 30 08:23:03.456897 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:03.487450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-7f909bfc-a61e-4359-9101-d1130a5b8669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:03.488908 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-7f909bfc-a61e-4359-9101-d1130a5b8669 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7bf2ff079e03431d9b13ca6327969e21&device_id=3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84 HTTP/1.1" status: 200 len: 1094 time: 0.2008419 Sep 30 08:23:03.489522 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:03.500274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:23:03.500692 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:23:03.503819 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:23:03.565382 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fffcc44-1d25-435d-8938-c1ac813b5b64 req-64e0f63f-d879-4867-b145-79ff93000565 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76c34bd4-ef4b-4a88-aeeb-535079546498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826986 Sep 30 08:23:03.598924 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:03.610128 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:03.614496 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] 10.222.0.24 "DELETE /v2.0/networks/e40df9c1-5199-451d-9bcd-fe341db3130e HTTP/1.1" status: 204 len: 168 time: 1.2298286 Sep 30 08:23:03.622620 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176b6be-b78a-4a2b-a5fb-ffb668da9cf0 tempest-ExtraDHCPOptionsTestJSON-1453333804 tempest-ExtraDHCPOptionsTestJSON-1453333804-project] Pushing event deleted for resources: {'Network': ['ID=e40df9c1-5199-451d-9bcd-fe341db3130e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:03.754182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bb270-6137-4d14-a0bf-d07a80e0aae8 req-c343aa8c-83c9-472e-9d00-8f7ea7b62fc6 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:03.760255 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-523bb270-6137-4d14-a0bf-d07a80e0aae8 req-c343aa8c-83c9-472e-9d00-8f7ea7b62fc6 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 944 time: 0.3374376 Sep 30 08:23:03.818986 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-65f4d75a-2030-47b3-9dd4-677592eded5a service neutron] 10.222.0.36 "GET /v2.0/networks/76c34bd4-ef4b-4a88-aeeb-535079546498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759880 Sep 30 08:23:03.824857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-ed383ea1-108f-4ede-8be2-aae38e589d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:03.826272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-ed383ea1-108f-4ede-8be2-aae38e589d36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=76c34bd4-ef4b-4a88-aeeb-535079546498 HTTP/1.1" status: 200 len: 919 time: 0.3131871 Sep 30 08:23:03.925907 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-523bb270-6137-4d14-a0bf-d07a80e0aae8 req-924833df-4087-4c3c-8740-5d245b05e8e5 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588154 Sep 30 08:23:03.927603 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fffcc44-1d25-435d-8938-c1ac813b5b64 req-d6442125-8749-4c98-916a-7beb5e97e088 service neutron] 10.222.0.36 "GET /v2.0/networks/76c34bd4-ef4b-4a88-aeeb-535079546498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426962 Sep 30 08:23:03.928903 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-fbf33060-1856-4418-8803-795bee5076c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2528bb7c-9488-424f-a275-b7a1bd2a515b HTTP/1.1" status: 200 len: 217 time: 0.0877216 Sep 30 08:23:03.973208 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50712) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:04.113624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-dd285f30-3f28-4fb3-be2a-386d0dd3681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:04.115053 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-dd285f30-3f28-4fb3-be2a-386d0dd3681c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a75d3b5a-db29-4809-918d-1399617867b8 HTTP/1.1" status: 200 len: 858 time: 0.1607373 Sep 30 08:23:04.124865 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6312fe25-5926-4f1e-9a3d-aabb5aa4e8fd req-a9587fd2-85f9-4303-81ea-43594a3b7e27 service neutron] 10.222.0.36 "GET /v2.0/networks/76c34bd4-ef4b-4a88-aeeb-535079546498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973819 Sep 30 08:23:04.129376 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-052c5a2b-4ec6-4d62-a344-1ba61c402724 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8443ba8651dd4013a6e724d1b9916b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529450 Sep 30 08:23:04.129744 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:04.164031 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-ce6e0a18-e333-4004-92d3-428ca8d0b7a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76c34bd4-ef4b-4a88-aeeb-535079546498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368485 Sep 30 08:23:04.165973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fffcc44-1d25-435d-8938-c1ac813b5b64 req-5b612e06-47fb-4523-aed7-3a577f8fdcd9 service neutron] 10.222.0.36 "GET /v2.0/networks/76c34bd4-ef4b-4a88-aeeb-535079546498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208385 Sep 30 08:23:04.213140 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-edf71318-8bd2-413c-bf2d-90edc2f60a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:04.239286 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-edf71318-8bd2-413c-bf2d-90edc2f60a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:04.289318 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-edf71318-8bd2-413c-bf2d-90edc2f60a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:04.293374 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-edf71318-8bd2-413c-bf2d-90edc2f60a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:04.297886 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-edf71318-8bd2-413c-bf2d-90edc2f60a29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e9acd81-a02c-498f-b9bb-1b4e2a70e0f6 HTTP/1.1" status: 204 len: 168 time: 0.1666467 Sep 30 08:23:04.306143 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf71318-8bd2-413c-bf2d-90edc2f60a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9acd81-a02c-498f-b9bb-1b4e2a70e0f6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:04.333186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-c112da2e-8c9e-4f30-bfd9-70f6c3f137e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:04.335056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-c112da2e-8c9e-4f30-bfd9-70f6c3f137e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bf2ff079e03431d9b13ca6327969e21&device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 1095 time: 0.1569633 Sep 30 08:23:04.379532 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-b440c7c5-4629-4673-ab72-9d6a2c7210c0 service neutron] 10.222.0.35 "GET /v2.0/networks/76c34bd4-ef4b-4a88-aeeb-535079546498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897712 Sep 30 08:23:04.518137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-68682818-93a2-4e00-9595-3aa6a6732bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:04.519606 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-68682818-93a2-4e00-9595-3aa6a6732bc5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=76c34bd4-ef4b-4a88-aeeb-535079546498 HTTP/1.1" status: 200 len: 919 time: 0.1750278 Sep 30 08:23:04.550299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-4c32c0b1-3cf5-4479-9b17-523de3694a35 service neutron] 10.222.0.35 "GET /v2.0/networks/76c34bd4-ef4b-4a88-aeeb-535079546498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636243 Sep 30 08:23:04.593861 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-675ed753-509b-4eea-aa44-8b258be41dc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a HTTP/1.1" status: 200 len: 217 time: 0.0503814 Sep 30 08:23:04.700367 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 89eda3ad-7b7c-454e-8818-2b0193815344 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:04.709617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-5442d296-7d65-4661-aa6d-4804dfe0851e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:04.711201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-5442d296-7d65-4661-aa6d-4804dfe0851e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a75d3b5a-db29-4809-918d-1399617867b8 HTTP/1.1" status: 200 len: 858 time: 0.1120868 Sep 30 08:23:04.749136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 89eda3ad-7b7c-454e-8818-2b0193815344 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:04.749463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 89eda3ad-7b7c-454e-8818-2b0193815344 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:04.773159 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-0eb501cf-c1c5-4c92-83ed-ac6762b7ef15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76c34bd4-ef4b-4a88-aeeb-535079546498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530193 Sep 30 08:23:04.895092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-d445679a-fced-4fe4-a1d7-ceb4028f178a service neutron] 10.222.0.36 "GET /v2.0/networks/76c34bd4-ef4b-4a88-aeeb-535079546498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126516 Sep 30 08:23:05.127355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98fc3b0e-14db-4ad0-8f4c-a43802bf8359 req-45bca0a9-2035-488e-8ffd-7f0cd8218f6f service neutron] 10.222.0.36 "GET /v2.0/networks/76c34bd4-ef4b-4a88-aeeb-535079546498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239785 Sep 30 08:23:05.159711 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6393b9-38f4-4432-a07b-7f401d21ac37 req-18c2243b-85b8-408c-a246-4ab70968d01e tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:05.161998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f6393b9-38f4-4432-a07b-7f401d21ac37 req-18c2243b-85b8-408c-a246-4ab70968d01e tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 944 time: 0.1461651 Sep 30 08:23:05.181678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50762) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:05.220945 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f6393b9-38f4-4432-a07b-7f401d21ac37 req-6c78e0b3-9886-48a2-9dcf-1836dfb6c858 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471730 Sep 30 08:23:05.299938 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d87e9eb0-bec6-4fcb-8547-46ef16aaffec tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-96469436'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:05.323223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87e9eb0-bec6-4fcb-8547-46ef16aaffec tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:05.327053 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d87e9eb0-bec6-4fcb-8547-46ef16aaffec tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:05.336366 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d87e9eb0-bec6-4fcb-8547-46ef16aaffec tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:05.453628 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d87e9eb0-bec6-4fcb-8547-46ef16aaffec tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:05.457798 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d87e9eb0-bec6-4fcb-8547-46ef16aaffec tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:05.488303 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87e9eb0-bec6-4fcb-8547-46ef16aaffec tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:23:05.495320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e9eb0-bec6-4fcb-8547-46ef16aaffec tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b66e363-2399-44f6-aa15-d609f72779af,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:05.503399 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d87e9eb0-bec6-4fcb-8547-46ef16aaffec tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:05.503757 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-d87e9eb0-bec6-4fcb-8547-46ef16aaffec tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Added segment c2c89e37-849e-4f4c-a61b-7897297defb3 of type vlan for network fdffefd9-5dc1-4cc0-994b-5c922abb1868 Sep 30 08:23:05.553749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d87e9eb0-bec6-4fcb-8547-46ef16aaffec tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:05.584486 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d87e9eb0-bec6-4fcb-8547-46ef16aaffec tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:05.590911 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87e9eb0-bec6-4fcb-8547-46ef16aaffec tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:05.591491 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d87e9eb0-bec6-4fcb-8547-46ef16aaffec tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:05.682397 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d87e9eb0-bec6-4fcb-8547-46ef16aaffec tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4963095 Sep 30 08:23:05.682591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50770) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:05.687582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-56a4636a-792d-48a5-a489-ca0b872a9ab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'name': 'tempest-PortsIpV6TestJSON-747150167'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:05.719932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e9eb0-bec6-4fcb-8547-46ef16aaffec tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Network': ['ID=fdffefd9-5dc1-4cc0-994b-5c922abb1868,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:05.733415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:23:05.823604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a4636a-792d-48a5-a489-ca0b872a9ab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:05.827634 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56a4636a-792d-48a5-a489-ca0b872a9ab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:05.838893 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2528bb7c-9488-424f-a275-b7a1bd2a515b details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:23:05.853291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-56a4636a-792d-48a5-a489-ca0b872a9ab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] device_id is not set on port ca2d6abd-3b20-4341-a628-6a2b33bd67d9 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:05.871042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5854a173-ea18-48ed-b389-a10335c1aadf details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:23:06.058993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2528bb7c-9488-424f-a275-b7a1bd2a515b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2528bb7c-9488-424f-a275-b7a1bd2a515b,segment=NetworkSegment(63818524-b218-47d4-9183-c1923945cece),segment_id=63818524-b218-47d4-9183-c1923945cece)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:06.064599 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56a4636a-792d-48a5-a489-ca0b872a9ab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.073373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5854a173-ea18-48ed-b389-a10335c1aadf, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5854a173-ea18-48ed-b389-a10335c1aadf,segment=NetworkSegment(63818524-b218-47d4-9183-c1923945cece),segment_id=63818524-b218-47d4-9183-c1923945cece)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:06.081387 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '2528bb7c-9488-424f-a275-b7a1bd2a515b', 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498', 'port_id': '2528bb7c-9488-424f-a275-b7a1bd2a515b', 'mac_address': 'fa:16:3e:e5:80:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75d3b5a-db29-4809-918d-1399617867b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:23:06.087847 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '5854a173-ea18-48ed-b389-a10335c1aadf', 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498', 'port_id': '5854a173-ea18-48ed-b389-a10335c1aadf', 'mac_address': 'fa:16:3e:91:7e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75d3b5a-db29-4809-918d-1399617867b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:23:06.100436 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56a4636a-792d-48a5-a489-ca0b872a9ab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.154760 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.157062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4636a-792d-48a5-a489-ca0b872a9ab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=ca2d6abd-3b20-4341-a628-6a2b33bd67d9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:06.173714 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.173896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a4636a-792d-48a5-a489-ca0b872a9ab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Checking segment: {'id': 'c2c89e37-849e-4f4c-a61b-7897297defb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:06.174264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a4636a-792d-48a5-a489-ca0b872a9ab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network hostable DHCP agents. Network: fdffefd9-5dc1-4cc0-994b-5c922abb1868, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:23:06.177436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2528bb7c-9488-424f-a275-b7a1bd2a515b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:06.192959 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a4636a-792d-48a5-a489-ca0b872a9ab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:23:06.198955 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5854a173-ea18-48ed-b389-a10335c1aadf {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:06.203596 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-56a4636a-792d-48a5-a489-ca0b872a9ab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, fdffefd9-5dc1-4cc0-994b-5c922abb1868) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:06.209287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a4636a-792d-48a5-a489-ca0b872a9ab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:06.213987 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2528bb7c-9488-424f-a275-b7a1bd2a515b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2528bb7c-9488-424f-a275-b7a1bd2a515b,segment=NetworkSegment(63818524-b218-47d4-9183-c1923945cece),segment_id=63818524-b218-47d4-9183-c1923945cece)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:06.220486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a4636a-792d-48a5-a489-ca0b872a9ab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:06.220842 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcbc7db-3233-441e-a275-b78ba4c828ee None None] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:06.221502 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56a4636a-792d-48a5-a489-ca0b872a9ab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.231651 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.239953 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-56a4636a-792d-48a5-a489-ca0b872a9ab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5562203 Sep 30 08:23:06.243394 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50778) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:06.252660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5854a173-ea18-48ed-b389-a10335c1aadf, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5854a173-ea18-48ed-b389-a10335c1aadf,segment=NetworkSegment(63818524-b218-47d4-9183-c1923945cece),segment_id=63818524-b218-47d4-9183-c1923945cece)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:06.259568 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-dd8d9b00-7204-41c0-a4bb-6b25ff856cf7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1085393921'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:06.289231 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.300526 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8d9b00-7204-41c0-a4bb-6b25ff856cf7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:06.306256 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd8d9b00-7204-41c0-a4bb-6b25ff856cf7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.365661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8d9b00-7204-41c0-a4bb-6b25ff856cf7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:23:06.381418 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd8d9b00-7204-41c0-a4bb-6b25ff856cf7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.381845 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-dd8d9b00-7204-41c0-a4bb-6b25ff856cf7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Added segment 92b29ed4-ed99-4d0f-9716-6ce6f8d73d3e of type vlan for network 11ab080c-85c5-46cb-a1d7-54c4be73baa9 Sep 30 08:23:06.403774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0861db7-6c90-4cfe-870d-2deb8c416a16 req-1dbeef61-e009-4d27-938a-f76cb3f56659 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:06.405555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0861db7-6c90-4cfe-870d-2deb8c416a16 req-1dbeef61-e009-4d27-938a-f76cb3f56659 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 944 time: 0.0960493 Sep 30 08:23:06.472735 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd8d9b00-7204-41c0-a4bb-6b25ff856cf7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.522306 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0861db7-6c90-4cfe-870d-2deb8c416a16 req-a28bac87-d174-4ba6-aa66-d918cedae8cc tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965805 Sep 30 08:23:06.529903 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd8d9b00-7204-41c0-a4bb-6b25ff856cf7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.538689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8d9b00-7204-41c0-a4bb-6b25ff856cf7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:06.539350 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd8d9b00-7204-41c0-a4bb-6b25ff856cf7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.574944 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dd8d9b00-7204-41c0-a4bb-6b25ff856cf7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3304248 Sep 30 08:23:06.578302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50788) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:06.584726 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'ports': [{'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868'}, {'network_id': '11ab080c-85c5-46cb-a1d7-54c4be73baa9'}]} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:06.585392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:06.586064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'network_id': '11ab080c-85c5-46cb-a1d7-54c4be73baa9'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:06.588854 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=2528bb7c-9488-424f-a275-b7a1bd2a515b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:06.623121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5854a173-ea18-48ed-b389-a10335c1aadf'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:06.687375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d9b00-7204-41c0-a4bb-6b25ff856cf7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Network': ['ID=11ab080c-85c5-46cb-a1d7-54c4be73baa9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:06.731298 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-a8bd11a2-f9c6-4142-a84e-09a7c4cdb88e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1179495 Sep 30 08:23:06.770253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['2528bb7c-9488-424f-a275-b7a1bd2a515b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:06.776739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 11ab080c-85c5-46cb-a1d7-54c4be73baa9 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:23:06.847528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'port': 2} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:06.858232 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.884580 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:06.889985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-6c14c416-bfa5-4369-b1d7-ce0fa66dd7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:06.891488 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-6c14c416-bfa5-4369-b1d7-ce0fa66dd7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:06.892005 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-6c14c416-bfa5-4369-b1d7-ce0fa66dd7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:06.892491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-6c14c416-bfa5-4369-b1d7-ce0fa66dd7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:06.892967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-6c14c416-bfa5-4369-b1d7-ce0fa66dd7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:06.893442 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-6c14c416-bfa5-4369-b1d7-ce0fa66dd7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:06.893916 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-6c14c416-bfa5-4369-b1d7-ce0fa66dd7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:06.895881 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-6c14c416-bfa5-4369-b1d7-ce0fa66dd7d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4c9428373294d4091a65204159b0981&device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 6490 time: 0.0928295 Sep 30 08:23:06.992335 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=5854a173-ea18-48ed-b389-a10335c1aadf,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:07.032111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] device_id is not set on port faac339d-7f3e-4fc5-815e-6727c854c31e yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:07.061910 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-b6a506ef-7c98-4181-8b92-1f117f92f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:07.062773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-b6a506ef-7c98-4181-8b92-1f117f92f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:07.063622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-b6a506ef-7c98-4181-8b92-1f117f92f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:07.065453 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-b6a506ef-7c98-4181-8b92-1f117f92f875 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7e190e83-40df-446b-b24e-ad1892687b5c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=fe719140-e914-4c92-bc2f-67234315bd4c&id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98 HTTP/1.1" status: 200 len: 2292 time: 0.1390424 Sep 30 08:23:07.190569 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-e77aa22d-a620-4f26-8ae0-bbed8398bc38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e114320-0926-43ba-b1f9-28e959335611 HTTP/1.1" status: 200 len: 1002 time: 0.1163747 Sep 30 08:23:07.220283 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:07.263091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-43a6517d-523d-4851-a0d2-f88f9e4f7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:07.264712 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-43a6517d-523d-4851-a0d2-f88f9e4f7a28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66d7fd57-be5b-44cb-9d99-854249f7b937 HTTP/1.1" status: 200 len: 851 time: 0.0632071 Sep 30 08:23:07.303078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] device_id is not set on port 3c343836-6177-452f-bdfb-7232c2b3200e yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:07.323684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-1e9b273c-831d-4bb8-bd2b-05e42a37d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:07.328036 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-1e9b273c-831d-4bb8-bd2b-05e42a37d639 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e190e83-40df-446b-b24e-ad1892687b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546389 Sep 30 08:23:07.426892 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-67c503f1-8e7a-457b-9cae-7cf050aef5c8 service neutron] 10.222.0.35 "GET /v2.0/networks/7e190e83-40df-446b-b24e-ad1892687b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922222 Sep 30 08:23:07.437800 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:07.486519 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:07.546438 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:07.552939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:07.569366 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=faac339d-7f3e-4fc5-815e-6727c854c31e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:07.571801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-ced86fae-ffb5-4ab7-a949-de07a6b5a9bf service neutron] 10.222.0.35 "GET /v2.0/networks/7e190e83-40df-446b-b24e-ad1892687b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361730 Sep 30 08:23:07.574043 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:07.575408 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:07.626154 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-8e244d5a-b2cf-46b3-8d42-73359f6501e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=8fae7abe-f0d9-4096-a9fb-d45223b67966 HTTP/1.1" status: 200 len: 217 time: 0.0432203 Sep 30 08:23:07.673499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=3c343836-6177-452f-bdfb-7232c2b3200e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:07.689843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Checking segment: {'id': '92b29ed4-ed99-4d0f-9716-6ce6f8d73d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '11ab080c-85c5-46cb-a1d7-54c4be73baa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:07.690224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network hostable DHCP agents. Network: 11ab080c-85c5-46cb-a1d7-54c4be73baa9, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:23:07.715969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network 11ab080c-85c5-46cb-a1d7-54c4be73baa9 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:23:07.732217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 11ab080c-85c5-46cb-a1d7-54c4be73baa9) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:07.742234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-8c57881c-2ca1-4779-9e8b-e4b9be3cb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:07.744350 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-8c57881c-2ca1-4779-9e8b-e4b9be3cb712 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.1090505 Sep 30 08:23:07.752462 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979c91ef-c16d-45a7-b62b-ae03009ad03f None None] Network 11ab080c-85c5-46cb-a1d7-54c4be73baa9 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:07.778459 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:07.795055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:07.815352 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:07.816135 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:07.854339 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fba1dc44-5206-4ea7-9e80-610adf972bd9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2740932 Sep 30 08:23:07.859461 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:07.870554 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019880b-9fe3-4ad3-ab6a-ac35f0698857 req-b4cb2086-631d-452e-a08d-0a23a3ef0c76 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:07.880704 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9019880b-9fe3-4ad3-ab6a-ac35f0698857 req-b4cb2086-631d-452e-a08d-0a23a3ef0c76 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 944 time: 0.1944194 Sep 30 08:23:07.943567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-5448b7cb-6109-49db-b264-7dd60249ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:07.944882 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-5448b7cb-6109-49db-b264-7dd60249ff29 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1781828 Sep 30 08:23:07.953496 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:23:07.959358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5854a173-ea18-48ed-b389-a10335c1aadf up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:07.961258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9019880b-9fe3-4ad3-ab6a-ac35f0698857 req-74d61ac5-a4f7-4789-aa74-abc33a935383 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797040 Sep 30 08:23:08.017075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cbefa01d-c94b-4424-b55a-1154698bbf8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port 3c343836-6177-452f-bdfb-7232c2b3200e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:08.017723 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbefa01d-c94b-4424-b55a-1154698bbf8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.070314 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-01793c28-2a45-4a3b-81b4-2ce8dcd37470 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127656 Sep 30 08:23:08.111696 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbefa01d-c94b-4424-b55a-1154698bbf8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.145938 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cbefa01d-c94b-4424-b55a-1154698bbf8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for 3c343836-6177-452f-bdfb-7232c2b3200e owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:08.203245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 5854a173-ea18-48ed-b389-a10335c1aadf completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:23:08.205636 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-e706fff9-6564-4be3-a615-bfd8efda693e service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260357 Sep 30 08:23:08.218883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a,segment=NetworkSegment(63818524-b218-47d4-9183-c1923945cece),segment_id=63818524-b218-47d4-9183-c1923945cece)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:08.222421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 5854a173-ea18-48ed-b389-a10335c1aadf triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:08.222975 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.283067 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a', 'network_id': '76c34bd4-ef4b-4a88-aeeb-535079546498', 'port_id': '1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a', 'mac_address': 'fa:16:3e:07:3b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75d3b5a-db29-4809-918d-1399617867b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:23:08.291820 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbefa01d-c94b-4424-b55a-1154698bbf8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.319189 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-a8c115f0-1a5d-4ca0-b21b-ae28a62c6c13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=461d17f8-573a-4b8b-87f2-7f5b41d2b79e HTTP/1.1" status: 200 len: 217 time: 0.1002631 Sep 30 08:23:08.341530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefa01d-c94b-4424-b55a-1154698bbf8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=3c343836-6177-452f-bdfb-7232c2b3200e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:08.351954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbefa01d-c94b-4424-b55a-1154698bbf8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.353814 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cbefa01d-c94b-4424-b55a-1154698bbf8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/3c343836-6177-452f-bdfb-7232c2b3200e HTTP/1.1" status: 204 len: 168 time: 0.4908178 Sep 30 08:23:08.356494 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50802) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:08.382481 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.395464 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.410208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-39fd22a3-75f3-47bc-8a64-4fa3cbbef762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:08.413465 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-39fd22a3-75f3-47bc-8a64-4fa3cbbef762 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.0852618 Sep 30 08:23:08.418287 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:08.435395 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c677d47-21ec-4a6f-bd44-53d6f18fa6ea tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:08.442019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c677d47-21ec-4a6f-bd44-53d6f18fa6ea tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:08.443960 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5c677d47-21ec-4a6f-bd44-53d6f18fa6ea tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0864406 Sep 30 08:23:08.447821 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50804) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:08.454664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98f683f-8a2e-4f6a-947f-9389da1d062b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5854a173-ea18-48ed-b389-a10335c1aadf'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:08.457369 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79031a52-2f34-4420-9325-5026799c2968" -d '{"events": [{"server_uuid": "a98f683f-8a2e-4f6a-947f-9389da1d062b", "name": "network-vif-plugged", "status": "completed", "tag": "5854a173-ea18-48ed-b389-a10335c1aadf"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:08.465368 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a,segment=NetworkSegment(63818524-b218-47d4-9183-c1923945cece),segment_id=63818524-b218-47d4-9183-c1923945cece)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:08.474551 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.477740 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5854a173-ea18-48ed-b389-a10335c1aadf, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5854a173-ea18-48ed-b389-a10335c1aadf,segment=NetworkSegment(63818524-b218-47d4-9183-c1923945cece),segment_id=63818524-b218-47d4-9183-c1923945cece)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:08.497278 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-c08e639e-223c-4ffd-834c-211f9e32577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:08.499213 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-c08e639e-223c-4ffd-834c-211f9e32577c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747299 Sep 30 08:23:08.537668 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a089c3d-87c5-45c6-bf9b-2e68220de31d x-openstack-request-id: req-7a089c3d-87c5-45c6-bf9b-2e68220de31d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:08.537973 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98f683f-8a2e-4f6a-947f-9389da1d062b", "name": "network-vif-plugged", "status": "completed", "tag": "5854a173-ea18-48ed-b389-a10335c1aadf", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:08.538231 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a089c3d-87c5-45c6-bf9b-2e68220de31d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:08.538635 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98f683f-8a2e-4f6a-947f-9389da1d062b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5854a173-ea18-48ed-b389-a10335c1aadf', 'code': 200} Sep 30 08:23:08.540235 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:08.550106 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.605607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9131082a-9686-4c5c-bd98-dce0a33ff4bd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port faac339d-7f3e-4fc5-815e-6727c854c31e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:08.605961 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9131082a-9686-4c5c-bd98-dce0a33ff4bd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.642407 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=5854a173-ea18-48ed-b389-a10335c1aadf,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:08.707429 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:08.719412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9131082a-9686-4c5c-bd98-dce0a33ff4bd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.721022 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-ceeb6750-326e-4e04-a7c8-12af8b1324d1 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134740 Sep 30 08:23:08.733143 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9131082a-9686-4c5c-bd98-dce0a33ff4bd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for faac339d-7f3e-4fc5-815e-6727c854c31e owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:08.758273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002d5fc-8910-473d-bbad-f4e9325292bf req-c243b4f1-0809-4273-9a80-996a574225db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:08.760744 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6002d5fc-8910-473d-bbad-f4e9325292bf req-c243b4f1-0809-4273-9a80-996a574225db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a98f683f-8a2e-4f6a-947f-9389da1d062b HTTP/1.1" status: 200 len: 1096 time: 0.1380620 Sep 30 08:23:08.821683 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9131082a-9686-4c5c-bd98-dce0a33ff4bd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.869915 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6002d5fc-8910-473d-bbad-f4e9325292bf req-da7dea7b-ceb1-4526-b636-10c7d83cb708 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987751 Sep 30 08:23:08.874252 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131082a-9686-4c5c-bd98-dce0a33ff4bd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=faac339d-7f3e-4fc5-815e-6727c854c31e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:08.880356 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9131082a-9686-4c5c-bd98-dce0a33ff4bd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:08.884018 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-dd3b3beb-9dd4-4b50-9750-669e4d42cd51 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521349 Sep 30 08:23:08.885596 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50824) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:08.885870 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9131082a-9686-4c5c-bd98-dce0a33ff4bd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/faac339d-7f3e-4fc5-815e-6727c854c31e HTTP/1.1" status: 204 len: 168 time: 0.4369650 Sep 30 08:23:09.006420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-0253bece-64dd-4e08-b8fc-fbe601f68f0b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=fba29b8d-c114-4900-9adf-238fdb2fb410 HTTP/1.1" status: 200 len: 217 time: 0.1114964 Sep 30 08:23:09.102296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-fd0bd284-e12c-4044-a493-a50baabd0240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:09.104750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-fd0bd284-e12c-4044-a493-a50baabd0240 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.0914652 Sep 30 08:23:09.153825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afdb75c-0b42-4909-8f14-c940a3986586 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:09.158081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9afdb75c-0b42-4909-8f14-c940a3986586 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2689741 Sep 30 08:23:09.158782 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50838) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:09.201883 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a428c68e-0ac2-4b8c-9c25-7bb98ac5e80e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] GET failed (client error): The resource could not be found. Sep 30 08:23:09.207232 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a428c68e-0ac2-4b8c-9c25-7bb98ac5e80e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/3c343836-6177-452f-bdfb-7232c2b3200e HTTP/1.1" status: 404 len: 333 time: 0.0469804 Sep 30 08:23:09.208049 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50842) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:09.225388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb8abf-0b70-4a97-83d5-6d8c90dc7981 req-22cd7dcd-8991-4e35-9d9a-624862b8fb89 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:09.228464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-acdb8abf-0b70-4a97-83d5-6d8c90dc7981 req-22cd7dcd-8991-4e35-9d9a-624862b8fb89 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 945 time: 0.1217835 Sep 30 08:23:09.232075 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-51c11c49-01de-4a04-aad7-d450654e2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:09.233994 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-51c11c49-01de-4a04-aad7-d450654e2127 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1153145 Sep 30 08:23:09.241830 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc1b380-42ea-49cc-a424-70f109fa1bc6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] GET failed (client error): The resource could not be found. Sep 30 08:23:09.248097 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4bc1b380-42ea-49cc-a424-70f109fa1bc6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/faac339d-7f3e-4fc5-815e-6727c854c31e HTTP/1.1" status: 404 len: 333 time: 0.0389173 Sep 30 08:23:09.248815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50844) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:09.308988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-acdb8abf-0b70-4a97-83d5-6d8c90dc7981 req-2bbd8789-7fb9-4030-b62e-9af27fed4073 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730531 Sep 30 08:23:09.360843 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ac90abc-dc58-4a88-96f1-835c1ca60227 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.386710 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-8b386335-e3c9-410f-b878-b2b30d6b3820 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245131 Sep 30 08:23:09.479711 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ac90abc-dc58-4a88-96f1-835c1ca60227 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.511007 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7ac90abc-dc58-4a88-96f1-835c1ca60227 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ab080c-85c5-46cb-a1d7-54c4be73baa9']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:09.528442 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7ac90abc-dc58-4a88-96f1-835c1ca60227 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b29ed4-ed99-4d0f-9716-6ce6f8d73d3e') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:09.529261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7ac90abc-dc58-4a88-96f1-835c1ca60227 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b29ed4-ed99-4d0f-9716-6ce6f8d73d3e') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:09.535959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-8e9dd400-9ab5-48d9-9b99-652d6ffbe684 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345434 Sep 30 08:23:09.557806 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ac90abc-dc58-4a88-96f1-835c1ca60227 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.569197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50846) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:09.598858 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-642448fe-a2e3-4ef5-b64f-2916ba3ae4db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=15a53876-fc9c-4d22-922c-19f775e34774 HTTP/1.1" status: 200 len: 217 time: 0.0538301 Sep 30 08:23:09.643591 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ac90abc-dc58-4a88-96f1-835c1ca60227 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.655188 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac90abc-dc58-4a88-96f1-835c1ca60227 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:23:09.655635 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ac90abc-dc58-4a88-96f1-835c1ca60227 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:23:09.660786 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:23:09.693141 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-acbc89ca-37bf-4c9b-a4b1-736e50b04541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:09.696616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-acbc89ca-37bf-4c9b-a4b1-736e50b04541 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 200 len: 797 time: 0.0820246 Sep 30 08:23:09.758035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-64a5d969-3a16-4eb0-912a-81c34114998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:09.760549 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-64a5d969-3a16-4eb0-912a-81c34114998b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe719140-e914-4c92-bc2f-67234315bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0573900 Sep 30 08:23:09.803283 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ac90abc-dc58-4a88-96f1-835c1ca60227 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.812397 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ac90abc-dc58-4a88-96f1-835c1ca60227 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.814357 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7ac90abc-dc58-4a88-96f1-835c1ca60227 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/networks/11ab080c-85c5-46cb-a1d7-54c4be73baa9 HTTP/1.1" status: 204 len: 168 time: 0.5645404 Sep 30 08:23:09.820975 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50848) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:09.830552 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-055f3347-3bcb-4c55-8c4c-b8274003e202 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2020631090'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:09.848722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2528bb7c-9488-424f-a275-b7a1bd2a515b up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:09.858077 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac90abc-dc58-4a88-96f1-835c1ca60227 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Network': ['ID=11ab080c-85c5-46cb-a1d7-54c4be73baa9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:09.919697 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:09.963142 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055f3347-3bcb-4c55-8c4c-b8274003e202 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:09.967866 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-0aedd46e-801c-41fd-8d7c-faa345846d8a service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982255 Sep 30 08:23:09.968231 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-055f3347-3bcb-4c55-8c4c-b8274003e202 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:09.971375 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 2528bb7c-9488-424f-a275-b7a1bd2a515b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:23:09.981905 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 2528bb7c-9488-424f-a275-b7a1bd2a515b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:09.982328 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.141159 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:23:10.174281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:10.174659 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.189084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055f3347-3bcb-4c55-8c4c-b8274003e202 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:23:10.225064 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-055f3347-3bcb-4c55-8c4c-b8274003e202 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.225452 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-055f3347-3bcb-4c55-8c4c-b8274003e202 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Added segment 9a104509-fa4b-42ed-b3c0-ce182f88faa4 of type vlan for network 47c77cd1-a653-41dc-8824-36a8d0a02892 Sep 30 08:23:10.238270 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.240661 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.305552 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2528bb7c-9488-424f-a275-b7a1bd2a515b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2528bb7c-9488-424f-a275-b7a1bd2a515b,segment=NetworkSegment(63818524-b218-47d4-9183-c1923945cece),segment_id=63818524-b218-47d4-9183-c1923945cece)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:10.313705 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.391438 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-055f3347-3bcb-4c55-8c4c-b8274003e202 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.436528 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-055f3347-3bcb-4c55-8c4c-b8274003e202 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.442837 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055f3347-3bcb-4c55-8c4c-b8274003e202 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:10.443470 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-055f3347-3bcb-4c55-8c4c-b8274003e202 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.443849 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.475293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=2528bb7c-9488-424f-a275-b7a1bd2a515b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:10.535560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a,segment=NetworkSegment(63818524-b218-47d4-9183-c1923945cece),segment_id=63818524-b218-47d4-9183-c1923945cece)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:10.540220 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2528bb7c-9488-424f-a275-b7a1bd2a515b'}, {'server_uuid': '7fc18a78-f551-4d79-8bf5-eeca0d790c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:10.543395 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb606bab-ca7c-4f2c-8a51-8029308a8986" -d '{"events": [{"server_uuid": "3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84", "name": "network-vif-plugged", "status": "completed", "tag": "2528bb7c-9488-424f-a275-b7a1bd2a515b"}, {"server_uuid": "7fc18a78-f551-4d79-8bf5-eeca0d790c56", "name": "network-vif-plugged", "status": "completed", "tag": "1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:10.553307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f3347-3bcb-4c55-8c4c-b8274003e202 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Network': ['ID=47c77cd1-a653-41dc-8824-36a8d0a02892,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:10.557514 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.615823 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-055f3347-3bcb-4c55-8c4c-b8274003e202 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7930131 Sep 30 08:23:10.671298 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85379a6-84e5-4880-a903-7ee8f0216521 x-openstack-request-id: req-c85379a6-84e5-4880-a903-7ee8f0216521 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:10.671658 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84", "name": "network-vif-plugged", "status": "completed", "tag": "2528bb7c-9488-424f-a275-b7a1bd2a515b", "code": 200}, {"server_uuid": "7fc18a78-f551-4d79-8bf5-eeca0d790c56", "name": "network-vif-plugged", "status": "completed", "tag": "1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:10.673201 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c85379a6-84e5-4880-a903-7ee8f0216521 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:10.673625 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2528bb7c-9488-424f-a275-b7a1bd2a515b', 'code': 200} Sep 30 08:23:10.673901 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc18a78-f551-4d79-8bf5-eeca0d790c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a', 'code': 200} Sep 30 08:23:10.685266 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 47c77cd1-a653-41dc-8824-36a8d0a02892 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:23:10.694835 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50858) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:10.729447 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1011d711-a825-482e-ad7c-58039577329a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'subnet': {'network_id': '47c77cd1-a653-41dc-8824-36a8d0a02892', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:10.835945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:10.916769 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97cf0a0a-e58a-46ef-a593-d025891f1dc4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:10.960996 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-cf650564-3e2c-4e25-8835-d9280b8519f9 service neutron] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9812508 Sep 30 08:23:10.962265 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c95f39-59e8-456f-9c85-99e923fc2037 req-b328998d-bcef-4cd9-b489-2f0554a3c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:10.963773 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-28c95f39-59e8-456f-9c85-99e923fc2037 req-b328998d-bcef-4cd9-b489-2f0554a3c477 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84 HTTP/1.1" status: 200 len: 1096 time: 0.1770971 Sep 30 08:23:10.968067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4a09a-c3cc-4e7e-af8a-23e099a9c5b3 req-4eb0b90b-fb82-4bca-a931-cf70fd2e2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:10.969594 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0a4a09a-c3cc-4e7e-af8a-23e099a9c5b3 req-4eb0b90b-fb82-4bca-a931-cf70fd2e2012 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 1097 time: 0.0974698 Sep 30 08:23:10.979572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59898c52-93ed-473a-a799-384a1551a8b2 req-2b31e218-806c-4252-a41a-ed54989463cb tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:10.981127 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59898c52-93ed-473a-a799-384a1551a8b2 req-2b31e218-806c-4252-a41a-ed54989463cb tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 946 time: 0.1079051 Sep 30 08:23:10.990642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1011d711-a825-482e-ad7c-58039577329a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:10.995791 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1011d711-a825-482e-ad7c-58039577329a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.041024 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-43ef82d9-a14f-4bd9-b2e0-0334e5fca400 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=07bbc016-1456-47b7-8f6c-736533ad6b71 HTTP/1.1" status: 200 len: 217 time: 0.0576603 Sep 30 08:23:11.087304 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-28c95f39-59e8-456f-9c85-99e923fc2037 req-288ba1c1-40bc-4fd6-8c8d-b58c97b99293 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127644 Sep 30 08:23:11.107763 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0a4a09a-c3cc-4e7e-af8a-23e099a9c5b3 req-197b177e-5f15-4925-8c07-36c1e8f37800 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256423 Sep 30 08:23:11.114785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-1011d711-a825-482e-ad7c-58039577329a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Performing IP validity checks on allocation pools {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 08:23:11.115825 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59898c52-93ed-473a-a799-384a1551a8b2 req-dc30e924-023f-4d30-b7bd-bf659137ae8a tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204076 Sep 30 08:23:11.117637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-1011d711-a825-482e-ad7c-58039577329a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 08:23:11.120338 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-192a67d2-d31c-431f-afec-140e0e1708bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:11.121794 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-192a67d2-d31c-431f-afec-140e0e1708bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a717074-20be-43db-92fd-460ccea803fc HTTP/1.1" status: 200 len: 797 time: 0.0732312 Sep 30 08:23:11.406279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-dd8c1d8c-b1b7-4b8a-8477-16d1ecde63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:11.408331 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-dd8c1d8c-b1b7-4b8a-8477-16d1ecde63e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0554202 Sep 30 08:23:11.457337 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1011d711-a825-482e-ad7c-58039577329a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.576088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-4f868909-959d-411e-af39-73d5444ed25d service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455796 Sep 30 08:23:11.589920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011d711-a825-482e-ad7c-58039577329a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Checking segment: {'id': '9a104509-fa4b-42ed-b3c0-ce182f88faa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '47c77cd1-a653-41dc-8824-36a8d0a02892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:11.590131 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1011d711-a825-482e-ad7c-58039577329a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network hostable DHCP agents. Network: 47c77cd1-a653-41dc-8824-36a8d0a02892, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:23:11.597863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011d711-a825-482e-ad7c-58039577329a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Subnet': ['ID=3e6d15e8-abd0-4206-9d8c-ad0acaba95ee,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:11.636075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1011d711-a825-482e-ad7c-58039577329a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network 47c77cd1-a653-41dc-8824-36a8d0a02892 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:23:11.647082 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-97cf0a0a-e58a-46ef-a593-d025891f1dc4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Deleting port 074e37c7-1811-4918-be0d-660f01bd3f4e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:11.647431 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97cf0a0a-e58a-46ef-a593-d025891f1dc4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.679350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1011d711-a825-482e-ad7c-58039577329a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 47c77cd1-a653-41dc-8824-36a8d0a02892) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:11.687616 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1011d711-a825-482e-ad7c-58039577329a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:11.688332 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1011d711-a825-482e-ad7c-58039577329a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.690225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e6839a-2c7d-4479-ba04-b2eef1b8ca2e None None] Network 47c77cd1-a653-41dc-8824-36a8d0a02892 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:11.728695 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-705d6ebb-27d3-4fbc-9f69-2af0d4d71513 service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452720 Sep 30 08:23:11.753068 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1011d711-a825-482e-ad7c-58039577329a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0476925 Sep 30 08:23:11.759118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50884) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:11.774900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d869b798-23a4-45c7-9b16-8865ebc9e142 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'network_id': '47c77cd1-a653-41dc-8824-36a8d0a02892', 'name': 'tempest-PortsIpV6TestJSON-1126184235'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:11.801415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-5b965a1e-6cbc-48e0-b5dd-7478e1e0de78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9522420-7df6-4954-a2ef-17f1cb2925d5 HTTP/1.1" status: 200 len: 217 time: 0.0636799 Sep 30 08:23:11.865574 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-47c77cd1-a653-41dc-8824-36a8d0a02892', 'network_id': '47c77cd1-a653-41dc-8824-36a8d0a02892', 'tenant_id': '3479a21242e348a18ddec412ff416d8c', 'fixed_ips': [{'subnet_id': '3e6d15e8-abd0-4206-9d8c-ad0acaba95ee'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:23:11.866812 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.869761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-b31fbbdb-1059-4b35-95b5-3f9b0e351668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:11.871272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-b31fbbdb-1059-4b35-95b5-3f9b0e351668 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a717074-20be-43db-92fd-460ccea803fc HTTP/1.1" status: 200 len: 797 time: 0.0621111 Sep 30 08:23:11.964820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-97cf0a0a-e58a-46ef-a593-d025891f1dc4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] For port 074e37c7-1811-4918-be0d-660f01bd3f4e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=074e37c7-1811-4918-be0d-660f01bd3f4e,segment=NetworkSegment(e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0),segment_id=e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:11.965333 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97cf0a0a-e58a-46ef-a593-d025891f1dc4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:11.966653 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120484a0-d540-4f21-bca6-99475745f2c3 req-98adce0e-85ef-40ec-8d34-7d1f2a921130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:11.969101 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-98adce0e-85ef-40ec-8d34-7d1f2a921130 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db952c52-1c3f-4f41-9b5b-784bfdc3ae98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0836906 Sep 30 08:23:11.986320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-97cf0a0a-e58a-46ef-a593-d025891f1dc4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Calling delete_port for 074e37c7-1811-4918-be0d-660f01bd3f4e owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:11.988182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d869b798-23a4-45c7-9b16-8865ebc9e142 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:11.993815 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d869b798-23a4-45c7-9b16-8865ebc9e142 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.031927 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-d869b798-23a4-45c7-9b16-8865ebc9e142 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] device_id is not set on port be795264-f6ed-45ba-b3a5-255f5aef6f4b yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:12.050757 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Allocated IP 2001:db8::2 (47c77cd1-a653-41dc-8824-36a8d0a02892/3e6d15e8-abd0-4206-9d8c-ad0acaba95ee/f6d1e6b4-91a5-4061-8b02-71332ef48c24) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:12.083615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-7c459715-d7e3-4818-9330-a7780261dd12 service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038651 Sep 30 08:23:12.257319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-120484a0-d540-4f21-bca6-99475745f2c3 req-df63253f-96e1-496e-8c23-db81209c3f02 service neutron] 10.222.0.35 "GET /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650863 Sep 30 08:23:12.298343 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.311509 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.356899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf90774-6d37-4cfa-94d5-4659c792eaeb req-739a31af-e1f5-4024-bd9b-90d4daadcce8 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:12.369501 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Network 47c77cd1-a653-41dc-8824-36a8d0a02892 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:12.369720 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bdf90774-6d37-4cfa-94d5-4659c792eaeb req-739a31af-e1f5-4024-bd9b-90d4daadcce8 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 946 time: 0.1110551 Sep 30 08:23:12.387453 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-665b9dcf-5dab-4c40-a5c6-cbb4af6a893b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.394545 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:12.402640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:12.406789 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Pushing event updated for resources: {'Port': ['ID=f6d1e6b4-91a5-4061-8b02-71332ef48c24,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:12.468964 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bdf90774-6d37-4cfa-94d5-4659c792eaeb req-e3e5d588-2aca-45d9-9631-e08c6e2fbce7 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985107 Sep 30 08:23:12.493159 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Attempting to bind port f6d1e6b4-91a5-4061-8b02-71332ef48c24 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:12.493852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Attempting to bind port f6d1e6b4-91a5-4061-8b02-71332ef48c24 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '9a104509-fa4b-42ed-b3c0-ce182f88faa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '47c77cd1-a653-41dc-8824-36a8d0a02892'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:12.494416 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Attempting to bind port f6d1e6b4-91a5-4061-8b02-71332ef48c24 on network 47c77cd1-a653-41dc-8824-36a8d0a02892 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:12.499989 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:12.500684 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Checking segment: {'id': '9a104509-fa4b-42ed-b3c0-ce182f88faa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '47c77cd1-a653-41dc-8824-36a8d0a02892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:12.501301 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.501883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Bound using segment: {'id': '9a104509-fa4b-42ed-b3c0-ce182f88faa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '47c77cd1-a653-41dc-8824-36a8d0a02892'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:12.502533 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Bound port: f6d1e6b4-91a5-4061-8b02-71332ef48c24, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a104509-fa4b-42ed-b3c0-ce182f88faa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '47c77cd1-a653-41dc-8824-36a8d0a02892'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:12.503129 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.513073 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d869b798-23a4-45c7-9b16-8865ebc9e142 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Allocated IP 2001:db8::21a (47c77cd1-a653-41dc-8824-36a8d0a02892/3e6d15e8-abd0-4206-9d8c-ad0acaba95ee/be795264-f6ed-45ba-b3a5-255f5aef6f4b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:12.573873 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] For port f6d1e6b4-91a5-4061-8b02-71332ef48c24, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:12.577596 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] For port f6d1e6b4-91a5-4061-8b02-71332ef48c24, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f6d1e6b4-91a5-4061-8b02-71332ef48c24,segment=NetworkSegment(9a104509-fa4b-42ed-b3c0-ce182f88faa4),segment_id=9a104509-fa4b-42ed-b3c0-ce182f88faa4)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:12.582298 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.660049 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cd26f-f716-44e8-84f5-3ffd020b4dc0 None None] Pushing event updated for resources: {'Port': ['ID=f6d1e6b4-91a5-4061-8b02-71332ef48c24,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:12.738418 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97cf0a0a-e58a-46ef-a593-d025891f1dc4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:12.884295 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf0a0a-e58a-46ef-a593-d025891f1dc4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Port': ['ID=074e37c7-1811-4918-be0d-660f01bd3f4e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:13.091607 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d869b798-23a4-45c7-9b16-8865ebc9e142 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:13.349340 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97cf0a0a-e58a-46ef-a593-d025891f1dc4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:13.403594 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d869b798-23a4-45c7-9b16-8865ebc9e142 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:13.463718 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d869b798-23a4-45c7-9b16-8865ebc9e142 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network 47c77cd1-a653-41dc-8824-36a8d0a02892 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:13.470888 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d869b798-23a4-45c7-9b16-8865ebc9e142 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:13.483320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d869b798-23a4-45c7-9b16-8865ebc9e142 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:13.490575 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d869b798-23a4-45c7-9b16-8865ebc9e142 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:13.491182 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d869b798-23a4-45c7-9b16-8865ebc9e142 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:13.558090 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869b798-23a4-45c7-9b16-8865ebc9e142 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=be795264-f6ed-45ba-b3a5-255f5aef6f4b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:13.569657 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50910) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:13.570201 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d869b798-23a4-45c7-9b16-8865ebc9e142 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8084989 Sep 30 08:23:13.842273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca2698-8f53-4a08-81b4-617ac5e87635 req-0a01d631-d91f-47d9-a823-2ab9a659e24c tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:13.846262 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1aca2698-8f53-4a08-81b4-617ac5e87635 req-0a01d631-d91f-47d9-a823-2ab9a659e24c tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 946 time: 0.2049937 Sep 30 08:23:13.907563 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eeaeab-acc9-4101-ae49-ba902049915f req-ae562b21-f399-4dc1-8783-98539c696586 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:13.922188 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eeaeab-acc9-4101-ae49-ba902049915f req-ae562b21-f399-4dc1-8783-98539c696586 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:13.946555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eeaeab-acc9-4101-ae49-ba902049915f req-ae562b21-f399-4dc1-8783-98539c696586 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:13.971269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eeaeab-acc9-4101-ae49-ba902049915f req-ae562b21-f399-4dc1-8783-98539c696586 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:13.977906 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eeaeab-acc9-4101-ae49-ba902049915f req-ae562b21-f399-4dc1-8783-98539c696586 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:13.985029 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eeaeab-acc9-4101-ae49-ba902049915f req-ae562b21-f399-4dc1-8783-98539c696586 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:13.991950 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eeaeab-acc9-4101-ae49-ba902049915f req-ae562b21-f399-4dc1-8783-98539c696586 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:13.994184 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05eeaeab-acc9-4101-ae49-ba902049915f req-ae562b21-f399-4dc1-8783-98539c696586 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5433 time: 0.3552225 Sep 30 08:23:14.061085 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1aca2698-8f53-4a08-81b4-617ac5e87635 req-061ce7c3-c035-4263-b725-8a2aeff1f6cd tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039001 Sep 30 08:23:14.067962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-471fa2c2-ad97-4ae6-9dd2-af272e75831b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port be795264-f6ed-45ba-b3a5-255f5aef6f4b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:14.068310 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-471fa2c2-ad97-4ae6-9dd2-af272e75831b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:14.197949 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-471fa2c2-ad97-4ae6-9dd2-af272e75831b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:14.221136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4124be-4631-4f1c-a335-1e2f0e70fbd4 None None] Network 47c77cd1-a653-41dc-8824-36a8d0a02892 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:14.255798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-471fa2c2-ad97-4ae6-9dd2-af272e75831b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for be795264-f6ed-45ba-b3a5-255f5aef6f4b owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:14.279414 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05eeaeab-acc9-4101-ae49-ba902049915f req-0eb6fe26-8ada-4d54-b660-aaf68d0636ed tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2744980 Sep 30 08:23:14.381404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44791842-cd12-4688-bf67-7b927f570e52 req-35be0488-b2c3-4d36-823f-db0fabb6e555 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:14.383092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-44791842-cd12-4688-bf67-7b927f570e52 req-35be0488-b2c3-4d36-823f-db0fabb6e555 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84 HTTP/1.1" status: 200 len: 945 time: 0.1814258 Sep 30 08:23:14.395017 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-daeea154-13fd-4d07-9ccc-f405bd7870f9 None None] Provisioning complete for port f6d1e6b4-91a5-4061-8b02-71332ef48c24 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:14.395548 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-daeea154-13fd-4d07-9ccc-f405bd7870f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:14.439234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-44791842-cd12-4688-bf67-7b927f570e52 req-fdcd8c15-94cf-45cd-b033-84bdfce1fd59 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487313 Sep 30 08:23:14.458552 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cf0a0a-e58a-46ef-a593-d025891f1dc4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:23:14.572508 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-471fa2c2-ad97-4ae6-9dd2-af272e75831b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:14.661929 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-daeea154-13fd-4d07-9ccc-f405bd7870f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:14.680447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fa2c2-ad97-4ae6-9dd2-af272e75831b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=be795264-f6ed-45ba-b3a5-255f5aef6f4b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:14.799771 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-471fa2c2-ad97-4ae6-9dd2-af272e75831b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:14.809278 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-471fa2c2-ad97-4ae6-9dd2-af272e75831b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/be795264-f6ed-45ba-b3a5-255f5aef6f4b HTTP/1.1" status: 204 len: 168 time: 1.2381737 Sep 30 08:23:14.819936 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-daeea154-13fd-4d07-9ccc-f405bd7870f9 None None] For port f6d1e6b4-91a5-4061-8b02-71332ef48c24, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f6d1e6b4-91a5-4061-8b02-71332ef48c24,segment=NetworkSegment(9a104509-fa4b-42ed-b3c0-ce182f88faa4),segment_id=9a104509-fa4b-42ed-b3c0-ce182f88faa4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:14.820523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50922) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:14.828801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5605372-4e55-4cfd-b7e8-e9ff6f64328a req-06c374ac-b6e8-48e4-b3bf-eebba1a17289 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:14.832743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5605372-4e55-4cfd-b7e8-e9ff6f64328a req-06c374ac-b6e8-48e4-b3bf-eebba1a17289 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98f683f-8a2e-4f6a-947f-9389da1d062b HTTP/1.1" status: 200 len: 945 time: 0.2746966 Sep 30 08:23:14.834150 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-daeea154-13fd-4d07-9ccc-f405bd7870f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:14.848981 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95441ac0-f951-4c08-abdf-82317d9dc4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:14.892286 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc31eab7-472e-4054-9348-648a57274a33 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] DELETE failed (client error): The resource could not be found. Sep 30 08:23:14.893012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc31eab7-472e-4054-9348-648a57274a33 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:23:14.896664 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fc31eab7-472e-4054-9348-648a57274a33 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/be795264-f6ed-45ba-b3a5-255f5aef6f4b HTTP/1.1" status: 404 len: 333 time: 0.0721498 Sep 30 08:23:14.903822 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:14.914039 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cf0a0a-e58a-46ef-a593-d025891f1dc4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:23:14.924580 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-97cf0a0a-e58a-46ef-a593-d025891f1dc4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "PUT /v2.0/routers/8eaec781-85cb-4f8c-b7bd-bf6bd65174ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3539886 Sep 30 08:23:14.933770 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da5a7ea-f5a6-48e6-b568-751ad4961e3d None None] Sync routers for ids ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:23:14.947042 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-594fa2ca-5f8e-43fb-9fe9-99c2607df047 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] GET failed (client error): The resource could not be found. Sep 30 08:23:14.952695 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-594fa2ca-5f8e-43fb-9fe9-99c2607df047 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/be795264-f6ed-45ba-b3a5-255f5aef6f4b HTTP/1.1" status: 404 len: 333 time: 0.0468981 Sep 30 08:23:14.953682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50930) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:14.964897 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da5a7ea-f5a6-48e6-b568-751ad4961e3d None None] Routers {'8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:14.966571 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5da5a7ea-f5a6-48e6-b568-751ad4961e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:14.973025 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f6d1e6b4-91a5-4061-8b02-71332ef48c24 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:15.048404 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5605372-4e55-4cfd-b7e8-e9ff6f64328a req-3716940b-f65b-406c-965a-5c090d743af9 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016239 Sep 30 08:23:15.089536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-b6d1b868-b7a0-4c63-bcc0-afaa7cbbdedd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:15.102044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-b6d1b868-b7a0-4c63-bcc0-afaa7cbbdedd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:15.124262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-b6d1b868-b7a0-4c63-bcc0-afaa7cbbdedd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:15.141683 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting subnet 3e6d15e8-abd0-4206-9d8c-ad0acaba95ee {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:23:15.160195 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:15.161209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-b6d1b868-b7a0-4c63-bcc0-afaa7cbbdedd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:15.161608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeea154-13fd-4d07-9ccc-f405bd7870f9 None None] Pushing event updated for resources: {'Port': ['ID=f6d1e6b4-91a5-4061-8b02-71332ef48c24,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:15.177982 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cb43f16e-5c89-4ec4-baa2-6bced15be968 None None] Could not find standard attr ID for object be795264-f6ed-45ba-b3a5-255f5aef6f4b. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:23:15.183900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-b6d1b868-b7a0-4c63-bcc0-afaa7cbbdedd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:15.199701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-b6d1b868-b7a0-4c63-bcc0-afaa7cbbdedd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:15.217243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-b6d1b868-b7a0-4c63-bcc0-afaa7cbbdedd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:15.224257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-b6d1b868-b7a0-4c63-bcc0-afaa7cbbdedd tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5433 time: 0.3724062 Sep 30 08:23:15.231711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cb43f16e-5c89-4ec4-baa2-6bced15be968 None None] Provisioning complete for port f6d1e6b4-91a5-4061-8b02-71332ef48c24 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:15.232304 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb43f16e-5c89-4ec4-baa2-6bced15be968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:15.325862 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:15.380256 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5da5a7ea-f5a6-48e6-b568-751ad4961e3d None None] Set router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:15.426850 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-077e3348-6159-42f5-9ac6-0387deb42f87 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:15.431966 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-077e3348-6159-42f5-9ac6-0387deb42f87 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.35 "GET /v2.0/ports/8fae7abe-f0d9-4096-a9fb-d45223b67966?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1942635 Sep 30 08:23:15.455626 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:15.460533 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port f6d1e6b4-91a5-4061-8b02-71332ef48c24 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:15.463327 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:15.637514 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:15.799237 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:15.875709 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Subnet': ['ID=3e6d15e8-abd0-4206-9d8c-ad0acaba95ee,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:15.885820 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:15.888384 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/3e6d15e8-abd0-4206-9d8c-ad0acaba95ee HTTP/1.1" status: 204 len: 168 time: 0.9333313 Sep 30 08:23:15.890583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:15.891185 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:15.891731 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:15.892253 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:15.892875 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:15.894134 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:15.894956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:15.895953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:15.896445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:15.897179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:15.897787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:15.898666 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1819f-9717-4ef4-a58c-a3702952762c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:15.904994 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50968) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:15.918533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-c8a85142-37d7-49c5-a5c0-e1257995f94a tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.35 "GET /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4784131 Sep 30 08:23:15.945662 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:16.032599 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.034746 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5da5a7ea-f5a6-48e6-b568-751ad4961e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:23:12Z', 'revision_number': 6, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '991acb72-1b0b-47d8-9e94-9e7ed27b05d3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'port_id': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'mac_address': 'fa:16:3e:8a:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34de66a0-cc97-434e-b61f-13c839dae179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:21:40Z', 'updated_at': '2021-09-30T08:21:46Z', 'revision_number': 1, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a47744a-ce75-420e-bdb4-907a67f137e4', 'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:2d:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:15Z', 'updated_at': '2021-09-30T08:21:20Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:16.070140 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7463f-e29d-46a7-9450-f746932a9133 req-d9f49176-d65d-4f9b-82ae-e4015db868ea tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:16.077954 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-64e7463f-e29d-46a7-9450-f746932a9133 req-d9f49176-d65d-4f9b-82ae-e4015db868ea tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 946 time: 0.6345870 Sep 30 08:23:16.099152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe7bc-489c-4ad4-b29a-dd0b291593c5 req-18821433-33d6-4420-8839-dc5db67e8e95 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:16.106038 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da5a7ea-f5a6-48e6-b568-751ad4961e3d None None] Checking router: 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:23:16.106735 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe7bc-489c-4ad4-b29a-dd0b291593c5 req-18821433-33d6-4420-8839-dc5db67e8e95 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:16.113430 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c59d9f-ac73-4905-afa5-0c2e8d910bde None None] Network 47c77cd1-a653-41dc-8824-36a8d0a02892 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:16.115057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe7bc-489c-4ad4-b29a-dd0b291593c5 req-18821433-33d6-4420-8839-dc5db67e8e95 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:16.124017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe7bc-489c-4ad4-b29a-dd0b291593c5 req-18821433-33d6-4420-8839-dc5db67e8e95 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:16.131315 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da5a7ea-f5a6-48e6-b568-751ad4961e3d None None] Routers {'8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:16.131762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe7bc-489c-4ad4-b29a-dd0b291593c5 req-18821433-33d6-4420-8839-dc5db67e8e95 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:16.134777 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5da5a7ea-f5a6-48e6-b568-751ad4961e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:16.138554 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe7bc-489c-4ad4-b29a-dd0b291593c5 req-18821433-33d6-4420-8839-dc5db67e8e95 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:16.144582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe7bc-489c-4ad4-b29a-dd0b291593c5 req-18821433-33d6-4420-8839-dc5db67e8e95 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:16.153779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55dbe7bc-489c-4ad4-b29a-dd0b291593c5 req-18821433-33d6-4420-8839-dc5db67e8e95 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 5433 time: 0.2275362 Sep 30 08:23:16.173443 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port f6d1e6b4-91a5-4061-8b02-71332ef48c24 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:16.175082 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.207971 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.240093 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55dbe7bc-489c-4ad4-b29a-dd0b291593c5 req-043ff001-61cf-41ad-abe3-9ebd5d42f168 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807824 Sep 30 08:23:16.269796 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-64e7463f-e29d-46a7-9450-f746932a9133 req-abb157aa-6e7e-497f-999d-5681557b95d8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=587670f2-11b0-4cc8-8458-288dfdf39115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908715 Sep 30 08:23:16.302077 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.315479 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7002ae7b-3130-4ad6-929f-88c10da12394 None None] Could not find standard attr ID for object be795264-f6ed-45ba-b3a5-255f5aef6f4b. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:23:16.360872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] For port f6d1e6b4-91a5-4061-8b02-71332ef48c24, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f6d1e6b4-91a5-4061-8b02-71332ef48c24,segment=NetworkSegment(9a104509-fa4b-42ed-b3c0-ce182f88faa4),segment_id=9a104509-fa4b-42ed-b3c0-ce182f88faa4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:16.361103 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.387683 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for f6d1e6b4-91a5-4061-8b02-71332ef48c24 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:16.428919 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50972) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:16.444065 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5da5a7ea-f5a6-48e6-b568-751ad4961e3d None None] Set router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:16.451027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13a718-ad76-4c79-8c74-128f21dbdefe req-c3272df9-642d-462d-bb8e-6f57c8589f30 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:16.459355 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64a77b6-fee8-4870-9156-65bba316052f None None] DHCP port deletion for 47c77cd1-a653-41dc-8824-36a8d0a02892 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:23:16.460432 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b13a718-ad76-4c79-8c74-128f21dbdefe req-c3272df9-642d-462d-bb8e-6f57c8589f30 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98f683f-8a2e-4f6a-947f-9389da1d062b HTTP/1.1" status: 200 len: 945 time: 0.0913725 Sep 30 08:23:16.527770 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.557374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b13a718-ad76-4c79-8c74-128f21dbdefe req-c90006e2-3ee8-4009-9cb2-5a65ae92ab19 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957747 Sep 30 08:23:16.575021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c64a77b6-fee8-4870-9156-65bba316052f None None] Deleting port f6d1e6b4-91a5-4061-8b02-71332ef48c24 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:16.575410 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c64a77b6-fee8-4870-9156-65bba316052f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.577482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] For port 8fae7abe-f0d9-4096-a9fb-d45223b67966, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=8fae7abe-f0d9-4096-a9fb-d45223b67966,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:16.622205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] For port 8fae7abe-f0d9-4096-a9fb-d45223b67966, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:16.642971 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=f6d1e6b4-91a5-4061-8b02-71332ef48c24,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:16.650515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No DVR routers for this DVR port f6d1e6b4-91a5-4061-8b02-71332ef48c24 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:16.665911 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] device_id is not set on port 8fae7abe-f0d9-4096-a9fb-d45223b67966 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:16.675607 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.699106 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.709865 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c64a77b6-fee8-4870-9156-65bba316052f None None] For port f6d1e6b4-91a5-4061-8b02-71332ef48c24, host n-d-807359-2, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:16.710186 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c64a77b6-fee8-4870-9156-65bba316052f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.740616 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c64a77b6-fee8-4870-9156-65bba316052f None None] Calling delete_port for f6d1e6b4-91a5-4061-8b02-71332ef48c24 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:16.743558 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-baeba57a-7cea-46e9-9923-e983a2834ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.755325 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fae7abe-f0d9-4096-a9fb-d45223b67966,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:16.755674 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-c64a77b6-fee8-4870-9156-65bba316052f None None] Port f6d1e6b4-91a5-4061-8b02-71332ef48c24 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:23:16.757696 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c64a77b6-fee8-4870-9156-65bba316052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.767064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f6d1e6b4-91a5-4061-8b02-71332ef48c24 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:16.777717 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.802180 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c77cd1-a653-41dc-8824-36a8d0a02892']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:16.809580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.810085 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.810954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.810954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.811431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.811864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.812428 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.812967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.813344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.813922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.814434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.814869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:16.829369 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a104509-fa4b-42ed-b3c0-ce182f88faa4') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:16.829688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a104509-fa4b-42ed-b3c0-ce182f88faa4') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:16.831306 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: f6d1e6b4-91a5-4061-8b02-71332ef48c24 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:16.831937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f6d1e6b4-91a5-4061-8b02-71332ef48c24 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:16.834316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64a77b6-fee8-4870-9156-65bba316052f None None] No DVR routers for this DVR port f6d1e6b4-91a5-4061-8b02-71332ef48c24 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:16.837060 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a77b6-fee8-4870-9156-65bba316052f None None] Pushing event deleted for resources: {'Port': ['ID=f6d1e6b4-91a5-4061-8b02-71332ef48c24,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:16.860247 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.920893 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.934144 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5da5a7ea-f5a6-48e6-b568-751ad4961e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:23:12Z', 'revision_number': 6, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '991acb72-1b0b-47d8-9e94-9e7ed27b05d3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'port_id': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'mac_address': 'fa:16:3e:8a:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34de66a0-cc97-434e-b61f-13c839dae179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:21:40Z', 'updated_at': '2021-09-30T08:21:46Z', 'revision_number': 1, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a47744a-ce75-420e-bdb4-907a67f137e4', 'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:2d:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:15Z', 'updated_at': '2021-09-30T08:21:20Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:16.936699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:23:16.937320 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:23:16.950532 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:23:16.984022 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da5a7ea-f5a6-48e6-b568-751ad4961e3d None None] The sync data for ids ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'] in n-d-807359-2 is: [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:23:12Z', 'revision_number': 6, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '991acb72-1b0b-47d8-9e94-9e7ed27b05d3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'port_id': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'mac_address': 'fa:16:3e:8a:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34de66a0-cc97-434e-b61f-13c839dae179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:21:40Z', 'updated_at': '2021-09-30T08:21:46Z', 'revision_number': 1, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a47744a-ce75-420e-bdb4-907a67f137e4', 'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:2d:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:15Z', 'updated_at': '2021-09-30T08:21:20Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:23:17.001042 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3b395-a73e-4232-ad8b-60ad47a90bf4 req-79debd89-fa89-40aa-9ea6-bdde46d32509 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:17.003075 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bf3b395-a73e-4232-ad8b-60ad47a90bf4 req-79debd89-fa89-40aa-9ea6-bdde46d32509 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 946 time: 0.3011911 Sep 30 08:23:17.030168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] No DVR routers for this DVR port 8fae7abe-f0d9-4096-a9fb-d45223b67966 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:17.053570 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.067672 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.069719 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/networks/47c77cd1-a653-41dc-8824-36a8d0a02892 HTTP/1.1" status: 204 len: 168 time: 1.1614313 Sep 30 08:23:17.082117 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:17.088590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bf2c4165-7866-4db8-81ae-f1f330c6f38d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2020150697'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:17.093232 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-baeba57a-7cea-46e9-9923-e983a2834ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.096594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110ae68-8034-4d66-b7a1-182bc6e1bb34 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Network': ['ID=47c77cd1-a653-41dc-8824-36a8d0a02892,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:17.121165 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2c4165-7866-4db8-81ae-f1f330c6f38d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:17.125089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4165-7866-4db8-81ae-f1f330c6f38d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.151810 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2c4165-7866-4db8-81ae-f1f330c6f38d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:23:17.163297 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-baeba57a-7cea-46e9-9923-e983a2834ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.173013 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4165-7866-4db8-81ae-f1f330c6f38d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.174943 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-bf2c4165-7866-4db8-81ae-f1f330c6f38d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Added segment a575d22e-fcff-49f1-afe1-81263b0b4bbf of type vlan for network be68461a-1ae7-4cbb-a47e-c30ac88e7d30 Sep 30 08:23:17.175695 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1af4cbea-9785-426c-9513-0817b5b44334 None None] Provisioning complete for port 8fae7abe-f0d9-4096-a9fb-d45223b67966 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:17.176312 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1af4cbea-9785-426c-9513-0817b5b44334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.217296 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1af4cbea-9785-426c-9513-0817b5b44334 None None] Port 8fae7abe-f0d9-4096-a9fb-d45223b67966 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:17.238233 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4165-7866-4db8-81ae-f1f330c6f38d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.256976 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-baeba57a-7cea-46e9-9923-e983a2834ab2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abdf9575620849d092f94a581fa9c65b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8244755 Sep 30 08:23:17.256976 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeba57a-7cea-46e9-9923-e983a2834ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da4cce2-592f-42fc-917a-d4509d1b64b8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:17.257307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50984) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:17.261127 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] In _notify_port_updated(), no bound segment for port 8fae7abe-f0d9-4096-a9fb-d45223b67966 on network fe719140-e914-4c92-bc2f-67234315bd4c {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:23:17.262059 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:17.262731 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.264131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-c872e112-46bb-4414-9eee-358bbb4297b7 service neutron] 10.222.0.35 "PUT /v2.0/ports/8fae7abe-f0d9-4096-a9fb-d45223b67966 HTTP/1.1" status: 200 len: 1025 time: 1.3350079 Sep 30 08:23:17.283946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247a224-f703-4655-aeb8-6651f8370241 req-373cbaf2-a92e-48df-b523-6793e4bf6a68 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:17.285588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b247a224-f703-4655-aeb8-6651f8370241 req-373cbaf2-a92e-48df-b523-6793e4bf6a68 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98f683f-8a2e-4f6a-947f-9389da1d062b HTTP/1.1" status: 200 len: 945 time: 0.1893053 Sep 30 08:23:17.330252 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4165-7866-4db8-81ae-f1f330c6f38d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.340130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c4165-7866-4db8-81ae-f1f330c6f38d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:17.341068 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4165-7866-4db8-81ae-f1f330c6f38d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.398658 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-c81c8ab7-84a6-40ec-aec4-0041ac11c114 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:17.401181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-c81c8ab7-84a6-40ec-aec4-0041ac11c114 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.35 "GET /v2.0/ports/461d17f8-573a-4b8b-87f2-7f5b41d2b79e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1284997 Sep 30 08:23:17.402836 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bf2c4165-7866-4db8-81ae-f1f330c6f38d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3185635 Sep 30 08:23:17.413584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50990) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:17.421191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6fcc0367-76dc-4349-8f21-7e7f94b34b81 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'subnet': {'network_id': 'be68461a-1ae7-4cbb-a47e-c30ac88e7d30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:17.433721 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02ddd448-0810-4617-a53e-a03eebfaa688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.443862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-ccb4327b-bc73-4cd6-8aab-c9263c6285f0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:17.448789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-4bf3b395-a73e-4232-ad8b-60ad47a90bf4 req-9d1e4b89-8bdd-4f77-ab87-ff0289f9ce84 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Deleting port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:17.449223 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4bf3b395-a73e-4232-ad8b-60ad47a90bf4 req-9d1e4b89-8bdd-4f77-ab87-ff0289f9ce84 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.502129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c4165-7866-4db8-81ae-f1f330c6f38d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Network': ['ID=be68461a-1ae7-4cbb-a47e-c30ac88e7d30,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:17.517606 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02ddd448-0810-4617-a53e-a03eebfaa688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.521807 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network be68461a-1ae7-4cbb-a47e-c30ac88e7d30 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:23:17.652741 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319a4e8-22a2-4455-bce4-dfa99255b4dc req-b379261b-af4e-4e06-980f-8b91b33a3d50 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:17.660306 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f319a4e8-22a2-4455-bce4-dfa99255b4dc req-b379261b-af4e-4e06-980f-8b91b33a3d50 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 946 time: 0.2870581 Sep 30 08:23:17.693828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcc0367-76dc-4349-8f21-7e7f94b34b81 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:17.698913 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fcc0367-76dc-4349-8f21-7e7f94b34b81 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.703203 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04308d-f547-4e08-87d7-381bf077976b req-61abb454-28d5-43c5-a716-6ecf27d712b7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:17.709915 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04308d-f547-4e08-87d7-381bf077976b req-61abb454-28d5-43c5-a716-6ecf27d712b7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:17.711464 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.716366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04308d-f547-4e08-87d7-381bf077976b req-61abb454-28d5-43c5-a716-6ecf27d712b7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:17.722536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04308d-f547-4e08-87d7-381bf077976b req-61abb454-28d5-43c5-a716-6ecf27d712b7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:17.731762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04308d-f547-4e08-87d7-381bf077976b req-61abb454-28d5-43c5-a716-6ecf27d712b7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:17.741601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04308d-f547-4e08-87d7-381bf077976b req-61abb454-28d5-43c5-a716-6ecf27d712b7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:17.744591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea04308d-f547-4e08-87d7-381bf077976b req-61abb454-28d5-43c5-a716-6ecf27d712b7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 4661 time: 0.3616526 Sep 30 08:23:17.745303 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-ccb4327b-bc73-4cd6-8aab-c9263c6285f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.790041 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4bf3b395-a73e-4232-ad8b-60ad47a90bf4 req-9d1e4b89-8bdd-4f77-ab87-ff0289f9ce84 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] For port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7597fa56-b8e4-4a91-be65-9a8a950fdd0f,segment=NetworkSegment(e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0),segment_id=e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:17.790531 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4bf3b395-a73e-4232-ad8b-60ad47a90bf4 req-9d1e4b89-8bdd-4f77-ab87-ff0289f9ce84 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.795478 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02ddd448-0810-4617-a53e-a03eebfaa688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.798250 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02ddd448-0810-4617-a53e-a03eebfaa688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.799391 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-02ddd448-0810-4617-a53e-a03eebfaa688 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2da4cce2-592f-42fc-917a-d4509d1b64b8 HTTP/1.1" status: 204 len: 168 time: 0.5412216 Sep 30 08:23:17.814011 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddd448-0810-4617-a53e-a03eebfaa688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da4cce2-592f-42fc-917a-d4509d1b64b8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:17.819749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b247a224-f703-4655-aeb8-6651f8370241 req-43af7690-e983-441d-939a-10c16bdd474d tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Deleting port 5854a173-ea18-48ed-b389-a10335c1aadf {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:17.820143 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b247a224-f703-4655-aeb8-6651f8370241 req-43af7690-e983-441d-939a-10c16bdd474d tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:17.867156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-4bf3b395-a73e-4232-ad8b-60ad47a90bf4 req-9d1e4b89-8bdd-4f77-ab87-ff0289f9ce84 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Calling delete_port for 7597fa56-b8e4-4a91-be65-9a8a950fdd0f owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:17.886941 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 15a53876-fc9c-4d22-922c-19f775e34774 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:17.894006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f319a4e8-22a2-4455-bce4-dfa99255b4dc req-622172de-53d7-42be-9c81-d04c2f035077 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=587670f2-11b0-4cc8-8458-288dfdf39115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328181 Sep 30 08:23:17.965345 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea04308d-f547-4e08-87d7-381bf077976b req-e571cf0a-3e5f-48ce-80c1-ff056103ad15 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&id=4ae487dc-7c71-4b9a-82e7-d1d56867ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2042437 Sep 30 08:23:18.042677 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fcc0367-76dc-4349-8f21-7e7f94b34b81 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.150860 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.164623 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcc0367-76dc-4349-8f21-7e7f94b34b81 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Checking segment: {'id': 'a575d22e-fcff-49f1-afe1-81263b0b4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be68461a-1ae7-4cbb-a47e-c30ac88e7d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:18.164997 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcc0367-76dc-4349-8f21-7e7f94b34b81 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network hostable DHCP agents. Network: be68461a-1ae7-4cbb-a47e-c30ac88e7d30, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:23:18.175630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc0367-76dc-4349-8f21-7e7f94b34b81 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Subnet': ['ID=042b2eb4-4da6-4a12-b82a-7b39f5c3717c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:18.185235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b247a224-f703-4655-aeb8-6651f8370241 req-43af7690-e983-441d-939a-10c16bdd474d tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] For port 5854a173-ea18-48ed-b389-a10335c1aadf, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5854a173-ea18-48ed-b389-a10335c1aadf,segment=NetworkSegment(63818524-b218-47d4-9183-c1923945cece),segment_id=63818524-b218-47d4-9183-c1923945cece)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:18.185807 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b247a224-f703-4655-aeb8-6651f8370241 req-43af7690-e983-441d-939a-10c16bdd474d tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.198152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcc0367-76dc-4349-8f21-7e7f94b34b81 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network be68461a-1ae7-4cbb-a47e-c30ac88e7d30 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:23:18.213728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6fcc0367-76dc-4349-8f21-7e7f94b34b81 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, be68461a-1ae7-4cbb-a47e-c30ac88e7d30) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:18.238277 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc0367-76dc-4349-8f21-7e7f94b34b81 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:18.238407 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fcc0367-76dc-4349-8f21-7e7f94b34b81 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.238832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a53876-fc9c-4d22-922c-19f775e34774'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:18.241537 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6f12ad-bc49-4012-b7b7-ed785089c71c" -d '{"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-unplugged", "status": "completed", "tag": "15a53876-fc9c-4d22-922c-19f775e34774"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:18.245605 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b247a224-f703-4655-aeb8-6651f8370241 req-43af7690-e983-441d-939a-10c16bdd474d tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Calling delete_port for 5854a173-ea18-48ed-b389-a10335c1aadf owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:18.251511 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8687a6ce-32cf-4bd5-9dc4-7849f49700d3 None None] Network be68461a-1ae7-4cbb-a47e-c30ac88e7d30 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:18.258511 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6fcc0367-76dc-4349-8f21-7e7f94b34b81 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8410237 Sep 30 08:23:18.260991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51002) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:18.269259 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1f1604bb-c4ed-4189-805f-209d669b4e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'network_id': 'be68461a-1ae7-4cbb-a47e-c30ac88e7d30', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-5321734'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:18.347208 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f295cc9-3e52-42d2-a2da-3b2b5d1ae2d5 x-openstack-request-id: req-8f295cc9-3e52-42d2-a2da-3b2b5d1ae2d5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:18.347513 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-unplugged", "status": "completed", "tag": "15a53876-fc9c-4d22-922c-19f775e34774", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:18.347898 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f295cc9-3e52-42d2-a2da-3b2b5d1ae2d5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:18.348340 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a53876-fc9c-4d22-922c-19f775e34774', 'code': 200} Sep 30 08:23:18.354317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84e78-9301-4c4e-b627-4b3fba0596e9 req-febeba85-b94b-4c69-817c-28c10b34951a tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:18.355995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bce84e78-9301-4c4e-b627-4b3fba0596e9 req-febeba85-b94b-4c69-817c-28c10b34951a tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98f683f-8a2e-4f6a-947f-9389da1d062b HTTP/1.1" status: 200 len: 945 time: 0.2504382 Sep 30 08:23:18.367217 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 15a53876-fc9c-4d22-922c-19f775e34774, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=15a53876-fc9c-4d22-922c-19f775e34774,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:18.427879 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-ccb4327b-bc73-4cd6-8aab-c9263c6285f0 service neutron] For port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=461d17f8-573a-4b8b-87f2-7f5b41d2b79e,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:18.428576 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51004) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:18.441005 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.441716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 8fae7abe-f0d9-4096-a9fb-d45223b67966 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:18.450050 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e981-8ca2-4ca0-9022-027f27d52dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.480806 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-d4d0e981-8ca2-4ca0-9022-027f27d52dd8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:23:18.480806 n-d-807359-2 neutron-server[94838]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 08:23:18.480806 n-d-807359-2 neutron-server[94838]: [parameters: {'project_id_1': '8c088c7705554df898a3d4d65e93085c', 'expiration_1': datetime.datetime(2021, 9, 30, 8, 22, 58, 467625)}] Sep 30 08:23:18.480806 n-d-807359-2 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:23:18.481519 n-d-807359-2 neutron-server[94838]: DEBUG oslo_db.api [None req-d4d0e981-8ca2-4ca0-9022-027f27d52dd8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:23:18.486531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1604bb-c4ed-4189-805f-209d669b4e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:18.490643 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f1604bb-c4ed-4189-805f-209d669b4e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.499198 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4bf3b395-a73e-4232-ad8b-60ad47a90bf4 req-9d1e4b89-8bdd-4f77-ab87-ff0289f9ce84 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.510685 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-1f1604bb-c4ed-4189-805f-209d669b4e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] device_id is not set on port f4b5cb39-bff3-4a67-80cd-62da4eef0ead yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:18.523838 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-be68461a-1ae7-4cbb-a47e-c30ac88e7d30', 'network_id': 'be68461a-1ae7-4cbb-a47e-c30ac88e7d30', 'tenant_id': '3479a21242e348a18ddec412ff416d8c', 'fixed_ips': [{'subnet_id': '042b2eb4-4da6-4a12-b82a-7b39f5c3717c'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:23:18.525218 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.526669 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bce84e78-9301-4c4e-b627-4b3fba0596e9 req-15f82543-fb7a-4150-8511-e50505e6c146 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093190 Sep 30 08:23:18.542350 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=15a53876-fc9c-4d22-922c-19f775e34774,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:18.552923 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:18.553270 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:18.553608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:18.553941 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:18.554271 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:18.554599 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:18.555347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:18.555823 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:18.556205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:18.556531 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:18.556856 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:18.557178 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:18.578591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e4b89-8bdd-4f77-ab87-ff0289f9ce84 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Port': ['ID=7597fa56-b8e4-4a91-be65-9a8a950fdd0f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:18.579765 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 8fae7abe-f0d9-4096-a9fb-d45223b67966 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:18.580229 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device fba29b8d-c114-4900-9adf-238fdb2fb410 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:18.598927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-ccb4327b-bc73-4cd6-8aab-c9263c6285f0 service neutron] For port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:18.665901 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 074e37c7-1811-4918-be0d-660f01bd3f4e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:18.681203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1f1604bb-c4ed-4189-805f-209d669b4e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Allocated IP 2001:db8::383 (be68461a-1ae7-4cbb-a47e-c30ac88e7d30/042b2eb4-4da6-4a12-b82a-7b39f5c3717c/f4b5cb39-bff3-4a67-80cd-62da4eef0ead) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:18.701384 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 074e37c7-1811-4918-be0d-660f01bd3f4e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:18.701728 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 074e37c7-1811-4918-be0d-660f01bd3f4e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:18.713599 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf3b395-a73e-4232-ad8b-60ad47a90bf4 req-9d1e4b89-8bdd-4f77-ab87-ff0289f9ce84 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] No DVR routers for this DVR port 7597fa56-b8e4-4a91-be65-9a8a950fdd0f on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:18.721463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-ccb4327b-bc73-4cd6-8aab-c9263c6285f0 service neutron] device_id is not set on port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:18.726348 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4bf3b395-a73e-4232-ad8b-60ad47a90bf4 req-9d1e4b89-8bdd-4f77-ab87-ff0289f9ce84 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.729133 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bf3b395-a73e-4232-ad8b-60ad47a90bf4 req-9d1e4b89-8bdd-4f77-ab87-ff0289f9ce84 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.36 "DELETE /v2.0/ports/7597fa56-b8e4-4a91-be65-9a8a950fdd0f HTTP/1.1" status: 204 len: 173 time: 1.7012749 Sep 30 08:23:18.729615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c161be-18ca-4c77-8415-0020dd372ed4', 'name': 'network-vif-deleted', 'tag': '7597fa56-b8e4-4a91-be65-9a8a950fdd0f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:18.732222 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a054d7-64f6-4038-bab9-beaeb0c29bdf" -d '{"events": [{"server_uuid": "e2c161be-18ca-4c77-8415-0020dd372ed4", "name": "network-vif-deleted", "tag": "7597fa56-b8e4-4a91-be65-9a8a950fdd0f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:18.749817 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-ccb4327b-bc73-4cd6-8aab-c9263c6285f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.760058 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-ccb4327b-bc73-4cd6-8aab-c9263c6285f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.760675 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.794175 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9e3abb-ea6f-4153-9cf7-07aa9b55d69c x-openstack-request-id: req-fa9e3abb-ea6f-4153-9cf7-07aa9b55d69c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:18.794864 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c161be-18ca-4c77-8415-0020dd372ed4", "name": "network-vif-deleted", "tag": "7597fa56-b8e4-4a91-be65-9a8a950fdd0f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:18.794864 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa9e3abb-ea6f-4153-9cf7-07aa9b55d69c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:18.795456 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c161be-18ca-4c77-8415-0020dd372ed4', 'name': 'network-vif-deleted', 'tag': '7597fa56-b8e4-4a91-be65-9a8a950fdd0f', 'status': 'completed', 'code': 200} Sep 30 08:23:18.809190 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fba29b8d-c114-4900-9adf-238fdb2fb410, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fba29b8d-c114-4900-9adf-238fdb2fb410,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:18.815125 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.815861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 07bbc016-1456-47b7-8f6c-736533ad6b71 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:18.887767 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f1604bb-c4ed-4189-805f-209d669b4e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.888449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-ccb4327b-bc73-4cd6-8aab-c9263c6285f0 service neutron] No DVR routers for this DVR port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:18.902410 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4327b-bc73-4cd6-8aab-c9263c6285f0 service neutron] Pushing event updated for resources: {'Port': ['ID=461d17f8-573a-4b8b-87f2-7f5b41d2b79e,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:18.952183 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b247a224-f703-4655-aeb8-6651f8370241 req-43af7690-e983-441d-939a-10c16bdd474d tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:18.959640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=fba29b8d-c114-4900-9adf-238fdb2fb410,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:18.966279 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5854a173-ea18-48ed-b389-a10335c1aadf', '1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:18.987788 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e981-8ca2-4ca0-9022-027f27d52dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.001485 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f1604bb-c4ed-4189-805f-209d669b4e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.062383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af7690-e983-441d-939a-10c16bdd474d tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Pushing event deleted for resources: {'Port': ['ID=5854a173-ea18-48ed-b389-a10335c1aadf,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:19.072510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['2528bb7c-9488-424f-a275-b7a1bd2a515b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:19.108498 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d1619e8c-c278-4898-8a45-b84f58373af5 req-0766f578-d515-4069-829a-f734e80b0bc0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c161be-18ca-4c77-8415-0020dd372ed4 HTTP/1.1" status: 200 len: 210 time: 0.0548360 Sep 30 08:23:19.158224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1604bb-c4ed-4189-805f-209d669b4e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network be68461a-1ae7-4cbb-a47e-c30ac88e7d30 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:19.168992 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1f1604bb-c4ed-4189-805f-209d669b4e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:19.171415 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-ccb4327b-bc73-4cd6-8aab-c9263c6285f0 service neutron] In _notify_port_updated(), no bound segment for port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e on network fe719140-e914-4c92-bc2f-67234315bd4c {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:23:19.172214 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1604bb-c4ed-4189-805f-209d669b4e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=f4b5cb39-bff3-4a67-80cd-62da4eef0ead,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:19.173361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-ccb4327b-bc73-4cd6-8aab-c9263c6285f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:19.173988 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-ccb4327b-bc73-4cd6-8aab-c9263c6285f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.175450 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-ccb4327b-bc73-4cd6-8aab-c9263c6285f0 service neutron] 10.222.0.35 "PUT /v2.0/ports/461d17f8-573a-4b8b-87f2-7f5b41d2b79e HTTP/1.1" status: 200 len: 1028 time: 1.7363226 Sep 30 08:23:19.181697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1604bb-c4ed-4189-805f-209d669b4e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:19.190900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1604bb-c4ed-4189-805f-209d669b4e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:19.191515 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f1604bb-c4ed-4189-805f-209d669b4e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.237707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b247a224-f703-4655-aeb8-6651f8370241 req-43af7690-e983-441d-939a-10c16bdd474d tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] No DVR routers for this DVR port 5854a173-ea18-48ed-b389-a10335c1aadf on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:19.313227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Allocated IP 2001:db8::2 (be68461a-1ae7-4cbb-a47e-c30ac88e7d30/042b2eb4-4da6-4a12-b82a-7b39f5c3717c/ea2d214a-c3f5-451d-8667-b0fbad6306df) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:19.320074 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.360901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e981-8ca2-4ca0-9022-027f27d52dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.373206 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b247a224-f703-4655-aeb8-6651f8370241 req-43af7690-e983-441d-939a-10c16bdd474d tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.375541 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b247a224-f703-4655-aeb8-6651f8370241 req-43af7690-e983-441d-939a-10c16bdd474d tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.36 "DELETE /v2.0/ports/5854a173-ea18-48ed-b389-a10335c1aadf HTTP/1.1" status: 204 len: 173 time: 2.0807846 Sep 30 08:23:19.376160 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e981-8ca2-4ca0-9022-027f27d52dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.425916 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ec38b0c7-1769-49f5-a7ac-a5e547d9fcff None None] Provisioning complete for port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:19.426160 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec38b0c7-1769-49f5-a7ac-a5e547d9fcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.474305 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1f1604bb-c4ed-4189-805f-209d669b4e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 1.2119639 Sep 30 08:23:19.477900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51022) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:19.505449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a649-c652-4e96-ba5c-475b1b3fb8e6 req-98a0ef56-de55-48cc-9336-b126ff6c56c4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:19.509937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 07bbc016-1456-47b7-8f6c-736533ad6b71, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=07bbc016-1456-47b7-8f6c-736533ad6b71,segment=NetworkSegment(f782f79d-2bd4-4407-92ee-0249890bcde2),segment_id=f782f79d-2bd4-4407-92ee-0249890bcde2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:19.519761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a649-c652-4e96-ba5c-475b1b3fb8e6 req-98a0ef56-de55-48cc-9336-b126ff6c56c4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:19.526889 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0e981-8ca2-4ca0-9022-027f27d52dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338bf697-111f-4e99-96e3-df7c4f07a28b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:19.529517 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.530191 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1e114320-0926-43ba-b1f9-28e959335611 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:19.534030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a649-c652-4e96-ba5c-475b1b3fb8e6 req-98a0ef56-de55-48cc-9336-b126ff6c56c4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:19.544873 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a649-c652-4e96-ba5c-475b1b3fb8e6 req-98a0ef56-de55-48cc-9336-b126ff6c56c4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:19.553058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a649-c652-4e96-ba5c-475b1b3fb8e6 req-98a0ef56-de55-48cc-9336-b126ff6c56c4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:19.574779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05a1a649-c652-4e96-ba5c-475b1b3fb8e6 req-98a0ef56-de55-48cc-9336-b126ff6c56c4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 3882 time: 0.3398743 Sep 30 08:23:19.596909 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d4d0e981-8ca2-4ca0-9022-027f27d52dd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c088c7705554df898a3d4d65e93085c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1667862 Sep 30 08:23:19.600121 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:19.657619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ec38b0c7-1769-49f5-a7ac-a5e547d9fcff None None] Port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:19.665023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05a1a649-c652-4e96-ba5c-475b1b3fb8e6 req-19d04309-c306-48b3-9807-7081115aacc1 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839641 Sep 30 08:23:19.695160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-19ba57ca-7fe9-4eac-9c7f-bc22b06eba73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Deleting port fba29b8d-c114-4900-9adf-238fdb2fb410 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:19.695637 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-19ba57ca-7fe9-4eac-9c7f-bc22b06eba73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.717364 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48e16530-e43f-482e-9bf1-d90d473b1b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.743934 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d29632e2-469a-48f0-8261-853be89f49a3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port f4b5cb39-bff3-4a67-80cd-62da4eef0ead {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:19.744318 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d29632e2-469a-48f0-8261-853be89f49a3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.764692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=07bbc016-1456-47b7-8f6c-736533ad6b71,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:19.781983 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48e16530-e43f-482e-9bf1-d90d473b1b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.791717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bdddf322-fc10-498d-9a2a-0f04471fd816 req-3f27e1dd-e30d-488d-bd5d-3772c9a43412 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=a98f683f-8a2e-4f6a-947f-9389da1d062b HTTP/1.1" status: 200 len: 210 time: 0.0626099 Sep 30 08:23:19.828783 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-19ba57ca-7fe9-4eac-9c7f-bc22b06eba73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] For port fba29b8d-c114-4900-9adf-238fdb2fb410, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fba29b8d-c114-4900-9adf-238fdb2fb410,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:19.829544 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-19ba57ca-7fe9-4eac-9c7f-bc22b06eba73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.844446 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-19ba57ca-7fe9-4eac-9c7f-bc22b06eba73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Calling delete_port for fba29b8d-c114-4900-9adf-238fdb2fb410 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:19.894874 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.909789 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.926372 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.940893 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48e16530-e43f-482e-9bf1-d90d473b1b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.943782 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48e16530-e43f-482e-9bf1-d90d473b1b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.944694 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-48e16530-e43f-482e-9bf1-d90d473b1b0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/338bf697-111f-4e99-96e3-df7c4f07a28b HTTP/1.1" status: 204 len: 168 time: 0.3435364 Sep 30 08:23:19.950274 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d29632e2-469a-48f0-8261-853be89f49a3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:19.975745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d29632e2-469a-48f0-8261-853be89f49a3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for f4b5cb39-bff3-4a67-80cd-62da4eef0ead owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:19.978849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e16530-e43f-482e-9bf1-d90d473b1b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338bf697-111f-4e99-96e3-df7c4f07a28b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:19.994457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7597fa56-b8e4-4a91-be65-9a8a950fdd0f no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:20.034900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1e114320-0926-43ba-b1f9-28e959335611, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1e114320-0926-43ba-b1f9-28e959335611,segment=NetworkSegment(1ee08142-f327-4e9e-a4d8-ca13f9dc85bd),segment_id=1ee08142-f327-4e9e-a4d8-ca13f9dc85bd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:20.042292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 7597fa56-b8e4-4a91-be65-9a8a950fdd0f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:20.042605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7597fa56-b8e4-4a91-be65-9a8a950fdd0f not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:20.044367 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-19ba57ca-7fe9-4eac-9c7f-bc22b06eba73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:20.052449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Network be68461a-1ae7-4cbb-a47e-c30ac88e7d30 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:20.055371 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:20.056308 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 461d17f8-573a-4b8b-87f2-7f5b41d2b79e no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:20.077651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:20.084201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba57ca-7fe9-4eac-9c7f-bc22b06eba73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event deleted for resources: {'Port': ['ID=fba29b8d-c114-4900-9adf-238fdb2fb410,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:20.087067 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:20.094543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Pushing event updated for resources: {'Port': ['ID=ea2d214a-c3f5-451d-8667-b0fbad6306df,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:20.151640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-19ba57ca-7fe9-4eac-9c7f-bc22b06eba73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] No DVR routers for this DVR port fba29b8d-c114-4900-9adf-238fdb2fb410 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:20.161946 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-19ba57ca-7fe9-4eac-9c7f-bc22b06eba73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:20.165580 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-19ba57ca-7fe9-4eac-9c7f-bc22b06eba73 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.35 "DELETE /v2.0/ports/fba29b8d-c114-4900-9adf-238fdb2fb410 HTTP/1.1" status: 204 len: 173 time: 0.9290035 Sep 30 08:23:20.194114 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d29632e2-469a-48f0-8261-853be89f49a3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:20.206829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 461d17f8-573a-4b8b-87f2-7f5b41d2b79e not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:20.207268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f9522420-7df6-4954-a2ef-17f1cb2925d5 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:20.228384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51032) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:20.236341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29632e2-469a-48f0-8261-853be89f49a3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=f4b5cb39-bff3-4a67-80cd-62da4eef0ead,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:20.272798 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d29632e2-469a-48f0-8261-853be89f49a3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:20.276184 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d29632e2-469a-48f0-8261-853be89f49a3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/f4b5cb39-bff3-4a67-80cd-62da4eef0ead HTTP/1.1" status: 204 len: 168 time: 0.7909162 Sep 30 08:23:20.278662 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:20.320090 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd036ee-c527-405b-b30d-be365cdbf205 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] GET failed (client error): The resource could not be found. Sep 30 08:23:20.323262 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dcd036ee-c527-405b-b30d-be365cdbf205 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/f4b5cb39-bff3-4a67-80cd-62da4eef0ead HTTP/1.1" status: 404 len: 333 time: 0.0434546 Sep 30 08:23:20.326272 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:20.403189 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5747b9-d717-4d3e-b5cd-ec8fa1d174c4 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting subnet 042b2eb4-4da6-4a12-b82a-7b39f5c3717c {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:23:20.408687 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa5747b9-d717-4d3e-b5cd-ec8fa1d174c4 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:20.419883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fba29b8d-c114-4900-9adf-238fdb2fb410'}, {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bbc016-1456-47b7-8f6c-736533ad6b71'}, {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e114320-0926-43ba-b1f9-28e959335611'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:20.422593 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c97be45-0a18-429c-893c-ff79e11f737c" -d '{"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-unplugged", "status": "completed", "tag": "fba29b8d-c114-4900-9adf-238fdb2fb410"}, {"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-unplugged", "status": "completed", "tag": "07bbc016-1456-47b7-8f6c-736533ad6b71"}, {"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-unplugged", "status": "completed", "tag": "1e114320-0926-43ba-b1f9-28e959335611"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:20.464623 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa5747b9-d717-4d3e-b5cd-ec8fa1d174c4 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:20.472789 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=1e114320-0926-43ba-b1f9-28e959335611,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:20.479614 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Attempting to bind port ea2d214a-c3f5-451d-8667-b0fbad6306df on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:20.480048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Attempting to bind port ea2d214a-c3f5-451d-8667-b0fbad6306df by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'a575d22e-fcff-49f1-afe1-81263b0b4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be68461a-1ae7-4cbb-a47e-c30ac88e7d30'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:20.480420 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Attempting to bind port ea2d214a-c3f5-451d-8667-b0fbad6306df on network be68461a-1ae7-4cbb-a47e-c30ac88e7d30 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:20.490231 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:20.490621 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Checking segment: {'id': 'a575d22e-fcff-49f1-afe1-81263b0b4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be68461a-1ae7-4cbb-a47e-c30ac88e7d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:20.491016 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:20.491416 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Bound using segment: {'id': 'a575d22e-fcff-49f1-afe1-81263b0b4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be68461a-1ae7-4cbb-a47e-c30ac88e7d30'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:20.491929 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Bound port: ea2d214a-c3f5-451d-8667-b0fbad6306df, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a575d22e-fcff-49f1-afe1-81263b0b4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'be68461a-1ae7-4cbb-a47e-c30ac88e7d30'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:20.492314 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:20.620350 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-af960973-6d43-419e-8542-7f2435b41249 None None] For port ea2d214a-c3f5-451d-8667-b0fbad6306df, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:20.627723 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-af960973-6d43-419e-8542-7f2435b41249 None None] For port ea2d214a-c3f5-451d-8667-b0fbad6306df, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ea2d214a-c3f5-451d-8667-b0fbad6306df,segment=NetworkSegment(a575d22e-fcff-49f1-afe1-81263b0b4bbf),segment_id=a575d22e-fcff-49f1-afe1-81263b0b4bbf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:20.630404 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb4bb52-49a3-49ef-bef8-b9923bf1d598 x-openstack-request-id: req-6cb4bb52-49a3-49ef-bef8-b9923bf1d598 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:20.631379 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-unplugged", "status": "completed", "tag": "fba29b8d-c114-4900-9adf-238fdb2fb410", "code": 200}, {"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-unplugged", "status": "completed", "tag": "07bbc016-1456-47b7-8f6c-736533ad6b71", "code": 200}, {"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-unplugged", "status": "completed", "tag": "1e114320-0926-43ba-b1f9-28e959335611", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:20.631759 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cb4bb52-49a3-49ef-bef8-b9923bf1d598 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:20.632227 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fba29b8d-c114-4900-9adf-238fdb2fb410', 'code': 200} Sep 30 08:23:20.632552 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bbc016-1456-47b7-8f6c-736533ad6b71', 'code': 200} Sep 30 08:23:20.633192 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e114320-0926-43ba-b1f9-28e959335611', 'code': 200} Sep 30 08:23:20.678364 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:20.681391 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:20.682390 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa5747b9-d717-4d3e-b5cd-ec8fa1d174c4 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:20.771857 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa5747b9-d717-4d3e-b5cd-ec8fa1d174c4 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:20.801338 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af960973-6d43-419e-8542-7f2435b41249 None None] Pushing event updated for resources: {'Port': ['ID=ea2d214a-c3f5-451d-8667-b0fbad6306df,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:20.815160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5747b9-d717-4d3e-b5cd-ec8fa1d174c4 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Subnet': ['ID=042b2eb4-4da6-4a12-b82a-7b39f5c3717c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:20.828427 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa5747b9-d717-4d3e-b5cd-ec8fa1d174c4 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:20.833247 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aa5747b9-d717-4d3e-b5cd-ec8fa1d174c4 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/042b2eb4-4da6-4a12-b82a-7b39f5c3717c HTTP/1.1" status: 204 len: 168 time: 0.5057433 Sep 30 08:23:20.835684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51056) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:20.871600 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98f683f-8a2e-4f6a-947f-9389da1d062b', 'name': 'network-vif-deleted', 'tag': '5854a173-ea18-48ed-b389-a10335c1aadf'}, {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-deleted', 'tag': 'fba29b8d-c114-4900-9adf-238fdb2fb410'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:20.875362 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2122a69-c89b-402d-b961-7162116f73b1" -d '{"events": [{"server_uuid": "a98f683f-8a2e-4f6a-947f-9389da1d062b", "name": "network-vif-deleted", "tag": "5854a173-ea18-48ed-b389-a10335c1aadf"}, {"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-deleted", "tag": "fba29b8d-c114-4900-9adf-238fdb2fb410"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:20.878686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port f9522420-7df6-4954-a2ef-17f1cb2925d5, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f9522420-7df6-4954-a2ef-17f1cb2925d5,segment=NetworkSegment(f782f79d-2bd4-4407-92ee-0249890bcde2),segment_id=f782f79d-2bd4-4407-92ee-0249890bcde2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:20.888354 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:20.985295 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.013391 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a901ac98-150c-4d05-a706-e1a5c9e2b4e6 x-openstack-request-id: req-a901ac98-150c-4d05-a706-e1a5c9e2b4e6 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:21.013688 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98f683f-8a2e-4f6a-947f-9389da1d062b", "name": "network-vif-deleted", "tag": "5854a173-ea18-48ed-b389-a10335c1aadf", "status": "completed", "code": 200}, {"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-deleted", "tag": "fba29b8d-c114-4900-9adf-238fdb2fb410", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:21.015509 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a901ac98-150c-4d05-a706-e1a5c9e2b4e6 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:21.015732 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=f9522420-7df6-4954-a2ef-17f1cb2925d5,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:21.016542 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98f683f-8a2e-4f6a-947f-9389da1d062b', 'name': 'network-vif-deleted', 'tag': '5854a173-ea18-48ed-b389-a10335c1aadf', 'status': 'completed', 'code': 200} Sep 30 08:23:21.017380 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-deleted', 'tag': 'fba29b8d-c114-4900-9adf-238fdb2fb410', 'status': 'completed', 'code': 200} Sep 30 08:23:21.087375 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port ea2d214a-c3f5-451d-8667-b0fbad6306df {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:21.087375 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.140431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad640-b8ec-4f9c-85dd-9d70733ea0be req-420d7012-ae55-4874-845a-1fd75fc6ec70 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:21.159427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad640-b8ec-4f9c-85dd-9d70733ea0be req-420d7012-ae55-4874-845a-1fd75fc6ec70 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:21.175276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad640-b8ec-4f9c-85dd-9d70733ea0be req-420d7012-ae55-4874-845a-1fd75fc6ec70 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:21.179181 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] For port ea2d214a-c3f5-451d-8667-b0fbad6306df, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ea2d214a-c3f5-451d-8667-b0fbad6306df,segment=NetworkSegment(a575d22e-fcff-49f1-afe1-81263b0b4bbf),segment_id=a575d22e-fcff-49f1-afe1-81263b0b4bbf)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:21.180550 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.192733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad640-b8ec-4f9c-85dd-9d70733ea0be req-420d7012-ae55-4874-845a-1fd75fc6ec70 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:21.202010 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f38ad640-b8ec-4f9c-85dd-9d70733ea0be req-420d7012-ae55-4874-845a-1fd75fc6ec70 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 3143 time: 0.3231013 Sep 30 08:23:21.208298 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for ea2d214a-c3f5-451d-8667-b0fbad6306df owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:21.337875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-7de423f3-54df-4b0a-9022-0a8f8410b7c7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Deleting port 1e114320-0926-43ba-b1f9-28e959335611 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:21.338280 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-7de423f3-54df-4b0a-9022-0a8f8410b7c7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.372994 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.425546 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=ea2d214a-c3f5-451d-8667-b0fbad6306df,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:21.437262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No DVR routers for this DVR port ea2d214a-c3f5-451d-8667-b0fbad6306df on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:21.464022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-7de423f3-54df-4b0a-9022-0a8f8410b7c7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] For port 1e114320-0926-43ba-b1f9-28e959335611, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1e114320-0926-43ba-b1f9-28e959335611,segment=NetworkSegment(1ee08142-f327-4e9e-a4d8-ca13f9dc85bd),segment_id=1ee08142-f327-4e9e-a4d8-ca13f9dc85bd)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:21.464022 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-7de423f3-54df-4b0a-9022-0a8f8410b7c7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.526077 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-902d415b-cb21-416b-8351-492f9b1cb5d2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.535259 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.542179 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f38ad640-b8ec-4f9c-85dd-9d70733ea0be req-bf044909-8e53-4a8c-a870-1f0431c769a9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172128 Sep 30 08:23:21.584755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be68461a-1ae7-4cbb-a47e-c30ac88e7d30']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:21.585151 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-902d415b-cb21-416b-8351-492f9b1cb5d2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.588502 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a575d22e-fcff-49f1-afe1-81263b0b4bbf') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:21.588822 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a575d22e-fcff-49f1-afe1-81263b0b4bbf') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:21.608003 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.635200 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.638409 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:23:21.638886 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:23:21.720062 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:23:21.723562 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.734828 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.741106 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/networks/be68461a-1ae7-4cbb-a47e-c30ac88e7d30 HTTP/1.1" status: 204 len: 168 time: 0.9043839 Sep 30 08:23:21.749195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51090) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:21.753557 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-db803470-615c-4e42-98a4-18888a8a2c01 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'name': 'tempest-PortsIpV6TestJSON-124119697'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:21.779313 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732583b-79c3-421f-a7b3-518c85e555d8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Network': ['ID=be68461a-1ae7-4cbb-a47e-c30ac88e7d30,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:21.921800 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-7de423f3-54df-4b0a-9022-0a8f8410b7c7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.922594 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-7de423f3-54df-4b0a-9022-0a8f8410b7c7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.922788 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-7de423f3-54df-4b0a-9022-0a8f8410b7c7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Floating IP d973a6b1-0351-4e31-aa1c-c15851f41edb disassociated. External IP: 172.25.0.213, port: 1e114320-0926-43ba-b1f9-28e959335611. Sep 30 08:23:21.923230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-7de423f3-54df-4b0a-9022-0a8f8410b7c7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Calling delete_port for 1e114320-0926-43ba-b1f9-28e959335611 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:21.954738 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5854a173-ea18-48ed-b389-a10335c1aadf no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:21.988377 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db803470-615c-4e42-98a4-18888a8a2c01 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:21.994355 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db803470-615c-4e42-98a4-18888a8a2c01 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:21.997805 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-902d415b-cb21-416b-8351-492f9b1cb5d2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.001962 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-902d415b-cb21-416b-8351-492f9b1cb5d2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.003658 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-902d415b-cb21-416b-8351-492f9b1cb5d2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "DELETE /v2.0/security-groups/587670f2-11b0-4cc8-8458-288dfdf39115 HTTP/1.1" status: 204 len: 168 time: 1.7630222 Sep 30 08:23:22.018740 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d415b-cb21-416b-8351-492f9b1cb5d2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=587670f2-11b0-4cc8-8458-288dfdf39115,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:22.036157 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-db803470-615c-4e42-98a4-18888a8a2c01 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] device_id is not set on port 626607f4-5de7-4bb8-bc56-3a417f67a54e yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:22.071315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 5854a173-ea18-48ed-b389-a10335c1aadf {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:22.072053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5854a173-ea18-48ed-b389-a10335c1aadf not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:22.086654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51102) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:22.190432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20cf6e6-14cd-49d2-92bb-370df530fa77 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Deleting subnet 8b34c309-4af0-4faf-985f-1ba65402dae4 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:23:22.200318 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b20cf6e6-14cd-49d2-92bb-370df530fa77 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.259390 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b20cf6e6-14cd-49d2-92bb-370df530fa77 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.299663 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-7de423f3-54df-4b0a-9022-0a8f8410b7c7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.306011 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db803470-615c-4e42-98a4-18888a8a2c01 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.371644 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db803470-615c-4e42-98a4-18888a8a2c01 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.387143 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de423f3-54df-4b0a-9022-0a8f8410b7c7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event deleted for resources: {'Port': ['ID=1e114320-0926-43ba-b1f9-28e959335611,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:22.499258 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db803470-615c-4e42-98a4-18888a8a2c01 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:22.502846 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-db803470-615c-4e42-98a4-18888a8a2c01 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:22.510281 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db803470-615c-4e42-98a4-18888a8a2c01 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:22.518006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db803470-615c-4e42-98a4-18888a8a2c01 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:22.518852 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db803470-615c-4e42-98a4-18888a8a2c01 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.522943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db803470-615c-4e42-98a4-18888a8a2c01 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=626607f4-5de7-4bb8-bc56-3a417f67a54e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:22.541562 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-db803470-615c-4e42-98a4-18888a8a2c01 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7920778 Sep 30 08:23:22.544207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:22.597667 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b20cf6e6-14cd-49d2-92bb-370df530fa77 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.621833 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9293b7ae-79b8-49f2-8648-27a20ad36350 None None] Could not find standard attr ID for object ea2d214a-c3f5-451d-8667-b0fbad6306df. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:23:22.637516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9522420-7df6-4954-a2ef-17f1cb2925d5'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:22.639983 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e504dfb0-dcbe-4874-a9ba-f7a2ccaaca69" -d '{"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-unplugged", "status": "completed", "tag": "f9522420-7df6-4954-a2ef-17f1cb2925d5"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:22.659035 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169fd4e8-f895-4ee1-a155-7134584336ab None None] DHCP port deletion for be68461a-1ae7-4cbb-a47e-c30ac88e7d30 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:23:22.692864 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a85f77-5841-4339-88b9-3eb117a1feac None None] Network be68461a-1ae7-4cbb-a47e-c30ac88e7d30 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:22.705354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e37ca-318d-43bb-9c78-01b443da6929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port 626607f4-5de7-4bb8-bc56-3a417f67a54e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:22.707220 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc9e37ca-318d-43bb-9c78-01b443da6929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.708589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a85f77-5841-4339-88b9-3eb117a1feac None None] Network be68461a-1ae7-4cbb-a47e-c30ac88e7d30 could not be found, it might have been deleted concurrently. {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 08:23:22.738055 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b20cf6e6-14cd-49d2-92bb-370df530fa77 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.862096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc9e37ca-318d-43bb-9c78-01b443da6929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.878404 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e37ca-318d-43bb-9c78-01b443da6929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for 626607f4-5de7-4bb8-bc56-3a417f67a54e owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:22.907153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cf6e6-14cd-49d2-92bb-370df530fa77 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Subnet': ['ID=8b34c309-4af0-4faf-985f-1ba65402dae4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:22.923246 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b20cf6e6-14cd-49d2-92bb-370df530fa77 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:22.925060 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b20cf6e6-14cd-49d2-92bb-370df530fa77 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "DELETE /v2.0/subnets/8b34c309-4af0-4faf-985f-1ba65402dae4 HTTP/1.1" status: 204 len: 168 time: 0.8373706 Sep 30 08:23:22.931948 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14855421-dfd3-4641-bb3e-a5adb5c561d9 None None] Network 07006834-4a01-4897-a801-d3f38254b19a requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:22.932146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51122) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:22.964697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec58a0-bb51-4c5c-b4d9-af436eda707d req-5ccbcf0b-62b3-47e1-9c3d-8ffeed463d39 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:22.971268 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec58a0-bb51-4c5c-b4d9-af436eda707d req-5ccbcf0b-62b3-47e1-9c3d-8ffeed463d39 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:22.980408 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30ec58a0-bb51-4c5c-b4d9-af436eda707d req-5ccbcf0b-62b3-47e1-9c3d-8ffeed463d39 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56&device_id=3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84 HTTP/1.1" status: 200 len: 1682 time: 0.4364898 Sep 30 08:23:23.043224 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-7de423f3-54df-4b0a-9022-0a8f8410b7c7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Router abffb97f-b9da-45ab-b154-4b43e7326b6b has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:23:23.044981 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc9e37ca-318d-43bb-9c78-01b443da6929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:23.066280 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223643d9-7b6c-4f04-af51-526803ed0c55 req-fb29f920-01b2-454c-b4d7-1636ca663d28 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:23.072974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223643d9-7b6c-4f04-af51-526803ed0c55 req-fb29f920-01b2-454c-b4d7-1636ca663d28 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:23.083051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223643d9-7b6c-4f04-af51-526803ed0c55 req-fb29f920-01b2-454c-b4d7-1636ca663d28 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:23.085880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e37ca-318d-43bb-9c78-01b443da6929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=626607f4-5de7-4bb8-bc56-3a417f67a54e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:23.086949 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-223643d9-7b6c-4f04-af51-526803ed0c55 req-fb29f920-01b2-454c-b4d7-1636ca663d28 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 2409 time: 0.3089442 Sep 30 08:23:23.121344 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc9e37ca-318d-43bb-9c78-01b443da6929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:23.126853 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bc9e37ca-318d-43bb-9c78-01b443da6929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/626607f4-5de7-4bb8-bc56-3a417f67a54e HTTP/1.1" status: 204 len: 168 time: 0.5813165 Sep 30 08:23:23.127623 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51128) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:23.134404 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6b35d58c-045f-44de-9d0f-69237bf5aaff tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'mac_address': 'fa:16:3e:88:db:bf', 'name': 'tempest-PortsIpV6TestJSON-1400941386'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:23.176324 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:23.207249 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30ec58a0-bb51-4c5c-b4d9-af436eda707d req-f3e7aec6-db1d-44a9-a8d8-b922cf7ca7d8 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220514 Sep 30 08:23:23.281850 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05848f95-1422-49fd-a432-4920f10c9fff x-openstack-request-id: req-05848f95-1422-49fd-a432-4920f10c9fff {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:23.282339 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-unplugged", "status": "completed", "tag": "f9522420-7df6-4954-a2ef-17f1cb2925d5", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:23.282438 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05848f95-1422-49fd-a432-4920f10c9fff {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:23.282824 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9522420-7df6-4954-a2ef-17f1cb2925d5', 'code': 200} Sep 30 08:23:23.292315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6798f995-04e0-4921-9917-7e3c135e2db8 None None] DHCP port deletion for 07006834-4a01-4897-a801-d3f38254b19a request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:23:23.317809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b35d58c-045f-44de-9d0f-69237bf5aaff tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:23.380489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6798f995-04e0-4921-9917-7e3c135e2db8 None None] Deleting port f310db1f-5eb0-412d-a5e7-016b98c45749 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:23.381090 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6798f995-04e0-4921-9917-7e3c135e2db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:23.426045 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b35d58c-045f-44de-9d0f-69237bf5aaff tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:23.443558 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-223643d9-7b6c-4f04-af51-526803ed0c55 req-35a9420a-11c8-4301-9bea-1bd935873c91 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3049276 Sep 30 08:23:23.470250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-6b35d58c-045f-44de-9d0f-69237bf5aaff tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] device_id is not set on port 442a4019-8f16-47ce-abd4-fc1f99ffab66 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:23.534249 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6798f995-04e0-4921-9917-7e3c135e2db8 None None] For port f310db1f-5eb0-412d-a5e7-016b98c45749, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f310db1f-5eb0-412d-a5e7-016b98c45749,segment=NetworkSegment(e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0),segment_id=e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:23.534659 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6798f995-04e0-4921-9917-7e3c135e2db8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:23.548728 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6798f995-04e0-4921-9917-7e3c135e2db8 None None] Calling delete_port for f310db1f-5eb0-412d-a5e7-016b98c45749 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:23.589429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-7de423f3-54df-4b0a-9022-0a8f8410b7c7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:23:23.604866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Deleting port f310db1f-5eb0-412d-a5e7-016b98c45749 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:23.605302 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:23.668418 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c8428-5243-426e-8640-bcbfe607e02b None None] Sync routers for ids ['abffb97f-b9da-45ab-b154-4b43e7326b6b'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:23:23.681592 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c8428-5243-426e-8640-bcbfe607e02b None None] Routers {'abffb97f-b9da-45ab-b154-4b43e7326b6b'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:23.682271 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2b7c8428-5243-426e-8640-bcbfe607e02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['abffb97f-b9da-45ab-b154-4b43e7326b6b'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:23.691386 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-7de423f3-54df-4b0a-9022-0a8f8410b7c7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] No DVR routers for this DVR port 1e114320-0926-43ba-b1f9-28e959335611 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:23.707227 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-7de423f3-54df-4b0a-9022-0a8f8410b7c7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:23.713600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-7de423f3-54df-4b0a-9022-0a8f8410b7c7 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.35 "DELETE /v2.0/ports/1e114320-0926-43ba-b1f9-28e959335611 HTTP/1.1" status: 204 len: 173 time: 3.5410733 Sep 30 08:23:23.714105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-deleted', 'tag': '1e114320-0926-43ba-b1f9-28e959335611'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:23.720346 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6345889-9848-455e-8d1a-eeee95a17f6e" -d '{"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-deleted", "tag": "1e114320-0926-43ba-b1f9-28e959335611"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:23.748031 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b35d58c-045f-44de-9d0f-69237bf5aaff tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:23.789572 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b35d58c-045f-44de-9d0f-69237bf5aaff tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:23.815819 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f110f6-265e-49d7-804c-14f97fbfae5a x-openstack-request-id: req-96f110f6-265e-49d7-804c-14f97fbfae5a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:23.816142 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-deleted", "tag": "1e114320-0926-43ba-b1f9-28e959335611", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:23.816396 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96f110f6-265e-49d7-804c-14f97fbfae5a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:23.816801 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-deleted', 'tag': '1e114320-0926-43ba-b1f9-28e959335611', 'status': 'completed', 'code': 200} Sep 30 08:23:23.888437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b35d58c-045f-44de-9d0f-69237bf5aaff tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:23.891553 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6b35d58c-045f-44de-9d0f-69237bf5aaff tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:23.906342 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2b7c8428-5243-426e-8640-bcbfe607e02b None None] Set router abffb97f-b9da-45ab-b154-4b43e7326b6b gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:23.919100 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b35d58c-045f-44de-9d0f-69237bf5aaff tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:23.933707 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b35d58c-045f-44de-9d0f-69237bf5aaff tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:23.934021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] For port f310db1f-5eb0-412d-a5e7-016b98c45749, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f310db1f-5eb0-412d-a5e7-016b98c45749,segment=NetworkSegment(e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0),segment_id=e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:23.935229 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:23.941363 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b35d58c-045f-44de-9d0f-69237bf5aaff tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:23.951390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35d58c-045f-44de-9d0f-69237bf5aaff tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=442a4019-8f16-47ce-abd4-fc1f99ffab66,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:23.962233 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6798f995-04e0-4921-9917-7e3c135e2db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:23.999942 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6b35d58c-045f-44de-9d0f-69237bf5aaff tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8579960 Sep 30 08:23:24.000623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Calling delete_port for f310db1f-5eb0-412d-a5e7-016b98c45749 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:24.000719 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51154) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:24.089978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f818e9-c888-4bd5-a907-e58ae70cb11f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:24.094120 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d2f818e9-c888-4bd5-a907-e58ae70cb11f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/442a4019-8f16-47ce-abd4-fc1f99ffab66 HTTP/1.1" status: 200 len: 845 time: 0.0987475 Sep 30 08:23:24.094257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:24.153018 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-628e403a-b15e-456f-b453-3dc44f3b5982 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Deleting port 15a53876-fc9c-4d22-922c-19f775e34774 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:24.153402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-628e403a-b15e-456f-b453-3dc44f3b5982 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.167778 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798f995-04e0-4921-9917-7e3c135e2db8 None None] Pushing event deleted for resources: {'Port': ['ID=f310db1f-5eb0-412d-a5e7-016b98c45749,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:24.176017 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798f995-04e0-4921-9917-7e3c135e2db8 None None] No DVR routers for this DVR port f310db1f-5eb0-412d-a5e7-016b98c45749 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:24.270076 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2b7c8428-5243-426e-8640-bcbfe607e02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'name': 'tempest-TaggedBootDevicesTest-1842890223-router', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:59Z', 'updated_at': '2021-09-30T08:13:09Z', 'revision_number': 4, 'project_id': 'b4c9428373294d4091a65204159b0981', 'gw_port': {'id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:00Z', 'updated_at': '2021-09-30T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e959403a-d794-442e-8226-f43c90354a84', 'name': '', 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'mac_address': 'fa:16:3e:d5:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:06Z', 'updated_at': '2021-09-30T08:13:14Z', 'revision_number': 5, 'project_id': 'b4c9428373294d4091a65204159b0981', 'subnets': [{'id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:24.289078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3e80b80f-ffb1-415a-bfef-1790806f5193 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port 442a4019-8f16-47ce-abd4-fc1f99ffab66 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:24.289985 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e80b80f-ffb1-415a-bfef-1790806f5193 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.307274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c8428-5243-426e-8640-bcbfe607e02b None None] Checking router: abffb97f-b9da-45ab-b154-4b43e7326b6b for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:23:24.318395 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c8428-5243-426e-8640-bcbfe607e02b None None] Routers {'abffb97f-b9da-45ab-b154-4b43e7326b6b'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:24.318673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2b7c8428-5243-426e-8640-bcbfe607e02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['abffb97f-b9da-45ab-b154-4b43e7326b6b'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:24.335736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-628e403a-b15e-456f-b453-3dc44f3b5982 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] For port 15a53876-fc9c-4d22-922c-19f775e34774, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=15a53876-fc9c-4d22-922c-19f775e34774,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:24.336836 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-628e403a-b15e-456f-b453-3dc44f3b5982 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.351468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-628e403a-b15e-456f-b453-3dc44f3b5982 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Calling delete_port for 15a53876-fc9c-4d22-922c-19f775e34774 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:24.453895 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e80b80f-ffb1-415a-bfef-1790806f5193 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.475004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dd5b4-3592-4681-9b4e-9801286e6672 req-6da0ec35-615d-4024-8f5a-f09e6481682e tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:24.480578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c2dd5b4-3592-4681-9b4e-9801286e6672 req-6da0ec35-615d-4024-8f5a-f09e6481682e tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84 HTTP/1.1" status: 200 len: 945 time: 0.2005370 Sep 30 08:23:24.483064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2b7c8428-5243-426e-8640-bcbfe607e02b None None] Set router abffb97f-b9da-45ab-b154-4b43e7326b6b gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:24.485927 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.487267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3e80b80f-ffb1-415a-bfef-1790806f5193 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for 442a4019-8f16-47ce-abd4-fc1f99ffab66 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:24.554346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Port': ['ID=f310db1f-5eb0-412d-a5e7-016b98c45749,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:24.567052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] No DVR routers for this DVR port f310db1f-5eb0-412d-a5e7-016b98c45749 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:24.685589 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e80b80f-ffb1-415a-bfef-1790806f5193 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.750394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80b80f-ffb1-415a-bfef-1790806f5193 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=442a4019-8f16-47ce-abd4-fc1f99ffab66,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:24.757224 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c2dd5b4-3592-4681-9b4e-9801286e6672 req-0ce984a7-2e6d-41c8-a7cc-7cd634158dfe tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657566 Sep 30 08:23:24.771017 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e80b80f-ffb1-415a-bfef-1790806f5193 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.777869 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3e80b80f-ffb1-415a-bfef-1790806f5193 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/442a4019-8f16-47ce-abd4-fc1f99ffab66 HTTP/1.1" status: 204 len: 168 time: 0.6805048 Sep 30 08:23:24.778518 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51180) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:24.807955 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f310db1f-5eb0-412d-a5e7-016b98c45749 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:24.816255 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.825331 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-98402ec9-9432-4fbc-b3a3-e56ad24318b4 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] GET failed (client error): The resource could not be found. Sep 30 08:23:24.833095 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: f310db1f-5eb0-412d-a5e7-016b98c45749 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:24.833535 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f310db1f-5eb0-412d-a5e7-016b98c45749 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:24.846338 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-98402ec9-9432-4fbc-b3a3-e56ad24318b4 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/442a4019-8f16-47ce-abd4-fc1f99ffab66 HTTP/1.1" status: 404 len: 333 time: 0.0475614 Sep 30 08:23:24.848240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51184) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:24.860713 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fe6c22bb-27e4-4b4e-a2e6-759686c7c955 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'name': 'tempest-PortsIpV6TestJSON-720756363'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:24.865858 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2b7c8428-5243-426e-8640-bcbfe607e02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'name': 'tempest-TaggedBootDevicesTest-1842890223-router', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:59Z', 'updated_at': '2021-09-30T08:13:09Z', 'revision_number': 4, 'project_id': 'b4c9428373294d4091a65204159b0981', 'gw_port': {'id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:00Z', 'updated_at': '2021-09-30T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e959403a-d794-442e-8226-f43c90354a84', 'name': '', 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'mac_address': 'fa:16:3e:d5:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:06Z', 'updated_at': '2021-09-30T08:13:14Z', 'revision_number': 5, 'project_id': 'b4c9428373294d4091a65204159b0981', 'subnets': [{'id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:24.877528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07006834-4a01-4897-a801-d3f38254b19a']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:24.887109 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-628e403a-b15e-456f-b453-3dc44f3b5982 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.899148 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c8428-5243-426e-8640-bcbfe607e02b None None] The sync data for ids ['abffb97f-b9da-45ab-b154-4b43e7326b6b'] in n-d-807359-2 is: [{'id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'name': 'tempest-TaggedBootDevicesTest-1842890223-router', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:59Z', 'updated_at': '2021-09-30T08:13:09Z', 'revision_number': 4, 'project_id': 'b4c9428373294d4091a65204159b0981', 'gw_port': {'id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:00Z', 'updated_at': '2021-09-30T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e959403a-d794-442e-8226-f43c90354a84', 'name': '', 'network_id': '7e190e83-40df-446b-b24e-ad1892687b5c', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'mac_address': 'fa:16:3e:d5:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:06Z', 'updated_at': '2021-09-30T08:13:14Z', 'revision_number': 5, 'project_id': 'b4c9428373294d4091a65204159b0981', 'subnets': [{'id': '66d7fd57-be5b-44cb-9d99-854249f7b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:23:24.925549 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:24.925861 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94c3a3e-fddf-4b9e-bfcb-cb094b13ffc0') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:24.929199 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e403a-b15e-456f-b453-3dc44f3b5982 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event deleted for resources: {'Port': ['ID=15a53876-fc9c-4d22-922c-19f775e34774,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:24.960334 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27ca54-ff4e-4c48-aab4-555768fc4916 req-a29ed90a-0f32-4289-af14-d6444bb675bf tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:24.967335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27ca54-ff4e-4c48-aab4-555768fc4916 req-a29ed90a-0f32-4289-af14-d6444bb675bf tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:24.974013 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27ca54-ff4e-4c48-aab4-555768fc4916 req-a29ed90a-0f32-4289-af14-d6444bb675bf tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:24.982082 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1a27ca54-ff4e-4c48-aab4-555768fc4916 req-a29ed90a-0f32-4289-af14-d6444bb675bf tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 2409 time: 0.3249235 Sep 30 08:23:24.988400 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:24.991114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6c22bb-27e4-4b4e-a2e6-759686c7c955 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:24.998199 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe6c22bb-27e4-4b4e-a2e6-759686c7c955 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.031591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-fe6c22bb-27e4-4b4e-a2e6-759686c7c955 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] device_id is not set on port 3826cc3f-6cca-431b-ab36-bae0427fbbe2 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:25.079551 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.088051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-628e403a-b15e-456f-b453-3dc44f3b5982 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] No DVR routers for this DVR port 15a53876-fc9c-4d22-922c-19f775e34774 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:25.090665 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-628e403a-b15e-456f-b453-3dc44f3b5982 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.092918 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-628e403a-b15e-456f-b453-3dc44f3b5982 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.35 "DELETE /v2.0/ports/15a53876-fc9c-4d22-922c-19f775e34774 HTTP/1.1" status: 204 len: 173 time: 1.3631885 Sep 30 08:23:25.105067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:23:25.105499 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:23:25.109211 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:23:25.135545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1a27ca54-ff4e-4c48-aab4-555768fc4916 req-3de0b371-8f13-4e3d-ba91-607ff8c89934 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523206 Sep 30 08:23:25.285824 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.291571 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.296916 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "DELETE /v2.0/networks/07006834-4a01-4897-a801-d3f38254b19a HTTP/1.1" status: 204 len: 168 time: 2.3568103 Sep 30 08:23:25.303370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51192) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:25.327963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf256b-fec1-40e1-b19c-0767f7eab963 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Network': ['ID=07006834-4a01-4897-a801-d3f38254b19a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:25.340817 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe6c22bb-27e4-4b4e-a2e6-759686c7c955 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.359143 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa8ee0c-c091-4608-a5ee-95995d851151 None None] New status for floating IP d973a6b1-0351-4e31-aa1c-c15851f41edb: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:23:25.423835 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe6c22bb-27e4-4b4e-a2e6-759686c7c955 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.472851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-6e371d45-59e0-453f-b30a-6456109ea0f2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Deleting port 07bbc016-1456-47b7-8f6c-736533ad6b71 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:25.473254 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-6e371d45-59e0-453f-b30a-6456109ea0f2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.639357 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26061354-9efc-47aa-8caa-c40756d6bb49 req-e65bce54-377f-49b8-97af-bc6fe4d27536 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:25.641391 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-26061354-9efc-47aa-8caa-c40756d6bb49 req-e65bce54-377f-49b8-97af-bc6fe4d27536 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 946 time: 0.1536667 Sep 30 08:23:25.729941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6c22bb-27e4-4b4e-a2e6-759686c7c955 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:25.731140 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c22bb-27e4-4b4e-a2e6-759686c7c955 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=3826cc3f-6cca-431b-ab36-bae0427fbbe2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:25.731949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-6e371d45-59e0-453f-b30a-6456109ea0f2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] For port 07bbc016-1456-47b7-8f6c-736533ad6b71, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=07bbc016-1456-47b7-8f6c-736533ad6b71,segment=NetworkSegment(f782f79d-2bd4-4407-92ee-0249890bcde2),segment_id=f782f79d-2bd4-4407-92ee-0249890bcde2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:25.732469 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-6e371d45-59e0-453f-b30a-6456109ea0f2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.743751 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404a881-0293-4a65-b709-af716e10986f req-5a5d71e6-bafe-424c-b158-852270530e2d tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:25.745796 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9404a881-0293-4a65-b709-af716e10986f req-5a5d71e6-bafe-424c-b158-852270530e2d tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84 HTTP/1.1" status: 200 len: 945 time: 0.3388405 Sep 30 08:23:25.747132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fe6c22bb-27e4-4b4e-a2e6-759686c7c955 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:25.749594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6c22bb-27e4-4b4e-a2e6-759686c7c955 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:25.755142 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6c22bb-27e4-4b4e-a2e6-759686c7c955 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:25.755759 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe6c22bb-27e4-4b4e-a2e6-759686c7c955 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.758755 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-6e371d45-59e0-453f-b30a-6456109ea0f2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Calling delete_port for 07bbc016-1456-47b7-8f6c-736533ad6b71 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:25.812739 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fe6c22bb-27e4-4b4e-a2e6-759686c7c955 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9633763 Sep 30 08:23:25.813952 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:25.822573 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a15a0c90-76ff-4421-9630-c91be3b50929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:25.844677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-deleted', 'tag': '15a53876-fc9c-4d22-922c-19f775e34774'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:25.847065 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b88360c-6666-4c0b-889f-f2711010eea6" -d '{"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-deleted", "tag": "15a53876-fc9c-4d22-922c-19f775e34774"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:25.868222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-07d218ac-1192-4f79-9b29-6233d9d4da35 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Deleting port 1422969c-6aed-4ccb-9ba3-7ac75b5f2d0b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:25.868941 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d218ac-1192-4f79-9b29-6233d9d4da35 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.947336 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c44ceb-6e0e-4686-adfd-6e43c14cc933 x-openstack-request-id: req-e3c44ceb-6e0e-4686-adfd-6e43c14cc933 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:25.947692 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-deleted", "tag": "15a53876-fc9c-4d22-922c-19f775e34774", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:25.947895 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3c44ceb-6e0e-4686-adfd-6e43c14cc933 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:25.948287 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-deleted', 'tag': '15a53876-fc9c-4d22-922c-19f775e34774', 'status': 'completed', 'code': 200} Sep 30 08:23:25.966881 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a15a0c90-76ff-4421-9630-c91be3b50929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:25.974831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-9404a881-0293-4a65-b709-af716e10986f req-c1ad314e-ef23-434b-b252-07d7ee1f5d5f tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Deleting port 2528bb7c-9488-424f-a275-b7a1bd2a515b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:25.975264 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9404a881-0293-4a65-b709-af716e10986f req-c1ad314e-ef23-434b-b252-07d7ee1f5d5f tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.081933 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9404a881-0293-4a65-b709-af716e10986f req-c1ad314e-ef23-434b-b252-07d7ee1f5d5f tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] For port 2528bb7c-9488-424f-a275-b7a1bd2a515b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2528bb7c-9488-424f-a275-b7a1bd2a515b,segment=NetworkSegment(63818524-b218-47d4-9183-c1923945cece),segment_id=63818524-b218-47d4-9183-c1923945cece)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:26.082315 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9404a881-0293-4a65-b709-af716e10986f req-c1ad314e-ef23-434b-b252-07d7ee1f5d5f tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.097584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-9404a881-0293-4a65-b709-af716e10986f req-c1ad314e-ef23-434b-b252-07d7ee1f5d5f tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Calling delete_port for 2528bb7c-9488-424f-a275-b7a1bd2a515b owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:26.127439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-26061354-9efc-47aa-8caa-c40756d6bb49 req-db122484-e31e-4f9a-9ead-eb5711138b50 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Deleting port 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:26.128365 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-26061354-9efc-47aa-8caa-c40756d6bb49 req-db122484-e31e-4f9a-9ead-eb5711138b50 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.134448 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-6e371d45-59e0-453f-b30a-6456109ea0f2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.145621 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973362f-b272-4e6e-87dc-4643132ffeb3 req-bdf6fdd0-08fc-4b14-b428-b033091fcc3d tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:26.147156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3973362f-b272-4e6e-87dc-4643132ffeb3 req-bdf6fdd0-08fc-4b14-b428-b033091fcc3d tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84 HTTP/1.1" status: 200 len: 945 time: 0.2415903 Sep 30 08:23:26.561429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e371d45-59e0-453f-b30a-6456109ea0f2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event deleted for resources: {'Port': ['ID=07bbc016-1456-47b7-8f6c-736533ad6b71,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:26.596244 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d218ac-1192-4f79-9b29-6233d9d4da35 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.596568 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d218ac-1192-4f79-9b29-6233d9d4da35 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.695294 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-07d218ac-1192-4f79-9b29-6233d9d4da35 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Calling delete_port for 1422969c-6aed-4ccb-9ba3-7ac75b5f2d0b owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:26.740748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-6e371d45-59e0-453f-b30a-6456109ea0f2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] No DVR routers for this DVR port 07bbc016-1456-47b7-8f6c-736533ad6b71 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:26.749489 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-6e371d45-59e0-453f-b30a-6456109ea0f2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.751550 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-6e371d45-59e0-453f-b30a-6456109ea0f2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.35 "DELETE /v2.0/ports/07bbc016-1456-47b7-8f6c-736533ad6b71 HTTP/1.1" status: 204 len: 173 time: 1.6150014 Sep 30 08:23:26.758503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3973362f-b272-4e6e-87dc-4643132ffeb3 req-e8829aeb-7f0e-4374-b0fc-28d91f02c9a2 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e7eb1d-8664-469f-8d61-7f34075a4c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153523 Sep 30 08:23:26.766225 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9404a881-0293-4a65-b709-af716e10986f req-c1ad314e-ef23-434b-b252-07d7ee1f5d5f tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.778285 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:26.813197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad314e-ef23-434b-b252-07d7ee1f5d5f tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Pushing event deleted for resources: {'Port': ['ID=2528bb7c-9488-424f-a275-b7a1bd2a515b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:26.817397 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a15a0c90-76ff-4421-9630-c91be3b50929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.827031 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a15a0c90-76ff-4421-9630-c91be3b50929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.834670 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ef114-64fd-4aa3-b1fa-51c44574d17c req-735103c7-c0ae-46ce-a4e9-b0e8d629c713 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:26.843376 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d06ef114-64fd-4aa3-b1fa-51c44574d17c req-735103c7-c0ae-46ce-a4e9-b0e8d629c713 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 943 time: 0.2930031 Sep 30 08:23:26.853396 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['2528bb7c-9488-424f-a275-b7a1bd2a515b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:26.856201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a15a0c90-76ff-4421-9630-c91be3b50929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] In _notify_port_updated(), no bound segment for port 3826cc3f-6cca-431b-ab36-bae0427fbbe2 on network fdffefd9-5dc1-4cc0-994b-5c922abb1868 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:23:26.862603 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15a0c90-76ff-4421-9630-c91be3b50929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:26.863658 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a15a0c90-76ff-4421-9630-c91be3b50929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:26.865400 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a15a0c90-76ff-4421-9630-c91be3b50929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "PUT /v2.0/ports/3826cc3f-6cca-431b-ab36-bae0427fbbe2 HTTP/1.1" status: 200 len: 818 time: 1.0477993 Sep 30 08:23:26.892664 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:26.971085 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-26061354-9efc-47aa-8caa-c40756d6bb49 req-db122484-e31e-4f9a-9ead-eb5711138b50 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] For port 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a,segment=NetworkSegment(63818524-b218-47d4-9183-c1923945cece),segment_id=63818524-b218-47d4-9183-c1923945cece)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:26.971468 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-26061354-9efc-47aa-8caa-c40756d6bb49 req-db122484-e31e-4f9a-9ead-eb5711138b50 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.017005 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9404a881-0293-4a65-b709-af716e10986f req-c1ad314e-ef23-434b-b252-07d7ee1f5d5f tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] No DVR routers for this DVR port 2528bb7c-9488-424f-a275-b7a1bd2a515b on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:27.025673 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9404a881-0293-4a65-b709-af716e10986f req-c1ad314e-ef23-434b-b252-07d7ee1f5d5f tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.027741 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9404a881-0293-4a65-b709-af716e10986f req-c1ad314e-ef23-434b-b252-07d7ee1f5d5f tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.35 "DELETE /v2.0/ports/2528bb7c-9488-424f-a275-b7a1bd2a515b HTTP/1.1" status: 204 len: 173 time: 1.2667422 Sep 30 08:23:27.030529 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84', 'name': 'network-vif-deleted', 'tag': '2528bb7c-9488-424f-a275-b7a1bd2a515b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:27.034112 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c78253-076d-4698-8123-842e7b002513" -d '{"events": [{"server_uuid": "3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84", "name": "network-vif-deleted", "tag": "2528bb7c-9488-424f-a275-b7a1bd2a515b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:27.058773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a0c90-76ff-4421-9630-c91be3b50929 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=3826cc3f-6cca-431b-ab36-bae0427fbbe2,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:27.074981 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d06ef114-64fd-4aa3-b1fa-51c44574d17c req-09ec67a6-e473-4379-ab18-642c0addf31e tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302468 Sep 30 08:23:27.098506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-26061354-9efc-47aa-8caa-c40756d6bb49 req-db122484-e31e-4f9a-9ead-eb5711138b50 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Calling delete_port for 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:27.106661 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-87ececef-2f74-42b4-ad39-eb8bbbbce9f9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port 3826cc3f-6cca-431b-ab36-bae0427fbbe2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:27.112574 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87ececef-2f74-42b4-ad39-eb8bbbbce9f9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.313278 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87ececef-2f74-42b4-ad39-eb8bbbbce9f9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.328684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-87ececef-2f74-42b4-ad39-eb8bbbbce9f9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for 3826cc3f-6cca-431b-ab36-bae0427fbbe2 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:27.345854 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-2b57ba99-ddba-4c87-956d-1c253227ae18 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Deleting port f9522420-7df6-4954-a2ef-17f1cb2925d5 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:27.346329 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-2b57ba99-ddba-4c87-956d-1c253227ae18 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.440612 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e61fb9c-d672-44f7-bfa9-8d3f6588edc5 x-openstack-request-id: req-0e61fb9c-d672-44f7-bfa9-8d3f6588edc5 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:27.440964 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84", "name": "network-vif-deleted", "tag": "2528bb7c-9488-424f-a275-b7a1bd2a515b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:27.441224 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e61fb9c-d672-44f7-bfa9-8d3f6588edc5 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:27.441621 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a52eaaa-8507-4d93-a4ef-4c72ba0a3a84', 'name': 'network-vif-deleted', 'tag': '2528bb7c-9488-424f-a275-b7a1bd2a515b', 'status': 'completed', 'code': 200} Sep 30 08:23:27.460226 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87ececef-2f74-42b4-ad39-eb8bbbbce9f9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.497433 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43a6ba-53b3-48f0-88a3-c6976789c64e req-9763fde9-0a9c-48f2-98b2-460d9c740983 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:27.497693 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ececef-2f74-42b4-ad39-eb8bbbbce9f9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=3826cc3f-6cca-431b-ab36-bae0427fbbe2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:27.499221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad43a6ba-53b3-48f0-88a3-c6976789c64e req-9763fde9-0a9c-48f2-98b2-460d9c740983 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 946 time: 0.2002561 Sep 30 08:23:27.511153 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87ececef-2f74-42b4-ad39-eb8bbbbce9f9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.513864 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-87ececef-2f74-42b4-ad39-eb8bbbbce9f9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/3826cc3f-6cca-431b-ab36-bae0427fbbe2 HTTP/1.1" status: 204 len: 168 time: 0.6184707 Sep 30 08:23:27.516314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51228) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:27.552818 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d218ac-1192-4f79-9b29-6233d9d4da35 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.578326 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231efde0-2f94-438a-8e59-c2ce1387ebaf tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:27.580417 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-231efde0-2f94-438a-8e59-c2ce1387ebaf tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0625772 Sep 30 08:23:27.582979 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51230) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:27.610077 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f96a4b7-0eca-402b-9bb5-2603b2f8a1ef tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] GET failed (client error): The resource could not be found. Sep 30 08:23:27.611692 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0f96a4b7-0eca-402b-9bb5-2603b2f8a1ef tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/3826cc3f-6cca-431b-ab36-bae0427fbbe2 HTTP/1.1" status: 404 len: 333 time: 0.0276740 Sep 30 08:23:27.615528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51232) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:27.618298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-2b57ba99-ddba-4c87-956d-1c253227ae18 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] For port f9522420-7df6-4954-a2ef-17f1cb2925d5, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f9522420-7df6-4954-a2ef-17f1cb2925d5,segment=NetworkSegment(f782f79d-2bd4-4407-92ee-0249890bcde2),segment_id=f782f79d-2bd4-4407-92ee-0249890bcde2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:27.619131 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-2b57ba99-ddba-4c87-956d-1c253227ae18 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.620625 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7d4ad109-983c-4164-b94a-580860689cfb tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-976562641'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:27.646714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d218ac-1192-4f79-9b29-6233d9d4da35 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Port': ['ID=1422969c-6aed-4ccb-9ba3-7ac75b5f2d0b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:27.651087 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4ad109-983c-4164-b94a-580860689cfb tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:27.654949 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d4ad109-983c-4164-b94a-580860689cfb tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.681501 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4ad109-983c-4164-b94a-580860689cfb tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:23:27.683029 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-2b57ba99-ddba-4c87-956d-1c253227ae18 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Calling delete_port for f9522420-7df6-4954-a2ef-17f1cb2925d5 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:27.692643 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d4ad109-983c-4164-b94a-580860689cfb tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.693150 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-7d4ad109-983c-4164-b94a-580860689cfb tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Added segment 145b24ff-231d-4408-b56f-299cca429c59 of type vlan for network 0e8ab9cd-4131-45ad-a298-aa4fea4d2608 Sep 30 08:23:27.719191 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-26061354-9efc-47aa-8caa-c40756d6bb49 req-db122484-e31e-4f9a-9ead-eb5711138b50 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.749234 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d4ad109-983c-4164-b94a-580860689cfb tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.754227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['2528bb7c-9488-424f-a275-b7a1bd2a515b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:27.781178 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d4ad109-983c-4164-b94a-580860689cfb tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.783012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad43a6ba-53b3-48f0-88a3-c6976789c64e req-a4671b77-f651-4c5d-990e-e35818793e48 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374618 Sep 30 08:23:27.790195 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db122484-e31e-4f9a-9ead-eb5711138b50 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Pushing event deleted for resources: {'Port': ['ID=1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:27.790780 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4ad109-983c-4164-b94a-580860689cfb tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:27.791539 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d4ad109-983c-4164-b94a-580860689cfb tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.846567 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7d4ad109-983c-4164-b94a-580860689cfb tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2245858 Sep 30 08:23:27.846567 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51236) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:27.852048 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-71c5fa2b-ae68-427d-bd07-f5add706b007 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'subnet': {'network_id': '0e8ab9cd-4131-45ad-a298-aa4fea4d2608', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:27.862637 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d218ac-1192-4f79-9b29-6233d9d4da35 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.862637 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-07d218ac-1192-4f79-9b29-6233d9d4da35 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Floating IP 991acb72-1b0b-47d8-9e94-9e7ed27b05d3 disassociated (deleted). External IP: 172.25.0.16, port: b338c2bc-dbd5-40b6-a20a-eededb8450de. Sep 30 08:23:27.910307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ad109-983c-4164-b94a-580860689cfb tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Network': ['ID=0e8ab9cd-4131-45ad-a298-aa4fea4d2608,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:27.923043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-26061354-9efc-47aa-8caa-c40756d6bb49 req-db122484-e31e-4f9a-9ead-eb5711138b50 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] No DVR routers for this DVR port 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:27.923699 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 0e8ab9cd-4131-45ad-a298-aa4fea4d2608 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:23:27.931997 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-26061354-9efc-47aa-8caa-c40756d6bb49 req-db122484-e31e-4f9a-9ead-eb5711138b50 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:27.934039 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-26061354-9efc-47aa-8caa-c40756d6bb49 req-db122484-e31e-4f9a-9ead-eb5711138b50 tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.36 "DELETE /v2.0/ports/1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a HTTP/1.1" status: 204 len: 173 time: 2.2804122 Sep 30 08:23:27.951219 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-deleted', 'tag': '07bbc016-1456-47b7-8f6c-736533ad6b71'}, {'server_uuid': '7fc18a78-f551-4d79-8bf5-eeca0d790c56', 'name': 'network-vif-deleted', 'tag': '1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:27.953623 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1f6e2e-c3f3-41c8-9825-c61b720507bb" -d '{"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-deleted", "tag": "07bbc016-1456-47b7-8f6c-736533ad6b71"}, {"server_uuid": "7fc18a78-f551-4d79-8bf5-eeca0d790c56", "name": "network-vif-deleted", "tag": "1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:28.082882 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f93987d-1ae2-40ee-b76e-486d7805ce36 req-25537e7e-da4a-451d-b4bd-81f0de50501e tempest-ListServersNegativeTestJSON-257381667 tempest-ListServersNegativeTestJSON-257381667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc18a78-f551-4d79-8bf5-eeca0d790c56 HTTP/1.1" status: 200 len: 210 time: 0.0481277 Sep 30 08:23:28.110978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c5fa2b-ae68-427d-bd07-f5add706b007 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:28.136319 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c7f5be-824d-4e83-b27e-327b31e65c5b x-openstack-request-id: req-87c7f5be-824d-4e83-b27e-327b31e65c5b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:28.136675 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-deleted", "tag": "07bbc016-1456-47b7-8f6c-736533ad6b71", "status": "completed", "code": 200}, {"server_uuid": "7fc18a78-f551-4d79-8bf5-eeca0d790c56", "name": "network-vif-deleted", "tag": "1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:28.136854 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87c7f5be-824d-4e83-b27e-327b31e65c5b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:28.137309 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-deleted', 'tag': '07bbc016-1456-47b7-8f6c-736533ad6b71', 'status': 'completed', 'code': 200} Sep 30 08:23:28.137564 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc18a78-f551-4d79-8bf5-eeca0d790c56', 'name': 'network-vif-deleted', 'tag': '1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a', 'status': 'completed', 'code': 200} Sep 30 08:23:28.138458 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71c5fa2b-ae68-427d-bd07-f5add706b007 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.231655 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-2b57ba99-ddba-4c87-956d-1c253227ae18 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.283873 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57ba99-ddba-4c87-956d-1c253227ae18 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event deleted for resources: {'Port': ['ID=f9522420-7df6-4954-a2ef-17f1cb2925d5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:28.352050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3554fc-ecd5-4c65-801c-5195a6f85aba req-59900c7d-1318-4c9b-b362-8bd1aed324cc tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:28.356425 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be3554fc-ecd5-4c65-801c-5195a6f85aba req-59900c7d-1318-4c9b-b362-8bd1aed324cc tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 865 time: 0.1613622 Sep 30 08:23:28.364913 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71c5fa2b-ae68-427d-bd07-f5add706b007 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.422779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-2b57ba99-ddba-4c87-956d-1c253227ae18 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] No DVR routers for this DVR port f9522420-7df6-4954-a2ef-17f1cb2925d5 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:28.432875 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-2b57ba99-ddba-4c87-956d-1c253227ae18 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.435045 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0882688-bf5a-45f0-9f8b-c9736f89d925 req-2b57ba99-ddba-4c87-956d-1c253227ae18 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.35 "DELETE /v2.0/ports/f9522420-7df6-4954-a2ef-17f1cb2925d5 HTTP/1.1" status: 204 len: 173 time: 1.6719298 Sep 30 08:23:28.443224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5fa2b-ae68-427d-bd07-f5add706b007 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Subnet': ['ID=0533aa80-d07d-46c9-9c0c-08391a68104e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:28.445723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d218ac-1192-4f79-9b29-6233d9d4da35 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:23:28.448988 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c5fa2b-ae68-427d-bd07-f5add706b007 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Checking segment: {'id': '145b24ff-231d-4408-b56f-299cca429c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0e8ab9cd-4131-45ad-a298-aa4fea4d2608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:28.449753 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be3554fc-ecd5-4c65-801c-5195a6f85aba req-23cbaafc-cb06-40d6-b411-de8ff445fbdc tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738440 Sep 30 08:23:28.458019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c5fa2b-ae68-427d-bd07-f5add706b007 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network hostable DHCP agents. Network: 0e8ab9cd-4131-45ad-a298-aa4fea4d2608, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:23:28.497091 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c5fa2b-ae68-427d-bd07-f5add706b007 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network 0e8ab9cd-4131-45ad-a298-aa4fea4d2608 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:23:28.511314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-71c5fa2b-ae68-427d-bd07-f5add706b007 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 0e8ab9cd-4131-45ad-a298-aa4fea4d2608) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:28.516072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c5fa2b-ae68-427d-bd07-f5add706b007 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:28.516787 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71c5fa2b-ae68-427d-bd07-f5add706b007 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.522476 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ee6ef3-71e5-4541-b3f2-cf2422ad0503 None None] Network 0e8ab9cd-4131-45ad-a298-aa4fea4d2608 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:28.557548 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-71c5fa2b-ae68-427d-bd07-f5add706b007 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7119389 Sep 30 08:23:28.558540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:28.569944 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d088f8e1-82d1-4b6e-9098-13ed3b6abd15 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'subnet': {'network_id': '0e8ab9cd-4131-45ad-a298-aa4fea4d2608', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:28.683755 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d218ac-1192-4f79-9b29-6233d9d4da35 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:23:28.694873 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d218ac-1192-4f79-9b29-6233d9d4da35 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.702995 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f105932-e56a-4f0f-af16-09b19f21f2b6 None None] Sync routers for ids ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:23:28.718201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d088f8e1-82d1-4b6e-9098-13ed3b6abd15 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:28.731369 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d088f8e1-82d1-4b6e-9098-13ed3b6abd15 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.738322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f105932-e56a-4f0f-af16-09b19f21f2b6 None None] Routers {'8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:28.739328 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2f105932-e56a-4f0f-af16-09b19f21f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:28.794659 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-07d218ac-1192-4f79-9b29-6233d9d4da35 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "DELETE /v2.0/floatingips/991acb72-1b0b-47d8-9e94-9e7ed27b05d3 HTTP/1.1" status: 204 len: 168 time: 3.4874351 Sep 30 08:23:28.817961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-0e8ab9cd-4131-45ad-a298-aa4fea4d2608', 'network_id': '0e8ab9cd-4131-45ad-a298-aa4fea4d2608', 'tenant_id': '3479a21242e348a18ddec412ff416d8c', 'fixed_ips': [{'subnet_id': '0533aa80-d07d-46c9-9c0c-08391a68104e'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:23:28.819204 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:28.940379 n-d-807359-2 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-d088f8e1-82d1-4b6e-9098-13ed3b6abd15 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0533aa80-d07d-46c9-9c0c-08391a68104e (CIDR: 2001:db8::/64) Sep 30 08:23:28.950594 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d088f8e1-82d1-4b6e-9098-13ed3b6abd15 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:23:28.951512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d088f8e1-82d1-4b6e-9098-13ed3b6abd15 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:23:28.980649 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d088f8e1-82d1-4b6e-9098-13ed3b6abd15 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4208181 Sep 30 08:23:28.984521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51252) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:29.005128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-48c1e67e-e949-44dc-aea6-17ce60cc3c26 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'subnet': {'network_id': '0e8ab9cd-4131-45ad-a298-aa4fea4d2608', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:29.099316 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c9c72-5f0c-4e7f-9293-05df2ff33265 req-d67f79ba-de51-41c6-83a8-5aec9fa978d2 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.110121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-396c9c72-5f0c-4e7f-9293-05df2ff33265 req-d67f79ba-de51-41c6-83a8-5aec9fa978d2 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 946 time: 0.1879971 Sep 30 08:23:29.197398 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-396c9c72-5f0c-4e7f-9293-05df2ff33265 req-cf6a576b-05fa-4b94-aa0b-de8413ab1d5a tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793321 Sep 30 08:23:29.199759 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c1e67e-e949-44dc-aea6-17ce60cc3c26 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:29.204648 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48c1e67e-e949-44dc-aea6-17ce60cc3c26 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.216913 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e63a21-954b-4e6e-b189-c434374fc994 req-8a69f1f0-9aa1-4108-b70c-5219a0aedd18 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.218443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00e63a21-954b-4e6e-b189-c434374fc994 req-8a69f1f0-9aa1-4108-b70c-5219a0aedd18 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.35 "GET /v2.0/ports?device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 946 time: 0.2270792 Sep 30 08:23:29.304058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51262) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:29.377548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd2104-2919-4c4f-92d8-cbe6cd98702b req-8487ce6f-3385-44dc-83cc-5cefdee87162 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.379754 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19dd2104-2919-4c4f-92d8-cbe6cd98702b req-8487ce6f-3385-44dc-83cc-5cefdee87162 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 946 time: 0.2939098 Sep 30 08:23:29.421118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb8455e-fa06-4e71-a596-63e4e7e79a70 admin admin] Deleting subnet a75d3b5a-db29-4809-918d-1399617867b8 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:23:29.434401 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0cb8455e-fa06-4e71-a596-63e4e7e79a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.458150 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2f105932-e56a-4f0f-af16-09b19f21f2b6 None None] Set router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:29.475462 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19dd2104-2919-4c4f-92d8-cbe6cd98702b req-66e45e2c-e411-48d6-9aaa-270b0d12b228 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=149ad185-1158-4e63-9c6b-07ca90de4f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879951 Sep 30 08:23:29.489103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-00e63a21-954b-4e6e-b189-c434374fc994 req-cc84a708-8cd5-4c07-8526-9595ac83c4c1 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Deleting port 79d512eb-ac8d-4a09-aee4-38377ac25126 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:29.489949 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-00e63a21-954b-4e6e-b189-c434374fc994 req-cc84a708-8cd5-4c07-8526-9595ac83c4c1 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.520297 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0cb8455e-fa06-4e71-a596-63e4e7e79a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.637769 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48c1e67e-e949-44dc-aea6-17ce60cc3c26 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.715543 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c1e67e-e949-44dc-aea6-17ce60cc3c26 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network 0e8ab9cd-4131-45ad-a298-aa4fea4d2608 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:29.719330 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-48c1e67e-e949-44dc-aea6-17ce60cc3c26 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:29.735005 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1e67e-e949-44dc-aea6-17ce60cc3c26 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:29.736031 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48c1e67e-e949-44dc-aea6-17ce60cc3c26 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.740565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1e67e-e949-44dc-aea6-17ce60cc3c26 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Subnet': ['ID=1adf5865-5891-44f6-9b6b-49fcab076fab,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:29.749954 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Allocated IP 2001:db8::2 (0e8ab9cd-4131-45ad-a298-aa4fea4d2608/0533aa80-d07d-46c9-9c0c-08391a68104e/82badd71-66bf-42bb-92a2-5fee1530f62f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:29.762126 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-48c1e67e-e949-44dc-aea6-17ce60cc3c26 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7743261 Sep 30 08:23:29.764306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:29.773449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-aada449a-7638-45b4-9d01-6c89b0a42e8b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'network_id': '0e8ab9cd-4131-45ad-a298-aa4fea4d2608', 'fixed_ips': [{'subnet_id': '0533aa80-d07d-46c9-9c0c-08391a68104e'}, {'subnet_id': '1adf5865-5891-44f6-9b6b-49fcab076fab'}], 'name': 'tempest-PortsIpV6TestJSON-671017854'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:29.803952 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.842502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f81efabf-2658-4307-af10-0962b7055de4 req-9884d179-51b2-45eb-a2ab-a561ab806e96 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.2130134 Sep 30 08:23:29.875609 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0cb8455e-fa06-4e71-a596-63e4e7e79a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.911610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-00e63a21-954b-4e6e-b189-c434374fc994 req-cc84a708-8cd5-4c07-8526-9595ac83c4c1 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] For port 79d512eb-ac8d-4a09-aee4-38377ac25126, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=79d512eb-ac8d-4a09-aee4-38377ac25126,segment=NetworkSegment(6277b6a0-087d-440c-8513-8832b68a6bc2),segment_id=6277b6a0-087d-440c-8513-8832b68a6bc2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:29.912023 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-00e63a21-954b-4e6e-b189-c434374fc994 req-cc84a708-8cd5-4c07-8526-9595ac83c4c1 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:29.940991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-00e63a21-954b-4e6e-b189-c434374fc994 req-cc84a708-8cd5-4c07-8526-9595ac83c4c1 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Calling delete_port for 79d512eb-ac8d-4a09-aee4-38377ac25126 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:29.984936 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aada449a-7638-45b4-9d01-6c89b0a42e8b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:30.007193 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2528bb7c-9488-424f-a275-b7a1bd2a515b no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:30.009268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:30.033421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:30.033762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 1adc2afe-1ccf-4839-9f7f-f5a1e5e3e23a not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:30.071283 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 2528bb7c-9488-424f-a275-b7a1bd2a515b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:30.071635 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2528bb7c-9488-424f-a275-b7a1bd2a515b not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:30.075261 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0cb8455e-fa06-4e71-a596-63e4e7e79a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.114300 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0cb8455e-fa06-4e71-a596-63e4e7e79a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.117096 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0cb8455e-fa06-4e71-a596-63e4e7e79a70 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a75d3b5a-db29-4809-918d-1399617867b8 HTTP/1.1" status: 204 len: 168 time: 0.8100443 Sep 30 08:23:30.131037 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51278) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:30.177360 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aada449a-7638-45b4-9d01-6c89b0a42e8b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.194894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2f105932-e56a-4f0f-af16-09b19f21f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:23:12Z', 'revision_number': 6, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '5a47744a-ce75-420e-bdb4-907a67f137e4', 'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:2d:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:15Z', 'updated_at': '2021-09-30T08:21:20Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:30.208482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-deleted', 'tag': 'f9522420-7df6-4954-a2ef-17f1cb2925d5'}, {'name': 'network-changed', 'server_uuid': '34de66a0-cc97-434e-b61f-13c839dae179', 'tag': 'b338c2bc-dbd5-40b6-a20a-eededb8450de'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:30.210739 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16025a2-bd13-4322-b244-240d91e0f061" -d '{"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-deleted", "tag": "f9522420-7df6-4954-a2ef-17f1cb2925d5"}, {"name": "network-changed", "server_uuid": "34de66a0-cc97-434e-b61f-13c839dae179", "tag": "b338c2bc-dbd5-40b6-a20a-eededb8450de"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:30.227595 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8455e-fa06-4e71-a596-63e4e7e79a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a75d3b5a-db29-4809-918d-1399617867b8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:30.228422 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.246390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-aada449a-7638-45b4-9d01-6c89b0a42e8b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] device_id is not set on port 7a7dceef-3312-43a6-913e-fc61fa2fd794 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:30.278735 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f105932-e56a-4f0f-af16-09b19f21f2b6 None None] Checking router: 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:23:30.299622 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.356366 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Pushing event updated for resources: {'Port': ['ID=82badd71-66bf-42bb-92a2-5fee1530f62f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:30.362300 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f105932-e56a-4f0f-af16-09b19f21f2b6 None None] Routers {'8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:30.362923 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2f105932-e56a-4f0f-af16-09b19f21f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:30.366039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Network 0e8ab9cd-4131-45ad-a298-aa4fea4d2608 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:30.369354 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:30.388219 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de14110-647d-47b1-af6f-f1fe7bb5f4c7 x-openstack-request-id: req-3de14110-647d-47b1-af6f-f1fe7bb5f4c7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:30.388219 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6613990-ddd6-478f-a6dd-6408263e3060", "name": "network-vif-deleted", "tag": "f9522420-7df6-4954-a2ef-17f1cb2925d5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "34de66a0-cc97-434e-b61f-13c839dae179", "tag": "b338c2bc-dbd5-40b6-a20a-eededb8450de", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:30.388816 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3de14110-647d-47b1-af6f-f1fe7bb5f4c7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:30.389338 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6613990-ddd6-478f-a6dd-6408263e3060', 'name': 'network-vif-deleted', 'tag': 'f9522420-7df6-4954-a2ef-17f1cb2925d5', 'status': 'completed', 'code': 200} Sep 30 08:23:30.389635 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34de66a0-cc97-434e-b61f-13c839dae179', 'tag': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'status': 'completed', 'code': 200} Sep 30 08:23:30.404228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:30.506828 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d7a6669-6a38-4623-bcbd-cae6799609c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.575940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Attempting to bind port 82badd71-66bf-42bb-92a2-5fee1530f62f on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:30.582128 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Attempting to bind port 82badd71-66bf-42bb-92a2-5fee1530f62f by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '145b24ff-231d-4408-b56f-299cca429c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0e8ab9cd-4131-45ad-a298-aa4fea4d2608'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:30.582502 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Attempting to bind port 82badd71-66bf-42bb-92a2-5fee1530f62f on network 0e8ab9cd-4131-45ad-a298-aa4fea4d2608 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:30.593586 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:30.596743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Checking segment: {'id': '145b24ff-231d-4408-b56f-299cca429c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0e8ab9cd-4131-45ad-a298-aa4fea4d2608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:30.597196 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.597607 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Bound using segment: {'id': '145b24ff-231d-4408-b56f-299cca429c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0e8ab9cd-4131-45ad-a298-aa4fea4d2608'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:30.598103 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Bound port: 82badd71-66bf-42bb-92a2-5fee1530f62f, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145b24ff-231d-4408-b56f-299cca429c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0e8ab9cd-4131-45ad-a298-aa4fea4d2608'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:30.598496 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.607783 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16025a2-bd13-4322-b244-240d91e0f061 req-7011c438-4e63-442a-8ada-7a903c8ae653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:30.609612 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d16025a2-bd13-4322-b244-240d91e0f061 req-7011c438-4e63-442a-8ada-7a903c8ae653 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9daaa44a24a845718835a5f7ca967795&device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 1097 time: 0.2183008 Sep 30 08:23:30.642536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbd0c2-9aa4-4772-bc49-030c21769ccb req-bb537ef9-f547-45a7-91e0-6ee871628214 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:30.644872 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ebbd0c2-9aa4-4772-bc49-030c21769ccb req-bb537ef9-f547-45a7-91e0-6ee871628214 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.36 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 946 time: 0.3543713 Sep 30 08:23:30.678423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] For port 82badd71-66bf-42bb-92a2-5fee1530f62f, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:30.681732 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] For port 82badd71-66bf-42bb-92a2-5fee1530f62f, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=82badd71-66bf-42bb-92a2-5fee1530f62f,segment=NetworkSegment(145b24ff-231d-4408-b56f-299cca429c59),segment_id=145b24ff-231d-4408-b56f-299cca429c59)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:30.690490 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.705576 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2f105932-e56a-4f0f-af16-09b19f21f2b6 None None] Set router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:30.968487 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44fa04-24c4-4870-ba3f-1080df7ee0e5 None None] Pushing event updated for resources: {'Port': ['ID=82badd71-66bf-42bb-92a2-5fee1530f62f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:30.991735 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d7a6669-6a38-4623-bcbd-cae6799609c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:30.997415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-aada449a-7638-45b4-9d01-6c89b0a42e8b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Allocated IP 2001:db8::17d (0e8ab9cd-4131-45ad-a298-aa4fea4d2608/0533aa80-d07d-46c9-9c0c-08391a68104e/7a7dceef-3312-43a6-913e-fc61fa2fd794) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:31.018908 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece7820-7b00-45d5-a2e9-4c3f03f09351 req-3c8dc9f0-bf61-444f-baac-6919feda0dd4 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:31.023519 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dece7820-7b00-45d5-a2e9-4c3f03f09351 req-3c8dc9f0-bf61-444f-baac-6919feda0dd4 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=d70346c0-cd8a-4714-b64a-3f67c7311439 HTTP/1.1" status: 200 len: 946 time: 0.6976063 Sep 30 08:23:31.125177 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6d7a6669-6a38-4623-bcbd-cae6799609c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c34bd4-ef4b-4a88-aeeb-535079546498']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:31.156444 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6d7a6669-6a38-4623-bcbd-cae6799609c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63818524-b218-47d4-9183-c1923945cece') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:31.156728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6d7a6669-6a38-4623-bcbd-cae6799609c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63818524-b218-47d4-9183-c1923945cece') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:31.172813 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-aada449a-7638-45b4-9d01-6c89b0a42e8b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Allocated IP 2001:db8:0:1::352 (0e8ab9cd-4131-45ad-a298-aa4fea4d2608/1adf5865-5891-44f6-9b6b-49fcab076fab/7a7dceef-3312-43a6-913e-fc61fa2fd794) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:31.178879 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:23:31.182911 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-00e63a21-954b-4e6e-b189-c434374fc994 req-cc84a708-8cd5-4c07-8526-9595ac83c4c1 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:31.208769 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d7a6669-6a38-4623-bcbd-cae6799609c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:31.211628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16025a2-bd13-4322-b244-240d91e0f061 req-83661ed3-09a4-435e-b29e-a22db4ed9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:31.213289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d16025a2-bd13-4322-b244-240d91e0f061 req-83661ed3-09a4-435e-b29e-a22db4ed9ee1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2853f78c-258b-44eb-b2b6-ea7b0afde7f3 HTTP/1.1" status: 200 len: 898 time: 0.5603375 Sep 30 08:23:31.220885 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ea777-2e5d-41c3-a0ee-9470c4020e09 req-08a021fb-798a-474b-aa69-4542ec726fc4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:31.222456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-387ea777-2e5d-41c3-a0ee-9470c4020e09 req-08a021fb-798a-474b-aa69-4542ec726fc4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 946 time: 0.6031022 Sep 30 08:23:31.242619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['79d512eb-ac8d-4a09-aee4-38377ac25126'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:31.312981 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2f105932-e56a-4f0f-af16-09b19f21f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:23:12Z', 'revision_number': 6, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '5a47744a-ce75-420e-bdb4-907a67f137e4', 'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:2d:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:15Z', 'updated_at': '2021-09-30T08:21:20Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:31.348812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f105932-e56a-4f0f-af16-09b19f21f2b6 None None] The sync data for ids ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'] in n-d-807359-2 is: [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:23:12Z', 'revision_number': 6, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '5a47744a-ce75-420e-bdb4-907a67f137e4', 'name': '', 'network_id': '2853f78c-258b-44eb-b2b6-ea7b0afde7f3', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:2d:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:15Z', 'updated_at': '2021-09-30T08:21:20Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'cee72f45-e1f6-46e8-8c48-d17f733f151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:23:31.396728 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aada449a-7638-45b4-9d01-6c89b0a42e8b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:31.444960 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aada449a-7638-45b4-9d01-6c89b0a42e8b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:31.489394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aada449a-7638-45b4-9d01-6c89b0a42e8b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network 0e8ab9cd-4131-45ad-a298-aa4fea4d2608 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:31.493127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-aada449a-7638-45b4-9d01-6c89b0a42e8b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:31.495813 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada449a-7638-45b4-9d01-6c89b0a42e8b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:31.501974 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aada449a-7638-45b4-9d01-6c89b0a42e8b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:31.502761 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aada449a-7638-45b4-9d01-6c89b0a42e8b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:31.533346 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada449a-7638-45b4-9d01-6c89b0a42e8b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=7a7dceef-3312-43a6-913e-fc61fa2fd794,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:31.542846 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aada449a-7638-45b4-9d01-6c89b0a42e8b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.7737374 Sep 30 08:23:31.542846 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:31.548631 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d88c9a7a-975a-467a-b3ac-676f8257a67c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0533aa80-d07d-46c9-9c0c-08391a68104e'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:31.640991 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d88c9a7a-975a-467a-b3ac-676f8257a67c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:31.735522 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d16025a2-bd13-4322-b244-240d91e0f061 req-44c2416a-7051-42e9-9681-ce3499389e3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b338c2bc-dbd5-40b6-a20a-eededb8450de HTTP/1.1" status: 200 len: 217 time: 0.5034935 Sep 30 08:23:31.749743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dece7820-7b00-45d5-a2e9-4c3f03f09351 req-f6e4301d-c5ea-4315-b286-fe1f22356eb2 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6953330 Sep 30 08:23:31.753604 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d7a6669-6a38-4623-bcbd-cae6799609c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:31.755238 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af37af2-2ab9-4011-958b-03e26df64504 None None] New status for floating IP 991acb72-1b0b-47d8-9e94-9e7ed27b05d3: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:23:31.758514 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84a708-8cd5-4c07-8526-9595ac83c4c1 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Pushing event deleted for resources: {'Port': ['ID=79d512eb-ac8d-4a09-aee4-38377ac25126,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:31.802959 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7a6669-6a38-4623-bcbd-cae6799609c1 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:23:31.803366 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d7a6669-6a38-4623-bcbd-cae6799609c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:23:31.811536 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:23:31.901184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e63a21-954b-4e6e-b189-c434374fc994 req-cc84a708-8cd5-4c07-8526-9595ac83c4c1 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] No DVR routers for this DVR port 79d512eb-ac8d-4a09-aee4-38377ac25126 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:31.917323 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-387ea777-2e5d-41c3-a0ee-9470c4020e09 req-383df20c-dd7e-4641-be03-994c2aecd322 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=149ad185-1158-4e63-9c6b-07ca90de4f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6192513 Sep 30 08:23:31.927111 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-00e63a21-954b-4e6e-b189-c434374fc994 req-cc84a708-8cd5-4c07-8526-9595ac83c4c1 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:31.929227 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00e63a21-954b-4e6e-b189-c434374fc994 req-cc84a708-8cd5-4c07-8526-9595ac83c4c1 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.35 "DELETE /v2.0/ports/79d512eb-ac8d-4a09-aee4-38377ac25126 HTTP/1.1" status: 204 len: 173 time: 2.7023916 Sep 30 08:23:32.059638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16025a2-bd13-4322-b244-240d91e0f061 req-f05e138d-856c-4d29-a8a7-610d2a62c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:32.061260 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d16025a2-bd13-4322-b244-240d91e0f061 req-f05e138d-856c-4d29-a8a7-610d2a62c4b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cee72f45-e1f6-46e8-8c48-d17f733f151d HTTP/1.1" status: 200 len: 835 time: 0.3038976 Sep 30 08:23:32.065255 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d7a6669-6a38-4623-bcbd-cae6799609c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.100660 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d7a6669-6a38-4623-bcbd-cae6799609c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.106715 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6d7a6669-6a38-4623-bcbd-cae6799609c1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/76c34bd4-ef4b-4a88-aeeb-535079546498 HTTP/1.1" status: 204 len: 168 time: 1.9734619 Sep 30 08:23:32.159107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1ebbd0c2-9aa4-4772-bc49-030c21769ccb req-0ffcc95b-33a6-4d60-ab6f-e45842715cd0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Deleting port b338c2bc-dbd5-40b6-a20a-eededb8450de {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:32.160142 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1ebbd0c2-9aa4-4772-bc49-030c21769ccb req-0ffcc95b-33a6-4d60-ab6f-e45842715cd0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.170620 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b24f778a-018b-4ec6-92d2-bf653b01a9bc req-e4142237-77e1-4162-917c-efa755f4b56d tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.1073856 Sep 30 08:23:32.179218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d88c9a7a-975a-467a-b3ac-676f8257a67c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Delete allocated IP 2001:db8:0:1::352 (0e8ab9cd-4131-45ad-a298-aa4fea4d2608/1adf5865-5891-44f6-9b6b-49fcab076fab) {{(pid=94838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 08:23:32.237665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a6669-6a38-4623-bcbd-cae6799609c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=76c34bd4-ef4b-4a88-aeeb-535079546498,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:32.391782 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70346c0-cd8a-4714-b64a-3f67c7311439', 'name': 'network-vif-deleted', 'tag': '79d512eb-ac8d-4a09-aee4-38377ac25126'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:32.402006 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c04906-e16c-4946-996f-8c57095606ad" -d '{"events": [{"server_uuid": "d70346c0-cd8a-4714-b64a-3f67c7311439", "name": "network-vif-deleted", "tag": "79d512eb-ac8d-4a09-aee4-38377ac25126"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:32.465502 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d88c9a7a-975a-467a-b3ac-676f8257a67c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.471549 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16025a2-bd13-4322-b244-240d91e0f061 req-1b9c8828-23a0-4c6b-b4c1-6e2e2980e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:32.475943 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d88c9a7a-975a-467a-b3ac-676f8257a67c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.483708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d16025a2-bd13-4322-b244-240d91e0f061 req-1b9c8828-23a0-4c6b-b4c1-6e2e2980e672 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2853f78c-258b-44eb-b2b6-ea7b0afde7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3997970 Sep 30 08:23:32.518733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc88ec-2a1a-4a26-8e37-51ec20e45c95 req-1aec87f2-a1c8-4899-854f-08a889ecdbc9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:32.520748 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18bc88ec-2a1a-4a26-8e37-51ec20e45c95 req-1aec87f2-a1c8-4899-854f-08a889ecdbc9 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 946 time: 0.4342136 Sep 30 08:23:32.545049 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95629fe-7b04-490c-8ebf-ca2a2e56f9ad x-openstack-request-id: req-e95629fe-7b04-490c-8ebf-ca2a2e56f9ad {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:32.545355 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70346c0-cd8a-4714-b64a-3f67c7311439", "name": "network-vif-deleted", "tag": "79d512eb-ac8d-4a09-aee4-38377ac25126", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:32.545617 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e95629fe-7b04-490c-8ebf-ca2a2e56f9ad {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:32.546041 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70346c0-cd8a-4714-b64a-3f67c7311439', 'name': 'network-vif-deleted', 'tag': '79d512eb-ac8d-4a09-aee4-38377ac25126', 'status': 'completed', 'code': 200} Sep 30 08:23:32.570503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c9a7a-975a-467a-b3ac-676f8257a67c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=7a7dceef-3312-43a6-913e-fc61fa2fd794,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:32.581877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:32.631387 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538fb1c6-6f54-417b-b331-207dbced6f80 None None] Network 0e8ab9cd-4131-45ad-a298-aa4fea4d2608 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:32.668859 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d88c9a7a-975a-467a-b3ac-676f8257a67c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] In _notify_port_updated(), no bound segment for port 7a7dceef-3312-43a6-913e-fc61fa2fd794 on network 0e8ab9cd-4131-45ad-a298-aa4fea4d2608 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:23:32.676046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88c9a7a-975a-467a-b3ac-676f8257a67c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:32.676739 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d88c9a7a-975a-467a-b3ac-676f8257a67c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.681347 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d88c9a7a-975a-467a-b3ac-676f8257a67c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "PUT /v2.0/ports/7a7dceef-3312-43a6-913e-fc61fa2fd794 HTTP/1.1" status: 200 len: 925 time: 1.1344471 Sep 30 08:23:32.684157 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51322) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:32.691182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d1d20ea5-ac94-4d95-a3a0-41215b356e8a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0533aa80-d07d-46c9-9c0c-08391a68104e'}, {'subnet_id': '1adf5865-5891-44f6-9b6b-49fcab076fab'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:32.716835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-78396c2f-3490-45d1-b675-6331071b1951 None None] Provisioning complete for port 82badd71-66bf-42bb-92a2-5fee1530f62f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:32.717218 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78396c2f-3490-45d1-b675-6331071b1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.730607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1ebbd0c2-9aa4-4772-bc49-030c21769ccb req-0ffcc95b-33a6-4d60-ab6f-e45842715cd0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] For port b338c2bc-dbd5-40b6-a20a-eededb8450de, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=b338c2bc-dbd5-40b6-a20a-eededb8450de,segment=NetworkSegment(4bddac73-c91c-43b2-907a-2ea0356877c9),segment_id=4bddac73-c91c-43b2-907a-2ea0356877c9)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:32.732224 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1ebbd0c2-9aa4-4772-bc49-030c21769ccb req-0ffcc95b-33a6-4d60-ab6f-e45842715cd0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.774160 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2e6909d8-8e21-42a3-9e87-c6442135a24d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7bf2ff079e03431d9b13ca6327969e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1888111 Sep 30 08:23:32.777369 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51324) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:32.855361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1ebbd0c2-9aa4-4772-bc49-030c21769ccb req-0ffcc95b-33a6-4d60-ab6f-e45842715cd0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Calling delete_port for b338c2bc-dbd5-40b6-a20a-eededb8450de owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:32.880180 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18bc88ec-2a1a-4a26-8e37-51ec20e45c95 req-4c555756-5be1-4dea-bcb3-9d35a2b71aa5 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3061776 Sep 30 08:23:32.908460 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1d20ea5-ac94-4d95-a3a0-41215b356e8a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.923376 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0abc17c2-cab6-4861-968a-3d0328bc12ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:32.964835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 82badd71-66bf-42bb-92a2-5fee1530f62f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:32.986374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d16025a2-bd13-4322-b244-240d91e0f061 req-437c432c-0c60-4e02-9711-c78c0a6fb5ba service neutron] 10.222.0.36 "GET /v2.0/networks/2853f78c-258b-44eb-b2b6-ea7b0afde7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393075 Sep 30 08:23:33.014690 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0abc17c2-cab6-4861-968a-3d0328bc12ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.081699 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 82badd71-66bf-42bb-92a2-5fee1530f62f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:33.082247 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.163417 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0abc17c2-cab6-4861-968a-3d0328bc12ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.166984 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0abc17c2-cab6-4861-968a-3d0328bc12ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.168212 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0abc17c2-cab6-4861-968a-3d0328bc12ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80e7eb1d-8664-469f-8d61-7f34075a4c7d HTTP/1.1" status: 204 len: 168 time: 0.3898365 Sep 30 08:23:33.198621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc17c2-cab6-4861-968a-3d0328bc12ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e7eb1d-8664-469f-8d61-7f34075a4c7d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:33.354608 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.358519 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78396c2f-3490-45d1-b675-6331071b1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.367507 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859b647-def4-48fd-ab7f-fc92665d1686 req-b5b5a407-e0b1-4d0e-bdbe-a249de2946c8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:33.369802 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6859b647-def4-48fd-ab7f-fc92665d1686 req-b5b5a407-e0b1-4d0e-bdbe-a249de2946c8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=34de66a0-cc97-434e-b61f-13c839dae179 HTTP/1.1" status: 200 len: 946 time: 0.3464675 Sep 30 08:23:33.432355 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 82badd71-66bf-42bb-92a2-5fee1530f62f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=82badd71-66bf-42bb-92a2-5fee1530f62f,segment=NetworkSegment(145b24ff-231d-4408-b56f-299cca429c59),segment_id=145b24ff-231d-4408-b56f-299cca429c59)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:33.447444 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.484961 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d16025a2-bd13-4322-b244-240d91e0f061 req-dbc3a9d9-5eac-4f56-b9c4-d3fdc06d1d23 service neutron] 10.222.0.36 "GET /v2.0/networks/2853f78c-258b-44eb-b2b6-ea7b0afde7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872267 Sep 30 08:23:33.588169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d2390ae-f766-47ed-a686-418986345863 req-0f21eb52-23f0-4623-a771-eb1b75b3467a tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.2512190 Sep 30 08:23:33.615857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=82badd71-66bf-42bb-92a2-5fee1530f62f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:33.680968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d1d20ea5-ac94-4d95-a3a0-41215b356e8a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Allocated IP 2001:db8:0:1::2bb (0e8ab9cd-4131-45ad-a298-aa4fea4d2608/1adf5865-5891-44f6-9b6b-49fcab076fab/7a7dceef-3312-43a6-913e-fc61fa2fd794) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:33.681559 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-78396c2f-3490-45d1-b675-6331071b1951 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:23:33.682419 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-78396c2f-3490-45d1-b675-6331071b1951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:23:33.695663 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e92e25-b617-41ac-91fe-5b72723af5af None None] Update dhcp port {'port': {'network_id': '0e8ab9cd-4131-45ad-a298-aa4fea4d2608', 'fixed_ips': [{'subnet_id': '0533aa80-d07d-46c9-9c0c-08391a68104e', 'ip_address': '2001:db8::2'}, {'subnet_id': '1adf5865-5891-44f6-9b6b-49fcab076fab'}], 'binding:host_id': 'n-d-807359-2'}, 'id': '82badd71-66bf-42bb-92a2-5fee1530f62f'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:23:33.739408 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6e92e25-b617-41ac-91fe-5b72723af5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.750826 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1ebbd0c2-9aa4-4772-bc49-030c21769ccb req-0ffcc95b-33a6-4d60-ab6f-e45842715cd0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.872793 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6859b647-def4-48fd-ab7f-fc92665d1686 req-698789ea-f5d0-4f54-a5af-e656cdc40641 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=149ad185-1158-4e63-9c6b-07ca90de4f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4550180 Sep 30 08:23:33.892516 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d38d7-d4b2-4000-8c79-ca6b6aacff31 req-103f22e6-fbf0-42b0-9eb2-534cba05a22b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:33.896502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d7d38d7-d4b2-4000-8c79-ca6b6aacff31 req-103f22e6-fbf0-42b0-9eb2-534cba05a22b tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.35 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 946 time: 0.3495417 Sep 30 08:23:33.920561 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1d20ea5-ac94-4d95-a3a0-41215b356e8a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:33.927696 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1d20ea5-ac94-4d95-a3a0-41215b356e8a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.053219 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 79d512eb-ac8d-4a09-aee4-38377ac25126 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:34.056918 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device b338c2bc-dbd5-40b6-a20a-eededb8450de no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:34.059109 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcc95b-33a6-4d60-ab6f-e45842715cd0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Port': ['ID=b338c2bc-dbd5-40b6-a20a-eededb8450de,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:34.150746 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d1d20ea5-ac94-4d95-a3a0-41215b356e8a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] In _notify_port_updated(), no bound segment for port 7a7dceef-3312-43a6-913e-fc61fa2fd794 on network 0e8ab9cd-4131-45ad-a298-aa4fea4d2608 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:23:34.163297 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d20ea5-ac94-4d95-a3a0-41215b356e8a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:34.167380 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1d20ea5-ac94-4d95-a3a0-41215b356e8a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.173950 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d1d20ea5-ac94-4d95-a3a0-41215b356e8a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "PUT /v2.0/ports/7a7dceef-3312-43a6-913e-fc61fa2fd794 HTTP/1.1" status: 200 len: 1011 time: 1.4859052 Sep 30 08:23:34.174690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebbd0c2-9aa4-4772-bc49-030c21769ccb req-0ffcc95b-33a6-4d60-ab6f-e45842715cd0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] No DVR routers for this DVR port b338c2bc-dbd5-40b6-a20a-eededb8450de on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:34.176644 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:34.180078 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1ebbd0c2-9aa4-4772-bc49-030c21769ccb req-0ffcc95b-33a6-4d60-ab6f-e45842715cd0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.182899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ebbd0c2-9aa4-4772-bc49-030c21769ccb req-0ffcc95b-33a6-4d60-ab6f-e45842715cd0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.36 "DELETE /v2.0/ports/b338c2bc-dbd5-40b6-a20a-eededb8450de HTTP/1.1" status: 204 len: 173 time: 3.5288119 Sep 30 08:23:34.233554 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeffd18-dbb9-49db-b6d9-a731ceae3018 req-3cfa4d8d-219d-4260-b862-7edd1f2a834c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:34.243527 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7eeffd18-dbb9-49db-b6d9-a731ceae3018 req-3cfa4d8d-219d-4260-b862-7edd1f2a834c tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 946 time: 0.1782553 Sep 30 08:23:34.293460 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1d7d38d7-d4b2-4000-8c79-ca6b6aacff31 req-5dd66403-fc1c-4764-9b18-d9dcf75a927a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Deleting port dc813296-8894-41e0-8350-052b7724d5d6 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:34.294860 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1d7d38d7-d4b2-4000-8c79-ca6b6aacff31 req-5dd66403-fc1c-4764-9b18-d9dcf75a927a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.344005 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d20ea5-ac94-4d95-a3a0-41215b356e8a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=7a7dceef-3312-43a6-913e-fc61fa2fd794,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:34.449336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1d7d38d7-d4b2-4000-8c79-ca6b6aacff31 req-5dd66403-fc1c-4764-9b18-d9dcf75a927a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] For port dc813296-8894-41e0-8350-052b7724d5d6, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=dc813296-8894-41e0-8350-052b7724d5d6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:34.449957 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1d7d38d7-d4b2-4000-8c79-ca6b6aacff31 req-5dd66403-fc1c-4764-9b18-d9dcf75a927a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.484965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-008bac6b-c390-46e0-bc78-216ad48a5708 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port 7a7dceef-3312-43a6-913e-fc61fa2fd794 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:34.485345 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-008bac6b-c390-46e0-bc78-216ad48a5708 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.675513 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: b338c2bc-dbd5-40b6-a20a-eededb8450de {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:34.675855 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device b338c2bc-dbd5-40b6-a20a-eededb8450de not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:34.691829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 79d512eb-ac8d-4a09-aee4-38377ac25126 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:34.694070 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 79d512eb-ac8d-4a09-aee4-38377ac25126 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:34.792847 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-e6e92e25-b617-41ac-91fe-5b72723af5af None None] Allocated IP 2001:db8:0:1::2 (0e8ab9cd-4131-45ad-a298-aa4fea4d2608/1adf5865-5891-44f6-9b6b-49fcab076fab/82badd71-66bf-42bb-92a2-5fee1530f62f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:34.840885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51376) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:34.859303 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1d7d38d7-d4b2-4000-8c79-ca6b6aacff31 req-5dd66403-fc1c-4764-9b18-d9dcf75a927a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.859951 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1d7d38d7-d4b2-4000-8c79-ca6b6aacff31 req-5dd66403-fc1c-4764-9b18-d9dcf75a927a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.868620 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-1d7d38d7-d4b2-4000-8c79-ca6b6aacff31 req-5dd66403-fc1c-4764-9b18-d9dcf75a927a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Floating IP 4c535054-f27f-4b9f-850e-c906164726a6 disassociated. External IP: 172.25.0.106, port: dc813296-8894-41e0-8350-052b7724d5d6. Sep 30 08:23:34.869253 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1d7d38d7-d4b2-4000-8c79-ca6b6aacff31 req-5dd66403-fc1c-4764-9b18-d9dcf75a927a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Calling delete_port for dc813296-8894-41e0-8350-052b7724d5d6 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:34.917674 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-008bac6b-c390-46e0-bc78-216ad48a5708 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:34.948315 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-008bac6b-c390-46e0-bc78-216ad48a5708 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for 7a7dceef-3312-43a6-913e-fc61fa2fd794 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:34.965830 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 82badd71-66bf-42bb-92a2-5fee1530f62f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:35.034911 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34de66a0-cc97-434e-b61f-13c839dae179', 'name': 'network-vif-deleted', 'tag': 'b338c2bc-dbd5-40b6-a20a-eededb8450de'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:35.043698 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982293b2-a45d-4f08-85f2-addec6f95119" -d '{"events": [{"server_uuid": "34de66a0-cc97-434e-b61f-13c839dae179", "name": "network-vif-deleted", "tag": "b338c2bc-dbd5-40b6-a20a-eededb8450de"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:35.090676 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7eeffd18-dbb9-49db-b6d9-a731ceae3018 req-5f53c7b6-fedd-4ef2-b6ce-b2857c32c503 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed34d206-aace-4695-8c8d-d744f4b4a489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8456976 Sep 30 08:23:35.096215 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 82badd71-66bf-42bb-92a2-5fee1530f62f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:35.096398 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.131847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c86e0935-ee6c-46e0-83fa-488e5850903b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1189745526-network', 'tenant_id': '9f3b123a84db4f0a8ae3a643ec5880ae'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:35.160554 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60c5ee9d-9655-4136-a8b0-e63e16f6f27a req-c24dcc35-47c4-4402-a714-bb19fc10fac0 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.1264155 Sep 30 08:23:35.169269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51386) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:35.282207 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e6e92e25-b617-41ac-91fe-5b72723af5af None None] For port 82badd71-66bf-42bb-92a2-5fee1530f62f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=82badd71-66bf-42bb-92a2-5fee1530f62f,segment=NetworkSegment(145b24ff-231d-4408-b56f-299cca429c59),segment_id=145b24ff-231d-4408-b56f-299cca429c59)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:35.282780 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b470cd3-b6cb-44bd-afd2-040d7b618abf x-openstack-request-id: req-4b470cd3-b6cb-44bd-afd2-040d7b618abf {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:35.283185 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34de66a0-cc97-434e-b61f-13c839dae179", "name": "network-vif-deleted", "tag": "b338c2bc-dbd5-40b6-a20a-eededb8450de", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:35.284946 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b470cd3-b6cb-44bd-afd2-040d7b618abf {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:35.285503 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34de66a0-cc97-434e-b61f-13c839dae179', 'name': 'network-vif-deleted', 'tag': 'b338c2bc-dbd5-40b6-a20a-eededb8450de', 'status': 'completed', 'code': 200} Sep 30 08:23:35.286458 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1d7d38d7-d4b2-4000-8c79-ca6b6aacff31 req-5dd66403-fc1c-4764-9b18-d9dcf75a927a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.316258 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86e0935-ee6c-46e0-83fa-488e5850903b admin admin] Made reservation on behalf of 9f3b123a84db4f0a8ae3a643ec5880ae for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:35.321096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c86e0935-ee6c-46e0-83fa-488e5850903b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.346402 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd66403-fc1c-4764-9b18-d9dcf75a927a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event deleted for resources: {'Port': ['ID=dc813296-8894-41e0-8350-052b7724d5d6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:35.363377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c86e0935-ee6c-46e0-83fa-488e5850903b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.381869 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6e92e25-b617-41ac-91fe-5b72723af5af None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.384583 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8df131c6-c556-457e-867d-fc34f6d6a981 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.394617 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6e92e25-b617-41ac-91fe-5b72723af5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.462861 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8df131c6-c556-457e-867d-fc34f6d6a981 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.508414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e92e25-b617-41ac-91fe-5b72723af5af None None] Pushing event updated for resources: {'Port': ['ID=82badd71-66bf-42bb-92a2-5fee1530f62f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:35.510255 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-008bac6b-c390-46e0-bc78-216ad48a5708 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.551679 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bac6b-c390-46e0-bc78-216ad48a5708 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=7a7dceef-3312-43a6-913e-fc61fa2fd794,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:35.581804 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d7d38d7-d4b2-4000-8c79-ca6b6aacff31 req-5dd66403-fc1c-4764-9b18-d9dcf75a927a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Router 9f92160a-ade3-418e-991f-4b21fecd7c17 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:23:35.667106 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8df131c6-c556-457e-867d-fc34f6d6a981 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.670908 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8df131c6-c556-457e-867d-fc34f6d6a981 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.675607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8df131c6-c556-457e-867d-fc34f6d6a981 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "DELETE /v2.0/security-groups/149ad185-1158-4e63-9c6b-07ca90de4f4b HTTP/1.1" status: 204 len: 168 time: 0.4936435 Sep 30 08:23:35.732630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51392) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:35.734791 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-008bac6b-c390-46e0-bc78-216ad48a5708 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:35.739449 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-008bac6b-c390-46e0-bc78-216ad48a5708 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/7a7dceef-3312-43a6-913e-fc61fa2fd794 HTTP/1.1" status: 204 len: 168 time: 1.5594926 Sep 30 08:23:35.755284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51394) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:35.769341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df131c6-c556-457e-867d-fc34f6d6a981 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149ad185-1158-4e63-9c6b-07ca90de4f4b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:35.928628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d7d38d7-d4b2-4000-8c79-ca6b6aacff31 req-5dd66403-fc1c-4764-9b18-d9dcf75a927a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:23:35.957849 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d383d353-e1e0-4565-8b33-c7840735120d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] GET failed (client error): The resource could not be found. Sep 30 08:23:35.987447 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d383d353-e1e0-4565-8b33-c7840735120d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/7a7dceef-3312-43a6-913e-fc61fa2fd794 HTTP/1.1" status: 404 len: 333 time: 0.2068501 Sep 30 08:23:35.988702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51396) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:36.008723 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d89cd5-3baf-4273-9d0c-79d6a086cfb0 None None] Sync routers for ids ['9f92160a-ade3-418e-991f-4b21fecd7c17'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:23:36.071051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7d38d7-d4b2-4000-8c79-ca6b6aacff31 req-5dd66403-fc1c-4764-9b18-d9dcf75a927a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] No DVR routers for this DVR port dc813296-8894-41e0-8350-052b7724d5d6 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:36.073806 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1d7d38d7-d4b2-4000-8c79-ca6b6aacff31 req-5dd66403-fc1c-4764-9b18-d9dcf75a927a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.076164 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d7d38d7-d4b2-4000-8c79-ca6b6aacff31 req-5dd66403-fc1c-4764-9b18-d9dcf75a927a tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.35 "DELETE /v2.0/ports/dc813296-8894-41e0-8350-052b7724d5d6 HTTP/1.1" status: 204 len: 173 time: 2.1708651 Sep 30 08:23:36.096042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d89cd5-3baf-4273-9d0c-79d6a086cfb0 None None] Routers {'9f92160a-ade3-418e-991f-4b21fecd7c17'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:36.100153 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-12d89cd5-3baf-4273-9d0c-79d6a086cfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9f92160a-ade3-418e-991f-4b21fecd7c17'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:36.211627 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c86e0935-ee6c-46e0-83fa-488e5850903b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.236661 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c86e0935-ee6c-46e0-83fa-488e5850903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.395948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e0935-ee6c-46e0-83fa-488e5850903b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:36.438759 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbdd13a-f2cb-433d-893b-c2ed6439c1a2 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting subnet 1adf5865-5891-44f6-9b6b-49fcab076fab {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:23:36.443878 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dbdd13a-f2cb-433d-893b-c2ed6439c1a2 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.453834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34ca9cb7-859e-4373-baa4-ee471d0a2e91 req-c2737661-08a9-4b02-b01f-8109c630e4c3 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/ports?device_id=8562e0b0-02ad-4ad1-8e70-420c9ccd7cab HTTP/1.1" status: 200 len: 210 time: 0.1729915 Sep 30 08:23:36.455711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f70eac48-04b7-470b-b1c9-331b5f0f25bc req-7a09a9ba-ed0e-40cc-a041-f1fa2271ae21 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.0629838 Sep 30 08:23:36.518831 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-12d89cd5-3baf-4273-9d0c-79d6a086cfb0 None None] Set router 9f92160a-ade3-418e-991f-4b21fecd7c17 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:36.527111 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dbdd13a-f2cb-433d-893b-c2ed6439c1a2 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.645837 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dbdd13a-f2cb-433d-893b-c2ed6439c1a2 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.770874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 82badd71-66bf-42bb-92a2-5fee1530f62f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:36.943250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86e0935-ee6c-46e0-83fa-488e5850903b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:23:36.954149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3b887d-6717-48e6-9980-66cbf8a21c2d None None] Network 0e8ab9cd-4131-45ad-a298-aa4fea4d2608 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:36.978050 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dbdd13a-f2cb-433d-893b-c2ed6439c1a2 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.985591 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c86e0935-ee6c-46e0-83fa-488e5850903b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:36.986074 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-c86e0935-ee6c-46e0-83fa-488e5850903b admin admin] Added segment 194436a1-b166-4ad1-afb8-89081f7c51fe of type vlan for network afad8171-3bfb-40e9-83cf-95d3c452402b Sep 30 08:23:37.011627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 82badd71-66bf-42bb-92a2-5fee1530f62f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:37.012251 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.055232 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbdd13a-f2cb-433d-893b-c2ed6439c1a2 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Subnet': ['ID=1adf5865-5891-44f6-9b6b-49fcab076fab,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:37.106252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-12d89cd5-3baf-4273-9d0c-79d6a086cfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7', 'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'mac_address': 'fa:16:3e:c5:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:03Z', 'updated_at': '2021-09-30T08:15:10Z', 'revision_number': 5, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'subnets': [{'id': 'ee72be49-df02-4420-900e-333e8ceca494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:37.146377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dbdd13a-f2cb-433d-893b-c2ed6439c1a2 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.150435 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51418) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:37.150927 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8dbdd13a-f2cb-433d-893b-c2ed6439c1a2 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/1adf5865-5891-44f6-9b6b-49fcab076fab HTTP/1.1" status: 204 len: 168 time: 1.1520851 Sep 30 08:23:37.161581 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d89cd5-3baf-4273-9d0c-79d6a086cfb0 None None] Checking router: 9f92160a-ade3-418e-991f-4b21fecd7c17 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:23:37.176077 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c86e0935-ee6c-46e0-83fa-488e5850903b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.194704 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-13b8cbdf-9ec9-4057-ba0a-7f1fba7e0d7a None None] Provisioning complete for port 82badd71-66bf-42bb-92a2-5fee1530f62f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:37.195254 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13b8cbdf-9ec9-4057-ba0a-7f1fba7e0d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.229567 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c86e0935-ee6c-46e0-83fa-488e5850903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.230550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e0935-ee6c-46e0-83fa-488e5850903b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:37.231132 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c86e0935-ee6c-46e0-83fa-488e5850903b admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.275204 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d89cd5-3baf-4273-9d0c-79d6a086cfb0 None None] Routers {'9f92160a-ade3-418e-991f-4b21fecd7c17'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:37.276437 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-12d89cd5-3baf-4273-9d0c-79d6a086cfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9f92160a-ade3-418e-991f-4b21fecd7c17'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:37.308801 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c86e0935-ee6c-46e0-83fa-488e5850903b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4641905 Sep 30 08:23:37.309475 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51422) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:37.319400 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'name': 'network-vif-deleted', 'tag': 'dc813296-8894-41e0-8350-052b7724d5d6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:37.321954 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f34b0000-fa67-4e2b-affb-c85fa0c6ea66 admin admin] Request body: {'subnet': {'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1189745526-subnet', 'tenant_id': '9f3b123a84db4f0a8ae3a643ec5880ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:37.325726 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a88feb2-9cb6-447d-a7e2-d59aa953758a" -d '{"events": [{"server_uuid": "8562e0b0-02ad-4ad1-8e70-420c9ccd7cab", "name": "network-vif-deleted", "tag": "dc813296-8894-41e0-8350-052b7724d5d6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:37.342421 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb118a4-95fc-4eef-b65c-a8392bcdef8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting subnet 0533aa80-d07d-46c9-9c0c-08391a68104e {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:23:37.357496 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bb118a4-95fc-4eef-b65c-a8392bcdef8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.440279 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bb118a4-95fc-4eef-b65c-a8392bcdef8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.452229 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e0935-ee6c-46e0-83fa-488e5850903b admin admin] Pushing event updated for resources: {'Network': ['ID=afad8171-3bfb-40e9-83cf-95d3c452402b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:37.503550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34b0000-fa67-4e2b-affb-c85fa0c6ea66 admin admin] Made reservation on behalf of 9f3b123a84db4f0a8ae3a643ec5880ae for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:37.507707 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network afad8171-3bfb-40e9-83cf-95d3c452402b details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:23:37.522931 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f34b0000-fa67-4e2b-affb-c85fa0c6ea66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.564495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-12d89cd5-3baf-4273-9d0c-79d6a086cfb0 None None] Set router 9f92160a-ade3-418e-991f-4b21fecd7c17 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:37.625742 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bb118a4-95fc-4eef-b65c-a8392bcdef8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.695231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51434) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:37.703217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c85bec06-32fd-40ed-8219-395d9a11eb29 req-e5d6eeeb-6187-484c-9351-03c1b3d0a439 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.0797288 Sep 30 08:23:37.770482 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2347d96f-93bc-480c-a4c2-3296ee80b657 x-openstack-request-id: req-2347d96f-93bc-480c-a4c2-3296ee80b657 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:37.770848 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8562e0b0-02ad-4ad1-8e70-420c9ccd7cab", "name": "network-vif-deleted", "tag": "dc813296-8894-41e0-8350-052b7724d5d6", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:37.771117 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2347d96f-93bc-480c-a4c2-3296ee80b657 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:37.771800 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8562e0b0-02ad-4ad1-8e70-420c9ccd7cab', 'name': 'network-vif-deleted', 'tag': 'dc813296-8894-41e0-8350-052b7724d5d6', 'status': 'completed', 'code': 200} Sep 30 08:23:37.828632 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-067f434b-d3a3-44f6-99bd-73197407d0c2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.847794 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bb118a4-95fc-4eef-b65c-a8392bcdef8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.874558 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bb118a4-95fc-4eef-b65c-a8392bcdef8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:37.887644 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4bb118a4-95fc-4eef-b65c-a8392bcdef8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/0533aa80-d07d-46c9-9c0c-08391a68104e HTTP/1.1" status: 204 len: 168 time: 0.7332735 Sep 30 08:23:37.897013 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51436) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:37.923026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb118a4-95fc-4eef-b65c-a8392bcdef8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Subnet': ['ID=0533aa80-d07d-46c9-9c0c-08391a68104e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:38.047049 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-13b8cbdf-9ec9-4057-ba0a-7f1fba7e0d7a None None] Could not find standard attr ID for object 7a7dceef-3312-43a6-913e-fc61fa2fd794. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:23:38.062784 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device dc813296-8894-41e0-8350-052b7724d5d6 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:38.095455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: dc813296-8894-41e0-8350-052b7724d5d6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:38.095737 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device dc813296-8894-41e0-8350-052b7724d5d6 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:38.382304 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-344aec37-3523-4659-9c58-965f996443c8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.387127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.483333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-12d89cd5-3baf-4273-9d0c-79d6a086cfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7', 'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'mac_address': 'fa:16:3e:c5:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:03Z', 'updated_at': '2021-09-30T08:15:10Z', 'revision_number': 5, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'subnets': [{'id': 'ee72be49-df02-4420-900e-333e8ceca494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:38.484248 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-344aec37-3523-4659-9c58-965f996443c8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.485478 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1824adc-8ce9-4a7b-8d37-defa3e86a747 None None] Update dhcp port {'port': {'network_id': '0e8ab9cd-4131-45ad-a298-aa4fea4d2608', 'fixed_ips': [{'subnet_id': '0533aa80-d07d-46c9-9c0c-08391a68104e'}], 'binding:host_id': 'n-d-807359-2'}, 'id': '82badd71-66bf-42bb-92a2-5fee1530f62f'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:23:38.557565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d89cd5-3baf-4273-9d0c-79d6a086cfb0 None None] The sync data for ids ['9f92160a-ade3-418e-991f-4b21fecd7c17'] in n-d-807359-2 is: [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:15:04Z', 'revision_number': 4, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7', 'name': '', 'network_id': '8236e29b-1d2b-4e53-9994-7f4dec0dd38a', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'mac_address': 'fa:16:3e:c5:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ee72be49-df02-4420-900e-333e8ceca494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:15:03Z', 'updated_at': '2021-09-30T08:15:10Z', 'revision_number': 5, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'subnets': [{'id': 'ee72be49-df02-4420-900e-333e8ceca494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:23:38.570696 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1824adc-8ce9-4a7b-8d37-defa3e86a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.717370 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f34b0000-fa67-4e2b-affb-c85fa0c6ea66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.816389 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port 82badd71-66bf-42bb-92a2-5fee1530f62f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:38.816389 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.892364 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-344aec37-3523-4659-9c58-965f996443c8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.912003 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c46b2df0-ade6-4c25-868c-c7169a7aea66 req-460b2b97-d591-4d2a-8024-af144bfa2ea0 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.0589435 Sep 30 08:23:38.912562 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-344aec37-3523-4659-9c58-965f996443c8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:38.918948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51448) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:38.919548 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-344aec37-3523-4659-9c58-965f996443c8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "DELETE /v2.0/security-groups/ed34d206-aace-4695-8c8d-d744f4b4a489 HTTP/1.1" status: 204 len: 168 time: 1.2215545 Sep 30 08:23:38.960178 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6417cea1-8890-4cec-a2b0-05c2a5498b59 None None] Network 0e8ab9cd-4131-45ad-a298-aa4fea4d2608 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:38.987644 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-bbf40d55-fffa-450d-aeef-b58bb241f5dc tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] show failed (client error): The resource could not be found. Sep 30 08:23:38.988666 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bbf40d55-fffa-450d-aeef-b58bb241f5dc tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "GET /v2.0/security-groups/ed34d206-aace-4695-8c8d-d744f4b4a489 HTTP/1.1" status: 404 len: 347 time: 0.0685933 Sep 30 08:23:38.994643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51452) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:39.013583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344aec37-3523-4659-9c58-965f996443c8 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed34d206-aace-4695-8c8d-d744f4b4a489,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:39.019238 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b0000-fa67-4e2b-affb-c85fa0c6ea66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7cf2dd-10be-4012-91c5-d45c31072a23,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:39.129216 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b0000-fa67-4e2b-affb-c85fa0c6ea66 admin admin] Checking segment: {'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:39.130341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34b0000-fa67-4e2b-affb-c85fa0c6ea66 admin admin] Network hostable DHCP agents. Network: afad8171-3bfb-40e9-83cf-95d3c452402b, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:23:39.150212 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323f9d0d-e7ea-4d18-95ee-bc843a256d91 None None] New status for floating IP 4c535054-f27f-4b9f-850e-c906164726a6: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:23:39.170791 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] For port 82badd71-66bf-42bb-92a2-5fee1530f62f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=82badd71-66bf-42bb-92a2-5fee1530f62f,segment=NetworkSegment(145b24ff-231d-4408-b56f-299cca429c59),segment_id=145b24ff-231d-4408-b56f-299cca429c59)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:39.171580 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.174290 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-96670041-5274-4ac8-b2e0-b4aaae01041e None None] Provisioning complete for port 82badd71-66bf-42bb-92a2-5fee1530f62f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:39.174746 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96670041-5274-4ac8-b2e0-b4aaae01041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.270437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for 82badd71-66bf-42bb-92a2-5fee1530f62f owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:39.284685 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34b0000-fa67-4e2b-affb-c85fa0c6ea66 admin admin] Network afad8171-3bfb-40e9-83cf-95d3c452402b is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:23:39.418538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a3c73d87-d49f-41c1-b000-54c5a0f78d40 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Deleting port 780e6fc4-1de5-4d26-917f-33943106898e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:39.419402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3c73d87-d49f-41c1-b000-54c5a0f78d40 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.508413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f34b0000-fa67-4e2b-affb-c85fa0c6ea66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, afad8171-3bfb-40e9-83cf-95d3c452402b) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:39.521521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34b0000-fa67-4e2b-affb-c85fa0c6ea66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:39.522180 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f34b0000-fa67-4e2b-affb-c85fa0c6ea66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.527874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d9b491-567f-4097-9144-6fbdf8b09539 None None] Network afad8171-3bfb-40e9-83cf-95d3c452402b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:39.576729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1df97f-03ae-490a-8ca3-3e1e6f740059 None None] DHCP port deletion for 0e8ab9cd-4131-45ad-a298-aa4fea4d2608 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:23:39.613421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-067f434b-d3a3-44f6-99bd-73197407d0c2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Deleting port 5a47744a-ce75-420e-bdb4-907a67f137e4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:39.614185 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-067f434b-d3a3-44f6-99bd-73197407d0c2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.617236 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3c73d87-d49f-41c1-b000-54c5a0f78d40 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.618139 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3c73d87-d49f-41c1-b000-54c5a0f78d40 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.651348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a3c73d87-d49f-41c1-b000-54c5a0f78d40 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Calling delete_port for 780e6fc4-1de5-4d26-917f-33943106898e owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:39.746809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-067f434b-d3a3-44f6-99bd-73197407d0c2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] For port 5a47744a-ce75-420e-bdb4-907a67f137e4, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5a47744a-ce75-420e-bdb4-907a67f137e4,segment=NetworkSegment(4bddac73-c91c-43b2-907a-2ea0356877c9),segment_id=4bddac73-c91c-43b2-907a-2ea0356877c9)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:39.747237 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-067f434b-d3a3-44f6-99bd-73197407d0c2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.764833 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-067f434b-d3a3-44f6-99bd-73197407d0c2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Calling delete_port for 5a47744a-ce75-420e-bdb4-907a67f137e4 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:39.803859 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51464) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:39.833945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bd1df97f-03ae-490a-8ca3-3e1e6f740059 None None] Deleting port 82badd71-66bf-42bb-92a2-5fee1530f62f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:39.834485 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd1df97f-03ae-490a-8ca3-3e1e6f740059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.837069 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea849cd6-46ed-4bf6-887d-8190f1cd7954 None None] Network afad8171-3bfb-40e9-83cf-95d3c452402b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:39.964917 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bd1df97f-03ae-490a-8ca3-3e1e6f740059 None None] For port 82badd71-66bf-42bb-92a2-5fee1530f62f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=82badd71-66bf-42bb-92a2-5fee1530f62f,segment=NetworkSegment(145b24ff-231d-4408-b56f-299cca429c59),segment_id=145b24ff-231d-4408-b56f-299cca429c59)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:39.966052 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd1df97f-03ae-490a-8ca3-3e1e6f740059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.970847 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b03eb69c-d24f-410d-8b5b-d8947f34abaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:39.986312 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bd1df97f-03ae-490a-8ca3-3e1e6f740059 None None] Calling delete_port for 82badd71-66bf-42bb-92a2-5fee1530f62f owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:39.993426 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3c73d87-d49f-41c1-b000-54c5a0f78d40 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.009990 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f34b0000-fa67-4e2b-affb-c85fa0c6ea66 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6950769 Sep 30 08:23:40.024026 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-067f434b-d3a3-44f6-99bd-73197407d0c2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.093261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f434b-d3a3-44f6-99bd-73197407d0c2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Port': ['ID=5a47744a-ce75-420e-bdb4-907a67f137e4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:40.106571 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.175402 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No DVR routers for this DVR port 82badd71-66bf-42bb-92a2-5fee1530f62f on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:40.177334 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=82badd71-66bf-42bb-92a2-5fee1530f62f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:40.206222 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.243937 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b03eb69c-d24f-410d-8b5b-d8947f34abaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.245022 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd1df97f-03ae-490a-8ca3-3e1e6f740059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.267343 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b03eb69c-d24f-410d-8b5b-d8947f34abaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.323566 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.338614 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1df97f-03ae-490a-8ca3-3e1e6f740059 None None] Pushing event deleted for resources: {'Port': ['ID=82badd71-66bf-42bb-92a2-5fee1530f62f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:40.348127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1df97f-03ae-490a-8ca3-3e1e6f740059 None None] No DVR routers for this DVR port 82badd71-66bf-42bb-92a2-5fee1530f62f on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:40.386730 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8ab9cd-4131-45ad-a298-aa4fea4d2608']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:40.393144 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b03eb69c-d24f-410d-8b5b-d8947f34abaa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=997d4627e8cb4c1c94c967009ff59ad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876334 Sep 30 08:23:40.394271 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c73d87-d49f-41c1-b000-54c5a0f78d40 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Pushing event deleted for resources: {'Port': ['ID=780e6fc4-1de5-4d26-917f-33943106898e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:40.398588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51484) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:40.407762 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145b24ff-231d-4408-b56f-299cca429c59') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:40.408096 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145b24ff-231d-4408-b56f-299cca429c59') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:40.419276 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.434435 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.441179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:23:40.441490 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:23:40.495650 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:23:40.511865 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3c73d87-d49f-41c1-b000-54c5a0f78d40 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.515686 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3c73d87-d49f-41c1-b000-54c5a0f78d40 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.522421 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a3c73d87-d49f-41c1-b000-54c5a0f78d40 tempest-AttachVolumeShelveTestJSON-2046929377 tempest-AttachVolumeShelveTestJSON-2046929377-project] 10.222.0.24 "DELETE /v2.0/floatingips/4c535054-f27f-4b9f-850e-c906164726a6 HTTP/1.1" status: 204 len: 168 time: 1.5247591 Sep 30 08:23:40.544887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96b0b657-3a89-4117-9d2e-2318e46e7c56 req-fe4cfbb7-12cd-44c4-a371-c5587f21a0d6 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.2927506 Sep 30 08:23:40.611296 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.612156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03eb69c-d24f-410d-8b5b-d8947f34abaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0b26dc-9186-4a0d-a427-3560c6e8e281,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:40.616766 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.620391 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/networks/0e8ab9cd-4131-45ad-a298-aa4fea4d2608 HTTP/1.1" status: 204 len: 168 time: 2.7176785 Sep 30 08:23:40.637413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51488) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:40.638314 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8c85-3dd3-4af5-afb1-a34a86bc7af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.692222 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da74337-d023-4fcf-a2b5-39552da19c23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Network': ['ID=0e8ab9cd-4131-45ad-a298-aa4fea4d2608,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:40.715885 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8c85-3dd3-4af5-afb1-a34a86bc7af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.810230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b428039-5f93-416c-9bf5-db8a6a4a3a5a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:40.817800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51502) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:40.818060 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4b428039-5f93-416c-9bf5-db8a6a4a3a5a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1517420 Sep 30 08:23:40.871863 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-067f434b-d3a3-44f6-99bd-73197407d0c2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.892349 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8c85-3dd3-4af5-afb1-a34a86bc7af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.898751 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8c85-3dd3-4af5-afb1-a34a86bc7af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:40.902679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9ebc8c85-3dd3-4af5-afb1-a34a86bc7af1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b0b26dc-9186-4a0d-a427-3560c6e8e281 HTTP/1.1" status: 204 len: 168 time: 0.4993415 Sep 30 08:23:40.953762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc8c85-3dd3-4af5-afb1-a34a86bc7af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0b26dc-9186-4a0d-a427-3560c6e8e281,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:40.960437 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 82badd71-66bf-42bb-92a2-5fee1530f62f no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:41.002215 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 82badd71-66bf-42bb-92a2-5fee1530f62f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:41.003254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 82badd71-66bf-42bb-92a2-5fee1530f62f not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:41.014949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-345a6e3f-5a2a-47ad-971a-e51be798d37b tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:41.026023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-345a6e3f-5a2a-47ad-971a-e51be798d37b tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/networks?id=afad8171-3bfb-40e9-83cf-95d3c452402b HTTP/1.1" status: 200 len: 813 time: 0.2832823 Sep 30 08:23:41.057701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-de7411e7-1f01-40f2-807d-00cafdc69eb6 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/quotas/9f3b123a84db4f0a8ae3a643ec5880ae HTTP/1.1" status: 200 len: 375 time: 0.0306735 Sep 30 08:23:41.128247 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-f4887ec5-c2bb-45f8-ac2f-d0e30017a003 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f3b123a84db4f0a8ae3a643ec5880ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606751 Sep 30 08:23:41.269584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067f434b-d3a3-44f6-99bd-73197407d0c2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:23:41.285405 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c7b30613-9abb-4bcd-8b5f-989a125a2735 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4647884 Sep 30 08:23:41.292968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51508) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:41.361323 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-5e59243d-b87a-472a-b067-00a6b1942e28 service neutron] 10.222.0.24 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225032 Sep 30 08:23:41.408091 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f1a19e5d-a0f4-474b-9141-fbb7c86d5e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1898241592'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:41.442781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067f434b-d3a3-44f6-99bd-73197407d0c2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:23:41.457866 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a430f0-6acb-4bd8-8512-e56db5736a46 None None] Sync routers for ids ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:23:41.465015 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-067f434b-d3a3-44f6-99bd-73197407d0c2 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "PUT /v2.0/routers/8eaec781-85cb-4f8c-b7bd-bf6bd65174ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7221510 Sep 30 08:23:41.468464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51510) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:41.479856 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a430f0-6acb-4bd8-8512-e56db5736a46 None None] Routers {'8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:41.481256 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a19e5d-a0f4-474b-9141-fbb7c86d5e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:41.482891 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d7a430f0-6acb-4bd8-8512-e56db5736a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:41.494850 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51512) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:41.501622 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1a19e5d-a0f4-474b-9141-fbb7c86d5e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:41.512354 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82509232-de5e-4032-acbc-9d73d10cdb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:41.584573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-51320dd6-c34e-40fd-871b-b613bc332803 service neutron] 10.222.0.24 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159421 Sep 30 08:23:41.604767 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3303c921-3b8b-47ab-8860-b78323529954 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Deleting subnet cee72f45-e1f6-46e8-8c48-d17f733f151d {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:23:41.607102 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a19e5d-a0f4-474b-9141-fbb7c86d5e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:23:41.614667 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3303c921-3b8b-47ab-8860-b78323529954 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:41.676945 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1a19e5d-a0f4-474b-9141-fbb7c86d5e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:41.677351 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-f1a19e5d-a0f4-474b-9141-fbb7c86d5e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Added segment b4593334-aed9-4e87-b350-152fe5fa4782 of type vlan for network 5e749704-4ed6-4982-927c-7b793ff20d5e Sep 30 08:23:41.734981 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d7a430f0-6acb-4bd8-8512-e56db5736a46 None None] Set router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:41.760779 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82509232-de5e-4032-acbc-9d73d10cdb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:41.777359 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82509232-de5e-4032-acbc-9d73d10cdb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:41.783876 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3303c921-3b8b-47ab-8860-b78323529954 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:41.802929 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eae48eeb-11ee-4fb2-9600-4bd6c038590a req-7f5b9271-6ac0-4c14-af2b-a232355525d3 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.0400205 Sep 30 08:23:41.862595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-82509232-de5e-4032-acbc-9d73d10cdb5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fea0541e6ce4c159c8be7ccd8bfd7d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3664114 Sep 30 08:23:41.863845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51518) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:41.874119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82509232-de5e-4032-acbc-9d73d10cdb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c2b72e-5b48-4930-9191-d46684002db4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:41.930440 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1a19e5d-a0f4-474b-9141-fbb7c86d5e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:41.982823 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4ea8651-7454-4dba-8c1d-7803faf9c3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.064134 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1a19e5d-a0f4-474b-9141-fbb7c86d5e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.080994 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4ea8651-7454-4dba-8c1d-7803faf9c3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.097005 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a19e5d-a0f4-474b-9141-fbb7c86d5e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:42.103412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1a19e5d-a0f4-474b-9141-fbb7c86d5e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.178151 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4ea8651-7454-4dba-8c1d-7803faf9c3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.181915 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4ea8651-7454-4dba-8c1d-7803faf9c3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.185918 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a4ea8651-7454-4dba-8c1d-7803faf9c3c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04c2b72e-5b48-4930-9191-d46684002db4 HTTP/1.1" status: 204 len: 168 time: 0.3199365 Sep 30 08:23:42.222142 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea8651-7454-4dba-8c1d-7803faf9c3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c2b72e-5b48-4930-9191-d46684002db4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:42.299325 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a19e5d-a0f4-474b-9141-fbb7c86d5e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Network': ['ID=5e749704-4ed6-4982-927c-7b793ff20d5e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:42.303654 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-933879b3-47e3-4bb3-adcc-cf3ab09e3ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.307147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1fbcf4d2-6a63-49ff-b8d3-b04344d50610 req-24732a72-45fb-4125-a0de-db263f58a06e tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 210 time: 0.1199954 Sep 30 08:23:42.326995 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 5e749704-4ed6-4982-927c-7b793ff20d5e details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:23:42.327581 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51532) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:42.329767 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f1a19e5d-a0f4-474b-9141-fbb7c86d5e85 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9272153 Sep 30 08:23:42.336847 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f5f341b8-cc3b-4cec-90c5-96473680b2fa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'subnet': {'network_id': '5e749704-4ed6-4982-927c-7b793ff20d5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:42.375811 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3303c921-3b8b-47ab-8860-b78323529954 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.531542 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d7a430f0-6acb-4bd8-8512-e56db5736a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:23:39Z', 'revision_number': 7, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:42.545243 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3303c921-3b8b-47ab-8860-b78323529954 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.594017 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303c921-3b8b-47ab-8860-b78323529954 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Subnet': ['ID=cee72f45-e1f6-46e8-8c48-d17f733f151d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:42.599991 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3303c921-3b8b-47ab-8860-b78323529954 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.608063 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3303c921-3b8b-47ab-8860-b78323529954 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "DELETE /v2.0/subnets/cee72f45-e1f6-46e8-8c48-d17f733f151d HTTP/1.1" status: 204 len: 168 time: 1.1384470 Sep 30 08:23:42.608943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51540) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:42.630159 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de79cad-7b38-4337-b431-3bc9564b0a36 None None] Network 2853f78c-258b-44eb-b2b6-ea7b0afde7f3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:42.656053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a430f0-6acb-4bd8-8512-e56db5736a46 None None] Checking router: 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:23:42.665809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f341b8-cc3b-4cec-90c5-96473680b2fa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:42.684805 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5f341b8-cc3b-4cec-90c5-96473680b2fa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:42.740681 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a430f0-6acb-4bd8-8512-e56db5736a46 None None] Routers {'8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:42.741363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d7a430f0-6acb-4bd8-8512-e56db5736a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:43.012583 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eee90c49-9d22-4140-9656-a50401d52286 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:43.135029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d7a430f0-6acb-4bd8-8512-e56db5736a46 None None] Set router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:43.209272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-578f8e26-9a82-437d-b9e0-d49f166ef061 req-533b891a-4fc6-4c9e-b358-cccf40d7e2e9 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.1404173 Sep 30 08:23:43.308266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51554) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:43.347470 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb413a89-f89f-42ab-965a-c82866f87639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:43.362616 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5f341b8-cc3b-4cec-90c5-96473680b2fa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:43.376841 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eee90c49-9d22-4140-9656-a50401d52286 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:43.548519 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f3a17f3-15b7-4726-b2f8-2e6eff8aceb4 req-e9de0423-1319-446c-b183-ee3a312b3009 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 210 time: 0.1574674 Sep 30 08:23:43.583011 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f341b8-cc3b-4cec-90c5-96473680b2fa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Subnet': ['ID=ce2dd67a-c560-4c92-b3ab-7cfb5f9c1a49,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:43.593408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f341b8-cc3b-4cec-90c5-96473680b2fa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Checking segment: {'id': 'b4593334-aed9-4e87-b350-152fe5fa4782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e749704-4ed6-4982-927c-7b793ff20d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:43.594514 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f341b8-cc3b-4cec-90c5-96473680b2fa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network hostable DHCP agents. Network: 5e749704-4ed6-4982-927c-7b793ff20d5e, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:23:43.640031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f341b8-cc3b-4cec-90c5-96473680b2fa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network 5e749704-4ed6-4982-927c-7b793ff20d5e is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:23:43.654676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-f5f341b8-cc3b-4cec-90c5-96473680b2fa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 5e749704-4ed6-4982-927c-7b793ff20d5e) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:43.659627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f341b8-cc3b-4cec-90c5-96473680b2fa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:43.660447 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5f341b8-cc3b-4cec-90c5-96473680b2fa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:43.688718 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb413a89-f89f-42ab-965a-c82866f87639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:43.702885 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb413a89-f89f-42ab-965a-c82866f87639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:43.708624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f5f341b8-cc3b-4cec-90c5-96473680b2fa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3789971 Sep 30 08:23:43.727826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51558) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:43.747163 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e768fb6-259d-43ef-9074-f02bcea53d4d None None] Network 5e749704-4ed6-4982-927c-7b793ff20d5e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:43.757074 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7e4d5e70-7100-44bc-bcc1-312c4fe5f427 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'network_id': '5e749704-4ed6-4982-927c-7b793ff20d5e', 'name': 'tempest-PortsIpV6TestJSON-678774468'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:43.792624 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-eee90c49-9d22-4140-9656-a50401d52286 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Deleting port db6e5c3e-8980-48d2-ae56-150ab98c7723 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:43.793377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eee90c49-9d22-4140-9656-a50401d52286 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:43.952166 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-eb413a89-f89f-42ab-965a-c82866f87639 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91822d2e01bb451589a637be2bdafd22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6410432 Sep 30 08:23:43.955022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51560) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:43.982646 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb413a89-f89f-42ab-965a-c82866f87639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf2edf4-46fc-4086-b532-5141aaa38023,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:44.161570 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-134c54e8-8c90-4c15-9f09-523e1e4918b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:44.200596 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a433e4d0-a37b-4228-8e8d-9d2a26eb7e40 None None] DHCP port deletion for 2853f78c-258b-44eb-b2b6-ea7b0afde7f3 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:23:44.224899 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-134c54e8-8c90-4c15-9f09-523e1e4918b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:44.234774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-5e749704-4ed6-4982-927c-7b793ff20d5e', 'network_id': '5e749704-4ed6-4982-927c-7b793ff20d5e', 'tenant_id': '3479a21242e348a18ddec412ff416d8c', 'fixed_ips': [{'subnet_id': 'ce2dd67a-c560-4c92-b3ab-7cfb5f9c1a49'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:23:44.251245 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:44.278751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d7a430f0-6acb-4bd8-8512-e56db5736a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:23:39Z', 'revision_number': 7, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:44.365913 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-eee90c49-9d22-4140-9656-a50401d52286 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] For port db6e5c3e-8980-48d2-ae56-150ab98c7723, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=db6e5c3e-8980-48d2-ae56-150ab98c7723,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:44.369879 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eee90c49-9d22-4140-9656-a50401d52286 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:44.383170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a430f0-6acb-4bd8-8512-e56db5736a46 None None] The sync data for ids ['8eaec781-85cb-4f8c-b7bd-bf6bd65174ed'] in n-d-807359-2 is: [{'id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'name': 'tempest-TestNetworkBasicOps-router-2114551287', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:21:09Z', 'updated_at': '2021-09-30T08:23:39Z', 'revision_number': 7, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': 'db6e5c3e-8980-48d2-ae56-150ab98c7723', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaec781-85cb-4f8c-b7bd-bf6bd65174ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:21:10Z', 'updated_at': '2021-09-30T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:23:44.406086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-eee90c49-9d22-4140-9656-a50401d52286 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Calling delete_port for db6e5c3e-8980-48d2-ae56-150ab98c7723 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:44.515028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4d5e70-7100-44bc-bcc1-312c4fe5f427 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:44.524672 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d362d677-3b1b-4389-bf92-558c756b21c2 req-80b5fd6d-41df-4131-aaa7-300ea12d4e85 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.1444697 Sep 30 08:23:44.534952 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e4d5e70-7100-44bc-bcc1-312c4fe5f427 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:44.541873 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-134c54e8-8c90-4c15-9f09-523e1e4918b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:44.544497 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-134c54e8-8c90-4c15-9f09-523e1e4918b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:44.545684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-134c54e8-8c90-4c15-9f09-523e1e4918b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdf2edf4-46fc-4086-b532-5141aaa38023 HTTP/1.1" status: 204 len: 168 time: 0.5896490 Sep 30 08:23:44.677927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c54e8-8c90-4c15-9f09-523e1e4918b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf2edf4-46fc-4086-b532-5141aaa38023,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:44.745539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a433e4d0-a37b-4228-8e8d-9d2a26eb7e40 None None] Deleting port 1d924a09-0698-4d5e-b89d-4e610de45afb {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:44.745925 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a433e4d0-a37b-4228-8e8d-9d2a26eb7e40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:44.932558 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11590b31-dace-40f8-838f-8063fe21a7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:44.936911 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e10eb66-2569-4224-bea8-762b3c8d6488 req-d564ba06-ec7d-4541-8224-6538c75529f0 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 210 time: 0.2556407 Sep 30 08:23:44.951528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Allocated IP 2001:db8::2 (5e749704-4ed6-4982-927c-7b793ff20d5e/ce2dd67a-c560-4c92-b3ab-7cfb5f9c1a49/d28bad74-c02b-4c23-a2f4-9f57427f0b35) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:44.994802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5a47744a-ce75-420e-bdb4-907a67f137e4 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:45.008175 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a433e4d0-a37b-4228-8e8d-9d2a26eb7e40 None None] For port 1d924a09-0698-4d5e-b89d-4e610de45afb, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1d924a09-0698-4d5e-b89d-4e610de45afb,segment=NetworkSegment(4bddac73-c91c-43b2-907a-2ea0356877c9),segment_id=4bddac73-c91c-43b2-907a-2ea0356877c9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:45.008543 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a433e4d0-a37b-4228-8e8d-9d2a26eb7e40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:45.056763 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 5a47744a-ce75-420e-bdb4-907a67f137e4 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:45.057442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5a47744a-ce75-420e-bdb4-907a67f137e4 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:45.059088 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1d924a09-0698-4d5e-b89d-4e610de45afb no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:45.089588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-fe1613bc-e187-430a-9775-f0291755d159 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:45.095246 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-fe1613bc-e187-430a-9775-f0291755d159 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.36 "GET /v2.0/networks?id=afad8171-3bfb-40e9-83cf-95d3c452402b HTTP/1.1" status: 200 len: 813 time: 0.8024879 Sep 30 08:23:45.121674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-300062d2-8833-4803-97eb-252327b1fd87 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Request body: {'port': {'device_id': 'a987e469-99f5-4068-9abb-ad28f39a7337', 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b', 'admin_state_up': True, 'tenant_id': '9f3b123a84db4f0a8ae3a643ec5880ae'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:45.131895 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a433e4d0-a37b-4228-8e8d-9d2a26eb7e40 None None] Calling delete_port for 1d924a09-0698-4d5e-b89d-4e610de45afb owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:45.232482 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:45.333329 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:45.358683 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 1d924a09-0698-4d5e-b89d-4e610de45afb, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1d924a09-0698-4d5e-b89d-4e610de45afb,segment=NetworkSegment(4bddac73-c91c-43b2-907a-2ea0356877c9),segment_id=4bddac73-c91c-43b2-907a-2ea0356877c9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:45.374740 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:45.443030 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a433e4d0-a37b-4228-8e8d-9d2a26eb7e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:45.507594 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433e4d0-a37b-4228-8e8d-9d2a26eb7e40 None None] No DVR routers for this DVR port 1d924a09-0698-4d5e-b89d-4e610de45afb on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:45.519863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=1d924a09-0698-4d5e-b89d-4e610de45afb,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:45.523177 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-7e4d5e70-7100-44bc-bcc1-312c4fe5f427 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] device_id is not set on port ebebaffd-e3d9-41b6-9cbc-8ae0112ca90e yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:45.554961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433e4d0-a37b-4228-8e8d-9d2a26eb7e40 None None] Pushing event deleted for resources: {'Port': ['ID=1d924a09-0698-4d5e-b89d-4e610de45afb,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:45.691413 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eee90c49-9d22-4140-9656-a50401d52286 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:45.784409 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee90c49-9d22-4140-9656-a50401d52286 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Port': ['ID=db6e5c3e-8980-48d2-ae56-150ab98c7723,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:45.920521 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c93f4a-066a-4d15-b040-83406f836932 req-57622572-5975-407d-8659-237eee96004c tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:45.924367 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eee90c49-9d22-4140-9656-a50401d52286 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:45.928070 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50c93f4a-066a-4d15-b040-83406f836932 req-57622572-5975-407d-8659-237eee96004c tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/networks?id=5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 HTTP/1.1" status: 200 len: 814 time: 1.6060376 Sep 30 08:23:45.973435 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-a0fabcc9-6078-43a3-95cf-9258e577feaa tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:45.974906 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-a0fabcc9-6078-43a3-95cf-9258e577feaa tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.35 "GET /v2.0/networks?id=afad8171-3bfb-40e9-83cf-95d3c452402b HTTP/1.1" status: 200 len: 813 time: 1.4450462 Sep 30 08:23:45.981684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2178f74f-e962-40d9-8845-3649fc7ed72a req-c72dca8c-8f65-4c4e-8a9b-d9893a7318f5 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.0728004 Sep 30 08:23:45.991009 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50c93f4a-066a-4d15-b040-83406f836932 req-d7688365-b29a-4c43-a50b-2c02b2c50970 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/quotas/335f09d13e9f48fcbf88ae43d1a53716 HTTP/1.1" status: 200 len: 375 time: 0.0621793 Sep 30 08:23:46.006792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-89cf8561-21f7-4bd2-8b65-0a2146b3cbc4 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Request body: {'port': {'device_id': 'c5da2600-f4fe-4935-9be2-a5fb5195d27b', 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b', 'admin_state_up': True, 'tenant_id': '9f3b123a84db4f0a8ae3a643ec5880ae'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:46.065912 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50c93f4a-066a-4d15-b040-83406f836932 req-a5d04134-aaa9-4771-99de-d1aba6e286e3 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=335f09d13e9f48fcbf88ae43d1a53716&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739901 Sep 30 08:23:46.107236 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eee90c49-9d22-4140-9656-a50401d52286 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.109826 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eee90c49-9d22-4140-9656-a50401d52286 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.125421 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.172393 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.179127 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.221786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-300062d2-8833-4803-97eb-252327b1fd87 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Made reservation on behalf of 9f3b123a84db4f0a8ae3a643ec5880ae for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:46.225729 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-300062d2-8833-4803-97eb-252327b1fd87 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.266651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Network 5e749704-4ed6-4982-927c-7b793ff20d5e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:46.268019 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eee90c49-9d22-4140-9656-a50401d52286 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.270089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee90c49-9d22-4140-9656-a50401d52286 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Fanout notify agent at l3_agent the message router_deleted on router 8eaec781-85cb-4f8c-b7bd-bf6bd65174ed {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:23:46.279263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:46.283709 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eee90c49-9d22-4140-9656-a50401d52286 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.285612 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-eee90c49-9d22-4140-9656-a50401d52286 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "DELETE /v2.0/routers/8eaec781-85cb-4f8c-b7bd-bf6bd65174ed HTTP/1.1" status: 204 len: 168 time: 3.6754785 Sep 30 08:23:46.288195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:46.289935 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51616) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:46.308359 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Pushing event updated for resources: {'Port': ['ID=d28bad74-c02b-4c23-a2f4-9f57427f0b35,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:46.358541 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40cb5f24-cb4f-4f59-93db-5446bb55c0bf req-6a41f1d5-195d-43e7-888f-63ca7cf9797a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 210 time: 0.0888019 Sep 30 08:23:46.419754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7e4d5e70-7100-44bc-bcc1-312c4fe5f427 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Allocated IP 2001:db8::10e (5e749704-4ed6-4982-927c-7b793ff20d5e/ce2dd67a-c560-4c92-b3ab-7cfb5f9c1a49/ebebaffd-e3d9-41b6-9cbc-8ae0112ca90e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:46.421678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Attempting to bind port d28bad74-c02b-4c23-a2f4-9f57427f0b35 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:46.424047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Attempting to bind port d28bad74-c02b-4c23-a2f4-9f57427f0b35 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'b4593334-aed9-4e87-b350-152fe5fa4782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e749704-4ed6-4982-927c-7b793ff20d5e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:46.424679 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Attempting to bind port d28bad74-c02b-4c23-a2f4-9f57427f0b35 on network 5e749704-4ed6-4982-927c-7b793ff20d5e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:46.439992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:46.442570 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Checking segment: {'id': 'b4593334-aed9-4e87-b350-152fe5fa4782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e749704-4ed6-4982-927c-7b793ff20d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:46.443099 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.443605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Bound using segment: {'id': 'b4593334-aed9-4e87-b350-152fe5fa4782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e749704-4ed6-4982-927c-7b793ff20d5e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:46.446542 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Bound port: d28bad74-c02b-4c23-a2f4-9f57427f0b35, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4593334-aed9-4e87-b350-152fe5fa4782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e749704-4ed6-4982-927c-7b793ff20d5e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:46.447792 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.512427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-89cf8561-21f7-4bd2-8b65-0a2146b3cbc4 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Made reservation on behalf of 9f3b123a84db4f0a8ae3a643ec5880ae for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:46.516372 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-89cf8561-21f7-4bd2-8b65-0a2146b3cbc4 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.525184 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f23946d7-4d66-4140-9e31-73eca0f1fb66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.581704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-50c93f4a-066a-4d15-b040-83406f836932 req-5c606c3a-9c38-421b-9121-2f8a14bcfd50 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:23:46.593522 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50c93f4a-066a-4d15-b040-83406f836932 req-5c606c3a-9c38-421b-9121-2f8a14bcfd50 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.5265489 Sep 30 08:23:46.593749 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] For port d28bad74-c02b-4c23-a2f4-9f57427f0b35, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:46.597733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] For port d28bad74-c02b-4c23-a2f4-9f57427f0b35, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d28bad74-c02b-4c23-a2f4-9f57427f0b35,segment=NetworkSegment(b4593334-aed9-4e87-b350-152fe5fa4782),segment_id=b4593334-aed9-4e87-b350-152fe5fa4782)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:46.603490 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.739502 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e4d5e70-7100-44bc-bcc1-312c4fe5f427 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.756214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50c93f4a-066a-4d15-b040-83406f836932 req-f4518844-ce82-4948-8c8d-45d8dcebdf16 service neutron] 10.222.0.24 "GET /v2.0/networks/5c2ddfbd-f8bf-4e49-9c38-79891b90fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592722 Sep 30 08:23:46.762953 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa81e2e-7d61-4619-bc9e-6ae1d4b9ce4f None None] Pushing event updated for resources: {'Port': ['ID=d28bad74-c02b-4c23-a2f4-9f57427f0b35,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:46.793589 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e4d5e70-7100-44bc-bcc1-312c4fe5f427 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:46.918381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-300062d2-8833-4803-97eb-252327b1fd87 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Allocated IP 172.20.0.13 (afad8171-3bfb-40e9-83cf-95d3c452402b/aa7cf2dd-10be-4012-91c5-d45c31072a23/8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:46.937812 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4d5e70-7100-44bc-bcc1-312c4fe5f427 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network 5e749704-4ed6-4982-927c-7b793ff20d5e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:46.946291 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7e4d5e70-7100-44bc-bcc1-312c4fe5f427 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:46.964353 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4d5e70-7100-44bc-bcc1-312c4fe5f427 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:46.988543 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4d5e70-7100-44bc-bcc1-312c4fe5f427 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:46.989714 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e4d5e70-7100-44bc-bcc1-312c4fe5f427 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.074513 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7e4d5e70-7100-44bc-bcc1-312c4fe5f427 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3332608 Sep 30 08:23:47.085342 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device db6e5c3e-8980-48d2-ae56-150ab98c7723 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:47.090192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:47.119737 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: db6e5c3e-8980-48d2-ae56-150ab98c7723 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:47.120119 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device db6e5c3e-8980-48d2-ae56-150ab98c7723 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:47.122548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ea068bf1-195e-4787-a75e-363ed7a2ce0b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'network_id': '5e749704-4ed6-4982-927c-7b793ff20d5e', 'name': 'tempest-PortsIpV6TestJSON-864825378'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:47.131207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d5e70-7100-44bc-bcc1-312c4fe5f427 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=ebebaffd-e3d9-41b6-9cbc-8ae0112ca90e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:47.168264 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f23946d7-4d66-4140-9e31-73eca0f1fb66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.235419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f23946d7-4d66-4140-9e31-73eca0f1fb66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2853f78c-258b-44eb-b2b6-ea7b0afde7f3']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:47.282052 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45f00a57-75df-4e6d-890b-834b23900f8c req-33083624-a769-4f14-9978-0c4985bdbe78 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.1314459 Sep 30 08:23:47.287582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f23946d7-4d66-4140-9e31-73eca0f1fb66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bddac73-c91c-43b2-907a-2ea0356877c9') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:47.287752 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f23946d7-4d66-4140-9e31-73eca0f1fb66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bddac73-c91c-43b2-907a-2ea0356877c9') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:47.307202 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f23946d7-4d66-4140-9e31-73eca0f1fb66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.329456 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f23946d7-4d66-4140-9e31-73eca0f1fb66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.342897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23946d7-4d66-4140-9e31-73eca0f1fb66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:23:47.343319 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f23946d7-4d66-4140-9e31-73eca0f1fb66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.347704 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-300062d2-8833-4803-97eb-252327b1fd87 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:23:47.349363 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:23:47.351399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50c93f4a-066a-4d15-b040-83406f836932 req-10122656-521f-4732-8ea2-eb1f4dc19018 service neutron] 10.222.0.24 "GET /v2.0/networks/5c2ddfbd-f8bf-4e49-9c38-79891b90fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065033 Sep 30 08:23:47.392363 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-300062d2-8833-4803-97eb-252327b1fd87 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.469673 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea068bf1-195e-4787-a75e-363ed7a2ce0b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:47.479121 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea068bf1-195e-4787-a75e-363ed7a2ce0b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.482752 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f23946d7-4d66-4140-9e31-73eca0f1fb66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.512043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-300062d2-8833-4803-97eb-252327b1fd87 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Network afad8171-3bfb-40e9-83cf-95d3c452402b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:47.515145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f23946d7-4d66-4140-9e31-73eca0f1fb66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.517052 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f23946d7-4d66-4140-9e31-73eca0f1fb66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "DELETE /v2.0/networks/2853f78c-258b-44eb-b2b6-ea7b0afde7f3 HTTP/1.1" status: 204 len: 168 time: 1.2259130 Sep 30 08:23:47.538190 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-300062d2-8833-4803-97eb-252327b1fd87 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:47.542706 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-300062d2-8833-4803-97eb-252327b1fd87 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:47.545259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51642) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:47.564022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23946d7-4d66-4140-9e31-73eca0f1fb66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Network': ['ID=2853f78c-258b-44eb-b2b6-ea7b0afde7f3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:47.570948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-ea068bf1-195e-4787-a75e-363ed7a2ce0b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] device_id is not set on port 457986a7-f40c-4e97-be5f-ea744923d0b9 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:23:47.582088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-98d2d586-3130-48e4-a803-d4de4e0bee66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'network': {'name': 'tempest-network-smoke--546992861', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'port_security_enabled': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:47.662452 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4deb55e0-1f2f-4d41-a7cb-30adec0158ae req-9d69e436-f4e4-442b-8ab0-724c01573c1c tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 210 time: 0.1443713 Sep 30 08:23:47.711322 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.715044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300062d2-8833-4803-97eb-252327b1fd87 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Pushing event updated for resources: {'Port': ['ID=8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:47.722741 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-89cf8561-21f7-4bd2-8b65-0a2146b3cbc4 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Allocated IP 172.20.0.14 (afad8171-3bfb-40e9-83cf-95d3c452402b/aa7cf2dd-10be-4012-91c5-d45c31072a23/88eab3de-83a6-4744-892c-80f4ec6f5a63) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:47.757362 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3f79638-9fa4-43ae-b39c-5e2593408bb2 req-c628a74d-2810-4293-b5e0-13cc638235dd tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 210 time: 0.0778737 Sep 30 08:23:47.783478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-300062d2-8833-4803-97eb-252327b1fd87 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:47.784505 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-300062d2-8833-4803-97eb-252327b1fd87 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.808129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d2d586-3130-48e4-a803-d4de4e0bee66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Made reservation on behalf of 9daaa44a24a845718835a5f7ca967795 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:47.818651 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98d2d586-3130-48e4-a803-d4de4e0bee66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:47.827106 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-300062d2-8833-4803-97eb-252327b1fd87 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7138219 Sep 30 08:23:47.869129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ea068bf1-195e-4787-a75e-363ed7a2ce0b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Allocated IP 2001:db8::301 (5e749704-4ed6-4982-927c-7b793ff20d5e/ce2dd67a-c560-4c92-b3ab-7cfb5f9c1a49/457986a7-f40c-4e97-be5f-ea744923d0b9) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:47.877076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Request body: {'port': {'device_id': 'a987e469-99f5-4068-9abb-ad28f39a7337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:47.989092 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d2d586-3130-48e4-a803-d4de4e0bee66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:23:48.002967 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98d2d586-3130-48e4-a803-d4de4e0bee66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.003271 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-98d2d586-3130-48e4-a803-d4de4e0bee66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Added segment bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a of type vlan for network 683eee2c-d1a5-4c98-9d54-9127f6246f2e Sep 30 08:23:48.132183 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98d2d586-3130-48e4-a803-d4de4e0bee66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.193751 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea068bf1-195e-4787-a75e-363ed7a2ce0b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.247853 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea068bf1-195e-4787-a75e-363ed7a2ce0b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.349114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea068bf1-195e-4787-a75e-363ed7a2ce0b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network 5e749704-4ed6-4982-927c-7b793ff20d5e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:48.359039 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.374477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ea068bf1-195e-4787-a75e-363ed7a2ce0b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:48.383064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea068bf1-195e-4787-a75e-363ed7a2ce0b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:48.384554 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98d2d586-3130-48e4-a803-d4de4e0bee66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.395474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d2d586-3130-48e4-a803-d4de4e0bee66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:48.401231 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98d2d586-3130-48e4-a803-d4de4e0bee66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.409677 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea068bf1-195e-4787-a75e-363ed7a2ce0b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:48.412533 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea068bf1-195e-4787-a75e-363ed7a2ce0b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.490828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea068bf1-195e-4787-a75e-363ed7a2ce0b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=457986a7-f40c-4e97-be5f-ea744923d0b9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:48.509778 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ea068bf1-195e-4787-a75e-363ed7a2ce0b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4007065 Sep 30 08:23:48.510737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51672) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:48.516410 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103b3682-60f7-4add-803f-17a76d54ba32 None None] Network 5e749704-4ed6-4982-927c-7b793ff20d5e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:48.671326 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-80220f64-3fc9-4e3a-8fce-d2ffca262730 req-b4425e8d-8438-4026-9620-436ae145d8d2 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.1641366 Sep 30 08:23:48.677267 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-98d2d586-3130-48e4-a803-d4de4e0bee66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0997841 Sep 30 08:23:48.681900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2d586-3130-48e4-a803-d4de4e0bee66 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Network': ['ID=683eee2c-d1a5-4c98-9d54-9127f6246f2e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:48.683929 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51674) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:48.723558 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-616420867', 'admin_state_up': True, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:48.835150 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-89cf8561-21f7-4bd2-8b65-0a2146b3cbc4 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.881076 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d64cddd-73d8-45f0-8064-14e1e3fed871 req-2b6b92e6-5d50-4298-a7c9-7281e883e2ed tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 210 time: 0.0708165 Sep 30 08:23:48.881478 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 683eee2c-d1a5-4c98-9d54-9127f6246f2e details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:23:48.946691 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.954953 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:48.977733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-58939462-f1cb-419b-a0bf-c308cb4ec1ff req-b0910795-968c-4fb6-bb6b-2b20f5d5020b tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 210 time: 0.0576682 Sep 30 08:23:48.984827 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bccdbd4-57d9-4e45-a0ab-0468ffbf1c07 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:48.989964 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d28bad74-c02b-4c23-a2f4-9f57427f0b35 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:48.992295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51684) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:48.992959 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0bccdbd4-57d9-4e45-a0ab-0468ffbf1c07 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A10e HTTP/1.1" status: 200 len: 928 time: 0.4768157 Sep 30 08:23:49.029264 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-89cf8561-21f7-4bd2-8b65-0a2146b3cbc4 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.104206 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.148945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f128b2e2-864b-46bb-ab63-f8b18ba2181f None None] Provisioning complete for port d28bad74-c02b-4c23-a2f4-9f57427f0b35 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:49.149854 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f128b2e2-864b-46bb-ab63-f8b18ba2181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.151534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-89cf8561-21f7-4bd2-8b65-0a2146b3cbc4 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Network afad8171-3bfb-40e9-83cf-95d3c452402b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:49.157719 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-89cf8561-21f7-4bd2-8b65-0a2146b3cbc4 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:49.160937 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-89cf8561-21f7-4bd2-8b65-0a2146b3cbc4 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:49.276214 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf8561-21f7-4bd2-8b65-0a2146b3cbc4 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Pushing event updated for resources: {'Port': ['ID=88eab3de-83a6-4744-892c-80f4ec6f5a63,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:49.305277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d28bad74-c02b-4c23-a2f4-9f57427f0b35 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:49.305686 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.344169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-89cf8561-21f7-4bd2-8b65-0a2146b3cbc4 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:49.344997 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-89cf8561-21f7-4bd2-8b65-0a2146b3cbc4 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.397143 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.399813 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f128b2e2-864b-46bb-ab63-f8b18ba2181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.428555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-54d767cb-3523-4572-bf04-a344eb71d3f3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port 457986a7-f40c-4e97-be5f-ea744923d0b9 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:49.429154 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-54d767cb-3523-4572-bf04-a344eb71d3f3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.488216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f128b2e2-864b-46bb-ab63-f8b18ba2181f None None] For port d28bad74-c02b-4c23-a2f4-9f57427f0b35, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d28bad74-c02b-4c23-a2f4-9f57427f0b35,segment=NetworkSegment(b4593334-aed9-4e87-b350-152fe5fa4782),segment_id=b4593334-aed9-4e87-b350-152fe5fa4782)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:49.496920 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f128b2e2-864b-46bb-ab63-f8b18ba2181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.546804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-89cf8561-21f7-4bd2-8b65-0a2146b3cbc4 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5534840 Sep 30 08:23:49.660120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Request body: {'port': {'device_id': 'c5da2600-f4fe-4935-9be2-a5fb5195d27b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:49.693899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128b2e2-864b-46bb-ab63-f8b18ba2181f None None] Pushing event updated for resources: {'Port': ['ID=d28bad74-c02b-4c23-a2f4-9f57427f0b35,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:49.891019 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:49.936761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c93f4a-066a-4d15-b040-83406f836932 req-e60a3ab7-25a8-46fb-9744-b9f539e1b0d4 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:49.938983 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50c93f4a-066a-4d15-b040-83406f836932 req-e60a3ab7-25a8-46fb-9744-b9f539e1b0d4 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.36 "GET /v2.0/networks?id=5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 HTTP/1.1" status: 200 len: 814 time: 0.5822637 Sep 30 08:23:49.970632 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.033131 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.044174 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-11bb01b5-2d5f-4f9d-b2ac-c199899d3001 None None] Provisioning complete for port 457986a7-f40c-4e97-be5f-ea744923d0b9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:50.044852 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11bb01b5-2d5f-4f9d-b2ac-c199899d3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.078558 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-50c93f4a-066a-4d15-b040-83406f836932 req-2cdac915-9777-4b88-b3fa-297495a7fa82 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Request body: {'port': {'device_id': '22b6035c-29c5-48f8-9aa4-20928c0e654d', 'network_id': '5c2ddfbd-f8bf-4e49-9c38-79891b90fda9', 'admin_state_up': True, 'tenant_id': '335f09d13e9f48fcbf88ae43d1a53716'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:50.142904 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-54d767cb-3523-4572-bf04-a344eb71d3f3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.154290 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-11bb01b5-2d5f-4f9d-b2ac-c199899d3001 None None] Port 457986a7-f40c-4e97-be5f-ea744923d0b9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:50.159429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-54d767cb-3523-4572-bf04-a344eb71d3f3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for 457986a7-f40c-4e97-be5f-ea744923d0b9 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:50.190654 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-11bb01b5-2d5f-4f9d-b2ac-c199899d3001 None None] Provisioning complete for port d28bad74-c02b-4c23-a2f4-9f57427f0b35 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:50.191649 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11bb01b5-2d5f-4f9d-b2ac-c199899d3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.290050 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Allocated IP 172.25.0.151 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/4a974912-55ce-4b45-97fb-999a0434422e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:50.321785 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c86f0f9d-9d49-4a9a-85b1-335454385aa5 req-b1aa5ff0-fef9-40e1-b47a-1f15e231d971 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6613990-ddd6-478f-a6dd-6408263e3060 HTTP/1.1" status: 200 len: 210 time: 0.2986197 Sep 30 08:23:50.417177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-11bb01b5-2d5f-4f9d-b2ac-c199899d3001 None None] Provisioning complete for port ebebaffd-e3d9-41b6-9cbc-8ae0112ca90e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:50.417552 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11bb01b5-2d5f-4f9d-b2ac-c199899d3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.475280 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.481743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:50.484459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-11bb01b5-2d5f-4f9d-b2ac-c199899d3001 None None] Port ebebaffd-e3d9-41b6-9cbc-8ae0112ca90e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:50.492753 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.507369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Transition to ACTIVE for port object 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:23:50.529339 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.562199 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.622068 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-20bf6768-b417-456f-bfb7-ee5af8d81160 None None] Provisioning complete for port ebebaffd-e3d9-41b6-9cbc-8ae0112ca90e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:50.622735 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-20bf6768-b417-456f-bfb7-ee5af8d81160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.692025 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f803f0d-3e0a-4c5c-b1f3-e20a5cf8b752 req-b98dd466-8541-4c4a-b9f5-d6a0feb89995 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:50.701538 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f803f0d-3e0a-4c5c-b1f3-e20a5cf8b752 req-b98dd466-8541-4c4a-b9f5-d6a0feb89995 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 932 time: 0.6171005 Sep 30 08:23:50.704609 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:50.714798 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:50.719713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff7e5b4a-1763-45d8-9ea9-ef801ad46f54 req-f5af01e6-5e5b-4243-983f-2bf7df99955c tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 210 time: 0.2041628 Sep 30 08:23:50.741340 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:50.755649 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-20bf6768-b417-456f-bfb7-ee5af8d81160 None None] Port ebebaffd-e3d9-41b6-9cbc-8ae0112ca90e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:50.775997 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d28bad74-c02b-4c23-a2f4-9f57427f0b35 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:50.848070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Port': ['ID=4a974912-55ce-4b45-97fb-999a0434422e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:50.857890 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d28bad74-c02b-4c23-a2f4-9f57427f0b35 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:50.858269 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.952976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5826bf19-1801-4a4f-af14-0e33d0611ea6 None None] Provisioning complete for port 457986a7-f40c-4e97-be5f-ea744923d0b9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:50.953354 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5826bf19-1801-4a4f-af14-0e33d0611ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:50.993277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f803f0d-3e0a-4c5c-b1f3-e20a5cf8b752 req-51c87e10-e844-42c2-b34f-6b1f5a5eb8d9 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905018 Sep 30 08:23:51.000827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5826bf19-1801-4a4f-af14-0e33d0611ea6 None None] Port 457986a7-f40c-4e97-be5f-ea744923d0b9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:23:51.033337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:51.148924 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-54d767cb-3523-4572-bf04-a344eb71d3f3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.227324 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d767cb-3523-4572-bf04-a344eb71d3f3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=457986a7-f40c-4e97-be5f-ea744923d0b9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:51.278786 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.479287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:51.597760 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-445697f0-fc85-4314-b535-ada3acc9cc97 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.608690 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.676386 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-445697f0-fc85-4314-b535-ada3acc9cc97 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.685941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c93f4a-066a-4d15-b040-83406f836932 req-2cdac915-9777-4b88-b3fa-297495a7fa82 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Made reservation on behalf of 335f09d13e9f48fcbf88ae43d1a53716 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:51.689467 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-50c93f4a-066a-4d15-b040-83406f836932 req-2cdac915-9777-4b88-b3fa-297495a7fa82 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.731156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Attempting to bind port 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:51.731156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Attempting to bind port 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:51.731156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Attempting to bind port 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 on network afad8171-3bfb-40e9-83cf-95d3c452402b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:51.742884 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-54d767cb-3523-4572-bf04-a344eb71d3f3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.747467 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-54d767cb-3523-4572-bf04-a344eb71d3f3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/457986a7-f40c-4e97-be5f-ea744923d0b9 HTTP/1.1" status: 204 len: 168 time: 2.7523625 Sep 30 08:23:51.751048 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51722) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:51.751654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Port 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 on network afad8171-3bfb-40e9-83cf-95d3c452402b not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:51.752020 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Attempting to bind port 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 on network afad8171-3bfb-40e9-83cf-95d3c452402b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:51.808263 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-445697f0-fc85-4314-b535-ada3acc9cc97 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.816973 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-445697f0-fc85-4314-b535-ada3acc9cc97 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.821544 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-445697f0-fc85-4314-b535-ada3acc9cc97 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "DELETE /v2.0/security-groups/9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2 HTTP/1.1" status: 204 len: 168 time: 0.3402560 Sep 30 08:23:51.822311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:51.822659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Checking segment: {'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:51.823049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Bound using segment: {'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:51.823489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Bound port: 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:51.823851 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:51.829353 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51724) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:51.843364 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5b92db-656b-4b55-b3aa-b1d06affeb70 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] GET failed (client error): The resource could not be found. Sep 30 08:23:51.848147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51726) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:51.848309 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fe5b92db-656b-4b55-b3aa-b1d06affeb70 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/457986a7-f40c-4e97-be5f-ea744923d0b9 HTTP/1.1" status: 404 len: 333 time: 0.0937116 Sep 30 08:23:51.863723 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445697f0-fc85-4314-b535-ada3acc9cc97 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:51.889303 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-f715ba36-be1e-4ac9-950f-2f751632bf24 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] show failed (client error): The resource could not be found. Sep 30 08:23:51.889902 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f715ba36-be1e-4ac9-950f-2f751632bf24 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "GET /v2.0/security-groups/9ef869cd-30fe-4699-b5a2-cdcd1bae3bb2 HTTP/1.1" status: 404 len: 347 time: 0.0585706 Sep 30 08:23:51.894232 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51728) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:51.922695 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0121785a-c2dd-400f-b32f-05d7a41f21c0 req-5e60b417-e195-49df-8674-88d29103e768 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 210 time: 0.0904107 Sep 30 08:23:51.979358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Router 372f6da7-a338-4b3d-b842-442728835345 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:23:52.112780 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88eab3de-83a6-4744-892c-80f4ec6f5a63 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:52.139564 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.160913 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] For port 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:52.187887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-50c93f4a-066a-4d15-b040-83406f836932 req-2cdac915-9777-4b88-b3fa-297495a7fa82 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Allocated IP 172.20.0.2 (5c2ddfbd-f8bf-4e49-9c38-79891b90fda9/8e3e2ffb-0bed-4ab0-bd99-d1e77e7b4c8b/8b9124e0-1fc1-4a02-a286-b6f533da343b) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:52.194492 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Transition to ACTIVE for port object 88eab3de-83a6-4744-892c-80f4ec6f5a63 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:23:52.199374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] For port 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:52.206808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ecd86f2e-dfe5-4108-86f2-f3639adeede1 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port ebebaffd-e3d9-41b6-9cbc-8ae0112ca90e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:52.207539 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd86f2e-dfe5-4108-86f2-f3639adeede1 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.207881 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.218809 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.235446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:23:52.252468 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Sync routers for ids ['372f6da7-a338-4b3d-b842-442728835345'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:23:52.284329 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Routers {'372f6da7-a338-4b3d-b842-442728835345'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:52.285246 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:23:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['372f6da7-a338-4b3d-b842-442728835345'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:52.304745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a1a0f-ca57-433a-8d74-ffdbefaa5cc6 req-2086cbca-c415-4fc3-9de1-54d00f633b24 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:52.306329 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d7a1a0f-ca57-433a-8d74-ffdbefaa5cc6 req-2086cbca-c415-4fc3-9de1-54d00f633b24 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 932 time: 0.2019897 Sep 30 08:23:52.321299 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:52.322047 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.323460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] 10.222.0.36 "PUT /v2.0/ports/8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 HTTP/1.1" status: 200 len: 1092 time: 4.4807253 Sep 30 08:23:52.325851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a987e469-99f5-4068-9abb-ad28f39a7337', 'tag': '8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:52.355044 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42127334-5d04-4281-a626-54904fdca017" -d '{"events": [{"name": "network-changed", "server_uuid": "a987e469-99f5-4068-9abb-ad28f39a7337", "tag": "8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:52.457034 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0781ea5c-6639-4f2d-8dfb-e9184fdffde2 x-openstack-request-id: req-0781ea5c-6639-4f2d-8dfb-e9184fdffde2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:52.457958 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a987e469-99f5-4068-9abb-ad28f39a7337", "tag": "8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:52.457958 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0781ea5c-6639-4f2d-8dfb-e9184fdffde2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:52.461728 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a987e469-99f5-4068-9abb-ad28f39a7337', 'tag': '8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3', 'status': 'completed', 'code': 200} Sep 30 08:23:52.494474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Pushing event updated for resources: {'Port': ['ID=88eab3de-83a6-4744-892c-80f4ec6f5a63,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:52.553657 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Set router 372f6da7-a338-4b3d-b842-442728835345 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:52.633694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d7a1a0f-ca57-433a-8d74-ffdbefaa5cc6 req-b1532ac7-c6dd-42f5-bccd-8bd57eeefed6 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091207 Sep 30 08:23:52.720173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-78d788bc-e225-4263-a769-343fc695487f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Deleting port 74ed1764-62bb-4eca-89b2-c672fec007cd {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:52.720852 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78d788bc-e225-4263-a769-343fc695487f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.737135 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.738644 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d04c074c-2938-42cf-b7f4-df280a3fa294 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0536826 Sep 30 08:23:52.745811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51756) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:52.770970 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd86f2e-dfe5-4108-86f2-f3639adeede1 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.820439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ecd86f2e-dfe5-4108-86f2-f3639adeede1 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for ebebaffd-e3d9-41b6-9cbc-8ae0112ca90e owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:52.881649 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372f6da7-a338-4b3d-b842-442728835345', 'name': 'tempest-TestNetworkBasicOps-router-616420867', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4a974912-55ce-4b45-97fb-999a0434422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:48Z', 'updated_at': '2021-09-30T08:23:50Z', 'revision_number': 3, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': '4a974912-55ce-4b45-97fb-999a0434422e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:50Z', 'updated_at': '2021-09-30T08:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:52.884845 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78d788bc-e225-4263-a769-343fc695487f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.885172 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78d788bc-e225-4263-a769-343fc695487f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:52.908820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-78d788bc-e225-4263-a769-343fc695487f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Calling delete_port for 74ed1764-62bb-4eca-89b2-c672fec007cd owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:52.938603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-24e9dc18-c6fc-4136-a513-39b72054b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:52.940417 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-24e9dc18-c6fc-4136-a513-39b72054b220 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f3b123a84db4f0a8ae3a643ec5880ae&device_id=a987e469-99f5-4068-9abb-ad28f39a7337 HTTP/1.1" status: 200 len: 1095 time: 0.5422595 Sep 30 08:23:52.942631 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2d3a5f24-33ee-4955-aadd-273c527de5ca tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9daaa44a24a845718835a5f7ca967795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1679647 Sep 30 08:23:52.947574 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Checking router: 372f6da7-a338-4b3d-b842-442728835345 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:23:52.948031 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Updating router 372f6da7-a338-4b3d-b842-442728835345 port 4a974912-55ce-4b45-97fb-999a0434422e binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:23:52.953037 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51762) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:53.004944 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.149576 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78d788bc-e225-4263-a769-343fc695487f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.187713 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d788bc-e225-4263-a769-343fc695487f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event deleted for resources: {'Port': ['ID=74ed1764-62bb-4eca-89b2-c672fec007cd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:53.223419 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd86f2e-dfe5-4108-86f2-f3639adeede1 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.247676 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-b995cec8-6de8-4af7-ba8f-1330f1a01bb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 HTTP/1.1" status: 200 len: 217 time: 0.2931495 Sep 30 08:23:53.279210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33e209f6-cd96-44e9-8b12-6778cededd72 req-cd74a39b-4ef3-462f-8aca-a828b294592e tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 210 time: 0.2249653 Sep 30 08:23:53.280520 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387a3198-5bb3-4021-8429-7fa7a256b379 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:53.298441 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-387a3198-5bb3-4021-8429-7fa7a256b379 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3039699 Sep 30 08:23:53.300492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51766) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:53.324049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eaf6a1-4f4b-41d6-bb6b-aa0349094207 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:53.349786 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd86f2e-dfe5-4108-86f2-f3639adeede1 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=ebebaffd-e3d9-41b6-9cbc-8ae0112ca90e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:53.388037 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Attempting to bind port 88eab3de-83a6-4744-892c-80f4ec6f5a63 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:53.389088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Attempting to bind port 88eab3de-83a6-4744-892c-80f4ec6f5a63 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:53.389630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Attempting to bind port 88eab3de-83a6-4744-892c-80f4ec6f5a63 on network afad8171-3bfb-40e9-83cf-95d3c452402b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:53.400036 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-50c93f4a-066a-4d15-b040-83406f836932 req-2cdac915-9777-4b88-b3fa-297495a7fa82 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.403529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Port 88eab3de-83a6-4744-892c-80f4ec6f5a63 on network afad8171-3bfb-40e9-83cf-95d3c452402b not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:53.404147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Attempting to bind port 88eab3de-83a6-4744-892c-80f4ec6f5a63 on network afad8171-3bfb-40e9-83cf-95d3c452402b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:53.404273 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.411199 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.423157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:53.423989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Checking segment: {'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:53.424559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Bound using segment: {'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:53.425195 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Bound port: 88eab3de-83a6-4744-892c-80f4ec6f5a63, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:53.425762 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.437857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-806bf22e-2450-4703-aa08-aa81a58d3d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:53.439418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-806bf22e-2450-4703-aa08-aa81a58d3d7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa7cf2dd-10be-4012-91c5-d45c31072a23 HTTP/1.1" status: 200 len: 853 time: 0.1299796 Sep 30 08:23:53.446258 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Attempting to bind port 4a974912-55ce-4b45-97fb-999a0434422e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:53.446258 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Attempting to bind port 4a974912-55ce-4b45-97fb-999a0434422e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:53.446549 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Attempting to bind port 4a974912-55ce-4b45-97fb-999a0434422e on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:53.478168 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:53.478672 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:53.479182 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.479665 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:53.480267 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Bound port: 4a974912-55ce-4b45-97fb-999a0434422e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:53.480782 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.489105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd86f2e-dfe5-4108-86f2-f3639adeede1 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.492790 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ecd86f2e-dfe5-4108-86f2-f3639adeede1 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/ebebaffd-e3d9-41b6-9cbc-8ae0112ca90e HTTP/1.1" status: 204 len: 168 time: 1.6383717 Sep 30 08:23:53.512298 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b0778932-8ac9-4f8c-869f-6b34909dd27f tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2102559 Sep 30 08:23:53.514387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:53.514699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51772) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:53.527897 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-f1ae365d-f899-4e96-935f-04c6424fe0f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afad8171-3bfb-40e9-83cf-95d3c452402b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711176 Sep 30 08:23:53.545800 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] For port 4a974912-55ce-4b45-97fb-999a0434422e, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:53.551679 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] For port 4a974912-55ce-4b45-97fb-999a0434422e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=4a974912-55ce-4b45-97fb-999a0434422e,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:53.562990 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.587484 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78d788bc-e225-4263-a769-343fc695487f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.590852 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78d788bc-e225-4263-a769-343fc695487f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.597013 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-78d788bc-e225-4263-a769-343fc695487f tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "DELETE /v2.0/floatingips/d973a6b1-0351-4e31-aa1c-c15851f41edb HTTP/1.1" status: 204 len: 168 time: 1.7015777 Sep 30 08:23:53.598301 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0f281c-1129-4ed1-a5c1-ff4d13df8100 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] GET failed (client error): The resource could not be found. Sep 30 08:23:53.603385 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5a0f281c-1129-4ed1-a5c1-ff4d13df8100 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/ebebaffd-e3d9-41b6-9cbc-8ae0112ca90e HTTP/1.1" status: 404 len: 333 time: 0.0841591 Sep 30 08:23:53.604678 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Routers {'372f6da7-a338-4b3d-b842-442728835345'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:23:53.605602 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a42de57a-81cd-4274-a7b1-9454e8ef8c1f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-25792986', 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:53.605730 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:23:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['372f6da7-a338-4b3d-b842-442728835345'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:53.609300 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51776) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:53.609642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:53.676994 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3333e3-1ccd-46b6-923f-9d9e69325157 None None] Pushing event updated for resources: {'Port': ['ID=4a974912-55ce-4b45-97fb-999a0434422e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:53.708489 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3333e3-1ccd-46b6-923f-9d9e69325157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:53.708853 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3333e3-1ccd-46b6-923f-9d9e69325157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:53.709302 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3333e3-1ccd-46b6-923f-9d9e69325157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:53.712482 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3333e3-1ccd-46b6-923f-9d9e69325157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:53.713488 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3333e3-1ccd-46b6-923f-9d9e69325157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:53.713488 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3333e3-1ccd-46b6-923f-9d9e69325157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:53.713743 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3333e3-1ccd-46b6-923f-9d9e69325157 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:53.714161 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3333e3-1ccd-46b6-923f-9d9e69325157 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:53.714590 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3333e3-1ccd-46b6-923f-9d9e69325157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:53.716154 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3333e3-1ccd-46b6-923f-9d9e69325157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:53.716611 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3333e3-1ccd-46b6-923f-9d9e69325157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:53.718257 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3333e3-1ccd-46b6-923f-9d9e69325157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:23:53.756836 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-50c93f4a-066a-4d15-b040-83406f836932 req-2cdac915-9777-4b88-b3fa-297495a7fa82 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.785692 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-020e16da-9513-4531-a3c2-f55faad975ed tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting subnet ce2dd67a-c560-4c92-b3ab-7cfb5f9c1a49 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:23:53.876512 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3333e3-1ccd-46b6-923f-9d9e69325157 None None] Pushing event updated for resources: {'Port': ['ID=4a974912-55ce-4b45-97fb-999a0434422e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:53.879900 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-020e16da-9513-4531-a3c2-f55faad975ed tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.883053 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42de57a-81cd-4274-a7b1-9454e8ef8c1f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Made reservation on behalf of 9daaa44a24a845718835a5f7ca967795 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:53.887768 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a42de57a-81cd-4274-a7b1-9454e8ef8c1f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:53.897144 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] Set router 372f6da7-a338-4b3d-b842-442728835345 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:23:53.933128 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] For port 88eab3de-83a6-4744-892c-80f4ec6f5a63, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:53.936285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c93f4a-066a-4d15-b040-83406f836932 req-2cdac915-9777-4b88-b3fa-297495a7fa82 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Network 5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:53.945562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4cf6f-e96a-4dd6-9f22-5ea08da51201 req-a69151ea-fa58-4f08-9d3f-0c47b51c8cd1 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:53.947108 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cbe4cf6f-e96a-4dd6-9f22-5ea08da51201 req-a69151ea-fa58-4f08-9d3f-0c47b51c8cd1 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 944 time: 0.1997528 Sep 30 08:23:53.962312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-50c93f4a-066a-4d15-b040-83406f836932 req-2cdac915-9777-4b88-b3fa-297495a7fa82 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:53.973259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdac915-9777-4b88-b3fa-297495a7fa82 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Pushing event updated for resources: {'Port': ['ID=8b9124e0-1fc1-4a02-a286-b6f533da343b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:53.977692 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] For port 88eab3de-83a6-4744-892c-80f4ec6f5a63, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=88eab3de-83a6-4744-892c-80f4ec6f5a63,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:53.978860 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c93f4a-066a-4d15-b040-83406f836932 req-2cdac915-9777-4b88-b3fa-297495a7fa82 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:53.983143 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-b046e8fd-9173-4ad8-9d24-609dc6ead075 service neutron] 10.222.0.36 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437635 Sep 30 08:23:54.037341 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:54.088225 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:54.088858 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:54.090271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] 10.222.0.35 "PUT /v2.0/ports/88eab3de-83a6-4744-892c-80f4ec6f5a63 HTTP/1.1" status: 200 len: 1092 time: 4.4574323 Sep 30 08:23:54.160998 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372f6da7-a338-4b3d-b842-442728835345', 'name': 'tempest-TestNetworkBasicOps-router-616420867', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4a974912-55ce-4b45-97fb-999a0434422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:48Z', 'updated_at': '2021-09-30T08:23:50Z', 'revision_number': 3, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': '4a974912-55ce-4b45-97fb-999a0434422e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:50Z', 'updated_at': '2021-09-30T08:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:54.198625 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0717e0-84b5-4725-b9d9-3ff3640a9f4d None None] The sync data for ids ['372f6da7-a338-4b3d-b842-442728835345'] in n-d-807359-2 is: [{'id': '372f6da7-a338-4b3d-b842-442728835345', 'name': 'tempest-TestNetworkBasicOps-router-616420867', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4a974912-55ce-4b45-97fb-999a0434422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:48Z', 'updated_at': '2021-09-30T08:23:50Z', 'revision_number': 3, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': '4a974912-55ce-4b45-97fb-999a0434422e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:50Z', 'updated_at': '2021-09-30T08:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:23:54.224574 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-020e16da-9513-4531-a3c2-f55faad975ed tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:54.237446 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cbe4cf6f-e96a-4dd6-9f22-5ea08da51201 req-d14144ff-e97d-4826-8a38-9369318f953e tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709610 Sep 30 08:23:54.278719 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c93f4a-066a-4d15-b040-83406f836932 req-2cdac915-9777-4b88-b3fa-297495a7fa82 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:54.278719 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-50c93f4a-066a-4d15-b040-83406f836932 req-2cdac915-9777-4b88-b3fa-297495a7fa82 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:54.297759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b04931-c55b-4682-a0a5-46b8a4292468 service neutron] Pushing event updated for resources: {'Port': ['ID=88eab3de-83a6-4744-892c-80f4ec6f5a63,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:54.346233 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e60051ea-3dd8-4e80-8ecf-9d4bd49b3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:54.348147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-e60051ea-3dd8-4e80-8ecf-9d4bd49b3c25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f3b123a84db4f0a8ae3a643ec5880ae&device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 1095 time: 0.1510592 Sep 30 08:23:54.351752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-cfa1bcc5-3432-4870-927f-0570a19174cd service neutron] 10.222.0.36 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606966 Sep 30 08:23:54.353186 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50c93f4a-066a-4d15-b040-83406f836932 req-2cdac915-9777-4b88-b3fa-297495a7fa82 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2836530 Sep 30 08:23:54.392897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Request body: {'port': {'device_id': '22b6035c-29c5-48f8-9aa4-20928c0e654d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:54.474250 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a42de57a-81cd-4274-a7b1-9454e8ef8c1f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:54.484702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4036c677-bcf4-4767-9ac6-452e10158141 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Deleting port 461d17f8-573a-4b8b-87f2-7f5b41d2b79e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:54.485038 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4036c677-bcf4-4767-9ac6-452e10158141 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:54.502933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5da2600-f4fe-4935-9be2-a5fb5195d27b', 'tag': '88eab3de-83a6-4744-892c-80f4ec6f5a63'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:54.505240 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545d69cc-b25e-46f4-8e51-5fa81ddf15c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c5da2600-f4fe-4935-9be2-a5fb5195d27b", "tag": "88eab3de-83a6-4744-892c-80f4ec6f5a63"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:54.513500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-c00d3da8-6231-4f70-ae50-9366a4f956ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88eab3de-83a6-4744-892c-80f4ec6f5a63 HTTP/1.1" status: 200 len: 217 time: 0.1457050 Sep 30 08:23:54.573825 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-020e16da-9513-4531-a3c2-f55faad975ed tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:54.775675 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f54c97d-8498-4f33-bd41-ce3baf4a80f2 x-openstack-request-id: req-9f54c97d-8498-4f33-bd41-ce3baf4a80f2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:54.776179 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5da2600-f4fe-4935-9be2-a5fb5195d27b", "tag": "88eab3de-83a6-4744-892c-80f4ec6f5a63", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:54.776283 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f54c97d-8498-4f33-bd41-ce3baf4a80f2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:54.776661 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5da2600-f4fe-4935-9be2-a5fb5195d27b', 'tag': '88eab3de-83a6-4744-892c-80f4ec6f5a63', 'status': 'completed', 'code': 200} Sep 30 08:23:54.783224 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:54.872888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4a974912-55ce-4b45-97fb-999a0434422e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:54.875681 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51794) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:54.940556 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42de57a-81cd-4274-a7b1-9454e8ef8c1f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Subnet': ['ID=b934860f-448d-4ab2-84e4-e7e1368fdf39,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:54.961927 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42de57a-81cd-4274-a7b1-9454e8ef8c1f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Checking segment: {'id': 'bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:54.962285 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42de57a-81cd-4274-a7b1-9454e8ef8c1f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network hostable DHCP agents. Network: 683eee2c-d1a5-4c98-9d54-9127f6246f2e, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:23:54.979424 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 4a974912-55ce-4b45-97fb-999a0434422e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:54.980065 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.036559 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4036c677-bcf4-4767-9ac6-452e10158141 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.045693 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42de57a-81cd-4274-a7b1-9454e8ef8c1f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network 683eee2c-d1a5-4c98-9d54-9127f6246f2e is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:23:55.058433 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-020e16da-9513-4531-a3c2-f55faad975ed tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.092135 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4036c677-bcf4-4767-9ac6-452e10158141 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Calling delete_port for 461d17f8-573a-4b8b-87f2-7f5b41d2b79e owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:55.119519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a42de57a-81cd-4274-a7b1-9454e8ef8c1f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 683eee2c-d1a5-4c98-9d54-9127f6246f2e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:55.125186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42de57a-81cd-4274-a7b1-9454e8ef8c1f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:55.126184 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a42de57a-81cd-4274-a7b1-9454e8ef8c1f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.138256 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e16da-9513-4531-a3c2-f55faad975ed tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Subnet': ['ID=ce2dd67a-c560-4c92-b3ab-7cfb5f9c1a49,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:55.148946 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-020e16da-9513-4531-a3c2-f55faad975ed tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.151212 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-020e16da-9513-4531-a3c2-f55faad975ed tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/ce2dd67a-c560-4c92-b3ab-7cfb5f9c1a49 HTTP/1.1" status: 204 len: 168 time: 1.5394676 Sep 30 08:23:55.154519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:55.161101 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42127334-5d04-4281-a626-54904fdca017 req-3ce6a0d0-0cfe-47fb-96cc-4863f941cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:55.162558 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164de08c-3786-4101-b378-f9c30080acdc None None] Network 683eee2c-d1a5-4c98-9d54-9127f6246f2e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:55.177645 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42127334-5d04-4281-a626-54904fdca017 req-3ce6a0d0-0cfe-47fb-96cc-4863f941cbf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f3b123a84db4f0a8ae3a643ec5880ae&device_id=a987e469-99f5-4068-9abb-ad28f39a7337 HTTP/1.1" status: 200 len: 1095 time: 0.7400644 Sep 30 08:23:55.201011 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a42de57a-81cd-4274-a7b1-9454e8ef8c1f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6819818 Sep 30 08:23:55.224278 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51802) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:55.344273 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de5652a-33e2-4e04-942b-d178be335326 None None] Network 5e749704-4ed6-4982-927c-7b793ff20d5e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:55.410414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ips': [{'subnet_id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:23:55.411267 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.435658 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.453058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-d9e13e8e-7fe5-47ab-87b0-ebacc7d83249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:55.454968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-d9e13e8e-7fe5-47ab-87b0-ebacc7d83249 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa7cf2dd-10be-4012-91c5-d45c31072a23 HTTP/1.1" status: 200 len: 853 time: 0.9181340 Sep 30 08:23:55.469922 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 4a974912-55ce-4b45-97fb-999a0434422e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=4a974912-55ce-4b45-97fb-999a0434422e,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:55.471461 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.483202 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.526365 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42127334-5d04-4281-a626-54904fdca017 req-5709ffe7-56bb-424b-826c-c333a863fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:55.527815 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42127334-5d04-4281-a626-54904fdca017 req-5709ffe7-56bb-424b-826c-c333a863fef1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afad8171-3bfb-40e9-83cf-95d3c452402b HTTP/1.1" status: 200 len: 914 time: 0.3025742 Sep 30 08:23:55.617681 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-c9ecb12e-4982-48c5-a8e4-49b4e819140c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=afad8171-3bfb-40e9-83cf-95d3c452402b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567420 Sep 30 08:23:55.725853 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4036c677-bcf4-4767-9ac6-452e10158141 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.789011 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036c677-bcf4-4767-9ac6-452e10158141 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event deleted for resources: {'Port': ['ID=461d17f8-573a-4b8b-87f2-7f5b41d2b79e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:55.827505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port d28bad74-c02b-4c23-a2f4-9f57427f0b35 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:55.831268 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.857658 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42127334-5d04-4281-a626-54904fdca017 req-ac908195-99b1-4906-8d63-517f39877132 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 HTTP/1.1" status: 200 len: 217 time: 0.2819927 Sep 30 08:23:55.866198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b24f39-db93-4f68-988e-45fa95da13ae req-a38d5e91-fd55-4888-a768-5bf7c3e56381 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:55.867814 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6b24f39-db93-4f68-988e-45fa95da13ae req-a38d5e91-fd55-4888-a768-5bf7c3e56381 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 931 time: 0.9351075 Sep 30 08:23:55.977333 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] For port d28bad74-c02b-4c23-a2f4-9f57427f0b35, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d28bad74-c02b-4c23-a2f4-9f57427f0b35,segment=NetworkSegment(b4593334-aed9-4e87-b350-152fe5fa4782),segment_id=b4593334-aed9-4e87-b350-152fe5fa4782)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:55.978959 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.983217 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4036c677-bcf4-4767-9ac6-452e10158141 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:55.983409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=4a974912-55ce-4b45-97fb-999a0434422e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:55.988046 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4036c677-bcf4-4767-9ac6-452e10158141 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "DELETE /v2.0/ports/461d17f8-573a-4b8b-87f2-7f5b41d2b79e HTTP/1.1" status: 204 len: 168 time: 2.3770659 Sep 30 08:23:55.988357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51806) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:56.025168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98458e0c-3925-4450-a0a8-07a0b975027e req-174653dd-164c-48d7-a429-33e25e9cd296 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:56.026779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98458e0c-3925-4450-a0a8-07a0b975027e req-174653dd-164c-48d7-a429-33e25e9cd296 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 944 time: 0.5707324 Sep 30 08:23:56.045180 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for d28bad74-c02b-4c23-a2f4-9f57427f0b35 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:56.057135 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Allocated IP 172.20.0.2 (683eee2c-d1a5-4c98-9d54-9127f6246f2e/b934860f-448d-4ab2-84e4-e7e1368fdf39/a77566ee-66a0-4a14-921c-e099172d3b34) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:56.214516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b4953-e34e-4f07-9220-4e212e1a1399 None None] DHCP port deletion for 5e749704-4ed6-4982-927c-7b793ff20d5e request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:23:56.246279 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ac82e8cd-135c-4af5-9be5-ad3311f59fcb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Deleting port 8fae7abe-f0d9-4096-a9fb-d45223b67966 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:56.246902 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac82e8cd-135c-4af5-9be5-ad3311f59fcb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.293143 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.357773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=d28bad74-c02b-4c23-a2f4-9f57427f0b35,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:56.389413 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.406189 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.434602 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No DVR routers for this DVR port d28bad74-c02b-4c23-a2f4-9f57427f0b35 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:56.467754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Pushing event updated for resources: {'Port': ['ID=a77566ee-66a0-4a14-921c-e099172d3b34,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:56.496920 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Network 683eee2c-d1a5-4c98-9d54-9127f6246f2e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:23:56.500028 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:23:56.503111 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:23:56.601760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f94b4953-e34e-4f07-9220-4e212e1a1399 None None] Deleting port d28bad74-c02b-4c23-a2f4-9f57427f0b35 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:56.602138 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f94b4953-e34e-4f07-9220-4e212e1a1399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.605618 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.617976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Attempting to bind port a77566ee-66a0-4a14-921c-e099172d3b34 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:56.618377 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Attempting to bind port a77566ee-66a0-4a14-921c-e099172d3b34 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:56.618714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Attempting to bind port a77566ee-66a0-4a14-921c-e099172d3b34 on network 683eee2c-d1a5-4c98-9d54-9127f6246f2e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:56.639617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e749704-4ed6-4982-927c-7b793ff20d5e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:56.655305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:56.655684 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Checking segment: {'id': 'bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:56.656130 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.656523 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Bound using segment: {'id': 'bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:56.656994 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Bound port: a77566ee-66a0-4a14-921c-e099172d3b34, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:56.657375 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.686468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4593334-aed9-4e87-b350-152fe5fa4782') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:56.688520 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4593334-aed9-4e87-b350-152fe5fa4782') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:23:56.714226 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.726388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51818) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:56.734364 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac82e8cd-135c-4af5-9be5-ad3311f59fcb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.776332 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.781817 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ac82e8cd-135c-4af5-9be5-ad3311f59fcb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Calling delete_port for 8fae7abe-f0d9-4096-a9fb-d45223b67966 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:56.801754 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50f910fb-fd88-4077-bfec-87aab3b72dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.806564 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6b24f39-db93-4f68-988e-45fa95da13ae req-794acae3-5b94-467d-ba10-6eb81f3f6a42 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9065595 Sep 30 08:23:56.808148 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42127334-5d04-4281-a626-54904fdca017 req-34f48854-1292-489d-85b1-0df418ca5d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:56.809753 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42127334-5d04-4281-a626-54904fdca017 req-34f48854-1292-489d-85b1-0df418ca5d57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa7cf2dd-10be-4012-91c5-d45c31072a23 HTTP/1.1" status: 200 len: 853 time: 0.9271896 Sep 30 08:23:56.814312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9124e0-1fc1-4a02-a286-b6f533da343b {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:56.826081 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4a974912-55ce-4b45-97fb-999a0434422e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:56.836932 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f94b4953-e34e-4f07-9220-4e212e1a1399 None None] For port d28bad74-c02b-4c23-a2f4-9f57427f0b35, host n-d-807359-2, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:56.837859 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f94b4953-e34e-4f07-9220-4e212e1a1399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.856966 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.914523 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f94b4953-e34e-4f07-9220-4e212e1a1399 None None] Calling delete_port for d28bad74-c02b-4c23-a2f4-9f57427f0b35 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:56.928459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-f94b4953-e34e-4f07-9220-4e212e1a1399 None None] Port d28bad74-c02b-4c23-a2f4-9f57427f0b35 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:23:56.934789 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f94b4953-e34e-4f07-9220-4e212e1a1399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:56.936295 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98458e0c-3925-4450-a0a8-07a0b975027e req-06d110a8-6966-43fc-92bb-6adffc32ade5 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896495 Sep 30 08:23:56.946634 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42127334-5d04-4281-a626-54904fdca017 req-7be3c25c-0cae-4159-b8ab-5772d299ef63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afad8171-3bfb-40e9-83cf-95d3c452402b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085176 Sep 30 08:23:56.968903 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-3e1ba3ad-a551-4b7e-97be-e86317c6c7a9 service neutron] 10.222.0.35 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1458988 Sep 30 08:23:56.969962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Transition to ACTIVE for port object 8b9124e0-1fc1-4a02-a286-b6f533da343b will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:23:57.000142 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b4953-e34e-4f07-9220-4e212e1a1399 None None] Pushing event deleted for resources: {'Port': ['ID=d28bad74-c02b-4c23-a2f4-9f57427f0b35,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:57.001500 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] For port a77566ee-66a0-4a14-921c-e099172d3b34, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:57.006638 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b4953-e34e-4f07-9220-4e212e1a1399 None None] No DVR routers for this DVR port d28bad74-c02b-4c23-a2f4-9f57427f0b35 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:23:57.015971 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.024197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:23:57.024696 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:23:57.028959 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:23:57.031482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 4a974912-55ce-4b45-97fb-999a0434422e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:57.031482 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.100048 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc764f1e-a9ea-4314-814a-46f5e2a02dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.188136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d28bad74-c02b-4c23-a2f4-9f57427f0b35 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:23:57.214500 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d28bad74-c02b-4c23-a2f4-9f57427f0b35 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:23:57.214878 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d28bad74-c02b-4c23-a2f4-9f57427f0b35 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:23:57.235813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9124e0-1fc1-4a02-a286-b6f533da343b,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:57.317487 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.318121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] For port a77566ee-66a0-4a14-921c-e099172d3b34, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a77566ee-66a0-4a14-921c-e099172d3b34,segment=NetworkSegment(bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a),segment_id=bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:57.330801 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.338303 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.341120 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/networks/5e749704-4ed6-4982-927c-7b793ff20d5e HTTP/1.1" status: 204 len: 168 time: 2.1845322 Sep 30 08:23:57.354617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51822) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:57.355395 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12a3a33c-66e6-42a9-b3d0-b6b8d864383b req-9190e81a-e521-4b51-af21-f44f199677c6 service neutron] 10.222.0.35 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698003 Sep 30 08:23:57.359455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-41cd4aab-f817-4a3a-b134-ab1bab7fbea7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-187481783'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:57.360842 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42127334-5d04-4281-a626-54904fdca017 req-587b829e-6ce5-44ba-8dcf-f38c7285d7a8 service neutron] 10.222.0.36 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033685 Sep 30 08:23:57.372270 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd50a5-f4ac-4fa4-867c-a47e63be9b48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Network': ['ID=5e749704-4ed6-4982-927c-7b793ff20d5e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:57.401980 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac82e8cd-135c-4af5-9be5-ad3311f59fcb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.452099 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82e8cd-135c-4af5-9be5-ad3311f59fcb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event deleted for resources: {'Port': ['ID=8fae7abe-f0d9-4096-a9fb-d45223b67966,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:57.519185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Attempting to bind port 8b9124e0-1fc1-4a02-a286-b6f533da343b on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:23:57.519562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Attempting to bind port 8b9124e0-1fc1-4a02-a286-b6f533da343b by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '6277b6a0-087d-440c-8513-8832b68a6bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5c2ddfbd-f8bf-4e49-9c38-79891b90fda9'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:23:57.519897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Attempting to bind port 8b9124e0-1fc1-4a02-a286-b6f533da343b on network 5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:57.526862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ec074-770c-4772-98d1-26ebe77d2c60 None None] Pushing event updated for resources: {'Port': ['ID=a77566ee-66a0-4a14-921c-e099172d3b34,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:57.554877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Port 8b9124e0-1fc1-4a02-a286-b6f533da343b on network 5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:23:57.555560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Attempting to bind port 8b9124e0-1fc1-4a02-a286-b6f533da343b on network 5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:23:57.605079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:23:57.605427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Checking segment: {'id': '6277b6a0-087d-440c-8513-8832b68a6bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5c2ddfbd-f8bf-4e49-9c38-79891b90fda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:23:57.605848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Bound using segment: {'id': '6277b6a0-087d-440c-8513-8832b68a6bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5c2ddfbd-f8bf-4e49-9c38-79891b90fda9'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:23:57.606275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Bound port: 8b9124e0-1fc1-4a02-a286-b6f533da343b, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6277b6a0-087d-440c-8513-8832b68a6bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5c2ddfbd-f8bf-4e49-9c38-79891b90fda9'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:23:57.606642 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.628029 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42127334-5d04-4281-a626-54904fdca017 req-ca8825f9-4e31-4ac6-81cc-aecbb31de7cd service neutron] 10.222.0.36 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578192 Sep 30 08:23:57.675452 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d69cc-b25e-46f4-8e51-5fa81ddf15c0 req-ffc16b02-50fd-49a1-af88-0e248dd388df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:57.677014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-545d69cc-b25e-46f4-8e51-5fa81ddf15c0 req-ffc16b02-50fd-49a1-af88-0e248dd388df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f3b123a84db4f0a8ae3a643ec5880ae&device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 1095 time: 0.1716068 Sep 30 08:23:57.824374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] For port 8b9124e0-1fc1-4a02-a286-b6f533da343b, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:23:57.868237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] For port 8b9124e0-1fc1-4a02-a286-b6f533da343b, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8b9124e0-1fc1-4a02-a286-b6f533da343b,segment=NetworkSegment(6277b6a0-087d-440c-8513-8832b68a6bc2),segment_id=6277b6a0-087d-440c-8513-8832b68a6bc2)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:23:57.885766 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.962818 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:57.963501 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:57.964887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50c93f4a-066a-4d15-b040-83406f836932 req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] 10.222.0.36 "PUT /v2.0/ports/8b9124e0-1fc1-4a02-a286-b6f533da343b HTTP/1.1" status: 200 len: 1091 time: 3.5781302 Sep 30 08:23:57.986416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b6035c-29c5-48f8-9aa4-20928c0e654d', 'tag': '8b9124e0-1fc1-4a02-a286-b6f533da343b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:23:57.989442 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad122d90-1f89-4d99-a14f-9a6171b302ed" -d '{"events": [{"name": "network-changed", "server_uuid": "22b6035c-29c5-48f8-9aa4-20928c0e654d", "tag": "8b9124e0-1fc1-4a02-a286-b6f533da343b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:23:57.994881 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.023647 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac82e8cd-135c-4af5-9be5-ad3311f59fcb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.025951 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ac82e8cd-135c-4af5-9be5-ad3311f59fcb tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "DELETE /v2.0/ports/8fae7abe-f0d9-4096-a9fb-d45223b67966 HTTP/1.1" status: 204 len: 168 time: 2.0309579 Sep 30 08:23:58.031282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51830) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:58.074289 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc764f1e-a9ea-4314-814a-46f5e2a02dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.077150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d69cc-b25e-46f4-8e51-5fa81ddf15c0 req-ba5ce94b-3c86-4ecd-8222-3acddf7332ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:58.079089 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-545d69cc-b25e-46f4-8e51-5fa81ddf15c0 req-ba5ce94b-3c86-4ecd-8222-3acddf7332ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=afad8171-3bfb-40e9-83cf-95d3c452402b HTTP/1.1" status: 200 len: 914 time: 0.3934522 Sep 30 08:23:58.091623 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc764f1e-a9ea-4314-814a-46f5e2a02dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.147929 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cd4aab-f817-4a3a-b134-ab1bab7fbea7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:58.151492 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41cd4aab-f817-4a3a-b134-ab1bab7fbea7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.164852 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-027bb663-2925-431a-a563-b979b7ff40e4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Deleting subnet 9a717074-20be-43db-92fd-460ccea803fc {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:23:58.181636 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-027bb663-2925-431a-a563-b979b7ff40e4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.187421 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bc764f1e-a9ea-4314-814a-46f5e2a02dd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ded0a767a3b4f3cba873994837b3d59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4571543 Sep 30 08:23:58.191877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4a4f4-8eb0-4e3e-8203-dacfb8f64613 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9124e0-1fc1-4a02-a286-b6f533da343b,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:58.195743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:23:58.198812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51832) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:58.207875 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc764f1e-a9ea-4314-814a-46f5e2a02dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e7086b-4a36-4772-8bdf-dafde85153ac,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:58.212828 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-545d69cc-b25e-46f4-8e51-5fa81ddf15c0 req-031e258d-08c0-43bf-ba22-10238f63ec5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88eab3de-83a6-4744-892c-80f4ec6f5a63 HTTP/1.1" status: 200 len: 217 time: 0.1157849 Sep 30 08:23:58.225540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-50f910fb-fd88-4077-bfec-87aab3b72dbb admin admin] Deleting port ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:58.225540 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50f910fb-fd88-4077-bfec-87aab3b72dbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.235933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46045b97-12d0-4133-98a0-8b640aa09105 req-f3c0f5dd-9331-48aa-ad0c-c550f776e8fe tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:58.237479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46045b97-12d0-4133-98a0-8b640aa09105 req-f3c0f5dd-9331-48aa-ad0c-c550f776e8fe tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 943 time: 0.3076777 Sep 30 08:23:58.255251 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-027bb663-2925-431a-a563-b979b7ff40e4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.290364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cd4aab-f817-4a3a-b134-ab1bab7fbea7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:23:58.300140 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c93f4a-066a-4d15-b040-83406f836932 req-193814d3-9066-46f0-a8c4-0f8a531fd982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:58.301692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50c93f4a-066a-4d15-b040-83406f836932 req-193814d3-9066-46f0-a8c4-0f8a531fd982 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=335f09d13e9f48fcbf88ae43d1a53716&device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 1094 time: 0.2584100 Sep 30 08:23:58.345885 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:58.348373 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41cd4aab-f817-4a3a-b134-ab1bab7fbea7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.348511 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-41cd4aab-f817-4a3a-b134-ab1bab7fbea7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Added segment 244be993-3714-44c2-bd4d-e044c5095941 of type vlan for network 60bd69c5-09da-446e-88bf-ef0af51db7b8 Sep 30 08:23:58.359558 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3', 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b', 'port_id': '8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3', 'mac_address': 'fa:16:3e:82:fe:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7cf2dd-10be-4012-91c5-d45c31072a23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:23:58.391685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591369c-f13d-4de9-bb1b-e1816210a286 req-16fc1917-3c51-4804-82c0-4f52e72eb2d0 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:58.393350 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8591369c-f13d-4de9-bb1b-e1816210a286 req-16fc1917-3c51-4804-82c0-4f52e72eb2d0 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 944 time: 0.3243864 Sep 30 08:23:58.419453 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.434634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:23:58.453822 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41cd4aab-f817-4a3a-b134-ab1bab7fbea7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.456598 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50c93f4a-066a-4d15-b040-83406f836932 req-aad972e7-f0f7-49cc-9be7-321affb3c06d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b9124e0-1fc1-4a02-a286-b6f533da343b HTTP/1.1" status: 200 len: 217 time: 0.1281979 Sep 30 08:23:58.457267 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:58.462162 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.463379 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-50f910fb-fd88-4077-bfec-87aab3b72dbb admin admin] For port ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:58.463757 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50f910fb-fd88-4077-bfec-87aab3b72dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.479445 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d69cc-b25e-46f4-8e51-5fa81ddf15c0 req-ef9acc26-0fcc-41e7-941e-c4552d603426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:58.480950 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-545d69cc-b25e-46f4-8e51-5fa81ddf15c0 req-ef9acc26-0fcc-41e7-941e-c4552d603426 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa7cf2dd-10be-4012-91c5-d45c31072a23 HTTP/1.1" status: 200 len: 853 time: 0.2425849 Sep 30 08:23:58.487671 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-50f910fb-fd88-4077-bfec-87aab3b72dbb admin admin] Calling delete_port for ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:58.521557 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-027bb663-2925-431a-a563-b979b7ff40e4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.533959 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:58.582859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46045b97-12d0-4133-98a0-8b640aa09105 req-22522cdd-3e17-4237-98fc-ffac64c79bce tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266160 Sep 30 08:23:58.587503 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41cd4aab-f817-4a3a-b134-ab1bab7fbea7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.593297 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cd4aab-f817-4a3a-b134-ab1bab7fbea7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:58.593515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-545d69cc-b25e-46f4-8e51-5fa81ddf15c0 req-4324435f-5efe-4d8e-b257-a746d8090c1f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=afad8171-3bfb-40e9-83cf-95d3c452402b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924826 Sep 30 08:23:58.593987 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41cd4aab-f817-4a3a-b134-ab1bab7fbea7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.650981 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-84c6bfec-6507-453e-bd27-c9cec30ac29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.668564 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8591369c-f13d-4de9-bb1b-e1816210a286 req-23faf970-5326-46b4-83c2-0ff04d2cbdff tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276776 Sep 30 08:23:58.676445 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:23:58.699563 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-41cd4aab-f817-4a3a-b134-ab1bab7fbea7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3436892 Sep 30 08:23:58.748190 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51834) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:58.749645 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dff3e49-dbf9-4bbc-9709-12afe57f6c80 x-openstack-request-id: req-4dff3e49-dbf9-4bbc-9709-12afe57f6c80 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:23:58.749912 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b6035c-29c5-48f8-9aa4-20928c0e654d", "tag": "8b9124e0-1fc1-4a02-a286-b6f533da343b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:23:58.750248 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4dff3e49-dbf9-4bbc-9709-12afe57f6c80 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:23:58.750536 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b6035c-29c5-48f8-9aa4-20928c0e654d', 'tag': '8b9124e0-1fc1-4a02-a286-b6f533da343b', 'status': 'completed', 'code': 200} Sep 30 08:23:58.765690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-993c055f-a046-4733-9f4a-c40758610abd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'subnet': {'network_id': '60bd69c5-09da-446e-88bf-ef0af51db7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:23:58.770428 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd4aab-f817-4a3a-b134-ab1bab7fbea7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Network': ['ID=60bd69c5-09da-446e-88bf-ef0af51db7b8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:58.775956 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-027bb663-2925-431a-a563-b979b7ff40e4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.797535 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 60bd69c5-09da-446e-88bf-ef0af51db7b8 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:23:58.811165 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bb663-2925-431a-a563-b979b7ff40e4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event deleted for resources: {'Subnet': ['ID=9a717074-20be-43db-92fd-460ccea803fc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:58.821889 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c93f4a-066a-4d15-b040-83406f836932 req-d3638f03-a55c-44fe-88ff-19e27443a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:23:58.822212 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-027bb663-2925-431a-a563-b979b7ff40e4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.823381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50c93f4a-066a-4d15-b040-83406f836932 req-d3638f03-a55c-44fe-88ff-19e27443a527 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e3e2ffb-0bed-4ab0-bd99-d1e77e7b4c8b HTTP/1.1" status: 200 len: 854 time: 0.3488958 Sep 30 08:23:58.825159 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-027bb663-2925-431a-a563-b979b7ff40e4 tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "DELETE /v2.0/subnets/9a717074-20be-43db-92fd-460ccea803fc HTTP/1.1" status: 204 len: 168 time: 0.7927189 Sep 30 08:23:58.828365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51836) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:58.845743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcc892c-0e20-4c02-af6f-96cd25982480 None None] Network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:58.874188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a77566ee-66a0-4a14-921c-e099172d3b34 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:23:58.924888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b75460-6860-4e1c-9c9f-2721575e8b7c None None] Network 683eee2c-d1a5-4c98-9d54-9127f6246f2e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:58.926655 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-84c6bfec-6507-453e-bd27-c9cec30ac29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.937554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf55dc2-0e27-4779-8b31-74ac2a80faad tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Deleting subnet 5e77dc02-fc58-473d-9a59-e817fa9dc117 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:23:58.942096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2cf55dc2-0e27-4779-8b31-74ac2a80faad tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:58.967186 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50c93f4a-066a-4d15-b040-83406f836932 req-34376c06-bcb2-4a3c-8eb8-a113017800e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c2ddfbd-f8bf-4e49-9c38-79891b90fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035807 Sep 30 08:23:59.000591 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2cf55dc2-0e27-4779-8b31-74ac2a80faad tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.120077 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50f910fb-fd88-4077-bfec-87aab3b72dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.137689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-367e0cbe-8691-4d4f-9beb-c52e46fa64d8 None None] Provisioning complete for port a77566ee-66a0-4a14-921c-e099172d3b34 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:59.138066 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-367e0cbe-8691-4d4f-9beb-c52e46fa64d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.164517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f910fb-fd88-4077-bfec-87aab3b72dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:59.205675 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2cf55dc2-0e27-4779-8b31-74ac2a80faad tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.294445 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a77566ee-66a0-4a14-921c-e099172d3b34 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:23:59.294950 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.330637 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2cf55dc2-0e27-4779-8b31-74ac2a80faad tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.419885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf55dc2-0e27-4779-8b31-74ac2a80faad tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event deleted for resources: {'Subnet': ['ID=5e77dc02-fc58-473d-9a59-e817fa9dc117,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:23:59.434151 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2cf55dc2-0e27-4779-8b31-74ac2a80faad tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.436304 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2cf55dc2-0e27-4779-8b31-74ac2a80faad tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "DELETE /v2.0/subnets/5e77dc02-fc58-473d-9a59-e817fa9dc117 HTTP/1.1" status: 204 len: 168 time: 0.6066058 Sep 30 08:23:59.438978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51838) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:23:59.459929 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50f910fb-fd88-4077-bfec-87aab3b72dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.465700 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734feda9-3d8e-4755-b3fa-30fe431d97fe None None] DHCP port deletion for db952c52-1c3f-4f41-9b5b-784bfdc3ae98 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:23:59.467480 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace550f8-5180-49fd-9e74-7ced052a8ac0 None None] Network fe719140-e914-4c92-bc2f-67234315bd4c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:23:59.488118 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-545d69cc-b25e-46f4-8e51-5fa81ddf15c0 req-7bac66d1-11dc-41be-aec6-995f1d122f80 service neutron] 10.222.0.35 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8830745 Sep 30 08:23:59.580715 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.621553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Allocated IP 172.20.0.1 (683eee2c-d1a5-4c98-9d54-9127f6246f2e/b934860f-448d-4ab2-84e4-e7e1368fdf39/003eac1a-bd97-4cf0-9b62-557abe07dd22) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:23:59.704403 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-367e0cbe-8691-4d4f-9beb-c52e46fa64d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.714878 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993c055f-a046-4733-9f4a-c40758610abd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:23:59.718523 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-993c055f-a046-4733-9f4a-c40758610abd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.745896 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-84c6bfec-6507-453e-bd27-c9cec30ac29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.748735 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-84c6bfec-6507-453e-bd27-c9cec30ac29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.749924 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-84c6bfec-6507-453e-bd27-c9cec30ac29e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6e7086b-4a36-4772-8bdf-dafde85153ac HTTP/1.1" status: 204 len: 168 time: 1.5490978 Sep 30 08:23:59.794446 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50c93f4a-066a-4d15-b040-83406f836932 req-bf286af6-098f-4239-aba7-4282e998d847 service neutron] 10.222.0.36 "GET /v2.0/networks/5c2ddfbd-f8bf-4e49-9c38-79891b90fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8123043 Sep 30 08:23:59.798205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Deleting port b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:23:59.798557 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.889238 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.919319 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.938783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] For port b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5,segment=NetworkSegment(f782f79d-2bd4-4407-92ee-0249890bcde2),segment_id=f782f79d-2bd4-4407-92ee-0249890bcde2)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:23:59.939154 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:23:59.987076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Calling delete_port for b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:23:59.990940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-367e0cbe-8691-4d4f-9beb-c52e46fa64d8 None None] For port a77566ee-66a0-4a14-921c-e099172d3b34, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a77566ee-66a0-4a14-921c-e099172d3b34,segment=NetworkSegment(bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a),segment_id=bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:00.005308 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-367e0cbe-8691-4d4f-9beb-c52e46fa64d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.013004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f910fb-fd88-4077-bfec-87aab3b72dbb admin admin] Router 9f92160a-ade3-418e-991f-4b21fecd7c17 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:24:00.048080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6bfec-6507-453e-bd27-c9cec30ac29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e7086b-4a36-4772-8bdf-dafde85153ac,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:00.083218 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:24:00.084819 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:24:00.133224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-734feda9-3d8e-4755-b3fa-30fe431d97fe None None] Deleting port b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:00.133224 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-734feda9-3d8e-4755-b3fa-30fe431d97fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.202528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 88eab3de-83a6-4744-892c-80f4ec6f5a63 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:24:00.213210 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:00.223754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51848) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:00.255827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e0cbe-8691-4d4f-9beb-c52e46fa64d8 None None] Pushing event updated for resources: {'Port': ['ID=a77566ee-66a0-4a14-921c-e099172d3b34,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:00.261232 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-545d69cc-b25e-46f4-8e51-5fa81ddf15c0 req-ab833e82-4dbd-4e39-a014-c7a289b83816 service neutron] 10.222.0.35 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7591155 Sep 30 08:24:00.283671 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-15a5cc5b-73e8-4ece-a303-d6ce797ab452 None None] Provisioning complete for port a77566ee-66a0-4a14-921c-e099172d3b34 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:00.283671 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15a5cc5b-73e8-4ece-a303-d6ce797ab452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.284981 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8afb9479-3209-40da-9ad1-b0cbdf28b62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.309052 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.337475 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0f5ab6-58d1-40f2-8ef4-7d8bd4406bbb None None] DHCP port deletion for fe719140-e914-4c92-bc2f-67234315bd4c request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:24:00.345231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f910fb-fd88-4077-bfec-87aab3b72dbb admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:24:00.357215 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-50f910fb-fd88-4077-bfec-87aab3b72dbb admin admin] 10.222.0.24 "PUT /v2.0/routers/9f92160a-ade3-418e-991f-4b21fecd7c17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4762974 Sep 30 08:24:00.358711 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event deleted for resources: {'Port': ['ID=b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:00.362958 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51850) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:00.365090 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a35f0-1a8f-4abf-9555-7360b06fc40e None None] Sync routers for ids ['9f92160a-ade3-418e-991f-4b21fecd7c17'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:24:00.372909 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-734feda9-3d8e-4755-b3fa-30fe431d97fe None None] For port b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5,segment=NetworkSegment(f782f79d-2bd4-4407-92ee-0249890bcde2),segment_id=f782f79d-2bd4-4407-92ee-0249890bcde2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:00.373317 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-734feda9-3d8e-4755-b3fa-30fe431d97fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.377733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5caa36-e424-4e0f-827b-73c654b7676f req-03d35533-b11f-4a49-9f8c-b7b962809d4f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:00.380023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d5caa36-e424-4e0f-827b-73c654b7676f req-03d35533-b11f-4a49-9f8c-b7b962809d4f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 943 time: 0.6823401 Sep 30 08:24:00.385859 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:24:00.387265 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50c93f4a-066a-4d15-b040-83406f836932 req-e3fe8f3b-0b4e-4e52-9bba-a0555a0195ce service neutron] 10.222.0.36 "GET /v2.0/networks/5c2ddfbd-f8bf-4e49-9c38-79891b90fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403636 Sep 30 08:24:00.405930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8afa6-8e5f-456b-a86c-288cf3a711d4 req-f6579bd0-c4d7-4906-a9e9-7e21732a0b53 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:00.414092 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-734feda9-3d8e-4755-b3fa-30fe431d97fe None None] Calling delete_port for b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:00.414920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] No DVR routers for this DVR port b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:00.420187 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8b8afa6-8e5f-456b-a86c-288cf3a711d4 req-f6579bd0-c4d7-4906-a9e9-7e21732a0b53 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 944 time: 0.5633562 Sep 30 08:24:00.495656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a35f0-1a8f-4abf-9555-7360b06fc40e None None] Routers {'9f92160a-ade3-418e-991f-4b21fecd7c17'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:24:00.496298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3a6a35f0-1a8f-4abf-9555-7360b06fc40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:23:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9f92160a-ade3-418e-991f-4b21fecd7c17'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:00.539629 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:24:00.558781 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.576189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.584646 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:00.585043 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.588380 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-993c055f-a046-4733-9f4a-c40758610abd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.602488 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8b8afa6-8e5f-456b-a86c-288cf3a711d4 req-666eff41-11d4-4a9a-a064-6f5d252c59df tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777079 Sep 30 08:24:00.611090 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67420462-7858-4b20-9ece-8416beba1f01 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.617303 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db952c52-1c3f-4f41-9b5b-784bfdc3ae98']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:00.625189 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d5caa36-e424-4e0f-827b-73c654b7676f req-a5c6c512-6b85-48cb-ae22-c234aa667315 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003577 Sep 30 08:24:00.665259 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f782f79d-2bd4-4407-92ee-0249890bcde2') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:00.665558 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f782f79d-2bd4-4407-92ee-0249890bcde2') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:00.668655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad122d90-1f89-4d99-a14f-9a6171b302ed req-0e86d183-8225-4566-b00a-66a91bd0713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:00.670284 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad122d90-1f89-4d99-a14f-9a6171b302ed req-0e86d183-8225-4566-b00a-66a91bd0713e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=335f09d13e9f48fcbf88ae43d1a53716&device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 1094 time: 0.2077463 Sep 30 08:24:00.682925 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.715259 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8afb9479-3209-40da-9ad1-b0cbdf28b62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.724972 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.728828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c055f-a046-4733-9f4a-c40758610abd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Subnet': ['ID=f7fe0ff3-62f9-4e9d-8135-edf9ed4b3df1,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:00.730454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 88eab3de-83a6-4744-892c-80f4ec6f5a63, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=88eab3de-83a6-4744-892c-80f4ec6f5a63,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:00.732837 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:00.733249 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:00.761518 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:00.763756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.816666 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8afb9479-3209-40da-9ad1-b0cbdf28b62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.821204 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '88eab3de-83a6-4744-892c-80f4ec6f5a63', 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b', 'port_id': '88eab3de-83a6-4744-892c-80f4ec6f5a63', 'mac_address': 'fa:16:3e:c9:8a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7cf2dd-10be-4012-91c5-d45c31072a23', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:24:00.845176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f5ab6-58d1-40f2-8ef4-7d8bd4406bbb None None] Deleting port 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:00.845573 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b0f5ab6-58d1-40f2-8ef4-7d8bd4406bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.846276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network 683eee2c-d1a5-4c98-9d54-9127f6246f2e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:00.851395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993c055f-a046-4733-9f4a-c40758610abd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Checking segment: {'id': '244be993-3714-44c2-bd4d-e044c5095941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '60bd69c5-09da-446e-88bf-ef0af51db7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:00.851953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993c055f-a046-4733-9f4a-c40758610abd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network hostable DHCP agents. Network: 60bd69c5-09da-446e-88bf-ef0af51db7b8, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:00.860705 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:00.869839 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8afb9479-3209-40da-9ad1-b0cbdf28b62f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=901502eec0764e63beb598106e7e35c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6375296 Sep 30 08:24:00.876551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:00.878970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51852) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:00.884661 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-734feda9-3d8e-4755-b3fa-30fe431d97fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.888867 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb9479-3209-40da-9ad1-b0cbdf28b62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941bbbb1-3a1c-4b32-927e-e80a63911226,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:00.894069 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.910818 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.912235 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "DELETE /v2.0/networks/db952c52-1c3f-4f41-9b5b-784bfdc3ae98 HTTP/1.1" status: 204 len: 168 time: 1.4721181 Sep 30 08:24:00.912589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-3a6a35f0-1a8f-4abf-9555-7360b06fc40e None None] Set router 9f92160a-ade3-418e-991f-4b21fecd7c17 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:24:00.918341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Port': ['ID=003eac1a-bd97-4cf0-9b62-557abe07dd22,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:00.920613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51854) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:00.924281 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67420462-7858-4b20-9ece-8416beba1f01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:00.929429 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f13cf-0551-46c8-b9de-6cf8ba87e15b tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event deleted for resources: {'Network': ['ID=db952c52-1c3f-4f41-9b5b-784bfdc3ae98,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:00.953286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad122d90-1f89-4d99-a14f-9a6171b302ed req-cda8d60a-b18c-460d-9b80-7b7be8b2e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:00.954995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad122d90-1f89-4d99-a14f-9a6171b302ed req-cda8d60a-b18c-460d-9b80-7b7be8b2e563 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 HTTP/1.1" status: 200 len: 915 time: 0.2725706 Sep 30 08:24:01.036637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734feda9-3d8e-4755-b3fa-30fe431d97fe None None] Pushing event deleted for resources: {'Port': ['ID=b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:01.038824 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-734feda9-3d8e-4755-b3fa-30fe431d97fe None None] Network db952c52-1c3f-4f41-9b5b-784bfdc3ae98 is not hosted by any dhcp agent {{(pid=94839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:24:01.042052 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734feda9-3d8e-4755-b3fa-30fe431d97fe None None] No DVR routers for this DVR port b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:01.047884 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-67420462-7858-4b20-9ece-8416beba1f01 admin admin] Deleting port 821753e3-8e17-4d24-bbd0-38fb486356ff {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:01.048251 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67420462-7858-4b20-9ece-8416beba1f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.078916 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad122d90-1f89-4d99-a14f-9a6171b302ed req-5903f1de-6211-4fcc-b297-0d58ef7b8545 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b9124e0-1fc1-4a02-a286-b6f533da343b HTTP/1.1" status: 200 len: 217 time: 0.0997517 Sep 30 08:24:01.079619 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.081860 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993c055f-a046-4733-9f4a-c40758610abd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network 60bd69c5-09da-446e-88bf-ef0af51db7b8 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:01.154801 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.176445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-67420462-7858-4b20-9ece-8416beba1f01 admin admin] For port 821753e3-8e17-4d24-bbd0-38fb486356ff, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=821753e3-8e17-4d24-bbd0-38fb486356ff,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:01.176773 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67420462-7858-4b20-9ece-8416beba1f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.189104 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a77566ee-66a0-4a14-921c-e099172d3b34 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:01.194217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-67420462-7858-4b20-9ece-8416beba1f01 admin admin] Calling delete_port for 821753e3-8e17-4d24-bbd0-38fb486356ff owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:01.226410 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8b0f5ab6-58d1-40f2-8ef4-7d8bd4406bbb None None] For port 016a7ed5-b38f-48e1-ab2c-ff4ad0605876, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=016a7ed5-b38f-48e1-ab2c-ff4ad0605876,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:01.226848 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b0f5ab6-58d1-40f2-8ef4-7d8bd4406bbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.230548 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.232157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-993c055f-a046-4733-9f4a-c40758610abd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 60bd69c5-09da-446e-88bf-ef0af51db7b8) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:01.258490 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437ce178-015b-41ff-bf82-54cfeb3e4f98 None None] Network 60bd69c5-09da-446e-88bf-ef0af51db7b8 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:01.262012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88eab3de-83a6-4744-892c-80f4ec6f5a63 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:01.262446 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993c055f-a046-4733-9f4a-c40758610abd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:01.263056 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-993c055f-a046-4733-9f4a-c40758610abd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.267896 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f5ab6-58d1-40f2-8ef4-7d8bd4406bbb None None] Calling delete_port for 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:01.271746 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f31bb86d-cff7-4dba-92e9-0bb9df05923b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.288853 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.325958 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad122d90-1f89-4d99-a14f-9a6171b302ed req-fdd40562-8b70-482c-a848-5212aebf5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:01.326969 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad122d90-1f89-4d99-a14f-9a6171b302ed req-fdd40562-8b70-482c-a848-5212aebf5213 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e3e2ffb-0bed-4ab0-bd99-d1e77e7b4c8b HTTP/1.1" status: 200 len: 854 time: 0.1901057 Sep 30 08:24:01.334879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-993c055f-a046-4733-9f4a-c40758610abd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5747545 Sep 30 08:24:01.338357 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51856) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:01.347612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5b9d6e11-9ea8-46bf-809a-2ee52196fde6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'network_id': '60bd69c5-09da-446e-88bf-ef0af51db7b8', 'name': 'tempest-PortsIpV6TestJSON-728845091', 'fixed_ips': [{'subnet_id': 'f7fe0ff3-62f9-4e9d-8135-edf9ed4b3df1', 'ip_address': '2001:db8::10'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:01.400670 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f31bb86d-cff7-4dba-92e9-0bb9df05923b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.406504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 88eab3de-83a6-4744-892c-80f4ec6f5a63, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=88eab3de-83a6-4744-892c-80f4ec6f5a63,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:01.414315 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67420462-7858-4b20-9ece-8416beba1f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.432112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad122d90-1f89-4d99-a14f-9a6171b302ed req-97f904b9-8cb6-42e5-b125-3c90ac581c3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c2ddfbd-f8bf-4e49-9c38-79891b90fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896769 Sep 30 08:24:01.447290 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67420462-7858-4b20-9ece-8416beba1f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=821753e3-8e17-4d24-bbd0-38fb486356ff,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:01.455219 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.481182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a987e469-99f5-4068-9abb-ad28f39a7337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:01.484793 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab07133d-9885-4b95-908f-dc18ed77bab1" -d '{"events": [{"server_uuid": "a987e469-99f5-4068-9abb-ad28f39a7337", "name": "network-vif-plugged", "status": "completed", "tag": "8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:01.532898 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67420462-7858-4b20-9ece-8416beba1f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.655719 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.706138 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67420462-7858-4b20-9ece-8416beba1f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.709020 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67420462-7858-4b20-9ece-8416beba1f01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.729135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Deleting port 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:01.729491 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.731036 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f31bb86d-cff7-4dba-92e9-0bb9df05923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.733562 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f31bb86d-cff7-4dba-92e9-0bb9df05923b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.734702 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f31bb86d-cff7-4dba-92e9-0bb9df05923b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/941bbbb1-3a1c-4b32-927e-e80a63911226 HTTP/1.1" status: 204 len: 168 time: 0.8547668 Sep 30 08:24:01.759682 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570fa064-0c64-4b6a-83d8-852cdba7211d x-openstack-request-id: req-570fa064-0c64-4b6a-83d8-852cdba7211d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:01.759799 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a987e469-99f5-4068-9abb-ad28f39a7337", "name": "network-vif-plugged", "status": "completed", "tag": "8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:01.760079 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-570fa064-0c64-4b6a-83d8-852cdba7211d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:01.760419 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a987e469-99f5-4068-9abb-ad28f39a7337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3', 'code': 200} Sep 30 08:24:01.761215 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67420462-7858-4b20-9ece-8416beba1f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.762008 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67420462-7858-4b20-9ece-8416beba1f01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f92160a-ade3-418e-991f-4b21fecd7c17 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:24:01.771731 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67420462-7858-4b20-9ece-8416beba1f01 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.776435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:01.778425 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-67420462-7858-4b20-9ece-8416beba1f01 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9f92160a-ade3-418e-991f-4b21fecd7c17 HTTP/1.1" status: 204 len: 168 time: 1.4141257 Sep 30 08:24:01.779223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:01.783943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bb86d-cff7-4dba-92e9-0bb9df05923b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941bbbb1-3a1c-4b32-927e-e80a63911226,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:01.815394 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9d6df344-0b7c-49b2-a662-8fa2d4db4988 None None] Provisioning complete for port 003eac1a-bd97-4cf0-9b62-557abe07dd22 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:01.815772 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d6df344-0b7c-49b2-a662-8fa2d4db4988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.825599 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=88eab3de-83a6-4744-892c-80f4ec6f5a63,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:01.828457 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.864688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-22376db3-ddb8-4978-8c7c-f5739295216e admin admin] Deleting subnet ee72be49-df02-4420-900e-333e8ceca494 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:24:01.868199 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22376db3-ddb8-4978-8c7c-f5739295216e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.886757 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['88eab3de-83a6-4744-892c-80f4ec6f5a63'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:01.899359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad122d90-1f89-4d99-a14f-9a6171b302ed req-d7c4fffe-948d-45ef-8b56-5d65819a6899 service neutron] 10.222.0.36 "GET /v2.0/networks/5c2ddfbd-f8bf-4e49-9c38-79891b90fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436564 Sep 30 08:24:01.908398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35b5f2-b51a-4c64-9328-15e22b7a4180 req-15c2a5f3-be6b-434f-9047-6669fe7a1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:01.909963 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f35b5f2-b51a-4c64-9328-15e22b7a4180 req-15c2a5f3-be6b-434f-9047-6669fe7a1c68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a987e469-99f5-4068-9abb-ad28f39a7337 HTTP/1.1" status: 200 len: 1096 time: 0.2874060 Sep 30 08:24:01.937584 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22376db3-ddb8-4978-8c7c-f5739295216e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:01.948314 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a77566ee-66a0-4a14-921c-e099172d3b34 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:01.948703 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.031799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba0e29-6578-4b6e-867d-d0775b3164af req-fbeed113-3154-4a1a-901a-2e10fe844297 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:02.033419 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bba0e29-6578-4b6e-867d-d0775b3164af req-fbeed113-3154-4a1a-901a-2e10fe844297 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 945 time: 0.3395329 Sep 30 08:24:02.056811 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9d6df344-0b7c-49b2-a662-8fa2d4db4988 None None] Port 003eac1a-bd97-4cf0-9b62-557abe07dd22 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:02.065173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9d6e11-9ea8-46bf-809a-2ee52196fde6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:02.077577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae95cee-204a-4125-bc76-a941c218ab89 req-d9002b81-3b57-4f2e-bba2-5e2d5ffbe9af tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:02.079873 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ae95cee-204a-4125-bc76-a941c218ab89 req-d9002b81-3b57-4f2e-bba2-5e2d5ffbe9af tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 943 time: 0.3434832 Sep 30 08:24:02.096864 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b0f5ab6-58d1-40f2-8ef4-7d8bd4406bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.133968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:02.139874 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] For port 016a7ed5-b38f-48e1-ab2c-ff4ad0605876, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=016a7ed5-b38f-48e1-ab2c-ff4ad0605876,segment=NetworkSegment(7dabf9f9-91f4-43bb-8069-e0454d321a9f),segment_id=7dabf9f9-91f4-43bb-8069-e0454d321a9f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:02.140245 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.165435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f5ab6-58d1-40f2-8ef4-7d8bd4406bbb None None] No DVR routers for this DVR port 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:02.198470 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f5ab6-58d1-40f2-8ef4-7d8bd4406bbb None None] Pushing event deleted for resources: {'Port': ['ID=016a7ed5-b38f-48e1-ab2c-ff4ad0605876,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:02.222369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-60bd69c5-09da-446e-88bf-ef0af51db7b8', 'network_id': '60bd69c5-09da-446e-88bf-ef0af51db7b8', 'tenant_id': '3479a21242e348a18ddec412ff416d8c', 'fixed_ips': [{'subnet_id': 'f7fe0ff3-62f9-4e9d-8135-edf9ed4b3df1'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:24:02.223199 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.251449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ae95cee-204a-4125-bc76-a941c218ab89 req-8e369284-c55f-4ad0-90d3-3c40b6d43bc0 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416476 Sep 30 08:24:02.252509 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Calling delete_port for 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:02.283965 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3a6a35f0-1a8f-4abf-9555-7360b06fc40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'name': 'tempest-AttachVolumeShelveTestJSON-1065902827-router', 'tenant_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:14:56Z', 'updated_at': '2021-09-30T08:23:59Z', 'revision_number': 5, 'project_id': 'ad60528d5c3d4d3d8094c2681701bf17', 'gw_port': {'id': '821753e3-8e17-4d24-bbd0-38fb486356ff', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:df:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92160a-ade3-418e-991f-4b21fecd7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:14:58Z', 'updated_at': '2021-09-30T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:02.300575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f35b5f2-b51a-4c64-9328-15e22b7a4180 req-f05cef82-68c2-465d-b3a7-6bd67506926c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436468 Sep 30 08:24:02.358356 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a35f0-1a8f-4abf-9555-7360b06fc40e None None] Checking router: 9f92160a-ade3-418e-991f-4b21fecd7c17 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:24:02.420540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51870) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:02.441366 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0bce943-dc8a-45af-a4d3-fdaa36cb58b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.457868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a35f0-1a8f-4abf-9555-7360b06fc40e None None] Routers set() bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:24:02.458466 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a35f0-1a8f-4abf-9555-7360b06fc40e None None] Router IDs set() for agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 08:24:02.459687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_agentschedulers_db [None req-3a6a35f0-1a8f-4abf-9555-7360b06fc40e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9f92160a-ade3-418e-991f-4b21fecd7c17'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:23:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent'). {{(pid=94839) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 08:24:02.459687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a35f0-1a8f-4abf-9555-7360b06fc40e None None] The sync data for ids ['9f92160a-ade3-418e-991f-4b21fecd7c17'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:24:02.545624 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22376db3-ddb8-4978-8c7c-f5739295216e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.566092 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:02.606729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:02.606729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:02.607060 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:02.617326 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Allocated IP 2001:db8::2 (60bd69c5-09da-446e-88bf-ef0af51db7b8/f7fe0ff3-62f9-4e9d-8135-edf9ed4b3df1/14391cfa-6de7-4f86-9f63-80329f4c6254) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:02.640000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:02.640344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b9b523c1-fa5e-4a99-b0da-3c4f36e9cee5 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:02.644712 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0bce943-dc8a-45af-a4d3-fdaa36cb58b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.652805 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22376db3-ddb8-4978-8c7c-f5739295216e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.664120 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0bce943-dc8a-45af-a4d3-fdaa36cb58b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.698942 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22376db3-ddb8-4978-8c7c-f5739295216e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee72be49-df02-4420-900e-333e8ceca494,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:02.708212 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22376db3-ddb8-4978-8c7c-f5739295216e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.713392 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-22376db3-ddb8-4978-8c7c-f5739295216e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ee72be49-df02-4420-900e-333e8ceca494 HTTP/1.1" status: 204 len: 168 time: 0.9308727 Sep 30 08:24:02.718489 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51872) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:02.731827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ce98f1-0d84-45f2-8e59-a3c6a64e7a88 None None] Network 8236e29b-1d2b-4e53-9994-7f4dec0dd38a requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:02.738117 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bce943-dc8a-45af-a4d3-fdaa36cb58b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302f8fd6-e721-4f7c-8006-8c4fb765b131,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:02.757834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bba0e29-6578-4b6e-867d-d0775b3164af req-7d4b536a-b3a5-4507-bd23-c072a9a4c091 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6930013 Sep 30 08:24:02.763872 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c0bce943-dc8a-45af-a4d3-fdaa36cb58b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69e102697aea4c2796963b1e8f858ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406217 Sep 30 08:24:02.763872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51874) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:02.821984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad122d90-1f89-4d99-a14f-9a6171b302ed req-a093fca0-c3df-4057-a5cd-0eae617f1dc4 service neutron] 10.222.0.36 "GET /v2.0/networks/5c2ddfbd-f8bf-4e49-9c38-79891b90fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8801057 Sep 30 08:24:02.843794 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b9d6e11-9ea8-46bf-809a-2ee52196fde6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.862482 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:02.898384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-5b9d6e11-9ea8-46bf-809a-2ee52196fde6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] device_id is not set on port fac0ba15-546b-4a17-9410-84314ec3844d yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:02.970663 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6c09c99-2a3c-49a6-83a6-4350fde166fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.003798 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6c09c99-2a3c-49a6-83a6-4350fde166fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.015692 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.020271 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:03.026260 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.045475 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] Deleting port eb516136-ccc6-4bac-ab08-149cdc58e7f6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:03.045851 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.094193 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:03.094193 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ef139c97-e9f1-47ca-8b5d-a3ba6b885cc7 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:03.113090 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.115765 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Network 60bd69c5-09da-446e-88bf-ef0af51db7b8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:03.121477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] For port eb516136-ccc6-4bac-ab08-149cdc58e7f6, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=eb516136-ccc6-4bac-ab08-149cdc58e7f6,segment=NetworkSegment(b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265),segment_id=b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:03.121914 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.124948 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:03.129755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:03.133591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Pushing event updated for resources: {'Port': ['ID=14391cfa-6de7-4f86-9f63-80329f4c6254,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:03.150339 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] Calling delete_port for eb516136-ccc6-4bac-ab08-149cdc58e7f6 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:03.157768 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6c09c99-2a3c-49a6-83a6-4350fde166fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.160848 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6c09c99-2a3c-49a6-83a6-4350fde166fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.162187 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f6c09c99-2a3c-49a6-83a6-4350fde166fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/302f8fd6-e721-4f7c-8006-8c4fb765b131 HTTP/1.1" status: 204 len: 168 time: 0.3917265 Sep 30 08:24:03.183221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c09c99-2a3c-49a6-83a6-4350fde166fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302f8fd6-e721-4f7c-8006-8c4fb765b131,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:03.217337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Attempting to bind port 14391cfa-6de7-4f86-9f63-80329f4c6254 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:03.217708 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Attempting to bind port 14391cfa-6de7-4f86-9f63-80329f4c6254 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '244be993-3714-44c2-bd4d-e044c5095941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '60bd69c5-09da-446e-88bf-ef0af51db7b8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:03.218068 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Attempting to bind port 14391cfa-6de7-4f86-9f63-80329f4c6254 on network 60bd69c5-09da-446e-88bf-ef0af51db7b8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:03.225219 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] No DVR routers for this DVR port 016a7ed5-b38f-48e1-ab2c-ff4ad0605876 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:03.229133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event deleted for resources: {'Port': ['ID=016a7ed5-b38f-48e1-ab2c-ff4ad0605876,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:03.235420 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.249675 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:03.250059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Checking segment: {'id': '244be993-3714-44c2-bd4d-e044c5095941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '60bd69c5-09da-446e-88bf-ef0af51db7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:03.250460 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.250860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Bound using segment: {'id': '244be993-3714-44c2-bd4d-e044c5095941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '60bd69c5-09da-446e-88bf-ef0af51db7b8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:03.251352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Bound port: 14391cfa-6de7-4f86-9f63-80329f4c6254, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244be993-3714-44c2-bd4d-e044c5095941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '60bd69c5-09da-446e-88bf-ef0af51db7b8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:03.251739 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.263833 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.299373 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.339608 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb516136-ccc6-4bac-ab08-149cdc58e7f6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:03.342430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] No DVR routers for this DVR port eb516136-ccc6-4bac-ab08-149cdc58e7f6 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:03.354424 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] For port 14391cfa-6de7-4f86-9f63-80329f4c6254, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:03.358375 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] For port 14391cfa-6de7-4f86-9f63-80329f4c6254, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=14391cfa-6de7-4f86-9f63-80329f4c6254,segment=NetworkSegment(244be993-3714-44c2-bd4d-e044c5095941),segment_id=244be993-3714-44c2-bd4d-e044c5095941)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:03.365315 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.453801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef8e4d-2eaa-4431-bff6-345c90dfabef None None] Pushing event updated for resources: {'Port': ['ID=14391cfa-6de7-4f86-9f63-80329f4c6254,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:03.456757 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.481866 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c1af57-d2d8-4c0f-938a-a90f271cffbf None None] DHCP port deletion for 8236e29b-1d2b-4e53-9994-7f4dec0dd38a request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:24:03.489367 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8236e29b-1d2b-4e53-9994-7f4dec0dd38a']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:03.504719 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:03.504917 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18dbb9f-7ea3-4ef1-ae5b-637cc4e2e265') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:03.505281 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.516793 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.529400 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe719140-e914-4c92-bc2f-67234315bd4c']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:03.536017 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.543815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:03.544280 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:03.546217 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:03.594490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dabf9f9-91f4-43bb-8069-e0454d321a9f') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:03.594811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dabf9f9-91f4-43bb-8069-e0454d321a9f') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:03.613867 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.624604 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.628855 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8236e29b-1d2b-4e53-9994-7f4dec0dd38a HTTP/1.1" status: 204 len: 168 time: 0.9044783 Sep 30 08:24:03.646734 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bdb8e-d7c7-4b43-980b-b2d939a9b085 admin admin] Pushing event deleted for resources: {'Network': ['ID=8236e29b-1d2b-4e53-9994-7f4dec0dd38a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:03.667323 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.671612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-5b9d6e11-9ea8-46bf-809a-2ee52196fde6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Allocated IP 2001:db8::10 (60bd69c5-09da-446e-88bf-ef0af51db7b8/f7fe0ff3-62f9-4e9d-8135-edf9ed4b3df1/fac0ba15-546b-4a17-9410-84314ec3844d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:03.674196 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.702817 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Port': ['ID=003eac1a-bd97-4cf0-9b62-557abe07dd22,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:03.717953 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.748743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:03.749158 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:03.754274 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:03.806150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972020cd-5e1b-40bc-bafc-e12839df6480 req-2886ddaa-75fb-4699-ae15-552fae8552ea tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:03.808317 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-972020cd-5e1b-40bc-bafc-e12839df6480 req-2886ddaa-75fb-4699-ae15-552fae8552ea tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 943 time: 0.2499325 Sep 30 08:24:03.865348 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51892) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:03.939723 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f1637db0-4052-4b8a-ab88-97b6b42c3484 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad60528d5c3d4d3d8094c2681701bf17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729499 Sep 30 08:24:03.940643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51896) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:03.971897 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.981157 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:03.983522 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] 10.222.0.24 "DELETE /v2.0/networks/fe719140-e914-4c92-bc2f-67234315bd4c HTTP/1.1" status: 204 len: 168 time: 3.0498831 Sep 30 08:24:04.035197 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-266133a5-7dd5-4a6e-ae1a-95d444d8b840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.061908 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-266133a5-7dd5-4a6e-ae1a-95d444d8b840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.101899 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b9d6e11-9ea8-46bf-809a-2ee52196fde6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.112072 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-266133a5-7dd5-4a6e-ae1a-95d444d8b840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.119396 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-266133a5-7dd5-4a6e-ae1a-95d444d8b840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.122811 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-266133a5-7dd5-4a6e-ae1a-95d444d8b840 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17826add-6df5-4de7-9490-d70f808dae27 HTTP/1.1" status: 204 len: 168 time: 0.1811166 Sep 30 08:24:04.136024 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266133a5-7dd5-4a6e-ae1a-95d444d8b840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17826add-6df5-4de7-9490-d70f808dae27,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:04.188050 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 88eab3de-83a6-4744-892c-80f4ec6f5a63 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:04.207643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network 683eee2c-d1a5-4c98-9d54-9127f6246f2e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:04.213852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:04.215986 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61ee4e-3ebb-4077-ba37-b83fbc5f72fe tempest-TaggedBootDevicesTest-1533273611 tempest-TaggedBootDevicesTest-1533273611-project] Pushing event deleted for resources: {'Network': ['ID=fe719140-e914-4c92-bc2f-67234315bd4c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:04.229895 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 8b9124e0-1fc1-4a02-a286-b6f533da343b details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:24:04.239479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-972020cd-5e1b-40bc-bafc-e12839df6480 req-275b0ad2-d104-4d3f-b301-e9bf7eb74f25 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854411 Sep 30 08:24:04.346761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 88eab3de-83a6-4744-892c-80f4ec6f5a63 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:24:04.365798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfb79c-ebed-4d30-a95a-0a0c4304c8c5 req-a255c41b-b72c-4422-ad25-0881ea9265b7 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:04.367246 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 88eab3de-83a6-4744-892c-80f4ec6f5a63 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:04.368036 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.375506 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36cfb79c-ebed-4d30-a95a-0a0c4304c8c5 req-a255c41b-b72c-4422-ad25-0881ea9265b7 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 945 time: 0.4876511 Sep 30 08:24:04.477059 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b9d6e11-9ea8-46bf-809a-2ee52196fde6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.511621 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36cfb79c-ebed-4d30-a95a-0a0c4304c8c5 req-45e799fd-013b-490d-b120-4dac741c43b0 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253588 Sep 30 08:24:04.530258 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 8b9124e0-1fc1-4a02-a286-b6f533da343b, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8b9124e0-1fc1-4a02-a286-b6f533da343b,segment=NetworkSegment(6277b6a0-087d-440c-8513-8832b68a6bc2),segment_id=6277b6a0-087d-440c-8513-8832b68a6bc2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:04.574131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d6e11-9ea8-46bf-809a-2ee52196fde6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=fac0ba15-546b-4a17-9410-84314ec3844d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:04.605381 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '8b9124e0-1fc1-4a02-a286-b6f533da343b', 'network_id': '5c2ddfbd-f8bf-4e49-9c38-79891b90fda9', 'port_id': '8b9124e0-1fc1-4a02-a286-b6f533da343b', 'mac_address': 'fa:16:3e:da:a1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3e2ffb-0bed-4ab0-bd99-d1e77e7b4c8b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:24:04.684117 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9d6e11-9ea8-46bf-809a-2ee52196fde6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network 60bd69c5-09da-446e-88bf-ef0af51db7b8 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:04.687669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-5b9d6e11-9ea8-46bf-809a-2ee52196fde6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:04.692140 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d6e11-9ea8-46bf-809a-2ee52196fde6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:04.698297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9d6e11-9ea8-46bf-809a-2ee52196fde6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:04.717474 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b9d6e11-9ea8-46bf-809a-2ee52196fde6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.777918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Router 372f6da7-a338-4b3d-b842-442728835345 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:24:04.786132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:04.786729 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5b9d6e11-9ea8-46bf-809a-2ee52196fde6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4424839 Sep 30 08:24:04.794190 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c1f6ef23-c35c-4e83-806a-88c03d224444 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'network_id': '60bd69c5-09da-446e-88bf-ef0af51db7b8', 'name': 'tempest-PortsIpV6TestJSON-909598376', 'fixed_ips': [{'subnet_id': 'f7fe0ff3-62f9-4e9d-8135-edf9ed4b3df1', 'ip_address': '2001:db8::f'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:04.817896 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.864388 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.872747 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5da2600-f4fe-4935-9be2-a5fb5195d27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eab3de-83a6-4744-892c-80f4ec6f5a63'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:04.876089 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533b40aa-dc7c-4997-8b88-d662194ba976" -d '{"events": [{"server_uuid": "c5da2600-f4fe-4935-9be2-a5fb5195d27b", "name": "network-vif-plugged", "status": "completed", "tag": "88eab3de-83a6-4744-892c-80f4ec6f5a63"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:04.894493 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-35981b43-090e-4100-84df-4a6539ec00dd None None] Provisioning complete for port 003eac1a-bd97-4cf0-9b62-557abe07dd22 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:04.894975 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35981b43-090e-4100-84df-4a6539ec00dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:04.956142 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:24:04.957458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 88eab3de-83a6-4744-892c-80f4ec6f5a63, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=88eab3de-83a6-4744-892c-80f4ec6f5a63,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:04.972860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9124e0-1fc1-4a02-a286-b6f533da343b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:04.973736 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Sync routers for ids ['372f6da7-a338-4b3d-b842-442728835345'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:24:04.978892 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-951b8e02-67c4-4f2d-94b1-3abfb25c0d02 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "PUT /v2.0/routers/372f6da7-a338-4b3d-b842-442728835345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7510705 Sep 30 08:24:04.983720 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51930) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:04.992295 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Routers {'372f6da7-a338-4b3d-b842-442728835345'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:24:04.995380 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:23:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['372f6da7-a338-4b3d-b842-442728835345'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:05.016649 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bcde3b-2bfe-4ced-b19a-21808ee36ae6 x-openstack-request-id: req-73bcde3b-2bfe-4ced-b19a-21808ee36ae6 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:05.017098 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5da2600-f4fe-4935-9be2-a5fb5195d27b", "name": "network-vif-plugged", "status": "completed", "tag": "88eab3de-83a6-4744-892c-80f4ec6f5a63", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:05.017442 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73bcde3b-2bfe-4ced-b19a-21808ee36ae6 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:05.017935 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5da2600-f4fe-4935-9be2-a5fb5195d27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eab3de-83a6-4744-892c-80f4ec6f5a63', 'code': 200} Sep 30 08:24:05.022045 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:05.128132 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-35981b43-090e-4100-84df-4a6539ec00dd None None] Port 003eac1a-bd97-4cf0-9b62-557abe07dd22 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:05.149736 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 8b9124e0-1fc1-4a02-a286-b6f533da343b, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8b9124e0-1fc1-4a02-a286-b6f533da343b,segment=NetworkSegment(6277b6a0-087d-440c-8513-8832b68a6bc2),segment_id=6277b6a0-087d-440c-8513-8832b68a6bc2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:05.173404 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f6ef23-c35c-4e83-806a-88c03d224444 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:05.188033 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:05.209707 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Set router 372f6da7-a338-4b3d-b842-442728835345 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:24:05.218477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 14391cfa-6de7-4f86-9f63-80329f4c6254 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:05.254441 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=88eab3de-83a6-4744-892c-80f4ec6f5a63,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:05.262157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a91370-8172-497a-b175-04bcf2b79bec tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.265088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a91370-8172-497a-b175-04bcf2b79bec tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.265088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a91370-8172-497a-b175-04bcf2b79bec tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.265934 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a91370-8172-497a-b175-04bcf2b79bec tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.266416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a91370-8172-497a-b175-04bcf2b79bec tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.267164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a91370-8172-497a-b175-04bcf2b79bec tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.267642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a91370-8172-497a-b175-04bcf2b79bec tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.268303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a91370-8172-497a-b175-04bcf2b79bec tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.268856 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a91370-8172-497a-b175-04bcf2b79bec tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.271126 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-61a91370-8172-497a-b175-04bcf2b79bec tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6336 time: 0.2862055 Sep 30 08:24:05.302909 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51938) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:05.335218 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=8b9124e0-1fc1-4a02-a286-b6f533da343b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:05.342889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12398d8e-8930-4af6-aaa9-f51b7d87d3d0 None None] Network 60bd69c5-09da-446e-88bf-ef0af51db7b8 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:05.420251 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ef23-c35c-4e83-806a-88c03d224444 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:05.449497 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['8b9124e0-1fc1-4a02-a286-b6f533da343b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:05.453543 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-c1f6ef23-c35c-4e83-806a-88c03d224444 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] device_id is not set on port b53970e9-b934-417d-af83-c645fdab0186 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:05.482069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4e0d8-fc97-49a5-9141-ae64afb47dc2 req-2df39a74-d817-43fe-83f7-bf50d52b2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.483625 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68d4e0d8-fc97-49a5-9141-ae64afb47dc2 req-2df39a74-d817-43fe-83f7-bf50d52b2d55 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 1097 time: 0.2117116 Sep 30 08:24:05.514139 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff97e4-ee21-49c6-82b5-6a552eb22961 req-bb60fd40-e5c0-4404-a0f5-97c9dbfa9c2d tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.516044 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b6ff97e4-ee21-49c6-82b5-6a552eb22961 req-bb60fd40-e5c0-4404-a0f5-97c9dbfa9c2d tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 944 time: 0.1243134 Sep 30 08:24:05.589209 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b6ff97e4-ee21-49c6-82b5-6a552eb22961 req-24a92658-f6cc-4772-bc9a-8dc5c48253d0 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664477 Sep 30 08:24:05.590436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-df1961f0-7ecb-4176-83d8-75f74e143db2 None None] Provisioning complete for port 14391cfa-6de7-4f86-9f63-80329f4c6254 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:05.590959 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-df1961f0-7ecb-4176-83d8-75f74e143db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:05.634955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8bd645-9b45-423d-8e21-eae9b2e2861d tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.635431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8bd645-9b45-423d-8e21-eae9b2e2861d tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.635891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8bd645-9b45-423d-8e21-eae9b2e2861d tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.636370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8bd645-9b45-423d-8e21-eae9b2e2861d tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.636821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8bd645-9b45-423d-8e21-eae9b2e2861d tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.637269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8bd645-9b45-423d-8e21-eae9b2e2861d tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.637718 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8bd645-9b45-423d-8e21-eae9b2e2861d tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.653714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8bd645-9b45-423d-8e21-eae9b2e2861d tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.655895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9d8bd645-9b45-423d-8e21-eae9b2e2861d tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5260 time: 0.3488636 Sep 30 08:24:05.660017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51950) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:05.737994 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 14391cfa-6de7-4f86-9f63-80329f4c6254 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:05.738541 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:05.790608 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68d4e0d8-fc97-49a5-9141-ae64afb47dc2 req-640df621-31e3-451c-a851-9732d30a46dd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968829 Sep 30 08:24:05.809304 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372f6da7-a338-4b3d-b842-442728835345', 'name': 'tempest-TestNetworkBasicOps-router-616420867', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4a974912-55ce-4b45-97fb-999a0434422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:48Z', 'updated_at': '2021-09-30T08:24:01Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': '4a974912-55ce-4b45-97fb-999a0434422e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:50Z', 'updated_at': '2021-09-30T08:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '003eac1a-bd97-4cf0-9b62-557abe07dd22', 'name': '', 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:ed:c4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:58Z', 'updated_at': '2021-09-30T08:24:02Z', 'revision_number': 2, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:05.927776 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-df1961f0-7ecb-4176-83d8-75f74e143db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:05.932097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c1f6ef23-c35c-4e83-806a-88c03d224444 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Allocated IP 2001:db8::f (60bd69c5-09da-446e-88bf-ef0af51db7b8/f7fe0ff3-62f9-4e9d-8135-edf9ed4b3df1/b53970e9-b934-417d-af83-c645fdab0186) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:05.949562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9714a1f-a7e9-4d13-87f2-219c0db4e8cd req-83d58775-c747-41a7-bb65-24a5d5e8fced tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:05.953065 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9714a1f-a7e9-4d13-87f2-219c0db4e8cd req-83d58775-c747-41a7-bb65-24a5d5e8fced tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 946 time: 0.1584890 Sep 30 08:24:06.070219 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9714a1f-a7e9-4d13-87f2-219c0db4e8cd req-b572a1d7-74b1-48b5-b17e-d1ec97c4d62c tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031687 Sep 30 08:24:06.183474 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Checking router: 372f6da7-a338-4b3d-b842-442728835345 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:24:06.187382 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Updating router 372f6da7-a338-4b3d-b842-442728835345 port 003eac1a-bd97-4cf0-9b62-557abe07dd22 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:24:06.207321 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0a0b6873-e084-449a-8e46-fc1d3d479783 tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.5434701 Sep 30 08:24:06.232253 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.249626 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.327780 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ef23-c35c-4e83-806a-88c03d224444 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.413595 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ef23-c35c-4e83-806a-88c03d224444 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.453247 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-df1961f0-7ecb-4176-83d8-75f74e143db2 None None] For port 14391cfa-6de7-4f86-9f63-80329f4c6254, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=14391cfa-6de7-4f86-9f63-80329f4c6254,segment=NetworkSegment(244be993-3714-44c2-bd4d-e044c5095941),segment_id=244be993-3714-44c2-bd4d-e044c5095941)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:06.482302 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-df1961f0-7ecb-4176-83d8-75f74e143db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.544082 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f6ef23-c35c-4e83-806a-88c03d224444 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network 60bd69c5-09da-446e-88bf-ef0af51db7b8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:06.547816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c1f6ef23-c35c-4e83-806a-88c03d224444 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:06.563085 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f6ef23-c35c-4e83-806a-88c03d224444 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:06.568809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f6ef23-c35c-4e83-806a-88c03d224444 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:06.569979 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ef23-c35c-4e83-806a-88c03d224444 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.591578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51972) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:06.601313 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4171ffd1-9ad4-4614-9874-5cfd669fb07d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242876519', 'description': 'tempest-secgroup-smoke-242876519 description', 'project_id': '9daaa44a24a845718835a5f7ca967795'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:06.621126 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6ef23-c35c-4e83-806a-88c03d224444 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=b53970e9-b934-417d-af83-c645fdab0186,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:06.672739 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4171ffd1-9ad4-4614-9874-5cfd669fb07d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.678142 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c1f6ef23-c35c-4e83-806a-88c03d224444 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8905356 Sep 30 08:24:06.679224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51978) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:06.737885 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.746188 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:24:06.746705 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:24:06.747400 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1961f0-7ecb-4176-83d8-75f74e143db2 None None] Pushing event updated for resources: {'Port': ['ID=14391cfa-6de7-4f86-9f63-80329f4c6254,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:06.750385 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:06.857786 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71d60f-ca7b-452e-8b8f-fde912207bce None None] Pushing event updated for resources: {'Port': ['ID=003eac1a-bd97-4cf0-9b62-557abe07dd22,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:06.914612 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b85ed-3064-4bee-a974-aa82e1035f0f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:06.930707 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-539b85ed-3064-4bee-a974-aa82e1035f0f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2505517 Sep 30 08:24:06.931339 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:07.021006 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Attempting to bind port 003eac1a-bd97-4cf0-9b62-557abe07dd22 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:07.021375 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Attempting to bind port 003eac1a-bd97-4cf0-9b62-557abe07dd22 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:07.021744 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Attempting to bind port 003eac1a-bd97-4cf0-9b62-557abe07dd22 on network 683eee2c-d1a5-4c98-9d54-9127f6246f2e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:07.029927 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:07.030296 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Checking segment: {'id': 'bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:07.030685 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.031077 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Bound using segment: {'id': 'bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:07.031547 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Bound port: 003eac1a-bd97-4cf0-9b62-557abe07dd22, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:07.032070 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.069906 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd80e1e-e4bd-46a5-860e-2aa090bde697 req-f8fa9d77-40fd-4333-9e89-cda93ba079c3 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:07.080025 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bd80e1e-e4bd-46a5-860e-2aa090bde697 req-f8fa9d77-40fd-4333-9e89-cda93ba079c3 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 944 time: 0.2744708 Sep 30 08:24:07.109261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312fd98-1efd-4c8c-a9e0-005c05142a48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:07.122698 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312fd98-1efd-4c8c-a9e0-005c05142a48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:07.146596 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] For port 003eac1a-bd97-4cf0-9b62-557abe07dd22, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:07.153213 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] For port 003eac1a-bd97-4cf0-9b62-557abe07dd22, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=003eac1a-bd97-4cf0-9b62-557abe07dd22,segment=NetworkSegment(bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a),segment_id=bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:07.158266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312fd98-1efd-4c8c-a9e0-005c05142a48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:07.167386 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6312fd98-1efd-4c8c-a9e0-005c05142a48 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2324123 Sep 30 08:24:07.167660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52014) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:07.168480 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.290556 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71d60f-ca7b-452e-8b8f-fde912207bce None None] Pushing event updated for resources: {'Port': ['ID=003eac1a-bd97-4cf0-9b62-557abe07dd22,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:07.297196 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Routers {'372f6da7-a338-4b3d-b842-442728835345'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:24:07.301071 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:23:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['372f6da7-a338-4b3d-b842-442728835345'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:07.427767 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-64ddeff6-f57e-4b7e-85bc-246cd10e4863 None None] Provisioning complete for port fac0ba15-546b-4a17-9410-84314ec3844d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:07.436447 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64ddeff6-f57e-4b7e-85bc-246cd10e4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.499286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 821753e3-8e17-4d24-bbd0-38fb486356ff no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:07.510872 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bd80e1e-e4bd-46a5-860e-2aa090bde697 req-831d3355-cb33-4235-aba1-682a5aa39ec3 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255917 Sep 30 08:24:07.518066 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4171ffd1-9ad4-4614-9874-5cfd669fb07d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.547148 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4171ffd1-9ad4-4614-9874-5cfd669fb07d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.576044 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] Set router 372f6da7-a338-4b3d-b842-442728835345 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:24:07.586068 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 821753e3-8e17-4d24-bbd0-38fb486356ff {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:07.600868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 821753e3-8e17-4d24-bbd0-38fb486356ff not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:07.603257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device eb516136-ccc6-4bac-ab08-149cdc58e7f6 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:07.626172 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171ffd1-9ad4-4614-9874-5cfd669fb07d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b07b0b-8b73-403c-b09f-0702b5496206,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:07.682860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: eb516136-ccc6-4bac-ab08-149cdc58e7f6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:07.683982 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecac477-ad8b-4333-8591-53248de516c6 req-f782f459-f705-4007-bc25-f5a8a623199f tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:07.688334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device eb516136-ccc6-4bac-ab08-149cdc58e7f6 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:07.696318 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ecac477-ad8b-4333-8591-53248de516c6 req-f782f459-f705-4007-bc25-f5a8a623199f tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 946 time: 0.3161550 Sep 30 08:24:07.708881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa6c9f-4da8-4dae-88bb-7153f181da1c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port b53970e9-b934-417d-af83-c645fdab0186 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:07.709243 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0aa6c9f-4da8-4dae-88bb-7153f181da1c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.710892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-64ddeff6-f57e-4b7e-85bc-246cd10e4863 None None] Port fac0ba15-546b-4a17-9410-84314ec3844d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:07.750750 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-64ddeff6-f57e-4b7e-85bc-246cd10e4863 None None] Provisioning complete for port 14391cfa-6de7-4f86-9f63-80329f4c6254 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:07.751405 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64ddeff6-f57e-4b7e-85bc-246cd10e4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.839074 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:07.885229 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 14391cfa-6de7-4f86-9f63-80329f4c6254 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:07.894507 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4171ffd1-9ad4-4614-9874-5cfd669fb07d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.899361 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4171ffd1-9ad4-4614-9874-5cfd669fb07d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3014166 Sep 30 08:24:07.901325 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:07.906302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-80a8b09b-65fe-4455-ab8e-9494421594c0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': 'c9b07b0b-8b73-403c-b09f-0702b5496206', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:07.942477 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0aa6c9f-4da8-4dae-88bb-7153f181da1c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.978672 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80a8b09b-65fe-4455-ab8e-9494421594c0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:07.999122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa6c9f-4da8-4dae-88bb-7153f181da1c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for b53970e9-b934-417d-af83-c645fdab0186 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:08.093493 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 14391cfa-6de7-4f86-9f63-80329f4c6254 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:08.094910 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.104091 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372f6da7-a338-4b3d-b842-442728835345', 'name': 'tempest-TestNetworkBasicOps-router-616420867', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4a974912-55ce-4b45-97fb-999a0434422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:48Z', 'updated_at': '2021-09-30T08:24:01Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': '4a974912-55ce-4b45-97fb-999a0434422e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:50Z', 'updated_at': '2021-09-30T08:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '003eac1a-bd97-4cf0-9b62-557abe07dd22', 'name': '', 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:ed:c4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:58Z', 'updated_at': '2021-09-30T08:24:07Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:08.153247 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80a8b09b-65fe-4455-ab8e-9494421594c0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.160492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-64ddeff6-f57e-4b7e-85bc-246cd10e4863 None None] Provisioning complete for port 003eac1a-bd97-4cf0-9b62-557abe07dd22 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:08.161425 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64ddeff6-f57e-4b7e-85bc-246cd10e4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.162272 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80a8b09b-65fe-4455-ab8e-9494421594c0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.212789 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc7f5da-26d5-471c-ac87-f87c3df10304 None None] The sync data for ids ['372f6da7-a338-4b3d-b842-442728835345'] in n-d-807359-2 is: [{'id': '372f6da7-a338-4b3d-b842-442728835345', 'name': 'tempest-TestNetworkBasicOps-router-616420867', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4a974912-55ce-4b45-97fb-999a0434422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:48Z', 'updated_at': '2021-09-30T08:24:01Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': '4a974912-55ce-4b45-97fb-999a0434422e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:50Z', 'updated_at': '2021-09-30T08:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '003eac1a-bd97-4cf0-9b62-557abe07dd22', 'name': '', 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:ed:c4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:58Z', 'updated_at': '2021-09-30T08:24:07Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:24:08.223772 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:24:08.231208 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0aa6c9f-4da8-4dae-88bb-7153f181da1c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.262168 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-801dcd05-85df-452d-a82d-b5b251812983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.320709 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8b09b-65fe-4455-ab8e-9494421594c0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423de941-4970-4009-a36f-c1779f2e2364,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:08.335994 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80a8b09b-65fe-4455-ab8e-9494421594c0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.338199 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa6c9f-4da8-4dae-88bb-7153f181da1c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=b53970e9-b934-417d-af83-c645fdab0186,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:08.341328 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-80a8b09b-65fe-4455-ab8e-9494421594c0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4386203 Sep 30 08:24:08.346992 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52048) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:08.358653 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 8b9124e0-1fc1-4a02-a286-b6f533da343b up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:08.372130 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ecac477-ad8b-4333-8591-53248de516c6 req-dffaf886-ddb1-4798-8c6d-02c9e64a901f tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6634452 Sep 30 08:24:08.398043 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0c1f1076-3dcd-4f25-8a31-728a06b688c7 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': 'c9b07b0b-8b73-403c-b09f-0702b5496206', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:08.437884 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0aa6c9f-4da8-4dae-88bb-7153f181da1c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.443016 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a0aa6c9f-4da8-4dae-88bb-7153f181da1c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/b53970e9-b934-417d-af83-c645fdab0186 HTTP/1.1" status: 204 len: 168 time: 1.2742419 Sep 30 08:24:08.443797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52052) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:08.468769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52054) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:08.511558 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8920b31-92dc-4619-8ebe-e0d38c6ad3d9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] GET failed (client error): The resource could not be found. Sep 30 08:24:08.531147 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b8920b31-92dc-4619-8ebe-e0d38c6ad3d9 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/b53970e9-b934-417d-af83-c645fdab0186 HTTP/1.1" status: 404 len: 333 time: 0.0840285 Sep 30 08:24:08.531787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:08.595792 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64ddeff6-f57e-4b7e-85bc-246cd10e4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.625572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43993050-a20b-4bd7-918c-bc1c443eb5b9 req-bcd5cfa0-41e7-4478-be7a-af68f532afc7 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:08.638698 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43993050-a20b-4bd7-918c-bc1c443eb5b9 req-bcd5cfa0-41e7-4478-be7a-af68f532afc7 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a987e469-99f5-4068-9abb-ad28f39a7337 HTTP/1.1" status: 200 len: 946 time: 0.1397839 Sep 30 08:24:08.703935 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ec533ae-a3de-4b90-bbc7-dad37e438733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.748768 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-64ddeff6-f57e-4b7e-85bc-246cd10e4863 None None] For port 003eac1a-bd97-4cf0-9b62-557abe07dd22, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=003eac1a-bd97-4cf0-9b62-557abe07dd22,segment=NetworkSegment(bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a),segment_id=bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:08.756016 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64ddeff6-f57e-4b7e-85bc-246cd10e4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.766583 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 8b9124e0-1fc1-4a02-a286-b6f533da343b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:24:08.801026 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43993050-a20b-4bd7-918c-bc1c443eb5b9 req-e8ff8e69-e797-43d5-ac93-e739956e49ff tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467514 Sep 30 08:24:08.814064 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-801dcd05-85df-452d-a82d-b5b251812983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.822306 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 8b9124e0-1fc1-4a02-a286-b6f533da343b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:08.823057 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.825161 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-801dcd05-85df-452d-a82d-b5b251812983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.863156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a8b48-73b1-46fc-b9a7-36117a71bc2e req-593d1899-0374-4a78-8d20-047e8c2e1951 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:08.873148 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c2a8b48-73b1-46fc-b9a7-36117a71bc2e req-593d1899-0374-4a78-8d20-047e8c2e1951 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 944 time: 0.1626580 Sep 30 08:24:08.947837 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fdd5a2e8-5199-4e7f-9da5-69e38a2772ad tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port fac0ba15-546b-4a17-9410-84314ec3844d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:08.948717 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a2e8-5199-4e7f-9da5-69e38a2772ad tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:08.965881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddeff6-f57e-4b7e-85bc-246cd10e4863 None None] Pushing event updated for resources: {'Port': ['ID=003eac1a-bd97-4cf0-9b62-557abe07dd22,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:08.969181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fc18042e-061f-4b5b-9dbd-34f6110e7ea7 None None] Provisioning complete for port fac0ba15-546b-4a17-9410-84314ec3844d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:08.972175 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c2a8b48-73b1-46fc-b9a7-36117a71bc2e req-abe864ce-247a-418a-bb53-04334fc1022e tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987029 Sep 30 08:24:08.977564 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc18042e-061f-4b5b-9dbd-34f6110e7ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.045129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fc18042e-061f-4b5b-9dbd-34f6110e7ea7 None None] Port fac0ba15-546b-4a17-9410-84314ec3844d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:09.050527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fc18042e-061f-4b5b-9dbd-34f6110e7ea7 None None] Could not find standard attr ID for object b53970e9-b934-417d-af83-c645fdab0186. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:24:09.060540 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-801dcd05-85df-452d-a82d-b5b251812983 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e3713a17f864ca3a273329d85c75792&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2202396 Sep 30 08:24:09.069355 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52066) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:09.117991 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fc18042e-061f-4b5b-9dbd-34f6110e7ea7 None None] Provisioning complete for port 003eac1a-bd97-4cf0-9b62-557abe07dd22 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:09.118370 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc18042e-061f-4b5b-9dbd-34f6110e7ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.144496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dcd05-85df-452d-a82d-b5b251812983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baabb014-497f-43ab-8ac6-e997e76f8165,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:09.170740 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1076-3dcd-4f25-8a31-728a06b688c7 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.205053 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.227317 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849ab7e6-b95b-4f1f-99ff-3fd546121160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.278101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 8b9124e0-1fc1-4a02-a286-b6f533da343b, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8b9124e0-1fc1-4a02-a286-b6f533da343b,segment=NetworkSegment(6277b6a0-087d-440c-8513-8832b68a6bc2),segment_id=6277b6a0-087d-440c-8513-8832b68a6bc2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:09.280817 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b6035c-29c5-48f8-9aa4-20928c0e654d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9124e0-1fc1-4a02-a286-b6f533da343b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:09.283500 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849ab7e6-b95b-4f1f-99ff-3fd546121160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.284930 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf5c69e-92d5-4611-979b-ee296f297628" -d '{"events": [{"server_uuid": "22b6035c-29c5-48f8-9aa4-20928c0e654d", "name": "network-vif-plugged", "status": "completed", "tag": "8b9124e0-1fc1-4a02-a286-b6f533da343b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:09.307272 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.441408 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a2e8-5199-4e7f-9da5-69e38a2772ad tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.449595 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923653f1-98a8-42da-be2f-eff9549b8b9d x-openstack-request-id: req-923653f1-98a8-42da-be2f-eff9549b8b9d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:09.449595 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b6035c-29c5-48f8-9aa4-20928c0e654d", "name": "network-vif-plugged", "status": "completed", "tag": "8b9124e0-1fc1-4a02-a286-b6f533da343b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:09.449811 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-923653f1-98a8-42da-be2f-eff9549b8b9d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:09.450983 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b6035c-29c5-48f8-9aa4-20928c0e654d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9124e0-1fc1-4a02-a286-b6f533da343b', 'code': 200} Sep 30 08:24:09.473277 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fdd5a2e8-5199-4e7f-9da5-69e38a2772ad tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for fac0ba15-546b-4a17-9410-84314ec3844d owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:09.479023 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ec533ae-a3de-4b90-bbc7-dad37e438733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.490092 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ec533ae-a3de-4b90-bbc7-dad37e438733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.507133 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1076-3dcd-4f25-8a31-728a06b688c7 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.532657 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1076-3dcd-4f25-8a31-728a06b688c7 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.588432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=8b9124e0-1fc1-4a02-a286-b6f533da343b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:09.630799 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1076-3dcd-4f25-8a31-728a06b688c7 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.640351 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849ab7e6-b95b-4f1f-99ff-3fd546121160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.641290 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0c1f1076-3dcd-4f25-8a31-728a06b688c7 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2719140 Sep 30 08:24:09.643325 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-849ab7e6-b95b-4f1f-99ff-3fd546121160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.644634 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-849ab7e6-b95b-4f1f-99ff-3fd546121160 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/baabb014-497f-43ab-8ac6-e997e76f8165 HTTP/1.1" status: 204 len: 168 time: 0.5707862 Sep 30 08:24:09.646308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:09.652417 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6ec533ae-a3de-4b90-bbc7-dad37e438733 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=520801f47880454482b1da97bfe07d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1823425 Sep 30 08:24:09.658483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d89b181d-bca9-461a-9825-7b7bfd2e698a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': 'c9b07b0b-8b73-403c-b09f-0702b5496206', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:09.671415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52078) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:09.689198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec533ae-a3de-4b90-bbc7-dad37e438733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8454eedf-57f4-4fbc-b534-3724f1290b89,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:09.705519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f1076-3dcd-4f25-8a31-728a06b688c7 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cec2aea-5b31-4697-8331-5c5d769297f2,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:09.734246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ab7e6-b95b-4f1f-99ff-3fd546121160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baabb014-497f-43ab-8ac6-e997e76f8165,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:09.751713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8133a9-eba1-482a-bac5-150c4d6f960a req-fdcc076d-03b9-4fa7-83a5-7f20994e08da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:09.754061 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b8133a9-eba1-482a-bac5-150c4d6f960a req-fdcc076d-03b9-4fa7-83a5-7f20994e08da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 1096 time: 0.2057183 Sep 30 08:24:09.847033 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b8133a9-eba1-482a-bac5-150c4d6f960a req-e6200279-b62b-492a-bf5a-9f0eb7ed514e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796175 Sep 30 08:24:09.887890 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d89b181d-bca9-461a-9825-7b7bfd2e698a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:09.938348 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 003eac1a-bd97-4cf0-9b62-557abe07dd22 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:09.939503 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a390bc58-f322-4043-90df-a30d9985c4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.055454 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a390bc58-f322-4043-90df-a30d9985c4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.062228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 003eac1a-bd97-4cf0-9b62-557abe07dd22 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:10.062942 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.121854 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a2e8-5199-4e7f-9da5-69e38a2772ad tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.139801 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d89b181d-bca9-461a-9825-7b7bfd2e698a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.167928 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5a2e8-5199-4e7f-9da5-69e38a2772ad tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=fac0ba15-546b-4a17-9410-84314ec3844d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:10.171519 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d89b181d-bca9-461a-9825-7b7bfd2e698a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.197284 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.226677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-2202029a-7758-4252-87bf-3150cece2ad8 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:10.228573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-2202029a-7758-4252-87bf-3150cece2ad8 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/networks?id=afad8171-3bfb-40e9-83cf-95d3c452402b HTTP/1.1" status: 200 len: 813 time: 0.3657830 Sep 30 08:24:10.277018 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b181d-bca9-461a-9825-7b7bfd2e698a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0e8fef-bb69-45b8-b329-2903b8e2820b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:10.286880 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d89b181d-bca9-461a-9825-7b7bfd2e698a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.293360 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d89b181d-bca9-461a-9825-7b7bfd2e698a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6455998 Sep 30 08:24:10.294816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52102) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:10.314288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6bd8da6b-ceb3-4431-95a5-d1064e57166e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': 'c9b07b0b-8b73-403c-b09f-0702b5496206', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:10.328094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ee5e6-c0e5-43f0-b46a-556918584f14 req-bd5b716d-2eef-4e75-b64b-7c3aed896614 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:10.331632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a1ee5e6-c0e5-43f0-b46a-556918584f14 req-bd5b716d-2eef-4e75-b64b-7c3aed896614 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 945 time: 0.2331405 Sep 30 08:24:10.333229 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-8b3f25cf-abb7-49ea-92c7-13435059ff13 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/quotas/9f3b123a84db4f0a8ae3a643ec5880ae HTTP/1.1" status: 200 len: 375 time: 0.0864596 Sep 30 08:24:10.349770 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a2e8-5199-4e7f-9da5-69e38a2772ad tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.359565 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fdd5a2e8-5199-4e7f-9da5-69e38a2772ad tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/fac0ba15-546b-4a17-9410-84314ec3844d HTTP/1.1" status: 204 len: 168 time: 1.8250020 Sep 30 08:24:10.360250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52106) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:10.436226 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca362c0c-7ffe-4d59-9bda-7e71cb7bb7f3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] GET failed (client error): The resource could not be found. Sep 30 08:24:10.445874 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ca362c0c-7ffe-4d59-9bda-7e71cb7bb7f3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/fac0ba15-546b-4a17-9410-84314ec3844d HTTP/1.1" status: 404 len: 333 time: 0.0763712 Sep 30 08:24:10.445874 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a390bc58-f322-4043-90df-a30d9985c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.445874 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a390bc58-f322-4043-90df-a30d9985c4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.445874 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a390bc58-f322-4043-90df-a30d9985c4b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8454eedf-57f4-4fbc-b534-3724f1290b89 HTTP/1.1" status: 204 len: 168 time: 0.7548473 Sep 30 08:24:10.449939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:10.481552 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390bc58-f322-4043-90df-a30d9985c4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8454eedf-57f4-4fbc-b534-3724f1290b89,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:10.544509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a1ee5e6-c0e5-43f0-b46a-556918584f14 req-d0a547a7-5fa5-40e3-b67b-ac613b74ad80 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025087 Sep 30 08:24:10.586158 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-4b817aaa-e523-474d-bfb0-64a9b1f710ee tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f3b123a84db4f0a8ae3a643ec5880ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2420957 Sep 30 08:24:10.590755 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bd8da6b-ceb3-4431-95a5-d1064e57166e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.601501 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8103ee3-c24f-422d-a4a7-60a6d4db6a6d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting subnet f7fe0ff3-62f9-4e9d-8135-edf9ed4b3df1 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:24:10.605541 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8103ee3-c24f-422d-a4a7-60a6d4db6a6d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.737595 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8103ee3-c24f-422d-a4a7-60a6d4db6a6d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:10.940659 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8103ee3-c24f-422d-a4a7-60a6d4db6a6d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.035108 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:11.082377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e32ca2a-9b50-4f3f-80f2-98709835cea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.202407 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8103ee3-c24f-422d-a4a7-60a6d4db6a6d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.252239 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515c2b2-c339-453c-be8c-67fe34ee2607 req-b850605d-88a5-4b5e-9721-ecb710168f50 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:11.253721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1515c2b2-c339-453c-be8c-67fe34ee2607 req-b850605d-88a5-4b5e-9721-ecb710168f50 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.36 "GET /v2.0/ports?device_id=a987e469-99f5-4068-9abb-ad28f39a7337 HTTP/1.1" status: 200 len: 946 time: 0.5960438 Sep 30 08:24:11.263807 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8103ee3-c24f-422d-a4a7-60a6d4db6a6d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.270837 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a8103ee3-c24f-422d-a4a7-60a6d4db6a6d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/f7fe0ff3-62f9-4e9d-8135-edf9ed4b3df1 HTTP/1.1" status: 204 len: 168 time: 0.8195190 Sep 30 08:24:11.273618 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bd8da6b-ceb3-4431-95a5-d1064e57166e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.274510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afff56a-b7a6-445f-b546-9596c3dd4678 None None] Network 60bd69c5-09da-446e-88bf-ef0af51db7b8 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:11.277473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52126) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:11.354875 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8103ee3-c24f-422d-a4a7-60a6d4db6a6d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Subnet': ['ID=f7fe0ff3-62f9-4e9d-8135-edf9ed4b3df1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:11.389095 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bd8da6b-ceb3-4431-95a5-d1064e57166e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.447582 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.457006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8da6b-ceb3-4431-95a5-d1064e57166e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7e108c-f756-4651-b476-08ea495bd7bc,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:11.459383 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e32ca2a-9b50-4f3f-80f2-98709835cea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.468959 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e32ca2a-9b50-4f3f-80f2-98709835cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.539584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32ca2a-9b50-4f3f-80f2-98709835cea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02e4276-07e1-41ff-a173-d6e5efe46630,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:11.540085 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bd8da6b-ceb3-4431-95a5-d1064e57166e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.543767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6bd8da6b-ceb3-4431-95a5-d1064e57166e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2455535 Sep 30 08:24:11.551943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52132) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:11.565790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef6d4c-20a8-41fa-80b4-e468449cddb2 req-384d7049-ac79-469c-b1de-0d05ae49a823 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:11.567357 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5eef6d4c-20a8-41fa-80b4-e468449cddb2 req-384d7049-ac79-469c-b1de-0d05ae49a823 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5da2600-f4fe-4935-9be2-a5fb5195d27b HTTP/1.1" status: 200 len: 946 time: 0.3294592 Sep 30 08:24:11.584059 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-9c82ed33-f226-47ed-9729-4310b69c6f75 service neutron] 10.222.0.24 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9585581 Sep 30 08:24:11.589702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0a77f393-1d07-49dc-a738-55a76f254d8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': 'c9b07b0b-8b73-403c-b09f-0702b5496206', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:11.625234 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0e32ca2a-9b50-4f3f-80f2-98709835cea2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=197e137e51424840966de8837683b70f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890582 Sep 30 08:24:11.634958 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52138) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:11.711349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a816ca64-b904-4e4d-9d54-90e14fe865a2 None None] DHCP port deletion for 60bd69c5-09da-446e-88bf-ef0af51db7b8 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:24:11.735337 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port 14391cfa-6de7-4f86-9f63-80329f4c6254 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:11.737014 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.835862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 14391cfa-6de7-4f86-9f63-80329f4c6254 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:11.878628 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5177b3b2-6870-4cd2-9b37-7835ad3e7de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.917075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] For port 14391cfa-6de7-4f86-9f63-80329f4c6254, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=14391cfa-6de7-4f86-9f63-80329f4c6254,segment=NetworkSegment(244be993-3714-44c2-bd4d-e044c5095941),segment_id=244be993-3714-44c2-bd4d-e044c5095941)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:11.917720 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.931562 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5177b3b2-6870-4cd2-9b37-7835ad3e7de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.934782 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a816ca64-b904-4e4d-9d54-90e14fe865a2 None None] Deleting port 14391cfa-6de7-4f86-9f63-80329f4c6254 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:11.935160 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a816ca64-b904-4e4d-9d54-90e14fe865a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:11.946297 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for 14391cfa-6de7-4f86-9f63-80329f4c6254 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:11.988695 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-0a77f393-1d07-49dc-a738-55a76f254d8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Project 9daaa44a24a845718835a5f7ca967795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:24:12.016250 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1515c2b2-c339-453c-be8c-67fe34ee2607 req-7d24bdb7-b674-4a1b-bcd4-e38a1a15b8c6 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Deleting port 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:12.016794 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1515c2b2-c339-453c-be8c-67fe34ee2607 req-7d24bdb7-b674-4a1b-bcd4-e38a1a15b8c6 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.030899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c77a7-9cbd-44ec-95b0-00ce9286f8a7 req-34724834-4b22-4fea-be7b-6871ab3e885e tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:12.033497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-275c77a7-9cbd-44ec-95b0-00ce9286f8a7 req-34724834-4b22-4fea-be7b-6871ab3e885e tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 945 time: 0.3083317 Sep 30 08:24:12.034813 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a77f393-1d07-49dc-a738-55a76f254d8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.044315 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c14737b1-5d93-4ce0-b2f5-6fed4865c679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.066201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-5eef6d4c-20a8-41fa-80b4-e468449cddb2 req-1dd3216d-cf38-4dda-b06d-412b6ac039c1 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Deleting port 88eab3de-83a6-4744-892c-80f4ec6f5a63 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:12.066788 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5eef6d4c-20a8-41fa-80b4-e468449cddb2 req-1dd3216d-cf38-4dda-b06d-412b6ac039c1 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.146587 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5177b3b2-6870-4cd2-9b37-7835ad3e7de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.150594 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5177b3b2-6870-4cd2-9b37-7835ad3e7de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.154392 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5177b3b2-6870-4cd2-9b37-7835ad3e7de8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b02e4276-07e1-41ff-a173-d6e5efe46630 HTTP/1.1" status: 204 len: 168 time: 0.5148077 Sep 30 08:24:12.166238 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.166439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177b3b2-6870-4cd2-9b37-7835ad3e7de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02e4276-07e1-41ff-a173-d6e5efe46630,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:12.176542 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.211429 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-e34c3f4f-7e3e-4f72-a2c8-88286bd8596e service neutron] 10.222.0.24 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6264369 Sep 30 08:24:12.213373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=14391cfa-6de7-4f86-9f63-80329f4c6254,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:12.215515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No DVR routers for this DVR port 14391cfa-6de7-4f86-9f63-80329f4c6254 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:12.260267 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a816ca64-b904-4e4d-9d54-90e14fe865a2 None None] For port 14391cfa-6de7-4f86-9f63-80329f4c6254, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=14391cfa-6de7-4f86-9f63-80329f4c6254,segment=NetworkSegment(244be993-3714-44c2-bd4d-e044c5095941),segment_id=244be993-3714-44c2-bd4d-e044c5095941)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:12.260679 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a816ca64-b904-4e4d-9d54-90e14fe865a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.301435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a816ca64-b904-4e4d-9d54-90e14fe865a2 None None] Calling delete_port for 14391cfa-6de7-4f86-9f63-80329f4c6254 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:12.352370 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.368703 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-275c77a7-9cbd-44ec-95b0-00ce9286f8a7 req-b8eb586d-15dc-415e-b8ff-58e6fd9fbfa1 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039734 Sep 30 08:24:12.393963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bd69c5-09da-446e-88bf-ef0af51db7b8']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:12.420444 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a816ca64-b904-4e4d-9d54-90e14fe865a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.426608 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244be993-3714-44c2-bd4d-e044c5095941') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:12.427032 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244be993-3714-44c2-bd4d-e044c5095941') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:12.440014 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.458774 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.464919 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816ca64-b904-4e4d-9d54-90e14fe865a2 None None] Pushing event deleted for resources: {'Port': ['ID=14391cfa-6de7-4f86-9f63-80329f4c6254,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:12.468727 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a816ca64-b904-4e4d-9d54-90e14fe865a2 None None] No DVR routers for this DVR port 14391cfa-6de7-4f86-9f63-80329f4c6254 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:12.492486 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:12.493860 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:12.499610 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:12.585382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1515c2b2-c339-453c-be8c-67fe34ee2607 req-7d24bdb7-b674-4a1b-bcd4-e38a1a15b8c6 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] For port 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:12.585382 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1515c2b2-c339-453c-be8c-67fe34ee2607 req-7d24bdb7-b674-4a1b-bcd4-e38a1a15b8c6 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.633573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5eef6d4c-20a8-41fa-80b4-e468449cddb2 req-1dd3216d-cf38-4dda-b06d-412b6ac039c1 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] For port 88eab3de-83a6-4744-892c-80f4ec6f5a63, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=88eab3de-83a6-4744-892c-80f4ec6f5a63,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:12.633963 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5eef6d4c-20a8-41fa-80b4-e468449cddb2 req-1dd3216d-cf38-4dda-b06d-412b6ac039c1 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.640864 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a77f393-1d07-49dc-a738-55a76f254d8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.656312 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.668459 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.674150 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/networks/60bd69c5-09da-446e-88bf-ef0af51db7b8 HTTP/1.1" status: 204 len: 168 time: 1.3898542 Sep 30 08:24:12.689212 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52164) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:12.689848 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a77f393-1d07-49dc-a738-55a76f254d8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:12.721081 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c20e0811-ec5f-47f2-b331-713c4d596968 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1028137828'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:12.729379 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880131ff-14f1-42f3-b558-c684f361ab3a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Network': ['ID=60bd69c5-09da-446e-88bf-ef0af51db7b8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:12.747204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-5eef6d4c-20a8-41fa-80b4-e468449cddb2 req-1dd3216d-cf38-4dda-b06d-412b6ac039c1 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Calling delete_port for 88eab3de-83a6-4744-892c-80f4ec6f5a63 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:12.967665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1515c2b2-c339-453c-be8c-67fe34ee2607 req-7d24bdb7-b674-4a1b-bcd4-e38a1a15b8c6 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Calling delete_port for 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:13.228722 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f184665-1214-4b20-afee-b8d2c79d53c4 req-2944932f-f32f-4fff-b46e-3c578f13b1ab tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 210 time: 0.0366826 Sep 30 08:24:13.244403 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1515c2b2-c339-453c-be8c-67fe34ee2607 req-7d24bdb7-b674-4a1b-bcd4-e38a1a15b8c6 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:13.257831 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5eef6d4c-20a8-41fa-80b4-e468449cddb2 req-1dd3216d-cf38-4dda-b06d-412b6ac039c1 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:13.318466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3216d-cf38-4dda-b06d-412b6ac039c1 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Pushing event deleted for resources: {'Port': ['ID=88eab3de-83a6-4744-892c-80f4ec6f5a63,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:13.322153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77f393-1d07-49dc-a738-55a76f254d8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19baf386-5297-463a-a39d-4909096d2645,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:13.392020 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24bdb7-b674-4a1b-bcd4-e38a1a15b8c6 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Pushing event deleted for resources: {'Port': ['ID=8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:13.541350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20e0811-ec5f-47f2-b331-713c4d596968 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:13.553181 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c20e0811-ec5f-47f2-b331-713c4d596968 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:13.589152 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a77f393-1d07-49dc-a738-55a76f254d8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:13.590673 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0a77f393-1d07-49dc-a738-55a76f254d8b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.0223248 Sep 30 08:24:13.594021 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:13.600487 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cb13a377-4e0a-4c86-8c09-6056e595a1e6 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'security_group_rule': {'security_group_id': 'c9b07b0b-8b73-403c-b09f-0702b5496206', 'project_id': '9daaa44a24a845718835a5f7ca967795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:13.667992 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1515c2b2-c339-453c-be8c-67fe34ee2607 req-7d24bdb7-b674-4a1b-bcd4-e38a1a15b8c6 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] No DVR routers for this DVR port 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:13.669696 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-cb13a377-4e0a-4c86-8c09-6056e595a1e6 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Project 9daaa44a24a845718835a5f7ca967795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:24:13.675725 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1515c2b2-c339-453c-be8c-67fe34ee2607 req-7d24bdb7-b674-4a1b-bcd4-e38a1a15b8c6 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:13.682523 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1515c2b2-c339-453c-be8c-67fe34ee2607 req-7d24bdb7-b674-4a1b-bcd4-e38a1a15b8c6 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.36 "DELETE /v2.0/ports/8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 HTTP/1.1" status: 204 len: 173 time: 2.4073036 Sep 30 08:24:13.691716 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb13a377-4e0a-4c86-8c09-6056e595a1e6 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:13.768398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a987e469-99f5-4068-9abb-ad28f39a7337', 'name': 'network-vif-deleted', 'tag': '8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:13.780488 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a781e84-b33c-40a7-a06a-c26c8b079608" -d '{"events": [{"server_uuid": "a987e469-99f5-4068-9abb-ad28f39a7337", "name": "network-vif-deleted", "tag": "8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:13.818789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eef6d4c-20a8-41fa-80b4-e468449cddb2 req-1dd3216d-cf38-4dda-b06d-412b6ac039c1 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] No DVR routers for this DVR port 88eab3de-83a6-4744-892c-80f4ec6f5a63 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:13.830544 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5eef6d4c-20a8-41fa-80b4-e468449cddb2 req-1dd3216d-cf38-4dda-b06d-412b6ac039c1 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:13.842280 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5eef6d4c-20a8-41fa-80b4-e468449cddb2 req-1dd3216d-cf38-4dda-b06d-412b6ac039c1 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.35 "DELETE /v2.0/ports/88eab3de-83a6-4744-892c-80f4ec6f5a63 HTTP/1.1" status: 204 len: 173 time: 2.2474983 Sep 30 08:24:13.887322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20e0811-ec5f-47f2-b331-713c4d596968 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:13.918022 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c20e0811-ec5f-47f2-b331-713c4d596968 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:13.918415 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-c20e0811-ec5f-47f2-b331-713c4d596968 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Added segment 0b9eeeaf-8c5d-458c-b737-259f856163ad of type vlan for network 8120c131-7659-4e57-ae75-a674a3571b4b Sep 30 08:24:13.927640 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1188ae-d55b-4179-9130-91faf578c407 x-openstack-request-id: req-8d1188ae-d55b-4179-9130-91faf578c407 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:13.927640 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a987e469-99f5-4068-9abb-ad28f39a7337", "name": "network-vif-deleted", "tag": "8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:13.928082 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d1188ae-d55b-4179-9130-91faf578c407 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:13.928195 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a987e469-99f5-4068-9abb-ad28f39a7337', 'name': 'network-vif-deleted', 'tag': '8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3', 'status': 'completed', 'code': 200} Sep 30 08:24:13.973015 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb13a377-4e0a-4c86-8c09-6056e595a1e6 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:13.983246 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb13a377-4e0a-4c86-8c09-6056e595a1e6 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.031647 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c20e0811-ec5f-47f2-b331-713c4d596968 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.063578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13a377-4e0a-4c86-8c09-6056e595a1e6 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ff6bfa-70ec-4226-9246-991f0cc00fc9,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:14.068898 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c20e0811-ec5f-47f2-b331-713c4d596968 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.072548 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb13a377-4e0a-4c86-8c09-6056e595a1e6 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.078416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20e0811-ec5f-47f2-b331-713c4d596968 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:14.079118 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c20e0811-ec5f-47f2-b331-713c4d596968 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.090128 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cb13a377-4e0a-4c86-8c09-6056e595a1e6 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4890046 Sep 30 08:24:14.104532 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c20e0811-ec5f-47f2-b331-713c4d596968 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4015703 Sep 30 08:24:14.105250 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52224) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:14.129654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3d39626b-8479-461b-9b0c-2a68942ad4ea tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'subnet': {'network_id': '8120c131-7659-4e57-ae75-a674a3571b4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:14.263362 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 88eab3de-83a6-4744-892c-80f4ec6f5a63 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:14.269482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:14.352821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e0811-ec5f-47f2-b331-713c4d596968 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Network': ['ID=8120c131-7659-4e57-ae75-a674a3571b4b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:14.433550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 8120c131-7659-4e57-ae75-a674a3571b4b details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:14.641151 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 88eab3de-83a6-4744-892c-80f4ec6f5a63 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:14.658484 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 88eab3de-83a6-4744-892c-80f4ec6f5a63 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:14.665864 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:14.666484 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 8d7a8a6f-fc8b-4d7d-90d3-174e1a88f8c3 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:14.706547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0a2dc28-c713-4457-887a-6bb014f35b7c req-c86d808f-b33d-42ba-8a73-0ed1405067b6 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 210 time: 0.1646101 Sep 30 08:24:14.711019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d39626b-8479-461b-9b0c-2a68942ad4ea tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:14.727126 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d39626b-8479-461b-9b0c-2a68942ad4ea tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.778037 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ff80578-3b75-47e9-9ce4-6895a9d1e016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:14.807141 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-dba09ed5-5f26-4b94-940a-f0d3db8b4f63 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242876519&fields=id&tenant_id=9daaa44a24a845718835a5f7ca967795 HTTP/1.1" status: 200 len: 267 time: 0.2488289 Sep 30 08:24:15.220100 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-ab7c2949-4aa6-4944-955f-35c393ce3edf tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:15.224298 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-ab7c2949-4aa6-4944-955f-35c393ce3edf tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/networks?id=683eee2c-d1a5-4c98-9d54-9127f6246f2e HTTP/1.1" status: 200 len: 796 time: 0.2553725 Sep 30 08:24:15.279017 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:15.374351 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-a67b22e1-7ee4-4685-a421-00db6eed3be4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/quotas/9daaa44a24a845718835a5f7ca967795 HTTP/1.1" status: 200 len: 375 time: 0.0923808 Sep 30 08:24:15.385143 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d39626b-8479-461b-9b0c-2a68942ad4ea tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:15.584531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39626b-8479-461b-9b0c-2a68942ad4ea tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Subnet': ['ID=7aed4bac-681d-4f0e-9b96-84ae6850260f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:15.860146 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:15.876397 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d39626b-8479-461b-9b0c-2a68942ad4ea tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Checking segment: {'id': '0b9eeeaf-8c5d-458c-b737-259f856163ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8120c131-7659-4e57-ae75-a674a3571b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:15.877532 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39626b-8479-461b-9b0c-2a68942ad4ea tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network hostable DHCP agents. Network: 8120c131-7659-4e57-ae75-a674a3571b4b, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:15.887408 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-1c323ef3-dc76-449b-9185-41880ad20593 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9daaa44a24a845718835a5f7ca967795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5057316 Sep 30 08:24:15.935804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1f7d5408-a34f-45bf-900c-024fc20623c2 req-ebd8ca81-f6c9-44e4-b3d9-3a9eb87daca4 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 210 time: 0.0834432 Sep 30 08:24:15.947516 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5da2600-f4fe-4935-9be2-a5fb5195d27b', 'name': 'network-vif-deleted', 'tag': '88eab3de-83a6-4744-892c-80f4ec6f5a63'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:15.966182 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acf4abd-2dac-4d34-b04a-f25874dc1a42" -d '{"events": [{"server_uuid": "c5da2600-f4fe-4935-9be2-a5fb5195d27b", "name": "network-vif-deleted", "tag": "88eab3de-83a6-4744-892c-80f4ec6f5a63"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:15.987932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a99f95e7-a171-4cc4-a8a2-ffffa487297c tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:15.995535 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a99f95e7-a171-4cc4-a8a2-ffffa487297c tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.35 "GET /v2.0/networks?id=afad8171-3bfb-40e9-83cf-95d3c452402b HTTP/1.1" status: 200 len: 813 time: 0.5985918 Sep 30 08:24:16.083778 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfec0914-83cf-4011-b3dc-c7ca9ff3ae0b x-openstack-request-id: req-dfec0914-83cf-4011-b3dc-c7ca9ff3ae0b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:16.088567 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5da2600-f4fe-4935-9be2-a5fb5195d27b", "name": "network-vif-deleted", "tag": "88eab3de-83a6-4744-892c-80f4ec6f5a63", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:16.090652 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dfec0914-83cf-4011-b3dc-c7ca9ff3ae0b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:16.091207 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5da2600-f4fe-4935-9be2-a5fb5195d27b', 'name': 'network-vif-deleted', 'tag': '88eab3de-83a6-4744-892c-80f4ec6f5a63', 'status': 'completed', 'code': 200} Sep 30 08:24:16.101237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Request body: {'port': {'device_id': 'a812d954-3933-4057-9762-655ddf23e307', 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b', 'admin_state_up': True, 'tenant_id': '9f3b123a84db4f0a8ae3a643ec5880ae'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:16.114366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39626b-8479-461b-9b0c-2a68942ad4ea tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network 8120c131-7659-4e57-ae75-a674a3571b4b is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:16.173476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-3d39626b-8479-461b-9b0c-2a68942ad4ea tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 8120c131-7659-4e57-ae75-a674a3571b4b) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:16.197016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25673a8-584b-46c6-bdcc-f1475b9a1e49 None None] Network 8120c131-7659-4e57-ae75-a674a3571b4b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:16.210990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d39626b-8479-461b-9b0c-2a68942ad4ea tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:16.212838 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d39626b-8479-461b-9b0c-2a68942ad4ea tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.278404 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3d39626b-8479-461b-9b0c-2a68942ad4ea tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1566684 Sep 30 08:24:16.318093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52280) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:16.325536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-225da7f9-712e-474a-852b-9596dbb1b5f7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-122986681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:16.389565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:16.468044 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a9d2ef77-f7a9-4963-8a8f-88d70d987525 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:16.470045 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a9d2ef77-f7a9-4963-8a8f-88d70d987525 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.35 "GET /v2.0/networks?id=afad8171-3bfb-40e9-83cf-95d3c452402b HTTP/1.1" status: 200 len: 813 time: 0.4348228 Sep 30 08:24:16.471689 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-225da7f9-712e-474a-852b-9596dbb1b5f7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.472959 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-225da7f9-712e-474a-852b-9596dbb1b5f7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.494706 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-0a46dc32-aad5-4bdb-bf12-055414417056 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Request body: {'port': {'device_id': '2e7faed0-9317-4020-b0be-8fdf03e9e1c5', 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b', 'admin_state_up': True, 'tenant_id': '9f3b123a84db4f0a8ae3a643ec5880ae'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:16.628514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-1db97117-9a9f-4feb-b406-22ec1d53cd44 service neutron] 10.222.0.24 "GET /v2.0/networks/683eee2c-d1a5-4c98-9d54-9127f6246f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7086933 Sep 30 08:24:16.640487 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-8120c131-7659-4e57-ae75-a674a3571b4b', 'network_id': '8120c131-7659-4e57-ae75-a674a3571b4b', 'tenant_id': '3479a21242e348a18ddec412ff416d8c', 'fixed_ips': [{'subnet_id': '7aed4bac-681d-4f0e-9b96-84ae6850260f'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:24:16.641921 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.726861 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Made reservation on behalf of 9f3b123a84db4f0a8ae3a643ec5880ae for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:16.733223 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.742527 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-225da7f9-712e-474a-852b-9596dbb1b5f7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.746227 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.762044 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-225da7f9-712e-474a-852b-9596dbb1b5f7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.812235 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-225da7f9-712e-474a-852b-9596dbb1b5f7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:16.822978 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-225da7f9-712e-474a-852b-9596dbb1b5f7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5020173 Sep 30 08:24:16.828248 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52292) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:16.831495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-e3d9e118-7c01-4753-a9a9-89df91e3ee99 service neutron] 10.222.0.24 "GET /v2.0/networks/683eee2c-d1a5-4c98-9d54-9127f6246f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912093 Sep 30 08:24:16.842452 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3dfc7387-206d-4a52-b6c7-eb34da7659fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'network_id': '8120c131-7659-4e57-ae75-a674a3571b4b', 'name': 'tempest-PortsIpV6TestJSON-1613613834'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:16.999539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Allocated IP 2001:db8::2 (8120c131-7659-4e57-ae75-a674a3571b4b/7aed4bac-681d-4f0e-9b96-84ae6850260f/adf5beda-1f49-4bbd-a7f0-bee5e387429c) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:17.056879 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.064078 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.170501 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-0a46dc32-aad5-4bdb-bf12-055414417056 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Made reservation on behalf of 9f3b123a84db4f0a8ae3a643ec5880ae for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:17.180057 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-0a46dc32-aad5-4bdb-bf12-055414417056 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.180482 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.194170 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.204255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52300) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:17.212509 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f75ff5dbfc74632b315856faef85b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8043771 Sep 30 08:24:17.233415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ab8ff1-1fd7-4cf0-a955-93d57c7cc471,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:17.268205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:17.268587 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:17.268953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:17.269270 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:17.269607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:17.269936 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:17.270264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:17.270590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:17.270914 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:17.271242 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:17.271554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:17.271876 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e9957-aaf3-4d8f-9cc4-574693ffcb44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:17.276383 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Network 8120c131-7659-4e57-ae75-a674a3571b4b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:17.283779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:17.284086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfc7387-206d-4a52-b6c7-eb34da7659fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:17.288415 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3dfc7387-206d-4a52-b6c7-eb34da7659fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.293903 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:17.332029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Pushing event updated for resources: {'Port': ['ID=adf5beda-1f49-4bbd-a7f0-bee5e387429c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:17.348848 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f45748c4-21d2-4325-a8a6-c2b8d37c146a req-1b93cda6-26f0-4902-9cda-6ed51d1bf265 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 210 time: 0.1579144 Sep 30 08:24:17.363061 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-3dfc7387-206d-4a52-b6c7-eb34da7659fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] device_id is not set on port 77d8a95f-d19e-49eb-8af2-773cd5ef8b62 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:17.380731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Allocated IP 172.20.0.6 (afad8171-3bfb-40e9-83cf-95d3c452402b/aa7cf2dd-10be-4012-91c5-d45c31072a23/596ce8f0-0f3e-450c-9e7e-194143af893b) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:17.474841 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Attempting to bind port adf5beda-1f49-4bbd-a7f0-bee5e387429c on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:17.479422 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Attempting to bind port adf5beda-1f49-4bbd-a7f0-bee5e387429c by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '0b9eeeaf-8c5d-458c-b737-259f856163ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8120c131-7659-4e57-ae75-a674a3571b4b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:17.480013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Attempting to bind port adf5beda-1f49-4bbd-a7f0-bee5e387429c on network 8120c131-7659-4e57-ae75-a674a3571b4b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:17.486860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:17.492296 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Checking segment: {'id': '0b9eeeaf-8c5d-458c-b737-259f856163ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8120c131-7659-4e57-ae75-a674a3571b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:17.492954 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.493510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Bound using segment: {'id': '0b9eeeaf-8c5d-458c-b737-259f856163ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8120c131-7659-4e57-ae75-a674a3571b4b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:17.494155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Bound port: adf5beda-1f49-4bbd-a7f0-bee5e387429c, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9eeeaf-8c5d-458c-b737-259f856163ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8120c131-7659-4e57-ae75-a674a3571b4b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:17.494706 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.519480 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7af17af7-d955-4fbd-8fc4-1f1367fea679 req-f794f2a0-cc77-499b-b7ef-d9ef5814e29a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 210 time: 0.2288291 Sep 30 08:24:17.622301 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] For port adf5beda-1f49-4bbd-a7f0-bee5e387429c, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:17.626012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] For port adf5beda-1f49-4bbd-a7f0-bee5e387429c, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=adf5beda-1f49-4bbd-a7f0-bee5e387429c,segment=NetworkSegment(0b9eeeaf-8c5d-458c-b737-259f856163ad),segment_id=0b9eeeaf-8c5d-458c-b737-259f856163ad)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:17.640041 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.727162 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.744310 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f1b98-0e04-4386-97c9-995ada47e786 None None] Pushing event updated for resources: {'Port': ['ID=adf5beda-1f49-4bbd-a7f0-bee5e387429c,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:17.755502 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.778012 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-278c8ae1-37cb-4ada-b79a-a5d8f2382749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.841106 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-278c8ae1-37cb-4ada-b79a-a5d8f2382749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:17.939542 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:18.062922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Pushing event updated for resources: {'Port': ['ID=596ce8f0-0f3e-450c-9e7e-194143af893b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:18.067012 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-278c8ae1-37cb-4ada-b79a-a5d8f2382749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:18.072614 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-278c8ae1-37cb-4ada-b79a-a5d8f2382749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:18.078095 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-278c8ae1-37cb-4ada-b79a-a5d8f2382749 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35ab8ff1-1fd7-4cf0-a955-93d57c7cc471 HTTP/1.1" status: 204 len: 168 time: 0.8518605 Sep 30 08:24:18.094960 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:18.095299 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:18.095637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:18.096201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:18.096538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:18.096869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:18.097239 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:18.097567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:18.097892 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:18.098216 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:18.098536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:18.098906 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:18.106811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c8ae1-37cb-4ada-b79a-a5d8f2382749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ab8ff1-1fd7-4cf0-a955-93d57c7cc471,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:18.110948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Network afad8171-3bfb-40e9-83cf-95d3c452402b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:18.113045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:18.115478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:18.200405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:18.201131 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:18.215748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-3dfc7387-206d-4a52-b6c7-eb34da7659fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Allocated IP 2001:db8::ca (8120c131-7659-4e57-ae75-a674a3571b4b/7aed4bac-681d-4f0e-9b96-84ae6850260f/77d8a95f-d19e-49eb-8af2-773cd5ef8b62) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:18.240638 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-cbaa7eba-da8e-4971-bcf1-9f9befff8f6a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1576326 Sep 30 08:24:18.272827 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Request body: {'port': {'device_id': 'a812d954-3933-4057-9762-655ddf23e307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:18.297745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-0a46dc32-aad5-4bdb-bf12-055414417056 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Allocated IP 172.20.0.11 (afad8171-3bfb-40e9-83cf-95d3c452402b/aa7cf2dd-10be-4012-91c5-d45c31072a23/0c8ce152-79d2-4966-ad7a-b233824fd5a1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:18.355826 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:18.627129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5fc86-3f92-4f68-a327-b867c169a883 req-9dd17c53-62d2-45d3-ba68-0421223a458e tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:18.635885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ac5fc86-3f92-4f68-a327-b867c169a883 req-9dd17c53-62d2-45d3-ba68-0421223a458e tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 931 time: 0.0877316 Sep 30 08:24:18.676772 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-0a46dc32-aad5-4bdb-bf12-055414417056 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:18.836158 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ac5fc86-3f92-4f68-a327-b867c169a883 req-7f5c2079-0bc9-4532-b8a0-21b2b1bcda22 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792448 Sep 30 08:24:18.887749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52326) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:18.892031 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f941be01-1b42-4919-82b2-0e71d309f4ae req-3fb0544b-4abd-48a0-80b6-b52a167e2060 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 210 time: 0.1944993 Sep 30 08:24:18.923313 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91617c90-eb96-47ba-9d39-f32cb448b13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:18.981586 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-0a46dc32-aad5-4bdb-bf12-055414417056 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.107878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-0a46dc32-aad5-4bdb-bf12-055414417056 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Network afad8171-3bfb-40e9-83cf-95d3c452402b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:19.148873 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-0a46dc32-aad5-4bdb-bf12-055414417056 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:19.170083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-0a46dc32-aad5-4bdb-bf12-055414417056 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:19.263046 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-cb8f417a-7b17-44d9-8086-3c91bf88188f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:19.270851 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-cb8f417a-7b17-44d9-8086-3c91bf88188f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.36 "GET /v2.0/networks?id=683eee2c-d1a5-4c98-9d54-9127f6246f2e HTTP/1.1" status: 200 len: 796 time: 0.2920463 Sep 30 08:24:19.279690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46dc32-aad5-4bdb-bf12-055414417056 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Pushing event updated for resources: {'Port': ['ID=0c8ce152-79d2-4966-ad7a-b233824fd5a1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:19.288125 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3dfc7387-206d-4a52-b6c7-eb34da7659fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.298070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-0a46dc32-aad5-4bdb-bf12-055414417056 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:19.298936 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-0a46dc32-aad5-4bdb-bf12-055414417056 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.347317 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91617c90-eb96-47ba-9d39-f32cb448b13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.361142 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91617c90-eb96-47ba-9d39-f32cb448b13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.365429 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-0a46dc32-aad5-4bdb-bf12-055414417056 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8752258 Sep 30 08:24:19.376344 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3dfc7387-206d-4a52-b6c7-eb34da7659fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.424365 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-47e45440-e4d3-404c-8f3d-05acb39ab202 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9daaa44a24a845718835a5f7ca967795 HTTP/1.1" status: 200 len: 379 time: 0.1395204 Sep 30 08:24:19.433137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc5ebf7-6454-408d-ba32-b2c86f382f6b None None] Network 8120c131-7659-4e57-ae75-a674a3571b4b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:19.442128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Request body: {'port': {'device_id': '2e7faed0-9317-4020-b0be-8fdf03e9e1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:19.449060 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-e76cbe0a-7fa7-4d0c-8596-7e42270b2b8a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'port': {'device_id': '11cc97e5-f647-41ec-9ed1-711cb51842f8', 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'admin_state_up': True, 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'security_groups': ['c9b07b0b-8b73-403c-b09f-0702b5496206']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:19.460963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596ce8f0-0f3e-450c-9e7e-194143af893b {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:19.471038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-91617c90-eb96-47ba-9d39-f32cb448b13f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b19f137fe61c4fa7b93c11d6eb6f2e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5750377 Sep 30 08:24:19.486386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52336) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:19.486671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91617c90-eb96-47ba-9d39-f32cb448b13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de52809-602e-47eb-9468-b2f9e42a02a2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:19.490655 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.518676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Transition to ACTIVE for port object 596ce8f0-0f3e-450c-9e7e-194143af893b will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:24:19.562674 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.568023 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfc7387-206d-4a52-b6c7-eb34da7659fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network 8120c131-7659-4e57-ae75-a674a3571b4b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:19.603595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Provisioning complete for port adf5beda-1f49-4bbd-a7f0-bee5e387429c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:19.604004 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.616276 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3dfc7387-206d-4a52-b6c7-eb34da7659fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:19.621831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfc7387-206d-4a52-b6c7-eb34da7659fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:19.648832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfc7387-206d-4a52-b6c7-eb34da7659fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:19.657575 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3dfc7387-206d-4a52-b6c7-eb34da7659fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.660801 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc7387-206d-4a52-b6c7-eb34da7659fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=77d8a95f-d19e-49eb-8af2-773cd5ef8b62,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:19.680613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Pushing event updated for resources: {'Port': ['ID=596ce8f0-0f3e-450c-9e7e-194143af893b,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:19.729944 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.735166 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3dfc7387-206d-4a52-b6c7-eb34da7659fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9048069 Sep 30 08:24:19.745500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52340) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:19.809763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Attempting to bind port 596ce8f0-0f3e-450c-9e7e-194143af893b on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:19.810369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Attempting to bind port 596ce8f0-0f3e-450c-9e7e-194143af893b by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:19.811360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Attempting to bind port 596ce8f0-0f3e-450c-9e7e-194143af893b on network afad8171-3bfb-40e9-83cf-95d3c452402b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:19.824898 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Port 596ce8f0-0f3e-450c-9e7e-194143af893b on network afad8171-3bfb-40e9-83cf-95d3c452402b not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:24:19.833074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Attempting to bind port 596ce8f0-0f3e-450c-9e7e-194143af893b on network afad8171-3bfb-40e9-83cf-95d3c452402b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:19.836787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-e76cbe0a-7fa7-4d0c-8596-7e42270b2b8a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Made reservation on behalf of 9daaa44a24a845718835a5f7ca967795 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:19.839217 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6a2a6a3-ef44-4aaf-8578-6701fed79bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.841068 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-e76cbe0a-7fa7-4d0c-8596-7e42270b2b8a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:19.870839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:19.871189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Checking segment: {'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:19.871584 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Bound using segment: {'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:19.872083 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Bound port: 596ce8f0-0f3e-450c-9e7e-194143af893b, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:19.872458 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.049610 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6a2a6a3-ef44-4aaf-8578-6701fed79bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.152055 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] For port 596ce8f0-0f3e-450c-9e7e-194143af893b, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:20.160493 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] For port 596ce8f0-0f3e-450c-9e7e-194143af893b, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=596ce8f0-0f3e-450c-9e7e-194143af893b,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:20.185527 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.347089 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device adf5beda-1f49-4bbd-a7f0-bee5e387429c up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:20.398587 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6a2a6a3-ef44-4aaf-8578-6701fed79bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.401346 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6a2a6a3-ef44-4aaf-8578-6701fed79bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.418212 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c6a2a6a3-ef44-4aaf-8578-6701fed79bbf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0de52809-602e-47eb-9468-b2f9e42a02a2 HTTP/1.1" status: 204 len: 168 time: 0.8730445 Sep 30 08:24:20.430635 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.479503 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port adf5beda-1f49-4bbd-a7f0-bee5e387429c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:20.480382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2a6a3-ef44-4aaf-8578-6701fed79bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de52809-602e-47eb-9468-b2f9e42a02a2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:20.480906 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.516350 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6aa52091-652a-4cc5-9500-23ea54b37446 req-248f15aa-af65-464b-b829-d256229873e4 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 210 time: 0.3479667 Sep 30 08:24:20.589399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:20.590034 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.595946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] 10.222.0.35 "PUT /v2.0/ports/596ce8f0-0f3e-450c-9e7e-194143af893b HTTP/1.1" status: 200 len: 1091 time: 2.3414872 Sep 30 08:24:20.619640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a812d954-3933-4057-9762-655ddf23e307', 'tag': '596ce8f0-0f3e-450c-9e7e-194143af893b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:20.622711 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351494d6-e982-4683-8265-9b9e96faca8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a812d954-3933-4057-9762-655ddf23e307", "tag": "596ce8f0-0f3e-450c-9e7e-194143af893b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:20.675945 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e90ebea6-f850-499d-acb6-515ab53985e3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.682605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] For port adf5beda-1f49-4bbd-a7f0-bee5e387429c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=adf5beda-1f49-4bbd-a7f0-bee5e387429c,segment=NetworkSegment(0b9eeeaf-8c5d-458c-b737-259f856163ad),segment_id=0b9eeeaf-8c5d-458c-b737-259f856163ad)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:20.698422 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.805696 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbe3e11-374c-4bce-b38d-4b460c66b0c9 x-openstack-request-id: req-6cbe3e11-374c-4bce-b38d-4b460c66b0c9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:20.806391 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a812d954-3933-4057-9762-655ddf23e307", "tag": "596ce8f0-0f3e-450c-9e7e-194143af893b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:20.806881 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cbe3e11-374c-4bce-b38d-4b460c66b0c9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:20.807520 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a812d954-3933-4057-9762-655ddf23e307', 'tag': '596ce8f0-0f3e-450c-9e7e-194143af893b', 'status': 'completed', 'code': 200} Sep 30 08:24:20.936218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c8ce152-79d2-4966-ad7a-b233824fd5a1 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:20.971531 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:20.974456 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Pushing event updated for resources: {'Port': ['ID=adf5beda-1f49-4bbd-a7f0-bee5e387429c,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:20.997021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:20.997370 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:20.997715 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:20.998054 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:20.998438 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:20.999293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:20.999703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:21.000050 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:21.000384 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:21.000719 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:21.001046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:21.001374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eee4ab-ada6-4dd5-9b34-6efb3865a298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:24:21.042448 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1673a2f9-2c1c-406a-aafe-e16e92bd748f None None] Provisioning complete for port adf5beda-1f49-4bbd-a7f0-bee5e387429c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:21.043221 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1673a2f9-2c1c-406a-aafe-e16e92bd748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:21.121089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Transition to ACTIVE for port object 0c8ce152-79d2-4966-ad7a-b233824fd5a1 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:24:21.411671 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1673a2f9-2c1c-406a-aafe-e16e92bd748f None None] Provisioning complete for port 77d8a95f-d19e-49eb-8af2-773cd5ef8b62 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:21.412770 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:21.413959 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1673a2f9-2c1c-406a-aafe-e16e92bd748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:21.702435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1673a2f9-2c1c-406a-aafe-e16e92bd748f None None] Port 77d8a95f-d19e-49eb-8af2-773cd5ef8b62 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:21.705738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Pushing event updated for resources: {'Port': ['ID=0c8ce152-79d2-4966-ad7a-b233824fd5a1,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:21.770366 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e90ebea6-f850-499d-acb6-515ab53985e3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:21.785900 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e90ebea6-f850-499d-acb6-515ab53985e3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:21.816297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec47dd-8ff0-4ead-a934-a4203f059193 service neutron] Pushing event updated for resources: {'Port': ['ID=596ce8f0-0f3e-450c-9e7e-194143af893b,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:21.849084 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b2ae3043-2ddd-4d22-8b73-d45283ebb877 None None] Provisioning complete for port 77d8a95f-d19e-49eb-8af2-773cd5ef8b62 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:21.849759 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3043-2ddd-4d22-8b73-d45283ebb877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:21.859748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ebea6-f850-499d-acb6-515ab53985e3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=77d8a95f-d19e-49eb-8af2-773cd5ef8b62,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:21.863462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Attempting to bind port 0c8ce152-79d2-4966-ad7a-b233824fd5a1 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:21.863801 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Attempting to bind port 0c8ce152-79d2-4966-ad7a-b233824fd5a1 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:21.864163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Attempting to bind port 0c8ce152-79d2-4966-ad7a-b233824fd5a1 on network afad8171-3bfb-40e9-83cf-95d3c452402b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:21.898181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7ac09-1a78-4597-b29d-bac379bcf8cb req-82a74ca3-2d97-4301-bf15-c366b2317e33 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:21.911982 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b2ae3043-2ddd-4d22-8b73-d45283ebb877 None None] Port 77d8a95f-d19e-49eb-8af2-773cd5ef8b62 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:21.925552 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5c7ac09-1a78-4597-b29d-bac379bcf8cb req-82a74ca3-2d97-4301-bf15-c366b2317e33 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 943 time: 1.7632542 Sep 30 08:24:21.926247 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device adf5beda-1f49-4bbd-a7f0-bee5e387429c up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:21.941715 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9caffebf-1e9e-4ec8-9d9c-5222478d0ae6 req-3a999f9d-e01e-40a6-be74-a5be7f3aa158 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 210 time: 0.1778233 Sep 30 08:24:21.972669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-e76cbe0a-7fa7-4d0c-8596-7e42270b2b8a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Allocated IP 172.20.0.13 (683eee2c-d1a5-4c98-9d54-9127f6246f2e/b934860f-448d-4ab2-84e4-e7e1368fdf39/42442daa-f4de-4539-b501-5959de37794b) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:21.976249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Port 0c8ce152-79d2-4966-ad7a-b233824fd5a1 on network afad8171-3bfb-40e9-83cf-95d3c452402b not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:24:21.977163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Attempting to bind port 0c8ce152-79d2-4966-ad7a-b233824fd5a1 on network afad8171-3bfb-40e9-83cf-95d3c452402b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:21.988797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:21.989445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Checking segment: {'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:21.990012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Bound using segment: {'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:21.990640 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Bound port: 0c8ce152-79d2-4966-ad7a-b233824fd5a1, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194436a1-b166-4ad1-afb8-89081f7c51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:21.991246 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:21.991620 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-2407fdda-eb5d-4112-a89a-6cc91d54dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:21.993232 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-2407fdda-eb5d-4112-a89a-6cc91d54dc45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f3b123a84db4f0a8ae3a643ec5880ae&device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 1094 time: 1.2271352 Sep 30 08:24:22.056879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5c7ac09-1a78-4597-b29d-bac379bcf8cb req-e8bb6bbb-aec6-4a56-bb54-77558318b847 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272306 Sep 30 08:24:22.074791 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port adf5beda-1f49-4bbd-a7f0-bee5e387429c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:22.075791 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.167570 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e90ebea6-f850-499d-acb6-515ab53985e3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.178651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-9a77d83f-d9d5-4075-a4e5-a2bfb5399421 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=596ce8f0-0f3e-450c-9e7e-194143af893b HTTP/1.1" status: 200 len: 217 time: 0.1388953 Sep 30 08:24:22.290079 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] For port 0c8ce152-79d2-4966-ad7a-b233824fd5a1, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:22.295870 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] For port 0c8ce152-79d2-4966-ad7a-b233824fd5a1, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=0c8ce152-79d2-4966-ad7a-b233824fd5a1,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:22.305187 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.330297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-bcc76e9c-a1fa-427e-a3ca-3f6e5d539951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:22.332023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-bcc76e9c-a1fa-427e-a3ca-3f6e5d539951 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa7cf2dd-10be-4012-91c5-d45c31072a23 HTTP/1.1" status: 200 len: 853 time: 0.1437566 Sep 30 08:24:22.361409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4285d5de-8b22-4521-8a36-eeb5ffffdcc6 None None] Provisioning complete for port 77d8a95f-d19e-49eb-8af2-773cd5ef8b62 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:22.362445 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4285d5de-8b22-4521-8a36-eeb5ffffdcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.404446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:22.405509 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.407235 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] 10.222.0.35 "PUT /v2.0/ports/0c8ce152-79d2-4966-ad7a-b233824fd5a1 HTTP/1.1" status: 200 len: 1092 time: 3.0201063 Sep 30 08:24:22.410436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7faed0-9317-4020-b0be-8fdf03e9e1c5', 'tag': '0c8ce152-79d2-4966-ad7a-b233824fd5a1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:22.414553 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be1bed0-de30-46be-8c52-188988509776" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7faed0-9317-4020-b0be-8fdf03e9e1c5", "tag": "0c8ce152-79d2-4966-ad7a-b233824fd5a1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:22.489420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-d875fc03-4b79-4774-a909-de5c787203d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=afad8171-3bfb-40e9-83cf-95d3c452402b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480157 Sep 30 08:24:22.502156 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4285d5de-8b22-4521-8a36-eeb5ffffdcc6 None None] Port 77d8a95f-d19e-49eb-8af2-773cd5ef8b62 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:22.537713 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6990986-efb1-488b-91e9-b50a51f67d93 x-openstack-request-id: req-d6990986-efb1-488b-91e9-b50a51f67d93 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:22.538165 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7faed0-9317-4020-b0be-8fdf03e9e1c5", "tag": "0c8ce152-79d2-4966-ad7a-b233824fd5a1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:22.538505 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6990986-efb1-488b-91e9-b50a51f67d93 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:22.538962 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7faed0-9317-4020-b0be-8fdf03e9e1c5', 'tag': '0c8ce152-79d2-4966-ad7a-b233824fd5a1', 'status': 'completed', 'code': 200} Sep 30 08:24:22.598245 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-e76cbe0a-7fa7-4d0c-8596-7e42270b2b8a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.613187 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8710b28-cb83-4d94-ba8d-b79622bd9241 service neutron] Pushing event updated for resources: {'Port': ['ID=0c8ce152-79d2-4966-ad7a-b233824fd5a1,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:22.650834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-aff55ec2-6806-499b-880a-2ad41c527158 service neutron] 10.222.0.35 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527007 Sep 30 08:24:22.657770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-d21e3ba7-4fa7-4712-8558-c747af722e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:22.659829 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-d21e3ba7-4fa7-4712-8558-c747af722e5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f3b123a84db4f0a8ae3a643ec5880ae&device_id=2e7faed0-9317-4020-b0be-8fdf03e9e1c5 HTTP/1.1" status: 200 len: 1095 time: 0.1458323 Sep 30 08:24:22.660824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e90ebea6-f850-499d-acb6-515ab53985e3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.719141 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-edc3b9ec-f724-4196-802a-489490c14ce2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c8ce152-79d2-4966-ad7a-b233824fd5a1 HTTP/1.1" status: 200 len: 217 time: 0.0430956 Sep 30 08:24:22.770914 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-e76cbe0a-7fa7-4d0c-8596-7e42270b2b8a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:22.874663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cbe0a-7fa7-4d0c-8596-7e42270b2b8a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Port': ['ID=42442daa-f4de-4539-b501-5959de37794b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:22.891303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-e76cbe0a-7fa7-4d0c-8596-7e42270b2b8a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network 683eee2c-d1a5-4c98-9d54-9127f6246f2e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:22.894169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-e76cbe0a-7fa7-4d0c-8596-7e42270b2b8a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:22.898486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-e76cbe0a-7fa7-4d0c-8596-7e42270b2b8a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:22.981799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-e76cbe0a-7fa7-4d0c-8596-7e42270b2b8a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:22.982859 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-e76cbe0a-7fa7-4d0c-8596-7e42270b2b8a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.017147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-3c71a08b-c783-4239-8e0a-ebb8c61122e8 service neutron] 10.222.0.35 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576641 Sep 30 08:24:23.019969 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-e76cbe0a-7fa7-4d0c-8596-7e42270b2b8a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5840185 Sep 30 08:24:23.035499 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Request body: {'port': {'device_id': '11cc97e5-f647-41ec-9ed1-711cb51842f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:23.052539 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-e03f3471-6401-4378-a238-ffc618b3941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:23.054223 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-e03f3471-6401-4378-a238-ffc618b3941f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa7cf2dd-10be-4012-91c5-d45c31072a23 HTTP/1.1" status: 200 len: 853 time: 0.3072262 Sep 30 08:24:23.187127 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-970d5ec2-94fa-432a-a16a-ed210df344a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=afad8171-3bfb-40e9-83cf-95d3c452402b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690949 Sep 30 08:24:23.352800 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2e041353-c004-4108-adcf-fcd30aa742e2 None None] Provisioning complete for port 42442daa-f4de-4539-b501-5959de37794b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:23.354247 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2e041353-c004-4108-adcf-fcd30aa742e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.381151 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-a3055180-735e-41d2-95d5-74bf0b199abd service neutron] 10.222.0.35 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816223 Sep 30 08:24:23.392758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351494d6-e982-4683-8265-9b9e96faca8e req-5cd7e599-e753-4ee1-959b-73d80789bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:23.394618 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-351494d6-e982-4683-8265-9b9e96faca8e req-5cd7e599-e753-4ee1-959b-73d80789bd49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f3b123a84db4f0a8ae3a643ec5880ae&device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 1094 time: 0.2502484 Sep 30 08:24:23.395360 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.406900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045964d-fa66-4a1d-ab19-e7588052d586 req-93f78fa9-52a6-4b23-9d24-83237de5d570 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:23.408665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5045964d-fa66-4a1d-ab19-e7588052d586 req-93f78fa9-52a6-4b23-9d24-83237de5d570 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 932 time: 0.3017220 Sep 30 08:24:23.431605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2e041353-c004-4108-adcf-fcd30aa742e2 None None] Port 42442daa-f4de-4539-b501-5959de37794b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:23.458237 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e90ebea6-f850-499d-acb6-515ab53985e3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.471013 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e90ebea6-f850-499d-acb6-515ab53985e3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.472108 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e90ebea6-f850-499d-acb6-515ab53985e3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:23.537322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e9132-2381-4bc5-aebe-98cd776dc958 req-cd94c373-40eb-4ed8-b2ce-f16412b6fd56 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:23.542185 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-550e9132-2381-4bc5-aebe-98cd776dc958 req-cd94c373-40eb-4ed8-b2ce-f16412b6fd56 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 943 time: 0.2947919 Sep 30 08:24:23.546468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52424) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:23.571590 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5045964d-fa66-4a1d-ab19-e7588052d586 req-f93216ae-6cd7-4d29-8caf-0f99975b6a3f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9b07b0b-8b73-403c-b09f-0702b5496206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422024 Sep 30 08:24:23.617567 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ebea6-f850-499d-acb6-515ab53985e3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=77d8a95f-d19e-49eb-8af2-773cd5ef8b62,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:23.762901 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351494d6-e982-4683-8265-9b9e96faca8e req-48353e96-3e6a-473d-86a7-be2863d1eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:23.764425 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-351494d6-e982-4683-8265-9b9e96faca8e req-48353e96-3e6a-473d-86a7-be2863d1eaac service neutron] 10.222.0.35 "GET /v2.0/networks?id=afad8171-3bfb-40e9-83cf-95d3c452402b HTTP/1.1" status: 200 len: 914 time: 0.3484082 Sep 30 08:24:23.775012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-550e9132-2381-4bc5-aebe-98cd776dc958 req-2890925d-d6f3-4539-9cf7-6cc60500256d tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073774 Sep 30 08:24:23.830396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-351494d6-e982-4683-8265-9b9e96faca8e req-1e9982bb-29ed-4eb2-a56e-4a22f1fbd827 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=596ce8f0-0f3e-450c-9e7e-194143af893b HTTP/1.1" status: 200 len: 217 time: 0.0547497 Sep 30 08:24:23.835581 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90ebea6-f850-499d-acb6-515ab53985e3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network 8120c131-7659-4e57-ae75-a674a3571b4b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:23.889693 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e90ebea6-f850-499d-acb6-515ab53985e3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:23.895332 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-875378ed-c642-4bdc-bbf0-b4f2101a2332 req-906ca2a6-5ff0-4d6a-9c4f-edc681f1710c service neutron] 10.222.0.35 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037992 Sep 30 08:24:24.050853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351494d6-e982-4683-8265-9b9e96faca8e req-8fd07ba6-5353-4e5c-97c6-47b1b73077d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:24.052792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-351494d6-e982-4683-8265-9b9e96faca8e req-8fd07ba6-5353-4e5c-97c6-47b1b73077d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa7cf2dd-10be-4012-91c5-d45c31072a23 HTTP/1.1" status: 200 len: 853 time: 0.2125235 Sep 30 08:24:24.359714 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-351494d6-e982-4683-8265-9b9e96faca8e req-32cd6c82-3f47-42e8-bcdd-ef0daee15fd8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=afad8171-3bfb-40e9-83cf-95d3c452402b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2814453 Sep 30 08:24:24.368831 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-07d065d5-8a86-4b3a-af4c-262ef66d8aca None None] Provisioning complete for port 77d8a95f-d19e-49eb-8af2-773cd5ef8b62 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:24.369813 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07d065d5-8a86-4b3a-af4c-262ef66d8aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:24.488488 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-07d065d5-8a86-4b3a-af4c-262ef66d8aca None None] Port 77d8a95f-d19e-49eb-8af2-773cd5ef8b62 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:24.608460 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1bed0-de30-46be-8c52-188988509776 req-adda4bc5-9946-4d71-96d9-43711d3ca6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:24.610213 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4be1bed0-de30-46be-8c52-188988509776 req-adda4bc5-9946-4d71-96d9-43711d3ca6c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f3b123a84db4f0a8ae3a643ec5880ae&device_id=2e7faed0-9317-4020-b0be-8fdf03e9e1c5 HTTP/1.1" status: 200 len: 1095 time: 0.5439634 Sep 30 08:24:24.634065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90ebea6-f850-499d-acb6-515ab53985e3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Router 3acc0791-ae72-46fd-ae20-75631c26924a is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:24:24.691014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-351494d6-e982-4683-8265-9b9e96faca8e req-a6872a20-7245-4453-8a27-e4dcd7e84853 service neutron] 10.222.0.35 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044958 Sep 30 08:24:24.745249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42442daa-f4de-4539-b501-5959de37794b {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:24.776255 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:24.849282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1bed0-de30-46be-8c52-188988509776 req-1ac44af8-bafd-432b-9d4a-673fc693ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:24.851088 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4be1bed0-de30-46be-8c52-188988509776 req-1ac44af8-bafd-432b-9d4a-673fc693ab0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=afad8171-3bfb-40e9-83cf-95d3c452402b HTTP/1.1" status: 200 len: 914 time: 0.2333786 Sep 30 08:24:24.918426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Transition to ACTIVE for port object 42442daa-f4de-4539-b501-5959de37794b will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:24:24.941285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019b271-abe3-419e-bc47-a21f8eb8a5ba req-c13b57ad-631a-4d54-a362-22df8cd0ae2e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:24.950887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2019b271-abe3-419e-bc47-a21f8eb8a5ba req-c13b57ad-631a-4d54-a362-22df8cd0ae2e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 932 time: 0.2646799 Sep 30 08:24:25.033222 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4be1bed0-de30-46be-8c52-188988509776 req-a0bc40c4-b3f5-4cda-bca3-0277160bb1be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c8ce152-79d2-4966-ad7a-b233824fd5a1 HTTP/1.1" status: 200 len: 217 time: 0.0646532 Sep 30 08:24:25.035303 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.036583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52462) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:25.109427 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90ebea6-f850-499d-acb6-515ab53985e3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:24:25.126227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55630266-745a-4c90-bb41-89e7d5473238 None None] Sync routers for ids ['3acc0791-ae72-46fd-ae20-75631c26924a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:24:25.140290 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e90ebea6-f850-499d-acb6-515ab53985e3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "PUT /v2.0/routers/3acc0791-ae72-46fd-ae20-75631c26924a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3864079 Sep 30 08:24:25.145681 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55630266-745a-4c90-bb41-89e7d5473238 None None] Routers {'3acc0791-ae72-46fd-ae20-75631c26924a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:24:25.146333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-55630266-745a-4c90-bb41-89e7d5473238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:24:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3acc0791-ae72-46fd-ae20-75631c26924a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:25.149071 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52470) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:25.184012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-351494d6-e982-4683-8265-9b9e96faca8e req-1c578327-c9d8-4d62-82c4-18b1ee9ddeee service neutron] 10.222.0.35 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773827 Sep 30 08:24:25.216249 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-55630266-745a-4c90-bb41-89e7d5473238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:25.235114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55630266-745a-4c90-bb41-89e7d5473238 None None] Routers {'3acc0791-ae72-46fd-ae20-75631c26924a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:24:25.235114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-55630266-745a-4c90-bb41-89e7d5473238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:24:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3acc0791-ae72-46fd-ae20-75631c26924a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:25.242075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1bed0-de30-46be-8c52-188988509776 req-cc50c52b-f8dd-4849-9809-82613184f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:25.243683 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4be1bed0-de30-46be-8c52-188988509776 req-cc50c52b-f8dd-4849-9809-82613184f61f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa7cf2dd-10be-4012-91c5-d45c31072a23 HTTP/1.1" status: 200 len: 853 time: 0.1999714 Sep 30 08:24:25.285932 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2019b271-abe3-419e-bc47-a21f8eb8a5ba req-e7b05e43-ea3c-4471-ad32-154c866ca66f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9b07b0b-8b73-403c-b09f-0702b5496206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399161 Sep 30 08:24:25.291124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-55630266-745a-4c90-bb41-89e7d5473238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:25.292096 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55630266-745a-4c90-bb41-89e7d5473238 None None] The sync data for ids ['3acc0791-ae72-46fd-ae20-75631c26924a'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:24:25.321239 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c334a-56b0-4d46-89dc-760c79d64efc req-25593952-8f4c-4073-8e3c-8a3760fa047a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:25.322844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e2c334a-56b0-4d46-89dc-760c79d64efc req-25593952-8f4c-4073-8e3c-8a3760fa047a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 943 time: 0.3988895 Sep 30 08:24:25.327371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Pushing event updated for resources: {'Port': ['ID=42442daa-f4de-4539-b501-5959de37794b,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:25.328704 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4be1bed0-de30-46be-8c52-188988509776 req-a523f68f-6d58-4506-9412-4cf698923bc1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=afad8171-3bfb-40e9-83cf-95d3c452402b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680592 Sep 30 08:24:25.354158 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06058c01-dca5-4469-886d-8ef4f99ad8a2 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:25.358465 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-06058c01-dca5-4469-886d-8ef4f99ad8a2 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports?device_id=3acc0791-ae72-46fd-ae20-75631c26924a HTTP/1.1" status: 200 len: 988 time: 0.2057683 Sep 30 08:24:25.359120 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fef46d8b-8fdf-4e31-9d10-eb24dd80bdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.366922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52472) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:25.465633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e2c334a-56b0-4d46-89dc-760c79d64efc req-a76d76bb-6778-4c88-a824-dcf24c9fe436 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253810 Sep 30 08:24:25.499516 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4be1bed0-de30-46be-8c52-188988509776 req-daa08255-e327-4b94-99c5-1b6f2d4b067e service neutron] 10.222.0.35 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624429 Sep 30 08:24:25.559897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Attempting to bind port 42442daa-f4de-4539-b501-5959de37794b on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:25.560574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Attempting to bind port 42442daa-f4de-4539-b501-5959de37794b by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:25.561116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Attempting to bind port 42442daa-f4de-4539-b501-5959de37794b on network 683eee2c-d1a5-4c98-9d54-9127f6246f2e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:25.585992 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Port 42442daa-f4de-4539-b501-5959de37794b on network 683eee2c-d1a5-4c98-9d54-9127f6246f2e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:24:25.586360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Attempting to bind port 42442daa-f4de-4539-b501-5959de37794b on network 683eee2c-d1a5-4c98-9d54-9127f6246f2e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:25.624870 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fef46d8b-8fdf-4e31-9d10-eb24dd80bdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.632157 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4be1bed0-de30-46be-8c52-188988509776 req-1b92046b-fd70-4819-9581-fd9c075f8c24 service neutron] 10.222.0.35 "GET /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256123 Sep 30 08:24:25.633187 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fef46d8b-8fdf-4e31-9d10-eb24dd80bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.633311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:25.633311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Checking segment: {'id': 'bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:25.633665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Bound using segment: {'id': 'bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:25.635130 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Bound port: 42442daa-f4de-4539-b501-5959de37794b, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:25.635130 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.688227 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef46d8b-8fdf-4e31-9d10-eb24dd80bdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5044d4c-ee3d-48d9-9e5e-f307556be7c1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:25.693385 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fef46d8b-8fdf-4e31-9d10-eb24dd80bdaa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89dbd00eeb474712b38bc677f1b5e8fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6558604 Sep 30 08:24:25.696132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52474) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:25.753822 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b252f96a-0ec4-433b-aedb-44c05b3dac42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.778530 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b252f96a-0ec4-433b-aedb-44c05b3dac42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.830406 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b252f96a-0ec4-433b-aedb-44c05b3dac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.833329 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b252f96a-0ec4-433b-aedb-44c05b3dac42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:25.836230 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b252f96a-0ec4-433b-aedb-44c05b3dac42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5044d4c-ee3d-48d9-9e5e-f307556be7c1 HTTP/1.1" status: 204 len: 168 time: 0.1385086 Sep 30 08:24:25.846286 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252f96a-0ec4-433b-aedb-44c05b3dac42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5044d4c-ee3d-48d9-9e5e-f307556be7c1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:26.102502 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1fd0632-762f-4e95-8a95-24ebada199ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.152160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52480) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:26.170313 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2c6d3b8-dc56-4ffe-a59e-da87abee7d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.243413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] For port 42442daa-f4de-4539-b501-5959de37794b, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:26.289626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 596ce8f0-0f3e-450c-9e7e-194143af893b details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:24:26.304685 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2c6d3b8-dc56-4ffe-a59e-da87abee7d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.308429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] For port 42442daa-f4de-4539-b501-5959de37794b, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=42442daa-f4de-4539-b501-5959de37794b,segment=NetworkSegment(bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a),segment_id=bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:26.315325 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2c6d3b8-dc56-4ffe-a59e-da87abee7d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.344571 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.388340 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a2c6d3b8-dc56-4ffe-a59e-da87abee7d25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab7c6a092c4644d38e82582f54ae34e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344811 Sep 30 08:24:26.389038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6d3b8-dc56-4ffe-a59e-da87abee7d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6bcbfb-32dd-47a2-8caa-17ba7c9602e4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:26.398817 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52488) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:26.446081 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 596ce8f0-0f3e-450c-9e7e-194143af893b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=596ce8f0-0f3e-450c-9e7e-194143af893b,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:26.459301 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '596ce8f0-0f3e-450c-9e7e-194143af893b', 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b', 'port_id': '596ce8f0-0f3e-450c-9e7e-194143af893b', 'mac_address': 'fa:16:3e:55:d7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7cf2dd-10be-4012-91c5-d45c31072a23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:24:26.474264 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75c4a181-618a-4ae3-a29c-4eb7b551bdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.497615 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75c4a181-618a-4ae3-a29c-4eb7b551bdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.507142 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.527028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:26.527587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596ce8f0-0f3e-450c-9e7e-194143af893b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:26.527713 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.529184 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] 10.222.0.36 "PUT /v2.0/ports/42442daa-f4de-4539-b501-5959de37794b HTTP/1.1" status: 200 len: 1092 time: 3.4985557 Sep 30 08:24:26.533446 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cc97e5-f647-41ec-9ed1-711cb51842f8', 'tag': '42442daa-f4de-4539-b501-5959de37794b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:26.535750 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf3852c-3981-4927-b173-7b0a0fd9730d" -d '{"events": [{"name": "network-changed", "server_uuid": "11cc97e5-f647-41ec-9ed1-711cb51842f8", "tag": "42442daa-f4de-4539-b501-5959de37794b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:26.568615 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 596ce8f0-0f3e-450c-9e7e-194143af893b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=596ce8f0-0f3e-450c-9e7e-194143af893b,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:26.574356 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.575617 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 0c8ce152-79d2-4966-ad7a-b233824fd5a1 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:24:26.577767 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75c4a181-618a-4ae3-a29c-4eb7b551bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.584917 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75c4a181-618a-4ae3-a29c-4eb7b551bdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.594794 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-75c4a181-618a-4ae3-a29c-4eb7b551bdfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb6bcbfb-32dd-47a2-8caa-17ba7c9602e4 HTTP/1.1" status: 204 len: 168 time: 0.1933119 Sep 30 08:24:26.610577 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 0c8ce152-79d2-4966-ad7a-b233824fd5a1, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=0c8ce152-79d2-4966-ad7a-b233824fd5a1,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:26.624606 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4a181-618a-4ae3-a29c-4eb7b551bdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6bcbfb-32dd-47a2-8caa-17ba7c9602e4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:26.642054 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '0c8ce152-79d2-4966-ad7a-b233824fd5a1', 'network_id': 'afad8171-3bfb-40e9-83cf-95d3c452402b', 'port_id': '0c8ce152-79d2-4966-ad7a-b233824fd5a1', 'mac_address': 'fa:16:3e:1e:d2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7cf2dd-10be-4012-91c5-d45c31072a23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:24:26.729956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6676c2-9270-4273-b4b9-cba6eb2e0949 service neutron] Pushing event updated for resources: {'Port': ['ID=42442daa-f4de-4539-b501-5959de37794b,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:26.761992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=596ce8f0-0f3e-450c-9e7e-194143af893b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:26.769367 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.786204 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c8ce152-79d2-4966-ad7a-b233824fd5a1 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:26.787729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5032f1b-c46e-4334-94b0-f3f3a73e327e req-a1d96081-890f-489a-a644-0cb567ecd116 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:26.789631 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e5032f1b-c46e-4334-94b0-f3f3a73e327e req-a1d96081-890f-489a-a644-0cb567ecd116 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 944 time: 0.3480365 Sep 30 08:24:26.812774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 0c8ce152-79d2-4966-ad7a-b233824fd5a1, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=0c8ce152-79d2-4966-ad7a-b233824fd5a1,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:26.826593 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:26.862690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-ae10854c-871d-4b0c-8192-8e8fc427c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:26.864255 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-ae10854c-871d-4b0c-8192-8e8fc427c0d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9daaa44a24a845718835a5f7ca967795&device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 1095 time: 0.2738390 Sep 30 08:24:26.884848 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=0c8ce152-79d2-4966-ad7a-b233824fd5a1,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:26.922168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce02b4e-4d34-47a8-a951-eb5ca9b4421e req-cba7d267-503e-4629-9f47-e055b07b97a5 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:26.923697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ce02b4e-4d34-47a8-a951-eb5ca9b4421e req-cba7d267-503e-4629-9f47-e055b07b97a5 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 944 time: 0.2493875 Sep 30 08:24:26.962055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-9fa384c3-add8-4e9c-bc30-b6cb03a52370 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42442daa-f4de-4539-b501-5959de37794b HTTP/1.1" status: 200 len: 217 time: 0.0806296 Sep 30 08:24:26.990958 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e5032f1b-c46e-4334-94b0-f3f3a73e327e req-30e160da-4607-48cb-a92c-71c43894a083 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9b07b0b-8b73-403c-b09f-0702b5496206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851170 Sep 30 08:24:27.060546 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940cc36f-4cc1-452b-85d0-282ea36ea5eb x-openstack-request-id: req-940cc36f-4cc1-452b-85d0-282ea36ea5eb {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:27.060838 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cc97e5-f647-41ec-9ed1-711cb51842f8", "tag": "42442daa-f4de-4539-b501-5959de37794b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:27.061109 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-940cc36f-4cc1-452b-85d0-282ea36ea5eb {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:27.061479 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cc97e5-f647-41ec-9ed1-711cb51842f8', 'tag': '42442daa-f4de-4539-b501-5959de37794b', 'status': 'completed', 'code': 200} Sep 30 08:24:27.155020 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['596ce8f0-0f3e-450c-9e7e-194143af893b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:27.169633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ce02b4e-4d34-47a8-a951-eb5ca9b4421e req-bffc8275-5f9b-4cf6-a581-d1874e3ee0d4 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039263 Sep 30 08:24:27.196827 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-25424822-23c8-4c61-a4b0-42a841ce180b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.199717 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-66884ece-e8ff-4c4e-96bf-a992ff1e9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:27.204321 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-66884ece-e8ff-4c4e-96bf-a992ff1e9b22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b934860f-448d-4ab2-84e4-e7e1368fdf39 HTTP/1.1" status: 200 len: 833 time: 0.2337925 Sep 30 08:24:27.234951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['0c8ce152-79d2-4966-ad7a-b233824fd5a1'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:27.435771 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-057517de-973c-4cc8-bfe2-79ef9fa5b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:27.437406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-057517de-973c-4cc8-bfe2-79ef9fa5b7fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=683eee2c-d1a5-4c98-9d54-9127f6246f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836309 Sep 30 08:24:27.445063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd0632-762f-4e95-8a95-24ebada199ad admin admin] Deleting port e959403a-d794-442e-8226-f43c90354a84 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:27.445648 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1fd0632-762f-4e95-8a95-24ebada199ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.534940 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a1fd0632-762f-4e95-8a95-24ebada199ad admin admin] For port e959403a-d794-442e-8226-f43c90354a84, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e959403a-d794-442e-8226-f43c90354a84,segment=NetworkSegment(1ee08142-f327-4e9e-a4d8-ca13f9dc85bd),segment_id=1ee08142-f327-4e9e-a4d8-ca13f9dc85bd)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:27.535359 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1fd0632-762f-4e95-8a95-24ebada199ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.552937 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd0632-762f-4e95-8a95-24ebada199ad admin admin] Calling delete_port for e959403a-d794-442e-8226-f43c90354a84 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:27.800020 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-65db5aa6-0de2-430f-9bb9-129cc8d734c8 service neutron] 10.222.0.36 "GET /v2.0/networks/683eee2c-d1a5-4c98-9d54-9127f6246f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420495 Sep 30 08:24:27.872296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-25424822-23c8-4c61-a4b0-42a841ce180b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port 77d8a95f-d19e-49eb-8af2-773cd5ef8b62 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:27.872709 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-25424822-23c8-4c61-a4b0-42a841ce180b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:27.994101 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35ed7305-bf4d-488e-9a50-5c7108b444d8 req-3c037115-b2ec-41ae-bf79-56ca2a405d85 service neutron] 10.222.0.36 "GET /v2.0/networks/683eee2c-d1a5-4c98-9d54-9127f6246f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832812 Sep 30 08:24:28.060921 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-25424822-23c8-4c61-a4b0-42a841ce180b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.080800 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1fd0632-762f-4e95-8a95-24ebada199ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.100727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-25424822-23c8-4c61-a4b0-42a841ce180b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for 77d8a95f-d19e-49eb-8af2-773cd5ef8b62 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:28.161030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd0632-762f-4e95-8a95-24ebada199ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e959403a-d794-442e-8226-f43c90354a84,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:28.305587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 596ce8f0-0f3e-450c-9e7e-194143af893b up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:28.394350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3852c-3981-4927-b173-7b0a0fd9730d req-7af634b7-a1fb-473e-968b-81e11a0715a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:28.396046 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bf3852c-3981-4927-b173-7b0a0fd9730d req-7af634b7-a1fb-473e-968b-81e11a0715a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9daaa44a24a845718835a5f7ca967795&device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 1095 time: 0.3325992 Sep 30 08:24:28.430401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a471d-d60c-438f-846a-286062eae280 req-05508649-e094-4018-b444-706f01d1961a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:28.432364 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e0a471d-d60c-438f-846a-286062eae280 req-05508649-e094-4018-b444-706f01d1961a tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 944 time: 0.3296206 Sep 30 08:24:28.478519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 596ce8f0-0f3e-450c-9e7e-194143af893b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:24:28.500717 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 596ce8f0-0f3e-450c-9e7e-194143af893b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:28.501369 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.598418 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.666451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a812d954-3933-4057-9762-655ddf23e307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596ce8f0-0f3e-450c-9e7e-194143af893b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:28.674104 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89962ac1-a23a-4a02-b41a-6fce927636a5" -d '{"events": [{"server_uuid": "a812d954-3933-4057-9762-655ddf23e307", "name": "network-vif-plugged", "status": "completed", "tag": "596ce8f0-0f3e-450c-9e7e-194143af893b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:28.718454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 596ce8f0-0f3e-450c-9e7e-194143af893b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=596ce8f0-0f3e-450c-9e7e-194143af893b,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:28.723620 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.724498 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 0c8ce152-79d2-4966-ad7a-b233824fd5a1 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:28.922659 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=596ce8f0-0f3e-450c-9e7e-194143af893b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:28.927530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 0c8ce152-79d2-4966-ad7a-b233824fd5a1 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:24:28.932738 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 0c8ce152-79d2-4966-ad7a-b233824fd5a1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:28.933471 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:28.982408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab80c4-ad66-4f0c-97aa-e75425c78145 req-50263c0f-8140-467a-97b1-280de7a36444 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:28.983968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f9ab80c4-ad66-4f0c-97aa-e75425c78145 req-50263c0f-8140-467a-97b1-280de7a36444 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 944 time: 0.7093947 Sep 30 08:24:29.062881 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:29.093545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e0a471d-d60c-438f-846a-286062eae280 req-1b179b6e-c2fd-445c-a428-f0a711b52a1b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9b07b0b-8b73-403c-b09f-0702b5496206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6143248 Sep 30 08:24:29.101664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 0c8ce152-79d2-4966-ad7a-b233824fd5a1, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=0c8ce152-79d2-4966-ad7a-b233824fd5a1,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:29.106794 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:29.160320 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f9ab80c4-ad66-4f0c-97aa-e75425c78145 req-9d2aa9f8-4af9-4864-8679-d4734cb88d81 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585059 Sep 30 08:24:29.167411 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e3ad72-8b36-4838-8cc8-a748c3deae29 x-openstack-request-id: req-b1e3ad72-8b36-4838-8cc8-a748c3deae29 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:29.167851 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a812d954-3933-4057-9762-655ddf23e307", "name": "network-vif-plugged", "status": "completed", "tag": "596ce8f0-0f3e-450c-9e7e-194143af893b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:29.168245 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1e3ad72-8b36-4838-8cc8-a748c3deae29 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:29.168741 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a812d954-3933-4057-9762-655ddf23e307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596ce8f0-0f3e-450c-9e7e-194143af893b', 'code': 200} Sep 30 08:24:29.174519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=0c8ce152-79d2-4966-ad7a-b233824fd5a1,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:29.191080 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1fd0632-762f-4e95-8a95-24ebada199ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:29.220448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3852c-3981-4927-b173-7b0a0fd9730d req-30f45616-da55-4628-bfe3-2d884be06ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:29.222123 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bf3852c-3981-4927-b173-7b0a0fd9730d req-30f45616-da55-4628-bfe3-2d884be06ed0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=683eee2c-d1a5-4c98-9d54-9127f6246f2e HTTP/1.1" status: 200 len: 897 time: 0.7452803 Sep 30 08:24:29.318630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df20c6-4883-4190-8598-8dcf2a9c9b67 req-a1efdcaf-9952-4929-ae93-f5df97e8760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:29.320308 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-78df20c6-4883-4190-8598-8dcf2a9c9b67 req-a1efdcaf-9952-4929-ae93-f5df97e8760e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 1096 time: 0.0445669 Sep 30 08:24:29.320843 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bf3852c-3981-4927-b173-7b0a0fd9730d req-2dbb5c28-53d1-4220-8180-a2b6e98ef0fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42442daa-f4de-4539-b501-5959de37794b HTTP/1.1" status: 200 len: 217 time: 0.0868664 Sep 30 08:24:29.361591 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-78df20c6-4883-4190-8598-8dcf2a9c9b67 req-c92022ce-6462-4d15-8123-4a394237b325 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326343 Sep 30 08:24:29.373952 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-25424822-23c8-4c61-a4b0-42a841ce180b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:29.418320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25424822-23c8-4c61-a4b0-42a841ce180b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=77d8a95f-d19e-49eb-8af2-773cd5ef8b62,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:29.458743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3852c-3981-4927-b173-7b0a0fd9730d req-6d07d98d-3e42-4a27-a8ce-e3527c26bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:29.460947 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bf3852c-3981-4927-b173-7b0a0fd9730d req-6d07d98d-3e42-4a27-a8ce-e3527c26bd75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b934860f-448d-4ab2-84e4-e7e1368fdf39 HTTP/1.1" status: 200 len: 833 time: 0.1308200 Sep 30 08:24:29.716080 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-25424822-23c8-4c61-a4b0-42a841ce180b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:29.734243 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:29.817781 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3852c-3981-4927-b173-7b0a0fd9730d req-17590ef0-8463-4e76-8f87-8f0913dbbbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:29.825748 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bf3852c-3981-4927-b173-7b0a0fd9730d req-17590ef0-8463-4e76-8f87-8f0913dbbbd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=683eee2c-d1a5-4c98-9d54-9127f6246f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3431621 Sep 30 08:24:29.968814 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fd0632-762f-4e95-8a95-24ebada199ad admin admin] Router abffb97f-b9da-45ab-b154-4b43e7326b6b has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:24:30.080425 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:30.093004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25424822-23c8-4c61-a4b0-42a841ce180b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Router 3acc0791-ae72-46fd-ae20-75631c26924a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:24:30.280233 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25424822-23c8-4c61-a4b0-42a841ce180b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:24:30.292138 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99473cd9-c087-4dc9-8267-131168608823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.293920 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d46d6-19a8-4c4f-952a-ea1a067b7082 None None] Sync routers for ids ['3acc0791-ae72-46fd-ae20-75631c26924a'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:24:30.300064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 42442daa-f4de-4539-b501-5959de37794b details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:24:30.311794 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d46d6-19a8-4c4f-952a-ea1a067b7082 None None] Routers {'3acc0791-ae72-46fd-ae20-75631c26924a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:24:30.312613 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bd4d46d6-19a8-4c4f-952a-ea1a067b7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:24:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3acc0791-ae72-46fd-ae20-75631c26924a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:30.440273 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bd4d46d6-19a8-4c4f-952a-ea1a067b7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:30.465215 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d46d6-19a8-4c4f-952a-ea1a067b7082 None None] Routers {'3acc0791-ae72-46fd-ae20-75631c26924a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:24:30.466195 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bd4d46d6-19a8-4c4f-952a-ea1a067b7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:24:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['3acc0791-ae72-46fd-ae20-75631c26924a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:30.466684 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 42442daa-f4de-4539-b501-5959de37794b, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=42442daa-f4de-4539-b501-5959de37794b,segment=NetworkSegment(bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a),segment_id=bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:30.484565 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-25424822-23c8-4c61-a4b0-42a841ce180b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "PUT /v2.0/routers/3acc0791-ae72-46fd-ae20-75631c26924a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0972295 Sep 30 08:24:30.501104 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99473cd9-c087-4dc9-8267-131168608823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.502777 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:30.503390 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bd4d46d6-19a8-4c4f-952a-ea1a067b7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:30.504323 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d46d6-19a8-4c4f-952a-ea1a067b7082 None None] The sync data for ids ['3acc0791-ae72-46fd-ae20-75631c26924a'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:24:30.516123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '42442daa-f4de-4539-b501-5959de37794b', 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'port_id': '42442daa-f4de-4539-b501-5959de37794b', 'mac_address': 'fa:16:3e:08:02:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:24:30.534690 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6463b195-f084-40a9-9d6b-6440982fcda8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] GET failed (client error): The resource could not be found. Sep 30 08:24:30.536529 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6463b195-f084-40a9-9d6b-6440982fcda8 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/77d8a95f-d19e-49eb-8af2-773cd5ef8b62 HTTP/1.1" status: 404 len: 333 time: 0.0312605 Sep 30 08:24:30.538091 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99473cd9-c087-4dc9-8267-131168608823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.541181 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52608) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:30.574021 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.589925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42442daa-f4de-4539-b501-5959de37794b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:30.606664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bf3852c-3981-4927-b173-7b0a0fd9730d req-5aae4573-ac88-4060-a747-76c11c426de9 service neutron] 10.222.0.36 "GET /v2.0/networks/683eee2c-d1a5-4c98-9d54-9127f6246f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6632791 Sep 30 08:24:30.651012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 42442daa-f4de-4539-b501-5959de37794b, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=42442daa-f4de-4539-b501-5959de37794b,segment=NetworkSegment(bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a),segment_id=bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:30.655554 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fd0632-762f-4e95-8a95-24ebada199ad admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:24:30.662094 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.677420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a1fd0632-762f-4e95-8a95-24ebada199ad admin admin] 10.222.0.24 "PUT /v2.0/routers/abffb97f-b9da-45ab-b154-4b43e7326b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1194172 Sep 30 08:24:30.681219 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52610) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:30.690002 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99473cd9-c087-4dc9-8267-131168608823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6490a1e-a74b-401f-9000-428f33a6e8a3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:30.696983 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1285d664-b606-4c31-ba52-d0f3bebfb37c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.707096 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-99473cd9-c087-4dc9-8267-131168608823 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c040157ab2d43cdb3ef36ccdb0b7070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6302347 Sep 30 08:24:30.709895 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52612) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:30.732795 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7b65a-6c83-49e9-8b61-8dea630ce94a None None] Sync routers for ids ['abffb97f-b9da-45ab-b154-4b43e7326b6b'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:24:30.791148 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b7b65a-6c83-49e9-8b61-8dea630ce94a None None] Routers {'abffb97f-b9da-45ab-b154-4b43e7326b6b'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:24:30.793103 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-36b7b65a-6c83-49e9-8b61-8dea630ce94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:24:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['abffb97f-b9da-45ab-b154-4b43e7326b6b'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:30.833704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0db2f-a8e7-4c5c-9f20-7f51e8d91c38 req-e247a953-1875-4d7f-b73f-b67638fa4366 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:30.836279 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3a0db2f-a8e7-4c5c-9f20-7f51e8d91c38 req-e247a953-1875-4d7f-b73f-b67638fa4366 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 945 time: 0.5615873 Sep 30 08:24:30.839541 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c934e7b-45b6-4251-8396-7707defea281 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.848449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389f2ef-d3fa-4a9b-9d75-745a9abdb607 req-0d22bd2b-419a-4321-9be4-74ad008b5684 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:30.850462 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9389f2ef-d3fa-4a9b-9d75-745a9abdb607 req-0d22bd2b-419a-4321-9be4-74ad008b5684 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 944 time: 0.5740581 Sep 30 08:24:30.854067 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=42442daa-f4de-4539-b501-5959de37794b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:30.887596 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['42442daa-f4de-4539-b501-5959de37794b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:30.963649 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1285d664-b606-4c31-ba52-d0f3bebfb37c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.968274 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1285d664-b606-4c31-ba52-d0f3bebfb37c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:30.973417 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-781060f8-4a5a-4860-8545-d17c33034171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.013351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-36b7b65a-6c83-49e9-8b61-8dea630ce94a None None] Set router abffb97f-b9da-45ab-b154-4b43e7326b6b gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:24:31.055176 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1285d664-b606-4c31-ba52-d0f3bebfb37c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.055773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1285d664-b606-4c31-ba52-d0f3bebfb37c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Fanout notify agent at l3_agent the message router_deleted on router 3acc0791-ae72-46fd-ae20-75631c26924a {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:24:31.066705 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1285d664-b606-4c31-ba52-d0f3bebfb37c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.076374 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1285d664-b606-4c31-ba52-d0f3bebfb37c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/routers/3acc0791-ae72-46fd-ae20-75631c26924a HTTP/1.1" status: 204 len: 168 time: 0.5263939 Sep 30 08:24:31.077035 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52616) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:31.082275 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-781060f8-4a5a-4860-8545-d17c33034171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.101340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3a0db2f-a8e7-4c5c-9f20-7f51e8d91c38 req-8d9f705b-b2da-4573-b860-99d335cc557a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466559 Sep 30 08:24:31.166439 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9389f2ef-d3fa-4a9b-9d75-745a9abdb607 req-e4fc8aa8-3502-4eb1-9056-fd3cfd807c90 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9b07b0b-8b73-403c-b09f-0702b5496206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979842 Sep 30 08:24:31.174914 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7faed0-9317-4020-b0be-8fdf03e9e1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8ce152-79d2-4966-ad7a-b233824fd5a1'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:31.177739 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fd9928-7c22-4edf-b07f-070e215464ed" -d '{"events": [{"server_uuid": "2e7faed0-9317-4020-b0be-8fdf03e9e1c5", "name": "network-vif-plugged", "status": "completed", "tag": "0c8ce152-79d2-4966-ad7a-b233824fd5a1"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:31.204243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-92eb3724-b0a9-41e1-a963-7564e49fb798 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting subnet 7aed4bac-681d-4f0e-9b96-84ae6850260f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:24:31.210696 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92eb3724-b0a9-41e1-a963-7564e49fb798 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.257793 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-781060f8-4a5a-4860-8545-d17c33034171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.263099 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-781060f8-4a5a-4860-8545-d17c33034171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.280860 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69faadc8-e735-4c49-890e-24729985ceac x-openstack-request-id: req-69faadc8-e735-4c49-890e-24729985ceac {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:31.282035 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7faed0-9317-4020-b0be-8fdf03e9e1c5", "name": "network-vif-plugged", "status": "completed", "tag": "0c8ce152-79d2-4966-ad7a-b233824fd5a1", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:31.282035 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69faadc8-e735-4c49-890e-24729985ceac {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:31.282265 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7faed0-9317-4020-b0be-8fdf03e9e1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8ce152-79d2-4966-ad7a-b233824fd5a1', 'code': 200} Sep 30 08:24:31.283928 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-781060f8-4a5a-4860-8545-d17c33034171 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6490a1e-a74b-401f-9000-428f33a6e8a3 HTTP/1.1" status: 204 len: 168 time: 0.5670216 Sep 30 08:24:31.302433 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bf3852c-3981-4927-b173-7b0a0fd9730d req-7da35177-f6d8-47e5-9593-c482d46e0da3 service neutron] 10.222.0.36 "GET /v2.0/networks/683eee2c-d1a5-4c98-9d54-9127f6246f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873124 Sep 30 08:24:31.328064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781060f8-4a5a-4860-8545-d17c33034171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6490a1e-a74b-401f-9000-428f33a6e8a3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:31.338248 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c934e7b-45b6-4251-8396-7707defea281 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.356895 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92eb3724-b0a9-41e1-a963-7564e49fb798 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.521258 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-7c934e7b-45b6-4251-8396-7707defea281 admin admin] Deleting port f6bcdb90-b93e-4726-8fe4-48367d8e3d87 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:31.525312 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c934e7b-45b6-4251-8396-7707defea281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.601098 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38075e0a-940a-4a24-8eea-7ed28e325595 req-ae537193-d432-42cf-93b5-24f1adaf9891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:31.602957 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-38075e0a-940a-4a24-8eea-7ed28e325595 req-ae537193-d432-42cf-93b5-24f1adaf9891 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e7faed0-9317-4020-b0be-8fdf03e9e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.2165723 Sep 30 08:24:31.648269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-7c934e7b-45b6-4251-8396-7707defea281 admin admin] For port f6bcdb90-b93e-4726-8fe4-48367d8e3d87, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f6bcdb90-b93e-4726-8fe4-48367d8e3d87,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:31.648269 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c934e7b-45b6-4251-8396-7707defea281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.665286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-7c934e7b-45b6-4251-8396-7707defea281 admin admin] Calling delete_port for f6bcdb90-b93e-4726-8fe4-48367d8e3d87 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:31.684067 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92eb3724-b0a9-41e1-a963-7564e49fb798 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.704391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-36b7b65a-6c83-49e9-8b61-8dea630ce94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'name': 'tempest-TaggedBootDevicesTest-1842890223-router', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:59Z', 'updated_at': '2021-09-30T08:24:27Z', 'revision_number': 5, 'project_id': 'b4c9428373294d4091a65204159b0981', 'gw_port': {'id': 'f6bcdb90-b93e-4726-8fe4-48367d8e3d87', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:13:00Z', 'updated_at': '2021-09-30T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:31.712110 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-38075e0a-940a-4a24-8eea-7ed28e325595 req-8a54fc96-0d13-44ee-b868-176683a818db service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759857 Sep 30 08:24:31.763945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7b65a-6c83-49e9-8b61-8dea630ce94a None None] Checking router: abffb97f-b9da-45ab-b154-4b43e7326b6b for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:24:31.771113 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92eb3724-b0a9-41e1-a963-7564e49fb798 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.785850 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b7b65a-6c83-49e9-8b61-8dea630ce94a None None] Routers {'abffb97f-b9da-45ab-b154-4b43e7326b6b'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:24:31.786494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-36b7b65a-6c83-49e9-8b61-8dea630ce94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:24:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['abffb97f-b9da-45ab-b154-4b43e7326b6b'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:31.802253 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb3724-b0a9-41e1-a963-7564e49fb798 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Subnet': ['ID=7aed4bac-681d-4f0e-9b96-84ae6850260f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:31.808280 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92eb3724-b0a9-41e1-a963-7564e49fb798 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.811449 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-92eb3724-b0a9-41e1-a963-7564e49fb798 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/7aed4bac-681d-4f0e-9b96-84ae6850260f HTTP/1.1" status: 204 len: 168 time: 0.7268209 Sep 30 08:24:31.814088 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52626) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:31.843829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba9d76a-cf4f-4958-be10-310e345245d8 None None] Network 8120c131-7659-4e57-ae75-a674a3571b4b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:31.869363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52628) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:31.888448 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-845d6bff-4040-4f49-847f-022ee05a2be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.914756 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:31.985249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port adf5beda-1f49-4bbd-a7f0-bee5e387429c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:31.985249 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.009147 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c934e7b-45b6-4251-8396-7707defea281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.054621 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c934e7b-45b6-4251-8396-7707defea281 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6bcdb90-b93e-4726-8fe4-48367d8e3d87,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:32.071745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] For port adf5beda-1f49-4bbd-a7f0-bee5e387429c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=adf5beda-1f49-4bbd-a7f0-bee5e387429c,segment=NetworkSegment(0b9eeeaf-8c5d-458c-b737-259f856163ad),segment_id=0b9eeeaf-8c5d-458c-b737-259f856163ad)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:32.072180 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.090047 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for adf5beda-1f49-4bbd-a7f0-bee5e387429c owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:32.187693 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c934e7b-45b6-4251-8396-7707defea281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.201852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-36b7b65a-6c83-49e9-8b61-8dea630ce94a None None] Set router abffb97f-b9da-45ab-b154-4b43e7326b6b gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:24:32.208520 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.267943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=adf5beda-1f49-4bbd-a7f0-bee5e387429c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:32.270217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No DVR routers for this DVR port adf5beda-1f49-4bbd-a7f0-bee5e387429c on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:32.316910 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-36b7b65a-6c83-49e9-8b61-8dea630ce94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'name': 'tempest-TaggedBootDevicesTest-1842890223-router', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:59Z', 'updated_at': '2021-09-30T08:24:31Z', 'revision_number': 6, 'project_id': 'b4c9428373294d4091a65204159b0981', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:32.375817 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7b65a-6c83-49e9-8b61-8dea630ce94a None None] The sync data for ids ['abffb97f-b9da-45ab-b154-4b43e7326b6b'] in n-d-807359-2 is: [{'id': 'abffb97f-b9da-45ab-b154-4b43e7326b6b', 'name': 'tempest-TaggedBootDevicesTest-1842890223-router', 'tenant_id': 'b4c9428373294d4091a65204159b0981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:12:59Z', 'updated_at': '2021-09-30T08:24:31Z', 'revision_number': 6, 'project_id': 'b4c9428373294d4091a65204159b0981', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:24:32.422840 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c934e7b-45b6-4251-8396-7707defea281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.425691 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c934e7b-45b6-4251-8396-7707defea281 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.449784 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.454359 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44031486-19ac-4854-b1bc-49b650bbc147 None None] DHCP port deletion for 8120c131-7659-4e57-ae75-a674a3571b4b request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:24:32.483819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8120c131-7659-4e57-ae75-a674a3571b4b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:32.498245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9eeeaf-8c5d-458c-b737-259f856163ad') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:32.498245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9eeeaf-8c5d-458c-b737-259f856163ad') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:32.519523 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-845d6bff-4040-4f49-847f-022ee05a2be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.530721 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c934e7b-45b6-4251-8396-7707defea281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.531424 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c934e7b-45b6-4251-8396-7707defea281 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abffb97f-b9da-45ab-b154-4b43e7326b6b {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:24:32.535110 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.548874 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-845d6bff-4040-4f49-847f-022ee05a2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.554398 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c934e7b-45b6-4251-8396-7707defea281 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.555543 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7c934e7b-45b6-4251-8396-7707defea281 admin admin] 10.222.0.24 "DELETE /v2.0/routers/abffb97f-b9da-45ab-b154-4b43e7326b6b HTTP/1.1" status: 204 len: 168 time: 1.8657939 Sep 30 08:24:32.558207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52646) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:32.591894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.598377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d6bff-4040-4f49-847f-022ee05a2be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd1f9bd-e323-43ba-b919-9623beb179b4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:32.604739 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:32.605298 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:32.608682 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:32.652774 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-591ddb05-5896-4166-836c-f265da2fae42 admin admin] Deleting subnet 66d7fd57-be5b-44cb-9d99-854249f7b937 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:24:32.671401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c158f9-58c4-4f51-ad1d-1a6b85d819cd req-843da0e2-44f8-4a00-96b3-2a1fbf61eaa9 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:32.679767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6c158f9-58c4-4f51-ad1d-1a6b85d819cd req-843da0e2-44f8-4a00-96b3-2a1fbf61eaa9 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 945 time: 0.1585622 Sep 30 08:24:32.683607 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-591ddb05-5896-4166-836c-f265da2fae42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.710907 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.720209 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.727303 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/networks/8120c131-7659-4e57-ae75-a674a3571b4b HTTP/1.1" status: 204 len: 168 time: 0.9071186 Sep 30 08:24:32.730407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52648) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:32.753072 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-845d6bff-4040-4f49-847f-022ee05a2be6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc9b44986799471daf2a963f09f09f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8801708 Sep 30 08:24:32.753419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ed50d-288d-4068-b0c3-9ab2dd828fdd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Network': ['ID=8120c131-7659-4e57-ae75-a674a3571b4b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:32.759734 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:32.768038 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-591ddb05-5896-4166-836c-f265da2fae42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.808699 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6c158f9-58c4-4f51-ad1d-1a6b85d819cd req-5f4902ab-1384-4aae-b833-db38668f2ab0 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9b07b0b-8b73-403c-b09f-0702b5496206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278803 Sep 30 08:24:32.854118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13117046-a787-46dc-bc0c-5910c86a2dd7 req-7d082165-1c1c-4e83-8a84-ed8562a38e48 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:32.862055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13117046-a787-46dc-bc0c-5910c86a2dd7 req-7d082165-1c1c-4e83-8a84-ed8562a38e48 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 945 time: 0.5963402 Sep 30 08:24:32.883718 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd55a73b-5c90-4ada-a95d-c684e5ec73eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.900487 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e832d309-573d-43be-8b80-72a9bad76bbd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:32.902002 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e832d309-573d-43be-8b80-72a9bad76bbd tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/ca2d6abd-3b20-4341-a628-6a2b33bd67d9 HTTP/1.1" status: 200 len: 844 time: 0.1588457 Sep 30 08:24:32.906079 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52652) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:32.931388 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13117046-a787-46dc-bc0c-5910c86a2dd7 req-61291d97-0e52-4f54-8442-a7c7360c21aa tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669611 Sep 30 08:24:32.983064 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd55a73b-5c90-4ada-a95d-c684e5ec73eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:32.988163 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-81bdc7e2-276d-4ed3-b2c2-d488487ee54b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/ca2d6abd-3b20-4341-a628-6a2b33bd67d9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0788462 Sep 30 08:24:32.993912 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52656) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:33.000893 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-bcd51c59-46a4-4c3f-93bb-cb5b1fd1451d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'subnet': {'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:33.018093 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-591ddb05-5896-4166-836c-f265da2fae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.127274 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-591ddb05-5896-4166-836c-f265da2fae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.130464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9363e49-378d-4628-aa5b-6fd294cf7a6d req-ebdaf83c-76cf-4c1a-94b3-189b375d51cd tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:33.133306 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9363e49-378d-4628-aa5b-6fd294cf7a6d req-ebdaf83c-76cf-4c1a-94b3-189b375d51cd tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e7faed0-9317-4020-b0be-8fdf03e9e1c5 HTTP/1.1" status: 200 len: 946 time: 0.1116889 Sep 30 08:24:33.155937 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd55a73b-5c90-4ada-a95d-c684e5ec73eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.158609 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd55a73b-5c90-4ada-a95d-c684e5ec73eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.162096 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dd55a73b-5c90-4ada-a95d-c684e5ec73eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdd1f9bd-e323-43ba-b919-9623beb179b4 HTTP/1.1" status: 204 len: 168 time: 0.3988953 Sep 30 08:24:33.164671 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ddb05-5896-4166-836c-f265da2fae42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d7fd57-be5b-44cb-9d99-854249f7b937,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:33.168237 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-591ddb05-5896-4166-836c-f265da2fae42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.170065 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-591ddb05-5896-4166-836c-f265da2fae42 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/66d7fd57-be5b-44cb-9d99-854249f7b937 HTTP/1.1" status: 204 len: 168 time: 0.6106343 Sep 30 08:24:33.171357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a48064f-d903-4dd7-8c8c-2880cdf7eecd None None] Network 7e190e83-40df-446b-b24e-ad1892687b5c requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:33.176249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52660) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:33.198779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9363e49-378d-4628-aa5b-6fd294cf7a6d req-ef69f717-2bbd-42eb-8bb0-9984ec621cac tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564725 Sep 30 08:24:33.201557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd51c59-46a4-4c3f-93bb-cb5b1fd1451d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:33.210743 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bcd51c59-46a4-4c3f-93bb-cb5b1fd1451d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.307999 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55a73b-5c90-4ada-a95d-c684e5ec73eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd1f9bd-e323-43ba-b919-9623beb179b4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:33.327172 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.471882 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] Deleting port 104d9376-037c-4888-a953-96bea08aa32a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:33.479262 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.575939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddce4d5-db4f-4a61-b777-52b1fa0a0913 None None] DHCP port deletion for 7e190e83-40df-446b-b24e-ad1892687b5c request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:24:33.664934 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] For port 104d9376-037c-4888-a953-96bea08aa32a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=104d9376-037c-4888-a953-96bea08aa32a,segment=NetworkSegment(1ee08142-f327-4e9e-a4d8-ca13f9dc85bd),segment_id=1ee08142-f327-4e9e-a4d8-ca13f9dc85bd)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:33.665495 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.698338 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8ddce4d5-db4f-4a61-b777-52b1fa0a0913 None None] Deleting port 104d9376-037c-4888-a953-96bea08aa32a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:33.698338 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ddce4d5-db4f-4a61-b777-52b1fa0a0913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.704190 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] Calling delete_port for 104d9376-037c-4888-a953-96bea08aa32a owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:33.845539 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bcd51c59-46a4-4c3f-93bb-cb5b1fd1451d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:33.912179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device adf5beda-1f49-4bbd-a7f0-bee5e387429c no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:33.993855 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8ddce4d5-db4f-4a61-b777-52b1fa0a0913 None None] For port 104d9376-037c-4888-a953-96bea08aa32a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=104d9376-037c-4888-a953-96bea08aa32a,segment=NetworkSegment(1ee08142-f327-4e9e-a4d8-ca13f9dc85bd),segment_id=1ee08142-f327-4e9e-a4d8-ca13f9dc85bd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:33.994258 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ddce4d5-db4f-4a61-b777-52b1fa0a0913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.005405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: adf5beda-1f49-4bbd-a7f0-bee5e387429c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:34.006106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device adf5beda-1f49-4bbd-a7f0-bee5e387429c not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:34.006739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f6bcdb90-b93e-4726-8fe4-48367d8e3d87 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:34.014695 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.050097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd51c59-46a4-4c3f-93bb-cb5b1fd1451d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:34.079509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: f6bcdb90-b93e-4726-8fe4-48367d8e3d87 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:34.085994 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f6bcdb90-b93e-4726-8fe4-48367d8e3d87 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:34.086814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e959403a-d794-442e-8226-f43c90354a84 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:34.104241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-bcd51c59-46a4-4c3f-93bb-cb5b1fd1451d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:34.108642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd51c59-46a4-4c3f-93bb-cb5b1fd1451d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:34.109336 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bcd51c59-46a4-4c3f-93bb-cb5b1fd1451d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.125056 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] Pushing event deleted for resources: {'Port': ['ID=104d9376-037c-4888-a953-96bea08aa32a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:34.134599 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd0e8a1-627b-4f7b-b4c2-0e8ba9c2aac5 None None] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:34.138727 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] No DVR routers for this DVR port 104d9376-037c-4888-a953-96bea08aa32a on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:34.216199 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8ddce4d5-db4f-4a61-b777-52b1fa0a0913 None None] Calling delete_port for 104d9376-037c-4888-a953-96bea08aa32a owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:34.219148 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: e959403a-d794-442e-8226-f43c90354a84 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:34.220105 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e959403a-d794-442e-8226-f43c90354a84 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:34.223345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 104d9376-037c-4888-a953-96bea08aa32a no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:34.283677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b4238-c419-4f60-b6a7-855c39234c26 req-ececa0cd-8a6e-420c-91cb-5b04525ed1d3 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:34.297361 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 104d9376-037c-4888-a953-96bea08aa32a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:34.297849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 104d9376-037c-4888-a953-96bea08aa32a not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:34.312726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb7b4238-c419-4f60-b6a7-855c39234c26 req-ececa0cd-8a6e-420c-91cb-5b04525ed1d3 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e7faed0-9317-4020-b0be-8fdf03e9e1c5 HTTP/1.1" status: 200 len: 946 time: 0.4974346 Sep 30 08:24:34.325969 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bcd51c59-46a4-4c3f-93bb-cb5b1fd1451d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3309395 Sep 30 08:24:34.327661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd51c59-46a4-4c3f-93bb-cb5b1fd1451d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Subnet': ['ID=5ce57312-f088-4ec8-a393-880aacf90d9c,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:34.329919 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52686) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:34.339239 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7d7a27b3-c86d-43a1-9249-749f3acc30f0 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'security_group': {'name': 'tempest-secgroup-546174260'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:34.348259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 42442daa-f4de-4539-b501-5959de37794b up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:34.391475 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fead4aa-322b-448f-96a3-5c581715dfb2 req-8fbe946a-c499-4feb-b76c-8f4b68b05400 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:34.401084 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fead4aa-322b-448f-96a3-5c581715dfb2 req-8fbe946a-c499-4feb-b76c-8f4b68b05400 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 945 time: 0.4821768 Sep 30 08:24:34.422275 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.501899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e190e83-40df-446b-b24e-ad1892687b5c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:34.515060 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee08142-f327-4e9e-a4d8-ca13f9dc85bd') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:34.515356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee08142-f327-4e9e-a4d8-ca13f9dc85bd') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:34.544424 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d7a27b3-c86d-43a1-9249-749f3acc30f0 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.547266 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.573046 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.589717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:34.591077 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:34.594231 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:34.599243 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb7b4238-c419-4f60-b6a7-855c39234c26 req-54722dd7-8064-4031-bd59-c5098eb5e12d tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856388 Sep 30 08:24:34.623261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8fead4aa-322b-448f-96a3-5c581715dfb2 req-7120a210-b74a-4093-a0c0-d334faf2931d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9b07b0b-8b73-403c-b09f-0702b5496206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211740 Sep 30 08:24:34.681632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 42442daa-f4de-4539-b501-5959de37794b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:24:34.692925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 42442daa-f4de-4539-b501-5959de37794b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:34.693301 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.770380 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.776303 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.777908 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ddce4d5-db4f-4a61-b777-52b1fa0a0913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.781488 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] 10.222.0.24 "DELETE /v2.0/networks/7e190e83-40df-446b-b24e-ad1892687b5c HTTP/1.1" status: 204 len: 168 time: 1.6021502 Sep 30 08:24:34.792143 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78c1f2-ae5a-44d5-bb59-c04d941010cf admin admin] Pushing event deleted for resources: {'Network': ['ID=7e190e83-40df-446b-b24e-ad1892687b5c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:34.821652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddce4d5-db4f-4a61-b777-52b1fa0a0913 None None] Pushing event deleted for resources: {'Port': ['ID=104d9376-037c-4888-a953-96bea08aa32a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:34.824717 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ddce4d5-db4f-4a61-b777-52b1fa0a0913 None None] Network 7e190e83-40df-446b-b24e-ad1892687b5c is not hosted by any dhcp agent {{(pid=94839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:24:34.825312 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddce4d5-db4f-4a61-b777-52b1fa0a0913 None None] No DVR routers for this DVR port 104d9376-037c-4888-a953-96bea08aa32a on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:34.842608 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d7a27b3-c86d-43a1-9249-749f3acc30f0 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.861327 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d7a27b3-c86d-43a1-9249-749f3acc30f0 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.891515 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d7a27b3-c86d-43a1-9249-749f3acc30f0 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.892832 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7d7a27b3-c86d-43a1-9249-749f3acc30f0 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5574553 Sep 30 08:24:34.895760 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52700) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:34.900505 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.902676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b53b1878-3188-44f0-b978-f3937655109c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'security_group': {'name': 'tempest-secgroup-1463857028'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:34.913578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a27b3-c86d-43a1-9249-749f3acc30f0 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6a52fb-05a6-49b2-b2bc-ed02c2c58e75,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:34.939974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cc97e5-f647-41ec-9ed1-711cb51842f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42442daa-f4de-4539-b501-5959de37794b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:34.942559 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03510fa1-b544-4380-a496-9fb06aed6d63" -d '{"events": [{"server_uuid": "11cc97e5-f647-41ec-9ed1-711cb51842f8", "name": "network-vif-plugged", "status": "completed", "tag": "42442daa-f4de-4539-b501-5959de37794b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:34.946230 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'tenant_id': '3479a21242e348a18ddec412ff416d8c', 'fixed_ips': [{'subnet_id': '5ce57312-f088-4ec8-a393-880aacf90d9c'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:24:34.947128 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.956005 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b53b1878-3188-44f0-b978-f3937655109c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:34.969511 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 42442daa-f4de-4539-b501-5959de37794b, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=42442daa-f4de-4539-b501-5959de37794b,segment=NetworkSegment(bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a),segment_id=bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:34.977694 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.003818 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52704) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:35.080696 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b53b1878-3188-44f0-b978-f3937655109c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.086199 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62ad56f-6b87-4ad5-a816-98f426bea37b x-openstack-request-id: req-c62ad56f-6b87-4ad5-a816-98f426bea37b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:35.086648 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cc97e5-f647-41ec-9ed1-711cb51842f8", "name": "network-vif-plugged", "status": "completed", "tag": "42442daa-f4de-4539-b501-5959de37794b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:35.086767 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c62ad56f-6b87-4ad5-a816-98f426bea37b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:35.087133 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cc97e5-f647-41ec-9ed1-711cb51842f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42442daa-f4de-4539-b501-5959de37794b', 'code': 200} Sep 30 08:24:35.087977 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b53b1878-3188-44f0-b978-f3937655109c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.134850 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b53b1878-3188-44f0-b978-f3937655109c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.136982 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b53b1878-3188-44f0-b978-f3937655109c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2395639 Sep 30 08:24:35.140583 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52708) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:35.158432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6b395dce-d55d-4c8c-9c51-f3352a753004 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-654714247', 'security_groups': ['ca5fb5f2-51e1-400d-adf5-cc11cb3f98fe'], 'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5ce57312-f088-4ec8-a393-880aacf90d9c'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:35.164583 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b1878-3188-44f0-b978-f3937655109c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5fb5f2-51e1-400d-adf5-cc11cb3f98fe,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:35.164722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=42442daa-f4de-4539-b501-5959de37794b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:35.184352 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cdfea-3677-4d6a-8ab4-92af0d141c9e req-c5b5e60a-2d4e-4c84-96dd-a043a489c522 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:35.185924 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f37cdfea-3677-4d6a-8ab4-92af0d141c9e req-c5b5e60a-2d4e-4c84-96dd-a043a489c522 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e7faed0-9317-4020-b0be-8fdf03e9e1c5 HTTP/1.1" status: 200 len: 946 time: 0.1552701 Sep 30 08:24:35.192475 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e52f7e52-73e5-4e42-a8ac-cd745c1cd23a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4c9428373294d4091a65204159b0981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848762 Sep 30 08:24:35.194956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52712) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:35.195230 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Allocated IP 2001:db8::2 (fdffefd9-5dc1-4cc0-994b-5c922abb1868/5ce57312-f088-4ec8-a393-880aacf90d9c/c0d686a8-7454-4bbc-a932-996478d4bae2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:35.293347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753a3f0-8e2b-4131-a671-f012231d0f8e req-471b6590-3ada-49e0-8549-4d2538c0268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:35.295081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d753a3f0-8e2b-4131-a671-f012231d0f8e req-471b6590-3ada-49e0-8549-4d2538c0268a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 1097 time: 0.1568346 Sep 30 08:24:35.325142 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5cfd-74ee-4516-ab8d-337b220afd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.359032 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5cfd-74ee-4516-ab8d-337b220afd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.362655 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f37cdfea-3677-4d6a-8ab4-92af0d141c9e req-17e2097a-5775-4ad7-ae25-e870ca0da8db tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Deleting port 0c8ce152-79d2-4966-ad7a-b233824fd5a1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:35.363164 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f37cdfea-3677-4d6a-8ab4-92af0d141c9e req-17e2097a-5775-4ad7-ae25-e870ca0da8db tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.416696 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.427000 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.434480 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d753a3f0-8e2b-4131-a671-f012231d0f8e req-1a84b495-5b4a-40ae-a489-e4d6d509cfd0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c9b07b0b-8b73-403c-b09f-0702b5496206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283913 Sep 30 08:24:35.468410 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b395dce-d55d-4c8c-9c51-f3352a753004 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:35.488872 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2174d-ddb1-4399-aee5-c92170b265f9 req-c077594b-911a-4b57-ac7f-692d83c42f5a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:35.491042 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57c2174d-ddb1-4399-aee5-c92170b265f9 req-c077594b-911a-4b57-ac7f-692d83c42f5a tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.35 "GET /v2.0/ports?device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 945 time: 0.1734555 Sep 30 08:24:35.514013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Pushing event updated for resources: {'Port': ['ID=c0d686a8-7454-4bbc-a932-996478d4bae2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:35.534573 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:35.536412 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:35.539020 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5cfd-74ee-4516-ab8d-337b220afd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.541816 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5cfd-74ee-4516-ab8d-337b220afd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.546036 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6f5c5cfd-74ee-4516-ab8d-337b220afd3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ae487dc-7c71-4b9a-82e7-d1d56867ba68 HTTP/1.1" status: 204 len: 168 time: 0.3479941 Sep 30 08:24:35.547991 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:35.564481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c5cfd-74ee-4516-ab8d-337b220afd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae487dc-7c71-4b9a-82e7-d1d56867ba68,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:35.589407 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f37cdfea-3677-4d6a-8ab4-92af0d141c9e req-17e2097a-5775-4ad7-ae25-e870ca0da8db tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] For port 0c8ce152-79d2-4966-ad7a-b233824fd5a1, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=0c8ce152-79d2-4966-ad7a-b233824fd5a1,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:35.590331 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f37cdfea-3677-4d6a-8ab4-92af0d141c9e req-17e2097a-5775-4ad7-ae25-e870ca0da8db tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.614251 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f37cdfea-3677-4d6a-8ab4-92af0d141c9e req-17e2097a-5775-4ad7-ae25-e870ca0da8db tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Calling delete_port for 0c8ce152-79d2-4966-ad7a-b233824fd5a1 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:35.662295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52724) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:35.682047 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6b395dce-d55d-4c8c-9c51-f3352a753004 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.700248 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Attempting to bind port c0d686a8-7454-4bbc-a932-996478d4bae2 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:35.700836 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Attempting to bind port c0d686a8-7454-4bbc-a932-996478d4bae2 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'c2c89e37-849e-4f4c-a61b-7897297defb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:35.701395 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Attempting to bind port c0d686a8-7454-4bbc-a932-996478d4bae2 on network fdffefd9-5dc1-4cc0-994b-5c922abb1868 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:35.714720 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:35.715627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Checking segment: {'id': 'c2c89e37-849e-4f4c-a61b-7897297defb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:35.716958 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.718281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Bound using segment: {'id': 'c2c89e37-849e-4f4c-a61b-7897297defb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:35.719023 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Bound port: c0d686a8-7454-4bbc-a932-996478d4bae2, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c89e37-849e-4f4c-a61b-7897297defb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:35.720323 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.729036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-57c2174d-ddb1-4399-aee5-c92170b265f9 req-e3edc3fb-c8dc-4813-b0bc-c337f68b79fb tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Deleting port 596ce8f0-0f3e-450c-9e7e-194143af893b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:35.729036 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57c2174d-ddb1-4399-aee5-c92170b265f9 req-e3edc3fb-c8dc-4813-b0bc-c337f68b79fb tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.876511 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] For port c0d686a8-7454-4bbc-a932-996478d4bae2, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:35.881293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] For port c0d686a8-7454-4bbc-a932-996478d4bae2, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c0d686a8-7454-4bbc-a932-996478d4bae2,segment=NetworkSegment(c2c89e37-849e-4f4c-a61b-7897297defb3),segment_id=c2c89e37-849e-4f4c-a61b-7897297defb3)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:35.887016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-6b395dce-d55d-4c8c-9c51-f3352a753004 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] device_id is not set on port e1135605-99af-4b6e-8662-b39e95632aa6 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:35.888450 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.897815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-57c2174d-ddb1-4399-aee5-c92170b265f9 req-e3edc3fb-c8dc-4813-b0bc-c337f68b79fb tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] For port 596ce8f0-0f3e-450c-9e7e-194143af893b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=596ce8f0-0f3e-450c-9e7e-194143af893b,segment=NetworkSegment(194436a1-b166-4ad1-afb8-89081f7c51fe),segment_id=194436a1-b166-4ad1-afb8-89081f7c51fe)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:35.898348 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57c2174d-ddb1-4399-aee5-c92170b265f9 req-e3edc3fb-c8dc-4813-b0bc-c337f68b79fb tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.936288 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f37cdfea-3677-4d6a-8ab4-92af0d141c9e req-17e2097a-5775-4ad7-ae25-e870ca0da8db tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:35.979124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['596ce8f0-0f3e-450c-9e7e-194143af893b', '0c8ce152-79d2-4966-ad7a-b233824fd5a1'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:36.014544 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2097a-5775-4ad7-ae25-e870ca0da8db tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Pushing event deleted for resources: {'Port': ['ID=0c8ce152-79d2-4966-ad7a-b233824fd5a1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:36.118441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37cdfea-3677-4d6a-8ab4-92af0d141c9e req-17e2097a-5775-4ad7-ae25-e870ca0da8db tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] No DVR routers for this DVR port 0c8ce152-79d2-4966-ad7a-b233824fd5a1 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:36.125246 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f37cdfea-3677-4d6a-8ab4-92af0d141c9e req-17e2097a-5775-4ad7-ae25-e870ca0da8db tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:36.127632 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f37cdfea-3677-4d6a-8ab4-92af0d141c9e req-17e2097a-5775-4ad7-ae25-e870ca0da8db tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.35 "DELETE /v2.0/ports/0c8ce152-79d2-4966-ad7a-b233824fd5a1 HTTP/1.1" status: 204 len: 173 time: 0.9304700 Sep 30 08:24:36.128141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7faed0-9317-4020-b0be-8fdf03e9e1c5', 'name': 'network-vif-deleted', 'tag': '0c8ce152-79d2-4966-ad7a-b233824fd5a1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:36.130894 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21552cc-3aff-466b-af08-8a68461cc4aa" -d '{"events": [{"server_uuid": "2e7faed0-9317-4020-b0be-8fdf03e9e1c5", "name": "network-vif-deleted", "tag": "0c8ce152-79d2-4966-ad7a-b233824fd5a1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:36.198723 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0168e-41d9-4748-9419-2695f9068b8e None None] Pushing event updated for resources: {'Port': ['ID=c0d686a8-7454-4bbc-a932-996478d4bae2,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:36.787382 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-64b327fe-884a-49ae-a810-f0f5d8e46cd8 req-05e3b5fa-b506-44bf-8779-7327fce1ef57 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e7faed0-9317-4020-b0be-8fdf03e9e1c5 HTTP/1.1" status: 200 len: 210 time: 0.9035001 Sep 30 08:24:36.790374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-57c2174d-ddb1-4399-aee5-c92170b265f9 req-e3edc3fb-c8dc-4813-b0bc-c337f68b79fb tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Calling delete_port for 596ce8f0-0f3e-450c-9e7e-194143af893b owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:36.878037 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeb3711-b749-4e24-9823-d01e02f439e9 x-openstack-request-id: req-caeb3711-b749-4e24-9823-d01e02f439e9 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:36.878535 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7faed0-9317-4020-b0be-8fdf03e9e1c5", "name": "network-vif-deleted", "tag": "0c8ce152-79d2-4966-ad7a-b233824fd5a1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:36.878943 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-caeb3711-b749-4e24-9823-d01e02f439e9 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:36.879367 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7faed0-9317-4020-b0be-8fdf03e9e1c5', 'name': 'network-vif-deleted', 'tag': '0c8ce152-79d2-4966-ad7a-b233824fd5a1', 'status': 'completed', 'code': 200} Sep 30 08:24:36.949374 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1038faf-fb52-44aa-8d06-bdf0880fe515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.004060 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52764) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:37.015940 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cae7d9-836c-4268-8255-145fa69496cf req-39679094-8e0b-4bba-8005-87fbadb07aee tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:37.017432 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6cae7d9-836c-4268-8255-145fa69496cf req-39679094-8e0b-4bba-8005-87fbadb07aee tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 946 time: 1.1325195 Sep 30 08:24:37.300512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-808b85d5-5f09-48bc-9a37-09f5bd052c74 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1199923341-network', 'tenant_id': 'b2e96348ea9040438150f1b52135b63c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:37.341678 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6cae7d9-836c-4268-8255-145fa69496cf req-59c28c90-0734-4524-95b7-5905e9254301 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9b07b0b-8b73-403c-b09f-0702b5496206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070900 Sep 30 08:24:37.390166 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-6b395dce-d55d-4c8c-9c51-f3352a753004 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Allocated IP 2001:db8::2db (fdffefd9-5dc1-4cc0-994b-5c922abb1868/5ce57312-f088-4ec8-a393-880aacf90d9c/e1135605-99af-4b6e-8662-b39e95632aa6) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:37.490406 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1038faf-fb52-44aa-8d06-bdf0880fe515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.507525 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1038faf-fb52-44aa-8d06-bdf0880fe515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.568141 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57c2174d-ddb1-4399-aee5-c92170b265f9 req-e3edc3fb-c8dc-4813-b0bc-c337f68b79fb tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.604482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808b85d5-5f09-48bc-9a37-09f5bd052c74 admin admin] Made reservation on behalf of b2e96348ea9040438150f1b52135b63c for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:37.606914 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-808b85d5-5f09-48bc-9a37-09f5bd052c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.662198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1038faf-fb52-44aa-8d06-bdf0880fe515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39e1dbd-d08c-4216-af56-26d89e761cad,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:37.669092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a1038faf-fb52-44aa-8d06-bdf0880fe515 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=239277c97fcc4b0bb40a18c4bae5630e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9994130 Sep 30 08:24:37.669653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:37.671036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3edc3fb-c8dc-4813-b0bc-c337f68b79fb tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Pushing event deleted for resources: {'Port': ['ID=596ce8f0-0f3e-450c-9e7e-194143af893b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:37.675330 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-808b85d5-5f09-48bc-9a37-09f5bd052c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.785432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c2174d-ddb1-4399-aee5-c92170b265f9 req-e3edc3fb-c8dc-4813-b0bc-c337f68b79fb tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] No DVR routers for this DVR port 596ce8f0-0f3e-450c-9e7e-194143af893b on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:37.794946 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57c2174d-ddb1-4399-aee5-c92170b265f9 req-e3edc3fb-c8dc-4813-b0bc-c337f68b79fb tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.806823 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57c2174d-ddb1-4399-aee5-c92170b265f9 req-e3edc3fb-c8dc-4813-b0bc-c337f68b79fb tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.35 "DELETE /v2.0/ports/596ce8f0-0f3e-450c-9e7e-194143af893b HTTP/1.1" status: 204 len: 173 time: 2.3033273 Sep 30 08:24:37.807350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a812d954-3933-4057-9762-655ddf23e307', 'name': 'network-vif-deleted', 'tag': '596ce8f0-0f3e-450c-9e7e-194143af893b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:37.809703 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b52eb97-7aab-424f-ae86-563090c3e6db" -d '{"events": [{"server_uuid": "a812d954-3933-4057-9762-655ddf23e307", "name": "network-vif-deleted", "tag": "596ce8f0-0f3e-450c-9e7e-194143af893b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:37.811711 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-185931cc-72e7-4178-88ce-619c75c03fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.848875 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ff3af71c-d9e5-4aec-9e9d-7c8389365115 None None] Provisioning complete for port c0d686a8-7454-4bbc-a932-996478d4bae2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:37.849395 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff3af71c-d9e5-4aec-9e9d-7c8389365115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:37.947616 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-185931cc-72e7-4178-88ce-619c75c03fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.016541 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-808b85d5-5f09-48bc-9a37-09f5bd052c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.018746 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38c8bf0-ce27-4a8e-8b69-9e4af9cda98a x-openstack-request-id: req-a38c8bf0-ce27-4a8e-8b69-9e4af9cda98a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:38.019072 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a812d954-3933-4057-9762-655ddf23e307", "name": "network-vif-deleted", "tag": "596ce8f0-0f3e-450c-9e7e-194143af893b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:38.019338 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a38c8bf0-ce27-4a8e-8b69-9e4af9cda98a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:38.019816 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a812d954-3933-4057-9762-655ddf23e307', 'name': 'network-vif-deleted', 'tag': '596ce8f0-0f3e-450c-9e7e-194143af893b', 'status': 'completed', 'code': 200} Sep 30 08:24:38.024122 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-808b85d5-5f09-48bc-9a37-09f5bd052c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.036186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808b85d5-5f09-48bc-9a37-09f5bd052c74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:38.046025 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff3af71c-d9e5-4aec-9e9d-7c8389365115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.048186 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-808b85d5-5f09-48bc-9a37-09f5bd052c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.048595 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-808b85d5-5f09-48bc-9a37-09f5bd052c74 admin admin] Added segment b0272a65-ede9-4ad3-a1d2-37b4ed7789f7 of type vlan for network 8ada7883-079a-446c-8acc-2ff2a808db0e Sep 30 08:24:38.073487 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-185931cc-72e7-4178-88ce-619c75c03fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.076083 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-185931cc-72e7-4178-88ce-619c75c03fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.076842 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c0d686a8-7454-4bbc-a932-996478d4bae2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:38.077360 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-185931cc-72e7-4178-88ce-619c75c03fbf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e39e1dbd-d08c-4216-af56-26d89e761cad HTTP/1.1" status: 204 len: 168 time: 0.4068084 Sep 30 08:24:38.105560 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185931cc-72e7-4178-88ce-619c75c03fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39e1dbd-d08c-4216-af56-26d89e761cad,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:38.137667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ff3af71c-d9e5-4aec-9e9d-7c8389365115 None None] For port c0d686a8-7454-4bbc-a932-996478d4bae2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c0d686a8-7454-4bbc-a932-996478d4bae2,segment=NetworkSegment(c2c89e37-849e-4f4c-a61b-7897297defb3),segment_id=c2c89e37-849e-4f4c-a61b-7897297defb3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:38.149533 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff3af71c-d9e5-4aec-9e9d-7c8389365115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.192172 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c0d686a8-7454-4bbc-a932-996478d4bae2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:38.192550 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.193056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-305693b8-ae11-474d-97ba-ca67190a29c6 req-ef350bad-ee39-4ec8-b800-35cdabd4df80 tempest-MultipleCreateTestJSON-1033376486 tempest-MultipleCreateTestJSON-1033376486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a812d954-3933-4057-9762-655ddf23e307 HTTP/1.1" status: 200 len: 210 time: 0.1151788 Sep 30 08:24:38.201447 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6b395dce-d55d-4c8c-9c51-f3352a753004 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.215012 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b85d5-5f09-48bc-9a37-09f5bd052c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77db0d68-c7ec-49f8-af86-1a6af327b44b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:38.231027 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-808b85d5-5f09-48bc-9a37-09f5bd052c74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.246457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ff3af71c-d9e5-4aec-9e9d-7c8389365115 None None] Provisioning complete for port ca2d6abd-3b20-4341-a628-6a2b33bd67d9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:38.246836 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff3af71c-d9e5-4aec-9e9d-7c8389365115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.280999 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-808b85d5-5f09-48bc-9a37-09f5bd052c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.282274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808b85d5-5f09-48bc-9a37-09f5bd052c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:38.282977 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-808b85d5-5f09-48bc-9a37-09f5bd052c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.299434 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6b395dce-d55d-4c8c-9c51-f3352a753004 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.310659 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3af71c-d9e5-4aec-9e9d-7c8389365115 None None] Pushing event updated for resources: {'Port': ['ID=c0d686a8-7454-4bbc-a932-996478d4bae2,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:38.369603 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-808b85d5-5f09-48bc-9a37-09f5bd052c74 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3614802 Sep 30 08:24:38.373260 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52790) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:38.386264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b5423077-f6a2-4fc1-ace7-4a26ada95e48 admin admin] Request body: {'subnet': {'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1199923341-subnet', 'tenant_id': 'b2e96348ea9040438150f1b52135b63c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:38.406993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 0c8ce152-79d2-4966-ad7a-b233824fd5a1 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:38.413231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b85d5-5f09-48bc-9a37-09f5bd052c74 admin admin] Pushing event updated for resources: {'Network': ['ID=8ada7883-079a-446c-8acc-2ff2a808db0e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:38.419247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b395dce-d55d-4c8c-9c51-f3352a753004 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:38.429530 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-6b395dce-d55d-4c8c-9c51-f3352a753004 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:38.432215 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b395dce-d55d-4c8c-9c51-f3352a753004 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=e1135605-99af-4b6e-8662-b39e95632aa6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:38.443048 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b395dce-d55d-4c8c-9c51-f3352a753004 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:38.449306 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b395dce-d55d-4c8c-9c51-f3352a753004 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:38.449913 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6b395dce-d55d-4c8c-9c51-f3352a753004 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.471480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5423077-f6a2-4fc1-ace7-4a26ada95e48 admin admin] Made reservation on behalf of b2e96348ea9040438150f1b52135b63c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:38.477100 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5423077-f6a2-4fc1-ace7-4a26ada95e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.480863 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6b395dce-d55d-4c8c-9c51-f3352a753004 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3256240 Sep 30 08:24:38.481032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52792) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:38.486181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-25f540e4-fb33-4c39-8f61-8c42bf4f9fa7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'subnet': {'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:38.490039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ff3af71c-d9e5-4aec-9e9d-7c8389365115 None None] Port ca2d6abd-3b20-4341-a628-6a2b33bd67d9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:38.493580 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 8ada7883-079a-446c-8acc-2ff2a808db0e details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:38.499956 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 0c8ce152-79d2-4966-ad7a-b233824fd5a1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:38.500556 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 0c8ce152-79d2-4966-ad7a-b233824fd5a1 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:38.680221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad093acc-5a75-4ca0-a432-d08936678830 req-e1bd1cbd-a0fd-48f7-9e4f-b0005091d290 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:38.687968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad093acc-5a75-4ca0-a432-d08936678830 req-e1bd1cbd-a0fd-48f7-9e4f-b0005091d290 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 946 time: 0.1619489 Sep 30 08:24:38.752191 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f540e4-fb33-4c39-8f61-8c42bf4f9fa7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:38.757461 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-25f540e4-fb33-4c39-8f61-8c42bf4f9fa7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:38.882585 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad093acc-5a75-4ca0-a432-d08936678830 req-63a1f065-ce4e-4fd8-ae90-cad98bbe9a72 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9b07b0b-8b73-403c-b09f-0702b5496206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936312 Sep 30 08:24:38.922705 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5423077-f6a2-4fc1-ace7-4a26ada95e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.012221 n-d-807359-2 neutron-server[94837]: INFO neutron.db.ipam_backend_mixin [None req-25f540e4-fb33-4c39-8f61-8c42bf4f9fa7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ce57312-f088-4ec8-a393-880aacf90d9c (CIDR: 2001:db8::/64) Sep 30 08:24:39.020460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e599dbda-2c12-4ec0-a3a6-bc5a4af72baa None None] Provisioning complete for port e1135605-99af-4b6e-8662-b39e95632aa6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:39.020976 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e599dbda-2c12-4ec0-a3a6-bc5a4af72baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.065033 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f540e4-fb33-4c39-8f61-8c42bf4f9fa7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:24:39.065533 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f540e4-fb33-4c39-8f61-8c42bf4f9fa7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:24:39.075484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5423077-f6a2-4fc1-ace7-4a26ada95e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3775425e-a141-4b61-8374-25f0c82033a0,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:39.092968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5423077-f6a2-4fc1-ace7-4a26ada95e48 admin admin] Checking segment: {'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:39.093634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5423077-f6a2-4fc1-ace7-4a26ada95e48 admin admin] Network hostable DHCP agents. Network: 8ada7883-079a-446c-8acc-2ff2a808db0e, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:39.098458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30631e9-707e-4a0a-9a7d-c655b9bb7c3a req-e61865dd-79dd-4968-a26f-28a99742f10f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:39.104647 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b30631e9-707e-4a0a-9a7d-c655b9bb7c3a req-e61865dd-79dd-4968-a26f-28a99742f10f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 946 time: 0.1055861 Sep 30 08:24:39.112346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e599dbda-2c12-4ec0-a3a6-bc5a4af72baa None None] Port e1135605-99af-4b6e-8662-b39e95632aa6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:39.133396 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5423077-f6a2-4fc1-ace7-4a26ada95e48 admin admin] Network 8ada7883-079a-446c-8acc-2ff2a808db0e is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:39.152691 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b5423077-f6a2-4fc1-ace7-4a26ada95e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 8ada7883-079a-446c-8acc-2ff2a808db0e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:39.157817 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5423077-f6a2-4fc1-ace7-4a26ada95e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:39.158595 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5423077-f6a2-4fc1-ace7-4a26ada95e48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.165099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-25f540e4-fb33-4c39-8f61-8c42bf4f9fa7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6829784 Sep 30 08:24:39.165869 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b800e8ae-5d14-4a93-b21d-d4c0f06a0ab6 None None] Network 8ada7883-079a-446c-8acc-2ff2a808db0e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:39.167935 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52812) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:39.173975 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b30631e9-707e-4a0a-9a7d-c655b9bb7c3a req-19398b06-f483-44d3-9748-ce08d46e2144 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9b07b0b-8b73-403c-b09f-0702b5496206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684395 Sep 30 08:24:39.189804 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4c0e6b13-f113-4489-9447-b007bbfe0c5e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'subnet': {'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:39.204149 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b5423077-f6a2-4fc1-ace7-4a26ada95e48 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8217404 Sep 30 08:24:39.214144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52818) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:39.327001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52824) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:39.450647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d14bc3-32f8-4087-b08f-ad4d14fd1a6a admin admin] Deleting subnet aa7cf2dd-10be-4012-91c5-d45c31072a23 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:24:39.454485 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38d14bc3-32f8-4087-b08f-ad4d14fd1a6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.463706 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6746ac4-7d07-437c-8c10-c530d31c7cba tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:39.471752 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d6746ac4-7d07-437c-8c10-c530d31c7cba tempest-TestNetworkBasicOps-132961531 tempest-TestNetworkBasicOps-132961531-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 1092 time: 0.2522502 Sep 30 08:24:39.472378 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52828) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:39.494579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-8ada7883-079a-446c-8acc-2ff2a808db0e', 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e', 'tenant_id': 'b2e96348ea9040438150f1b52135b63c', 'fixed_ips': [{'subnet_id': '3775425e-a141-4b61-8374-25f0c82033a0'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:24:39.496606 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.497826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '42442daa-f4de-4539-b501-5959de37794b', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:39.531953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0e6b13-f113-4489-9447-b007bbfe0c5e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:39.532136 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38d14bc3-32f8-4087-b08f-ad4d14fd1a6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.538290 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c0e6b13-f113-4489-9447-b007bbfe0c5e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.545173 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.784155 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38d14bc3-32f8-4087-b08f-ad4d14fd1a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.922784 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38d14bc3-32f8-4087-b08f-ad4d14fd1a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:39.971482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Allocated IP 172.20.0.2 (8ada7883-079a-446c-8acc-2ff2a808db0e/3775425e-a141-4b61-8374-25f0c82033a0/a819c592-b422-4612-9734-7e9677f50fbf) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:39.982051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c0d686a8-7454-4bbc-a932-996478d4bae2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:40.035496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d14bc3-32f8-4087-b08f-ad4d14fd1a6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7cf2dd-10be-4012-91c5-d45c31072a23,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:40.053133 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38d14bc3-32f8-4087-b08f-ad4d14fd1a6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.055200 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-38d14bc3-32f8-4087-b08f-ad4d14fd1a6a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aa7cf2dd-10be-4012-91c5-d45c31072a23 HTTP/1.1" status: 204 len: 168 time: 0.7245095 Sep 30 08:24:40.060193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52844) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:40.078961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c0d686a8-7454-4bbc-a932-996478d4bae2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:40.079551 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.177539 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.191200 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.221720 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44f09121-9e3f-4f03-af7e-27d9c2ebe08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.372874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 596ce8f0-0f3e-450c-9e7e-194143af893b no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:24:40.409375 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c0e6b13-f113-4489-9447-b007bbfe0c5e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.419155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 596ce8f0-0f3e-450c-9e7e-194143af893b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:24:40.420293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 596ce8f0-0f3e-450c-9e7e-194143af893b not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:24:40.423124 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.433766 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.499188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Network 8ada7883-079a-446c-8acc-2ff2a808db0e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:40.505699 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:40.514437 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:40.527524 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Pushing event updated for resources: {'Port': ['ID=a819c592-b422-4612-9734-7e9677f50fbf,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:40.530448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0e6b13-f113-4489-9447-b007bbfe0c5e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:40.582129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4c0e6b13-f113-4489-9447-b007bbfe0c5e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:40.583846 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e6b13-f113-4489-9447-b007bbfe0c5e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Subnet': ['ID=438ae6e1-c67d-4842-87c6-fb8f49f75db3,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:40.587347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0e6b13-f113-4489-9447-b007bbfe0c5e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:40.588339 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c0e6b13-f113-4489-9447-b007bbfe0c5e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.606522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6839f1-e5a1-4f44-ac4f-3d389e131a30 None None] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:40.629166 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44f09121-9e3f-4f03-af7e-27d9c2ebe08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.635314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Allocated IP 172.25.0.244 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/ddc0f4d7-5b59-4521-a479-377627d28d60) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:40.646492 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4c0e6b13-f113-4489-9447-b007bbfe0c5e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4736879 Sep 30 08:24:40.646767 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52864) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:40.653543 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dd63f376-5b05-4021-babf-bcb9c8015191 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1201548896', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '438ae6e1-c67d-4842-87c6-fb8f49f75db3'}], 'security_groups': ['bc6a52fb-05a6-49b2-b2bc-ed02c2c58e75']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:40.669863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Attempting to bind port a819c592-b422-4612-9734-7e9677f50fbf on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:40.670246 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Attempting to bind port a819c592-b422-4612-9734-7e9677f50fbf by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:40.674037 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Attempting to bind port a819c592-b422-4612-9734-7e9677f50fbf on network 8ada7883-079a-446c-8acc-2ff2a808db0e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:40.701194 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-44f09121-9e3f-4f03-af7e-27d9c2ebe08b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afad8171-3bfb-40e9-83cf-95d3c452402b']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:40.707408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:40.707826 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Checking segment: {'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:40.708214 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.708638 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Bound using segment: {'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:40.709187 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Bound port: a819c592-b422-4612-9734-7e9677f50fbf, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:40.709586 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.726308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-44f09121-9e3f-4f03-af7e-27d9c2ebe08b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194436a1-b166-4ad1-afb8-89081f7c51fe') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:40.726674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-44f09121-9e3f-4f03-af7e-27d9c2ebe08b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194436a1-b166-4ad1-afb8-89081f7c51fe') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:40.774253 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44f09121-9e3f-4f03-af7e-27d9c2ebe08b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.830918 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44f09121-9e3f-4f03-af7e-27d9c2ebe08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.843065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f09121-9e3f-4f03-af7e-27d9c2ebe08b admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:24:40.843467 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44f09121-9e3f-4f03-af7e-27d9c2ebe08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:24:40.848506 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:24:40.883436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] For port a819c592-b422-4612-9734-7e9677f50fbf, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:40.888399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] For port a819c592-b422-4612-9734-7e9677f50fbf, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a819c592-b422-4612-9734-7e9677f50fbf,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:40.895058 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:40.909842 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-9d9a189e-23fb-4012-9c75-3a39d1d5f6c4 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:40.911395 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-9d9a189e-23fb-4012-9c75-3a39d1d5f6c4 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/networks?id=8ada7883-079a-446c-8acc-2ff2a808db0e HTTP/1.1" status: 200 len: 816 time: 0.2786071 Sep 30 08:24:41.029488 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-c4889672-6087-4234-a2bb-8b1bc3becc02 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/quotas/b2e96348ea9040438150f1b52135b63c HTTP/1.1" status: 200 len: 375 time: 0.0685534 Sep 30 08:24:41.034746 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44f09121-9e3f-4f03-af7e-27d9c2ebe08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:41.042858 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44f09121-9e3f-4f03-af7e-27d9c2ebe08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:41.047950 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-44f09121-9e3f-4f03-af7e-27d9c2ebe08b admin admin] 10.222.0.24 "DELETE /v2.0/networks/afad8171-3bfb-40e9-83cf-95d3c452402b HTTP/1.1" status: 204 len: 168 time: 0.9803445 Sep 30 08:24:41.054331 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:41.062006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beaf752-acc2-43c7-9121-81c3fd5ac7aa None None] Pushing event updated for resources: {'Port': ['ID=a819c592-b422-4612-9734-7e9677f50fbf,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:41.188536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f09121-9e3f-4f03-af7e-27d9c2ebe08b admin admin] Pushing event deleted for resources: {'Network': ['ID=afad8171-3bfb-40e9-83cf-95d3c452402b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:41.199103 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc3336-94f2-4e92-ab78-9f08bc69bec6 None None] Update dhcp port {'port': {'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'fixed_ips': [{'subnet_id': '5ce57312-f088-4ec8-a393-880aacf90d9c', 'ip_address': '2001:db8::2'}, {'subnet_id': '438ae6e1-c67d-4842-87c6-fb8f49f75db3'}], 'binding:host_id': 'n-d-807359-2'}, 'id': 'c0d686a8-7454-4bbc-a932-996478d4bae2'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:24:41.266035 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd63f376-5b05-4021-babf-bcb9c8015191 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:41.266536 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fefc3336-94f2-4e92-ab78-9f08bc69bec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:41.409000 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-c94b4fb7-69fe-402f-8f6f-773910017194 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2e96348ea9040438150f1b52135b63c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3509548 Sep 30 08:24:41.608122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52882) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:41.675980 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-26f8b10c-26e8-48f3-a3f2-0f50ecf97e86 service neutron] 10.222.0.24 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643542 Sep 30 08:24:41.687618 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:41.735056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-60ff7911-a10a-4c11-a3e5-9f00bfb4c978 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f3b123a84db4f0a8ae3a643ec5880ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259620 Sep 30 08:24:41.757737 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52886) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:41.837046 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:41.844331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Port': ['ID=ddc0f4d7-5b59-4521-a479-377627d28d60,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:41.860234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:41.867797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:42.019422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52888) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:42.036199 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a819c592-b422-4612-9734-7e9677f50fbf up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:42.154504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-dd63f376-5b05-4021-babf-bcb9c8015191 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Delete allocated IP 2001:db8::2db (fdffefd9-5dc1-4cc0-994b-5c922abb1868/5ce57312-f088-4ec8-a393-880aacf90d9c) {{(pid=94838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 08:24:42.182948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-dd63f376-5b05-4021-babf-bcb9c8015191 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Allocated IP 2001:db8:0:1::1c6 (fdffefd9-5dc1-4cc0-994b-5c922abb1868/438ae6e1-c67d-4842-87c6-fb8f49f75db3/e1135605-99af-4b6e-8662-b39e95632aa6) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:42.244668 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cf71e09a-5ec9-4b3c-b187-3178e713f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.255120 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-93ae9107-f7ec-41ab-a1ba-957159e4845b service neutron] 10.222.0.24 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5783055 Sep 30 08:24:42.270045 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d342-1e39-4d3b-acd2-12d96941fbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.314850 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a819c592-b422-4612-9734-7e9677f50fbf triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:42.315405 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.622769 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.629405 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba51feeb-a5a9-4ebb-8085-4d6e4bba2b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.665494 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d342-1e39-4d3b-acd2-12d96941fbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.680374 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd63f376-5b05-4021-babf-bcb9c8015191 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.690805 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd63f376-5b05-4021-babf-bcb9c8015191 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.835954 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d342-1e39-4d3b-acd2-12d96941fbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.844268 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d342-1e39-4d3b-acd2-12d96941fbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.848226 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d0f4d342-1e39-4d3b-acd2-12d96941fbfe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8 HTTP/1.1" status: 204 len: 168 time: 1.0860713 Sep 30 08:24:42.914748 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-fefc3336-94f2-4e92-ab78-9f08bc69bec6 None None] Allocated IP 2001:db8:0:1::2 (fdffefd9-5dc1-4cc0-994b-5c922abb1868/438ae6e1-c67d-4842-87c6-fb8f49f75db3/c0d686a8-7454-4bbc-a932-996478d4bae2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:42.961549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dd63f376-5b05-4021-babf-bcb9c8015191 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] In _notify_port_updated(), no bound segment for port e1135605-99af-4b6e-8662-b39e95632aa6 on network fdffefd9-5dc1-4cc0-994b-5c922abb1868 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:24:42.977308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd63f376-5b05-4021-babf-bcb9c8015191 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:42.983567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4d342-1e39-4d3b-acd2-12d96941fbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7161e7f-08aa-4ba6-8793-6fad1a9fd5c8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:42.988586 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd63f376-5b05-4021-babf-bcb9c8015191 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:42.994678 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dd63f376-5b05-4021-babf-bcb9c8015191 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "PUT /v2.0/ports/e1135605-99af-4b6e-8662-b39e95632aa6 HTTP/1.1" status: 200 len: 931 time: 2.3467586 Sep 30 08:24:42.995610 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52912) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:43.070152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63f376-5b05-4021-babf-bcb9c8015191 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=e1135605-99af-4b6e-8662-b39e95632aa6,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:43.237890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-417720e9-2573-402a-979b-7fbd79688115 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port e1135605-99af-4b6e-8662-b39e95632aa6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:43.238584 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-417720e9-2573-402a-979b-7fbd79688115 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.286090 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fefc3336-94f2-4e92-ab78-9f08bc69bec6 None None] For port c0d686a8-7454-4bbc-a932-996478d4bae2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c0d686a8-7454-4bbc-a932-996478d4bae2,segment=NetworkSegment(c2c89e37-849e-4f4c-a61b-7897297defb3),segment_id=c2c89e37-849e-4f4c-a61b-7897297defb3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:43.367045 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fefc3336-94f2-4e92-ab78-9f08bc69bec6 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.371122 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.381860 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-9f7f825d-7598-48dd-a968-64ce120aff26 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:43.389466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-9f7f825d-7598-48dd-a968-64ce120aff26 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/networks?id=8ada7883-079a-446c-8acc-2ff2a808db0e HTTP/1.1" status: 200 len: 816 time: 0.3639252 Sep 30 08:24:43.454110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port a819c592-b422-4612-9734-7e9677f50fbf, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a819c592-b422-4612-9734-7e9677f50fbf,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:43.477722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a80b59-8652-48f3-827a-ca6996a84d1f None None] Network 8ada7883-079a-446c-8acc-2ff2a808db0e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:43.544267 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.548757 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fefc3336-94f2-4e92-ab78-9f08bc69bec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.565914 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba51feeb-a5a9-4ebb-8085-4d6e4bba2b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.582388 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-417720e9-2573-402a-979b-7fbd79688115 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.612014 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba51feeb-a5a9-4ebb-8085-4d6e4bba2b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.624530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ee307ac6-9a7f-47d2-9bcd-6e99a104a106 None None] Provisioning complete for port a819c592-b422-4612-9734-7e9677f50fbf triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:43.624670 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ee307ac6-9a7f-47d2-9bcd-6e99a104a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.649857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-ae0ac2cc-94d9-4021-a39b-387338e1195d tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/quotas/b2e96348ea9040438150f1b52135b63c HTTP/1.1" status: 200 len: 375 time: 0.2595134 Sep 30 08:24:43.669331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-417720e9-2573-402a-979b-7fbd79688115 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for e1135605-99af-4b6e-8662-b39e95632aa6 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:43.728574 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.921292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=a819c592-b422-4612-9734-7e9677f50fbf,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:43.929011 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.938699 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:43.953449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ba51feeb-a5a9-4ebb-8085-4d6e4bba2b34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7decee7c72d4f288ba7768ea586a591&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9320793 Sep 30 08:24:43.959078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51feeb-a5a9-4ebb-8085-4d6e4bba2b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ded124-b952-4f96-9ac5-34a438b8a295,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:43.984321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52930) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:44.050631 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-f5a467a0-ef55-48cf-95cd-bfb99f856645 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2e96348ea9040438150f1b52135b63c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3643382 Sep 30 08:24:44.203712 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-417720e9-2573-402a-979b-7fbd79688115 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.323820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417720e9-2573-402a-979b-7fbd79688115 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=e1135605-99af-4b6e-8662-b39e95632aa6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:44.370318 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-417720e9-2573-402a-979b-7fbd79688115 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.373475 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-417720e9-2573-402a-979b-7fbd79688115 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/e1135605-99af-4b6e-8662-b39e95632aa6 HTTP/1.1" status: 204 len: 168 time: 1.3671553 Sep 30 08:24:44.377008 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52944) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:44.432088 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc3336-94f2-4e92-ab78-9f08bc69bec6 None None] Pushing event updated for resources: {'Port': ['ID=c0d686a8-7454-4bbc-a932-996478d4bae2,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:44.447867 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13c5313-1ea8-4cce-b165-f3c6ef6b8ad0 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] GET failed (client error): The resource could not be found. Sep 30 08:24:44.450626 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a13c5313-1ea8-4cce-b165-f3c6ef6b8ad0 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/e1135605-99af-4b6e-8662-b39e95632aa6 HTTP/1.1" status: 404 len: 333 time: 0.0722578 Sep 30 08:24:44.460501 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52946) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:44.653084 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4d43d5c-852d-42a0-be32-8c48dcbcca41 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.715389 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4d43d5c-852d-42a0-be32-8c48dcbcca41 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.802681 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a3ab8ce-55c7-4462-8e82-10a587520c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.910650 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4d43d5c-852d-42a0-be32-8c48dcbcca41 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.922671 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4d43d5c-852d-42a0-be32-8c48dcbcca41 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:44.924213 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e4d43d5c-852d-42a0-be32-8c48dcbcca41 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/security-groups/ca5fb5f2-51e1-400d-adf5-cc11cb3f98fe HTTP/1.1" status: 204 len: 168 time: 0.4624417 Sep 30 08:24:44.946077 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52958) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:44.998161 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d43d5c-852d-42a0-be32-8c48dcbcca41 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5fb5f2-51e1-400d-adf5-cc11cb3f98fe,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:45.135477 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98dff8f7-1f5e-4185-a10e-cedcdad4af89 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.193664 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:24:45.199322 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98dff8f7-1f5e-4185-a10e-cedcdad4af89 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.288177 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.304847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:45.305524 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event updated for resources: {'Port': ['ID=ddc0f4d7-5b59-4521-a479-377627d28d60,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:45.307107 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1eb70136-0575-4164-b3ab-2454197551e0 None None] Provisioning complete for port a819c592-b422-4612-9734-7e9677f50fbf triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:45.309509 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1eb70136-0575-4164-b3ab-2454197551e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.341025 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98dff8f7-1f5e-4185-a10e-cedcdad4af89 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.345071 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98dff8f7-1f5e-4185-a10e-cedcdad4af89 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.346561 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-98dff8f7-1f5e-4185-a10e-cedcdad4af89 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/security-groups/bc6a52fb-05a6-49b2-b2bc-ed02c2c58e75 HTTP/1.1" status: 204 len: 168 time: 0.3994572 Sep 30 08:24:45.351204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52966) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:45.384480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dff8f7-1f5e-4185-a10e-cedcdad4af89 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6a52fb-05a6-49b2-b2bc-ed02c2c58e75,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:45.414333 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.423610 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7059d3e6-812c-47d0-bf2c-c96582bb82d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.449102 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7059d3e6-812c-47d0-bf2c-c96582bb82d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.540930 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7059d3e6-812c-47d0-bf2c-c96582bb82d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.543786 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7059d3e6-812c-47d0-bf2c-c96582bb82d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.548036 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7059d3e6-812c-47d0-bf2c-c96582bb82d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8ded124-b952-4f96-9ac5-34a438b8a295 HTTP/1.1" status: 204 len: 168 time: 1.5600338 Sep 30 08:24:45.566105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd2e49b-e0a3-48e0-b526-cf81bd6f9328 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting subnet 5ce57312-f088-4ec8-a393-880aacf90d9c {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:24:45.579879 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e49b-e0a3-48e0-b526-cf81bd6f9328 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.620968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cd179c09-9d37-4dde-8ff3-1b5d5dfb9db9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2067292422-network', 'tenant_id': '0aaec8e22b0b46c48c3d63773eb22d8b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:45.656758 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ae37fc13-157a-4e16-b9d6-ad8836641b8d None None] Could not find standard attr ID for object e1135605-99af-4b6e-8662-b39e95632aa6. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:24:45.700500 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059d3e6-812c-47d0-bf2c-c96582bb82d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ded124-b952-4f96-9ac5-34a438b8a295,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:45.756935 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e49b-e0a3-48e0-b526-cf81bd6f9328 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.790779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ae37fc13-157a-4e16-b9d6-ad8836641b8d None None] Provisioning complete for port c0d686a8-7454-4bbc-a932-996478d4bae2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:45.791440 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae37fc13-157a-4e16-b9d6-ad8836641b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.821297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-aef5faf7-9d68-4074-b6b8-c4da2bbe45d4 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:45.823239 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-aef5faf7-9d68-4074-b6b8-c4da2bbe45d4 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.35 "GET /v2.0/networks?id=8ada7883-079a-446c-8acc-2ff2a808db0e HTTP/1.1" status: 200 len: 816 time: 0.5068519 Sep 30 08:24:45.833951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-5cf1f1e5-e555-4d14-ae72-7e89e60263e3 service neutron] 10.222.0.24 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7062020 Sep 30 08:24:45.852111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd179c09-9d37-4dde-8ff3-1b5d5dfb9db9 admin admin] Made reservation on behalf of 0aaec8e22b0b46c48c3d63773eb22d8b for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:45.854917 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd179c09-9d37-4dde-8ff3-1b5d5dfb9db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.875308 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd179c09-9d37-4dde-8ff3-1b5d5dfb9db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:45.972853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c0d686a8-7454-4bbc-a932-996478d4bae2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:46.002848 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Floating IP 8db34c0c-09d9-45bc-ab1c-481cf951d854 associated. External IP: 172.25.0.244, port: 42442daa-f4de-4539-b501-5959de37794b. Sep 30 08:24:46.031502 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e49b-e0a3-48e0-b526-cf81bd6f9328 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.118832 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.208762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c0d686a8-7454-4bbc-a932-996478d4bae2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:46.210360 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.279007 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e49b-e0a3-48e0-b526-cf81bd6f9328 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.310305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-9875cf6c-bef7-436b-9c03-b0d980533146 service neutron] 10.222.0.24 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185210 Sep 30 08:24:46.319085 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-afde5791-6df9-466c-877e-11fd56bfaf88 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Request body: {'port': {'device_id': 'f12efcca-5bbc-4996-89d4-0796fdfe093b', 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e', 'admin_state_up': True, 'tenant_id': 'b2e96348ea9040438150f1b52135b63c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:46.400304 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e49b-e0a3-48e0-b526-cf81bd6f9328 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.413653 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dcd2e49b-e0a3-48e0-b526-cf81bd6f9328 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/5ce57312-f088-4ec8-a393-880aacf90d9c HTTP/1.1" status: 204 len: 168 time: 1.0597186 Sep 30 08:24:46.418186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2e49b-e0a3-48e0-b526-cf81bd6f9328 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce57312-f088-4ec8-a393-880aacf90d9c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:46.423212 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52976) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:46.438709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-392165b9-2427-4168-8ceb-aa9d09504c83 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'subnet': {'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:46.464442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34afae8-0b74-428d-88ca-4c7fd373f5f8 None None] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:46.474213 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd179c09-9d37-4dde-8ff3-1b5d5dfb9db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.481623 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52978) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:46.522352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ae37fc13-157a-4e16-b9d6-ad8836641b8d None None] Provisioning complete for port ca2d6abd-3b20-4341-a628-6a2b33bd67d9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:46.523248 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae37fc13-157a-4e16-b9d6-ad8836641b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.665780 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ae37fc13-157a-4e16-b9d6-ad8836641b8d None None] Port ca2d6abd-3b20-4341-a628-6a2b33bd67d9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:46.694549 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-afde5791-6df9-466c-877e-11fd56bfaf88 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Made reservation on behalf of b2e96348ea9040438150f1b52135b63c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:46.698755 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-afde5791-6df9-466c-877e-11fd56bfaf88 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.715874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a819c592-b422-4612-9734-7e9677f50fbf up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:46.818985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-28abf7e6-c03f-48c6-928f-5557a93cb845 None None] Could not find standard attr ID for object e1135605-99af-4b6e-8662-b39e95632aa6. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:24:46.891950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a819c592-b422-4612-9734-7e9677f50fbf triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:46.892326 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:46.937438 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-afde5791-6df9-466c-877e-11fd56bfaf88 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Allocated IP 172.20.0.6 (8ada7883-079a-446c-8acc-2ff2a808db0e/3775425e-a141-4b61-8374-25f0c82033a0/b6faff0a-9ba5-45a4-b07a-56ede1d03cab) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:47.120848 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-afde5791-6df9-466c-877e-11fd56bfaf88 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.170003 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-afde5791-6df9-466c-877e-11fd56bfaf88 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.256909 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-afde5791-6df9-466c-877e-11fd56bfaf88 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Network 8ada7883-079a-446c-8acc-2ff2a808db0e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:47.287920 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Router 372f6da7-a338-4b3d-b842-442728835345 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:24:47.289241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-afde5791-6df9-466c-877e-11fd56bfaf88 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:47.291793 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-afde5791-6df9-466c-877e-11fd56bfaf88 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:47.334909 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392165b9-2427-4168-8ceb-aa9d09504c83 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:47.345737 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-392165b9-2427-4168-8ceb-aa9d09504c83 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.526554 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde5791-6df9-466c-877e-11fd56bfaf88 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Pushing event updated for resources: {'Port': ['ID=b6faff0a-9ba5-45a4-b07a-56ede1d03cab,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:47.617310 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd179c09-9d37-4dde-8ff3-1b5d5dfb9db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.627558 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-348053d6-9fa0-45ef-a537-a89d86dbd568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.692689 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd179c09-9d37-4dde-8ff3-1b5d5dfb9db9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:24:47.714319 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd179c09-9d37-4dde-8ff3-1b5d5dfb9db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.714968 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-cd179c09-9d37-4dde-8ff3-1b5d5dfb9db9 admin admin] Added segment 19ee4989-31be-4596-bafe-024d87fac378 of type vlan for network fbd6f837-b95b-440a-b029-11af8eebb4ca Sep 30 08:24:47.729130 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.795372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd179c09-9d37-4dde-8ff3-1b5d5dfb9db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0121842-01c3-437d-8af4-6a6449852c6b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:47.842916 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd179c09-9d37-4dde-8ff3-1b5d5dfb9db9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.883014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:24:47.896281 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6303edd-9f0d-49c9-b519-e6d30cf2b143 None None] Sync routers for ids ['372f6da7-a338-4b3d-b842-442728835345'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:24:47.943929 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6303edd-9f0d-49c9-b519-e6d30cf2b143 None None] Routers {'372f6da7-a338-4b3d-b842-442728835345'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:24:47.944587 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f6303edd-9f0d-49c9-b519-e6d30cf2b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:24:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['372f6da7-a338-4b3d-b842-442728835345'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:47.952713 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd179c09-9d37-4dde-8ff3-1b5d5dfb9db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:47.953742 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd179c09-9d37-4dde-8ff3-1b5d5dfb9db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:47.954350 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd179c09-9d37-4dde-8ff3-1b5d5dfb9db9 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.008166 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ee144864-1e25-4e49-af00-2951a09c0208 None None] Provisioning complete for port b6faff0a-9ba5-45a4-b07a-56ede1d03cab triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:48.011222 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ee144864-1e25-4e49-af00-2951a09c0208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.043664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-afde5791-6df9-466c-877e-11fd56bfaf88 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:48.060550 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-afde5791-6df9-466c-877e-11fd56bfaf88 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.074785 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ee144864-1e25-4e49-af00-2951a09c0208 None None] Port b6faff0a-9ba5-45a4-b07a-56ede1d03cab cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:48.175178 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-742ac988-1422-46f0-ae3a-471ba2d894be tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:48.177086 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-742ac988-1422-46f0-ae3a-471ba2d894be tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/networks?id=8ada7883-079a-446c-8acc-2ff2a808db0e HTTP/1.1" status: 200 len: 816 time: 1.0127633 Sep 30 08:24:48.177599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd179c09-9d37-4dde-8ff3-1b5d5dfb9db9 admin admin] Pushing event updated for resources: {'Network': ['ID=fbd6f837-b95b-440a-b029-11af8eebb4ca,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:48.207012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network fbd6f837-b95b-440a-b029-11af8eebb4ca details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:24:48.212303 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-25156f26-a5df-4667-914e-12f16f3d9224 None None] Provisioning complete for port c0d686a8-7454-4bbc-a932-996478d4bae2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:48.220735 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25156f26-a5df-4667-914e-12f16f3d9224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.242138 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-348053d6-9fa0-45ef-a537-a89d86dbd568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.245844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-939dd778-5ae5-4740-9279-41b0c721b177 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/quotas/b2e96348ea9040438150f1b52135b63c HTTP/1.1" status: 200 len: 375 time: 0.0507743 Sep 30 08:24:48.250545 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-348053d6-9fa0-45ef-a537-a89d86dbd568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.275415 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f6303edd-9f0d-49c9-b519-e6d30cf2b143 None None] Set router 372f6da7-a338-4b3d-b842-442728835345 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:24:48.279496 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cd179c09-9d37-4dde-8ff3-1b5d5dfb9db9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9679344 Sep 30 08:24:48.301116 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53008) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:48.303971 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-afde5791-6df9-466c-877e-11fd56bfaf88 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1135600 Sep 30 08:24:48.304706 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.329288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b08620a8-3772-45d2-89e0-281f90dc9895 admin admin] Request body: {'subnet': {'network_id': 'fbd6f837-b95b-440a-b029-11af8eebb4ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2067292422-subnet', 'tenant_id': '0aaec8e22b0b46c48c3d63773eb22d8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:48.348198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Request body: {'port': {'device_id': 'f12efcca-5bbc-4996-89d4-0796fdfe093b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:48.370531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08620a8-3772-45d2-89e0-281f90dc9895 admin admin] Made reservation on behalf of 0aaec8e22b0b46c48c3d63773eb22d8b for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:48.373370 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b08620a8-3772-45d2-89e0-281f90dc9895 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.407124 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-ae59f5a3-dec7-4cc5-8d68-f0816ff04fdc tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2e96348ea9040438150f1b52135b63c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1483958 Sep 30 08:24:48.408836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f77f1c17-abff-490b-9d52-8439d9b196e8 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.9340401 Sep 30 08:24:48.420373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-25156f26-a5df-4667-914e-12f16f3d9224 None None] Provisioning complete for port ca2d6abd-3b20-4341-a628-6a2b33bd67d9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:48.421193 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25156f26-a5df-4667-914e-12f16f3d9224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.453989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cc97e5-f647-41ec-9ed1-711cb51842f8', 'tag': '42442daa-f4de-4539-b501-5959de37794b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:48.456308 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35955635-1619-4c64-906b-fa66b0487565" -d '{"events": [{"name": "network-changed", "server_uuid": "11cc97e5-f647-41ec-9ed1-711cb51842f8", "tag": "42442daa-f4de-4539-b501-5959de37794b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:48.460909 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-25156f26-a5df-4667-914e-12f16f3d9224 None None] Port ca2d6abd-3b20-4341-a628-6a2b33bd67d9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:48.476525 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53010) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:48.488694 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-348053d6-9fa0-45ef-a537-a89d86dbd568 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44eae00996024cef831e9d51ddc25f44&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0059326 Sep 30 08:24:48.493931 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348053d6-9fa0-45ef-a537-a89d86dbd568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b2d6bf-e453-427b-8a43-7695f139a4f0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:48.515148 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53014) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:48.645746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-2fac8acd-0b3f-4766-bd62-d13142615241 service neutron] 10.222.0.24 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784446 Sep 30 08:24:48.649244 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdc9a67-8fbf-4663-85e5-0c49de6ef9c0 x-openstack-request-id: req-dcdc9a67-8fbf-4663-85e5-0c49de6ef9c0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:48.649537 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cc97e5-f647-41ec-9ed1-711cb51842f8", "tag": "42442daa-f4de-4539-b501-5959de37794b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:48.649796 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcdc9a67-8fbf-4663-85e5-0c49de6ef9c0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:48.650185 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cc97e5-f647-41ec-9ed1-711cb51842f8', 'tag': '42442daa-f4de-4539-b501-5959de37794b', 'status': 'completed', 'code': 200} Sep 30 08:24:48.693383 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f6303edd-9f0d-49c9-b519-e6d30cf2b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372f6da7-a338-4b3d-b842-442728835345', 'name': 'tempest-TestNetworkBasicOps-router-616420867', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4a974912-55ce-4b45-97fb-999a0434422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:48Z', 'updated_at': '2021-09-30T08:24:01Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': '4a974912-55ce-4b45-97fb-999a0434422e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:50Z', 'updated_at': '2021-09-30T08:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '8db34c0c-09d9-45bc-ab1c-481cf951d854', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '372f6da7-a338-4b3d-b842-442728835345', 'port_id': '42442daa-f4de-4539-b501-5959de37794b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'mac_address': 'fa:16:3e:08:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cc97e5-f647-41ec-9ed1-711cb51842f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:24:42Z', 'updated_at': '2021-09-30T08:24:42Z', 'revision_number': 0, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003eac1a-bd97-4cf0-9b62-557abe07dd22', 'name': '', 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:ed:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:58Z', 'updated_at': '2021-09-30T08:24:08Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:48.722784 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6303edd-9f0d-49c9-b519-e6d30cf2b143 None None] Checking router: 372f6da7-a338-4b3d-b842-442728835345 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:24:48.734225 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6303edd-9f0d-49c9-b519-e6d30cf2b143 None None] Routers {'372f6da7-a338-4b3d-b842-442728835345'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:24:48.734905 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f6303edd-9f0d-49c9-b519-e6d30cf2b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:24:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['372f6da7-a338-4b3d-b842-442728835345'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:48.812055 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.855406 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f6303edd-9f0d-49c9-b519-e6d30cf2b143 None None] Set router 372f6da7-a338-4b3d-b842-442728835345 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:24:48.871627 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99d5a296-94a0-41ba-afb6-687acc31ffd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:48.908463 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b08620a8-3772-45d2-89e0-281f90dc9895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.003106 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99d5a296-94a0-41ba-afb6-687acc31ffd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.033196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08620a8-3772-45d2-89e0-281f90dc9895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62ca1fd-9cb9-4f8c-a5ea-54886fea08bf,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:49.121477 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-f2967ad3-25df-4f35-a247-4e7b524c728a service neutron] 10.222.0.24 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748076 Sep 30 08:24:49.152809 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bbc37593-6e69-49f2-8c82-50c39fee5489 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/floatingips/8db34c0c-09d9-45bc-ab1c-481cf951d854 HTTP/1.1" status: 200 len: 992 time: 0.6727991 Sep 30 08:24:49.161216 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35955635-1619-4c64-906b-fa66b0487565 req-6daec7bc-a917-45f0-ad41-13ce6fc531fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:49.163087 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35955635-1619-4c64-906b-fa66b0487565 req-6daec7bc-a917-45f0-ad41-13ce6fc531fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9daaa44a24a845718835a5f7ca967795&device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 1097 time: 0.5102613 Sep 30 08:24:49.166127 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-392165b9-2427-4168-8ceb-aa9d09504c83 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.176639 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-ff7562da-7963-4a90-a5f7-02a4f4cb825d tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:49.178865 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-ff7562da-7963-4a90-a5f7-02a4f4cb825d tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.35 "GET /v2.0/networks?id=8ada7883-079a-446c-8acc-2ff2a808db0e HTTP/1.1" status: 200 len: 816 time: 0.6168544 Sep 30 08:24:49.196680 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99d5a296-94a0-41ba-afb6-687acc31ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.201372 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99d5a296-94a0-41ba-afb6-687acc31ffd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.206766 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-99d5a296-94a0-41ba-afb6-687acc31ffd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10b2d6bf-e453-427b-8a43-7695f139a4f0 HTTP/1.1" status: 204 len: 168 time: 0.6888797 Sep 30 08:24:49.217787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-5bc59d17-2ea0-4a7f-8937-eeacc58f88f1 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Request body: {'port': {'device_id': 'f02fd17c-5e97-437a-8b51-17bc36270cf6', 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e', 'admin_state_up': True, 'tenant_id': 'b2e96348ea9040438150f1b52135b63c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:49.245154 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392165b9-2427-4168-8ceb-aa9d09504c83 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Subnet': ['ID=2bf51d53-0bf8-4ed3-91f3-2369bfd81892,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:49.274404 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5a296-94a0-41ba-afb6-687acc31ffd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b2d6bf-e453-427b-8a43-7695f139a4f0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:49.280734 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08620a8-3772-45d2-89e0-281f90dc9895 admin admin] Checking segment: {'id': '19ee4989-31be-4596-bafe-024d87fac378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fbd6f837-b95b-440a-b029-11af8eebb4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:49.281100 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08620a8-3772-45d2-89e0-281f90dc9895 admin admin] Network hostable DHCP agents. Network: fbd6f837-b95b-440a-b029-11af8eebb4ca, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:24:49.354571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392165b9-2427-4168-8ceb-aa9d09504c83 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:49.366064 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-392165b9-2427-4168-8ceb-aa9d09504c83 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:49.383369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a552148-9b2d-42a4-ab39-09321b2450c3 None None] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:49.401605 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08620a8-3772-45d2-89e0-281f90dc9895 admin admin] Network fbd6f837-b95b-440a-b029-11af8eebb4ca is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:24:49.417058 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f6303edd-9f0d-49c9-b519-e6d30cf2b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372f6da7-a338-4b3d-b842-442728835345', 'name': 'tempest-TestNetworkBasicOps-router-616420867', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4a974912-55ce-4b45-97fb-999a0434422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:48Z', 'updated_at': '2021-09-30T08:24:01Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': '4a974912-55ce-4b45-97fb-999a0434422e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:50Z', 'updated_at': '2021-09-30T08:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '8db34c0c-09d9-45bc-ab1c-481cf951d854', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '372f6da7-a338-4b3d-b842-442728835345', 'port_id': '42442daa-f4de-4539-b501-5959de37794b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'mac_address': 'fa:16:3e:08:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cc97e5-f647-41ec-9ed1-711cb51842f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:24:42Z', 'updated_at': '2021-09-30T08:24:42Z', 'revision_number': 0, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003eac1a-bd97-4cf0-9b62-557abe07dd22', 'name': '', 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:ed:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:58Z', 'updated_at': '2021-09-30T08:24:08Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:24:49.426893 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b08620a8-3772-45d2-89e0-281f90dc9895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, fbd6f837-b95b-440a-b029-11af8eebb4ca) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:49.435273 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08620a8-3772-45d2-89e0-281f90dc9895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:49.435955 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b08620a8-3772-45d2-89e0-281f90dc9895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.485357 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6303edd-9f0d-49c9-b519-e6d30cf2b143 None None] The sync data for ids ['372f6da7-a338-4b3d-b842-442728835345'] in n-d-807359-2 is: [{'id': '372f6da7-a338-4b3d-b842-442728835345', 'name': 'tempest-TestNetworkBasicOps-router-616420867', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4a974912-55ce-4b45-97fb-999a0434422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:48Z', 'updated_at': '2021-09-30T08:24:01Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': '4a974912-55ce-4b45-97fb-999a0434422e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:50Z', 'updated_at': '2021-09-30T08:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '8db34c0c-09d9-45bc-ab1c-481cf951d854', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '372f6da7-a338-4b3d-b842-442728835345', 'port_id': '42442daa-f4de-4539-b501-5959de37794b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'mac_address': 'fa:16:3e:08:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cc97e5-f647-41ec-9ed1-711cb51842f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:24:42Z', 'updated_at': '2021-09-30T08:24:42Z', 'revision_number': 0, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003eac1a-bd97-4cf0-9b62-557abe07dd22', 'name': '', 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:ed:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:58Z', 'updated_at': '2021-09-30T08:24:08Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:24:49.492746 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-5bc59d17-2ea0-4a7f-8937-eeacc58f88f1 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Made reservation on behalf of b2e96348ea9040438150f1b52135b63c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:49.502962 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-5bc59d17-2ea0-4a7f-8937-eeacc58f88f1 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.567680 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b08620a8-3772-45d2-89e0-281f90dc9895 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2600372 Sep 30 08:24:49.586592 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094873d0-029a-4dd2-ade9-69bd971146ac None None] Network fbd6f837-b95b-440a-b029-11af8eebb4ca requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:49.634219 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6faff0a-9ba5-45a4-b07a-56ede1d03cab {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:49.671092 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.725265 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Transition to ACTIVE for port object b6faff0a-9ba5-45a4-b07a-56ede1d03cab will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:24:49.735995 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392165b9-2427-4168-8ceb-aa9d09504c83 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:49.736719 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-392165b9-2427-4168-8ceb-aa9d09504c83 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.792800 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:49.917469 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d890797-c1b5-42c6-9ff4-27c627018ceb req-1ae8a1dc-0d36-4f78-9862-74830a189f7e tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 210 time: 0.1687186 Sep 30 08:24:49.975134 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f4fc1a-226d-48fc-ad02-24f471efc842 None None] New status for floating IP 8db34c0c-09d9-45bc-ab1c-481cf951d854: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:24:50.009845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-5bc59d17-2ea0-4a7f-8937-eeacc58f88f1 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Allocated IP 172.20.0.5 (8ada7883-079a-446c-8acc-2ff2a808db0e/3775425e-a141-4b61-8374-25f0c82033a0/2639dce0-f146-4f28-9b93-c5ae409439a9) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:50.072924 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-392165b9-2427-4168-8ceb-aa9d09504c83 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6486914 Sep 30 08:24:50.079318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53054) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:50.113141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-499cdb3b-b11f-49f9-8d47-8a333007046c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'security_group': {'name': 'tempest-secgroup-975033176'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:50.181396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53056) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:50.187188 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35955635-1619-4c64-906b-fa66b0487565 req-df03f1ba-dcee-4762-b05f-e190cd3c2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:50.191603 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35955635-1619-4c64-906b-fa66b0487565 req-df03f1ba-dcee-4762-b05f-e190cd3c2dc6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=683eee2c-d1a5-4c98-9d54-9127f6246f2e HTTP/1.1" status: 200 len: 897 time: 0.9685135 Sep 30 08:24:50.200510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490a03d3-63e8-44de-a9f6-d75a882af8c8 None None] Network fbd6f837-b95b-440a-b029-11af8eebb4ca requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:24:50.511801 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-499cdb3b-b11f-49f9-8d47-8a333007046c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.617687 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-5bc59d17-2ea0-4a7f-8937-eeacc58f88f1 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.736001 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9b7120d8-6834-470e-90ca-d90ea95b375d tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/floatingips/8db34c0c-09d9-45bc-ab1c-481cf951d854 HTTP/1.1" status: 200 len: 992 time: 0.5398197 Sep 30 08:24:50.756716 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Pushing event updated for resources: {'Port': ['ID=b6faff0a-9ba5-45a4-b07a-56ede1d03cab,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:50.772572 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-5bc59d17-2ea0-4a7f-8937-eeacc58f88f1 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.836159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Attempting to bind port b6faff0a-9ba5-45a4-b07a-56ede1d03cab on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:50.836499 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Attempting to bind port b6faff0a-9ba5-45a4-b07a-56ede1d03cab by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:50.836833 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Attempting to bind port b6faff0a-9ba5-45a4-b07a-56ede1d03cab on network 8ada7883-079a-446c-8acc-2ff2a808db0e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:50.872262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc59d17-2ea0-4a7f-8937-eeacc58f88f1 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Pushing event updated for resources: {'Port': ['ID=2639dce0-f146-4f28-9b93-c5ae409439a9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:50.880380 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Port b6faff0a-9ba5-45a4-b07a-56ede1d03cab on network 8ada7883-079a-446c-8acc-2ff2a808db0e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:24:50.880710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Attempting to bind port b6faff0a-9ba5-45a4-b07a-56ede1d03cab on network 8ada7883-079a-446c-8acc-2ff2a808db0e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:50.884220 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-5bc59d17-2ea0-4a7f-8937-eeacc58f88f1 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Network 8ada7883-079a-446c-8acc-2ff2a808db0e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:50.889352 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-5bc59d17-2ea0-4a7f-8937-eeacc58f88f1 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:50.893396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:50.893990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-5bc59d17-2ea0-4a7f-8937-eeacc58f88f1 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:50.894904 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Checking segment: {'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:50.897505 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Bound using segment: {'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:50.899676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Bound port: b6faff0a-9ba5-45a4-b07a-56ede1d03cab, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:50.901713 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.908916 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35955635-1619-4c64-906b-fa66b0487565 req-cf87ca52-e9d0-41f8-805e-3928f086903d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42442daa-f4de-4539-b501-5959de37794b HTTP/1.1" status: 200 len: 1000 time: 0.6886499 Sep 30 08:24:50.961226 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-499cdb3b-b11f-49f9-8d47-8a333007046c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:50.976083 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-499cdb3b-b11f-49f9-8d47-8a333007046c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:51.019867 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-5bc59d17-2ea0-4a7f-8937-eeacc58f88f1 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:51.020934 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-5bc59d17-2ea0-4a7f-8937-eeacc58f88f1 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:51.051816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cdb3b-b11f-49f9-8d47-8a333007046c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448a1144-446d-4269-9270-1f6648da9cbc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:51.056136 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-499cdb3b-b11f-49f9-8d47-8a333007046c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:51.057489 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-499cdb3b-b11f-49f9-8d47-8a333007046c tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9653313 Sep 30 08:24:51.060482 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:51.080646 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bf631f3d-1c8f-4951-80cb-75974c242e70 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'security_group': {'name': 'tempest-secgroup-602461243'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:51.131328 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-5bc59d17-2ea0-4a7f-8937-eeacc58f88f1 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9220705 Sep 30 08:24:51.191102 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Request body: {'port': {'device_id': 'f02fd17c-5e97-437a-8b51-17bc36270cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:51.293547 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf631f3d-1c8f-4951-80cb-75974c242e70 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:51.417284 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:51.452765 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b51ee47-f485-4508-8f55-afde684caad2 None None] Update dhcp port {'port': {'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'fixed_ips': [{'subnet_id': '438ae6e1-c67d-4842-87c6-fb8f49f75db3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2bf51d53-0bf8-4ed3-91f3-2369bfd81892'}], 'binding:host_id': 'n-d-807359-2'}, 'id': 'c0d686a8-7454-4bbc-a932-996478d4bae2'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:24:51.512276 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b51ee47-f485-4508-8f55-afde684caad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:51.845245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-2b51ee47-f485-4508-8f55-afde684caad2 None None] Allocated IP 2001:db8::2 (fdffefd9-5dc1-4cc0-994b-5c922abb1868/2bf51d53-0bf8-4ed3-91f3-2369bfd81892/c0d686a8-7454-4bbc-a932-996478d4bae2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:51.930546 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2639dce0-f146-4f28-9b93-c5ae409439a9 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:51.949895 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:51.973225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Transition to ACTIVE for port object 2639dce0-f146-4f28-9b93-c5ae409439a9 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:24:51.980024 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:52.042386 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2b51ee47-f485-4508-8f55-afde684caad2 None None] For port c0d686a8-7454-4bbc-a932-996478d4bae2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c0d686a8-7454-4bbc-a932-996478d4bae2,segment=NetworkSegment(c2c89e37-849e-4f4c-a61b-7897297defb3),segment_id=c2c89e37-849e-4f4c-a61b-7897297defb3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:52.075098 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b51ee47-f485-4508-8f55-afde684caad2 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.077647 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0bdc1098-5a2c-409c-8fbb-449b9a9a0258 None None] Provisioning complete for port 2639dce0-f146-4f28-9b93-c5ae409439a9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:52.079002 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0bdc1098-5a2c-409c-8fbb-449b9a9a0258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.083052 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b51ee47-f485-4508-8f55-afde684caad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.103010 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3fc605f-3505-48a9-85d5-2b006f4176d2 req-6dfd031a-db65-4622-91e0-d6dadd4a14e6 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 210 time: 0.1452360 Sep 30 08:24:52.131805 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.155964 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e01776c9-6a1d-467a-bbe6-8bcaae677a7f tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/floatingips/8db34c0c-09d9-45bc-ab1c-481cf951d854 HTTP/1.1" status: 200 len: 994 time: 0.1743453 Sep 30 08:24:52.241225 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35955635-1619-4c64-906b-fa66b0487565 req-d6b06ec9-1292-45e4-8b67-88225a75fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:52.242824 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35955635-1619-4c64-906b-fa66b0487565 req-d6b06ec9-1292-45e4-8b67-88225a75fd86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b934860f-448d-4ab2-84e4-e7e1368fdf39 HTTP/1.1" status: 200 len: 833 time: 1.3250105 Sep 30 08:24:52.245875 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc1098-5a2c-409c-8fbb-449b9a9a0258 None None] Port 2639dce0-f146-4f28-9b93-c5ae409439a9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:52.252847 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51ee47-f485-4508-8f55-afde684caad2 None None] Pushing event updated for resources: {'Port': ['ID=c0d686a8-7454-4bbc-a932-996478d4bae2,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:52.293403 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf631f3d-1c8f-4951-80cb-75974c242e70 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.388754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-57b3be2e-037f-48b8-a8e2-55524f553bd6 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:52.397756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-57b3be2e-037f-48b8-a8e2-55524f553bd6 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/networks?id=fbd6f837-b95b-440a-b029-11af8eebb4ca HTTP/1.1" status: 200 len: 814 time: 1.4002471 Sep 30 08:24:52.404183 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf631f3d-1c8f-4951-80cb-75974c242e70 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.440201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] For port b6faff0a-9ba5-45a4-b07a-56ede1d03cab, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:52.448371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] For port b6faff0a-9ba5-45a4-b07a-56ede1d03cab, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b6faff0a-9ba5-45a4-b07a-56ede1d03cab,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:52.463133 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-d34942f1-fe00-4574-8dc0-092d8f3d134f tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/quotas/0aaec8e22b0b46c48c3d63773eb22d8b HTTP/1.1" status: 200 len: 375 time: 0.0641479 Sep 30 08:24:52.514026 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4fd37fb0-74a4-4d49-a8f9-39d2ebe1e35d tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0aaec8e22b0b46c48c3d63773eb22d8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497904 Sep 30 08:24:52.516715 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.544799 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf631f3d-1c8f-4951-80cb-75974c242e70 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182d6ce1-3b4c-474a-91e9-6c2cd97a26be,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:52.546949 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf631f3d-1c8f-4951-80cb-75974c242e70 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.550590 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bf631f3d-1c8f-4951-80cb-75974c242e70 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4859109 Sep 30 08:24:52.585327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53112) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:52.590554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Pushing event updated for resources: {'Port': ['ID=2639dce0-f146-4f28-9b93-c5ae409439a9,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:52.626120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1bcc7c4a-d5b1-477a-b295-3c12fbc88238 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'security_group': {'name': 'tempest-secgroup-29594298'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:52.656375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35955635-1619-4c64-906b-fa66b0487565 req-9b667d72-8d56-4588-b04f-036508c7478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:52.659621 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35955635-1619-4c64-906b-fa66b0487565 req-9b667d72-8d56-4588-b04f-036508c7478d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=683eee2c-d1a5-4c98-9d54-9127f6246f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4074967 Sep 30 08:24:52.674010 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bcc7c4a-d5b1-477a-b295-3c12fbc88238 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.692853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-73fac191-d766-4de2-b858-c1782fcd4b20 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:52.694341 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-73fac191-d766-4de2-b858-c1782fcd4b20 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.35 "GET /v2.0/networks?id=8ada7883-079a-446c-8acc-2ff2a808db0e HTTP/1.1" status: 200 len: 816 time: 1.0879283 Sep 30 08:24:52.717029 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-04d7f304-c62e-47b2-bf09-11416de11d18 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Request body: {'port': {'device_id': 'f219694e-68d8-4d30-8ca6-72337324159c', 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e', 'admin_state_up': True, 'tenant_id': 'b2e96348ea9040438150f1b52135b63c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:52.787573 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Attempting to bind port 2639dce0-f146-4f28-9b93-c5ae409439a9 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:52.788244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Attempting to bind port 2639dce0-f146-4f28-9b93-c5ae409439a9 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:52.788775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:52.788914 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Attempting to bind port 2639dce0-f146-4f28-9b93-c5ae409439a9 on network 8ada7883-079a-446c-8acc-2ff2a808db0e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:52.789415 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.800579 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] 10.222.0.35 "PUT /v2.0/ports/b6faff0a-9ba5-45a4-b07a-56ede1d03cab HTTP/1.1" status: 200 len: 1091 time: 4.4599636 Sep 30 08:24:52.807095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Port 2639dce0-f146-4f28-9b93-c5ae409439a9 on network 8ada7883-079a-446c-8acc-2ff2a808db0e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:24:52.808372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Attempting to bind port 2639dce0-f146-4f28-9b93-c5ae409439a9 on network 8ada7883-079a-446c-8acc-2ff2a808db0e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:52.819366 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:52.819852 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Checking segment: {'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:52.820370 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Bound using segment: {'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:52.820920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Bound port: 2639dce0-f146-4f28-9b93-c5ae409439a9, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:52.821456 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:52.834956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12efcca-5bbc-4996-89d4-0796fdfe093b', 'tag': 'b6faff0a-9ba5-45a4-b07a-56ede1d03cab'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:52.840087 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb63688-1a62-4644-855a-2a9027c1695a" -d '{"events": [{"name": "network-changed", "server_uuid": "f12efcca-5bbc-4996-89d4-0796fdfe093b", "tag": "b6faff0a-9ba5-45a4-b07a-56ede1d03cab"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:52.989460 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5350f71-a7f3-484f-abe7-8967ca7fabab x-openstack-request-id: req-b5350f71-a7f3-484f-abe7-8967ca7fabab {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:52.989765 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12efcca-5bbc-4996-89d4-0796fdfe093b", "tag": "b6faff0a-9ba5-45a4-b07a-56ede1d03cab", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:52.990214 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5350f71-a7f3-484f-abe7-8967ca7fabab {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:52.990486 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12efcca-5bbc-4996-89d4-0796fdfe093b', 'tag': 'b6faff0a-9ba5-45a4-b07a-56ede1d03cab', 'status': 'completed', 'code': 200} Sep 30 08:24:53.022740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] For port 2639dce0-f146-4f28-9b93-c5ae409439a9, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:53.027150 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] For port 2639dce0-f146-4f28-9b93-c5ae409439a9, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2639dce0-f146-4f28-9b93-c5ae409439a9,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:53.036333 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.db.api [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-04d7f304-c62e-47b2-bf09-11416de11d18 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:24:53.036333 n-d-807359-2 neutron-server[94838]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 08:24:53.036333 n-d-807359-2 neutron-server[94838]: [parameters: {'project_id_1': 'b2e96348ea9040438150f1b52135b63c', 'expiration_1': datetime.datetime(2021, 9, 30, 8, 24, 33, 12860)}] Sep 30 08:24:53.036333 n-d-807359-2 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:24:53.037050 n-d-807359-2 neutron-server[94838]: DEBUG oslo_db.api [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-04d7f304-c62e-47b2-bf09-11416de11d18 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:24:53.039113 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.129194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Pushing event updated for resources: {'Port': ['ID=2639dce0-f146-4f28-9b93-c5ae409439a9,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:53.144954 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:53.145761 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.148468 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-e540def3-3d39-4fb2-aee4-22c03f7a463c service neutron] 10.222.0.35 "PUT /v2.0/ports/2639dce0-f146-4f28-9b93-c5ae409439a9 HTTP/1.1" status: 200 len: 1091 time: 1.9930267 Sep 30 08:24:53.149052 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02fd17c-5e97-437a-8b51-17bc36270cf6', 'tag': '2639dce0-f146-4f28-9b93-c5ae409439a9'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:53.151482 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8e4da5-74ab-4ff3-ae88-981f870e25d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f02fd17c-5e97-437a-8b51-17bc36270cf6", "tag": "2639dce0-f146-4f28-9b93-c5ae409439a9"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:53.280091 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-c475e5b6-4b51-4d76-90ad-9c4a52908c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:53.281801 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-c475e5b6-4b51-4d76-90ad-9c4a52908c7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2e96348ea9040438150f1b52135b63c&device_id=f02fd17c-5e97-437a-8b51-17bc36270cf6 HTTP/1.1" status: 200 len: 1094 time: 0.0728946 Sep 30 08:24:53.285135 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bcc7c4a-d5b1-477a-b295-3c12fbc88238 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.341326 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bcc7c4a-d5b1-477a-b295-3c12fbc88238 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.392705 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-0115d8b0-e16e-4c0f-a2ac-018b5b435ae9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2639dce0-f146-4f28-9b93-c5ae409439a9 HTTP/1.1" status: 200 len: 217 time: 0.0963826 Sep 30 08:24:53.397375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f98f07-a005-48f6-a1e5-c314b0b7cc91 service neutron] Pushing event updated for resources: {'Port': ['ID=b6faff0a-9ba5-45a4-b07a-56ede1d03cab,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:53.503667 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bcc7c4a-d5b1-477a-b295-3c12fbc88238 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.504841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-28afb2c8-c0e5-4f28-9f1f-5371a357e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:53.505402 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1bcc7c4a-d5b1-477a-b295-3c12fbc88238 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9180861 Sep 30 08:24:53.507217 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-28afb2c8-c0e5-4f28-9f1f-5371a357e30e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3775425e-a141-4b61-8374-25f0c82033a0 HTTP/1.1" status: 200 len: 855 time: 0.1045043 Sep 30 08:24:53.507667 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35955635-1619-4c64-906b-fa66b0487565 req-cc4d84f4-60a8-420c-93cd-ed29d2992637 service neutron] 10.222.0.36 "GET /v2.0/networks/683eee2c-d1a5-4c98-9d54-9127f6246f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7856574 Sep 30 08:24:53.509112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:53.519813 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c3573fb3-5bac-4f40-9aae-b13f5a22269a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2024896443', 'security_groups': ['172a21bc-6375-40f2-aded-8812617ad813'], 'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2bf51d53-0bf8-4ed3-91f3-2369bfd81892'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:53.526302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc7c4a-d5b1-477a-b295-3c12fbc88238 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172a21bc-6375-40f2-aded-8812617ad813,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:53.544418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ceb2a31b-14cf-4d10-af1b-b10516512860 req-539c2036-3e11-4b62-9d04-a7eb7a80b38b tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 210 time: 0.2243948 Sep 30 08:24:53.606709 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f30adb3a-b726-4f37-a401-7ed62db9aea5 None None] Provisioning complete for port c0d686a8-7454-4bbc-a932-996478d4bae2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:53.609922 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f30adb3a-b726-4f37-a401-7ed62db9aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.703750 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0e8a6a-c8df-49c7-bbfe-be7b4a0d883e x-openstack-request-id: req-9d0e8a6a-c8df-49c7-bbfe-be7b4a0d883e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:53.704144 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02fd17c-5e97-437a-8b51-17bc36270cf6", "tag": "2639dce0-f146-4f28-9b93-c5ae409439a9", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:53.704468 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d0e8a6a-c8df-49c7-bbfe-be7b4a0d883e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:53.704931 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02fd17c-5e97-437a-8b51-17bc36270cf6', 'tag': '2639dce0-f146-4f28-9b93-c5ae409439a9', 'status': 'completed', 'code': 200} Sep 30 08:24:53.714099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-339a31cf-3c5d-47f5-a4ba-7a614d58cc94 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd6f837-b95b-440a-b029-11af8eebb4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1990490 Sep 30 08:24:53.734139 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-ab883341-812c-418f-aba7-c2eb8db1df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:53.738651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-ab883341-812c-418f-aba7-c2eb8db1df77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2e96348ea9040438150f1b52135b63c&device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 1094 time: 0.8361187 Sep 30 08:24:53.785172 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-04d7f304-c62e-47b2-bf09-11416de11d18 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Made reservation on behalf of b2e96348ea9040438150f1b52135b63c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:53.800582 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-04d7f304-c62e-47b2-bf09-11416de11d18 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.831468 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f30adb3a-b726-4f37-a401-7ed62db9aea5 None None] Provisioning complete for port ca2d6abd-3b20-4341-a628-6a2b33bd67d9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:53.831849 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f30adb3a-b726-4f37-a401-7ed62db9aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:53.872796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-f723bb22-c99c-4fcb-a481-7027daa78aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:53.874337 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-f723bb22-c99c-4fcb-a481-7027daa78aac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ada7883-079a-446c-8acc-2ff2a808db0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3440506 Sep 30 08:24:53.884963 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-c8da578e-1a2c-4914-8192-f7f59464a242 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd6f837-b95b-440a-b029-11af8eebb4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452425 Sep 30 08:24:53.885286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f30adb3a-b726-4f37-a401-7ed62db9aea5 None None] Port ca2d6abd-3b20-4341-a628-6a2b33bd67d9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:53.923747 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c0d686a8-7454-4bbc-a932-996478d4bae2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:53.936948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-ee34f910-8b41-41cd-96ae-b2830346849f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6faff0a-9ba5-45a4-b07a-56ede1d03cab HTTP/1.1" status: 200 len: 217 time: 0.0485740 Sep 30 08:24:53.988395 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35955635-1619-4c64-906b-fa66b0487565 req-e59cd173-d5a3-4754-a138-153d46300664 service neutron] 10.222.0.36 "GET /v2.0/networks/683eee2c-d1a5-4c98-9d54-9127f6246f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592481 Sep 30 08:24:54.009396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-aaf07c2d-257b-4b90-8134-f35dfd838333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:54.011949 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-aaf07c2d-257b-4b90-8134-f35dfd838333 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3775425e-a141-4b61-8374-25f0c82033a0 HTTP/1.1" status: 200 len: 855 time: 0.0608063 Sep 30 08:24:54.054284 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c0d686a8-7454-4bbc-a932-996478d4bae2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:54.054661 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.162899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53170) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:54.165576 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-c3be9170-c782-4bd6-80b8-7735981884df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:54.168156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-c3be9170-c782-4bd6-80b8-7735981884df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ada7883-079a-446c-8acc-2ff2a808db0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498721 Sep 30 08:24:54.375546 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1461676f-eb42-4809-8b58-69e9677006fc req-5079f5a7-5f01-4c36-9a43-6553f2c15499 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/ports?device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 210 time: 0.0775125 Sep 30 08:24:54.387134 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3573fb3-5bac-4f40-9aae-b13f5a22269a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:54.435476 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c59e26e5-6ce7-4254-897a-a19f3c8cc95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.436241 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-04d7f304-c62e-47b2-bf09-11416de11d18 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Allocated IP 172.20.0.8 (8ada7883-079a-446c-8acc-2ff2a808db0e/3775425e-a141-4b61-8374-25f0c82033a0/5d51b669-a5d0-49b2-beb2-f8be1bbd5123) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:54.518065 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-7ef913cf-5e6e-4420-95cb-e40a61ecbd36 service neutron] 10.222.0.35 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418558 Sep 30 08:24:54.534150 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-007ab12c-a667-413d-b4c8-b409b7134280 service neutron] 10.222.0.35 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089413 Sep 30 08:24:54.612438 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3573fb3-5bac-4f40-9aae-b13f5a22269a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.690689 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-c3573fb3-5bac-4f40-9aae-b13f5a22269a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] device_id is not set on port 1e6922fc-9f4b-4295-ac0d-7e9e00376abc yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:24:54.705823 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ce047d-c5e1-4b3a-989f-fdf18690f92c req-231f7ee9-438f-4bb6-92a9-15519f1f20bc service neutron] 10.222.0.35 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783180 Sep 30 08:24:54.738933 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c59e26e5-6ce7-4254-897a-a19f3c8cc95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.750603 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c59e26e5-6ce7-4254-897a-a19f3c8cc95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:54.802013 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81e51361-efc8-4cc3-94f4-1f170d6540b0 req-9b76318b-cc66-4571-be0c-b887f26d5db4 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 210 time: 0.0719259 Sep 30 08:24:54.884560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e26e5-6ce7-4254-897a-a19f3c8cc95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fcfd95-471b-454b-b3a1-f5dee769ddef,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:54.892665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c59e26e5-6ce7-4254-897a-a19f3c8cc95d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=794d3d36d86749db8e20003d902efcec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7207766 Sep 30 08:24:54.895755 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53194) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:54.939848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb63688-1a62-4644-855a-2a9027c1695a req-2af09498-14a8-4198-a2b1-2fc034e06a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:54.941422 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecb63688-1a62-4644-855a-2a9027c1695a req-2af09498-14a8-4198-a2b1-2fc034e06a5c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2e96348ea9040438150f1b52135b63c&device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 1094 time: 0.1371219 Sep 30 08:24:54.987058 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4b5ea735-bd0d-42e7-8a48-6b9a7dfe50e5 req-81a732fc-9169-4cd1-bd74-ffe3be3cb150 service neutron] 10.222.0.35 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420636 Sep 30 08:24:55.145578 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4465d032-a0a1-4009-bbde-b1dc2b2b24fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.194537 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4465d032-a0a1-4009-bbde-b1dc2b2b24fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.197292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb63688-1a62-4644-855a-2a9027c1695a req-0fcad09c-581b-4420-bcff-288ef1d38b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:55.199014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecb63688-1a62-4644-855a-2a9027c1695a req-0fcad09c-581b-4420-bcff-288ef1d38b29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ada7883-079a-446c-8acc-2ff2a808db0e HTTP/1.1" status: 200 len: 917 time: 0.2488191 Sep 30 08:24:55.204570 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-04d7f304-c62e-47b2-bf09-11416de11d18 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.254929 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecb63688-1a62-4644-855a-2a9027c1695a req-4934e692-9f65-405d-8062-b64e4223c64d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6faff0a-9ba5-45a4-b07a-56ede1d03cab HTTP/1.1" status: 200 len: 217 time: 0.0475838 Sep 30 08:24:55.329019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e4da5-74ab-4ff3-ae88-981f870e25d3 req-44d5c444-3611-457e-a854-46b0bbbd321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:55.331189 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b8e4da5-74ab-4ff3-ae88-981f870e25d3 req-44d5c444-3611-457e-a854-46b0bbbd321c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2e96348ea9040438150f1b52135b63c&device_id=f02fd17c-5e97-437a-8b51-17bc36270cf6 HTTP/1.1" status: 200 len: 1094 time: 0.2133894 Sep 30 08:24:55.331590 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb63688-1a62-4644-855a-2a9027c1695a req-ffe3fe01-43b5-4ff8-af66-92ebd234a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:55.333981 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecb63688-1a62-4644-855a-2a9027c1695a req-ffe3fe01-43b5-4ff8-af66-92ebd234a210 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3775425e-a141-4b61-8374-25f0c82033a0 HTTP/1.1" status: 200 len: 855 time: 0.0661287 Sep 30 08:24:55.361661 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4465d032-a0a1-4009-bbde-b1dc2b2b24fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.364292 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4465d032-a0a1-4009-bbde-b1dc2b2b24fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.366959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4465d032-a0a1-4009-bbde-b1dc2b2b24fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84fcfd95-471b-454b-b3a1-f5dee769ddef HTTP/1.1" status: 204 len: 168 time: 0.4663661 Sep 30 08:24:55.395835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465d032-a0a1-4009-bbde-b1dc2b2b24fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fcfd95-471b-454b-b3a1-f5dee769ddef,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:55.436896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb63688-1a62-4644-855a-2a9027c1695a req-f7dc8bcc-69d9-4525-85c6-197db47e58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:55.442186 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecb63688-1a62-4644-855a-2a9027c1695a req-f7dc8bcc-69d9-4525-85c6-197db47e58ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ada7883-079a-446c-8acc-2ff2a808db0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917363 Sep 30 08:24:55.551288 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-04d7f304-c62e-47b2-bf09-11416de11d18 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.558070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e4da5-74ab-4ff3-ae88-981f870e25d3 req-2bfe2765-8c28-4a03-9669-91670d02ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:55.562002 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b8e4da5-74ab-4ff3-ae88-981f870e25d3 req-2bfe2765-8c28-4a03-9669-91670d02ef50 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ada7883-079a-446c-8acc-2ff2a808db0e HTTP/1.1" status: 200 len: 917 time: 0.2166305 Sep 30 08:24:55.565433 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c3573fb3-5bac-4f40-9aae-b13f5a22269a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Allocated IP 2001:db8::78 (fdffefd9-5dc1-4cc0-994b-5c922abb1868/2bf51d53-0bf8-4ed3-91f3-2369bfd81892/1e6922fc-9f4b-4295-ac0d-7e9e00376abc) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:55.622137 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa931244-a785-4298-aa3c-fef67fd95b7f req-69a1f8b2-acef-46f1-9049-17fc577afbb6 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/ports?device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 210 time: 0.0852945 Sep 30 08:24:55.649649 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7f304-c62e-47b2-bf09-11416de11d18 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Pushing event updated for resources: {'Port': ['ID=5d51b669-a5d0-49b2-beb2-f8be1bbd5123,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:55.731977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-04d7f304-c62e-47b2-bf09-11416de11d18 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Network 8ada7883-079a-446c-8acc-2ff2a808db0e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:55.735877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-04d7f304-c62e-47b2-bf09-11416de11d18 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:55.743338 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b8e4da5-74ab-4ff3-ae88-981f870e25d3 req-41d0092e-4237-4eb6-a073-e68484f93b79 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2639dce0-f146-4f28-9b93-c5ae409439a9 HTTP/1.1" status: 200 len: 217 time: 0.0988166 Sep 30 08:24:55.744365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-04d7f304-c62e-47b2-bf09-11416de11d18 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:55.818205 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecb63688-1a62-4644-855a-2a9027c1695a req-307d0a89-15dc-4379-8662-49685ff72975 service neutron] 10.222.0.35 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679774 Sep 30 08:24:55.877420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-04d7f304-c62e-47b2-bf09-11416de11d18 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:55.880329 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-04d7f304-c62e-47b2-bf09-11416de11d18 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:55.981253 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-04d7f304-c62e-47b2-bf09-11416de11d18 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2695775 Sep 30 08:24:55.998073 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:56.017630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Request body: {'port': {'device_id': 'f219694e-68d8-4d30-8ca6-72337324159c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:56.040423 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecb63688-1a62-4644-855a-2a9027c1695a req-de0099db-c932-45b5-abe4-082b8c3cdd74 service neutron] 10.222.0.35 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138875 Sep 30 08:24:56.072196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e4da5-74ab-4ff3-ae88-981f870e25d3 req-6e4000a4-602f-4001-a701-7701f7cccfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:56.074191 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b8e4da5-74ab-4ff3-ae88-981f870e25d3 req-6e4000a4-602f-4001-a701-7701f7cccfd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3775425e-a141-4b61-8374-25f0c82033a0 HTTP/1.1" status: 200 len: 855 time: 0.2666435 Sep 30 08:24:56.134577 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.149935 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75a49d61-8cdd-4632-93aa-f070c89dc9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.303235 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3fd403ff-1b69-4e2a-8511-58bc35fdac50 None None] Provisioning complete for port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:56.304358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bc9bc-c16c-4126-94f8-451995bb110e req-821304ed-6e07-40a6-a4b6-d25f4dd44d3e tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:56.307032 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fd403ff-1b69-4e2a-8511-58bc35fdac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.311504 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c8bc9bc-c16c-4126-94f8-451995bb110e req-821304ed-6e07-40a6-a4b6-d25f4dd44d3e tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 931 time: 0.2701077 Sep 30 08:24:56.340486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f7128-9667-4fe5-8a77-d48bb783082a req-70759f6d-520f-41b0-9742-42cdf31c60d1 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:56.342508 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e34f7128-9667-4fe5-8a77-d48bb783082a req-70759f6d-520f-41b0-9742-42cdf31c60d1 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 945 time: 0.8473451 Sep 30 08:24:56.353142 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e4da5-74ab-4ff3-ae88-981f870e25d3 req-73bf5fc1-7892-43f7-b251-1f9776fb1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:56.354687 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b8e4da5-74ab-4ff3-ae88-981f870e25d3 req-73bf5fc1-7892-43f7-b251-1f9776fb1ff2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ada7883-079a-446c-8acc-2ff2a808db0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2287586 Sep 30 08:24:56.359074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-6e746ee2-c84e-443e-9134-557edfd1ca6b tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:56.360627 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-6e746ee2-c84e-443e-9134-557edfd1ca6b tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.36 "GET /v2.0/networks?id=fbd6f837-b95b-440a-b029-11af8eebb4ca HTTP/1.1" status: 200 len: 814 time: 0.3180099 Sep 30 08:24:56.378771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3fd403ff-1b69-4e2a-8511-58bc35fdac50 None None] Port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:56.391594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-fa7202cc-66af-4f7b-9976-0522fca667cb tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Request body: {'port': {'device_id': '5716ef01-92de-405e-910c-56cb25940e78', 'network_id': 'fbd6f837-b95b-440a-b029-11af8eebb4ca', 'admin_state_up': True, 'tenant_id': '0aaec8e22b0b46c48c3d63773eb22d8b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:56.445042 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c8bc9bc-c16c-4126-94f8-451995bb110e req-7708a1c5-8a17-4d0e-823a-6cb8ce21c5f5 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326110 Sep 30 08:24:56.450241 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e34f7128-9667-4fe5-8a77-d48bb783082a req-842e90f5-69b0-4ad6-a40b-c786f5e99e7f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867658 Sep 30 08:24:56.480694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device b6faff0a-9ba5-45a4-b07a-56ede1d03cab details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:24:56.528934 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3573fb3-5bac-4f40-9aae-b13f5a22269a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.588572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port b6faff0a-9ba5-45a4-b07a-56ede1d03cab, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b6faff0a-9ba5-45a4-b07a-56ede1d03cab,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:56.601121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'b6faff0a-9ba5-45a4-b07a-56ede1d03cab', 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e', 'port_id': 'b6faff0a-9ba5-45a4-b07a-56ede1d03cab', 'mac_address': 'fa:16:3e:48:ee:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3775425e-a141-4b61-8374-25f0c82033a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:24:56.658668 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.666864 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b8e4da5-74ab-4ff3-ae88-981f870e25d3 req-35ad3712-a2ac-441b-ae19-7b73a09995ee service neutron] 10.222.0.35 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000469 Sep 30 08:24:56.680396 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6faff0a-9ba5-45a4-b07a-56ede1d03cab {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:56.709339 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port b6faff0a-9ba5-45a4-b07a-56ede1d03cab, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b6faff0a-9ba5-45a4-b07a-56ede1d03cab,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:56.717402 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:56.751856 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e28c341-6e83-415a-949f-ab3fdb2cce12 req-6e8d499f-a007-4039-970d-178ab7dbcb53 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/ports?device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 210 time: 0.0395794 Sep 30 08:24:56.783737 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=b6faff0a-9ba5-45a4-b07a-56ede1d03cab,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:56.975572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['b6faff0a-9ba5-45a4-b07a-56ede1d03cab'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:57.060764 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75a49d61-8cdd-4632-93aa-f070c89dc9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.085061 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75a49d61-8cdd-4632-93aa-f070c89dc9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.119928 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3573fb3-5bac-4f40-9aae-b13f5a22269a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.130247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-fa7202cc-66af-4f7b-9976-0522fca667cb tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Made reservation on behalf of 0aaec8e22b0b46c48c3d63773eb22d8b for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:57.136920 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-fa7202cc-66af-4f7b-9976-0522fca667cb tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.186408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1f84b-4b68-44f8-a1b7-dfb546c99151 req-ff8acce7-d91e-4772-bb6c-b765aafae6aa tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:57.189978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6ae1f84b-4b68-44f8-a1b7-dfb546c99151 req-ff8acce7-d91e-4772-bb6c-b765aafae6aa tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.36 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 945 time: 0.0983627 Sep 30 08:24:57.236612 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3573fb3-5bac-4f40-9aae-b13f5a22269a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:57.244531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c3573fb3-5bac-4f40-9aae-b13f5a22269a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:57.254162 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a49d61-8cdd-4632-93aa-f070c89dc9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef6b384-7ce5-414f-8778-58cb0af50fea,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:57.257723 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3573fb3-5bac-4f40-9aae-b13f5a22269a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:57.266033 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3573fb3-5bac-4f40-9aae-b13f5a22269a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:57.266702 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3573fb3-5bac-4f40-9aae-b13f5a22269a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.317302 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-75a49d61-8cdd-4632-93aa-f070c89dc9d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8a648b6a9fe49e186173e8121cb6c14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3177521 Sep 30 08:24:57.337184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53236) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:57.369958 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:57.383505 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.400621 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-fa7202cc-66af-4f7b-9976-0522fca667cb tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Allocated IP 172.20.0.8 (fbd6f837-b95b-440a-b029-11af8eebb4ca/a62ca1fd-9cb9-4f8c-a5ea-54886fea08bf/178c8988-52c9-4aa9-8487-7dced4974705) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:24:57.404015 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Transition to ACTIVE for port object 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:24:57.426429 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3573fb3-5bac-4f40-9aae-b13f5a22269a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=1e6922fc-9f4b-4295-ac0d-7e9e00376abc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:57.435208 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.530232 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Pushing event updated for resources: {'Port': ['ID=5d51b669-a5d0-49b2-beb2-f8be1bbd5123,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:57.546988 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4803d80-96c4-4690-b4a5-d88e45ca1171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.588357 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c3573fb3-5bac-4f40-9aae-b13f5a22269a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0744789 Sep 30 08:24:57.595648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53244) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:57.620988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0b4be7d6-c8a5-40a6-b8c3-de07f25f4dd6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'subnet': {'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:57.684318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Attempting to bind port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:24:57.684876 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Attempting to bind port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:24:57.685203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Attempting to bind port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 on network 8ada7883-079a-446c-8acc-2ff2a808db0e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:57.691466 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 on network 8ada7883-079a-446c-8acc-2ff2a808db0e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:24:57.691975 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Attempting to bind port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 on network 8ada7883-079a-446c-8acc-2ff2a808db0e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:24:57.700600 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b8e4da5-74ab-4ff3-ae88-981f870e25d3 req-7667349d-4fbc-4daa-9d27-921cfe2219a3 service neutron] 10.222.0.35 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0213723 Sep 30 08:24:57.713025 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:24:57.713506 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Checking segment: {'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:24:57.713992 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Bound using segment: {'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:24:57.717368 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Bound port: 5d51b669-a5d0-49b2-beb2-f8be1bbd5123, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:24:57.717850 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.729171 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-95847923-9f5f-4990-91e2-c55f82bf1dfe None None] Provisioning complete for port 1e6922fc-9f4b-4295-ac0d-7e9e00376abc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:57.730188 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95847923-9f5f-4990-91e2-c55f82bf1dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.804414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-95847923-9f5f-4990-91e2-c55f82bf1dfe None None] Port 1e6922fc-9f4b-4295-ac0d-7e9e00376abc cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:24:57.809835 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] For port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:24:57.811921 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53248) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:57.813232 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] For port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5d51b669-a5d0-49b2-beb2-f8be1bbd5123,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:24:57.819240 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.852871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:57.853607 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.855163 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] 10.222.0.35 "PUT /v2.0/ports/5d51b669-a5d0-49b2-beb2-f8be1bbd5123 HTTP/1.1" status: 200 len: 1091 time: 1.8420503 Sep 30 08:24:57.857751 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f219694e-68d8-4d30-8ca6-72337324159c', 'tag': '5d51b669-a5d0-49b2-beb2-f8be1bbd5123'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:57.860104 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bfacf2-1294-4a16-9749-3ad5ecbd1fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "f219694e-68d8-4d30-8ca6-72337324159c", "tag": "5d51b669-a5d0-49b2-beb2-f8be1bbd5123"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:57.893723 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d65a11-3b6c-4680-bdc6-49f356d3794a service neutron] Pushing event updated for resources: {'Port': ['ID=5d51b669-a5d0-49b2-beb2-f8be1bbd5123,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:57.912793 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4803d80-96c4-4690-b4a5-d88e45ca1171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:57.984093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-809e8678-0ef3-459c-92e1-b4c0e32f6e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:57.985531 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-809e8678-0ef3-459c-92e1-b4c0e32f6e67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2e96348ea9040438150f1b52135b63c&device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 1094 time: 0.0715775 Sep 30 08:24:57.985768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-6ae1f84b-4b68-44f8-a1b7-dfb546c99151 req-7d399590-6730-48a8-bef1-e7c7355a3e0f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Deleting port 8b9124e0-1fc1-4a02-a286-b6f533da343b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:24:57.986118 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6ae1f84b-4b68-44f8-a1b7-dfb546c99151 req-7d399590-6730-48a8-bef1-e7c7355a3e0f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.061851 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-8ddd5159-4c90-4021-8454-815bc4251182 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d51b669-a5d0-49b2-beb2-f8be1bbd5123 HTTP/1.1" status: 200 len: 217 time: 0.0628724 Sep 30 08:24:58.092115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6ae1f84b-4b68-44f8-a1b7-dfb546c99151 req-7d399590-6730-48a8-bef1-e7c7355a3e0f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] For port 8b9124e0-1fc1-4a02-a286-b6f533da343b, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=8b9124e0-1fc1-4a02-a286-b6f533da343b,segment=NetworkSegment(6277b6a0-087d-440c-8513-8832b68a6bc2),segment_id=6277b6a0-087d-440c-8513-8832b68a6bc2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:58.092478 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6ae1f84b-4b68-44f8-a1b7-dfb546c99151 req-7d399590-6730-48a8-bef1-e7c7355a3e0f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.107398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-6ae1f84b-4b68-44f8-a1b7-dfb546c99151 req-7d399590-6730-48a8-bef1-e7c7355a3e0f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Calling delete_port for 8b9124e0-1fc1-4a02-a286-b6f533da343b owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:24:58.141464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-3290caf5-ba2f-4c9b-b1a9-1ecaf768f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:58.142976 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-3290caf5-ba2f-4c9b-b1a9-1ecaf768f823 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3775425e-a141-4b61-8374-25f0c82033a0 HTTP/1.1" status: 200 len: 855 time: 0.0740676 Sep 30 08:24:58.199112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-437ed713-18df-4361-8d04-2bae995cfb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:58.200954 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-437ed713-18df-4361-8d04-2bae995cfb49 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ada7883-079a-446c-8acc-2ff2a808db0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507627 Sep 30 08:24:58.222891 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-75ae9eaf-ae92-4136-9740-d97c66aacef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.257706 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4be7d6-c8a5-40a6-b8c3-de07f25f4dd6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:58.261045 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b4be7d6-c8a5-40a6-b8c3-de07f25f4dd6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.281414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1386d-9576-486a-b494-d16f2c0b30ab req-fdea4442-092d-4788-9f51-28c08d6ee283 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:58.282937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98c1386d-9576-486a-b494-d16f2c0b30ab req-fdea4442-092d-4788-9f51-28c08d6ee283 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 943 time: 0.4645848 Sep 30 08:24:58.307768 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-e6b92cc7-a03c-4d42-ab7b-be06d01539a7 service neutron] 10.222.0.35 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993369 Sep 30 08:24:58.354816 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-fa7202cc-66af-4f7b-9976-0522fca667cb tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.384627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ceb1b6-0d9e-4836-a095-f18a54af15f5 req-8a89aa3f-869d-4930-bc63-1942fc35b96b tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:58.386200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22ceb1b6-0d9e-4836-a095-f18a54af15f5 req-8a89aa3f-869d-4930-bc63-1942fc35b96b tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 945 time: 0.5666687 Sep 30 08:24:58.411526 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d0ad079b-c449-4586-b7c8-9b30e93a762d req-4a247eee-c55b-4f5a-ac53-518460e6571b service neutron] 10.222.0.35 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974765 Sep 30 08:24:58.474839 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2639dce0-f146-4f28-9b93-c5ae409439a9 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:24:58.482681 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device b6faff0a-9ba5-45a4-b07a-56ede1d03cab up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:24:58.482869 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4803d80-96c4-4690-b4a5-d88e45ca1171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.485615 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4803d80-96c4-4690-b4a5-d88e45ca1171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.486798 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d4803d80-96c4-4690-b4a5-d88e45ca1171 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ef6b384-7ce5-414f-8778-58cb0af50fea HTTP/1.1" status: 204 len: 168 time: 1.1488416 Sep 30 08:24:58.540315 n-d-807359-2 neutron-server[94837]: INFO neutron.db.ipam_backend_mixin [None req-0b4be7d6-c8a5-40a6-b8c3-de07f25f4dd6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2bf51d53-0bf8-4ed3-91f3-2369bfd81892 (CIDR: 2001:db8::/64) Sep 30 08:24:58.605317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port b6faff0a-9ba5-45a4-b07a-56ede1d03cab completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:24:58.609731 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4be7d6-c8a5-40a6-b8c3-de07f25f4dd6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:24:58.610280 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4be7d6-c8a5-40a6-b8c3-de07f25f4dd6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:24:58.620674 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port b6faff0a-9ba5-45a4-b07a-56ede1d03cab triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:24:58.621052 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.627436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2639dce0-f146-4f28-9b93-c5ae409439a9, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2639dce0-f146-4f28-9b93-c5ae409439a9,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:58.647717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-98c1386d-9576-486a-b494-d16f2c0b30ab req-cf851c56-816a-4811-8e97-b006c334e970 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417749 Sep 30 08:24:58.664432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4803d80-96c4-4690-b4a5-d88e45ca1171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef6b384-7ce5-414f-8778-58cb0af50fea,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:58.684553 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '2639dce0-f146-4f28-9b93-c5ae409439a9', 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e', 'port_id': '2639dce0-f146-4f28-9b93-c5ae409439a9', 'mac_address': 'fa:16:3e:5c:3e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3775425e-a141-4b61-8374-25f0c82033a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:24:58.743630 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-fa7202cc-66af-4f7b-9976-0522fca667cb tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.762926 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.787198 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-75ae9eaf-ae92-4136-9740-d97c66aacef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.806306 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2639dce0-f146-4f28-9b93-c5ae409439a9 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:24:58.811122 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-75ae9eaf-ae92-4136-9740-d97c66aacef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.830529 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.836001 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2639dce0-f146-4f28-9b93-c5ae409439a9, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2639dce0-f146-4f28-9b93-c5ae409439a9,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:58.847118 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.885448 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12efcca-5bbc-4996-89d4-0796fdfe093b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6faff0a-9ba5-45a4-b07a-56ede1d03cab'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:58.888110 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a30a6c3-7803-4111-838b-bf6f190743ab" -d '{"events": [{"server_uuid": "f12efcca-5bbc-4996-89d4-0796fdfe093b", "name": "network-vif-plugged", "status": "completed", "tag": "b6faff0a-9ba5-45a4-b07a-56ede1d03cab"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:58.907660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port b6faff0a-9ba5-45a4-b07a-56ede1d03cab, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b6faff0a-9ba5-45a4-b07a-56ede1d03cab,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:24:58.925227 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:58.934198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=2639dce0-f146-4f28-9b93-c5ae409439a9,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:58.988389 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=b6faff0a-9ba5-45a4-b07a-56ede1d03cab,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:59.117407 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['2639dce0-f146-4f28-9b93-c5ae409439a9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:24:59.210917 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22ceb1b6-0d9e-4836-a095-f18a54af15f5 req-9c8eb83c-a128-4521-be7c-817c9c900a44 tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8fcfc0f-c870-47c9-ba30-bfabed45c39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7762005 Sep 30 08:24:59.211522 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6ae1f84b-4b68-44f8-a1b7-dfb546c99151 req-7d399590-6730-48a8-bef1-e7c7355a3e0f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.216367 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0b4be7d6-c8a5-40a6-b8c3-de07f25f4dd6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6171191 Sep 30 08:24:59.216723 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53280) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:59.221869 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-49b5587e-a883-4332-bbcd-844475d6b5aa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'subnet': {'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:59.269642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-fa7202cc-66af-4f7b-9976-0522fca667cb tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Network fbd6f837-b95b-440a-b029-11af8eebb4ca is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:24:59.277935 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7202cc-66af-4f7b-9976-0522fca667cb tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Pushing event updated for resources: {'Port': ['ID=178c8988-52c9-4aa9-8487-7dced4974705,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:59.292392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-fa7202cc-66af-4f7b-9976-0522fca667cb tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:24:59.300531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-75ae9eaf-ae92-4136-9740-d97c66aacef8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d6f5048cf3a4ae497e303cc1a0962df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4470892 Sep 30 08:24:59.301470 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-fa7202cc-66af-4f7b-9976-0522fca667cb tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:24:59.342656 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af54113-aaad-49b6-b2f4-ffa86049035a x-openstack-request-id: req-5af54113-aaad-49b6-b2f4-ffa86049035a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:59.342952 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f219694e-68d8-4d30-8ca6-72337324159c", "tag": "5d51b669-a5d0-49b2-beb2-f8be1bbd5123", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:59.343205 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5af54113-aaad-49b6-b2f4-ffa86049035a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:59.343602 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f219694e-68d8-4d30-8ca6-72337324159c', 'tag': '5d51b669-a5d0-49b2-beb2-f8be1bbd5123', 'status': 'completed', 'code': 200} Sep 30 08:24:59.344019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:59.374739 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118c92e-bdd2-4789-ae54-80bde4d8123e req-308a796e-8d9b-4531-85fd-cb9c32c7e90e tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:59.376350 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b118c92e-bdd2-4789-ae54-80bde4d8123e req-308a796e-8d9b-4531-85fd-cb9c32c7e90e tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/ports?device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 931 time: 0.6403105 Sep 30 08:24:59.381245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae9eaf-ae92-4136-9740-d97c66aacef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7c589b-c33a-4629-9a46-38a1f4121f39,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:59.381416 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf3b8e8-6c9a-45a0-95dc-6a39de3f42ac x-openstack-request-id: req-adf3b8e8-6c9a-45a0-95dc-6a39de3f42ac {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:59.381544 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12efcca-5bbc-4996-89d4-0796fdfe093b", "name": "network-vif-plugged", "status": "completed", "tag": "b6faff0a-9ba5-45a4-b07a-56ede1d03cab", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:59.381822 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adf3b8e8-6c9a-45a0-95dc-6a39de3f42ac {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:59.387068 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12efcca-5bbc-4996-89d4-0796fdfe093b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6faff0a-9ba5-45a4-b07a-56ede1d03cab', 'code': 200} Sep 30 08:24:59.419955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d399590-6730-48a8-bef1-e7c7355a3e0f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Pushing event deleted for resources: {'Port': ['ID=8b9124e0-1fc1-4a02-a286-b6f533da343b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:59.425867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae1f84b-4b68-44f8-a1b7-dfb546c99151 req-7d399590-6730-48a8-bef1-e7c7355a3e0f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] No DVR routers for this DVR port 8b9124e0-1fc1-4a02-a286-b6f533da343b on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:24:59.437897 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6ae1f84b-4b68-44f8-a1b7-dfb546c99151 req-7d399590-6730-48a8-bef1-e7c7355a3e0f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.439900 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6ae1f84b-4b68-44f8-a1b7-dfb546c99151 req-7d399590-6730-48a8-bef1-e7c7355a3e0f tempest-VolumesSnapshotTestJSON-1462990753 tempest-VolumesSnapshotTestJSON-1462990753-project] 10.222.0.36 "DELETE /v2.0/ports/8b9124e0-1fc1-4a02-a286-b6f533da343b HTTP/1.1" status: 204 len: 173 time: 2.2423053 Sep 30 08:24:59.447004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b6035c-29c5-48f8-9aa4-20928c0e654d', 'name': 'network-vif-deleted', 'tag': '8b9124e0-1fc1-4a02-a286-b6f533da343b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:24:59.449239 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a40c461-bd55-426e-8a61-1ecc44b08d8a" -d '{"events": [{"server_uuid": "22b6035c-29c5-48f8-9aa4-20928c0e654d", "name": "network-vif-deleted", "tag": "8b9124e0-1fc1-4a02-a286-b6f533da343b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:24:59.486105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-fa7202cc-66af-4f7b-9976-0522fca667cb tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:59.486886 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-fa7202cc-66af-4f7b-9976-0522fca667cb tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.491736 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b118c92e-bdd2-4789-ae54-80bde4d8123e req-1522467d-e445-48bf-988e-88a3da5f61ca tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0121842-01c3-437d-8af4-6a6449852c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695608 Sep 30 08:24:59.518392 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4143450-f35c-4fac-90af-549e83d757f0 x-openstack-request-id: req-c4143450-f35c-4fac-90af-549e83d757f0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:24:59.518684 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b6035c-29c5-48f8-9aa4-20928c0e654d", "name": "network-vif-deleted", "tag": "8b9124e0-1fc1-4a02-a286-b6f533da343b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:24:59.518935 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4143450-f35c-4fac-90af-549e83d757f0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:24:59.519323 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b6035c-29c5-48f8-9aa4-20928c0e654d', 'name': 'network-vif-deleted', 'tag': '8b9124e0-1fc1-4a02-a286-b6f533da343b', 'status': 'completed', 'code': 200} Sep 30 08:24:59.562374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-fa7202cc-66af-4f7b-9976-0522fca667cb tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1761973 Sep 30 08:24:59.569122 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfacf2-1294-4a16-9749-3ad5ecbd1fd4 req-c638d81f-add0-4fd0-848a-2735c132ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:59.570657 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-66bfacf2-1294-4a16-9749-3ad5ecbd1fd4 req-c638d81f-add0-4fd0-848a-2735c132ae2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2e96348ea9040438150f1b52135b63c&device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 1094 time: 0.2015674 Sep 30 08:24:59.574387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b5587e-a883-4332-bbcd-844475d6b5aa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:24:59.576320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Request body: {'port': {'device_id': '5716ef01-92de-405e-910c-56cb25940e78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:59.577816 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49b5587e-a883-4332-bbcd-844475d6b5aa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.607246 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9df72962-b2e5-425f-861b-91c317174911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.641437 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.642035 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aecfcc-05f9-471f-b50f-11537744851e req-32458941-c1cf-47d6-9364-8e08da2c1897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:59.643205 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6aecfcc-05f9-471f-b50f-11537744851e req-32458941-c1cf-47d6-9364-8e08da2c1897 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 1096 time: 0.1664846 Sep 30 08:24:59.750216 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.754450 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41bb0be4-5c99-4b30-8e55-7d2abb5d163c req-1b29fad8-8c27-4a6c-88c8-01fdcccc54c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0373929 Sep 30 08:24:59.754890 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9df72962-b2e5-425f-861b-91c317174911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.837739 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6aecfcc-05f9-471f-b50f-11537744851e req-970789a4-ea12-4e9d-9a3e-bc173d6acda4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826651 Sep 30 08:24:59.844154 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfacf2-1294-4a16-9749-3ad5ecbd1fd4 req-8f429fc1-b06a-4fb9-8406-be8ba4ae8088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:59.845633 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-66bfacf2-1294-4a16-9749-3ad5ecbd1fd4 req-8f429fc1-b06a-4fb9-8406-be8ba4ae8088 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ada7883-079a-446c-8acc-2ff2a808db0e HTTP/1.1" status: 200 len: 917 time: 0.2624648 Sep 30 08:24:59.852181 n-d-807359-2 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-49b5587e-a883-4332-bbcd-844475d6b5aa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 438ae6e1-c67d-4842-87c6-fb8f49f75db3 (CIDR: 2001:db8:0:1::/64) Sep 30 08:24:59.859299 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b5587e-a883-4332-bbcd-844475d6b5aa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:24:59.860056 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b5587e-a883-4332-bbcd-844475d6b5aa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:24:59.878203 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-49b5587e-a883-4332-bbcd-844475d6b5aa tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6602626 Sep 30 08:24:59.884087 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53310) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:24:59.890310 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-95454820-e367-4970-9db8-d71be123db03 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'subnet': {'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:24:59.896193 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9df72962-b2e5-425f-861b-91c317174911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.898398 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41bb0be4-5c99-4b30-8e55-7d2abb5d163c req-390f9d80-ba5c-4b1e-810a-f51ce35da5a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=335f09d13e9f48fcbf88ae43d1a53716&device_id=22b6035c-29c5-48f8-9aa4-20928c0e654d HTTP/1.1" status: 200 len: 210 time: 0.0660779 Sep 30 08:24:59.899207 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9df72962-b2e5-425f-861b-91c317174911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:24:59.900318 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9df72962-b2e5-425f-861b-91c317174911 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff7c589b-c33a-4629-9a46-38a1f4121f39 HTTP/1.1" status: 204 len: 168 time: 0.5550992 Sep 30 08:24:59.931008 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df72962-b2e5-425f-861b-91c317174911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7c589b-c33a-4629-9a46-38a1f4121f39,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:24:59.969604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d310c7-502d-4da1-a211-4fd02277019d req-5fb8770b-40eb-4daf-8194-b76608c19101 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:24:59.978999 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6d310c7-502d-4da1-a211-4fd02277019d req-5fb8770b-40eb-4daf-8194-b76608c19101 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 943 time: 0.2274795 Sep 30 08:25:00.068992 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95454820-e367-4970-9db8-d71be123db03 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Made reservation on behalf of 3479a21242e348a18ddec412ff416d8c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:00.073281 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95454820-e367-4970-9db8-d71be123db03 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:00.237082 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-66bfacf2-1294-4a16-9749-3ad5ecbd1fd4 req-dcb87b52-fb1e-45c5-a931-05816453e568 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d51b669-a5d0-49b2-beb2-f8be1bbd5123 HTTP/1.1" status: 200 len: 217 time: 0.1240623 Sep 30 08:25:00.260640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6d310c7-502d-4da1-a211-4fd02277019d req-59f6c655-1d51-4dd0-bb7e-4edbc8f68b25 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802410 Sep 30 08:25:00.286862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb0be4-5c99-4b30-8e55-7d2abb5d163c req-2f4cdf6c-2020-4bd4-8ec2-b17cedc9da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:00.288665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41bb0be4-5c99-4b30-8e55-7d2abb5d163c req-2f4cdf6c-2020-4bd4-8ec2-b17cedc9da47 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=335f09d13e9f48fcbf88ae43d1a53716&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3064973 Sep 30 08:25:00.314875 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfacf2-1294-4a16-9749-3ad5ecbd1fd4 req-afcdf041-42c4-4018-b98b-a313258c8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:00.316746 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-66bfacf2-1294-4a16-9749-3ad5ecbd1fd4 req-afcdf041-42c4-4018-b98b-a313258c8fd0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3775425e-a141-4b61-8374-25f0c82033a0 HTTP/1.1" status: 200 len: 855 time: 0.0711675 Sep 30 08:25:00.432476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfacf2-1294-4a16-9749-3ad5ecbd1fd4 req-45d7d32c-e3cc-4cdc-8843-d3ec1054edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:00.434332 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-66bfacf2-1294-4a16-9749-3ad5ecbd1fd4 req-45d7d32c-e3cc-4cdc-8843-d3ec1054edb9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ada7883-079a-446c-8acc-2ff2a808db0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084404 Sep 30 08:25:00.483886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:25:00.490584 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2639dce0-f146-4f28-9b93-c5ae409439a9 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:00.617498 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 8b9124e0-1fc1-4a02-a286-b6f533da343b no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:00.683598 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 8b9124e0-1fc1-4a02-a286-b6f533da343b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:00.684288 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 8b9124e0-1fc1-4a02-a286-b6f533da343b not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:00.689912 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95454820-e367-4970-9db8-d71be123db03 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:00.697863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178c8988-52c9-4aa9-8487-7dced4974705 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:25:00.710490 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:00.713807 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb0be4-5c99-4b30-8e55-7d2abb5d163c req-478b901e-db30-41e2-8e04-4b00997d95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:00.717802 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41bb0be4-5c99-4b30-8e55-7d2abb5d163c req-478b901e-db30-41e2-8e04-4b00997d95e9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4166620 Sep 30 08:25:00.739939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Transition to ACTIVE for port object 178c8988-52c9-4aa9-8487-7dced4974705 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:25:00.763838 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:00.767942 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-66bfacf2-1294-4a16-9749-3ad5ecbd1fd4 req-50f373fb-0e66-4b70-82b5-ad2f24e38e5f service neutron] 10.222.0.35 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093638 Sep 30 08:25:00.775356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95454820-e367-4970-9db8-d71be123db03 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:00.781062 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-95454820-e367-4970-9db8-d71be123db03 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:00.784724 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95454820-e367-4970-9db8-d71be123db03 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:00.785890 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95454820-e367-4970-9db8-d71be123db03 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:00.834622 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95454820-e367-4970-9db8-d71be123db03 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Subnet': ['ID=c5104aba-af40-4e88-817b-0592c6582536,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:00.842217 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5f1cb3-6b7c-4ccf-898d-6d42484d555a None None] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:00.845205 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-95454820-e367-4970-9db8-d71be123db03 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9595942 Sep 30 08:25:00.863888 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53370) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:00.870788 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4bfdc186-5e0c-4b8f-8f3c-9e13f20ccf58 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1093905462', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c5104aba-af40-4e88-817b-0592c6582536'}], 'security_groups': ['448a1144-446d-4269-9270-1f6648da9cbc', '182d6ce1-3b4c-474a-91e9-6c2cd97a26be']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:00.916078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fee66b-aa54-4301-81b2-5c843c669d67 req-2659d664-afa0-4dcc-ad08-9e4c97830f14 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:00.940504 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54fee66b-aa54-4301-81b2-5c843c669d67 req-2659d664-afa0-4dcc-ad08-9e4c97830f14 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/ports?device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 931 time: 0.3179352 Sep 30 08:25:01.022179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 2639dce0-f146-4f28-9b93-c5ae409439a9 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:25:01.060555 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 2639dce0-f146-4f28-9b93-c5ae409439a9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:01.060934 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:01.070541 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Pushing event updated for resources: {'Port': ['ID=178c8988-52c9-4aa9-8487-7dced4974705,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:01.144117 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-66bfacf2-1294-4a16-9749-3ad5ecbd1fd4 req-e5132e3b-c0fc-48d9-8ee8-080ae364ecb2 service neutron] 10.222.0.35 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419776 Sep 30 08:25:01.145625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5d51b669-a5d0-49b2-beb2-f8be1bbd5123,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:01.204247 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-54fee66b-aa54-4301-81b2-5c843c669d67 req-843f6087-1316-4314-ae23-918c101acaba tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0121842-01c3-437d-8af4-6a6449852c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546833 Sep 30 08:25:01.220237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '5d51b669-a5d0-49b2-beb2-f8be1bbd5123', 'network_id': '8ada7883-079a-446c-8acc-2ff2a808db0e', 'port_id': '5d51b669-a5d0-49b2-beb2-f8be1bbd5123', 'mac_address': 'fa:16:3e:2a:89:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3775425e-a141-4b61-8374-25f0c82033a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:25:01.248826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Attempting to bind port 178c8988-52c9-4aa9-8487-7dced4974705 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:01.249432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Attempting to bind port 178c8988-52c9-4aa9-8487-7dced4974705 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '19ee4989-31be-4596-bafe-024d87fac378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fbd6f837-b95b-440a-b029-11af8eebb4ca'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:01.249946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Attempting to bind port 178c8988-52c9-4aa9-8487-7dced4974705 on network fbd6f837-b95b-440a-b029-11af8eebb4ca {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:01.259263 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Port 178c8988-52c9-4aa9-8487-7dced4974705 on network fbd6f837-b95b-440a-b029-11af8eebb4ca not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:01.260590 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Attempting to bind port 178c8988-52c9-4aa9-8487-7dced4974705 on network fbd6f837-b95b-440a-b029-11af8eebb4ca {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:01.268809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:01.269438 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Checking segment: {'id': '19ee4989-31be-4596-bafe-024d87fac378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fbd6f837-b95b-440a-b029-11af8eebb4ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:01.270493 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Bound using segment: {'id': '19ee4989-31be-4596-bafe-024d87fac378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fbd6f837-b95b-440a-b029-11af8eebb4ca'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:01.271242 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Bound port: 178c8988-52c9-4aa9-8487-7dced4974705, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ee4989-31be-4596-bafe-024d87fac378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fbd6f837-b95b-440a-b029-11af8eebb4ca'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:01.272004 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:01.284955 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc186-5e0c-4b8f-8f3c-9e13f20ccf58 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:01.402823 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] For port 178c8988-52c9-4aa9-8487-7dced4974705, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:01.406391 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] For port 178c8988-52c9-4aa9-8487-7dced4974705, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=178c8988-52c9-4aa9-8487-7dced4974705,segment=NetworkSegment(19ee4989-31be-4596-bafe-024d87fac378),segment_id=19ee4989-31be-4596-bafe-024d87fac378)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:01.416251 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:01.500561 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:01.528392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:01.529204 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:01.530792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] 10.222.0.36 "PUT /v2.0/ports/178c8988-52c9-4aa9-8487-7dced4974705 HTTP/1.1" status: 200 len: 1091 time: 1.9594598 Sep 30 08:25:01.533370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5716ef01-92de-405e-910c-56cb25940e78', 'tag': '178c8988-52c9-4aa9-8487-7dced4974705'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:01.536232 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123d100f-e36a-4490-b7db-9b8e351d42a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5716ef01-92de-405e-910c-56cb25940e78", "tag": "178c8988-52c9-4aa9-8487-7dced4974705"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:01.544324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:25:01.584641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5d51b669-a5d0-49b2-beb2-f8be1bbd5123,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:01.602385 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:01.636755 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861379b-fe59-4b38-aaf1-9c84bb1097d0 service neutron] Pushing event updated for resources: {'Port': ['ID=178c8988-52c9-4aa9-8487-7dced4974705,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:01.638471 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:01.686658 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f825ec9-90f6-4d8f-80e8-c65594d674fc req-1f355905-a557-4970-86fc-bc9f93327609 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:01.695491 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f825ec9-90f6-4d8f-80e8-c65594d674fc req-1f355905-a557-4970-86fc-bc9f93327609 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 943 time: 0.2250960 Sep 30 08:25:01.726544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e5bb9-f50e-488b-a1de-8681d85e1083 None None] Update dhcp port {'port': {'network_id': 'fdffefd9-5dc1-4cc0-994b-5c922abb1868', 'fixed_ips': [{'subnet_id': '438ae6e1-c67d-4842-87c6-fb8f49f75db3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2bf51d53-0bf8-4ed3-91f3-2369bfd81892', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c5104aba-af40-4e88-817b-0592c6582536'}], 'binding:host_id': 'n-d-807359-2'}, 'id': 'c0d686a8-7454-4bbc-a932-996478d4bae2'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:25:01.729120 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e0a314-74e7-4767-b1d7-b492531b7c4e x-openstack-request-id: req-24e0a314-74e7-4767-b1d7-b492531b7c4e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:01.731137 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5716ef01-92de-405e-910c-56cb25940e78", "tag": "178c8988-52c9-4aa9-8487-7dced4974705", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:01.733174 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24e0a314-74e7-4767-b1d7-b492531b7c4e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:01.733990 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5716ef01-92de-405e-910c-56cb25940e78', 'tag': '178c8988-52c9-4aa9-8487-7dced4974705', 'status': 'completed', 'code': 200} Sep 30 08:25:01.761307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-74be09e8-f327-40a1-810f-012d945e23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:01.794686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02fd17c-5e97-437a-8b51-17bc36270cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2639dce0-f146-4f28-9b93-c5ae409439a9'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:01.796414 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-74be09e8-f327-40a1-810f-012d945e23b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aaec8e22b0b46c48c3d63773eb22d8b&device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 1094 time: 0.2092469 Sep 30 08:25:01.797489 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ceee75-7284-41c2-abff-30602093c599" -d '{"events": [{"server_uuid": "f02fd17c-5e97-437a-8b51-17bc36270cf6", "name": "network-vif-plugged", "status": "completed", "tag": "2639dce0-f146-4f28-9b93-c5ae409439a9"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:01.817493 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 2639dce0-f146-4f28-9b93-c5ae409439a9, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2639dce0-f146-4f28-9b93-c5ae409439a9,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:01.882938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5d51b669-a5d0-49b2-beb2-f8be1bbd5123,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:01.904047 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:01.927995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f825ec9-90f6-4d8f-80e8-c65594d674fc req-0c56de4c-49c1-4852-8ded-b678433e26f2 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313039 Sep 30 08:25:01.935354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-b5590576-9596-4dc5-87b7-3e08e4137ee0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=178c8988-52c9-4aa9-8487-7dced4974705 HTTP/1.1" status: 200 len: 217 time: 0.1289325 Sep 30 08:25:01.942385 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4442662c-ef85-40a2-87bb-4a09364d8ce8 x-openstack-request-id: req-4442662c-ef85-40a2-87bb-4a09364d8ce8 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:01.966626 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02fd17c-5e97-437a-8b51-17bc36270cf6", "name": "network-vif-plugged", "status": "completed", "tag": "2639dce0-f146-4f28-9b93-c5ae409439a9", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:01.967360 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4442662c-ef85-40a2-87bb-4a09364d8ce8 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:01.968265 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02fd17c-5e97-437a-8b51-17bc36270cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2639dce0-f146-4f28-9b93-c5ae409439a9', 'code': 200} Sep 30 08:25:02.009875 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['5d51b669-a5d0-49b2-beb2-f8be1bbd5123'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:25:02.014717 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a66e5bb9-f50e-488b-a1de-8681d85e1083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:02.034779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-3722ea11-f9fb-410e-9643-1b6664ffef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:02.037444 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-3722ea11-f9fb-410e-9643-1b6664ffef71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a62ca1fd-9cb9-4f8c-a5ea-54886fea08bf HTTP/1.1" status: 200 len: 854 time: 0.0915382 Sep 30 08:25:02.085619 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-1b4ec921-fbdd-4722-b1d9-065cfc5ac336 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fbd6f837-b95b-440a-b029-11af8eebb4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397878 Sep 30 08:25:02.190971 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4bfdc186-5e0c-4b8f-8f3c-9e13f20ccf58 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Delete allocated IP 2001:db8::78 (fdffefd9-5dc1-4cc0-994b-5c922abb1868/2bf51d53-0bf8-4ed3-91f3-2369bfd81892) {{(pid=94838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 08:25:02.209411 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e00960-9811-447f-83c3-abb37aa1d745 req-09f0f3cd-6094-4e49-8287-1da8c4810927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:02.212322 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-05e00960-9811-447f-83c3-abb37aa1d745 req-09f0f3cd-6094-4e49-8287-1da8c4810927 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f02fd17c-5e97-437a-8b51-17bc36270cf6 HTTP/1.1" status: 200 len: 1096 time: 0.1664128 Sep 30 08:25:02.290345 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-29681f42-9c43-4c8b-b203-c5e1c72184a5 service neutron] 10.222.0.36 "GET /v2.0/networks/fbd6f837-b95b-440a-b029-11af8eebb4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948025 Sep 30 08:25:02.325481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4bfdc186-5e0c-4b8f-8f3c-9e13f20ccf58 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Allocated IP 2001:db8:0:2::150 (fdffefd9-5dc1-4cc0-994b-5c922abb1868/c5104aba-af40-4e88-817b-0592c6582536/1e6922fc-9f4b-4295-ac0d-7e9e00376abc) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:02.402398 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-05e00960-9811-447f-83c3-abb37aa1d745 req-716d0bd0-910c-4a57-a619-ef604a82a297 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714716 Sep 30 08:25:02.420931 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=2639dce0-f146-4f28-9b93-c5ae409439a9,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:02.476147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f858fc1-62c2-4399-af54-21ea2d276d0e req-de38e171-a22a-4d93-949b-0e8e3bfeba09 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:02.478268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f858fc1-62c2-4399-af54-21ea2d276d0e req-de38e171-a22a-4d93-949b-0e8e3bfeba09 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/ports?device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 943 time: 0.1552827 Sep 30 08:25:02.497316 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68a31238-ad21-46ef-bb96-86f8e6edcef2 req-6e42b857-0082-4f0a-8707-bd8e6ce77f8c service neutron] 10.222.0.36 "GET /v2.0/networks/fbd6f837-b95b-440a-b029-11af8eebb4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995490 Sep 30 08:25:02.596940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f858fc1-62c2-4399-af54-21ea2d276d0e req-4b124640-a477-4797-9794-0e3935b88710 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0121842-01c3-437d-8af4-6a6449852c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928178 Sep 30 08:25:02.646484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d100f-e36a-4490-b7db-9b8e351d42a7 req-2c9fc482-b333-42dd-9b93-7999a7e8159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:02.652744 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-123d100f-e36a-4490-b7db-9b8e351d42a7 req-2c9fc482-b333-42dd-9b93-7999a7e8159f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aaec8e22b0b46c48c3d63773eb22d8b&device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 1094 time: 0.0945342 Sep 30 08:25:02.751880 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc186-5e0c-4b8f-8f3c-9e13f20ccf58 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:02.759418 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc186-5e0c-4b8f-8f3c-9e13f20ccf58 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:02.778500 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d100f-e36a-4490-b7db-9b8e351d42a7 req-9ed2441a-ca71-4322-8d18-ec381260bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:02.780170 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-123d100f-e36a-4490-b7db-9b8e351d42a7 req-9ed2441a-ca71-4322-8d18-ec381260bbcd service neutron] 10.222.0.36 "GET /v2.0/networks?id=fbd6f837-b95b-440a-b029-11af8eebb4ca HTTP/1.1" status: 200 len: 915 time: 0.1204147 Sep 30 08:25:02.834900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-a66e5bb9-f50e-488b-a1de-8681d85e1083 None None] Allocated IP 2001:db8:0:2::2 (fdffefd9-5dc1-4cc0-994b-5c922abb1868/c5104aba-af40-4e88-817b-0592c6582536/c0d686a8-7454-4bbc-a932-996478d4bae2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:02.852724 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4bfdc186-5e0c-4b8f-8f3c-9e13f20ccf58 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] In _notify_port_updated(), no bound segment for port 1e6922fc-9f4b-4295-ac0d-7e9e00376abc on network fdffefd9-5dc1-4cc0-994b-5c922abb1868 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:25:02.858419 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-123d100f-e36a-4490-b7db-9b8e351d42a7 req-ffa0d7e1-5fef-4577-997f-038b65543065 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=178c8988-52c9-4aa9-8487-7dced4974705 HTTP/1.1" status: 200 len: 217 time: 0.0557528 Sep 30 08:25:02.859849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfdc186-5e0c-4b8f-8f3c-9e13f20ccf58 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:02.860609 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc186-5e0c-4b8f-8f3c-9e13f20ccf58 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:02.862128 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4bfdc186-5e0c-4b8f-8f3c-9e13f20ccf58 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "PUT /v2.0/ports/1e6922fc-9f4b-4295-ac0d-7e9e00376abc HTTP/1.1" status: 200 len: 970 time: 1.9964573 Sep 30 08:25:02.865070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53502) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:02.900576 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdc186-5e0c-4b8f-8f3c-9e13f20ccf58 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event updated for resources: {'Port': ['ID=1e6922fc-9f4b-4295-ac0d-7e9e00376abc,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:02.935506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d100f-e36a-4490-b7db-9b8e351d42a7 req-878aef5a-8f7d-4a22-aa50-02e6c0a2c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:02.937033 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-123d100f-e36a-4490-b7db-9b8e351d42a7 req-878aef5a-8f7d-4a22-aa50-02e6c0a2c159 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a62ca1fd-9cb9-4f8c-a5ea-54886fea08bf HTTP/1.1" status: 200 len: 854 time: 0.0698433 Sep 30 08:25:02.976709 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-123d100f-e36a-4490-b7db-9b8e351d42a7 req-06fbe477-bd3a-4f05-b51a-d17bc1e432e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fbd6f837-b95b-440a-b029-11af8eebb4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294311 Sep 30 08:25:03.022411 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a66e5bb9-f50e-488b-a1de-8681d85e1083 None None] For port c0d686a8-7454-4bbc-a932-996478d4bae2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c0d686a8-7454-4bbc-a932-996478d4bae2,segment=NetworkSegment(c2c89e37-849e-4f4c-a61b-7897297defb3),segment_id=c2c89e37-849e-4f4c-a61b-7897297defb3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:03.063666 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5996619f-c983-4712-8a13-09d5afba50de tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port 1e6922fc-9f4b-4295-ac0d-7e9e00376abc {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:03.064209 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5996619f-c983-4712-8a13-09d5afba50de tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.074558 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a66e5bb9-f50e-488b-a1de-8681d85e1083 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.080908 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a66e5bb9-f50e-488b-a1de-8681d85e1083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.178752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-123d100f-e36a-4490-b7db-9b8e351d42a7 req-f9bbe2be-595c-4b28-83a2-9b33efd99753 service neutron] 10.222.0.36 "GET /v2.0/networks/fbd6f837-b95b-440a-b029-11af8eebb4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878743 Sep 30 08:25:03.212629 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e5bb9-f50e-488b-a1de-8681d85e1083 None None] Pushing event updated for resources: {'Port': ['ID=c0d686a8-7454-4bbc-a932-996478d4bae2,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:03.234605 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94893105-1d63-4d84-ad64-3460a5fa0b9f req-df729313-e779-4e38-bdfc-4f0c09fb01f8 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:03.239055 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5996619f-c983-4712-8a13-09d5afba50de tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.242267 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94893105-1d63-4d84-ad64-3460a5fa0b9f req-df729313-e779-4e38-bdfc-4f0c09fb01f8 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 944 time: 0.1439190 Sep 30 08:25:03.260580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5996619f-c983-4712-8a13-09d5afba50de tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for 1e6922fc-9f4b-4295-ac0d-7e9e00376abc owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:03.457939 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5996619f-c983-4712-8a13-09d5afba50de tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.512571 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94893105-1d63-4d84-ad64-3460a5fa0b9f req-cbb00b63-c67e-4a0a-8892-c7e5e954660e tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168784 Sep 30 08:25:03.556861 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-123d100f-e36a-4490-b7db-9b8e351d42a7 req-5b8877c0-ac79-4797-bc98-938b97e3a538 service neutron] 10.222.0.36 "GET /v2.0/networks/fbd6f837-b95b-440a-b029-11af8eebb4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135796 Sep 30 08:25:03.613419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996619f-c983-4712-8a13-09d5afba50de tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=1e6922fc-9f4b-4295-ac0d-7e9e00376abc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:03.652029 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5996619f-c983-4712-8a13-09d5afba50de tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.654154 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5996619f-c983-4712-8a13-09d5afba50de tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/1e6922fc-9f4b-4295-ac0d-7e9e00376abc HTTP/1.1" status: 204 len: 168 time: 0.7880225 Sep 30 08:25:03.656844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53570) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:03.712189 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c97fa5e-302a-4b3a-8b16-4baf1b556dd3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] GET failed (client error): The resource could not be found. Sep 30 08:25:03.716349 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8c97fa5e-302a-4b3a-8b16-4baf1b556dd3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports/1e6922fc-9f4b-4295-ac0d-7e9e00376abc HTTP/1.1" status: 404 len: 333 time: 0.0560675 Sep 30 08:25:03.717718 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53580) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:03.830151 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a4cb766-956a-416d-afb4-08da737bddc5 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.857610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169cadb-35a2-4ee2-9885-9c639964b173 req-28eb3b03-e939-4089-a59f-1538628c6571 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:03.859231 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4169cadb-35a2-4ee2-9885-9c639964b173 req-28eb3b03-e939-4089-a59f-1538628c6571 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/ports?device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 943 time: 0.1110871 Sep 30 08:25:03.909214 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a4cb766-956a-416d-afb4-08da737bddc5 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.939739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c0d686a8-7454-4bbc-a932-996478d4bae2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:03.946892 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4169cadb-35a2-4ee2-9885-9c639964b173 req-b24a476b-3d4a-47c2-8b8d-bead88564be4 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0121842-01c3-437d-8af4-6a6449852c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805142 Sep 30 08:25:03.983748 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a4cb766-956a-416d-afb4-08da737bddc5 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.990023 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a4cb766-956a-416d-afb4-08da737bddc5 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:03.992514 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0a4cb766-956a-416d-afb4-08da737bddc5 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/security-groups/172a21bc-6375-40f2-aded-8812617ad813 HTTP/1.1" status: 204 len: 168 time: 0.2737501 Sep 30 08:25:03.993789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53590) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:04.024649 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c0d686a8-7454-4bbc-a932-996478d4bae2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:04.025265 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.038469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cb766-956a-416d-afb4-08da737bddc5 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172a21bc-6375-40f2-aded-8812617ad813,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:04.120122 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed019d0c-65bf-4196-8028-d40fda21d224 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.180849 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed019d0c-65bf-4196-8028-d40fda21d224 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.254540 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed019d0c-65bf-4196-8028-d40fda21d224 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.259178 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed019d0c-65bf-4196-8028-d40fda21d224 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.260881 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ed019d0c-65bf-4196-8028-d40fda21d224 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/security-groups/182d6ce1-3b4c-474a-91e9-6c2cd97a26be HTTP/1.1" status: 204 len: 168 time: 0.2651763 Sep 30 08:25:04.263710 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53608) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:04.281039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed019d0c-65bf-4196-8028-d40fda21d224 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182d6ce1-3b4c-474a-91e9-6c2cd97a26be,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:04.346015 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1dfa15b6-8def-4c8e-9633-4a9913d61e7c None None] Could not find standard attr ID for object 1e6922fc-9f4b-4295-ac0d-7e9e00376abc. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:25:04.363741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1dfa15b6-8def-4c8e-9633-4a9913d61e7c None None] Provisioning complete for port c0d686a8-7454-4bbc-a932-996478d4bae2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:04.364672 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dfa15b6-8def-4c8e-9633-4a9913d61e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.399190 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33a0e8cd-255c-423c-84c5-9a19e7c8bba5 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.472183 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33a0e8cd-255c-423c-84c5-9a19e7c8bba5 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.501222 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:04.538712 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1dfa15b6-8def-4c8e-9633-4a9913d61e7c None None] Provisioning complete for port ca2d6abd-3b20-4341-a628-6a2b33bd67d9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:04.539487 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dfa15b6-8def-4c8e-9633-4a9913d61e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.571599 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33a0e8cd-255c-423c-84c5-9a19e7c8bba5 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.576889 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33a0e8cd-255c-423c-84c5-9a19e7c8bba5 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.579065 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-33a0e8cd-255c-423c-84c5-9a19e7c8bba5 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/security-groups/448a1144-446d-4269-9270-1f6648da9cbc HTTP/1.1" status: 204 len: 168 time: 0.3142488 Sep 30 08:25:04.581773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53626) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:04.605866 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0e8cd-255c-423c-84c5-9a19e7c8bba5 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=448a1144-446d-4269-9270-1f6648da9cbc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:04.634306 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1dfa15b6-8def-4c8e-9633-4a9913d61e7c None None] Port ca2d6abd-3b20-4341-a628-6a2b33bd67d9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:04.637182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 178c8988-52c9-4aa9-8487-7dced4974705 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:25:04.793789 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d50970b9-1a14-408c-bf8d-b8e658818cc9 None None] Could not find standard attr ID for object 1e6922fc-9f4b-4295-ac0d-7e9e00376abc. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:25:04.808347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-15680fee-9c0e-4a50-910d-a0af45eaeab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting subnet 2bf51d53-0bf8-4ed3-91f3-2369bfd81892 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:04.813145 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15680fee-9c0e-4a50-910d-a0af45eaeab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.877076 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:25:04.886064 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d850-7b30-42ef-b609-6d532fb5c56a req-3b80a175-9352-450e-8fb5-f0c31ddca493 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:04.887678 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3b3d850-7b30-42ef-b609-6d532fb5c56a req-3b80a175-9352-450e-8fb5-f0c31ddca493 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 944 time: 0.2089498 Sep 30 08:25:04.893205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:04.893918 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.897752 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 178c8988-52c9-4aa9-8487-7dced4974705, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=178c8988-52c9-4aa9-8487-7dced4974705,segment=NetworkSegment(19ee4989-31be-4596-bafe-024d87fac378),segment_id=19ee4989-31be-4596-bafe-024d87fac378)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:04.942611 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15680fee-9c0e-4a50-910d-a0af45eaeab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:04.956548 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '178c8988-52c9-4aa9-8487-7dced4974705', 'network_id': 'fbd6f837-b95b-440a-b029-11af8eebb4ca', 'port_id': '178c8988-52c9-4aa9-8487-7dced4974705', 'mac_address': 'fa:16:3e:62:87:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62ca1fd-9cb9-4f8c-a5ea-54886fea08bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:25:05.022500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:05.041291 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.077502 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178c8988-52c9-4aa9-8487-7dced4974705 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:25:05.103260 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 178c8988-52c9-4aa9-8487-7dced4974705, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=178c8988-52c9-4aa9-8487-7dced4974705,segment=NetworkSegment(19ee4989-31be-4596-bafe-024d87fac378),segment_id=19ee4989-31be-4596-bafe-024d87fac378)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:05.110642 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.120309 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.169437 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15680fee-9c0e-4a50-910d-a0af45eaeab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.176987 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f219694e-68d8-4d30-8ca6-72337324159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d51b669-a5d0-49b2-beb2-f8be1bbd5123'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:05.180310 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5e839a-c044-4407-bd3f-0cd4130ce667" -d '{"events": [{"server_uuid": "f219694e-68d8-4d30-8ca6-72337324159c", "name": "network-vif-plugged", "status": "completed", "tag": "5d51b669-a5d0-49b2-beb2-f8be1bbd5123"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:05.208421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5d51b669-a5d0-49b2-beb2-f8be1bbd5123,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:05.209881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=178c8988-52c9-4aa9-8487-7dced4974705,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:05.217504 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.277762 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3b3d850-7b30-42ef-b609-6d532fb5c56a req-a407bb17-c269-439d-80bf-1cad335afa2e tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789332 Sep 30 08:25:05.279388 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80daf085-19ef-4e2c-a1aa-d1e8e21852c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.293229 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15680fee-9c0e-4a50-910d-a0af45eaeab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.306043 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5d51b669-a5d0-49b2-beb2-f8be1bbd5123,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:05.336995 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15680fee-9c0e-4a50-910d-a0af45eaeab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf51d53-0bf8-4ed3-91f3-2369bfd81892,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:05.341789 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15680fee-9c0e-4a50-910d-a0af45eaeab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.345130 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-15680fee-9c0e-4a50-910d-a0af45eaeab7 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/2bf51d53-0bf8-4ed3-91f3-2369bfd81892 HTTP/1.1" status: 204 len: 168 time: 0.7578580 Sep 30 08:25:05.351157 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f81943d-5cfd-4c55-b1d1-0fa58da82eb9 None None] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:05.355736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98219e-8213-4c42-b26f-25e25fcd7caf req-53d59814-73ac-45da-9feb-147782489f6e tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:05.357988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c98219e-8213-4c42-b26f-25e25fcd7caf req-53d59814-73ac-45da-9feb-147782489f6e tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/ports?device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 944 time: 0.1278236 Sep 30 08:25:05.358512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53642) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:05.384043 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508e297c-f86e-42d2-aa51-8d408becb7de x-openstack-request-id: req-508e297c-f86e-42d2-aa51-8d408becb7de {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:05.384236 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f219694e-68d8-4d30-8ca6-72337324159c", "name": "network-vif-plugged", "status": "completed", "tag": "5d51b669-a5d0-49b2-beb2-f8be1bbd5123", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:05.384494 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-508e297c-f86e-42d2-aa51-8d408becb7de {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:05.384887 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f219694e-68d8-4d30-8ca6-72337324159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d51b669-a5d0-49b2-beb2-f8be1bbd5123', 'code': 200} Sep 30 08:25:05.408874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['178c8988-52c9-4aa9-8487-7dced4974705'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:25:05.451640 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c4669d-c2cf-4868-b231-f21351695183 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting subnet c5104aba-af40-4e88-817b-0592c6582536 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:05.457104 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c98219e-8213-4c42-b26f-25e25fcd7caf req-a8ffcbf3-f403-4f05-8fba-f07981cb0d14 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0121842-01c3-437d-8af4-6a6449852c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928109 Sep 30 08:25:05.457324 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80c4669d-c2cf-4868-b231-f21351695183 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.570689 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80c4669d-c2cf-4868-b231-f21351695183 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.650772 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80daf085-19ef-4e2c-a1aa-d1e8e21852c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.689751 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80daf085-19ef-4e2c-a1aa-d1e8e21852c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.789675 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-80daf085-19ef-4e2c-a1aa-d1e8e21852c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f60ba169f4714fc99dfb1fa438ebcabd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7638862 Sep 30 08:25:05.790583 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53648) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:05.804104 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083e53d-9087-49e3-9d4b-d5248708e27e req-05584d1e-fefd-4b54-adc6-651f516428f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:05.806542 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a083e53d-9087-49e3-9d4b-d5248708e27e req-05584d1e-fefd-4b54-adc6-651f516428f8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 1096 time: 0.3092794 Sep 30 08:25:05.812461 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daf085-19ef-4e2c-a1aa-d1e8e21852c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c24c8f2-3a73-401e-9008-374f188c5ff2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:05.863301 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80c4669d-c2cf-4868-b231-f21351695183 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.890598 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b41dd575-f6ee-45c3-b940-7939d45271b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.915192 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a083e53d-9087-49e3-9d4b-d5248708e27e req-fe289dce-fe7e-41a0-a37f-2b09c64403f8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926473 Sep 30 08:25:05.916449 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b41dd575-f6ee-45c3-b940-7939d45271b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.955355 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80c4669d-c2cf-4868-b231-f21351695183 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.985485 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b41dd575-f6ee-45c3-b940-7939d45271b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.990669 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b41dd575-f6ee-45c3-b940-7939d45271b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:05.992508 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b41dd575-f6ee-45c3-b940-7939d45271b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c24c8f2-3a73-401e-9008-374f188c5ff2 HTTP/1.1" status: 204 len: 168 time: 0.2001302 Sep 30 08:25:05.993817 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4669d-c2cf-4868-b231-f21351695183 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Subnet': ['ID=c5104aba-af40-4e88-817b-0592c6582536,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:06.004609 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80c4669d-c2cf-4868-b231-f21351695183 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:06.007617 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-80c4669d-c2cf-4868-b231-f21351695183 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/c5104aba-af40-4e88-817b-0592c6582536 HTTP/1.1" status: 204 len: 168 time: 0.6463497 Sep 30 08:25:06.009890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53654) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:06.012225 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dd575-f6ee-45c3-b940-7939d45271b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c24c8f2-3a73-401e-9008-374f188c5ff2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:06.043676 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-182ac7d7-fb75-4295-8c9b-7fa6942bd99b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:06.044120 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182ac7d7-fb75-4295-8c9b-7fa6942bd99b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:06.048450 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-182ac7d7-fb75-4295-8c9b-7fa6942bd99b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/2bf51d53-0bf8-4ed3-91f3-2369bfd81892 HTTP/1.1" status: 404 len: 337 time: 0.0350788 Sep 30 08:25:06.048769 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53656) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:06.107438 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea65cc70-e160-4e11-9089-a85370a164fc tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting subnet 438ae6e1-c67d-4842-87c6-fb8f49f75db3 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:06.113519 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea65cc70-e160-4e11-9089-a85370a164fc tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:06.170865 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea65cc70-e160-4e11-9089-a85370a164fc tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:06.294710 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea65cc70-e160-4e11-9089-a85370a164fc tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:06.387093 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea65cc70-e160-4e11-9089-a85370a164fc tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:06.433005 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65cc70-e160-4e11-9089-a85370a164fc tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Subnet': ['ID=438ae6e1-c67d-4842-87c6-fb8f49f75db3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:06.436786 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea65cc70-e160-4e11-9089-a85370a164fc tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:06.442170 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ea65cc70-e160-4e11-9089-a85370a164fc tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/438ae6e1-c67d-4842-87c6-fb8f49f75db3 HTTP/1.1" status: 204 len: 168 time: 0.3890719 Sep 30 08:25:06.443147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53666) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:06.483751 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8750acab-0970-48c2-bad7-7d9ffe498d5e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:06.483893 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91888a78-903d-4588-9956-58d2cf12768d req-35fd5cf0-b5b8-4232-88cf-05b8c9215007 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:06.484308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8750acab-0970-48c2-bad7-7d9ffe498d5e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:06.486125 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91888a78-903d-4588-9956-58d2cf12768d req-35fd5cf0-b5b8-4232-88cf-05b8c9215007 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 945 time: 0.1117985 Sep 30 08:25:06.490913 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8750acab-0970-48c2-bad7-7d9ffe498d5e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/5ce57312-f088-4ec8-a393-880aacf90d9c HTTP/1.1" status: 404 len: 337 time: 0.0439248 Sep 30 08:25:06.491231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53670) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:06.548682 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5a6f0d1f-ab2e-4c25-830e-e1d574e28a23 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "GET /v2.0/ports?device_id=3acc0791-ae72-46fd-ae20-75631c26924a HTTP/1.1" status: 200 len: 205 time: 0.0563102 Sep 30 08:25:06.551385 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53674) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:06.557748 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 178c8988-52c9-4aa9-8487-7dced4974705 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:06.633785 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-e79961ba-30bd-44dd-88e0-e8760ee4df8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] delete failed (client error): The resource could not be found. Sep 30 08:25:06.635735 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e79961ba-30bd-44dd-88e0-e8760ee4df8d tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/routers/3acc0791-ae72-46fd-ae20-75631c26924a HTTP/1.1" status: 404 len: 336 time: 0.0829601 Sep 30 08:25:06.638266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53678) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:06.639861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bb380e-fd8b-4660-95fa-453134a6f809 None None] Network fdffefd9-5dc1-4cc0-994b-5c922abb1868 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:06.647491 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91888a78-903d-4588-9956-58d2cf12768d req-e783ffd9-7b32-4782-9d14-44d8641c711f tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368687 Sep 30 08:25:06.702694 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-15092167-8672-47c5-b13e-5c05bb5ef59b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:06.705115 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15092167-8672-47c5-b13e-5c05bb5ef59b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:06.708232 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-15092167-8672-47c5-b13e-5c05bb5ef59b tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/7aed4bac-681d-4f0e-9b96-84ae6850260f HTTP/1.1" status: 404 len: 337 time: 0.0689034 Sep 30 08:25:06.712492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:06.716815 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-06cd71e2-caec-4e1b-acc5-ccc2a3d13b3f None None] Provisioning complete for port c0d686a8-7454-4bbc-a932-996478d4bae2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:06.717437 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-06cd71e2-caec-4e1b-acc5-ccc2a3d13b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:06.749425 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55012c1-9bc7-45a6-91ac-ef03f991fbaf req-13900eb8-24dd-4fb0-8a07-b26297e9b5df tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:06.751481 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c55012c1-9bc7-45a6-91ac-ef03f991fbaf req-13900eb8-24dd-4fb0-8a07-b26297e9b5df tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/ports?device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 944 time: 0.1681368 Sep 30 08:25:06.760002 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-591cd5f5-ea65-46f3-a135-e9c9e49a627a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:06.760481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591cd5f5-ea65-46f3-a135-e9c9e49a627a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:06.763243 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-591cd5f5-ea65-46f3-a135-e9c9e49a627a tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/f7fe0ff3-62f9-4e9d-8135-edf9ed4b3df1 HTTP/1.1" status: 404 len: 337 time: 0.0463562 Sep 30 08:25:06.765757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53688) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:06.831024 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0925b05a-838f-445d-8daa-fd24cfe26c6f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:06.832099 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0925b05a-838f-445d-8daa-fd24cfe26c6f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:06.835011 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0925b05a-838f-445d-8daa-fd24cfe26c6f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/ce2dd67a-c560-4c92-b3ab-7cfb5f9c1a49 HTTP/1.1" status: 404 len: 337 time: 0.0675759 Sep 30 08:25:06.837421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53692) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:06.843698 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 178c8988-52c9-4aa9-8487-7dced4974705 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:25:06.847667 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c55012c1-9bc7-45a6-91ac-ef03f991fbaf req-8f5f49cf-0768-4386-9f81-5ff27340fb50 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0121842-01c3-437d-8af4-6a6449852c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810122 Sep 30 08:25:06.874999 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 178c8988-52c9-4aa9-8487-7dced4974705 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:06.875618 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:06.885083 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-821b9590-6dce-498a-b03e-49ee9f59f5d3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:06.886254 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821b9590-6dce-498a-b03e-49ee9f59f5d3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:06.889199 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-821b9590-6dce-498a-b03e-49ee9f59f5d3 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/7a7dceef-3312-43a6-913e-fc61fa2fd794 HTTP/1.1" status: 404 len: 333 time: 0.0504298 Sep 30 08:25:06.891268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:06.918598 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6becb7-588d-4f02-81a6-faece70232fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:06.919218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6becb7-588d-4f02-81a6-faece70232fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:06.924518 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0c6becb7-588d-4f02-81a6-faece70232fe tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/1adf5865-5891-44f6-9b6b-49fcab076fab HTTP/1.1" status: 404 len: 337 time: 0.0300438 Sep 30 08:25:06.924931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53700) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:06.977062 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e6afd9-20c6-4ffe-b558-c74f7638332e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:06.977877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e6afd9-20c6-4ffe-b558-c74f7638332e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:06.983222 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-07e6afd9-20c6-4ffe-b558-c74f7638332e tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/0533aa80-d07d-46c9-9c0c-08391a68104e HTTP/1.1" status: 404 len: 337 time: 0.0540094 Sep 30 08:25:06.983384 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53702) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:07.037438 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54ccf62-d3f5-4b5c-9742-0e3ae09e1adf tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:07.039984 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54ccf62-d3f5-4b5c-9742-0e3ae09e1adf tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:07.043757 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b54ccf62-d3f5-4b5c-9742-0e3ae09e1adf tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/f4b5cb39-bff3-4a67-80cd-62da4eef0ead HTTP/1.1" status: 404 len: 333 time: 0.0588646 Sep 30 08:25:07.046584 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53708) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:07.091791 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-06cd71e2-caec-4e1b-acc5-ccc2a3d13b3f None None] Provisioning complete for port ca2d6abd-3b20-4341-a628-6a2b33bd67d9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:07.092232 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-06cd71e2-caec-4e1b-acc5-ccc2a3d13b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:07.098408 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:07.103373 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-805e4eb5-aaa4-4ed9-9a93-55b41a7a1978 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:07.103844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805e4eb5-aaa4-4ed9-9a93-55b41a7a1978 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:07.118401 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:07.126142 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ec7d5-795a-4127-bfe2-c76766aa9616 None None] DHCP port deletion for fdffefd9-5dc1-4cc0-994b-5c922abb1868 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:25:07.137602 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-805e4eb5-aaa4-4ed9-9a93-55b41a7a1978 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/042b2eb4-4da6-4a12-b82a-7b39f5c3717c HTTP/1.1" status: 404 len: 337 time: 0.0898106 Sep 30 08:25:07.163990 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-934c99d7-484c-4c41-a2b0-db3b37261a27 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] DELETE failed (client error): The resource could not be found. Sep 30 08:25:07.165305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934c99d7-484c-4c41-a2b0-db3b37261a27 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:25:07.169938 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-934c99d7-484c-4c41-a2b0-db3b37261a27 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/subnets/3e6d15e8-abd0-4206-9d8c-ad0acaba95ee HTTP/1.1" status: 404 len: 337 time: 0.0484591 Sep 30 08:25:07.170457 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53712) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:07.170975 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 178c8988-52c9-4aa9-8487-7dced4974705, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=178c8988-52c9-4aa9-8487-7dced4974705,segment=NetworkSegment(19ee4989-31be-4596-bafe-024d87fac378),segment_id=19ee4989-31be-4596-bafe-024d87fac378)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:07.212274 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:07.218327 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-06cd71e2-caec-4e1b-acc5-ccc2a3d13b3f None None] Port ca2d6abd-3b20-4341-a628-6a2b33bd67d9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:07.297343 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=178c8988-52c9-4aa9-8487-7dced4974705,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:07.308607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-01921bc7-a9d1-4290-ad6b-7a2d99bc02e6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Deleting port ca2d6abd-3b20-4341-a628-6a2b33bd67d9 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:07.309155 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01921bc7-a9d1-4290-ad6b-7a2d99bc02e6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:07.315963 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-460ec7d5-795a-4127-bfe2-c76766aa9616 None None] Deleting port c0d686a8-7454-4bbc-a932-996478d4bae2 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:07.316355 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-460ec7d5-795a-4127-bfe2-c76766aa9616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:07.407106 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01921bc7-a9d1-4290-ad6b-7a2d99bc02e6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:07.422352 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-01921bc7-a9d1-4290-ad6b-7a2d99bc02e6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Calling delete_port for ca2d6abd-3b20-4341-a628-6a2b33bd67d9 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:07.427659 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5716ef01-92de-405e-910c-56cb25940e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178c8988-52c9-4aa9-8487-7dced4974705'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:07.430143 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f657b4-9e0a-4248-8aac-33b363502c8c" -d '{"events": [{"server_uuid": "5716ef01-92de-405e-910c-56cb25940e78", "name": "network-vif-plugged", "status": "completed", "tag": "178c8988-52c9-4aa9-8487-7dced4974705"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:07.443266 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-460ec7d5-795a-4127-bfe2-c76766aa9616 None None] For port c0d686a8-7454-4bbc-a932-996478d4bae2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c0d686a8-7454-4bbc-a932-996478d4bae2,segment=NetworkSegment(c2c89e37-849e-4f4c-a61b-7897297defb3),segment_id=c2c89e37-849e-4f4c-a61b-7897297defb3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:07.443677 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-460ec7d5-795a-4127-bfe2-c76766aa9616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:07.458116 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-460ec7d5-795a-4127-bfe2-c76766aa9616 None None] Calling delete_port for c0d686a8-7454-4bbc-a932-996478d4bae2 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:07.527427 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe72d6f-6701-45f1-96bd-5f4d66c87404 x-openstack-request-id: req-7fe72d6f-6701-45f1-96bd-5f4d66c87404 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:07.527855 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5716ef01-92de-405e-910c-56cb25940e78", "name": "network-vif-plugged", "status": "completed", "tag": "178c8988-52c9-4aa9-8487-7dced4974705", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:07.528136 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fe72d6f-6701-45f1-96bd-5f4d66c87404 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:07.528533 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5716ef01-92de-405e-910c-56cb25940e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178c8988-52c9-4aa9-8487-7dced4974705', 'code': 200} Sep 30 08:25:07.576363 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01921bc7-a9d1-4290-ad6b-7a2d99bc02e6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:07.601346 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-460ec7d5-795a-4127-bfe2-c76766aa9616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:07.636882 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ec7d5-795a-4127-bfe2-c76766aa9616 None None] Pushing event deleted for resources: {'Port': ['ID=c0d686a8-7454-4bbc-a932-996478d4bae2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:07.639439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b167ce1-704f-419f-b5d1-05e24f05f0b9 req-6c775aae-5a1f-43bb-8bb3-a7da0ac59560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:07.642824 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b167ce1-704f-419f-b5d1-05e24f05f0b9 req-6c775aae-5a1f-43bb-8bb3-a7da0ac59560 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 1096 time: 0.0795140 Sep 30 08:25:07.650917 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ec7d5-795a-4127-bfe2-c76766aa9616 None None] No DVR routers for this DVR port c0d686a8-7454-4bbc-a932-996478d4bae2 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:07.680779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01921bc7-a9d1-4290-ad6b-7a2d99bc02e6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Port': ['ID=ca2d6abd-3b20-4341-a628-6a2b33bd67d9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:07.712319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b167ce1-704f-419f-b5d1-05e24f05f0b9 req-4bc253e0-f4fe-4f1b-8a18-b2c9939e56df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f0121842-01c3-437d-8af4-6a6449852c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614328 Sep 30 08:25:07.719999 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01921bc7-a9d1-4290-ad6b-7a2d99bc02e6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:07.727722 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53730) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:07.728090 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-01921bc7-a9d1-4290-ad6b-7a2d99bc02e6 tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/ports/ca2d6abd-3b20-4341-a628-6a2b33bd67d9 HTTP/1.1" status: 204 len: 168 time: 0.5552199 Sep 30 08:25:07.744512 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ab5aa24f-323e-4b3b-b83e-e6740b8395dd req-e668dae8-ebc2-454c-9f8d-da43e5619d85 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1656218 Sep 30 08:25:07.894537 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45312361-7c52-460d-83d7-d13720482a0f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:07.929690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c0d686a8-7454-4bbc-a932-996478d4bae2 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:07.986692 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba068e6f-172c-408a-b96f-b858f1120ffe req-44ab3190-7d34-4828-85b7-311e14b5d495 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:07.990169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba068e6f-172c-408a-b96f-b858f1120ffe req-44ab3190-7d34-4828-85b7-311e14b5d495 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 945 time: 0.2227650 Sep 30 08:25:07.994256 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: c0d686a8-7454-4bbc-a932-996478d4bae2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:07.994604 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c0d686a8-7454-4bbc-a932-996478d4bae2 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:07.998342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aa24f-323e-4b3b-b83e-e6740b8395dd req-35317ba8-668d-41d5-9983-495ef473a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:07.999965 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ab5aa24f-323e-4b3b-b83e-e6740b8395dd req-35317ba8-668d-41d5-9983-495ef473a5a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2e96348ea9040438150f1b52135b63c&device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 1096 time: 0.1604908 Sep 30 08:25:08.095843 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45312361-7c52-460d-83d7-d13720482a0f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.164548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-45312361-7c52-460d-83d7-d13720482a0f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdffefd9-5dc1-4cc0-994b-5c922abb1868']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:08.186794 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-45312361-7c52-460d-83d7-d13720482a0f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c89e37-849e-4f4c-a61b-7897297defb3') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:08.187098 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-45312361-7c52-460d-83d7-d13720482a0f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c89e37-849e-4f4c-a61b-7897297defb3') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:08.191443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba068e6f-172c-408a-b96f-b858f1120ffe req-42b612c1-bac9-4086-9021-5a9f6d68d853 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771882 Sep 30 08:25:08.210018 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fe2ee-1680-4e15-ad52-e86030745836 req-2aaf43a2-6a25-4066-8c64-b111f4eaae7c tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:08.219959 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aa24f-323e-4b3b-b83e-e6740b8395dd req-63ec682a-c1d1-4d3c-b62d-36ce938a3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:08.219959 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ab5aa24f-323e-4b3b-b83e-e6740b8395dd req-63ec682a-c1d1-4d3c-b62d-36ce938a3a10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ada7883-079a-446c-8acc-2ff2a808db0e HTTP/1.1" status: 200 len: 917 time: 0.1919928 Sep 30 08:25:08.223620 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a5fe2ee-1680-4e15-ad52-e86030745836 req-2aaf43a2-6a25-4066-8c64-b111f4eaae7c tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/ports?device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 945 time: 0.2088282 Sep 30 08:25:08.232505 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45312361-7c52-460d-83d7-d13720482a0f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.281150 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45312361-7c52-460d-83d7-d13720482a0f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.322366 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a5fe2ee-1680-4e15-ad52-e86030745836 req-ad9677b9-df90-438c-bf36-6efa20912485 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0121842-01c3-437d-8af4-6a6449852c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993824 Sep 30 08:25:08.331420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45312361-7c52-460d-83d7-d13720482a0f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:25:08.333471 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45312361-7c52-460d-83d7-d13720482a0f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:25:08.337454 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:25:08.351273 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ab5aa24f-323e-4b3b-b83e-e6740b8395dd req-cf6c435b-aaff-498b-b4e1-8833362c0a4b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6faff0a-9ba5-45a4-b07a-56ede1d03cab HTTP/1.1" status: 200 len: 217 time: 0.1230402 Sep 30 08:25:08.424149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aa24f-323e-4b3b-b83e-e6740b8395dd req-cb311118-9488-434d-af86-048fad8a7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:08.426498 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ab5aa24f-323e-4b3b-b83e-e6740b8395dd req-cb311118-9488-434d-af86-048fad8a7a57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3775425e-a141-4b61-8374-25f0c82033a0 HTTP/1.1" status: 200 len: 855 time: 0.0679796 Sep 30 08:25:08.447786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53748) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:08.456172 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45312361-7c52-460d-83d7-d13720482a0f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.490097 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45312361-7c52-460d-83d7-d13720482a0f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:08.493010 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-45312361-7c52-460d-83d7-d13720482a0f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] 10.222.0.24 "DELETE /v2.0/networks/fdffefd9-5dc1-4cc0-994b-5c922abb1868 HTTP/1.1" status: 204 len: 168 time: 0.7643452 Sep 30 08:25:08.494863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45312361-7c52-460d-83d7-d13720482a0f tempest-PortsIpV6TestJSON-1197486065 tempest-PortsIpV6TestJSON-1197486065-project] Pushing event deleted for resources: {'Network': ['ID=fdffefd9-5dc1-4cc0-994b-5c922abb1868,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:08.515929 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840749f-e9a4-4a5a-b1b8-7caf6ac36099 req-1499f908-1ade-4178-ba62-1e196194c66f tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:08.517948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3840749f-e9a4-4a5a-b1b8-7caf6ac36099 req-1499f908-1ade-4178-ba62-1e196194c66f tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.1876583 Sep 30 08:25:08.520501 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aa24f-323e-4b3b-b83e-e6740b8395dd req-0210cc80-7966-4da8-bbf2-1b547867b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:08.522833 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ab5aa24f-323e-4b3b-b83e-e6740b8395dd req-0210cc80-7966-4da8-bbf2-1b547867b57d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ada7883-079a-446c-8acc-2ff2a808db0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896292 Sep 30 08:25:08.594851 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3840749f-e9a4-4a5a-b1b8-7caf6ac36099 req-d61e2ccb-fdb7-4a55-98b7-ef41ff714b8d tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697062 Sep 30 08:25:08.675126 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-76f64345-3d0c-464e-afb9-545af88670f9 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1521548379'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:08.675945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-76f64345-3d0c-464e-afb9-545af88670f9 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] Unknown quota resources ['metering_label']. {{(pid=94837) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:25:08.684602 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ab5aa24f-323e-4b3b-b83e-e6740b8395dd req-155f9d65-359c-4eb7-ac93-a5bb3f5ee4bf service neutron] 10.222.0.35 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529880 Sep 30 08:25:08.859503 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ab5aa24f-323e-4b3b-b83e-e6740b8395dd req-83b4f554-0a3d-407c-a9d1-de4a349fb7bb service neutron] 10.222.0.35 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631126 Sep 30 08:25:08.890797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53758) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:09.055398 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8d5118cd-b958-4fc9-aa20-ba4c87f33142 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3479a21242e348a18ddec412ff416d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632109 Sep 30 08:25:09.058449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53762) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:09.127020 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31decf82-38c7-4055-ba66-01f810575dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:09.164303 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31decf82-38c7-4055-ba66-01f810575dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:09.243302 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31decf82-38c7-4055-ba66-01f810575dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:09.253053 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31decf82-38c7-4055-ba66-01f810575dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:09.255930 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-31decf82-38c7-4055-ba66-01f810575dbb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b66e363-2399-44f6-aa15-d609f72779af HTTP/1.1" status: 204 len: 168 time: 0.1963243 Sep 30 08:25:09.276314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31decf82-38c7-4055-ba66-01f810575dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b66e363-2399-44f6-aa15-d609f72779af,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:09.497088 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76f64345-3d0c-464e-afb9-545af88670f9 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:09.500775 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-76f64345-3d0c-464e-afb9-545af88670f9 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0493188 Sep 30 08:25:09.501144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:09.506141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-062dd3cc-880d-4ed7-96d6-85503837410f tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7651f932-3f6d-4090-a182-858d1bacdd3f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:09.506659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-062dd3cc-880d-4ed7-96d6-85503837410f tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:25:09.539059 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c22c6-282f-496b-abf9-e8bb96ea52cc req-39996cfd-da86-4a31-a755-4d430b56d2e1 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:09.547187 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd0c22c6-282f-496b-abf9-e8bb96ea52cc req-39996cfd-da86-4a31-a755-4d430b56d2e1 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f02fd17c-5e97-437a-8b51-17bc36270cf6 HTTP/1.1" status: 200 len: 945 time: 0.7195005 Sep 30 08:25:09.588271 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099d24c-349e-472c-9164-63900e962bed req-1abf2a47-3a16-4d2a-bbc4-bed55d60f4d9 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:09.590669 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1099d24c-349e-472c-9164-63900e962bed req-1abf2a47-3a16-4d2a-bbc4-bed55d60f4d9 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/ports?device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 945 time: 0.1717558 Sep 30 08:25:09.600919 n-d-807359-2 neutron-server[94838]: WARNING neutron.services.metering.metering_plugin [None req-062dd3cc-880d-4ed7-96d6-85503837410f tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 30 08:25:09.629977 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd0c22c6-282f-496b-abf9-e8bb96ea52cc req-546c393c-8678-4e48-960d-cbadd9b56d82 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768280 Sep 30 08:25:09.724530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1099d24c-349e-472c-9164-63900e962bed req-e820f1f0-8d30-4487-9912-75fce18ce08f tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0121842-01c3-437d-8af4-6a6449852c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104295 Sep 30 08:25:10.123643 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-062dd3cc-880d-4ed7-96d6-85503837410f tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:10.125034 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-062dd3cc-880d-4ed7-96d6-85503837410f tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6228909 Sep 30 08:25:10.128064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53794) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:10.128234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f9fd7-6491-41e1-a3a3-2cd3787267a6 req-abd04d26-f82a-4dc3-8f8b-45b6d5735c29 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:10.132600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c5f9fd7-6491-41e1-a3a3-2cd3787267a6 req-abd04d26-f82a-4dc3-8f8b-45b6d5735c29 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 945 time: 0.1144321 Sep 30 08:25:10.132792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d264451a-ca11-4b5d-bac1-cc6ec64831a4 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7651f932-3f6d-4090-a182-858d1bacdd3f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:10.133219 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d264451a-ca11-4b5d-bac1-cc6ec64831a4 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:25:10.165821 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:10.212230 n-d-807359-2 neutron-server[94838]: WARNING neutron.services.metering.metering_plugin [None req-d264451a-ca11-4b5d-bac1-cc6ec64831a4 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 30 08:25:10.219866 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c5f9fd7-6491-41e1-a3a3-2cd3787267a6 req-35f0a2d3-b459-45a8-800d-a0e79d03442e tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809453 Sep 30 08:25:10.452728 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d264451a-ca11-4b5d-bac1-cc6ec64831a4 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:10.454239 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d264451a-ca11-4b5d-bac1-cc6ec64831a4 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3249648 Sep 30 08:25:10.458827 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53812) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:10.466167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418c261-b79b-4a51-b9c2-3e50a62d64e4 req-bdbf52f6-f2a0-4da2-b74c-33893ddc8b95 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:10.468543 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3418c261-b79b-4a51-b9c2-3e50a62d64e4 req-bdbf52f6-f2a0-4da2-b74c-33893ddc8b95 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/ports?device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 945 time: 0.1090863 Sep 30 08:25:10.482506 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fd7aa6e0-dd63-4069-ac58-ed7c1c07fa3e tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=7491bcd7-f41a-46f6-8443-f174e2f0fc3f HTTP/1.1" status: 200 len: 464 time: 0.0222087 Sep 30 08:25:10.483257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53814) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:10.556951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3418c261-b79b-4a51-b9c2-3e50a62d64e4 req-fa7d8aa9-e791-42db-aadc-9bd6fe3dc1bf tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0121842-01c3-437d-8af4-6a6449852c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762389 Sep 30 08:25:10.637354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53818) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:10.704927 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57632b59-ee1d-4957-822c-d26e8c4238cd tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:10.709076 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-57632b59-ee1d-4957-822c-d26e8c4238cd tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/7491bcd7-f41a-46f6-8443-f174e2f0fc3f HTTP/1.1" status: 204 len: 168 time: 0.2216825 Sep 30 08:25:10.711188 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53822) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:10.725576 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6f7ae53c-ebc7-437c-b16c-e9c7424727c1 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=7491bcd7-f41a-46f6-8443-f174e2f0fc3f HTTP/1.1" status: 200 len: 221 time: 0.0107701 Sep 30 08:25:10.725771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53824) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:10.730167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-33837b9f-9e8a-4368-b454-5d50b9aca722 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1585197306', 'description': 'label created by tempest'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:10.730715 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-33837b9f-9e8a-4368-b454-5d50b9aca722 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] Unknown quota resources ['metering_label']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:25:10.784469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57862187-1f1f-408b-a729-7a8f02aa5c0a req-53407d76-7805-4272-b4d3-4b7df4ea74af tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:10.789694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57862187-1f1f-408b-a729-7a8f02aa5c0a req-53407d76-7805-4272-b4d3-4b7df4ea74af tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.1190984 Sep 30 08:25:10.846013 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57862187-1f1f-408b-a729-7a8f02aa5c0a req-7f6eae38-6c8c-41a2-b186-bec16db75bcc tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495772 Sep 30 08:25:10.852520 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-423b8d05-abac-4835-b882-d2821fb794d8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'network': {'name': 'tempest-RoutersTest-409879166'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:10.877936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423b8d05-abac-4835-b882-d2821fb794d8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:10.883058 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-423b8d05-abac-4835-b882-d2821fb794d8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:10.906334 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-423b8d05-abac-4835-b882-d2821fb794d8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.025392 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33837b9f-9e8a-4368-b454-5d50b9aca722 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.026000 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-33837b9f-9e8a-4368-b454-5d50b9aca722 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2993498 Sep 30 08:25:11.031738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53828) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:11.131224 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6a4779f3-70d1-4321-bbee-269c79a389e6 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=a2014efc-b6aa-43ae-bfe5-696ddde9685d HTTP/1.1" status: 200 len: 468 time: 0.0980670 Sep 30 08:25:11.134016 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53830) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:11.233862 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-423b8d05-abac-4835-b882-d2821fb794d8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.240566 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-423b8d05-abac-4835-b882-d2821fb794d8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.294398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423b8d05-abac-4835-b882-d2821fb794d8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:25:11.339849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b8d05-abac-4835-b882-d2821fb794d8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cc13d1-6911-4b84-a39f-028b1e317413,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:11.343504 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-423b8d05-abac-4835-b882-d2821fb794d8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.343995 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-423b8d05-abac-4835-b882-d2821fb794d8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Added segment ab461624-7ea9-4bd9-8d34-bf91f4643dc8 of type vlan for network 3bcca9c1-78dd-4682-9f66-fa3c01feb97d Sep 30 08:25:11.381060 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03940b-b33d-44d4-8fac-bf5e672105c9 req-687ed193-aba6-46e7-8eb7-643374d9179f tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:11.387532 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03940b-b33d-44d4-8fac-bf5e672105c9 req-687ed193-aba6-46e7-8eb7-643374d9179f tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:11.397194 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03940b-b33d-44d4-8fac-bf5e672105c9 req-687ed193-aba6-46e7-8eb7-643374d9179f tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:11.402367 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77c30914-e16c-4fc2-a49e-c3bbbed41745 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.407283 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-77c30914-e16c-4fc2-a49e-c3bbbed41745 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/a2014efc-b6aa-43ae-bfe5-696ddde9685d HTTP/1.1" status: 204 len: 168 time: 0.2740097 Sep 30 08:25:11.407708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c03940b-b33d-44d4-8fac-bf5e672105c9 req-687ed193-aba6-46e7-8eb7-643374d9179f tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c&device_id=f02fd17c-5e97-437a-8b51-17bc36270cf6&device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 2416 time: 0.1921077 Sep 30 08:25:11.409401 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53832) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:11.433671 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-93f52c5d-9fa7-46f4-ba8d-acf9e3e136df tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=a2014efc-b6aa-43ae-bfe5-696ddde9685d HTTP/1.1" status: 200 len: 216 time: 0.0183656 Sep 30 08:25:11.434877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53836) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:11.461979 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2edb67d7-ba4f-452a-93ab-c48da57391f6 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0165508 Sep 30 08:25:11.463019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53838) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:11.479083 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-423b8d05-abac-4835-b882-d2821fb794d8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.494564 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b284d4ba-1ed2-4f57-b90f-e3cf0d5fc746 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0259559 Sep 30 08:25:11.496286 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53840) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:11.541958 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c03940b-b33d-44d4-8fac-bf5e672105c9 req-fb2dce78-bdb2-4e41-ae02-825e0abe5135 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325021 Sep 30 08:25:11.656391 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-423b8d05-abac-4835-b882-d2821fb794d8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.678141 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423b8d05-abac-4835-b882-d2821fb794d8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:11.678141 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-423b8d05-abac-4835-b882-d2821fb794d8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.693775 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cdc63195-c7bd-4322-8754-4b72bbc80b01 tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/7651f932-3f6d-4090-a182-858d1bacdd3f HTTP/1.1" status: 200 len: 473 time: 0.1890850 Sep 30 08:25:11.718932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53848) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:11.757117 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-37dd23de-f434-42c2-b572-2b23bfb73e0f tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/d6e9c80b-d88d-4c30-a5de-196ddea9b719 HTTP/1.1" status: 200 len: 461 time: 0.0333419 Sep 30 08:25:11.757935 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53850) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:11.882754 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-423b8d05-abac-4835-b882-d2821fb794d8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2440987 Sep 30 08:25:11.886693 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53852) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:11.892020 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c527db4c-17e3-4ba2-99ca-b379201e3d9a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'network': {'name': 'tempest-RoutersTest-178532792'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:11.928462 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b8d05-abac-4835-b882-d2821fb794d8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Network': ['ID=3bcca9c1-78dd-4682-9f66-fa3c01feb97d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:11.938698 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-336c64fd-67fe-4072-8d1e-3799b9c071cb tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:11.941967 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 3bcca9c1-78dd-4682-9f66-fa3c01feb97d details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:25:11.943702 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-336c64fd-67fe-4072-8d1e-3799b9c071cb tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/d6e9c80b-d88d-4c30-a5de-196ddea9b719 HTTP/1.1" status: 204 len: 168 time: 0.1853015 Sep 30 08:25:11.944423 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53854) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:11.961700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45624484-69b7-4e01-88b4-eb1869eaeb6f req-a5c7bc26-b49a-4177-a388-da4c2d8dd978 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:11.964321 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45624484-69b7-4e01-88b4-eb1869eaeb6f req-a5c7bc26-b49a-4177-a388-da4c2d8dd978 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 945 time: 0.2299213 Sep 30 08:25:12.009345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f86b5-1d63-4488-ae1c-0df89770d37f req-f2896296-6f5c-4b7b-99e2-5845afa5b684 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:12.012213 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-754f86b5-1d63-4488-ae1c-0df89770d37f req-f2896296-6f5c-4b7b-99e2-5845afa5b684 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/ports?device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 945 time: 0.3024707 Sep 30 08:25:12.024152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c527db4c-17e3-4ba2-99ca-b379201e3d9a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:12.027946 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c527db4c-17e3-4ba2-99ca-b379201e3d9a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.067087 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a69af0d-06c7-4022-a8e9-e15536bd25f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.077614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91980411-5489-4a31-ad36-c641ef62554e req-c32c3b49-50ee-41e7-81f3-a750e72d8e95 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:12.079072 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91980411-5489-4a31-ad36-c641ef62554e req-c32c3b49-50ee-41e7-81f3-a750e72d8e95 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 945 time: 0.3295634 Sep 30 08:25:12.097519 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-754f86b5-1d63-4488-ae1c-0df89770d37f req-a0f360c0-0eef-43df-a82d-45d5f878d4ce tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0121842-01c3-437d-8af4-6a6449852c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626717 Sep 30 08:25:12.143454 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c527db4c-17e3-4ba2-99ca-b379201e3d9a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:25:12.170060 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91980411-5489-4a31-ad36-c641ef62554e req-e486f692-9c88-41fa-8d2f-7ad486ee567b tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685971 Sep 30 08:25:12.218183 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c527db4c-17e3-4ba2-99ca-b379201e3d9a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.218570 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-c527db4c-17e3-4ba2-99ca-b379201e3d9a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Added segment 3013bbc5-3915-400d-9a1b-0be591fd0189 of type vlan for network 3034c011-7521-4943-8df0-6f42204ff4aa Sep 30 08:25:12.230930 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1afa8388-d661-4c32-82c7-f629cb06bf9c tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.232291 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1afa8388-d661-4c32-82c7-f629cb06bf9c tempest-MeteringTestJSON-1031349266 tempest-MeteringTestJSON-1031349266-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/7651f932-3f6d-4090-a182-858d1bacdd3f HTTP/1.1" status: 204 len: 168 time: 0.2846282 Sep 30 08:25:12.243751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-45624484-69b7-4e01-88b4-eb1869eaeb6f req-8f50d920-b75e-49c9-abf4-5de6e2ac6395 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Deleting port 178c8988-52c9-4aa9-8487-7dced4974705 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:12.243751 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-45624484-69b7-4e01-88b4-eb1869eaeb6f req-8f50d920-b75e-49c9-abf4-5de6e2ac6395 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.331293 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c527db4c-17e3-4ba2-99ca-b379201e3d9a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.399637 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c527db4c-17e3-4ba2-99ca-b379201e3d9a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.407897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c527db4c-17e3-4ba2-99ca-b379201e3d9a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:12.409042 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c527db4c-17e3-4ba2-99ca-b379201e3d9a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.441424 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-45624484-69b7-4e01-88b4-eb1869eaeb6f req-8f50d920-b75e-49c9-abf4-5de6e2ac6395 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] For port 178c8988-52c9-4aa9-8487-7dced4974705, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=178c8988-52c9-4aa9-8487-7dced4974705,segment=NetworkSegment(19ee4989-31be-4596-bafe-024d87fac378),segment_id=19ee4989-31be-4596-bafe-024d87fac378)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:12.442050 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-45624484-69b7-4e01-88b4-eb1869eaeb6f req-8f50d920-b75e-49c9-abf4-5de6e2ac6395 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.467439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-45624484-69b7-4e01-88b4-eb1869eaeb6f req-8f50d920-b75e-49c9-abf4-5de6e2ac6395 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Calling delete_port for 178c8988-52c9-4aa9-8487-7dced4974705 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:12.499255 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527db4c-17e3-4ba2-99ca-b379201e3d9a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Network': ['ID=3034c011-7521-4943-8df0-6f42204ff4aa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:12.515237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 3034c011-7521-4943-8df0-6f42204ff4aa details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:25:12.526011 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c527db4c-17e3-4ba2-99ca-b379201e3d9a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6357336 Sep 30 08:25:12.527072 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53866) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:12.564189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-60db489e-6b20-4b59-912b-71e792acb315 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'subnet': {'network_id': '3bcca9c1-78dd-4682-9f66-fa3c01feb97d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:12.742695 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60db489e-6b20-4b59-912b-71e792acb315 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:12.753840 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60db489e-6b20-4b59-912b-71e792acb315 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:12.775180 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53872) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:13.083336 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfad98da-971a-4751-ac1a-ffa3f4f181cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.104740 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-45624484-69b7-4e01-88b4-eb1869eaeb6f req-8f50d920-b75e-49c9-abf4-5de6e2ac6395 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.173277 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60db489e-6b20-4b59-912b-71e792acb315 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.272468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50d920-b75e-49c9-abf4-5de6e2ac6395 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Pushing event deleted for resources: {'Port': ['ID=178c8988-52c9-4aa9-8487-7dced4974705,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:13.278302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db489e-6b20-4b59-912b-71e792acb315 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Subnet': ['ID=cbd6370a-197c-4f3e-9133-a4b4dc005a4b,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:13.352159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-45624484-69b7-4e01-88b4-eb1869eaeb6f req-8f50d920-b75e-49c9-abf4-5de6e2ac6395 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] No DVR routers for this DVR port 178c8988-52c9-4aa9-8487-7dced4974705 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:13.363639 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfad98da-971a-4751-ac1a-ffa3f4f181cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.368493 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1ca41ff-0010-43ce-819e-8a96006b72c4 req-8f178aba-174f-4b17-9f59-5ea3f0f0b0f3 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.24 "GET /v2.0/ports?device_id=5716ef01-92de-405e-910c-56cb25940e78 HTTP/1.1" status: 200 len: 210 time: 0.0609615 Sep 30 08:25:13.369268 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfad98da-971a-4751-ac1a-ffa3f4f181cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.370803 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-45624484-69b7-4e01-88b4-eb1869eaeb6f req-8f50d920-b75e-49c9-abf4-5de6e2ac6395 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.375742 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45624484-69b7-4e01-88b4-eb1869eaeb6f req-8f50d920-b75e-49c9-abf4-5de6e2ac6395 tempest-ServerAddressesTestJSON-812857308 tempest-ServerAddressesTestJSON-812857308-project] 10.222.0.36 "DELETE /v2.0/ports/178c8988-52c9-4aa9-8487-7dced4974705 HTTP/1.1" status: 204 len: 173 time: 1.3997431 Sep 30 08:25:13.376421 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5716ef01-92de-405e-910c-56cb25940e78', 'name': 'network-vif-deleted', 'tag': '178c8988-52c9-4aa9-8487-7dced4974705'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:13.378909 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9102de-dfaf-4e06-bf8b-c6fb9bda39a4" -d '{"events": [{"server_uuid": "5716ef01-92de-405e-910c-56cb25940e78", "name": "network-vif-deleted", "tag": "178c8988-52c9-4aa9-8487-7dced4974705"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:13.470206 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d2ae87-473e-4aad-b996-001f2fb72306 x-openstack-request-id: req-08d2ae87-473e-4aad-b996-001f2fb72306 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:13.471200 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5716ef01-92de-405e-910c-56cb25940e78", "name": "network-vif-deleted", "tag": "178c8988-52c9-4aa9-8487-7dced4974705", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:13.471637 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08d2ae87-473e-4aad-b996-001f2fb72306 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:13.472269 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5716ef01-92de-405e-910c-56cb25940e78', 'name': 'network-vif-deleted', 'tag': '178c8988-52c9-4aa9-8487-7dced4974705', 'status': 'completed', 'code': 200} Sep 30 08:25:13.482410 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db489e-6b20-4b59-912b-71e792acb315 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Checking segment: {'id': 'ab461624-7ea9-4bd9-8d34-bf91f4643dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bcca9c1-78dd-4682-9f66-fa3c01feb97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:13.483740 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60db489e-6b20-4b59-912b-71e792acb315 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network hostable DHCP agents. Network: 3bcca9c1-78dd-4682-9f66-fa3c01feb97d, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:25:13.542781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad98da-971a-4751-ac1a-ffa3f4f181cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccacb01-1f93-49b1-84e2-e624de84ab9c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:13.558005 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bfad98da-971a-4751-ac1a-ffa3f4f181cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d67cce9062145a6b38162d14704ca3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7816589 Sep 30 08:25:13.558758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53890) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:13.570559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60db489e-6b20-4b59-912b-71e792acb315 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 3bcca9c1-78dd-4682-9f66-fa3c01feb97d is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:25:13.591814 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-60db489e-6b20-4b59-912b-71e792acb315 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 3bcca9c1-78dd-4682-9f66-fa3c01feb97d) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:13.602392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8771f2ea-8dcc-46e4-a467-589533eba564 None None] Network 3bcca9c1-78dd-4682-9f66-fa3c01feb97d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:13.619722 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60db489e-6b20-4b59-912b-71e792acb315 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:13.621751 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60db489e-6b20-4b59-912b-71e792acb315 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.663140 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-60db489e-6b20-4b59-912b-71e792acb315 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1031621 Sep 30 08:25:13.664284 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53892) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:13.670334 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4a54f8f0-4566-472e-9b2b-7505d225dfe5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'subnet': {'network_id': '3034c011-7521-4943-8df0-6f42204ff4aa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:13.706918 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-853e672b-9db5-4eb0-849e-3303857c7067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.804576 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-853e672b-9db5-4eb0-849e-3303857c7067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.899731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be34860-8e40-4931-9640-14ded980b3de req-7d5f2dde-6075-4ebd-81c2-78a02ab0af72 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:13.920132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6be34860-8e40-4931-9640-14ded980b3de req-7d5f2dde-6075-4ebd-81c2-78a02ab0af72 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.1111538 Sep 30 08:25:13.980448 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-853e672b-9db5-4eb0-849e-3303857c7067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.983835 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-853e672b-9db5-4eb0-849e-3303857c7067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:13.985016 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-853e672b-9db5-4eb0-849e-3303857c7067 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bccacb01-1f93-49b1-84e2-e624de84ab9c HTTP/1.1" status: 204 len: 168 time: 0.4251499 Sep 30 08:25:14.000195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6be34860-8e40-4931-9640-14ded980b3de req-a558e76d-bde2-4753-bead-c702eac08840 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787785 Sep 30 08:25:14.001072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e672b-9db5-4eb0-849e-3303857c7067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccacb01-1f93-49b1-84e2-e624de84ab9c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:14.001897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a54f8f0-4566-472e-9b2b-7505d225dfe5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:14.013178 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a54f8f0-4566-472e-9b2b-7505d225dfe5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.022908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-3bcca9c1-78dd-4682-9f66-fa3c01feb97d', 'network_id': '3bcca9c1-78dd-4682-9f66-fa3c01feb97d', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'fixed_ips': [{'subnet_id': 'cbd6370a-197c-4f3e-9133-a4b4dc005a4b'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:25:14.030920 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.389154 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Allocated IP 172.20.0.2 (3bcca9c1-78dd-4682-9f66-fa3c01feb97d/cbd6370a-197c-4f3e-9133-a4b4dc005a4b/68860714-2170-43d1-ac47-35174c9e50c3) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:14.414443 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a54f8f0-4566-472e-9b2b-7505d225dfe5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.515221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53904) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:14.516290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54f8f0-4566-472e-9b2b-7505d225dfe5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Subnet': ['ID=9a1b6c78-dc3d-434a-916a-f843a6a36b0d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:14.579837 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 178c8988-52c9-4aa9-8487-7dced4974705 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:14.589364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a54f8f0-4566-472e-9b2b-7505d225dfe5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Checking segment: {'id': '3013bbc5-3915-400d-9a1b-0be591fd0189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3034c011-7521-4943-8df0-6f42204ff4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:14.592828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a54f8f0-4566-472e-9b2b-7505d225dfe5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network hostable DHCP agents. Network: 3034c011-7521-4943-8df0-6f42204ff4aa, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:25:14.606221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b272ed1b-5c32-4158-b5f0-5f592232a90c admin admin] Deleting subnet a62ca1fd-9cb9-4f8c-a5ea-54886fea08bf {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:14.609502 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b272ed1b-5c32-4158-b5f0-5f592232a90c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.622256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a54f8f0-4566-472e-9b2b-7505d225dfe5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 3034c011-7521-4943-8df0-6f42204ff4aa is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:25:14.641788 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 178c8988-52c9-4aa9-8487-7dced4974705 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:14.642395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4a54f8f0-4566-472e-9b2b-7505d225dfe5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 3034c011-7521-4943-8df0-6f42204ff4aa) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:14.643175 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 178c8988-52c9-4aa9-8487-7dced4974705 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:14.648399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a54f8f0-4566-472e-9b2b-7505d225dfe5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:14.649313 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a54f8f0-4566-472e-9b2b-7505d225dfe5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.660106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ec670c-814d-4f84-94a8-d43b8fed7431 None None] Network 3034c011-7521-4943-8df0-6f42204ff4aa requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:14.694836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4a54f8f0-4566-472e-9b2b-7505d225dfe5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0242982 Sep 30 08:25:14.700419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53906) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:14.715042 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9cbe1301-b994-4500-b8c7-ff84b123c8e9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-559586435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:14.724141 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b272ed1b-5c32-4158-b5f0-5f592232a90c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.841820 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.846399 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cbe1301-b994-4500-b8c7-ff84b123c8e9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.851179 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cbe1301-b994-4500-b8c7-ff84b123c8e9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.857592 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cc225d93-397e-42f0-89fd-26130c330023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.873913 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.890274 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b272ed1b-5c32-4158-b5f0-5f592232a90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.927705 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53910) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:14.960899 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29995171-14fa-4372-b1a9-5a948500f733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:14.999514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Network 3bcca9c1-78dd-4682-9f66-fa3c01feb97d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:15.006202 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:15.012411 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b272ed1b-5c32-4158-b5f0-5f592232a90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.016039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:15.019219 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-3034c011-7521-4943-8df0-6f42204ff4aa', 'network_id': '3034c011-7521-4943-8df0-6f42204ff4aa', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'fixed_ips': [{'subnet_id': '9a1b6c78-dc3d-434a-916a-f843a6a36b0d'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:25:15.020272 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.040771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Pushing event updated for resources: {'Port': ['ID=68860714-2170-43d1-ac47-35174c9e50c3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:15.057176 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b272ed1b-5c32-4158-b5f0-5f592232a90c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.061490 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b272ed1b-5c32-4158-b5f0-5f592232a90c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a62ca1fd-9cb9-4f8c-a5ea-54886fea08bf HTTP/1.1" status: 204 len: 168 time: 0.5416465 Sep 30 08:25:15.072484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53916) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:15.125411 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272ed1b-5c32-4158-b5f0-5f592232a90c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62ca1fd-9cb9-4f8c-a5ea-54886fea08bf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:15.179263 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29995171-14fa-4372-b1a9-5a948500f733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.210315 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cbe1301-b994-4500-b8c7-ff84b123c8e9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.212788 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29995171-14fa-4372-b1a9-5a948500f733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.253109 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:15.274029 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-29995171-14fa-4372-b1a9-5a948500f733 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=888cfcd041f94bc4839a761d2710b8da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426504 Sep 30 08:25:15.275319 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29995171-14fa-4372-b1a9-5a948500f733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff9e988-3099-4740-943c-3f18b4f0995d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:15.290649 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cbe1301-b994-4500-b8c7-ff84b123c8e9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.299013 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53922) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:15.324891 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa487b81-7fb0-4dba-9df0-f90c842ddb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.365809 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9998c236-7838-43f3-980d-076dba115791 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/floatingips/8db34c0c-09d9-45bc-ab1c-481cf951d854 HTTP/1.1" status: 200 len: 994 time: 0.1112592 Sep 30 08:25:15.402362 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Allocated IP 172.21.0.2 (3034c011-7521-4943-8df0-6f42204ff4aa/9a1b6c78-dc3d-434a-916a-f843a6a36b0d/0db374ae-7e28-44fd-9c9e-80adac2c7aca) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:15.453020 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35e6c0-2236-4fff-8862-9c1da91879b1 req-2ef46d8b-d994-49dd-978f-e86306066464 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:15.464257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e35e6c0-2236-4fff-8862-9c1da91879b1 req-2ef46d8b-d994-49dd-978f-e86306066464 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.2833014 Sep 30 08:25:15.487992 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.496133 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cbe1301-b994-4500-b8c7-ff84b123c8e9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.501540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Attempting to bind port 68860714-2170-43d1-ac47-35174c9e50c3 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:15.501540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Attempting to bind port 68860714-2170-43d1-ac47-35174c9e50c3 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'ab461624-7ea9-4bd9-8d34-bf91f4643dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bcca9c1-78dd-4682-9f66-fa3c01feb97d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:15.501540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Attempting to bind port 68860714-2170-43d1-ac47-35174c9e50c3 on network 3bcca9c1-78dd-4682-9f66-fa3c01feb97d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:15.509577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9cbe1301-b994-4500-b8c7-ff84b123c8e9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8047352 Sep 30 08:25:15.511587 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53926) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:15.515387 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa487b81-7fb0-4dba-9df0-f90c842ddb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.521260 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:15.526380 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Checking segment: {'id': 'ab461624-7ea9-4bd9-8d34-bf91f4643dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bcca9c1-78dd-4682-9f66-fa3c01feb97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:15.526952 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.527427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Bound using segment: {'id': 'ab461624-7ea9-4bd9-8d34-bf91f4643dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bcca9c1-78dd-4682-9f66-fa3c01feb97d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:15.528197 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Bound port: 68860714-2170-43d1-ac47-35174c9e50c3, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab461624-7ea9-4bd9-8d34-bf91f4643dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bcca9c1-78dd-4682-9f66-fa3c01feb97d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:15.528722 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.543363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-aa487b81-7fb0-4dba-9df0-f90c842ddb97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd6f837-b95b-440a-b029-11af8eebb4ca']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:15.555532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-aa487b81-7fb0-4dba-9df0-f90c842ddb97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ee4989-31be-4596-bafe-024d87fac378') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:15.556171 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-aa487b81-7fb0-4dba-9df0-f90c842ddb97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ee4989-31be-4596-bafe-024d87fac378') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:15.566710 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa487b81-7fb0-4dba-9df0-f90c842ddb97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.583271 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa487b81-7fb0-4dba-9df0-f90c842ddb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.586790 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b1020d57-1943-46ce-a8a5-d1312ba3df90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.602883 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa487b81-7fb0-4dba-9df0-f90c842ddb97 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:25:15.604250 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa487b81-7fb0-4dba-9df0-f90c842ddb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.616549 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e35e6c0-2236-4fff-8862-9c1da91879b1 req-9f4358b9-3a17-4653-baaf-e56a38d7c8a8 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499763 Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:25:15.634743 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:25:15.692296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 53930) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:15.709857 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b1020d57-1943-46ce-a8a5-d1312ba3df90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.730875 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa487b81-7fb0-4dba-9df0-f90c842ddb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.747392 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.760799 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.797694 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa487b81-7fb0-4dba-9df0-f90c842ddb97 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:15.807783 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aa487b81-7fb0-4dba-9df0-f90c842ddb97 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fbd6f837-b95b-440a-b029-11af8eebb4ca HTTP/1.1" status: 204 len: 168 time: 0.6989820 Sep 30 08:25:15.807783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa487b81-7fb0-4dba-9df0-f90c842ddb97 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd6f837-b95b-440a-b029-11af8eebb4ca,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:15.865403 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] For port 68860714-2170-43d1-ac47-35174c9e50c3, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:15.877973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] For port 68860714-2170-43d1-ac47-35174c9e50c3, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=68860714-2170-43d1-ac47-35174c9e50c3,segment=NetworkSegment(ab461624-7ea9-4bd9-8d34-bf91f4643dc8),segment_id=ab461624-7ea9-4bd9-8d34-bf91f4643dc8)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:15.879666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Pushing event updated for resources: {'Port': ['ID=0db374ae-7e28-44fd-9c9e-80adac2c7aca,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:15.895050 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.103519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Network 3034c011-7521-4943-8df0-6f42204ff4aa is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:16.104694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53936) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:16.224163 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669b258-22b8-487d-a385-022d2fa6693d None None] Pushing event updated for resources: {'Port': ['ID=68860714-2170-43d1-ac47-35174c9e50c3,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:16.239131 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:16.241517 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:16.244552 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.290994 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-01407a69-6bbf-4eb5-b239-36dd50dc7394 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0aaec8e22b0b46c48c3d63773eb22d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851039 Sep 30 08:25:16.291597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 53940) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:16.353182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Attempting to bind port 0db374ae-7e28-44fd-9c9e-80adac2c7aca on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:16.354296 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Attempting to bind port 0db374ae-7e28-44fd-9c9e-80adac2c7aca by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '3013bbc5-3915-400d-9a1b-0be591fd0189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3034c011-7521-4943-8df0-6f42204ff4aa'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:16.354896 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Attempting to bind port 0db374ae-7e28-44fd-9c9e-80adac2c7aca on network 3034c011-7521-4943-8df0-6f42204ff4aa {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:16.360876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:16.361607 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Checking segment: {'id': '3013bbc5-3915-400d-9a1b-0be591fd0189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3034c011-7521-4943-8df0-6f42204ff4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:16.362243 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.362861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Bound using segment: {'id': '3013bbc5-3915-400d-9a1b-0be591fd0189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3034c011-7521-4943-8df0-6f42204ff4aa'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:16.363618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Bound port: 0db374ae-7e28-44fd-9c9e-80adac2c7aca, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3013bbc5-3915-400d-9a1b-0be591fd0189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3034c011-7521-4943-8df0-6f42204ff4aa'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:16.365526 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.390901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7be91ad3-da12-45fe-a315-3c404a3c7ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.481084 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7be91ad3-da12-45fe-a315-3c404a3c7ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.505364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] For port 0db374ae-7e28-44fd-9c9e-80adac2c7aca, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:16.512780 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] For port 0db374ae-7e28-44fd-9c9e-80adac2c7aca, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0db374ae-7e28-44fd-9c9e-80adac2c7aca,segment=NetworkSegment(3013bbc5-3915-400d-9a1b-0be591fd0189),segment_id=3013bbc5-3915-400d-9a1b-0be591fd0189)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:16.526328 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.612167 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b1020d57-1943-46ce-a8a5-d1312ba3df90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.617010 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b1020d57-1943-46ce-a8a5-d1312ba3df90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.621091 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b1020d57-1943-46ce-a8a5-d1312ba3df90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ff9e988-3099-4740-943c-3f18b4f0995d HTTP/1.1" status: 204 len: 168 time: 1.3010130 Sep 30 08:25:16.625738 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7be91ad3-da12-45fe-a315-3c404a3c7ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.629271 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7be91ad3-da12-45fe-a315-3c404a3c7ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.633513 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7be91ad3-da12-45fe-a315-3c404a3c7ba2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0121842-01c3-437d-8af4-6a6449852c6b HTTP/1.1" status: 204 len: 168 time: 0.3386791 Sep 30 08:25:16.637635 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:16.657845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc13ca-ea0d-49f2-a4fe-9050a3249684 None None] Pushing event updated for resources: {'Port': ['ID=0db374ae-7e28-44fd-9c9e-80adac2c7aca,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:16.678925 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be91ad3-da12-45fe-a315-3c404a3c7ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0121842-01c3-437d-8af4-6a6449852c6b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:17.016679 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1020d57-1943-46ce-a8a5-d1312ba3df90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff9e988-3099-4740-943c-3f18b4f0995d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:17.332721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b652b8a-9484-4555-8fac-c7e76c342f9a req-969ab157-5a1a-4123-9331-5fa17824a850 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:17.343897 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b652b8a-9484-4555-8fac-c7e76c342f9a req-969ab157-5a1a-4123-9331-5fa17824a850 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.3163218 Sep 30 08:25:17.465668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b652b8a-9484-4555-8fac-c7e76c342f9a req-9e3460f8-dba2-44da-946b-8f3be290cf32 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164472 Sep 30 08:25:17.526750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-81fc7855-abb3-4fa4-9cbd-ddae804fc754 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Deleting port ddc0f4d7-5b59-4521-a479-377627d28d60 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:17.527358 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81fc7855-abb3-4fa4-9cbd-ddae804fc754 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:17.743664 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:17.821210 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81fc7855-abb3-4fa4-9cbd-ddae804fc754 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:17.824406 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81fc7855-abb3-4fa4-9cbd-ddae804fc754 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:17.832560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Allocated IP 172.20.0.1 (3bcca9c1-78dd-4682-9f66-fa3c01feb97d/cbd6370a-197c-4f3e-9133-a4b4dc005a4b/42425a0a-605b-4911-9124-66a174276389) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:18.189167 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:18.193478 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf17b9be-be77-4dbc-93aa-34850045ee99 None None] Network 3bcca9c1-78dd-4682-9f66-fa3c01feb97d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:18.203726 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 68860714-2170-43d1-ac47-35174c9e50c3 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:18.236197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-81fc7855-abb3-4fa4-9cbd-ddae804fc754 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Calling delete_port for ddc0f4d7-5b59-4521-a479-377627d28d60 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:18.468744 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:18.476831 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5c3ca300-5d5d-4b2c-ab42-61609d4ab259 None None] Provisioning complete for port 68860714-2170-43d1-ac47-35174c9e50c3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:18.477305 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c3ca300-5d5d-4b2c-ab42-61609d4ab259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:18.508879 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 3bcca9c1-78dd-4682-9f66-fa3c01feb97d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:18.558981 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c54ca8-4f12-4fbd-adbe-279db22f299b None None] Network 3034c011-7521-4943-8df0-6f42204ff4aa requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:18.615569 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:18.620289 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=42425a0a-605b-4911-9124-66a174276389,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:18.624921 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:18.685768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:18.686465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:18.686920 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:18.687367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:18.687825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:18.688290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:18.689144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:18.689595 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:18.690030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:18.690442 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:18.690840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:18.691240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:18.764542 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:18.774455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 68860714-2170-43d1-ac47-35174c9e50c3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:18.774984 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:18.830261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54006) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:18.849042 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed525d6-f30e-445c-a9a3-e550a45fa849 req-6e28b5d4-a45e-4023-8f28-fd078f2eb14e tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:18.856544 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ed525d6-f30e-445c-a9a3-e550a45fa849 req-6e28b5d4-a45e-4023-8f28-fd078f2eb14e tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.2326455 Sep 30 08:25:18.876892 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81fc7855-abb3-4fa4-9cbd-ddae804fc754 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:18.974249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc7855-abb3-4fa4-9cbd-ddae804fc754 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Port': ['ID=ddc0f4d7-5b59-4521-a479-377627d28d60,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:19.168630 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.174607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ed525d6-f30e-445c-a9a3-e550a45fa849 req-a29832af-4fa6-47da-8f64-18f672636368 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170667 Sep 30 08:25:19.191604 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c3ca300-5d5d-4b2c-ab42-61609d4ab259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.207153 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.238019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-156239227-network', 'tenant_id': 'f15a08675e124e2584b286c8d302dc71'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:19.263664 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81fc7855-abb3-4fa4-9cbd-ddae804fc754 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.264110 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-81fc7855-abb3-4fa4-9cbd-ddae804fc754 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Floating IP 8db34c0c-09d9-45bc-ab1c-481cf951d854 disassociated (deleted). External IP: 172.25.0.244, port: 42442daa-f4de-4539-b501-5959de37794b. Sep 30 08:25:19.298546 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Made reservation on behalf of f15a08675e124e2584b286c8d302dc71 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:19.304964 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.314892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 68860714-2170-43d1-ac47-35174c9e50c3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=68860714-2170-43d1-ac47-35174c9e50c3,segment=NetworkSegment(ab461624-7ea9-4bd9-8d34-bf91f4643dc8),segment_id=ab461624-7ea9-4bd9-8d34-bf91f4643dc8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:19.330693 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.331519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0db374ae-7e28-44fd-9c9e-80adac2c7aca up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:19.341087 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.495126 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=68860714-2170-43d1-ac47-35174c9e50c3,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:19.525790 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.543044 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.584886 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:19.651954 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:25:19.660852 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d46214c-3343-4304-a2cf-8f38dba21288,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:19.699241 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-5c3ca300-5d5d-4b2c-ab42-61609d4ab259 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:25:19.700478 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-5c3ca300-5d5d-4b2c-ab42-61609d4ab259 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:25:19.707013 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:19.712255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0db374ae-7e28-44fd-9c9e-80adac2c7aca triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:19.712255 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.712686 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:19.712796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:19.713123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:19.719495 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:19.719937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:19.729548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:19.729881 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:19.730411 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:19.730985 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:19.732207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:19.733323 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:19.744864 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.745213 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Added segment 88bc5aa5-983b-4824-8b0b-8b67218423df of type vlan for network a203593c-50c1-4dad-a006-5c4a551b2bee Sep 30 08:25:19.902789 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.957410 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fc7855-abb3-4fa4-9cbd-ddae804fc754 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Router 372f6da7-a338-4b3d-b842-442728835345 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:25:19.969134 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.969625 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.970282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:19.971014 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.982597 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:19.991367 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.038744 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2071617 Sep 30 08:25:20.049292 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54024) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:20.055561 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 0db374ae-7e28-44fd-9c9e-80adac2c7aca, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0db374ae-7e28-44fd-9c9e-80adac2c7aca,segment=NetworkSegment(3013bbc5-3915-400d-9a1b-0be591fd0189),segment_id=3013bbc5-3915-400d-9a1b-0be591fd0189)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:20.060527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5fd15a4b-9036-472a-9f6e-a588936cf666 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2129589655'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:20.061082 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.108849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1bd631a7-e786-49d9-a39b-52c06164ba90 admin admin] Request body: {'subnet': {'network_id': 'a203593c-50c1-4dad-a006-5c4a551b2bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-156239227-subnet', 'tenant_id': 'f15a08675e124e2584b286c8d302dc71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:20.173189 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd15a4b-9036-472a-9f6e-a588936cf666 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Made reservation on behalf of 33b2a133379242c4b20fb102e129e2c7 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:20.177050 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fd15a4b-9036-472a-9f6e-a588936cf666 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.181945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd631a7-e786-49d9-a39b-52c06164ba90 admin admin] Made reservation on behalf of f15a08675e124e2584b286c8d302dc71 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:20.184187 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bd631a7-e786-49d9-a39b-52c06164ba90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.260057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=42425a0a-605b-4911-9124-66a174276389,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:20.285542 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 68860714-2170-43d1-ac47-35174c9e50c3 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:20.293779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=0db374ae-7e28-44fd-9c9e-80adac2c7aca,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:20.307943 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fd15a4b-9036-472a-9f6e-a588936cf666 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.315031 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.324230 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f84722-ebec-44d9-acd7-8cc24a27b534 admin admin] Pushing event updated for resources: {'Network': ['ID=a203593c-50c1-4dad-a006-5c4a551b2bee,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:20.362732 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network a203593c-50c1-4dad-a006-5c4a551b2bee details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:25:20.485960 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fc7855-abb3-4fa4-9cbd-ddae804fc754 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:20.495454 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fd15a4b-9036-472a-9f6e-a588936cf666 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.497957 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a15f2b-6cb0-4c13-b2f2-62337ebc2b96 None None] Sync routers for ids ['372f6da7-a338-4b3d-b842-442728835345'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:20.501437 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fd15a4b-9036-472a-9f6e-a588936cf666 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.516917 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a15f2b-6cb0-4c13-b2f2-62337ebc2b96 None None] Routers {'372f6da7-a338-4b3d-b842-442728835345'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:20.517696 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b2a15f2b-6cb0-4c13-b2f2-62337ebc2b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['372f6da7-a338-4b3d-b842-442728835345'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:20.599362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd15a4b-9036-472a-9f6e-a588936cf666 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:25:20.610712 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd15a4b-9036-472a-9f6e-a588936cf666 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65dd20ce-4057-49d5-ba2a-12754839ea30,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:20.627030 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fd15a4b-9036-472a-9f6e-a588936cf666 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.627390 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-5fd15a4b-9036-472a-9f6e-a588936cf666 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Added segment 3932b418-785b-4951-a804-b712271150da of type vlan for network 903a209e-cb76-486c-ba85-91aee2ca76c1 Sep 30 08:25:20.649168 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81fc7855-abb3-4fa4-9cbd-ddae804fc754 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.658902 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 68860714-2170-43d1-ac47-35174c9e50c3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:20.670365 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.674078 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a74d1684-0966-459f-87e6-07d62d8eeec6 None None] Provisioning complete for port 68860714-2170-43d1-ac47-35174c9e50c3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:20.674078 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a74d1684-0966-459f-87e6-07d62d8eeec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.741581 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fd15a4b-9036-472a-9f6e-a588936cf666 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.767328 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b2a15f2b-6cb0-4c13-b2f2-62337ebc2b96 None None] Set router 372f6da7-a338-4b3d-b842-442728835345 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:25:20.821456 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fd15a4b-9036-472a-9f6e-a588936cf666 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.838155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd15a4b-9036-472a-9f6e-a588936cf666 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:20.840987 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fd15a4b-9036-472a-9f6e-a588936cf666 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.889414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a74d1684-0966-459f-87e6-07d62d8eeec6 None None] Provisioning complete for port 0db374ae-7e28-44fd-9c9e-80adac2c7aca triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:20.889784 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a74d1684-0966-459f-87e6-07d62d8eeec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.923655 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bd631a7-e786-49d9-a39b-52c06164ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:20.937700 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5fd15a4b-9036-472a-9f6e-a588936cf666 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3514082 Sep 30 08:25:20.998758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd15a4b-9036-472a-9f6e-a588936cf666 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Pushing event updated for resources: {'Network': ['ID=903a209e-cb76-486c-ba85-91aee2ca76c1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:21.013973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 903a209e-cb76-486c-ba85-91aee2ca76c1 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:25:21.088285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-81fc7855-abb3-4fa4-9cbd-ddae804fc754 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "DELETE /v2.0/floatingips/8db34c0c-09d9-45bc-ab1c-481cf951d854 HTTP/1.1" status: 204 len: 168 time: 5.3904705 Sep 30 08:25:21.094346 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd631a7-e786-49d9-a39b-52c06164ba90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9613169c-86f8-48a1-af6c-c4924a6447ff,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:21.117708 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cf97b-1911-4bdb-bcb5-7b04767ebf04 req-03bf7e11-ae41-4787-9259-500c10033d48 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:21.119171 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd631a7-e786-49d9-a39b-52c06164ba90 admin admin] Checking segment: {'id': '88bc5aa5-983b-4824-8b0b-8b67218423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a203593c-50c1-4dad-a006-5c4a551b2bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:21.119612 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd631a7-e786-49d9-a39b-52c06164ba90 admin admin] Network hostable DHCP agents. Network: a203593c-50c1-4dad-a006-5c4a551b2bee, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:25:21.122463 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-566cf97b-1911-4bdb-bcb5-7b04767ebf04 req-03bf7e11-ae41-4787-9259-500c10033d48 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.8069308 Sep 30 08:25:21.126327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cc97e5-f647-41ec-9ed1-711cb51842f8', 'tag': '42442daa-f4de-4539-b501-5959de37794b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:21.126499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a74d1684-0966-459f-87e6-07d62d8eeec6 None None] Provisioning complete for port 42425a0a-605b-4911-9124-66a174276389 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:21.126825 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a74d1684-0966-459f-87e6-07d62d8eeec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.131810 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92fb83b-8fdc-41c3-b606-97c3cf80adbd" -d '{"events": [{"name": "network-changed", "server_uuid": "11cc97e5-f647-41ec-9ed1-711cb51842f8", "tag": "42442daa-f4de-4539-b501-5959de37794b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:21.164129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd631a7-e786-49d9-a39b-52c06164ba90 admin admin] Network a203593c-50c1-4dad-a006-5c4a551b2bee is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:25:21.176316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a74d1684-0966-459f-87e6-07d62d8eeec6 None None] Port 42425a0a-605b-4911-9124-66a174276389 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:21.179990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1bd631a7-e786-49d9-a39b-52c06164ba90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, a203593c-50c1-4dad-a006-5c4a551b2bee) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:21.184652 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd631a7-e786-49d9-a39b-52c06164ba90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:21.185599 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bd631a7-e786-49d9-a39b-52c06164ba90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.191759 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf73a202-4cb4-4c55-8fde-005272db2730 None None] Network a203593c-50c1-4dad-a006-5c4a551b2bee requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:21.217551 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1bd631a7-e786-49d9-a39b-52c06164ba90 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1135380 Sep 30 08:25:21.249851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 3bcca9c1-78dd-4682-9f66-fa3c01feb97d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:21.269331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:21.355487 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:21.360814 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Request body: {'port': {'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1', 'binding:host_id': 'n-h1-807359-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-161430111'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:21.374680 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b2a15f2b-6cb0-4c13-b2f2-62337ebc2b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372f6da7-a338-4b3d-b842-442728835345', 'name': 'tempest-TestNetworkBasicOps-router-616420867', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4a974912-55ce-4b45-97fb-999a0434422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:48Z', 'updated_at': '2021-09-30T08:24:01Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': '4a974912-55ce-4b45-97fb-999a0434422e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:50Z', 'updated_at': '2021-09-30T08:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '003eac1a-bd97-4cf0-9b62-557abe07dd22', 'name': '', 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:ed:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:58Z', 'updated_at': '2021-09-30T08:24:08Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:21.436446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Made reservation on behalf of 6b423234a36b460cb7f0ef3fef3a16d5 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:21.448314 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.474881 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-566cf97b-1911-4bdb-bcb5-7b04767ebf04 req-083ca7bb-c0fc-4881-8414-9eac8d40f735 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335507 Sep 30 08:25:21.486555 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.516492 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a15f2b-6cb0-4c13-b2f2-62337ebc2b96 None None] Checking router: 372f6da7-a338-4b3d-b842-442728835345 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:25:21.557679 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a15f2b-6cb0-4c13-b2f2-62337ebc2b96 None None] Routers {'372f6da7-a338-4b3d-b842-442728835345'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:21.558701 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b2a15f2b-6cb0-4c13-b2f2-62337ebc2b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['372f6da7-a338-4b3d-b842-442728835345'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:21.619510 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c3f7b2-6803-493c-b087-90e30e8875e3 x-openstack-request-id: req-64c3f7b2-6803-493c-b087-90e30e8875e3 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:21.620912 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cc97e5-f647-41ec-9ed1-711cb51842f8", "tag": "42442daa-f4de-4539-b501-5959de37794b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:21.622463 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64c3f7b2-6803-493c-b087-90e30e8875e3 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:21.622974 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cc97e5-f647-41ec-9ed1-711cb51842f8', 'tag': '42442daa-f4de-4539-b501-5959de37794b', 'status': 'completed', 'code': 200} Sep 30 08:25:21.844585 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.857066 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:21.860192 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fb83b-8fdc-41c3-b606-97c3cf80adbd req-ba7d8114-659e-42ab-8689-00432565a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:21.861800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] device_id is not set on port 881b097e-8f56-4658-ad6a-52e03ad9a45e yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:25:21.864426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c92fb83b-8fdc-41c3-b606-97c3cf80adbd req-ba7d8114-659e-42ab-8689-00432565a313 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9daaa44a24a845718835a5f7ca967795&device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 1097 time: 0.2260706 Sep 30 08:25:21.881379 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b2a15f2b-6cb0-4c13-b2f2-62337ebc2b96 None None] Set router 372f6da7-a338-4b3d-b842-442728835345 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:25:22.007500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6847d7ad-e835-42ce-a238-4a5c3cc1b170,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:22.029174 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61e205c-4d6f-42ba-805f-6c4acaabc12b None None] Network a203593c-50c1-4dad-a006-5c4a551b2bee requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:22.192071 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f09b81eb-2154-4477-8b05-a757ddef2ae6 None None] Provisioning complete for port 42425a0a-605b-4911-9124-66a174276389 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:22.193570 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f09b81eb-2154-4477-8b05-a757ddef2ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:22.212516 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:25:22.232314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] device_id is not set on port 881b097e-8f56-4658-ad6a-52e03ad9a45e yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:25:22.246110 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:22.255284 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:22.280527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0db374ae-7e28-44fd-9c9e-80adac2c7aca up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:22.352216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f09b81eb-2154-4477-8b05-a757ddef2ae6 None None] Port 42425a0a-605b-4911-9124-66a174276389 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:22.358938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router c4bd68b8-1f80-45cd-af07-e40dfba45cde is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:25:22.379129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0db374ae-7e28-44fd-9c9e-80adac2c7aca triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:22.379369 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:22.398538 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Pushing event updated for resources: {'Port': ['ID=881b097e-8f56-4658-ad6a-52e03ad9a45e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:22.404762 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Checking segment: {'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:22.405185 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Network hostable DHCP agents. Network: 903a209e-cb76-486c-ba85-91aee2ca76c1, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:25:22.414098 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b2a15f2b-6cb0-4c13-b2f2-62337ebc2b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372f6da7-a338-4b3d-b842-442728835345', 'name': 'tempest-TestNetworkBasicOps-router-616420867', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4a974912-55ce-4b45-97fb-999a0434422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:48Z', 'updated_at': '2021-09-30T08:24:01Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': '4a974912-55ce-4b45-97fb-999a0434422e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:50Z', 'updated_at': '2021-09-30T08:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '003eac1a-bd97-4cf0-9b62-557abe07dd22', 'name': '', 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:ed:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:58Z', 'updated_at': '2021-09-30T08:24:08Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:22.418584 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bc658-07a9-4141-90e2-a7ebe193023f req-5f9c499f-fb9a-4192-9ed3-439d1b231e0c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:22.420623 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d81bc658-07a9-4141-90e2-a7ebe193023f req-5f9c499f-fb9a-4192-9ed3-439d1b231e0c tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 946 time: 0.4836843 Sep 30 08:25:22.433712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-613ab883-c021-43ec-83d9-0ab2975c02b1 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:22.435510 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-613ab883-c021-43ec-83d9-0ab2975c02b1 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/networks?id=a203593c-50c1-4dad-a006-5c4a551b2bee HTTP/1.1" status: 200 len: 821 time: 0.3830938 Sep 30 08:25:22.447437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Network 903a209e-cb76-486c-ba85-91aee2ca76c1 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:25:22.461407 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 903a209e-cb76-486c-ba85-91aee2ca76c1) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:22.476998 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:22.488315 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a15f2b-6cb0-4c13-b2f2-62337ebc2b96 None None] The sync data for ids ['372f6da7-a338-4b3d-b842-442728835345'] in n-d-807359-2 is: [{'id': '372f6da7-a338-4b3d-b842-442728835345', 'name': 'tempest-TestNetworkBasicOps-router-616420867', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4a974912-55ce-4b45-97fb-999a0434422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:48Z', 'updated_at': '2021-09-30T08:24:01Z', 'revision_number': 4, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': '4a974912-55ce-4b45-97fb-999a0434422e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:50Z', 'updated_at': '2021-09-30T08:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '003eac1a-bd97-4cf0-9b62-557abe07dd22', 'name': '', 'network_id': '683eee2c-d1a5-4c98-9d54-9127f6246f2e', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'mac_address': 'fa:16:3e:ed:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:58Z', 'updated_at': '2021-09-30T08:24:08Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'subnets': [{'id': 'b934860f-448d-4ab2-84e4-e7e1368fdf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:22.530486 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:22.530992 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:22.531301 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:22.548206 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede814f1-0c09-4865-a657-bcab17ef9bf5 None None] Network 903a209e-cb76-486c-ba85-91aee2ca76c1 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:22.550356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:22.550747 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:22.551071 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 2 to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e Sep 30 08:25:22.589758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:22.592246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:22.592533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:22.603801 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:22.604154 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:22.608113 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 3 to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e Sep 30 08:25:22.653470 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:22.653815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:22.654154 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:22.668505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:22.669149 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:22.669566 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 4 to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e Sep 30 08:25:22.676001 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fb83b-8fdc-41c3-b606-97c3cf80adbd req-f41f4b37-0616-4914-a3ce-4d6f7375a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:22.680857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c92fb83b-8fdc-41c3-b606-97c3cf80adbd req-f41f4b37-0616-4914-a3ce-4d6f7375a1ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=683eee2c-d1a5-4c98-9d54-9127f6246f2e HTTP/1.1" status: 200 len: 897 time: 0.8065891 Sep 30 08:25:22.684193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:22.697878 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-65b3ff99-c59f-408a-80dc-8999e51c42c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/c4bd68b8-1f80-45cd-af07-e40dfba45cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1820362 Sep 30 08:25:22.700529 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54072) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:22.730496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:22.730496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:22.730496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:22.740602 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-a5f6cabd-434c-48fe-8b60-e824e171b8dd tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/quotas/f15a08675e124e2584b286c8d302dc71 HTTP/1.1" status: 200 len: 375 time: 0.2551904 Sep 30 08:25:22.775612 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260af6b8-f784-4b5d-b8e0-4502615619aa None None] Sync routers for ids ['c4bd68b8-1f80-45cd-af07-e40dfba45cde'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:22.791877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:22.792228 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:22.795405 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 5 to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e Sep 30 08:25:22.812021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260af6b8-f784-4b5d-b8e0-4502615619aa None None] Routers {'c4bd68b8-1f80-45cd-af07-e40dfba45cde'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:22.814126 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-260af6b8-f784-4b5d-b8e0-4502615619aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c4bd68b8-1f80-45cd-af07-e40dfba45cde'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:22.859439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec1bedb-ebe6-4bec-86b0-f33278495107 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:22.866241 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4ec1bedb-ebe6-4bec-86b0-f33278495107 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports/42425a0a-605b-4911-9124-66a174276389 HTTP/1.1" status: 200 len: 910 time: 0.1617603 Sep 30 08:25:22.870920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:22.890777 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:22.891124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:22.891465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:22.898750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-dea49232-ad59-481b-a243-394d885aac9b tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f15a08675e124e2584b286c8d302dc71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1557200 Sep 30 08:25:22.912571 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-260af6b8-f784-4b5d-b8e0-4502615619aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:22.924839 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c92fb83b-8fdc-41c3-b606-97c3cf80adbd req-7b94eff9-608f-4ca4-90bf-80fd78934c0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42442daa-f4de-4539-b501-5959de37794b HTTP/1.1" status: 200 len: 217 time: 0.2251740 Sep 30 08:25:23.022555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d81bc658-07a9-4141-90e2-a7ebe193023f req-33f116ef-b8d6-425b-8d3e-8f6c78bafb87 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9b07b0b-8b73-403c-b09f-0702b5496206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5498681 Sep 30 08:25:23.090822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260af6b8-f784-4b5d-b8e0-4502615619aa None None] Routers {'c4bd68b8-1f80-45cd-af07-e40dfba45cde'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:23.095491 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8c33b-a164-4c75-9a68-a77873460db6 None None] New status for floating IP 8db34c0c-09d9-45bc-ab1c-481cf951d854: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:25:23.096481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:23.096890 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:23.102581 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 6 to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e Sep 30 08:25:23.116512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-260af6b8-f784-4b5d-b8e0-4502615619aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c4bd68b8-1f80-45cd-af07-e40dfba45cde'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:23.166891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:23.167772 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:23.168258 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:23.175478 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:23.175971 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:23.178080 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 7 to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e Sep 30 08:25:23.209077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-260af6b8-f784-4b5d-b8e0-4502615619aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:23.209756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260af6b8-f784-4b5d-b8e0-4502615619aa None None] The sync data for ids ['c4bd68b8-1f80-45cd-af07-e40dfba45cde'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:23.231931 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:23.232500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:23.232936 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:23.240079 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:23.240866 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:23.242850 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 8 to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e Sep 30 08:25:23.315368 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:23.316252 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:23.316711 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:23.324860 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fb83b-8fdc-41c3-b606-97c3cf80adbd req-3b5f0531-092a-42ce-ac48-6182409942ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:23.326321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:23.326460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c92fb83b-8fdc-41c3-b606-97c3cf80adbd req-3b5f0531-092a-42ce-ac48-6182409942ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b934860f-448d-4ab2-84e4-e7e1368fdf39 HTTP/1.1" status: 200 len: 833 time: 0.3702509 Sep 30 08:25:23.326841 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:23.329485 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 9 to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e Sep 30 08:25:23.342734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc0ca7-0406-4363-a4a4-f96594304944 req-dafedb2c-fbb0-4751-ad1b-88881956eb43 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:23.343556 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72fc0ca7-0406-4363-a4a4-f96594304944 req-dafedb2c-fbb0-4751-ad1b-88881956eb43 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.36 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 946 time: 0.2112017 Sep 30 08:25:23.375066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:23.375414 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:23.375815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:23.382455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:23.383100 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:23.388004 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 10 to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e Sep 30 08:25:23.421314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71067c-8179-4d19-b535-77a81c2a09eb req-df481b08-16ee-4d93-be73-8bfaccd2de33 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:23.422896 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa71067c-8179-4d19-b535-77a81c2a09eb req-df481b08-16ee-4d93-be73-8bfaccd2de33 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.2197444 Sep 30 08:25:23.432009 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:23.432334 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:23.432666 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:23.453599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 881b097e-8f56-4658-ad6a-52e03ad9a45e on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:23.453925 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 881b097e-8f56-4658-ad6a-52e03ad9a45e on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:23.454336 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:23.478406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-8f2c442a-e2d8-4969-9da6-ff449932d318 service neutron] 10.222.0.24 "GET /v2.0/networks/a203593c-50c1-4dad-a006-5c4a551b2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767365 Sep 30 08:25:23.522872 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:23.657816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fb83b-8fdc-41c3-b606-97c3cf80adbd req-fdc2eece-448e-423a-b57f-bb17dac43311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:23.668717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c92fb83b-8fdc-41c3-b606-97c3cf80adbd req-fdc2eece-448e-423a-b57f-bb17dac43311 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=683eee2c-d1a5-4c98-9d54-9127f6246f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3215165 Sep 30 08:25:23.677229 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] For port 881b097e-8f56-4658-ad6a-52e03ad9a45e, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:23.677899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempted to set empty binding levels {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 08:25:23.699784 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:23.736519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:23.737382 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:23.766067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa71067c-8179-4d19-b535-77a81c2a09eb req-940153b8-cec8-445d-8744-213ab341286f tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972031 Sep 30 08:25:23.804994 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.4480669 Sep 30 08:25:23.810291 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:23.868258 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f0134-8077-4935-84b6-9330502109ac tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Pushing event updated for resources: {'Port': ['ID=881b097e-8f56-4658-ad6a-52e03ad9a45e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:23.924665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-0d86311d-d45e-444e-aa82-f73e3bb8d62e service neutron] 10.222.0.24 "GET /v2.0/networks/a203593c-50c1-4dad-a006-5c4a551b2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257941 Sep 30 08:25:24.001979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-72fc0ca7-0406-4363-a4a4-f96594304944 req-4a8e06fe-0ae6-45af-8b0c-ac87b6f43d4b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Deleting port 42442daa-f4de-4539-b501-5959de37794b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:24.002323 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-72fc0ca7-0406-4363-a4a4-f96594304944 req-4a8e06fe-0ae6-45af-8b0c-ac87b6f43d4b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.039206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c92fb83b-8fdc-41c3-b606-97c3cf80adbd req-ea761cbe-65dc-4413-953f-88f0faa419fc service neutron] 10.222.0.36 "GET /v2.0/networks/683eee2c-d1a5-4c98-9d54-9127f6246f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194444 Sep 30 08:25:24.245397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c92fb83b-8fdc-41c3-b606-97c3cf80adbd req-e13198eb-f370-46cb-a3ff-461b32c123e8 service neutron] 10.222.0.36 "GET /v2.0/networks/683eee2c-d1a5-4c98-9d54-9127f6246f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906710 Sep 30 08:25:24.345081 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-72fc0ca7-0406-4363-a4a4-f96594304944 req-4a8e06fe-0ae6-45af-8b0c-ac87b6f43d4b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] For port 42442daa-f4de-4539-b501-5959de37794b, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=42442daa-f4de-4539-b501-5959de37794b,segment=NetworkSegment(bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a),segment_id=bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:24.346162 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-72fc0ca7-0406-4363-a4a4-f96594304944 req-4a8e06fe-0ae6-45af-8b0c-ac87b6f43d4b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.369717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9029ab6f-0549-41aa-aa05-8399bdd69bea req-5d417707-b447-4391-aec9-dd307878ddf1 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 210 time: 0.1394444 Sep 30 08:25:24.417168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-72fc0ca7-0406-4363-a4a4-f96594304944 req-4a8e06fe-0ae6-45af-8b0c-ac87b6f43d4b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Calling delete_port for 42442daa-f4de-4539-b501-5959de37794b owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:24.457852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bedc4-d0df-4b05-a602-3d0b909659ac req-412637d0-9a33-4a83-b599-89282a5d7eda tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:24.459527 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e26bedc4-d0df-4b05-a602-3d0b909659ac req-412637d0-9a33-4a83-b599-89282a5d7eda tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 946 time: 0.2279222 Sep 30 08:25:24.493947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d0807002-d8e3-4f06-93d5-5ac80a4b0ce2 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Deleting port 881b097e-8f56-4658-ad6a-52e03ad9a45e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:24.494542 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0807002-d8e3-4f06-93d5-5ac80a4b0ce2 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.547918 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Allocated IP 172.21.0.1 (3034c011-7521-4943-8df0-6f42204ff4aa/9a1b6c78-dc3d-434a-916a-f843a6a36b0d/660f2c9d-cddb-4825-a856-337ac6f5f06e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:24.582435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e26bedc4-d0df-4b05-a602-3d0b909659ac req-664e819e-16da-45ca-8d08-0853a474eb40 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9b07b0b-8b73-403c-b09f-0702b5496206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610356 Sep 30 08:25:24.595458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d0807002-d8e3-4f06-93d5-5ac80a4b0ce2 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] For port 881b097e-8f56-4658-ad6a-52e03ad9a45e, host n-h1-807359-2, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:24.596099 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0807002-d8e3-4f06-93d5-5ac80a4b0ce2 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.626934 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d0807002-d8e3-4f06-93d5-5ac80a4b0ce2 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Calling delete_port for 881b097e-8f56-4658-ad6a-52e03ad9a45e owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:24.716151 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-72fc0ca7-0406-4363-a4a4-f96594304944 req-4a8e06fe-0ae6-45af-8b0c-ac87b6f43d4b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.844943 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.861226 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0807002-d8e3-4f06-93d5-5ac80a4b0ce2 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.870519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fc0ca7-0406-4363-a4a4-f96594304944 req-4a8e06fe-0ae6-45af-8b0c-ac87b6f43d4b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] No DVR routers for this DVR port 42442daa-f4de-4539-b501-5959de37794b on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:24.882913 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e06fe-0ae6-45af-8b0c-ac87b6f43d4b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Port': ['ID=42442daa-f4de-4539-b501-5959de37794b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:24.886507 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-72fc0ca7-0406-4363-a4a4-f96594304944 req-4a8e06fe-0ae6-45af-8b0c-ac87b6f43d4b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.889698 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72fc0ca7-0406-4363-a4a4-f96594304944 req-4a8e06fe-0ae6-45af-8b0c-ac87b6f43d4b tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.36 "DELETE /v2.0/ports/42442daa-f4de-4539-b501-5959de37794b HTTP/1.1" status: 204 len: 173 time: 1.5263505 Sep 30 08:25:24.890194 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cc97e5-f647-41ec-9ed1-711cb51842f8', 'name': 'network-vif-deleted', 'tag': '42442daa-f4de-4539-b501-5959de37794b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:24.901949 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0807002-d8e3-4f06-93d5-5ac80a4b0ce2 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Pushing event deleted for resources: {'Port': ['ID=881b097e-8f56-4658-ad6a-52e03ad9a45e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:24.904972 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0965b0-2898-4b11-aebc-af8e2a528419" -d '{"events": [{"server_uuid": "11cc97e5-f647-41ec-9ed1-711cb51842f8", "name": "network-vif-deleted", "tag": "42442daa-f4de-4539-b501-5959de37794b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:24.927624 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0807002-d8e3-4f06-93d5-5ac80a4b0ce2 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:24.933105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54110) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:24.933282 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d0807002-d8e3-4f06-93d5-5ac80a4b0ce2 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] 10.222.0.24 "DELETE /v2.0/ports/881b097e-8f56-4658-ad6a-52e03ad9a45e HTTP/1.1" status: 204 len: 168 time: 1.1218870 Sep 30 08:25:24.957535 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.019101 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4577007d-d387-4c3f-a4c5-86aaa7bdf970 x-openstack-request-id: req-4577007d-d387-4c3f-a4c5-86aaa7bdf970 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:25.019789 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cc97e5-f647-41ec-9ed1-711cb51842f8", "name": "network-vif-deleted", "tag": "42442daa-f4de-4539-b501-5959de37794b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:25.020328 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4577007d-d387-4c3f-a4c5-86aaa7bdf970 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:25.021217 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cc97e5-f647-41ec-9ed1-711cb51842f8', 'name': 'network-vif-deleted', 'tag': '42442daa-f4de-4539-b501-5959de37794b', 'status': 'completed', 'code': 200} Sep 30 08:25:25.025311 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d96146-ce55-442a-8000-0743e6ab483f tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] GET failed (client error): The resource could not be found. Sep 30 08:25:25.027196 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-87d96146-ce55-442a-8000-0743e6ab483f tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] 10.222.0.24 "GET /v2.0/ports/881b097e-8f56-4658-ad6a-52e03ad9a45e HTTP/1.1" status: 404 len: 333 time: 0.0930967 Sep 30 08:25:25.034078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:25.038916 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=660f2c9d-cddb-4825-a856-337ac6f5f06e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:25.047120 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dfacb2c2-efba-4c46-9288-111987a76e84 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Request body: {'port': {'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2101794846'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:25.054755 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07e813-adc8-4491-b109-24bfe9de14a0 req-001ed697-06c2-4d5a-9239-e2c91dc91212 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:25.059041 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c07e813-adc8-4491-b109-24bfe9de14a0 req-001ed697-06c2-4d5a-9239-e2c91dc91212 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.1171155 Sep 30 08:25:25.071531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 3034c011-7521-4943-8df0-6f42204ff4aa is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:25.076771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:25.081073 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:25.108057 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c07e813-adc8-4491-b109-24bfe9de14a0 req-9b6ffbea-4e96-4d52-a005-bf901bf9beef tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412018 Sep 30 08:25:25.109765 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfacb2c2-efba-4c46-9288-111987a76e84 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Made reservation on behalf of 6b423234a36b460cb7f0ef3fef3a16d5 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:25.119474 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfacb2c2-efba-4c46-9288-111987a76e84 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.160288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-dfacb2c2-efba-4c46-9288-111987a76e84 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] device_id is not set on port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:25:25.181982 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.413619 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.500738 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c57713cd-8678-4e4c-985d-22c9337ba197 None None] Provisioning complete for port 660f2c9d-cddb-4825-a856-337ac6f5f06e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:25.501336 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c57713cd-8678-4e4c-985d-22c9337ba197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.561718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c57713cd-8678-4e4c-985d-22c9337ba197 None None] Port 660f2c9d-cddb-4825-a856-337ac6f5f06e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:25.576925 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2799a9fa-7f15-470f-b493-324932648e95 req-af547898-b36a-4cc7-aab8-1c8ae3004487 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 210 time: 0.0598814 Sep 30 08:25:25.663811 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfacb2c2-efba-4c46-9288-111987a76e84 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:25.818567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-d7381208-8974-456d-949e-f4dec32b877d tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:25.820155 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-d7381208-8974-456d-949e-f4dec32b877d tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.36 "GET /v2.0/networks?id=a203593c-50c1-4dad-a006-5c4a551b2bee HTTP/1.1" status: 200 len: 821 time: 0.1904893 Sep 30 08:25:25.854648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-4ba5111b-fd4d-4fbc-953a-aaa7a0c9bf58 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Request body: {'port': {'device_id': 'a96105bb-aa5d-4201-aa90-ae8ee38b16fb', 'network_id': 'a203593c-50c1-4dad-a006-5c4a551b2bee', 'admin_state_up': True, 'tenant_id': 'f15a08675e124e2584b286c8d302dc71'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:25.930411 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfacb2c2-efba-4c46-9288-111987a76e84 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.002620 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d070f29-4faa-481e-9c87-06668e09ca1f req-95f609dc-c14d-4256-84c5-cf6ca05c4a11 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cc97e5-f647-41ec-9ed1-711cb51842f8 HTTP/1.1" status: 200 len: 210 time: 0.1810517 Sep 30 08:25:26.046839 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfacb2c2-efba-4c46-9288-111987a76e84 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Network 903a209e-cb76-486c-ba85-91aee2ca76c1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:26.059651 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.068300 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-dfacb2c2-efba-4c46-9288-111987a76e84 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:26.123216 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfacb2c2-efba-4c46-9288-111987a76e84 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:26.124773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfacb2c2-efba-4c46-9288-111987a76e84 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:26.125405 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfacb2c2-efba-4c46-9288-111987a76e84 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.132765 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacb2c2-efba-4c46-9288-111987a76e84 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Pushing event updated for resources: {'Port': ['ID=0ce3ec37-bb6c-491b-bcfe-5cd4e1760333,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:26.136470 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.206270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-4ba5111b-fd4d-4fbc-953a-aaa7a0c9bf58 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Made reservation on behalf of f15a08675e124e2584b286c8d302dc71 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:26.212531 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-4ba5111b-fd4d-4fbc-953a-aaa7a0c9bf58 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.292479 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.312132 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dfacb2c2-efba-4c46-9288-111987a76e84 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2699029 Sep 30 08:25:26.317151 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54132) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:26.329505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:26.371356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=660f2c9d-cddb-4825-a856-337ac6f5f06e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:26.382379 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d4cdb-d67d-4723-a804-1d487bb8cee6 req-c178a596-168b-42b8-ae12-e285f57c46ac tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:26.384156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d98d4cdb-d67d-4723-a804-1d487bb8cee6 req-c178a596-168b-42b8-ae12-e285f57c46ac tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.0971360 Sep 30 08:25:26.439740 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d98d4cdb-d67d-4723-a804-1d487bb8cee6 req-5879c8b0-2163-4ec3-8222-f079500e304c tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470557 Sep 30 08:25:26.444773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-4ba5111b-fd4d-4fbc-953a-aaa7a0c9bf58 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Allocated IP 172.20.0.12 (a203593c-50c1-4dad-a006-5c4a551b2bee/9613169c-86f8-48a1-af6c-c4924a6447ff/35c0af13-ffde-4e61-bd6d-7dd24f3f1732) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:26.477269 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.550302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 3034c011-7521-4943-8df0-6f42204ff4aa is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:26.561620 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:26.615102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 42442daa-f4de-4539-b501-5959de37794b no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:26.649837 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 42442daa-f4de-4539-b501-5959de37794b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:26.653099 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 42442daa-f4de-4539-b501-5959de37794b not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:26.671586 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-4ba5111b-fd4d-4fbc-953a-aaa7a0c9bf58 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.715248 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-4ba5111b-fd4d-4fbc-953a-aaa7a0c9bf58 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.808005 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router c4bd68b8-1f80-45cd-af07-e40dfba45cde has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:25:26.886258 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] device_id is not set on port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:25:26.899702 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:26.937270 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.014715 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-02741593-92d3-4c46-8022-1cc038672559 None None] Provisioning complete for port 660f2c9d-cddb-4825-a856-337ac6f5f06e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:27.015354 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-02741593-92d3-4c46-8022-1cc038672559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.035447 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Pushing event updated for resources: {'Port': ['ID=0ce3ec37-bb6c-491b-bcfe-5cd4e1760333,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:27.051019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:27.057145 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-14dd7205-b720-46e9-bb6e-02cef3e64096 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/c4bd68b8-1f80-45cd-af07-e40dfba45cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1848667 Sep 30 08:25:27.070760 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:27.096805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:27.097143 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:27.097483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:27.106897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:27.107226 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:27.109899 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 2 to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 Sep 30 08:25:27.122004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105a4ce0-2fc3-4ece-aee3-56f99135f4f4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:27.123710 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-105a4ce0-2fc3-4ece-aee3-56f99135f4f4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports/660f2c9d-cddb-4825-a856-337ac6f5f06e HTTP/1.1" status: 200 len: 910 time: 0.0596695 Sep 30 08:25:27.129321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54158) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:27.130762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-02741593-92d3-4c46-8022-1cc038672559 None None] Port 660f2c9d-cddb-4825-a856-337ac6f5f06e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:27.137172 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a923506-b99d-4752-8e5a-33e4131c27b6 None None] Sync routers for ids ['c4bd68b8-1f80-45cd-af07-e40dfba45cde'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:27.151309 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a923506-b99d-4752-8e5a-33e4131c27b6 None None] Routers {'c4bd68b8-1f80-45cd-af07-e40dfba45cde'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:27.152160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1a923506-b99d-4752-8e5a-33e4131c27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c4bd68b8-1f80-45cd-af07-e40dfba45cde'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:27.189151 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54160) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:27.189883 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:27.190217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:27.190553 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:27.206383 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1a923506-b99d-4752-8e5a-33e4131c27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:27.221619 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:27.222084 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:27.223227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a923506-b99d-4752-8e5a-33e4131c27b6 None None] Routers {'c4bd68b8-1f80-45cd-af07-e40dfba45cde'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:27.224537 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1a923506-b99d-4752-8e5a-33e4131c27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c4bd68b8-1f80-45cd-af07-e40dfba45cde'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:27.227145 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 3 to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 Sep 30 08:25:27.289847 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1a923506-b99d-4752-8e5a-33e4131c27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:27.291091 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a923506-b99d-4752-8e5a-33e4131c27b6 None None] The sync data for ids ['c4bd68b8-1f80-45cd-af07-e40dfba45cde'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:27.295360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-4ba5111b-fd4d-4fbc-953a-aaa7a0c9bf58 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Network a203593c-50c1-4dad-a006-5c4a551b2bee is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:27.297988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5111b-fd4d-4fbc-953a-aaa7a0c9bf58 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Pushing event updated for resources: {'Port': ['ID=35c0af13-ffde-4e61-bd6d-7dd24f3f1732,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:27.302938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-4ba5111b-fd4d-4fbc-953a-aaa7a0c9bf58 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:27.306515 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-4ba5111b-fd4d-4fbc-953a-aaa7a0c9bf58 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:27.309553 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:27.309895 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:27.310225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:27.315609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d676f-ddb7-4d17-9faf-cc086c9fbc45 req-e8d708d3-aee2-46e9-a01d-d68fbb31543e tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:27.317297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b9d676f-ddb7-4d17-9faf-cc086c9fbc45 req-e8d708d3-aee2-46e9-a01d-d68fbb31543e tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 932 time: 0.5930371 Sep 30 08:25:27.322266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:27.322602 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:27.330737 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 4 to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 Sep 30 08:25:27.391098 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-4ba5111b-fd4d-4fbc-953a-aaa7a0c9bf58 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:27.391774 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-4ba5111b-fd4d-4fbc-953a-aaa7a0c9bf58 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.400722 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:27.401057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:27.401395 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:27.408264 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b9d676f-ddb7-4d17-9faf-cc086c9fbc45 req-ff80b730-efb9-48ad-a3c4-2e2b454defcc tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d46214c-3343-4304-a2cf-8f38dba21288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654345 Sep 30 08:25:27.411524 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:27.411887 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:27.433905 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-4ba5111b-fd4d-4fbc-953a-aaa7a0c9bf58 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5904157 Sep 30 08:25:27.440858 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 5 to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 Sep 30 08:25:27.444337 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf982-e85b-418e-8e59-46b5f665aa86 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.450331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Request body: {'port': {'device_id': 'a96105bb-aa5d-4201-aa90-ae8ee38b16fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:27.471655 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:27.472055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:27.472391 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:27.495155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:27.495427 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:27.497650 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf982-e85b-418e-8e59-46b5f665aa86 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.500139 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 6 to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 Sep 30 08:25:27.530745 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.561689 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:27.562023 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:27.562370 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:27.583307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:27.583527 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:27.586208 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 7 to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 Sep 30 08:25:27.624554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:27.624910 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:27.625215 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:27.637881 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:27.638211 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:27.639780 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 8 to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 Sep 30 08:25:27.661258 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:27.661587 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:27.661978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:27.672267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:27.672647 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:27.673830 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 9 to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 Sep 30 08:25:27.676281 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf982-e85b-418e-8e59-46b5f665aa86 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.678988 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf982-e85b-418e-8e59-46b5f665aa86 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.682565 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b5fdf982-e85b-418e-8e59-46b5f665aa86 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "DELETE /v2.0/security-groups/c9b07b0b-8b73-403c-b09f-0702b5496206 HTTP/1.1" status: 204 len: 168 time: 0.4863868 Sep 30 08:25:27.705954 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdf982-e85b-418e-8e59-46b5f665aa86 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b07b0b-8b73-403c-b09f-0702b5496206,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:27.711029 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:27.711420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:27.711764 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:27.733013 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:27.781018 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:27.781354 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:27.785268 n-d-807359-2 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 10 to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 Sep 30 08:25:27.808209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:27.808900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:27.808900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:27.821790 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:27.822112 n-d-807359-2 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:27.822525 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:27.897456 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bf63e-052a-4efd-9084-8e6dba1bafe4 req-70bc9cac-f0bc-4a4a-b125-bd09037f6769 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:27.898969 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b9bf63e-052a-4efd-9084-8e6dba1bafe4 req-70bc9cac-f0bc-4a4a-b125-bd09037f6769 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.1062744 Sep 30 08:25:27.903575 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-984bfe36-0296-4b1b-b559-ee722b7b91c5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.028044 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b9bf63e-052a-4efd-9084-8e6dba1bafe4 req-dff7800b-5f38-409c-a1fb-e12d3a852999 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069348 Sep 30 08:25:28.064002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:25:28.087305 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.113500 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Transition to ACTIVE for port object 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:25:28.121302 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.157752 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] For port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:28.158418 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempted to set empty binding levels {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 08:25:28.170248 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.211169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=35c0af13-ffde-4e61-bd6d-7dd24f3f1732,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:28.226276 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Pushing event updated for resources: {'Port': ['ID=0ce3ec37-bb6c-491b-bcfe-5cd4e1760333,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:28.321317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Attempting to bind port 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:28.322073 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Attempting to bind port 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '88bc5aa5-983b-4824-8b0b-8b67218423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a203593c-50c1-4dad-a006-5c4a551b2bee'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:28.322577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Attempting to bind port 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 on network a203593c-50c1-4dad-a006-5c4a551b2bee {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:28.327237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Port 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 on network a203593c-50c1-4dad-a006-5c4a551b2bee not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:28.328222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Attempting to bind port 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 on network a203593c-50c1-4dad-a006-5c4a551b2bee {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:28.333747 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:28.334332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Checking segment: {'id': '88bc5aa5-983b-4824-8b0b-8b67218423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a203593c-50c1-4dad-a006-5c4a551b2bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:28.334893 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Bound using segment: {'id': '88bc5aa5-983b-4824-8b0b-8b67218423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a203593c-50c1-4dad-a006-5c4a551b2bee'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:28.335498 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Bound port: 35c0af13-ffde-4e61-bd6d-7dd24f3f1732, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88bc5aa5-983b-4824-8b0b-8b67218423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a203593c-50c1-4dad-a006-5c4a551b2bee'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:28.336217 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.338351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] In _notify_port_updated(), no bound segment for port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:25:28.339466 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.340275 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.344539 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-211508cb-3134-4e51-b867-95beccc45a36 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] 10.222.0.24 "PUT /v2.0/ports/0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 HTTP/1.1" status: 200 len: 975 time: 2.0226724 Sep 30 08:25:28.347063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54182) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:28.482999 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] For port 35c0af13-ffde-4e61-bd6d-7dd24f3f1732, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:28.486173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] For port 35c0af13-ffde-4e61-bd6d-7dd24f3f1732, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=35c0af13-ffde-4e61-bd6d-7dd24f3f1732,segment=NetworkSegment(88bc5aa5-983b-4824-8b0b-8b67218423df),segment_id=88bc5aa5-983b-4824-8b0b-8b67218423df)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:28.503187 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.546368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.546854 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.547391 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.547812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.548487 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.549095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.550234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.550791 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.551190 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.554107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.554632 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.555718 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.556374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.557802 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.558296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.570835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.570835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.570835 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5be07438-a18e-4c45-9fc1-27a3315a5365 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15378 time: 0.2140505 Sep 30 08:25:28.572158 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-984bfe36-0296-4b1b-b559-ee722b7b91c5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port 660f2c9d-cddb-4825-a856-337ac6f5f06e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:28.572503 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-984bfe36-0296-4b1b-b559-ee722b7b91c5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.574949 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54186) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:28.609101 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.609732 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:28.611142 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] 10.222.0.36 "PUT /v2.0/ports/35c0af13-ffde-4e61-bd6d-7dd24f3f1732 HTTP/1.1" status: 200 len: 1092 time: 1.1678658 Sep 30 08:25:28.611604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96105bb-aa5d-4201-aa90-ae8ee38b16fb', 'tag': '35c0af13-ffde-4e61-bd6d-7dd24f3f1732'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:28.614461 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042c1ed4-15b0-4292-bd10-f36ac28e816d" -d '{"events": [{"name": "network-changed", "server_uuid": "a96105bb-aa5d-4201-aa90-ae8ee38b16fb", "tag": "35c0af13-ffde-4e61-bd6d-7dd24f3f1732"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:28.658743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577cde9-08ff-4281-8cef-1dd24380a31b req-e8eb97ac-82dc-4001-940d-59916ea680f0 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.661570 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3577cde9-08ff-4281-8cef-1dd24380a31b req-e8eb97ac-82dc-4001-940d-59916ea680f0 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 944 time: 0.1728394 Sep 30 08:25:28.697596 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49991a7-88d1-48db-9c7c-6ee203664914 x-openstack-request-id: req-d49991a7-88d1-48db-9c7c-6ee203664914 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:28.697825 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96105bb-aa5d-4201-aa90-ae8ee38b16fb", "tag": "35c0af13-ffde-4e61-bd6d-7dd24f3f1732", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:28.698063 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d49991a7-88d1-48db-9c7c-6ee203664914 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:28.698464 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96105bb-aa5d-4201-aa90-ae8ee38b16fb', 'tag': '35c0af13-ffde-4e61-bd6d-7dd24f3f1732', 'status': 'completed', 'code': 200} Sep 30 08:25:28.702633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0208232-9a42-4cb8-8985-fcca6d24e8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=35c0af13-ffde-4e61-bd6d-7dd24f3f1732,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:28.756722 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3577cde9-08ff-4281-8cef-1dd24380a31b req-6c9d18e1-0f5a-4372-b2ff-0018fc450e1c tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d46214c-3343-4304-a2cf-8f38dba21288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611293 Sep 30 08:25:28.759946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-b12dbc1c-3f29-4b74-a759-330d52dc08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.761691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-b12dbc1c-3f29-4b74-a759-330d52dc08bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15a08675e124e2584b286c8d302dc71&device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 1095 time: 0.0971656 Sep 30 08:25:28.827010 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-b7357163-64b3-4a11-9fd4-a9f78e91a844 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35c0af13-ffde-4e61-bd6d-7dd24f3f1732 HTTP/1.1" status: 200 len: 217 time: 0.0553095 Sep 30 08:25:28.882395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-787638ac-4e88-4f93-bb81-e3e48af08919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:28.884309 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-787638ac-4e88-4f93-bb81-e3e48af08919 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9613169c-86f8-48a1-af6c-c4924a6447ff HTTP/1.1" status: 200 len: 861 time: 0.0486689 Sep 30 08:25:28.924483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-8a23094f-37d8-4839-bb64-21b1f7cc1710 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a203593c-50c1-4dad-a006-5c4a551b2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314116 Sep 30 08:25:29.065930 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-f6b5b4f3-defc-4428-9d05-878058584acb service neutron] 10.222.0.36 "GET /v2.0/networks/a203593c-50c1-4dad-a006-5c4a551b2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335230 Sep 30 08:25:29.217702 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f63c1152-5bab-49df-af8c-e26d93fbfb7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.220656 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-984bfe36-0296-4b1b-b559-ee722b7b91c5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.272679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12b92ebe-11f1-4ff1-a168-1c115f8019fd req-4baf78ad-7382-4201-95a1-16d19b7f3516 service neutron] 10.222.0.36 "GET /v2.0/networks/a203593c-50c1-4dad-a006-5c4a551b2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989765 Sep 30 08:25:29.275241 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-984bfe36-0296-4b1b-b559-ee722b7b91c5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for 660f2c9d-cddb-4825-a856-337ac6f5f06e owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:29.303052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aced8c7-a615-4ce2-abff-9bf2fa0db4e7 req-48908ae9-7537-49d6-971a-8f70f7838805 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:29.304921 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3aced8c7-a615-4ce2-abff-9bf2fa0db4e7 req-48908ae9-7537-49d6-971a-8f70f7838805 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.1592772 Sep 30 08:25:29.312205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-aefb06ac-3002-43d0-95d5-d838601c211e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Deleting port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:29.312583 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aefb06ac-3002-43d0-95d5-d838601c211e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.396323 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3aced8c7-a615-4ce2-abff-9bf2fa0db4e7 req-b2c82e1a-e704-450c-b328-ae4e0e7b4713 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847499 Sep 30 08:25:29.404129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c1ed4-15b0-4292-bd10-f36ac28e816d req-ead23c04-3dc2-41d5-84c1-e9aac267c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:29.406369 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-042c1ed4-15b0-4292-bd10-f36ac28e816d req-ead23c04-3dc2-41d5-84c1-e9aac267c657 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f15a08675e124e2584b286c8d302dc71&device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 1095 time: 0.0630004 Sep 30 08:25:29.563970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c1ed4-15b0-4292-bd10-f36ac28e816d req-fdf468e6-cecf-4bcc-b065-bb21405c078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:29.565828 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-042c1ed4-15b0-4292-bd10-f36ac28e816d req-fdf468e6-cecf-4bcc-b065-bb21405c078a service neutron] 10.222.0.36 "GET /v2.0/networks?id=a203593c-50c1-4dad-a006-5c4a551b2bee HTTP/1.1" status: 200 len: 922 time: 0.1510429 Sep 30 08:25:29.570126 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-aefb06ac-3002-43d0-95d5-d838601c211e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] For port 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333, host n-h1-807359-2, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:29.570636 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aefb06ac-3002-43d0-95d5-d838601c211e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.620554 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-042c1ed4-15b0-4292-bd10-f36ac28e816d req-b6e948b7-3118-453a-a53c-0118415bdc7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35c0af13-ffde-4e61-bd6d-7dd24f3f1732 HTTP/1.1" status: 200 len: 217 time: 0.0450428 Sep 30 08:25:29.644374 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-aefb06ac-3002-43d0-95d5-d838601c211e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Calling delete_port for 0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:29.690151 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c1ed4-15b0-4292-bd10-f36ac28e816d req-5af5c39c-4fe5-4b4d-a18a-2a7cd3d82539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:29.692835 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-042c1ed4-15b0-4292-bd10-f36ac28e816d req-5af5c39c-4fe5-4b4d-a18a-2a7cd3d82539 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9613169c-86f8-48a1-af6c-c4924a6447ff HTTP/1.1" status: 200 len: 861 time: 0.0632720 Sep 30 08:25:29.744402 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-042c1ed4-15b0-4292-bd10-f36ac28e816d req-654d674c-6e52-489a-a049-b3ce274271d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a203593c-50c1-4dad-a006-5c4a551b2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451765 Sep 30 08:25:29.766413 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.845243 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aefb06ac-3002-43d0-95d5-d838601c211e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.875731 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-984bfe36-0296-4b1b-b559-ee722b7b91c5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.908640 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb06ac-3002-43d0-95d5-d838601c211e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ce3ec37-bb6c-491b-bcfe-5cd4e1760333,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:29.924967 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aefb06ac-3002-43d0-95d5-d838601c211e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:29.927710 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aefb06ac-3002-43d0-95d5-d838601c211e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] 10.222.0.24 "DELETE /v2.0/ports/0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 HTTP/1.1" status: 204 len: 168 time: 1.3508322 Sep 30 08:25:29.930289 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:29.942913 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-042c1ed4-15b0-4292-bd10-f36ac28e816d req-f782291b-cc37-4c2a-8515-8552bb5b1266 service neutron] 10.222.0.36 "GET /v2.0/networks/a203593c-50c1-4dad-a006-5c4a551b2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891932 Sep 30 08:25:29.952851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22fc27-3208-4c78-9263-ad53db176633 req-44442d55-c0f4-4db7-90b7-81a3b91953d0 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:29.962430 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc22fc27-3208-4c78-9263-ad53db176633 req-44442d55-c0f4-4db7-90b7-81a3b91953d0 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 944 time: 0.0885935 Sep 30 08:25:30.021094 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-441e5ade-65fd-48eb-9f19-f66bccfa4b90 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] GET failed (client error): The resource could not be found. Sep 30 08:25:30.022868 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-441e5ade-65fd-48eb-9f19-f66bccfa4b90 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] 10.222.0.24 "GET /v2.0/ports/0ce3ec37-bb6c-491b-bcfe-5cd4e1760333 HTTP/1.1" status: 404 len: 333 time: 0.0884008 Sep 30 08:25:30.024164 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bfe36-0296-4b1b-b559-ee722b7b91c5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=660f2c9d-cddb-4825-a856-337ac6f5f06e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:30.034196 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54202) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:30.041111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a3d31929-cc0c-4431-9c90-3fc9fb1d414e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1630006283', 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:30.106261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc22fc27-3208-4c78-9263-ad53db176633 req-20d1abb2-a954-42c0-9baa-ea69ac3d8af4 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d46214c-3343-4304-a2cf-8f38dba21288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380639 Sep 30 08:25:30.115617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f63c1152-5bab-49df-af8c-e26d93fbfb7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Deleting port 003eac1a-bd97-4cf0-9b62-557abe07dd22 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:30.116044 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f63c1152-5bab-49df-af8c-e26d93fbfb7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.165560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d31929-cc0c-4431-9c90-3fc9fb1d414e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Made reservation on behalf of 6b423234a36b460cb7f0ef3fef3a16d5 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:30.180254 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3d31929-cc0c-4431-9c90-3fc9fb1d414e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.245006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-042c1ed4-15b0-4292-bd10-f36ac28e816d req-3cfbc07c-4c42-4188-bf69-548c7e76cf73 service neutron] 10.222.0.36 "GET /v2.0/networks/a203593c-50c1-4dad-a006-5c4a551b2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798119 Sep 30 08:25:30.247324 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-a3d31929-cc0c-4431-9c90-3fc9fb1d414e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] device_id is not set on port 9f2ddfbb-5a11-4ffd-8f0a-18b335569725 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:25:30.478124 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-984bfe36-0296-4b1b-b559-ee722b7b91c5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.513832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-f63c1152-5bab-49df-af8c-e26d93fbfb7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] For port 003eac1a-bd97-4cf0-9b62-557abe07dd22, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=003eac1a-bd97-4cf0-9b62-557abe07dd22,segment=NetworkSegment(bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a),segment_id=bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:30.514729 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f63c1152-5bab-49df-af8c-e26d93fbfb7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.601622 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f63c1152-5bab-49df-af8c-e26d93fbfb7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Calling delete_port for 003eac1a-bd97-4cf0-9b62-557abe07dd22 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:30.631216 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3d31929-cc0c-4431-9c90-3fc9fb1d414e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.641947 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d60026-0299-4dfe-8320-d8f324a50792 req-93693d5c-3c13-4257-9344-a949881f0886 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:30.644145 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72d60026-0299-4dfe-8320-d8f324a50792 req-93693d5c-3c13-4257-9344-a949881f0886 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.1182387 Sep 30 08:25:30.723357 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72d60026-0299-4dfe-8320-d8f324a50792 req-459e904f-66c7-48d6-979c-b0e66c9776e4 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601828 Sep 30 08:25:30.739335 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3d31929-cc0c-4431-9c90-3fc9fb1d414e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.796940 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d31929-cc0c-4431-9c90-3fc9fb1d414e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Network 903a209e-cb76-486c-ba85-91aee2ca76c1 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:30.802099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a3d31929-cc0c-4431-9c90-3fc9fb1d414e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:30.807318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984bfe36-0296-4b1b-b559-ee722b7b91c5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router c4bd68b8-1f80-45cd-af07-e40dfba45cde has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:25:30.808197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d31929-cc0c-4431-9c90-3fc9fb1d414e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:30.809725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d31929-cc0c-4431-9c90-3fc9fb1d414e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:30.810376 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3d31929-cc0c-4431-9c90-3fc9fb1d414e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:30.825099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d31929-cc0c-4431-9c90-3fc9fb1d414e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Pushing event updated for resources: {'Port': ['ID=9f2ddfbb-5a11-4ffd-8f0a-18b335569725,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:30.848394 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a3d31929-cc0c-4431-9c90-3fc9fb1d414e tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8058593 Sep 30 08:25:30.852081 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54210) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:30.893309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f05bb3-1d0c-41b2-bdb9-232e29661cae tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:30.898116 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e4f05bb3-1d0c-41b2-bdb9-232e29661cae tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] 10.222.0.24 "GET /v2.0/ports/9f2ddfbb-5a11-4ffd-8f0a-18b335569725 HTTP/1.1" status: 200 len: 955 time: 0.0418122 Sep 30 08:25:30.898116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54212) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:30.996800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984bfe36-0296-4b1b-b559-ee722b7b91c5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:31.002544 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-984bfe36-0296-4b1b-b559-ee722b7b91c5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/c4bd68b8-1f80-45cd-af07-e40dfba45cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8720357 Sep 30 08:25:31.006626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54214) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:31.026487 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba593fce-4d46-4ce5-8409-3681aeb24263 None None] Sync routers for ids ['c4bd68b8-1f80-45cd-af07-e40dfba45cde'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:31.043674 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba593fce-4d46-4ce5-8409-3681aeb24263 None None] Routers {'c4bd68b8-1f80-45cd-af07-e40dfba45cde'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:31.047355 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ba593fce-4d46-4ce5-8409-3681aeb24263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c4bd68b8-1f80-45cd-af07-e40dfba45cde'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:31.061829 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b54b49dd-eb79-4784-bf26-b2465c3101d9 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Deleting port 9f2ddfbb-5a11-4ffd-8f0a-18b335569725 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:31.062248 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b54b49dd-eb79-4784-bf26-b2465c3101d9 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.104111 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ba593fce-4d46-4ce5-8409-3681aeb24263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:31.120868 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba593fce-4d46-4ce5-8409-3681aeb24263 None None] Routers {'c4bd68b8-1f80-45cd-af07-e40dfba45cde'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:31.121820 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ba593fce-4d46-4ce5-8409-3681aeb24263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c4bd68b8-1f80-45cd-af07-e40dfba45cde'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:31.165581 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ba593fce-4d46-4ce5-8409-3681aeb24263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:31.166513 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba593fce-4d46-4ce5-8409-3681aeb24263 None None] The sync data for ids ['c4bd68b8-1f80-45cd-af07-e40dfba45cde'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:31.211558 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f63c1152-5bab-49df-af8c-e26d93fbfb7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.253739 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c1152-5bab-49df-af8c-e26d93fbfb7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Port': ['ID=003eac1a-bd97-4cf0-9b62-557abe07dd22,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:31.287795 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b54b49dd-eb79-4784-bf26-b2465c3101d9 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.340931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b54b49dd-eb79-4784-bf26-b2465c3101d9 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Calling delete_port for 9f2ddfbb-5a11-4ffd-8f0a-18b335569725 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:31.639153 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b54b49dd-eb79-4784-bf26-b2465c3101d9 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.661859 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5934474-d759-4767-9df0-039dc5fbfaac req-adc16a58-b78e-4338-a7fb-131e5ccbcd2a tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:31.669114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5934474-d759-4767-9df0-039dc5fbfaac req-adc16a58-b78e-4338-a7fb-131e5ccbcd2a tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 944 time: 0.3125856 Sep 30 08:25:31.719623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b49dd-eb79-4784-bf26-b2465c3101d9 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f2ddfbb-5a11-4ffd-8f0a-18b335569725,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:31.729900 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b54b49dd-eb79-4784-bf26-b2465c3101d9 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:31.731881 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b54b49dd-eb79-4784-bf26-b2465c3101d9 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] 10.222.0.24 "DELETE /v2.0/ports/9f2ddfbb-5a11-4ffd-8f0a-18b335569725 HTTP/1.1" status: 204 len: 168 time: 0.8328955 Sep 30 08:25:31.737130 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54222) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:31.741406 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f63c1152-5bab-49df-af8c-e26d93fbfb7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.077433 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8838d8-f1bb-4997-a60e-a340b482f0f8 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] GET failed (client error): The resource could not be found. Sep 30 08:25:32.083032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2f8838d8-f1bb-4997-a60e-a340b482f0f8 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] 10.222.0.24 "GET /v2.0/ports/9f2ddfbb-5a11-4ffd-8f0a-18b335569725 HTTP/1.1" status: 404 len: 333 time: 0.3383017 Sep 30 08:25:32.088282 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54226) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:32.094184 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63c1152-5bab-49df-af8c-e26d93fbfb7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Router 372f6da7-a338-4b3d-b842-442728835345 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:25:32.101497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5934474-d759-4767-9df0-039dc5fbfaac req-9d9a28b2-4154-4cd4-8eba-747c1c882586 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d46214c-3343-4304-a2cf-8f38dba21288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314897 Sep 30 08:25:32.123525 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-27936271-29fa-4d9c-8e94-ba8b279d2505 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Request body: {'port': {'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1046114838'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:32.231145 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f96f97-53d3-41a0-a2fa-9105e00868ac req-1f1be24b-6234-41c6-8985-b81e4f3d08c2 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:32.232747 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-64f96f97-53d3-41a0-a2fa-9105e00868ac req-1f1be24b-6234-41c6-8985-b81e4f3d08c2 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.1605632 Sep 30 08:25:32.239396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27936271-29fa-4d9c-8e94-ba8b279d2505 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Made reservation on behalf of 6b423234a36b460cb7f0ef3fef3a16d5 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:32.241923 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27936271-29fa-4d9c-8e94-ba8b279d2505 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.268807 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63c1152-5bab-49df-af8c-e26d93fbfb7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:32.281989 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2dbe9-3c3a-465c-8ca8-6a98f1bff267 None None] Sync routers for ids ['372f6da7-a338-4b3d-b842-442728835345'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:32.293926 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f63c1152-5bab-49df-af8c-e26d93fbfb7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "PUT /v2.0/routers/372f6da7-a338-4b3d-b842-442728835345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5590942 Sep 30 08:25:32.297722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2dbe9-3c3a-465c-8ca8-6a98f1bff267 None None] Routers {'372f6da7-a338-4b3d-b842-442728835345'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:32.297885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54228) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:32.297994 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a0a2dbe9-3c3a-465c-8ca8-6a98f1bff267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['372f6da7-a338-4b3d-b842-442728835345'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:32.326898 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-27936271-29fa-4d9c-8e94-ba8b279d2505 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] device_id is not set on port 80af7058-535f-4e2f-805b-6ce1653a464b yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:25:32.405995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-64f96f97-53d3-41a0-a2fa-9105e00868ac req-3101e9b0-1d6b-4888-9d33-bbd559cadd1d tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547000 Sep 30 08:25:32.408922 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18ec9fd4-7ddb-4652-8a43-f9a80c146f60 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.512850 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce36b5da-80fd-4c00-9f8b-12cceeba88df tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Deleting subnet b934860f-448d-4ab2-84e4-e7e1368fdf39 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:32.542093 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce36b5da-80fd-4c00-9f8b-12cceeba88df tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.543530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a0a2dbe9-3c3a-465c-8ca8-6a98f1bff267 None None] Set router 372f6da7-a338-4b3d-b842-442728835345 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:25:32.655128 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce36b5da-80fd-4c00-9f8b-12cceeba88df tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.673366 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:25:32.790668 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27936271-29fa-4d9c-8e94-ba8b279d2505 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.853840 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce36b5da-80fd-4c00-9f8b-12cceeba88df tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.888077 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27936271-29fa-4d9c-8e94-ba8b279d2505 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.964535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27936271-29fa-4d9c-8e94-ba8b279d2505 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Network 903a209e-cb76-486c-ba85-91aee2ca76c1 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:32.978075 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-27936271-29fa-4d9c-8e94-ba8b279d2505 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:32.983864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27936271-29fa-4d9c-8e94-ba8b279d2505 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:32.984825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27936271-29fa-4d9c-8e94-ba8b279d2505 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:32.985441 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27936271-29fa-4d9c-8e94-ba8b279d2505 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:32.987963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27936271-29fa-4d9c-8e94-ba8b279d2505 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Pushing event updated for resources: {'Port': ['ID=80af7058-535f-4e2f-805b-6ce1653a464b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:32.995472 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce36b5da-80fd-4c00-9f8b-12cceeba88df tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.018609 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-27936271-29fa-4d9c-8e94-ba8b279d2505 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9280267 Sep 30 08:25:33.022504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54236) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:33.030295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:33.046457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a0a2dbe9-3c3a-465c-8ca8-6a98f1bff267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372f6da7-a338-4b3d-b842-442728835345', 'name': 'tempest-TestNetworkBasicOps-router-616420867', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4a974912-55ce-4b45-97fb-999a0434422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:48Z', 'updated_at': '2021-09-30T08:25:31Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': '4a974912-55ce-4b45-97fb-999a0434422e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:50Z', 'updated_at': '2021-09-30T08:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:33.062177 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36b5da-80fd-4c00-9f8b-12cceeba88df tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Subnet': ['ID=b934860f-448d-4ab2-84e4-e7e1368fdf39,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:33.072996 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce36b5da-80fd-4c00-9f8b-12cceeba88df tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.075495 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ce36b5da-80fd-4c00-9f8b-12cceeba88df tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "DELETE /v2.0/subnets/b934860f-448d-4ab2-84e4-e7e1368fdf39 HTTP/1.1" status: 204 len: 168 time: 0.7769229 Sep 30 08:25:33.079963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54238) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:33.081299 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-18ec9fd4-7ddb-4652-8a43-f9a80c146f60 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port 42425a0a-605b-4911-9124-66a174276389 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:33.081775 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18ec9fd4-7ddb-4652-8a43-f9a80c146f60 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.108993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2dbe9-3c3a-465c-8ca8-6a98f1bff267 None None] Checking router: 372f6da7-a338-4b3d-b842-442728835345 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:25:33.124824 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df2df48-70a5-4c22-8e7e-9610c0a394bd None None] Network 683eee2c-d1a5-4c98-9d54-9127f6246f2e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:33.208809 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 35c0af13-ffde-4e61-bd6d-7dd24f3f1732, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=35c0af13-ffde-4e61-bd6d-7dd24f3f1732,segment=NetworkSegment(88bc5aa5-983b-4824-8b0b-8b67218423df),segment_id=88bc5aa5-983b-4824-8b0b-8b67218423df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:33.211316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2dbe9-3c3a-465c-8ca8-6a98f1bff267 None None] Routers {'372f6da7-a338-4b3d-b842-442728835345'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:33.212191 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a0a2dbe9-3c3a-465c-8ca8-6a98f1bff267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['372f6da7-a338-4b3d-b842-442728835345'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:33.231358 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.313578 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05f7c50-fc6d-47ed-b0d0-ed688ed6a486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.317704 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '35c0af13-ffde-4e61-bd6d-7dd24f3f1732', 'network_id': 'a203593c-50c1-4dad-a006-5c4a551b2bee', 'port_id': '35c0af13-ffde-4e61-bd6d-7dd24f3f1732', 'mac_address': 'fa:16:3e:61:ec:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9613169c-86f8-48a1-af6c-c4924a6447ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:25:33.439175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc10d58-f6f8-4dd5-a3b8-a75a5e13d5e6 req-e0a2aa20-09cb-4204-a49f-b47a8d5712e8 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:33.448511 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bc10d58-f6f8-4dd5-a3b8-a75a5e13d5e6 req-e0a2aa20-09cb-4204-a49f-b47a8d5712e8 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 944 time: 0.2231445 Sep 30 08:25:33.454792 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18ec9fd4-7ddb-4652-8a43-f9a80c146f60 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.506031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-18ec9fd4-7ddb-4652-8a43-f9a80c146f60 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for 42425a0a-605b-4911-9124-66a174276389 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:33.560646 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.622153 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bc10d58-f6f8-4dd5-a3b8-a75a5e13d5e6 req-f1875605-6dd4-4dc9-9fe5-4650f2e25e33 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d46214c-3343-4304-a2cf-8f38dba21288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580582 Sep 30 08:25:33.627886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:25:33.629668 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05f7c50-fc6d-47ed-b0d0-ed688ed6a486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.685661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 35c0af13-ffde-4e61-bd6d-7dd24f3f1732, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=35c0af13-ffde-4e61-bd6d-7dd24f3f1732,segment=NetworkSegment(88bc5aa5-983b-4824-8b0b-8b67218423df),segment_id=88bc5aa5-983b-4824-8b0b-8b67218423df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:33.715073 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a0a2dbe9-3c3a-465c-8ca8-6a98f1bff267 None None] Set router 372f6da7-a338-4b3d-b842-442728835345 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:25:33.787698 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a05f7c50-fc6d-47ed-b0d0-ed688ed6a486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Deleting port 4a974912-55ce-4b45-97fb-999a0434422e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:33.790362 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05f7c50-fc6d-47ed-b0d0-ed688ed6a486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.880388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24db148c-2b97-4517-996f-0bb76330294d None None] DHCP port deletion for 683eee2c-d1a5-4c98-9d54-9127f6246f2e request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:25:33.905019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6108eb-5c18-4287-bca7-8aaf5f88036f req-e603b452-312c-4f57-ad61-be773605cb6d tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:33.907029 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b6108eb-5c18-4287-bca7-8aaf5f88036f req-e603b452-312c-4f57-ad61-be773605cb6d tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.1910233 Sep 30 08:25:33.907983 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.955069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] device_id is not set on port 80af7058-535f-4e2f-805b-6ce1653a464b yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:25:33.978604 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:33.985676 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b6108eb-5c18-4287-bca7-8aaf5f88036f req-6ee7a8e6-b511-43b3-9a27-1b4f4f447960 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700662 Sep 30 08:25:33.992162 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.007765 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-a05f7c50-fc6d-47ed-b0d0-ed688ed6a486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] For port 4a974912-55ce-4b45-97fb-999a0434422e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=4a974912-55ce-4b45-97fb-999a0434422e,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:34.008298 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05f7c50-fc6d-47ed-b0d0-ed688ed6a486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.023880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a05f7c50-fc6d-47ed-b0d0-ed688ed6a486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Calling delete_port for 4a974912-55ce-4b45-97fb-999a0434422e owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:34.076271 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-24db148c-2b97-4517-996f-0bb76330294d None None] Deleting port a77566ee-66a0-4a14-921c-e099172d3b34 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:34.077198 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24db148c-2b97-4517-996f-0bb76330294d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.115408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=35c0af13-ffde-4e61-bd6d-7dd24f3f1732,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:34.174655 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:34.175282 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:34.176090 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:34.176694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:34.176954 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:34.177529 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:34.183998 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:34.184531 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:34.184985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:34.185435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:34.185872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:34.186303 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:25:34.191122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a0a2dbe9-3c3a-465c-8ca8-6a98f1bff267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372f6da7-a338-4b3d-b842-442728835345', 'name': 'tempest-TestNetworkBasicOps-router-616420867', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4a974912-55ce-4b45-97fb-999a0434422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:48Z', 'updated_at': '2021-09-30T08:25:31Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': '4a974912-55ce-4b45-97fb-999a0434422e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:50Z', 'updated_at': '2021-09-30T08:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:34.217482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Pushing event updated for resources: {'Port': ['ID=80af7058-535f-4e2f-805b-6ce1653a464b,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:34.253775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:34.254216 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:34.255182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:34.260466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:34.260810 n-d-807359-2 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:34.261360 n-d-807359-2 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 2 to bind port 80af7058-535f-4e2f-805b-6ce1653a464b Sep 30 08:25:34.284842 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:34.285389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:34.286345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:34.297860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-24db148c-2b97-4517-996f-0bb76330294d None None] For port a77566ee-66a0-4a14-921c-e099172d3b34, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a77566ee-66a0-4a14-921c-e099172d3b34,segment=NetworkSegment(bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a),segment_id=bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:34.298107 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18ec9fd4-7ddb-4652-8a43-f9a80c146f60 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.299493 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24db148c-2b97-4517-996f-0bb76330294d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.311455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['35c0af13-ffde-4e61-bd6d-7dd24f3f1732'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:25:34.322286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a77566ee-66a0-4a14-921c-e099172d3b34 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:34.360197 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2dbe9-3c3a-465c-8ca8-6a98f1bff267 None None] The sync data for ids ['372f6da7-a338-4b3d-b842-442728835345'] in n-d-807359-2 is: [{'id': '372f6da7-a338-4b3d-b842-442728835345', 'name': 'tempest-TestNetworkBasicOps-router-616420867', 'tenant_id': '9daaa44a24a845718835a5f7ca967795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4a974912-55ce-4b45-97fb-999a0434422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:23:48Z', 'updated_at': '2021-09-30T08:25:31Z', 'revision_number': 5, 'project_id': '9daaa44a24a845718835a5f7ca967795', 'gw_port': {'id': '4a974912-55ce-4b45-97fb-999a0434422e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f6da7-a338-4b3d-b842-442728835345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:23:50Z', 'updated_at': '2021-09-30T08:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:34.371018 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec9fd4-7ddb-4652-8a43-f9a80c146f60 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=42425a0a-605b-4911-9124-66a174276389,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:34.372847 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:34.373183 n-d-807359-2 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:34.391005 n-d-807359-2 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 3 to bind port 80af7058-535f-4e2f-805b-6ce1653a464b Sep 30 08:25:34.405375 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05f7c50-fc6d-47ed-b0d0-ed688ed6a486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.464504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-24db148c-2b97-4517-996f-0bb76330294d None None] Calling delete_port for a77566ee-66a0-4a14-921c-e099172d3b34 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:34.490071 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:34.490404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:34.491597 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:34.512335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:34.516071 n-d-807359-2 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:34.518760 n-d-807359-2 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 4 to bind port 80af7058-535f-4e2f-805b-6ce1653a464b Sep 30 08:25:34.553147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f7c50-fc6d-47ed-b0d0-ed688ed6a486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Port': ['ID=4a974912-55ce-4b45-97fb-999a0434422e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:34.568963 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24db148c-2b97-4517-996f-0bb76330294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.692679 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18ec9fd4-7ddb-4652-8a43-f9a80c146f60 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.700298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:34.700529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:34.700787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:34.722562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:34.726299 n-d-807359-2 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:34.733365 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05f7c50-fc6d-47ed-b0d0-ed688ed6a486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:34.825756 n-d-807359-2 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 5 to bind port 80af7058-535f-4e2f-805b-6ce1653a464b Sep 30 08:25:34.922814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db148c-2b97-4517-996f-0bb76330294d None None] Pushing event deleted for resources: {'Port': ['ID=a77566ee-66a0-4a14-921c-e099172d3b34,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:34.962504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:34.963080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:34.963582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:34.964832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24db148c-2b97-4517-996f-0bb76330294d None None] No DVR routers for this DVR port a77566ee-66a0-4a14-921c-e099172d3b34 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:34.975347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:34.975969 n-d-807359-2 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:34.980822 n-d-807359-2 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 6 to bind port 80af7058-535f-4e2f-805b-6ce1653a464b Sep 30 08:25:35.003943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b02648-8885-4afb-a38e-9ab2245b3fd8 req-f78e3b5b-972b-4df8-97f4-fdeb220b2860 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:35.004131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45b02648-8885-4afb-a38e-9ab2245b3fd8 req-f78e3b5b-972b-4df8-97f4-fdeb220b2860 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 945 time: 0.1749132 Sep 30 08:25:35.044093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No active binding found for port a77566ee-66a0-4a14-921c-e099172d3b34 {{(pid=94839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 30 08:25:35.051017 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a77566ee-66a0-4a14-921c-e099172d3b34 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:35.086368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:35.086708 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:35.087127 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:35.114073 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05f7c50-fc6d-47ed-b0d0-ed688ed6a486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.124824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05f7c50-fc6d-47ed-b0d0-ed688ed6a486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.142118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:35.142473 n-d-807359-2 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:35.145143 n-d-807359-2 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 7 to bind port 80af7058-535f-4e2f-805b-6ce1653a464b Sep 30 08:25:35.171710 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45b02648-8885-4afb-a38e-9ab2245b3fd8 req-293edc83-ab3a-408a-8240-70cb84c78735 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d46214c-3343-4304-a2cf-8f38dba21288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529531 Sep 30 08:25:35.181692 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ec9fd4-7ddb-4652-8a43-f9a80c146f60 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router c4bd68b8-1f80-45cd-af07-e40dfba45cde has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:25:35.182644 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:35.183039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:35.184333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:35.198577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:35.198916 n-d-807359-2 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:35.199320 n-d-807359-2 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 8 to bind port 80af7058-535f-4e2f-805b-6ce1653a464b Sep 30 08:25:35.240731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:35.241384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:35.241477 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:35.257766 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:35.258231 n-d-807359-2 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:35.261479 n-d-807359-2 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 9 to bind port 80af7058-535f-4e2f-805b-6ce1653a464b Sep 30 08:25:35.265234 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05f7c50-fc6d-47ed-b0d0-ed688ed6a486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.265900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05f7c50-fc6d-47ed-b0d0-ed688ed6a486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Fanout notify agent at l3_agent the message router_deleted on router 372f6da7-a338-4b3d-b842-442728835345 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:25:35.280251 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a05f7c50-fc6d-47ed-b0d0-ed688ed6a486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.284118 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a05f7c50-fc6d-47ed-b0d0-ed688ed6a486 tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "DELETE /v2.0/routers/372f6da7-a338-4b3d-b842-442728835345 HTTP/1.1" status: 204 len: 168 time: 2.2003560 Sep 30 08:25:35.284657 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54260) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:35.372970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:35.373300 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:35.373660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:35.440893 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecc7b6-0f95-42d2-8442-6e1acd2239b0 req-8e1cd25e-2256-4fab-b3c4-a4f45b203ad2 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:35.455551 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b6ecc7b6-0f95-42d2-8442-6e1acd2239b0 req-8e1cd25e-2256-4fab-b3c4-a4f45b203ad2 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.2749946 Sep 30 08:25:35.516804 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b7c300a-1bcc-4719-9dcc-753149032d7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.555544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:35.556574 n-d-807359-2 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:35.569819 n-d-807359-2 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempt 10 to bind port 80af7058-535f-4e2f-805b-6ce1653a464b Sep 30 08:25:35.577685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ec9fd4-7ddb-4652-8a43-f9a80c146f60 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:35.604762 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0244b9b-26c0-4fb3-aa93-29f128ada26a None None] Sync routers for ids ['c4bd68b8-1f80-45cd-af07-e40dfba45cde'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:35.608717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-18ec9fd4-7ddb-4652-8a43-f9a80c146f60 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/c4bd68b8-1f80-45cd-af07-e40dfba45cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5987449 Sep 30 08:25:35.614308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54264) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:35.621705 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0244b9b-26c0-4fb3-aa93-29f128ada26a None None] Routers {'c4bd68b8-1f80-45cd-af07-e40dfba45cde'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:35.622662 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e0244b9b-26c0-4fb3-aa93-29f128ada26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c4bd68b8-1f80-45cd-af07-e40dfba45cde'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:35.642530 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:35.642530 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:35.642530 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempting to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:35.665819 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e0244b9b-26c0-4fb3-aa93-29f128ada26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:35.672389 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f8f4b27b-73dd-4097-89f2-a41d38ea228c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4bd68b8-1f80-45cd-af07-e40dfba45cde HTTP/1.1" status: 200 len: 205 time: 0.0483694 Sep 30 08:25:35.673429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54266) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:35.674155 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:25:35.674497 n-d-807359-2 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Failed to bind port 80af7058-535f-4e2f-805b-6ce1653a464b on host n-h1-807359-2 for vnic_type normal using segments [{'id': '3932b418-785b-4951-a804-b712271150da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '903a209e-cb76-486c-ba85-91aee2ca76c1'}] Sep 30 08:25:35.674899 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.683298 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0244b9b-26c0-4fb3-aa93-29f128ada26a None None] Routers {'c4bd68b8-1f80-45cd-af07-e40dfba45cde'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:35.686353 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e0244b9b-26c0-4fb3-aa93-29f128ada26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c4bd68b8-1f80-45cd-af07-e40dfba45cde'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:35.695645 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b6ecc7b6-0f95-42d2-8442-6e1acd2239b0 req-697e5062-7920-4879-9f48-6b229c654d16 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474025 Sep 30 08:25:35.720512 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b7c300a-1bcc-4719-9dcc-753149032d7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.745508 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1b7c300a-1bcc-4719-9dcc-753149032d7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683eee2c-d1a5-4c98-9d54-9127f6246f2e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:35.758902 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1b7c300a-1bcc-4719-9dcc-753149032d7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:35.759251 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1b7c300a-1bcc-4719-9dcc-753149032d7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd29b4dd-dc54-4ab3-a1fe-e9da5312cb0a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:35.771258 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b7c300a-1bcc-4719-9dcc-753149032d7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.787147 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b7c300a-1bcc-4719-9dcc-753149032d7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.787402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ef830f5-c75b-4a1f-b4f8-5df2799e30ff tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.797311 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7c300a-1bcc-4719-9dcc-753149032d7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:25:35.797720 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b7c300a-1bcc-4719-9dcc-753149032d7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:25:35.801467 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:25:35.808159 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e0244b9b-26c0-4fb3-aa93-29f128ada26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:35.809304 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0244b9b-26c0-4fb3-aa93-29f128ada26a None None] The sync data for ids ['c4bd68b8-1f80-45cd-af07-e40dfba45cde'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:35.869902 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b7c300a-1bcc-4719-9dcc-753149032d7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.882634 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b7c300a-1bcc-4719-9dcc-753149032d7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:35.888597 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1b7c300a-1bcc-4719-9dcc-753149032d7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] 10.222.0.24 "DELETE /v2.0/networks/683eee2c-d1a5-4c98-9d54-9127f6246f2e HTTP/1.1" status: 204 len: 168 time: 0.5994799 Sep 30 08:25:35.923349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c300a-1bcc-4719-9dcc-753149032d7e tempest-TestNetworkBasicOps-1258172459 tempest-TestNetworkBasicOps-1258172459-project] Pushing event deleted for resources: {'Network': ['ID=683eee2c-d1a5-4c98-9d54-9127f6246f2e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:36.273632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 003eac1a-bd97-4cf0-9b62-557abe07dd22 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:36.305903 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 003eac1a-bd97-4cf0-9b62-557abe07dd22 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:36.306415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 003eac1a-bd97-4cf0-9b62-557abe07dd22 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:36.307234 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4a974912-55ce-4b45-97fb-999a0434422e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:36.311850 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] For port 80af7058-535f-4e2f-805b-6ce1653a464b, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:36.312500 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attempted to set empty binding levels {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 08:25:36.327252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 4a974912-55ce-4b45-97fb-999a0434422e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:36.328016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4a974912-55ce-4b45-97fb-999a0434422e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:36.339050 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.418027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] In _notify_port_updated(), no bound segment for port 80af7058-535f-4e2f-805b-6ce1653a464b on network 903a209e-cb76-486c-ba85-91aee2ca76c1 {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:25:36.418832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:36.419452 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.423948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] 10.222.0.24 "PUT /v2.0/ports/80af7058-535f-4e2f-805b-6ce1653a464b HTTP/1.1" status: 200 len: 975 time: 3.3991439 Sep 30 08:25:36.424572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54280) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:36.640315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b835a-c2f4-468e-854a-8cf032532cef tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Pushing event updated for resources: {'Port': ['ID=80af7058-535f-4e2f-805b-6ce1653a464b,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:36.663738 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:36.705837 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ef830f5-c75b-4a1f-b4f8-5df2799e30ff tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.737906 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a967f-5619-4e7b-96ab-d687dca61b4d req-22116b47-f55a-43c2-bbce-23f5511015e2 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:36.748630 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f41a967f-5619-4e7b-96ab-d687dca61b4d req-22116b47-f55a-43c2-bbce-23f5511015e2 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 945 time: 0.4291699 Sep 30 08:25:36.756059 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ef830f5-c75b-4a1f-b4f8-5df2799e30ff tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.758524 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:25:36.762370 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54286) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:36.766308 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:36.767164 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.827853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c4801-9cd4-495c-91d2-e4e5a6f72489 req-25ff3764-59af-4d5e-a4c4-00e1c0500186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:36.829855 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ac0c4801-9cd4-495c-91d2-e4e5a6f72489 req-25ff3764-59af-4d5e-a4c4-00e1c0500186 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2e96348ea9040438150f1b52135b63c&device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 1096 time: 0.1647592 Sep 30 08:25:36.853337 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ef830f5-c75b-4a1f-b4f8-5df2799e30ff tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.853920 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef830f5-c75b-4a1f-b4f8-5df2799e30ff tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Fanout notify agent at l3_agent the message router_deleted on router c4bd68b8-1f80-45cd-af07-e40dfba45cde {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:25:36.865222 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ef830f5-c75b-4a1f-b4f8-5df2799e30ff tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.868560 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4ef830f5-c75b-4a1f-b4f8-5df2799e30ff tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/routers/c4bd68b8-1f80-45cd-af07-e40dfba45cde HTTP/1.1" status: 204 len: 168 time: 1.1888878 Sep 30 08:25:36.870793 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f41a967f-5619-4e7b-96ab-d687dca61b4d req-565eac2f-641d-4fd4-9cba-0093ae9b8338 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d46214c-3343-4304-a2cf-8f38dba21288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103835 Sep 30 08:25:36.872297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54290) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:36.898768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2f86b-b69d-4f76-bbff-bdd84b3b697d req-e378fcac-f236-4b3c-bd21-21386e6da92b tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:36.917448 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6dc2f86b-b69d-4f76-bbff-bdd84b3b697d req-e378fcac-f236-4b3c-bd21-21386e6da92b tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.3124497 Sep 30 08:25:36.925924 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.948892 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1d3c88e7-eb0d-4216-bad9-eb03a69f8c8a tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Deleting port 80af7058-535f-4e2f-805b-6ce1653a464b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:36.949357 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d3c88e7-eb0d-4216-bad9-eb03a69f8c8a tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:36.982195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 35c0af13-ffde-4e61-bd6d-7dd24f3f1732, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=35c0af13-ffde-4e61-bd6d-7dd24f3f1732,segment=NetworkSegment(88bc5aa5-983b-4824-8b0b-8b67218423df),segment_id=88bc5aa5-983b-4824-8b0b-8b67218423df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:36.984575 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96105bb-aa5d-4201-aa90-ae8ee38b16fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c0af13-ffde-4e61-bd6d-7dd24f3f1732'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:36.989206 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c23a45e-070c-4ecb-9b9b-f02fdc55e542" -d '{"events": [{"server_uuid": "a96105bb-aa5d-4201-aa90-ae8ee38b16fb", "name": "network-vif-plugged", "status": "completed", "tag": "35c0af13-ffde-4e61-bd6d-7dd24f3f1732"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:36.994836 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.084167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9927a248-59a5-4a92-bd1b-7baa180f80d5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting subnet 9a1b6c78-dc3d-434a-916a-f843a6a36b0d {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:37.090791 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-1d3c88e7-eb0d-4216-bad9-eb03a69f8c8a tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] For port 80af7058-535f-4e2f-805b-6ce1653a464b, host n-h1-807359-2, got binding levels [] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:37.091352 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d3c88e7-eb0d-4216-bad9-eb03a69f8c8a tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.099190 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52aaf35-02e4-466e-80d0-a1d94356f328 x-openstack-request-id: req-e52aaf35-02e4-466e-80d0-a1d94356f328 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:37.099707 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96105bb-aa5d-4201-aa90-ae8ee38b16fb", "name": "network-vif-plugged", "status": "completed", "tag": "35c0af13-ffde-4e61-bd6d-7dd24f3f1732", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:37.099893 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e52aaf35-02e4-466e-80d0-a1d94356f328 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:37.100199 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6dc2f86b-b69d-4f76-bbff-bdd84b3b697d req-44c9bc61-a22c-4b62-9922-f1033f39a610 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478915 Sep 30 08:25:37.101416 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96105bb-aa5d-4201-aa90-ae8ee38b16fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c0af13-ffde-4e61-bd6d-7dd24f3f1732', 'code': 200} Sep 30 08:25:37.105690 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9927a248-59a5-4a92-bd1b-7baa180f80d5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.135766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=35c0af13-ffde-4e61-bd6d-7dd24f3f1732,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:37.139278 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1d3c88e7-eb0d-4216-bad9-eb03a69f8c8a tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Calling delete_port for 80af7058-535f-4e2f-805b-6ce1653a464b owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:37.204016 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9927a248-59a5-4a92-bd1b-7baa180f80d5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.311450 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9927a248-59a5-4a92-bd1b-7baa180f80d5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.429499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c4801-9cd4-495c-91d2-e4e5a6f72489 req-4a6617b4-7bd9-4ab0-8841-5185041c8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:37.433255 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ac0c4801-9cd4-495c-91d2-e4e5a6f72489 req-4a6617b4-7bd9-4ab0-8841-5185041c8481 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ada7883-079a-446c-8acc-2ff2a808db0e HTTP/1.1" status: 200 len: 917 time: 0.5930510 Sep 30 08:25:37.434185 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9927a248-59a5-4a92-bd1b-7baa180f80d5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.487643 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ac0c4801-9cd4-495c-91d2-e4e5a6f72489 req-8f9e73ce-8af1-41a5-bb42-b875aeb32c93 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6faff0a-9ba5-45a4-b07a-56ede1d03cab HTTP/1.1" status: 200 len: 217 time: 0.0465319 Sep 30 08:25:37.492954 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9927a248-59a5-4a92-bd1b-7baa180f80d5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.497359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9927a248-59a5-4a92-bd1b-7baa180f80d5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/9a1b6c78-dc3d-434a-916a-f843a6a36b0d HTTP/1.1" status: 204 len: 168 time: 0.6207170 Sep 30 08:25:37.498397 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54304) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:37.507317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be4812-17b8-46ce-aa4d-2862fd95a95c None None] Network 3034c011-7521-4943-8df0-6f42204ff4aa requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:37.553521 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a77d7316-ff9c-49f9-ae5d-1e7f6fecf992 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9daaa44a24a845718835a5f7ca967795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7758892 Sep 30 08:25:37.556073 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54306) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:37.570534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6940ce-bc62-472a-b014-536742c281f4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting subnet cbd6370a-197c-4f3e-9133-a4b4dc005a4b {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:37.574516 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6940ce-bc62-472a-b014-536742c281f4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.614341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c4801-9cd4-495c-91d2-e4e5a6f72489 req-3b3c8744-4a7c-4329-b768-942b005d8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:37.615946 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ac0c4801-9cd4-495c-91d2-e4e5a6f72489 req-3b3c8744-4a7c-4329-b768-942b005d8b61 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3775425e-a141-4b61-8374-25f0c82033a0 HTTP/1.1" status: 200 len: 855 time: 0.1171868 Sep 30 08:25:37.621184 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7065d4d-d6f6-4291-9385-918fdfd7cda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.628259 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6940ce-bc62-472a-b014-536742c281f4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.678733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927a248-59a5-4a92-bd1b-7baa180f80d5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Subnet': ['ID=9a1b6c78-dc3d-434a-916a-f843a6a36b0d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:37.697656 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d3c88e7-eb0d-4216-bad9-eb03a69f8c8a tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.705894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7065d4d-d6f6-4291-9385-918fdfd7cda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.734947 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c88e7-eb0d-4216-bad9-eb03a69f8c8a tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Pushing event deleted for resources: {'Port': ['ID=80af7058-535f-4e2f-805b-6ce1653a464b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:37.742400 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c4801-9cd4-495c-91d2-e4e5a6f72489 req-a63cfcb5-6d64-4b93-96df-7a46be583d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:37.743946 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ac0c4801-9cd4-495c-91d2-e4e5a6f72489 req-a63cfcb5-6d64-4b93-96df-7a46be583d9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ada7883-079a-446c-8acc-2ff2a808db0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179368 Sep 30 08:25:37.754635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7005c43-db9b-4b60-a7b6-fa4195473d38 req-9b573939-dd30-44da-8712-c7139003be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:37.756868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7005c43-db9b-4b60-a7b6-fa4195473d38 req-9b573939-dd30-44da-8712-c7139003be89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 1097 time: 0.5939159 Sep 30 08:25:37.763221 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d3c88e7-eb0d-4216-bad9-eb03a69f8c8a tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.768101 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1d3c88e7-eb0d-4216-bad9-eb03a69f8c8a tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] 10.222.0.24 "DELETE /v2.0/ports/80af7058-535f-4e2f-805b-6ce1653a464b HTTP/1.1" status: 204 len: 168 time: 1.3386931 Sep 30 08:25:37.768915 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54308) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:37.830319 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744efe8e-1482-4443-9e62-57c50a39c327 None None] DHCP port deletion for 3034c011-7521-4943-8df0-6f42204ff4aa request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:25:37.861531 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19a98b0-11cb-4f26-afcb-e204cd3bdbf5 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] GET failed (client error): The resource could not be found. Sep 30 08:25:37.868416 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c19a98b0-11cb-4f26-afcb-e204cd3bdbf5 tempest-PortsAdminExtendedAttrsTestJSON-1602852227 tempest-PortsAdminExtendedAttrsTestJSON-1602852227-project-admin] 10.222.0.24 "GET /v2.0/ports/80af7058-535f-4e2f-805b-6ce1653a464b HTTP/1.1" status: 404 len: 333 time: 0.0833058 Sep 30 08:25:37.870712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54310) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:37.873984 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7065d4d-d6f6-4291-9385-918fdfd7cda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.876942 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7065d4d-d6f6-4291-9385-918fdfd7cda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:37.878205 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f7065d4d-d6f6-4291-9385-918fdfd7cda5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6184801-d0e0-4500-83c3-4697c683711b HTTP/1.1" status: 204 len: 168 time: 0.3211508 Sep 30 08:25:37.891073 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7065d4d-d6f6-4291-9385-918fdfd7cda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6184801-d0e0-4500-83c3-4697c683711b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:37.895783 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ac0c4801-9cd4-495c-91d2-e4e5a6f72489 req-5b1f6251-3c1a-4157-a608-211717220dd2 service neutron] 10.222.0.35 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311824 Sep 30 08:25:37.988868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-744efe8e-1482-4443-9e62-57c50a39c327 None None] Deleting port 0db374ae-7e28-44fd-9c9e-80adac2c7aca {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:37.989255 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-744efe8e-1482-4443-9e62-57c50a39c327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.022500 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fba08344-c874-4768-a17c-b6a9f8ad86f4 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.039590 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6940ce-bc62-472a-b014-536742c281f4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.087605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-744efe8e-1482-4443-9e62-57c50a39c327 None None] For port 0db374ae-7e28-44fd-9c9e-80adac2c7aca, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0db374ae-7e28-44fd-9c9e-80adac2c7aca,segment=NetworkSegment(3013bbc5-3915-400d-9a1b-0be591fd0189),segment_id=3013bbc5-3915-400d-9a1b-0be591fd0189)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:38.088225 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-744efe8e-1482-4443-9e62-57c50a39c327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.106779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-744efe8e-1482-4443-9e62-57c50a39c327 None None] Calling delete_port for 0db374ae-7e28-44fd-9c9e-80adac2c7aca owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:38.110366 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ac0c4801-9cd4-495c-91d2-e4e5a6f72489 req-70104024-9332-4a5e-ad94-32838cd5bb03 service neutron] 10.222.0.35 "GET /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050767 Sep 30 08:25:38.119799 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6940ce-bc62-472a-b014-536742c281f4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.213683 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7005c43-db9b-4b60-a7b6-fa4195473d38 req-addd1965-b505-4940-999b-be193f77c85c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3d46214c-3343-4304-a2cf-8f38dba21288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404976 Sep 30 08:25:38.225763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6940ce-bc62-472a-b014-536742c281f4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd6370a-197c-4f3e-9133-a4b4dc005a4b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:38.250076 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0db374ae-7e28-44fd-9c9e-80adac2c7aca no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:38.250426 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6940ce-bc62-472a-b014-536742c281f4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.252677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2e6940ce-bc62-472a-b014-536742c281f4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/cbd6370a-197c-4f3e-9133-a4b4dc005a4b HTTP/1.1" status: 204 len: 168 time: 0.7539213 Sep 30 08:25:38.252836 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386be094-e278-4dfb-b7c5-d5f07b27471b None None] Network 3bcca9c1-78dd-4682-9f66-fa3c01feb97d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:38.256332 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:38.268040 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea306c-2a08-49ee-b34c-bcefcd9fc93a req-ce712d33-ccb0-4918-850a-195e5f3e8558 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:38.269577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9ea306c-2a08-49ee-b34c-bcefcd9fc93a req-ce712d33-ccb0-4918-850a-195e5f3e8558 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 946 time: 0.1541657 Sep 30 08:25:38.323527 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-744efe8e-1482-4443-9e62-57c50a39c327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.352444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744efe8e-1482-4443-9e62-57c50a39c327 None None] No DVR routers for this DVR port 0db374ae-7e28-44fd-9c9e-80adac2c7aca on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:38.378636 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 0db374ae-7e28-44fd-9c9e-80adac2c7aca {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:38.378983 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0db374ae-7e28-44fd-9c9e-80adac2c7aca not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:38.403292 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fba08344-c874-4768-a17c-b6a9f8ad86f4 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.424534 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744efe8e-1482-4443-9e62-57c50a39c327 None None] Pushing event deleted for resources: {'Port': ['ID=0db374ae-7e28-44fd-9c9e-80adac2c7aca,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:38.440223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-fba08344-c874-4768-a17c-b6a9f8ad86f4 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903a209e-cb76-486c-ba85-91aee2ca76c1']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:38.451609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-fba08344-c874-4768-a17c-b6a9f8ad86f4 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3932b418-785b-4951-a804-b712271150da') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:38.452096 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-fba08344-c874-4768-a17c-b6a9f8ad86f4 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3932b418-785b-4951-a804-b712271150da') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:38.463314 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fba08344-c874-4768-a17c-b6a9f8ad86f4 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.493448 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fba08344-c874-4768-a17c-b6a9f8ad86f4 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.501047 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba08344-c874-4768-a17c-b6a9f8ad86f4 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:25:38.501554 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fba08344-c874-4768-a17c-b6a9f8ad86f4 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.509509 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e6f10ac-6811-46c0-b64f-ffc4067b30ee tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:25:38.559655 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:25:38.571584 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece8947d-b0a8-4ef2-8fe5-e29d54141a10 None None] DHCP port deletion for 3bcca9c1-78dd-4682-9f66-fa3c01feb97d request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:25:38.669892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:38.681530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ece8947d-b0a8-4ef2-8fe5-e29d54141a10 None None] Deleting port 68860714-2170-43d1-ac47-35174c9e50c3 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:38.683868 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ece8947d-b0a8-4ef2-8fe5-e29d54141a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.701717 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61110f3c-1e5e-4eb8-8d84-5aaa5ba24760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.720305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9ea306c-2a08-49ee-b34c-bcefcd9fc93a req-4765da08-df77-4dfd-93b0-10904e3f1d05 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d46214c-3343-4304-a2cf-8f38dba21288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227722 Sep 30 08:25:38.736776 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e6f10ac-6811-46c0-b64f-ffc4067b30ee tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.778198 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5e6f10ac-6811-46c0-b64f-ffc4067b30ee tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3034c011-7521-4943-8df0-6f42204ff4aa']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:38.780440 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb8b4d-c249-4607-bd22-de7c0847dde3 req-4d83ca9d-31b3-4202-b14e-ccfb5b1a20fd tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:38.782046 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88cb8b4d-c249-4607-bd22-de7c0847dde3 req-4d83ca9d-31b3-4202-b14e-ccfb5b1a20fd tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.2242327 Sep 30 08:25:38.787051 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fba08344-c874-4768-a17c-b6a9f8ad86f4 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.810206 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5e6f10ac-6811-46c0-b64f-ffc4067b30ee tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3013bbc5-3915-400d-9a1b-0be591fd0189') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:38.810648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5e6f10ac-6811-46c0-b64f-ffc4067b30ee tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3013bbc5-3915-400d-9a1b-0be591fd0189') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:38.822018 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fba08344-c874-4768-a17c-b6a9f8ad86f4 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.826254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fba08344-c874-4768-a17c-b6a9f8ad86f4 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] 10.222.0.24 "DELETE /v2.0/networks/903a209e-cb76-486c-ba85-91aee2ca76c1 HTTP/1.1" status: 204 len: 168 time: 0.9503243 Sep 30 08:25:38.826426 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ece8947d-b0a8-4ef2-8fe5-e29d54141a10 None None] For port 68860714-2170-43d1-ac47-35174c9e50c3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=68860714-2170-43d1-ac47-35174c9e50c3,segment=NetworkSegment(ab461624-7ea9-4bd9-8d34-bf91f4643dc8),segment_id=ab461624-7ea9-4bd9-8d34-bf91f4643dc8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:38.826638 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ece8947d-b0a8-4ef2-8fe5-e29d54141a10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.840446 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba08344-c874-4768-a17c-b6a9f8ad86f4 tempest-PortsAdminExtendedAttrsTestJSON-1760118746 tempest-PortsAdminExtendedAttrsTestJSON-1760118746-project] Pushing event deleted for resources: {'Network': ['ID=903a209e-cb76-486c-ba85-91aee2ca76c1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:38.847190 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e6f10ac-6811-46c0-b64f-ffc4067b30ee tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.851327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88cb8b4d-c249-4607-bd22-de7c0847dde3 req-ede83f82-b0cc-4fb2-b68c-13d1360b295f tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586293 Sep 30 08:25:38.855739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ece8947d-b0a8-4ef2-8fe5-e29d54141a10 None None] Calling delete_port for 68860714-2170-43d1-ac47-35174c9e50c3 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:38.906708 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e6f10ac-6811-46c0-b64f-ffc4067b30ee tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.932521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6f10ac-6811-46c0-b64f-ffc4067b30ee tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:25:38.936289 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e6f10ac-6811-46c0-b64f-ffc4067b30ee tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:25:38.942780 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:25:38.947208 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ece8947d-b0a8-4ef2-8fe5-e29d54141a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.020039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8947d-b0a8-4ef2-8fe5-e29d54141a10 None None] Pushing event deleted for resources: {'Port': ['ID=68860714-2170-43d1-ac47-35174c9e50c3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:39.023704 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8947d-b0a8-4ef2-8fe5-e29d54141a10 None None] No DVR routers for this DVR port 68860714-2170-43d1-ac47-35174c9e50c3 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:39.089462 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e6f10ac-6811-46c0-b64f-ffc4067b30ee tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.098173 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e6f10ac-6811-46c0-b64f-ffc4067b30ee tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.100374 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5e6f10ac-6811-46c0-b64f-ffc4067b30ee tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/networks/3034c011-7521-4943-8df0-6f42204ff4aa HTTP/1.1" status: 204 len: 168 time: 0.8429923 Sep 30 08:25:39.103148 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54330) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:39.147947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f10ac-6811-46c0-b64f-ffc4067b30ee tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Network': ['ID=3034c011-7521-4943-8df0-6f42204ff4aa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:39.188140 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61110f3c-1e5e-4eb8-8d84-5aaa5ba24760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.206699 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61110f3c-1e5e-4eb8-8d84-5aaa5ba24760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.224965 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f02a768c-eb1b-40d8-9e78-57a040540d72 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.253048 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54334) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:39.271112 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-61110f3c-1e5e-4eb8-8d84-5aaa5ba24760 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2cc6677f7ff74437afb408b288cb9ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5995362 Sep 30 08:25:39.272054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61110f3c-1e5e-4eb8-8d84-5aaa5ba24760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddef095c-96e4-43ee-b3bf-323d5f3118c5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:39.287737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54338) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:39.373537 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b62e7fb-ac25-47a5-bdd0-2a906ee427ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.377063 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f02a768c-eb1b-40d8-9e78-57a040540d72 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.429193 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b62e7fb-ac25-47a5-bdd0-2a906ee427ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.444517 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f02a768c-eb1b-40d8-9e78-57a040540d72 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcca9c1-78dd-4682-9f66-fa3c01feb97d']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:39.462001 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f02a768c-eb1b-40d8-9e78-57a040540d72 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab461624-7ea9-4bd9-8d34-bf91f4643dc8') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:39.462387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f02a768c-eb1b-40d8-9e78-57a040540d72 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab461624-7ea9-4bd9-8d34-bf91f4643dc8') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:39.482335 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f02a768c-eb1b-40d8-9e78-57a040540d72 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.506700 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f02a768c-eb1b-40d8-9e78-57a040540d72 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.523312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02a768c-eb1b-40d8-9e78-57a040540d72 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:25:39.523802 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f02a768c-eb1b-40d8-9e78-57a040540d72 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:25:39.527253 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:25:39.540070 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3e17f138-3540-4201-a929-b93b9bae0b46 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33b2a133379242c4b20fb102e129e2c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848403 Sep 30 08:25:39.542853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54342) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:39.560809 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b62e7fb-ac25-47a5-bdd0-2a906ee427ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.564988 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b62e7fb-ac25-47a5-bdd0-2a906ee427ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.567300 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9b62e7fb-ac25-47a5-bdd0-2a906ee427ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddef095c-96e4-43ee-b3bf-323d5f3118c5 HTTP/1.1" status: 204 len: 168 time: 0.2757237 Sep 30 08:25:39.615148 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f02a768c-eb1b-40d8-9e78-57a040540d72 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.619421 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f02a768c-eb1b-40d8-9e78-57a040540d72 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.623002 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f02a768c-eb1b-40d8-9e78-57a040540d72 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/networks/3bcca9c1-78dd-4682-9f66-fa3c01feb97d HTTP/1.1" status: 204 len: 168 time: 0.5188086 Sep 30 08:25:39.648298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a768c-eb1b-40d8-9e78-57a040540d72 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Network': ['ID=3bcca9c1-78dd-4682-9f66-fa3c01feb97d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:39.650924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54346) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:39.660055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62e7fb-ac25-47a5-bdd0-2a906ee427ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddef095c-96e4-43ee-b3bf-323d5f3118c5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:39.663384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-548d20ea-3e08-4073-a1fe-dfb0434b4cf4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'network': {'name': 'tempest-RoutersTest-1696898178'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:39.708228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548d20ea-3e08-4073-a1fe-dfb0434b4cf4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:39.715160 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-548d20ea-3e08-4073-a1fe-dfb0434b4cf4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.733572 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67958109-1ef1-4df1-b082-420e66a56fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.766026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548d20ea-3e08-4073-a1fe-dfb0434b4cf4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:25:39.780355 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-548d20ea-3e08-4073-a1fe-dfb0434b4cf4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.780819 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-548d20ea-3e08-4073-a1fe-dfb0434b4cf4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Added segment a264b3d7-bb9b-4f2b-9852-b94c1ff2dd6a of type vlan for network ff930a38-76fb-4e00-90f4-41dbdc0c3252 Sep 30 08:25:39.820450 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67958109-1ef1-4df1-b082-420e66a56fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.874113 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-548d20ea-3e08-4073-a1fe-dfb0434b4cf4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.941438 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-548d20ea-3e08-4073-a1fe-dfb0434b4cf4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.943485 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67958109-1ef1-4df1-b082-420e66a56fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.948441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548d20ea-3e08-4073-a1fe-dfb0434b4cf4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:39.949339 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-548d20ea-3e08-4073-a1fe-dfb0434b4cf4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.951522 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67958109-1ef1-4df1-b082-420e66a56fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:39.987688 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-67958109-1ef1-4df1-b082-420e66a56fb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65dd20ce-4057-49d5-ba2a-12754839ea30 HTTP/1.1" status: 204 len: 168 time: 0.4244454 Sep 30 08:25:40.025136 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67958109-1ef1-4df1-b082-420e66a56fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dd20ce-4057-49d5-ba2a-12754839ea30,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:40.177603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d20ea-3e08-4073-a1fe-dfb0434b4cf4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Network': ['ID=ff930a38-76fb-4e00-90f4-41dbdc0c3252,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:40.183466 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:40.198780 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network ff930a38-76fb-4e00-90f4-41dbdc0c3252 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:25:40.287138 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 68860714-2170-43d1-ac47-35174c9e50c3 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:40.312942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 68860714-2170-43d1-ac47-35174c9e50c3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:40.313631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 68860714-2170-43d1-ac47-35174c9e50c3 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:40.319946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-548d20ea-3e08-4073-a1fe-dfb0434b4cf4 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6636786 Sep 30 08:25:40.320460 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54364) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:40.330391 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8e8c9fc0-9bea-4463-8a43-a9f677315464 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'subnet': {'network_id': 'ff930a38-76fb-4e00-90f4-41dbdc0c3252', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:40.374401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fb909-9f83-420a-8446-7c37d24c33cc req-f34077ea-65af-480f-9a3e-4e8371cf3814 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:40.376752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f2fb909-9f83-420a-8446-7c37d24c33cc req-f34077ea-65af-480f-9a3e-4e8371cf3814 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 946 time: 0.5079241 Sep 30 08:25:40.404030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815c788-60b7-47ad-851e-3617ea644c24 req-7eb708ad-84d3-485e-8f3b-db65651cca10 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:40.407220 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0815c788-60b7-47ad-851e-3617ea644c24 req-7eb708ad-84d3-485e-8f3b-db65651cca10 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.2839947 Sep 30 08:25:40.484461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0815c788-60b7-47ad-851e-3617ea644c24 req-9575b67b-dff8-46b2-a67a-9d7622655107 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671728 Sep 30 08:25:40.497217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f2fb909-9f83-420a-8446-7c37d24c33cc req-633d2916-a707-4384-827e-906a7acde4f0 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d46214c-3343-4304-a2cf-8f38dba21288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136873 Sep 30 08:25:40.560872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8c9fc0-9bea-4463-8a43-a9f677315464 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:40.564708 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e8c9fc0-9bea-4463-8a43-a9f677315464 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:40.831128 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba2c7a-b695-475b-85af-64e3dc37d7bb req-bef814bd-84ed-4394-87e1-bb02b202573e tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:40.834210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0dba2c7a-b695-475b-85af-64e3dc37d7bb req-bef814bd-84ed-4394-87e1-bb02b202573e tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.1303787 Sep 30 08:25:40.965736 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0dba2c7a-b695-475b-85af-64e3dc37d7bb req-843fac54-56e0-4abf-9f54-ece65a260bbf tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156411 Sep 30 08:25:41.165299 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54398) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:41.196598 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e8c9fc0-9bea-4463-8a43-a9f677315464 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:41.303973 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c9fc0-9bea-4463-8a43-a9f677315464 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Subnet': ['ID=bfba8315-08cf-44ef-8274-8b6472764b64,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:41.310984 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c9fc0-9bea-4463-8a43-a9f677315464 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Checking segment: {'id': 'a264b3d7-bb9b-4f2b-9852-b94c1ff2dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ff930a38-76fb-4e00-90f4-41dbdc0c3252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:41.311682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8c9fc0-9bea-4463-8a43-a9f677315464 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network hostable DHCP agents. Network: ff930a38-76fb-4e00-90f4-41dbdc0c3252, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:25:41.359729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8c9fc0-9bea-4463-8a43-a9f677315464 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network ff930a38-76fb-4e00-90f4-41dbdc0c3252 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:25:41.376535 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-421101cf-e6ab-463d-a6c5-e6d8c02c43bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b423234a36b460cb7f0ef3fef3a16d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082574 Sep 30 08:25:41.378167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54402) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:41.389274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8e8c9fc0-9bea-4463-8a43-a9f677315464 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, ff930a38-76fb-4e00-90f4-41dbdc0c3252) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:41.402129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66919206-b1e6-42de-a3ba-009d59c63755 None None] Network ff930a38-76fb-4e00-90f4-41dbdc0c3252 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:41.412376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8c9fc0-9bea-4463-8a43-a9f677315464 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:41.413363 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e8c9fc0-9bea-4463-8a43-a9f677315464 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:41.452628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06316817-5f0c-4fa6-812a-0de6eacf0dc0 req-2c30b8ee-003c-4a7b-bfc6-2d053c675c45 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:41.465679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06316817-5f0c-4fa6-812a-0de6eacf0dc0 req-2c30b8ee-003c-4a7b-bfc6-2d053c675c45 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f02fd17c-5e97-437a-8b51-17bc36270cf6 HTTP/1.1" status: 200 len: 945 time: 0.1747336 Sep 30 08:25:41.475146 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8e8c9fc0-9bea-4463-8a43-a9f677315464 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1537709 Sep 30 08:25:41.481814 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54404) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:41.494300 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d3035e67-8fa8-4cd5-886c-582cfd8fd45b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1618021512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:41.508841 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83b132-489b-4876-9948-c4f3d24c22ac req-5a921474-28c0-4fb0-a1f7-4b7c6e101d42 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:41.510167 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b83b132-489b-4876-9948-c4f3d24c22ac req-5a921474-28c0-4fb0-a1f7-4b7c6e101d42 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 946 time: 0.2180550 Sep 30 08:25:41.534371 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3035e67-8fa8-4cd5-886c-582cfd8fd45b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:41.537510 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3035e67-8fa8-4cd5-886c-582cfd8fd45b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:41.550038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06316817-5f0c-4fa6-812a-0de6eacf0dc0 req-36ace6bb-8702-409a-95d6-5a21be5ca9cb tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817039 Sep 30 08:25:41.610485 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e8f9422-671e-4cd5-9fd4-ca0882a81d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:41.676788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b83b132-489b-4876-9948-c4f3d24c22ac req-8a5022bc-3ed6-4188-896c-93d87a993c66 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d46214c-3343-4304-a2cf-8f38dba21288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531618 Sep 30 08:25:41.731195 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3035e67-8fa8-4cd5-886c-582cfd8fd45b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:41.754168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-ff930a38-76fb-4e00-90f4-41dbdc0c3252', 'network_id': 'ff930a38-76fb-4e00-90f4-41dbdc0c3252', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'fixed_ips': [{'subnet_id': 'bfba8315-08cf-44ef-8274-8b6472764b64'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:25:41.759130 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3035e67-8fa8-4cd5-886c-582cfd8fd45b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:41.760376 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:41.769909 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df7db8-502a-4384-b0ab-b0c974e79da2 req-c0756a35-c8ca-437f-84c9-68bb4b18fdeb tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:41.778342 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3df7db8-502a-4384-b0ab-b0c974e79da2 req-c0756a35-c8ca-437f-84c9-68bb4b18fdeb tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 945 time: 0.0985506 Sep 30 08:25:41.823607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3df7db8-502a-4384-b0ab-b0c974e79da2 req-7787360d-f762-45fa-ba2f-23b1f821ab65 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442486 Sep 30 08:25:41.825828 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e8f9422-671e-4cd5-9fd4-ca0882a81d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:41.864688 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3035e67-8fa8-4cd5-886c-582cfd8fd45b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:41.864688 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d3035e67-8fa8-4cd5-886c-582cfd8fd45b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3805804 Sep 30 08:25:41.867110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54414) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:41.872342 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fd600f44-0683-47d9-b7b3-3e0c94425821 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'port': {'network_id': 'ff930a38-76fb-4e00-90f4-41dbdc0c3252', 'name': 'tempest-RoutersTest-1021604367'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:41.900234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-02565a9d-abcb-4083-a617-94f1077bc6b5 req-a6ef230e-a355-4235-8ae8-d69d0965d2e8 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:25:41.907484 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02565a9d-abcb-4083-a617-94f1077bc6b5 req-a6ef230e-a355-4235-8ae8-d69d0965d2e8 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0150931 Sep 30 08:25:42.022072 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e8f9422-671e-4cd5-9fd4-ca0882a81d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:42.026625 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e8f9422-671e-4cd5-9fd4-ca0882a81d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:42.042614 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4e8f9422-671e-4cd5-9fd4-ca0882a81d3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6847d7ad-e835-42ce-a238-4a5c3cc1b170 HTTP/1.1" status: 204 len: 168 time: 0.6624284 Sep 30 08:25:42.073316 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef651-6347-4f12-a32a-ed9c781b7926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:42.074085 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f9422-671e-4cd5-9fd4-ca0882a81d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6847d7ad-e835-42ce-a238-4a5c3cc1b170,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:42.086666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Allocated IP 172.20.0.2 (ff930a38-76fb-4e00-90f4-41dbdc0c3252/bfba8315-08cf-44ef-8274-8b6472764b64/31a9db40-ec5f-4f7d-be86-5bf366e83ff0) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:42.182379 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02565a9d-abcb-4083-a617-94f1077bc6b5 req-365e7df3-3926-4108-804f-31cf06927886 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2735906 Sep 30 08:25:42.263003 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd600f44-0683-47d9-b7b3-3e0c94425821 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:42.268917 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd600f44-0683-47d9-b7b3-3e0c94425821 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:42.325421 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-fd600f44-0683-47d9-b7b3-3e0c94425821 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] device_id is not set on port 6b44fd50-2bdd-4424-a2c4-974b03ba3c16 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:25:42.419143 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:42.434926 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:42.490440 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Network ff930a38-76fb-4e00-90f4-41dbdc0c3252 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:42.494924 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:42.503665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:42.548073 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Pushing event updated for resources: {'Port': ['ID=31a9db40-ec5f-4f7d-be86-5bf366e83ff0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:42.598123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Attempting to bind port 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:25:42.598833 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Attempting to bind port 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'a264b3d7-bb9b-4f2b-9852-b94c1ff2dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ff930a38-76fb-4e00-90f4-41dbdc0c3252'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:25:42.599456 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Attempting to bind port 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 on network ff930a38-76fb-4e00-90f4-41dbdc0c3252 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:25:42.610068 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:25:42.610605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Checking segment: {'id': 'a264b3d7-bb9b-4f2b-9852-b94c1ff2dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ff930a38-76fb-4e00-90f4-41dbdc0c3252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:42.610889 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:42.611295 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Bound using segment: {'id': 'a264b3d7-bb9b-4f2b-9852-b94c1ff2dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ff930a38-76fb-4e00-90f4-41dbdc0c3252'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:25:42.611777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Bound port: 31a9db40-ec5f-4f7d-be86-5bf366e83ff0, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a264b3d7-bb9b-4f2b-9852-b94c1ff2dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ff930a38-76fb-4e00-90f4-41dbdc0c3252'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:25:42.612207 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:42.768994 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] For port 31a9db40-ec5f-4f7d-be86-5bf366e83ff0, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:25:42.774074 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] For port 31a9db40-ec5f-4f7d-be86-5bf366e83ff0, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=31a9db40-ec5f-4f7d-be86-5bf366e83ff0,segment=NetworkSegment(a264b3d7-bb9b-4f2b-9852-b94c1ff2dd6a),segment_id=a264b3d7-bb9b-4f2b-9852-b94c1ff2dd6a)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:25:42.792852 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:42.814980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-fd600f44-0683-47d9-b7b3-3e0c94425821 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Allocated IP 172.20.0.12 (ff930a38-76fb-4e00-90f4-41dbdc0c3252/bfba8315-08cf-44ef-8274-8b6472764b64/6b44fd50-2bdd-4424-a2c4-974b03ba3c16) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:42.945470 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c5ae2-f7d4-4f18-ad06-ff2d6c831ed0 None None] Pushing event updated for resources: {'Port': ['ID=31a9db40-ec5f-4f7d-be86-5bf366e83ff0,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:43.054295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a21856-9e3f-4d87-8662-41f32546b13d req-3a1160be-4211-48ea-80dd-432d50f667b6 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:43.060164 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7a21856-9e3f-4d87-8662-41f32546b13d req-3a1160be-4211-48ea-80dd-432d50f667b6 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 946 time: 0.5933187 Sep 30 08:25:43.261168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d5170-3306-4415-b79a-627ec19cf84a req-db380369-a2d0-48a6-b52b-169e12276d28 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:43.290663 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-123d5170-3306-4415-b79a-627ec19cf84a req-db380369-a2d0-48a6-b52b-169e12276d28 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.7190108 Sep 30 08:25:43.738762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f618028-33a0-47a5-88b9-eccf398e2490 req-c5d891d7-d18c-4eca-9aaf-c333e0315e76 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:43.741058 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f618028-33a0-47a5-88b9-eccf398e2490 req-c5d891d7-d18c-4eca-9aaf-c333e0315e76 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 946 time: 0.8638308 Sep 30 08:25:43.807176 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-123d5170-3306-4415-b79a-627ec19cf84a req-11ba913f-1baa-4d35-8c53-4d824dc7df89 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149601 Sep 30 08:25:44.006751 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f618028-33a0-47a5-88b9-eccf398e2490 req-05dfc8c6-898b-4e18-9bd1-cd951218127f tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d46214c-3343-4304-a2cf-8f38dba21288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536075 Sep 30 08:25:44.008657 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c7a21856-9e3f-4d87-8662-41f32546b13d req-a7aa69a0-08f4-4d0d-ae4b-6c6fae602847 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Deleting port 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:44.008999 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c7a21856-9e3f-4d87-8662-41f32546b13d req-a7aa69a0-08f4-4d0d-ae4b-6c6fae602847 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:44.070203 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd600f44-0683-47d9-b7b3-3e0c94425821 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:44.172191 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c135e-cc3f-4df4-a38e-c4bad0a2c80a req-5946fd9c-5f9a-4eef-ac44-db9c934fc4bd tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:44.173734 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f1c135e-cc3f-4df4-a38e-c4bad0a2c80a req-5946fd9c-5f9a-4eef-ac44-db9c934fc4bd tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f02fd17c-5e97-437a-8b51-17bc36270cf6 HTTP/1.1" status: 200 len: 945 time: 0.2558579 Sep 30 08:25:44.382579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:44.393962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c7a21856-9e3f-4d87-8662-41f32546b13d req-a7aa69a0-08f4-4d0d-ae4b-6c6fae602847 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] For port 35c0af13-ffde-4e61-bd6d-7dd24f3f1732, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=35c0af13-ffde-4e61-bd6d-7dd24f3f1732,segment=NetworkSegment(88bc5aa5-983b-4824-8b0b-8b67218423df),segment_id=88bc5aa5-983b-4824-8b0b-8b67218423df)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:44.394331 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c7a21856-9e3f-4d87-8662-41f32546b13d req-a7aa69a0-08f4-4d0d-ae4b-6c6fae602847 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:44.411534 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd600f44-0683-47d9-b7b3-3e0c94425821 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:44.423149 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f1c135e-cc3f-4df4-a38e-c4bad0a2c80a req-968812aa-7f09-4e7c-b76b-fc96b387cc17 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662352 Sep 30 08:25:44.424425 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c7a21856-9e3f-4d87-8662-41f32546b13d req-a7aa69a0-08f4-4d0d-ae4b-6c6fae602847 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Calling delete_port for 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:44.550505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:44.550707 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:44.602714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd600f44-0683-47d9-b7b3-3e0c94425821 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network ff930a38-76fb-4e00-90f4-41dbdc0c3252 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:44.697256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-fd600f44-0683-47d9-b7b3-3e0c94425821 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:44.797355 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd600f44-0683-47d9-b7b3-3e0c94425821 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:44.818932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd600f44-0683-47d9-b7b3-3e0c94425821 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=6b44fd50-2bdd-4424-a2c4-974b03ba3c16,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:44.999447 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9eb10ba0-66ff-4c45-b658-d33be7709c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.034243 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5805ead-1a7b-430c-a569-52f9b5f2ab04 None None] Network ff930a38-76fb-4e00-90f4-41dbdc0c3252 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:45.140090 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.231645 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-815b6a5e-5f73-4ec2-b833-a19a7f071004 None None] Provisioning complete for port 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:45.234339 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-815b6a5e-5f73-4ec2-b833-a19a7f071004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.348311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd600f44-0683-47d9-b7b3-3e0c94425821 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:45.350084 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd600f44-0683-47d9-b7b3-3e0c94425821 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.386269 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c7a21856-9e3f-4d87-8662-41f32546b13d req-a7aa69a0-08f4-4d0d-ae4b-6c6fae602847 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.424320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5d93b-69d4-4504-99ed-0080ab956051 req-2b7d9a7b-ec85-44ae-81f5-80e37744f652 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:45.426563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cc5d93b-69d4-4504-99ed-0080ab956051 req-2b7d9a7b-ec85-44ae-81f5-80e37744f652 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a96105bb-aa5d-4201-aa90-ae8ee38b16fb HTTP/1.1" status: 200 len: 867 time: 0.2471869 Sep 30 08:25:45.447479 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322f243-bce2-40ac-a90f-53b3680a74dc req-54fa5ad4-a682-4802-a05c-894ae8d0ab3d tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:45.467207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b322f243-bce2-40ac-a90f-53b3680a74dc req-54fa5ad4-a682-4802-a05c-894ae8d0ab3d tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 945 time: 0.8990326 Sep 30 08:25:45.543849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 31a9db40-ec5f-4f7d-be86-5bf366e83ff0, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=31a9db40-ec5f-4f7d-be86-5bf366e83ff0,segment=NetworkSegment(a264b3d7-bb9b-4f2b-9852-b94c1ff2dd6a),segment_id=a264b3d7-bb9b-4f2b-9852-b94c1ff2dd6a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:45.584069 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.596827 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.685426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fd600f44-0683-47d9-b7b3-3e0c94425821 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8149617 Sep 30 08:25:45.685426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa69a0-08f4-4d0d-ae4b-6c6fae602847 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Pushing event deleted for resources: {'Port': ['ID=35c0af13-ffde-4e61-bd6d-7dd24f3f1732,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:45.686602 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54612) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:45.906601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=31a9db40-ec5f-4f7d-be86-5bf366e83ff0,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:45.938300 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a21856-9e3f-4d87-8662-41f32546b13d req-a7aa69a0-08f4-4d0d-ae4b-6c6fae602847 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] No DVR routers for this DVR port 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:45.943641 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.958545 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c7a21856-9e3f-4d87-8662-41f32546b13d req-a7aa69a0-08f4-4d0d-ae4b-6c6fae602847 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:45.973240 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7a21856-9e3f-4d87-8662-41f32546b13d req-a7aa69a0-08f4-4d0d-ae4b-6c6fae602847 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.36 "DELETE /v2.0/ports/35c0af13-ffde-4e61-bd6d-7dd24f3f1732 HTTP/1.1" status: 204 len: 173 time: 2.9038076 Sep 30 08:25:45.975895 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96105bb-aa5d-4201-aa90-ae8ee38b16fb', 'name': 'network-vif-deleted', 'tag': '35c0af13-ffde-4e61-bd6d-7dd24f3f1732'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:45.983316 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba688f2-dbc4-401a-bfce-96077eaf35b1" -d '{"events": [{"server_uuid": "a96105bb-aa5d-4201-aa90-ae8ee38b16fb", "name": "network-vif-deleted", "tag": "35c0af13-ffde-4e61-bd6d-7dd24f3f1732"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:46.017531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cc5d93b-69d4-4504-99ed-0080ab956051 req-9238c2fb-88ac-4212-97d3-e39ffd25f811 tempest-ServerAddressesNegativeTestJSON-888022337 tempest-ServerAddressesNegativeTestJSON-888022337-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d46214c-3343-4304-a2cf-8f38dba21288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418770 Sep 30 08:25:46.029344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54616) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:46.046604 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b322f243-bce2-40ac-a90f-53b3680a74dc req-d2672af4-ec62-46be-ac1c-43a8fa327308 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784059 Sep 30 08:25:46.115018 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54622) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:46.122710 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddfb8c4-683d-4f48-813e-5ba9e8cc287e x-openstack-request-id: req-5ddfb8c4-683d-4f48-813e-5ba9e8cc287e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:46.123007 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96105bb-aa5d-4201-aa90-ae8ee38b16fb", "name": "network-vif-deleted", "tag": "35c0af13-ffde-4e61-bd6d-7dd24f3f1732", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:46.123262 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ddfb8c4-683d-4f48-813e-5ba9e8cc287e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:46.123659 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96105bb-aa5d-4201-aa90-ae8ee38b16fb', 'name': 'network-vif-deleted', 'tag': '35c0af13-ffde-4e61-bd6d-7dd24f3f1732', 'status': 'completed', 'code': 200} Sep 30 08:25:46.320212 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:25:46.366276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-86857fbe-4aa8-4be4-b8a2-e40d18f7004a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1009359524'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:46.441977 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4ad5eba-446f-458f-8a06-4a6bee8a4037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.457782 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:46.458268 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.474566 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-86857fbe-4aa8-4be4-b8a2-e40d18f7004a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.476177 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-86857fbe-4aa8-4be4-b8a2-e40d18f7004a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.543485 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-86857fbe-4aa8-4be4-b8a2-e40d18f7004a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.568568 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-86857fbe-4aa8-4be4-b8a2-e40d18f7004a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.697410 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d91b9-b9ad-4568-ad46-4747f96764fc req-daea426c-26c3-4531-89f4-99a0ffc444c9 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:46.717979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d91b9-b9ad-4568-ad46-4747f96764fc req-daea426c-26c3-4531-89f4-99a0ffc444c9 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:46.740388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d91b9-b9ad-4568-ad46-4747f96764fc req-daea426c-26c3-4531-89f4-99a0ffc444c9 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:46.750242 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:46.755271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f91d91b9-b9ad-4568-ad46-4747f96764fc req-daea426c-26c3-4531-89f4-99a0ffc444c9 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c&device_id=f02fd17c-5e97-437a-8b51-17bc36270cf6&device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 2416 time: 0.2982528 Sep 30 08:25:46.795316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-03e008a5-3075-48f2-b285-928085ebf558 None None] Provisioning complete for port 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:46.798030 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03e008a5-3075-48f2-b285-928085ebf558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.800389 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:46.801536 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 35c0af13-ffde-4e61-bd6d-7dd24f3f1732 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:46.815850 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8e7a2ab-e0ad-43ac-a6b6-ce4705de4a34 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:46.906933 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f91d91b9-b9ad-4568-ad46-4747f96764fc req-2f7c0768-2a74-4e4a-8ce8-5095f2e1f3f6 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488183 Sep 30 08:25:46.969348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-118f5656-6ade-4e27-9de7-1ee2f266e917 req-951fb08d-a4e5-4211-804b-cbe62d13a383 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:25:46.974772 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-118f5656-6ade-4e27-9de7-1ee2f266e917 req-951fb08d-a4e5-4211-804b-cbe62d13a383 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0261528 Sep 30 08:25:46.976160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-03e008a5-3075-48f2-b285-928085ebf558 None None] Provisioning complete for port 6b44fd50-2bdd-4424-a2c4-974b03ba3c16 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:46.976769 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03e008a5-3075-48f2-b285-928085ebf558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.032637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-03e008a5-3075-48f2-b285-928085ebf558 None None] Port 6b44fd50-2bdd-4424-a2c4-974b03ba3c16 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:47.125146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54634) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:47.166862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c39b6a64-59f3-43df-880d-1584f94eff44 None None] Provisioning complete for port 6b44fd50-2bdd-4424-a2c4-974b03ba3c16 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:47.167254 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c39b6a64-59f3-43df-880d-1584f94eff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.193218 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4ad5eba-446f-458f-8a06-4a6bee8a4037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.218885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-118f5656-6ade-4e27-9de7-1ee2f266e917 req-a2c1a4f3-7591-4346-909a-760bd3849001 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2321551 Sep 30 08:25:47.222391 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfce4c7-cef0-4f0f-9088-50bd2b4c0c9c admin admin] Deleting subnet 9613169c-86f8-48a1-af6c-c4924a6447ff {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:47.224927 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4ad5eba-446f-458f-8a06-4a6bee8a4037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.230715 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-86857fbe-4aa8-4be4-b8a2-e40d18f7004a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.234715 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-86857fbe-4aa8-4be4-b8a2-e40d18f7004a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2043054 Sep 30 08:25:47.236509 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8bfce4c7-cef0-4f0f-9088-50bd2b4c0c9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.237977 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54636) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:47.286284 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c39b6a64-59f3-43df-880d-1584f94eff44 None None] Port 6b44fd50-2bdd-4424-a2c4-974b03ba3c16 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:47.349245 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b4ad5eba-446f-458f-8a06-4a6bee8a4037 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=033c22dcd3164f9c9b438640affdfb55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2325513 Sep 30 08:25:47.352182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54638) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:47.353075 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad5eba-446f-458f-8a06-4a6bee8a4037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04266ca-0855-4329-a240-d82956f41c4c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:47.371721 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8bfce4c7-cef0-4f0f-9088-50bd2b4c0c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.435171 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc265-afa8-40cf-ae86-7783a8de1baa tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.452691 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8e7a2ab-e0ad-43ac-a6b6-ce4705de4a34 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.461883 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8e7a2ab-e0ad-43ac-a6b6-ce4705de4a34 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.467746 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3eae7de-7afe-46ee-82af-e350bbf421d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.493012 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3eae7de-7afe-46ee-82af-e350bbf421d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.591359 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8bfce4c7-cef0-4f0f-9088-50bd2b4c0c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.623678 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc265-afa8-40cf-ae86-7783a8de1baa tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.648279 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc265-afa8-40cf-ae86-7783a8de1baa tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.729768 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.751677 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3eae7de-7afe-46ee-82af-e350bbf421d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.756102 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3eae7de-7afe-46ee-82af-e350bbf421d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.757617 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d3eae7de-7afe-46ee-82af-e350bbf421d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b04266ca-0855-4329-a240-d82956f41c4c HTTP/1.1" status: 204 len: 168 time: 0.4044428 Sep 30 08:25:47.803112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7a2ab-e0ad-43ac-a6b6-ce4705de4a34 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=6b44fd50-2bdd-4424-a2c4-974b03ba3c16,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:47.807962 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eae7de-7afe-46ee-82af-e350bbf421d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04266ca-0855-4329-a240-d82956f41c4c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:47.827263 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc265-afa8-40cf-ae86-7783a8de1baa tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.828187 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8bc265-afa8-40cf-ae86-7783a8de1baa tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a62017b-4f14-4ef8-a0a4-c8a171696386 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:25:47.837405 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc265-afa8-40cf-ae86-7783a8de1baa tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:47.855150 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54646) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:47.856391 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2e8bc265-afa8-40cf-ae86-7783a8de1baa tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] 10.222.0.24 "DELETE /v2.0/routers/7a62017b-4f14-4ef8-a0a4-c8a171696386 HTTP/1.1" status: 204 len: 168 time: 0.6125152 Sep 30 08:25:47.878515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fb3213eb-e22a-47b6-b984-b301899d31bb tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Request body: {'router': {'name': 'tempest-router-156905763', 'distributed': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:47.897927 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8bfce4c7-cef0-4f0f-9088-50bd2b4c0c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.025620 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb3213eb-e22a-47b6-b984-b301899d31bb tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.028980 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb3213eb-e22a-47b6-b984-b301899d31bb tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.032645 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfce4c7-cef0-4f0f-9088-50bd2b4c0c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9613169c-86f8-48a1-af6c-c4924a6447ff,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:48.055950 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8bfce4c7-cef0-4f0f-9088-50bd2b4c0c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.064071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8bfce4c7-cef0-4f0f-9088-50bd2b4c0c9c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9613169c-86f8-48a1-af6c-c4924a6447ff HTTP/1.1" status: 204 len: 168 time: 0.9337280 Sep 30 08:25:48.064756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54648) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:48.147414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8fa1e021-851d-4b1b-829d-14b7c5a8f9d3 None None] Provisioning complete for port 6b44fd50-2bdd-4424-a2c4-974b03ba3c16 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:48.149796 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fa1e021-851d-4b1b-829d-14b7c5a8f9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.202664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8fa1e021-851d-4b1b-829d-14b7c5a8f9d3 None None] Port 6b44fd50-2bdd-4424-a2c4-974b03ba3c16 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:48.244542 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8e7a2ab-e0ad-43ac-a6b6-ce4705de4a34 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.433816 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7070-b66c-49fa-bbc3-1cabe1cff5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.435937 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb3213eb-e22a-47b6-b984-b301899d31bb tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.447701 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb3213eb-e22a-47b6-b984-b301899d31bb tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.504796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54662) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:48.521403 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb3213eb-e22a-47b6-b984-b301899d31bb tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.525152 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fb3213eb-e22a-47b6-b984-b301899d31bb tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6638644 Sep 30 08:25:48.525843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54664) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:48.572778 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7070-b66c-49fa-bbc3-1cabe1cff5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.596962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2e6c7070-b66c-49fa-bbc3-1cabe1cff5bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a203593c-50c1-4dad-a006-5c4a551b2bee']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:48.609455 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2e6c7070-b66c-49fa-bbc3-1cabe1cff5bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88bc5aa5-983b-4824-8b0b-8b67218423df') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:48.609655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2e6c7070-b66c-49fa-bbc3-1cabe1cff5bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88bc5aa5-983b-4824-8b0b-8b67218423df') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:48.621934 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7070-b66c-49fa-bbc3-1cabe1cff5bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.652297 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7070-b66c-49fa-bbc3-1cabe1cff5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.659020 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6c7070-b66c-49fa-bbc3-1cabe1cff5bf admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:25:48.659428 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7070-b66c-49fa-bbc3-1cabe1cff5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.684184 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c51e19e1-de3a-4e51-96af-f2776fd1be07 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:25:48.734903 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:25:48.737235 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7070-b66c-49fa-bbc3-1cabe1cff5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.739197 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b9446ff-2828-4243-9685-6e348ef91ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.770796 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7070-b66c-49fa-bbc3-1cabe1cff5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:48.772924 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2e6c7070-b66c-49fa-bbc3-1cabe1cff5bf admin admin] 10.222.0.24 "DELETE /v2.0/networks/a203593c-50c1-4dad-a006-5c4a551b2bee HTTP/1.1" status: 204 len: 168 time: 0.7013285 Sep 30 08:25:49.018447 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b9446ff-2828-4243-9685-6e348ef91ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.041665 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b9446ff-2828-4243-9685-6e348ef91ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.111411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c7070-b66c-49fa-bbc3-1cabe1cff5bf admin admin] Pushing event deleted for resources: {'Network': ['ID=a203593c-50c1-4dad-a006-5c4a551b2bee,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:49.135588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9446ff-2828-4243-9685-6e348ef91ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca6e273-d3c2-4273-89dd-7a13c3618b3f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:49.174836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54672) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:49.216013 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9b9446ff-2828-4243-9685-6e348ef91ecc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc601bb0a6a948f583b63e14f151975d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7074308 Sep 30 08:25:49.217592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54674) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:49.218963 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c51e19e1-de3a-4e51-96af-f2776fd1be07 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.224573 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c51e19e1-de3a-4e51-96af-f2776fd1be07 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.241085 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8e7a2ab-e0ad-43ac-a6b6-ce4705de4a34 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.325426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-93ec3273-02e1-4bb7-b16e-7f444431e15e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f15a08675e124e2584b286c8d302dc71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492290 Sep 30 08:25:49.336143 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54680) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:49.387605 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c51e19e1-de3a-4e51-96af-f2776fd1be07 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.389227 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51e19e1-de3a-4e51-96af-f2776fd1be07 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dba4ddd7-5e74-4e66-94ae-00209651f491 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:25:49.416125 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c51e19e1-de3a-4e51-96af-f2776fd1be07 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.417312 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c51e19e1-de3a-4e51-96af-f2776fd1be07 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] 10.222.0.24 "DELETE /v2.0/routers/dba4ddd7-5e74-4e66-94ae-00209651f491 HTTP/1.1" status: 204 len: 168 time: 0.8909841 Sep 30 08:25:49.424170 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54682) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:49.437185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5123b224-9b05-443a-9886-55f14a553d79 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Request body: {'router': {'name': 'tempest-router-994888867', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b2208cb8933440a0bf8695399a6eaa4e'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:49.448434 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b5898a0-042a-41a8-a29a-8b01c25e0c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.471805 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b5898a0-042a-41a8-a29a-8b01c25e0c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.543429 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ebf24afa-3f78-41b3-a3b7-b5b866c4e089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.546632 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5123b224-9b05-443a-9886-55f14a553d79 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.547655 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5123b224-9b05-443a-9886-55f14a553d79 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.563480 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b5898a0-042a-41a8-a29a-8b01c25e0c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.566091 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b5898a0-042a-41a8-a29a-8b01c25e0c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.567333 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8b5898a0-042a-41a8-a29a-8b01c25e0c84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ca6e273-d3c2-4273-89dd-7a13c3618b3f HTTP/1.1" status: 204 len: 168 time: 0.3418741 Sep 30 08:25:49.585474 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ebf24afa-3f78-41b3-a3b7-b5b866c4e089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.604401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5898a0-042a-41a8-a29a-8b01c25e0c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca6e273-d3c2-4273-89dd-7a13c3618b3f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:49.683968 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5123b224-9b05-443a-9886-55f14a553d79 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.691197 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5123b224-9b05-443a-9886-55f14a553d79 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.715344 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5123b224-9b05-443a-9886-55f14a553d79 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.719193 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5123b224-9b05-443a-9886-55f14a553d79 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2855299 Sep 30 08:25:49.719674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54688) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:49.725993 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b7115c1d-1c2c-4fa8-b267-dce932e20388 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:49.824183 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ebf24afa-3f78-41b3-a3b7-b5b866c4e089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.833483 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ebf24afa-3f78-41b3-a3b7-b5b866c4e089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.834704 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ebf24afa-3f78-41b3-a3b7-b5b866c4e089 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d46214c-3343-4304-a2cf-8f38dba21288 HTTP/1.1" status: 204 len: 168 time: 0.4954743 Sep 30 08:25:49.931977 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8e7a2ab-e0ad-43ac-a6b6-ce4705de4a34 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:49.942439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf24afa-3f78-41b3-a3b7-b5b866c4e089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d46214c-3343-4304-a2cf-8f38dba21288,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:49.948295 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8e7a2ab-e0ad-43ac-a6b6-ce4705de4a34 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:50.200066 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7115c1d-1c2c-4fa8-b267-dce932e20388 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:50.200446 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7115c1d-1c2c-4fa8-b267-dce932e20388 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:50.375695 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b7115c1d-1c2c-4fa8-b267-dce932e20388 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94837) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 30 08:25:50.376160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b7115c1d-1c2c-4fa8-b267-dce932e20388 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Router 496e2d4e-e48b-440c-95bd-033c80b4ad3f migrating from provider to provider. {{(pid=94837) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 30 08:25:50.376555 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7115c1d-1c2c-4fa8-b267-dce932e20388 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:50.388265 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7115c1d-1c2c-4fa8-b267-dce932e20388 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:50.397136 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7115c1d-1c2c-4fa8-b267-dce932e20388 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:50.420311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630474ec-0f3c-4b44-9339-4678c340a97c req-18ab7eb9-119f-4d79-a1bf-75c2ebeb455b tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:50.422419 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-630474ec-0f3c-4b44-9339-4678c340a97c req-18ab7eb9-119f-4d79-a1bf-75c2ebeb455b tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 945 time: 0.1596141 Sep 30 08:25:50.636329 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-630474ec-0f3c-4b44-9339-4678c340a97c req-3ba9bd86-fd1d-4403-8cda-6d8e323cc941 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587849 Sep 30 08:25:50.660066 n-d-807359-2 neutron-server[94837]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b7115c1d-1c2c-4fa8-b267-dce932e20388 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] No L3 agents can host the router 496e2d4e-e48b-440c-95bd-033c80b4ad3f Sep 30 08:25:50.814579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7115c1d-1c2c-4fa8-b267-dce932e20388 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Hosts for router 496e2d4e-e48b-440c-95bd-033c80b4ad3f: [] {{(pid=94837) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 30 08:25:50.840602 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7115c1d-1c2c-4fa8-b267-dce932e20388 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Hosts for other DVR routers connected to router 496e2d4e-e48b-440c-95bd-033c80b4ad3f: set() {{(pid=94837) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 30 08:25:50.849289 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7115c1d-1c2c-4fa8-b267-dce932e20388 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:50.849289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b7115c1d-1c2c-4fa8-b267-dce932e20388 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] 10.222.0.24 "PUT /v2.0/routers/496e2d4e-e48b-440c-95bd-033c80b4ad3f HTTP/1.1" status: 200 len: 716 time: 1.1277125 Sep 30 08:25:50.849289 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54726) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:50.892696 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7a2ab-e0ad-43ac-a6b6-ce4705de4a34 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=6b44fd50-2bdd-4424-a2c4-974b03ba3c16,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:50.942918 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8e7a2ab-e0ad-43ac-a6b6-ce4705de4a34 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:50.953151 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0466a42f-0dfe-431c-b9ea-00c95527905e tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] 10.222.0.24 "GET /v2.0/routers/496e2d4e-e48b-440c-95bd-033c80b4ad3f HTTP/1.1" status: 200 len: 716 time: 0.1018655 Sep 30 08:25:50.955097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54730) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:51.091560 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e7a2ab-e0ad-43ac-a6b6-ce4705de4a34 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network ff930a38-76fb-4e00-90f4-41dbdc0c3252 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:51.093647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a8e7a2ab-e0ad-43ac-a6b6-ce4705de4a34 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:51.283533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e7a2ab-e0ad-43ac-a6b6-ce4705de4a34 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 0fcfc588-eff9-4ad8-86cd-7ee9928ad793 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:25:51.388015 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54750) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:51.459574 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e7a2ab-e0ad-43ac-a6b6-ce4705de4a34 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:51.473766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2a776-5f90-4e67-9583-43d60d05c6f6 None None] Sync routers for ids ['0fcfc588-eff9-4ad8-86cd-7ee9928ad793'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:51.478057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54756) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:51.491600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2d0ce53a-d70d-42d8-957d-95b873c1332e tempest-RoutersTestDVR-1838508777 tempest-RoutersTestDVR-1838508777-project] 10.222.0.24 "GET /v2.0/routers/496e2d4e-e48b-440c-95bd-033c80b4ad3f HTTP/1.1" status: 200 len: 682 time: 0.5320501 Sep 30 08:25:51.498065 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a8e7a2ab-e0ad-43ac-a6b6-ce4705de4a34 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/0fcfc588-eff9-4ad8-86cd-7ee9928ad793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7932315 Sep 30 08:25:51.498346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54758) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:51.506249 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2a776-5f90-4e67-9583-43d60d05c6f6 None None] Routers {'0fcfc588-eff9-4ad8-86cd-7ee9928ad793'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:51.506954 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-86f2a776-5f90-4e67-9583-43d60d05c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0fcfc588-eff9-4ad8-86cd-7ee9928ad793'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:51.565942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-86f2a776-5f90-4e67-9583-43d60d05c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:51.581990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2a776-5f90-4e67-9583-43d60d05c6f6 None None] Routers {'0fcfc588-eff9-4ad8-86cd-7ee9928ad793'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:51.583079 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-86f2a776-5f90-4e67-9583-43d60d05c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0fcfc588-eff9-4ad8-86cd-7ee9928ad793'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:51.590120 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54760) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:51.636029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-86f2a776-5f90-4e67-9583-43d60d05c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:51.637055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2a776-5f90-4e67-9583-43d60d05c6f6 None None] The sync data for ids ['0fcfc588-eff9-4ad8-86cd-7ee9928ad793'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:51.645198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a6f178cf-b8a9-4aa7-8476-7ebf8ad08bcf None None] Provisioning complete for port 6b44fd50-2bdd-4424-a2c4-974b03ba3c16 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:25:51.646330 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a6f178cf-b8a9-4aa7-8476-7ebf8ad08bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:51.689653 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a6f178cf-b8a9-4aa7-8476-7ebf8ad08bcf None None] Port 6b44fd50-2bdd-4424-a2c4-974b03ba3c16 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:25:51.791486 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec3f25-dc5a-480c-9a5d-f901ff4d9aa1 req-a84dca8e-ad93-4866-bc7e-0de7040dfe35 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:51.793104 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b9ec3f25-dc5a-480c-9a5d-f901ff4d9aa1 req-a84dca8e-ad93-4866-bc7e-0de7040dfe35 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 945 time: 0.0960641 Sep 30 08:25:51.850932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e806a2e2-735e-4fa5-ae23-6d208f903bf2 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1212788113-network', 'tenant_id': '9a1484a1941e4d1e952948063efe4c36'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:51.912839 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e806a2e2-735e-4fa5-ae23-6d208f903bf2 admin admin] Made reservation on behalf of 9a1484a1941e4d1e952948063efe4c36 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:51.915248 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e806a2e2-735e-4fa5-ae23-6d208f903bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:51.929481 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e806a2e2-735e-4fa5-ae23-6d208f903bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:51.965453 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b9ec3f25-dc5a-480c-9a5d-f901ff4d9aa1 req-03be82b4-6492-412d-b101-08a234087fb4 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Deleting port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:51.965824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b9ec3f25-dc5a-480c-9a5d-f901ff4d9aa1 req-03be82b4-6492-412d-b101-08a234087fb4 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.103595 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b9ec3f25-dc5a-480c-9a5d-f901ff4d9aa1 req-03be82b4-6492-412d-b101-08a234087fb4 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] For port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5d51b669-a5d0-49b2-beb2-f8be1bbd5123,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:52.104202 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b9ec3f25-dc5a-480c-9a5d-f901ff4d9aa1 req-03be82b4-6492-412d-b101-08a234087fb4 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.107641 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0a58eba1-025a-44e5-8f85-8d6f2bfa14fe admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1886883716-network', 'tenant_id': 'dc04f54020aa4e43b9adb829f704935e'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:52.111378 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7386c7de-ef75-4c26-bafa-20b65ef4bc2a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.124491 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b9ec3f25-dc5a-480c-9a5d-f901ff4d9aa1 req-03be82b4-6492-412d-b101-08a234087fb4 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Calling delete_port for 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:52.151179 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e806a2e2-735e-4fa5-ae23-6d208f903bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.184821 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e806a2e2-735e-4fa5-ae23-6d208f903bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.197297 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e806a2e2-735e-4fa5-ae23-6d208f903bf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:25:52.207786 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e806a2e2-735e-4fa5-ae23-6d208f903bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.208419 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-e806a2e2-735e-4fa5-ae23-6d208f903bf2 admin admin] Added segment 4a7282da-ba4e-455a-b12d-a9269c695bba of type vlan for network a5515f30-2914-40c3-8f80-d5746bb6adeb Sep 30 08:25:52.252483 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e806a2e2-735e-4fa5-ae23-6d208f903bf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.290223 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e806a2e2-735e-4fa5-ae23-6d208f903bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.291548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e806a2e2-735e-4fa5-ae23-6d208f903bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:52.292328 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e806a2e2-735e-4fa5-ae23-6d208f903bf2 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.300453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3536a7d-05ac-48fa-8d2e-df5be416b979 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:52.302032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d3536a7d-05ac-48fa-8d2e-df5be416b979 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports/6b44fd50-2bdd-4424-a2c4-974b03ba3c16 HTTP/1.1" status: 200 len: 978 time: 0.8046339 Sep 30 08:25:52.307821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54774) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:52.353889 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806a2e2-735e-4fa5-ae23-6d208f903bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8522527f-94be-4a50-bfac-f9382ffcf152,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:52.359587 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7386c7de-ef75-4c26-bafa-20b65ef4bc2a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.369778 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e806a2e2-735e-4fa5-ae23-6d208f903bf2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7755778 Sep 30 08:25:52.378590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54776) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:52.408375 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7386c7de-ef75-4c26-bafa-20b65ef4bc2a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.411331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fe42bbd8-4b9e-44e8-8bbe-a27373eb8fec admin admin] Request body: {'subnet': {'network_id': 'a5515f30-2914-40c3-8f80-d5746bb6adeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1212788113-subnet', 'tenant_id': '9a1484a1941e4d1e952948063efe4c36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:52.411867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a58eba1-025a-44e5-8f85-8d6f2bfa14fe admin admin] Made reservation on behalf of dc04f54020aa4e43b9adb829f704935e for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:52.414484 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a58eba1-025a-44e5-8f85-8d6f2bfa14fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.420758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806a2e2-735e-4fa5-ae23-6d208f903bf2 admin admin] Pushing event updated for resources: {'Network': ['ID=a5515f30-2914-40c3-8f80-d5746bb6adeb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:52.440224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network a5515f30-2914-40c3-8f80-d5746bb6adeb details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:25:52.444464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb40e2-1918-475c-9979-d103f4961fa9 req-0ea612ed-011f-4b41-a23b-cefc428649da tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:52.446409 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56fb40e2-1918-475c-9979-d103f4961fa9 req-0ea612ed-011f-4b41-a23b-cefc428649da tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f219694e-68d8-4d30-8ca6-72337324159c HTTP/1.1" status: 200 len: 945 time: 0.3444331 Sep 30 08:25:52.495400 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe42bbd8-4b9e-44e8-8bbe-a27373eb8fec admin admin] Made reservation on behalf of 9a1484a1941e4d1e952948063efe4c36 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:52.497046 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a58eba1-025a-44e5-8f85-8d6f2bfa14fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.497880 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe42bbd8-4b9e-44e8-8bbe-a27373eb8fec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.571568 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7386c7de-ef75-4c26-bafa-20b65ef4bc2a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.572853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7386c7de-ef75-4c26-bafa-20b65ef4bc2a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 496e2d4e-e48b-440c-95bd-033c80b4ad3f {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:25:52.595462 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b9ec3f25-dc5a-480c-9a5d-f901ff4d9aa1 req-03be82b4-6492-412d-b101-08a234087fb4 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.609909 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7386c7de-ef75-4c26-bafa-20b65ef4bc2a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.611977 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7386c7de-ef75-4c26-bafa-20b65ef4bc2a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] 10.222.0.24 "DELETE /v2.0/routers/496e2d4e-e48b-440c-95bd-033c80b4ad3f HTTP/1.1" status: 204 len: 168 time: 1.0964646 Sep 30 08:25:52.617264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54778) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:52.627797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be82b4-6492-412d-b101-08a234087fb4 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Pushing event deleted for resources: {'Port': ['ID=5d51b669-a5d0-49b2-beb2-f8be1bbd5123,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:52.627988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6d5e2ba1-06bb-4de6-b1c0-adc811b4a56a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Request body: {'router': {'name': 'tempest-router-2104596205', 'distributed': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:52.646989 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['b6faff0a-9ba5-45a4-b07a-56ede1d03cab', '2639dce0-f146-4f28-9b93-c5ae409439a9', '5d51b669-a5d0-49b2-beb2-f8be1bbd5123'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:25:52.703050 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ec3f25-dc5a-480c-9a5d-f901ff4d9aa1 req-03be82b4-6492-412d-b101-08a234087fb4 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] No DVR routers for this DVR port 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:52.707634 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b9ec3f25-dc5a-480c-9a5d-f901ff4d9aa1 req-03be82b4-6492-412d-b101-08a234087fb4 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.709930 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b9ec3f25-dc5a-480c-9a5d-f901ff4d9aa1 req-03be82b4-6492-412d-b101-08a234087fb4 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.35 "DELETE /v2.0/ports/5d51b669-a5d0-49b2-beb2-f8be1bbd5123 HTTP/1.1" status: 204 len: 173 time: 0.9064565 Sep 30 08:25:52.710255 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f219694e-68d8-4d30-8ca6-72337324159c', 'name': 'network-vif-deleted', 'tag': '5d51b669-a5d0-49b2-beb2-f8be1bbd5123'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:52.712626 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c290bacd-a3df-4539-8075-eb7e6d529f98" -d '{"events": [{"server_uuid": "f219694e-68d8-4d30-8ca6-72337324159c", "name": "network-vif-deleted", "tag": "5d51b669-a5d0-49b2-beb2-f8be1bbd5123"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:52.805143 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68a34f4-196c-409b-b003-e7a37db4502e x-openstack-request-id: req-b68a34f4-196c-409b-b003-e7a37db4502e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:52.805570 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f219694e-68d8-4d30-8ca6-72337324159c", "name": "network-vif-deleted", "tag": "5d51b669-a5d0-49b2-beb2-f8be1bbd5123", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:52.805881 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b68a34f4-196c-409b-b003-e7a37db4502e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:52.806850 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f219694e-68d8-4d30-8ca6-72337324159c', 'name': 'network-vif-deleted', 'tag': '5d51b669-a5d0-49b2-beb2-f8be1bbd5123', 'status': 'completed', 'code': 200} Sep 30 08:25:52.940521 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe42bbd8-4b9e-44e8-8bbe-a27373eb8fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:52.961561 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56fb40e2-1918-475c-9979-d103f4961fa9 req-d41df55b-c3e0-4165-9674-00e2b0e81c66 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208245 Sep 30 08:25:53.048983 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42bbd8-4b9e-44e8-8bbe-a27373eb8fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=3be9c042-19d3-48e1-a13c-424927dff875,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:53.077212 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42bbd8-4b9e-44e8-8bbe-a27373eb8fec admin admin] Checking segment: {'id': '4a7282da-ba4e-455a-b12d-a9269c695bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a5515f30-2914-40c3-8f80-d5746bb6adeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:53.077870 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42bbd8-4b9e-44e8-8bbe-a27373eb8fec admin admin] Network hostable DHCP agents. Network: a5515f30-2914-40c3-8f80-d5746bb6adeb, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:25:53.116637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42bbd8-4b9e-44e8-8bbe-a27373eb8fec admin admin] Network a5515f30-2914-40c3-8f80-d5746bb6adeb is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:25:53.126823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fe42bbd8-4b9e-44e8-8bbe-a27373eb8fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, a5515f30-2914-40c3-8f80-d5746bb6adeb) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:53.132224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe42bbd8-4b9e-44e8-8bbe-a27373eb8fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:53.133143 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe42bbd8-4b9e-44e8-8bbe-a27373eb8fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.139175 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92702530-eabd-49ae-bd24-7311427ae0a3 None None] Network a5515f30-2914-40c3-8f80-d5746bb6adeb requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:53.193009 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a58eba1-025a-44e5-8f85-8d6f2bfa14fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.222080 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fe42bbd8-4b9e-44e8-8bbe-a27373eb8fec admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8073590 Sep 30 08:25:53.245103 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a58eba1-025a-44e5-8f85-8d6f2bfa14fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.279563 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d5e2ba1-06bb-4de6-b1c0-adc811b4a56a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.282608 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d5e2ba1-06bb-4de6-b1c0-adc811b4a56a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.325549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511774cd-3030-44ff-b0f4-9fbb99822e98 None None] Network a5515f30-2914-40c3-8f80-d5746bb6adeb requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:53.347652 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d5e2ba1-06bb-4de6-b1c0-adc811b4a56a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.403895 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d5e2ba1-06bb-4de6-b1c0-adc811b4a56a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.434769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a58eba1-025a-44e5-8f85-8d6f2bfa14fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:25:53.492956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58eba1-025a-44e5-8f85-8d6f2bfa14fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb5f5c5-4456-40b5-a86c-96731920a14d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:53.496270 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a58eba1-025a-44e5-8f85-8d6f2bfa14fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.496622 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-0a58eba1-025a-44e5-8f85-8d6f2bfa14fe admin admin] Added segment 9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c of type vlan for network 506d58c1-91cb-479e-825a-9bafccf3237a Sep 30 08:25:53.562999 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d5e2ba1-06bb-4de6-b1c0-adc811b4a56a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.564556 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6d5e2ba1-06bb-4de6-b1c0-adc811b4a56a tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9406939 Sep 30 08:25:53.567897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:53.657077 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a58eba1-025a-44e5-8f85-8d6f2bfa14fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.723441 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a58eba1-025a-44e5-8f85-8d6f2bfa14fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.724473 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a58eba1-025a-44e5-8f85-8d6f2bfa14fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:53.725126 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a58eba1-025a-44e5-8f85-8d6f2bfa14fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.728150 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1b82-91cf-4e57-9f99-c4ee80bc70a6 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.771268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0a58eba1-025a-44e5-8f85-8d6f2bfa14fe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3780777 Sep 30 08:25:53.794046 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54808) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:53.807521 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0f5f9441-b23b-4f75-a238-17e1baecd779 admin admin] Request body: {'subnet': {'network_id': '506d58c1-91cb-479e-825a-9bafccf3237a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1886883716-subnet', 'tenant_id': 'dc04f54020aa4e43b9adb829f704935e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:53.875184 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67f45ba9-7921-4fb0-af4a-43a1dd946961 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.912149 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1b82-91cf-4e57-9f99-c4ee80bc70a6 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.915697 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1b82-91cf-4e57-9f99-c4ee80bc70a6 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.973766 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1b82-91cf-4e57-9f99-c4ee80bc70a6 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.974848 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ec1b82-91cf-4e57-9f99-c4ee80bc70a6 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0163b357-7ff2-4dc7-a81b-2d60a4976a3d {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:25:53.992718 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5ec1b82-91cf-4e57-9f99-c4ee80bc70a6 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:53.997922 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d5ec1b82-91cf-4e57-9f99-c4ee80bc70a6 tempest-RoutersTestDVR-460118971 tempest-RoutersTestDVR-460118971-project-admin] 10.222.0.24 "DELETE /v2.0/routers/0163b357-7ff2-4dc7-a81b-2d60a4976a3d HTTP/1.1" status: 204 len: 168 time: 0.4277205 Sep 30 08:25:54.058510 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58eba1-025a-44e5-8f85-8d6f2bfa14fe admin admin] Pushing event updated for resources: {'Network': ['ID=506d58c1-91cb-479e-825a-9bafccf3237a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:54.070213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 506d58c1-91cb-479e-825a-9bafccf3237a details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:25:54.113002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5f9441-b23b-4f75-a238-17e1baecd779 admin admin] Made reservation on behalf of dc04f54020aa4e43b9adb829f704935e for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:54.117066 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f5f9441-b23b-4f75-a238-17e1baecd779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:54.444372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54844) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:54.458870 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-0b248538-3d34-47ac-8ea9-090b817c3ea9 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:54.467749 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-0b248538-3d34-47ac-8ea9-090b817c3ea9 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/networks?id=a5515f30-2914-40c3-8f80-d5746bb6adeb HTTP/1.1" status: 200 len: 813 time: 0.6565919 Sep 30 08:25:54.552269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-434679ea-4381-4646-94bc-eae96e0035ab tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/quotas/9a1484a1941e4d1e952948063efe4c36 HTTP/1.1" status: 200 len: 375 time: 0.0835905 Sep 30 08:25:54.614009 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08ddac18-c76c-4a6d-9b9a-089095506025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:54.688644 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-cd839836-1e44-4b53-beef-2adf26fca1bf tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a1484a1941e4d1e952948063efe4c36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1262689 Sep 30 08:25:54.715648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784ff48-bd62-4daa-a80d-5a1a8d8facea req-b8056491-7b19-4c34-89f6-9b55bc6b9e16 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:54.723667 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8784ff48-bd62-4daa-a80d-5a1a8d8facea req-b8056491-7b19-4c34-89f6-9b55bc6b9e16 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f02fd17c-5e97-437a-8b51-17bc36270cf6 HTTP/1.1" status: 200 len: 945 time: 0.2468822 Sep 30 08:25:54.767414 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f5f9441-b23b-4f75-a238-17e1baecd779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:54.790953 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08ddac18-c76c-4a6d-9b9a-089095506025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:54.797671 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08ddac18-c76c-4a6d-9b9a-089095506025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:54.843208 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-08ddac18-c76c-4a6d-9b9a-089095506025 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2208cb8933440a0bf8695399a6eaa4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971431 Sep 30 08:25:54.845820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54850) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:54.875415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddac18-c76c-4a6d-9b9a-089095506025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060411d8-398b-43bd-aad7-f99fbaccc095,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:54.912355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8784ff48-bd62-4daa-a80d-5a1a8d8facea req-b82cc146-4820-4ba5-8653-24b42a848f78 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873877 Sep 30 08:25:54.952156 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23072810-c7ba-4789-ae92-6aef1b210d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:54.967372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f9441-b23b-4f75-a238-17e1baecd779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef2bdc8-db37-473a-9377-0989dc52fa24,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:54.977900 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-25812030-10d3-424b-b8a9-7421eb28dbbf service neutron] 10.222.0.24 "GET /v2.0/networks/a5515f30-2914-40c3-8f80-d5746bb6adeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466252 Sep 30 08:25:54.986260 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23072810-c7ba-4789-ae92-6aef1b210d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:55.021490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f9441-b23b-4f75-a238-17e1baecd779 admin admin] Checking segment: {'id': '9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '506d58c1-91cb-479e-825a-9bafccf3237a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:55.021853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5f9441-b23b-4f75-a238-17e1baecd779 admin admin] Network hostable DHCP agents. Network: 506d58c1-91cb-479e-825a-9bafccf3237a, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:25:55.040489 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23072810-c7ba-4789-ae92-6aef1b210d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:55.044225 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23072810-c7ba-4789-ae92-6aef1b210d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:55.045911 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-23072810-c7ba-4789-ae92-6aef1b210d33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/060411d8-398b-43bd-aad7-f99fbaccc095 HTTP/1.1" status: 204 len: 168 time: 0.1988709 Sep 30 08:25:55.054801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-67f45ba9-7921-4fb0-af4a-43a1dd946961 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port 6b44fd50-2bdd-4424-a2c4-974b03ba3c16 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:55.055265 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67f45ba9-7921-4fb0-af4a-43a1dd946961 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:55.056118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23072810-c7ba-4789-ae92-6aef1b210d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060411d8-398b-43bd-aad7-f99fbaccc095,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:55.540242 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54858) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:55.558688 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee05a980-a65a-44da-aab1-3f6d64dd4e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:55.575708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-4db899cb-8054-400e-b2e3-145411a22e1f service neutron] 10.222.0.24 "GET /v2.0/networks/a5515f30-2914-40c3-8f80-d5746bb6adeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856700 Sep 30 08:25:55.578453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5f9441-b23b-4f75-a238-17e1baecd779 admin admin] Network 506d58c1-91cb-479e-825a-9bafccf3237a is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:25:55.619131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-0f5f9441-b23b-4f75-a238-17e1baecd779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 506d58c1-91cb-479e-825a-9bafccf3237a) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:55.628940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a003f-8005-4357-b38e-ca12f8c0141f None None] Network 506d58c1-91cb-479e-825a-9bafccf3237a requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:55.657394 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5f9441-b23b-4f75-a238-17e1baecd779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:55.658003 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f5f9441-b23b-4f75-a238-17e1baecd779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:55.693141 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67f45ba9-7921-4fb0-af4a-43a1dd946961 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:55.754434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-67f45ba9-7921-4fb0-af4a-43a1dd946961 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for 6b44fd50-2bdd-4424-a2c4-974b03ba3c16 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:55.853009 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee05a980-a65a-44da-aab1-3f6d64dd4e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:55.861024 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee05a980-a65a-44da-aab1-3f6d64dd4e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:55.881031 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0f5f9441-b23b-4f75-a238-17e1baecd779 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0839136 Sep 30 08:25:55.955785 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ef8105d-3656-47b8-aef3-f98273de5614 req-7ff4ed93-45d0-4bce-9634-25d55fdf9775 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 210 time: 0.0639014 Sep 30 08:25:56.016244 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ee05a980-a65a-44da-aab1-3f6d64dd4e91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a0458a4ed9c478eb16f652f4791687f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4746039 Sep 30 08:25:56.019769 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54870) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:56.022697 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444819d4-7931-4b4a-830e-729b55797dbb None None] Network 506d58c1-91cb-479e-825a-9bafccf3237a requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:56.039060 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05a980-a65a-44da-aab1-3f6d64dd4e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84b5ed8-60ff-42e6-9f98-070476b594e4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:56.178811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ab818-19c6-4053-b794-6eaa4bbf2d4a req-655f8652-6833-407a-b541-52b9564d3b6f tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:56.183939 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-255ab818-19c6-4053-b794-6eaa4bbf2d4a req-655f8652-6833-407a-b541-52b9564d3b6f tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f02fd17c-5e97-437a-8b51-17bc36270cf6 HTTP/1.1" status: 200 len: 945 time: 0.2686861 Sep 30 08:25:56.298045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d72ee5-4905-4ae2-ab36-3e9b7c5928fc req-8e97251b-39d9-4057-9005-4467b22e401e tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:56.299718 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41d72ee5-4905-4ae2-ab36-3e9b7c5928fc req-8e97251b-39d9-4057-9005-4467b22e401e tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f02fd17c-5e97-437a-8b51-17bc36270cf6 HTTP/1.1" status: 200 len: 945 time: 0.1981947 Sep 30 08:25:56.365897 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9303c151-6ca3-4eee-b7a9-e7123f6f27a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:56.395986 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67f45ba9-7921-4fb0-af4a-43a1dd946961 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:56.480567 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9303c151-6ca3-4eee-b7a9-e7123f6f27a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:56.511342 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41d72ee5-4905-4ae2-ab36-3e9b7c5928fc req-25324064-d04b-4fe7-b716-2a0f9b105d19 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912379 Sep 30 08:25:56.515562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f45ba9-7921-4fb0-af4a-43a1dd946961 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=6b44fd50-2bdd-4424-a2c4-974b03ba3c16,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:56.610819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-255ab818-19c6-4053-b794-6eaa4bbf2d4a req-15a387b3-c3dd-469d-968c-da9b077e9374 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Deleting port 2639dce0-f146-4f28-9b93-c5ae409439a9 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:25:56.611200 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-255ab818-19c6-4053-b794-6eaa4bbf2d4a req-15a387b3-c3dd-469d-968c-da9b077e9374 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:56.741790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:25:56.792429 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9303c151-6ca3-4eee-b7a9-e7123f6f27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:56.802099 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9303c151-6ca3-4eee-b7a9-e7123f6f27a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:56.813949 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9303c151-6ca3-4eee-b7a9-e7123f6f27a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d84b5ed8-60ff-42e6-9f98-070476b594e4 HTTP/1.1" status: 204 len: 168 time: 0.7835031 Sep 30 08:25:56.833030 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:25:56.834912 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5d51b669-a5d0-49b2-beb2-f8be1bbd5123 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:25:56.888220 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67f45ba9-7921-4fb0-af4a-43a1dd946961 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:56.945951 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303c151-6ca3-4eee-b7a9-e7123f6f27a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84b5ed8-60ff-42e6-9f98-070476b594e4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:57.014130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54898) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:57.019484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8190f4f6-da57-4c43-b857-3af65d73710c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1098306751-network', 'tenant_id': 'c3c9aff135a645efb9f585935bbb7ae6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:57.050054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8190f4f6-da57-4c43-b857-3af65d73710c admin admin] Made reservation on behalf of c3c9aff135a645efb9f585935bbb7ae6 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:57.054852 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8190f4f6-da57-4c43-b857-3af65d73710c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:57.066316 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8190f4f6-da57-4c43-b857-3af65d73710c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:57.093704 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-255ab818-19c6-4053-b794-6eaa4bbf2d4a req-15a387b3-c3dd-469d-968c-da9b077e9374 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] For port 2639dce0-f146-4f28-9b93-c5ae409439a9, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=2639dce0-f146-4f28-9b93-c5ae409439a9,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:25:57.095176 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-255ab818-19c6-4053-b794-6eaa4bbf2d4a req-15a387b3-c3dd-469d-968c-da9b077e9374 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:57.122971 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-255ab818-19c6-4053-b794-6eaa4bbf2d4a req-15a387b3-c3dd-469d-968c-da9b077e9374 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Calling delete_port for 2639dce0-f146-4f28-9b93-c5ae409439a9 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:25:57.252851 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a70d1e86-56a8-4d6d-bb5e-8e4edffcf191 req-87cba1e3-a578-453b-810c-92194af7155e tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 210 time: 0.1319702 Sep 30 08:25:57.266321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f45ba9-7921-4fb0-af4a-43a1dd946961 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 0fcfc588-eff9-4ad8-86cd-7ee9928ad793 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:25:57.388127 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f45ba9-7921-4fb0-af4a-43a1dd946961 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:25:57.406810 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b368c003-24a7-44ad-9470-3d391b7bb867 None None] Sync routers for ids ['0fcfc588-eff9-4ad8-86cd-7ee9928ad793'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:25:57.417637 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-67f45ba9-7921-4fb0-af4a-43a1dd946961 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/0fcfc588-eff9-4ad8-86cd-7ee9928ad793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1066115 Sep 30 08:25:57.418752 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54908) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:57.426868 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b368c003-24a7-44ad-9470-3d391b7bb867 None None] Routers {'0fcfc588-eff9-4ad8-86cd-7ee9928ad793'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:57.428115 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b368c003-24a7-44ad-9470-3d391b7bb867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0fcfc588-eff9-4ad8-86cd-7ee9928ad793'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:57.429521 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8190f4f6-da57-4c43-b857-3af65d73710c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:57.438268 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8190f4f6-da57-4c43-b857-3af65d73710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:57.492952 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190f4f6-da57-4c43-b857-3af65d73710c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fa587a-1740-464d-ba01-e9d9f66eac66,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:57.515595 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8190f4f6-da57-4c43-b857-3af65d73710c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:25:57.525800 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-255ab818-19c6-4053-b794-6eaa4bbf2d4a req-15a387b3-c3dd-469d-968c-da9b077e9374 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:57.534531 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b368c003-24a7-44ad-9470-3d391b7bb867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:57.563555 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b368c003-24a7-44ad-9470-3d391b7bb867 None None] Routers {'0fcfc588-eff9-4ad8-86cd-7ee9928ad793'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:25:57.566084 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b368c003-24a7-44ad-9470-3d391b7bb867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['0fcfc588-eff9-4ad8-86cd-7ee9928ad793'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:57.567868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['b6faff0a-9ba5-45a4-b07a-56ede1d03cab', '2639dce0-f146-4f28-9b93-c5ae409439a9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:25:57.717491 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b368c003-24a7-44ad-9470-3d391b7bb867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:25:57.718316 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b368c003-24a7-44ad-9470-3d391b7bb867 None None] The sync data for ids ['0fcfc588-eff9-4ad8-86cd-7ee9928ad793'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:25:57.747479 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8190f4f6-da57-4c43-b857-3af65d73710c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:57.747826 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-8190f4f6-da57-4c43-b857-3af65d73710c admin admin] Added segment f4e5872b-a74f-4fca-93b1-8c2024e7104f of type vlan for network 3c6d214b-4923-4862-abe3-a3d727954c8d Sep 30 08:25:57.769633 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-255ab818-19c6-4053-b794-6eaa4bbf2d4a req-15a387b3-c3dd-469d-968c-da9b077e9374 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] No DVR routers for this DVR port 2639dce0-f146-4f28-9b93-c5ae409439a9 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:25:57.774178 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-255ab818-19c6-4053-b794-6eaa4bbf2d4a req-15a387b3-c3dd-469d-968c-da9b077e9374 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:57.776481 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-255ab818-19c6-4053-b794-6eaa4bbf2d4a req-15a387b3-c3dd-469d-968c-da9b077e9374 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.35 "DELETE /v2.0/ports/2639dce0-f146-4f28-9b93-c5ae409439a9 HTTP/1.1" status: 204 len: 173 time: 1.5722630 Sep 30 08:25:57.809409 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02fd17c-5e97-437a-8b51-17bc36270cf6', 'name': 'network-vif-deleted', 'tag': '2639dce0-f146-4f28-9b93-c5ae409439a9'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:25:57.812175 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faac6058-3952-4baa-bee3-a05d22ba1f18" -d '{"events": [{"server_uuid": "f02fd17c-5e97-437a-8b51-17bc36270cf6", "name": "network-vif-deleted", "tag": "2639dce0-f146-4f28-9b93-c5ae409439a9"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:25:57.816706 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a387b3-c3dd-469d-968c-da9b077e9374 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Pushing event deleted for resources: {'Port': ['ID=2639dce0-f146-4f28-9b93-c5ae409439a9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:57.915219 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004c3e5f-69d3-4e8a-b990-f182c80d48ac x-openstack-request-id: req-004c3e5f-69d3-4e8a-b990-f182c80d48ac {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:25:57.915518 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02fd17c-5e97-437a-8b51-17bc36270cf6", "name": "network-vif-deleted", "tag": "2639dce0-f146-4f28-9b93-c5ae409439a9", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:25:57.915771 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-004c3e5f-69d3-4e8a-b990-f182c80d48ac {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:25:57.916206 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02fd17c-5e97-437a-8b51-17bc36270cf6', 'name': 'network-vif-deleted', 'tag': '2639dce0-f146-4f28-9b93-c5ae409439a9', 'status': 'completed', 'code': 200} Sep 30 08:25:57.946549 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8190f4f6-da57-4c43-b857-3af65d73710c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:57.984277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-040c5269-3560-4e84-8e50-855f26ed7eb5 req-60aafcbd-0147-46bb-b89f-ee7929f7e5cc tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f02fd17c-5e97-437a-8b51-17bc36270cf6 HTTP/1.1" status: 200 len: 210 time: 0.1984308 Sep 30 08:25:58.038059 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8190f4f6-da57-4c43-b857-3af65d73710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.041407 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8190f4f6-da57-4c43-b857-3af65d73710c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:58.044001 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8190f4f6-da57-4c43-b857-3af65d73710c admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.118755 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8190f4f6-da57-4c43-b857-3af65d73710c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1032803 Sep 30 08:25:58.120478 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:58.134826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8120d2ae-34d9-478b-b9cd-67c66cfc074c admin admin] Request body: {'subnet': {'network_id': '3c6d214b-4923-4862-abe3-a3d727954c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1098306751-subnet', 'tenant_id': 'c3c9aff135a645efb9f585935bbb7ae6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:58.187410 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-753f76a4-9ec9-4c6f-b232-93cee390e88d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] remove_router_interface failed (client error): The resource could not be found. Sep 30 08:25:58.199437 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-753f76a4-9ec9-4c6f-b232-93cee390e88d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/0fcfc588-eff9-4ad8-86cd-7ee9928ad793/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7792037 Sep 30 08:25:58.200246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54930) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:58.245422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190f4f6-da57-4c43-b857-3af65d73710c admin admin] Pushing event updated for resources: {'Network': ['ID=3c6d214b-4923-4862-abe3-a3d727954c8d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:58.263667 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-76edb821-3540-4040-b01c-0092902755e9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcfc588-eff9-4ad8-86cd-7ee9928ad793 HTTP/1.1" status: 200 len: 205 time: 0.0582914 Sep 30 08:25:58.263960 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54932) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:58.271640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 3c6d214b-4923-4862-abe3-a3d727954c8d details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:25:58.322871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-c71466ea-a2d9-4e3b-8785-7ee855341354 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:58.325450 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-c71466ea-a2d9-4e3b-8785-7ee855341354 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.36 "GET /v2.0/networks?id=a5515f30-2914-40c3-8f80-d5746bb6adeb HTTP/1.1" status: 200 len: 813 time: 0.7229271 Sep 30 08:25:58.326004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54936) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:58.335705 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8120d2ae-34d9-478b-b9cd-67c66cfc074c admin admin] Made reservation on behalf of c3c9aff135a645efb9f585935bbb7ae6 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:58.338430 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8120d2ae-34d9-478b-b9cd-67c66cfc074c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.344570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-e6a8e3db-2b10-457b-8744-d6f2b714d7bf tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Request body: {'port': {'device_id': '8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e', 'network_id': 'a5515f30-2914-40c3-8f80-d5746bb6adeb', 'admin_state_up': True, 'tenant_id': '9a1484a1941e4d1e952948063efe4c36'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:58.425328 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dda050a3-ff5e-442d-8ded-1514a9b9b1f1 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.481112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3e0faf9-d19b-446b-af4a-2d5a3b81a6fa req-a5a30bff-2d8d-4bb7-8425-184322228354 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 210 time: 0.0852041 Sep 30 08:25:58.569051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-e6a8e3db-2b10-457b-8744-d6f2b714d7bf tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Made reservation on behalf of 9a1484a1941e4d1e952948063efe4c36 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:58.574026 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-e6a8e3db-2b10-457b-8744-d6f2b714d7bf tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.667805 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dda050a3-ff5e-442d-8ded-1514a9b9b1f1 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.671482 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dda050a3-ff5e-442d-8ded-1514a9b9b1f1 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.762287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-e6a8e3db-2b10-457b-8744-d6f2b714d7bf tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Allocated IP 172.20.0.10 (a5515f30-2914-40c3-8f80-d5746bb6adeb/3be9c042-19d3-48e1-a13c-424927dff875/46ddee0c-acb4-4542-89e0-82fe3310067f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:25:58.855731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1541367694'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:25:58.874626 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dda050a3-ff5e-442d-8ded-1514a9b9b1f1 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.875304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda050a3-ff5e-442d-8ded-1514a9b9b1f1 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Fanout notify agent at l3_agent the message router_deleted on router 0fcfc588-eff9-4ad8-86cd-7ee9928ad793 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:25:58.908168 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dda050a3-ff5e-442d-8ded-1514a9b9b1f1 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.911041 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dda050a3-ff5e-442d-8ded-1514a9b9b1f1 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/routers/0fcfc588-eff9-4ad8-86cd-7ee9928ad793 HTTP/1.1" status: 204 len: 168 time: 0.6450529 Sep 30 08:25:58.913419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 54946) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:58.913883 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8120d2ae-34d9-478b-b9cd-67c66cfc074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:58.995395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Made reservation on behalf of 43312bb5abec419e8f3bbf52efc8f7f5 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:25:58.996615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120d2ae-34d9-478b-b9cd-67c66cfc074c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f76c8a94-1749-4a8e-b11b-15782db1cfbe,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:58.999871 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.041527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-21303a5e-4b78-4358-a917-2c6e44ef8c78 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting subnet bfba8315-08cf-44ef-8274-8b6472764b64 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:25:59.044804 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21303a5e-4b78-4358-a917-2c6e44ef8c78 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.057713 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8120d2ae-34d9-478b-b9cd-67c66cfc074c admin admin] Checking segment: {'id': 'f4e5872b-a74f-4fca-93b1-8c2024e7104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3c6d214b-4923-4862-abe3-a3d727954c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:25:59.058309 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8120d2ae-34d9-478b-b9cd-67c66cfc074c admin admin] Network hostable DHCP agents. Network: 3c6d214b-4923-4862-abe3-a3d727954c8d, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:25:59.080822 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8120d2ae-34d9-478b-b9cd-67c66cfc074c admin admin] Network 3c6d214b-4923-4862-abe3-a3d727954c8d is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:25:59.092611 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8120d2ae-34d9-478b-b9cd-67c66cfc074c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 3c6d214b-4923-4862-abe3-a3d727954c8d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:59.101599 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b87061-b48d-4a36-b4aa-de1f18b39627 None None] Network 3c6d214b-4923-4862-abe3-a3d727954c8d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:59.105931 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8120d2ae-34d9-478b-b9cd-67c66cfc074c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:59.106657 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8120d2ae-34d9-478b-b9cd-67c66cfc074c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.125566 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8120d2ae-34d9-478b-b9cd-67c66cfc074c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0018668 Sep 30 08:25:59.147684 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.189276 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21303a5e-4b78-4358-a917-2c6e44ef8c78 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.201995 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:25:59.288142 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-e6a8e3db-2b10-457b-8744-d6f2b714d7bf tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.334013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8298a575-3fff-44ca-b8f8-4199e62f0f54 None None] Network 3c6d214b-4923-4862-abe3-a3d727954c8d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:59.510846 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-e6a8e3db-2b10-457b-8744-d6f2b714d7bf tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.579493 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21303a5e-4b78-4358-a917-2c6e44ef8c78 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.584610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8e3db-2b10-457b-8744-d6f2b714d7bf tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Pushing event updated for resources: {'Port': ['ID=46ddee0c-acb4-4542-89e0-82fe3310067f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:59.628193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d9f69-a525-41f2-8c94-e8433cd945cd req-b4bfff72-a53e-4ca6-9ac0-1c5055d32cee tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:59.630139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-695d9f69-a525-41f2-8c94-e8433cd945cd req-b4bfff72-a53e-4ca6-9ac0-1c5055d32cee tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.1966689 Sep 30 08:25:59.691665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-e6a8e3db-2b10-457b-8744-d6f2b714d7bf tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Network a5515f30-2914-40c3-8f80-d5746bb6adeb is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:25:59.713057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-e6a8e3db-2b10-457b-8744-d6f2b714d7bf tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:25:59.716093 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-e6a8e3db-2b10-457b-8744-d6f2b714d7bf tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:25:59.769912 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.823143 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-695d9f69-a525-41f2-8c94-e8433cd945cd req-aad41b4c-7f6f-473f-bd02-736ef282c138 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722796 Sep 30 08:25:59.847171 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.863867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-e6a8e3db-2b10-457b-8744-d6f2b714d7bf tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:59.863867 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-e6a8e3db-2b10-457b-8744-d6f2b714d7bf tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.863867 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21303a5e-4b78-4358-a917-2c6e44ef8c78 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.881484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725ad2c-e98d-4b5c-96ab-c7a2afbb3be6 req-40a963fc-9140-4335-842b-6cba86282aae tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:25:59.884246 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c725ad2c-e98d-4b5c-96ab-c7a2afbb3be6 req-40a963fc-9140-4335-842b-6cba86282aae tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 932 time: 0.2629480 Sep 30 08:25:59.897469 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.953040 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-21303a5e-4b78-4358-a917-2c6e44ef8c78 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:25:59.954870 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-21303a5e-4b78-4358-a917-2c6e44ef8c78 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/bfba8315-08cf-44ef-8274-8b6472764b64 HTTP/1.1" status: 204 len: 168 time: 1.0405042 Sep 30 08:25:59.955733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21303a5e-4b78-4358-a917-2c6e44ef8c78 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Subnet': ['ID=bfba8315-08cf-44ef-8274-8b6472764b64,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:25:59.961257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89bc05a-4e56-4d35-b786-e4e635c7bfba None None] Network ff930a38-76fb-4e00-90f4-41dbdc0c3252 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:25:59.961973 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54968) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:25:59.994101 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-e6a8e3db-2b10-457b-8744-d6f2b714d7bf tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6547327 Sep 30 08:26:00.063138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:00.085336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed2741c-3c12-4cb1-a795-0f38480d11ce,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:00.102389 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c725ad2c-e98d-4b5c-96ab-c7a2afbb3be6 req-8fee0f4f-cc84-432f-949b-345d35420e8c tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/security-groups?id=8522527f-94be-4a50-bfac-f9382ffcf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842945 Sep 30 08:26:00.130499 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:00.131011 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Added segment a294b5bd-65f0-4179-be25-280e72aeee8a of type vlan for network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d Sep 30 08:26:00.252919 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:00.283880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Request body: {'port': {'device_id': '8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:00.309894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:00.350834 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692c9f3f-6e6f-4d25-be9f-fcbf00d02618 None None] DHCP port deletion for ff930a38-76fb-4e00-90f4-41dbdc0c3252 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:26:00.359036 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:00.375971 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 08:26:00.438037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:00.438375 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:00.461479 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-692c9f3f-6e6f-4d25-be9f-fcbf00d02618 None None] Deleting port 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:00.466849 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:00.467087 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-692c9f3f-6e6f-4d25-be9f-fcbf00d02618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:00.473683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:00.474323 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:00.501489 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1736703 Sep 30 08:26:00.507644 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 54982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:00.522247 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d3546b61-eb24-4667-9591-b7820b6d3c9d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Request body: {'subnet': {'network_id': '1a06fd74-afa8-47bf-bc4f-1e6fce6f943d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:00.601248 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] For port 31a9db40-ec5f-4f7d-be86-5bf366e83ff0, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=31a9db40-ec5f-4f7d-be86-5bf366e83ff0,segment=NetworkSegment(a264b3d7-bb9b-4f2b-9852-b94c1ff2dd6a),segment_id=a264b3d7-bb9b-4f2b-9852-b94c1ff2dd6a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:00.602019 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:00.625520 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:00.656687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-692c9f3f-6e6f-4d25-be9f-fcbf00d02618 None None] For port 31a9db40-ec5f-4f7d-be86-5bf366e83ff0, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=31a9db40-ec5f-4f7d-be86-5bf366e83ff0,segment=NetworkSegment(a264b3d7-bb9b-4f2b-9852-b94c1ff2dd6a),segment_id=a264b3d7-bb9b-4f2b-9852-b94c1ff2dd6a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:00.657133 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-692c9f3f-6e6f-4d25-be9f-fcbf00d02618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:00.672154 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd410be-a90e-4130-89bd-a51a8ddcbb9c tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event updated for resources: {'Network': ['ID=1a06fd74-afa8-47bf-bc4f-1e6fce6f943d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:00.696496 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:00.713976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-692c9f3f-6e6f-4d25-be9f-fcbf00d02618 None None] Calling delete_port for 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:00.766029 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-544ce60b-fe4e-43c4-af38-6018af46a4f7 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:00.768351 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-544ce60b-fe4e-43c4-af38-6018af46a4f7 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/networks?id=506d58c1-91cb-479e-825a-9bafccf3237a HTTP/1.1" status: 200 len: 812 time: 0.3600123 Sep 30 08:26:00.788674 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3546b61-eb24-4667-9591-b7820b6d3c9d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Made reservation on behalf of 43312bb5abec419e8f3bbf52efc8f7f5 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:00.803682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2639dce0-f146-4f28-9b93-c5ae409439a9 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:00.804113 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3546b61-eb24-4667-9591-b7820b6d3c9d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:00.824024 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-1b326b5a-9616-4701-bf1c-2ab4719dcffd tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/quotas/dc04f54020aa4e43b9adb829f704935e HTTP/1.1" status: 200 len: 375 time: 0.0384545 Sep 30 08:26:00.839978 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 2639dce0-f146-4f28-9b93-c5ae409439a9 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:00.840323 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 2639dce0-f146-4f28-9b93-c5ae409439a9 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:00.877953 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-db3470f1-310a-4896-9698-b2319d31cc6b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc04f54020aa4e43b9adb829f704935e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380075 Sep 30 08:26:00.941305 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-692c9f3f-6e6f-4d25-be9f-fcbf00d02618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:00.989692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c9f3f-6e6f-4d25-be9f-fcbf00d02618 None None] Pushing event deleted for resources: {'Port': ['ID=31a9db40-ec5f-4f7d-be86-5bf366e83ff0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:00.997468 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c9f3f-6e6f-4d25-be9f-fcbf00d02618 None None] No DVR routers for this DVR port 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:01.174932 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.242271 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c78f8a-a74e-41e9-88b9-bf67ce581575 req-8ed848e9-cac5-407b-b13e-30f732df17c8 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:01.244093 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-01c78f8a-a74e-41e9-88b9-bf67ce581575 req-8ed848e9-cac5-407b-b13e-30f732df17c8 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.35 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.1818802 Sep 30 08:26:01.248277 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=31a9db40-ec5f-4f7d-be86-5bf366e83ff0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:01.262818 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] No DVR routers for this DVR port 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:01.402764 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ddee0c-acb4-4542-89e0-82fe3310067f {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:26:01.413985 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.426623 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-3465affa-5582-4d80-9f0c-37cadc39c22e service neutron] 10.222.0.24 "GET /v2.0/networks/506d58c1-91cb-479e-825a-9bafccf3237a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309799 Sep 30 08:26:01.439813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ba4b6-9ce7-418d-9752-17016f2140ed req-5ff7d5b0-ab18-4887-bab7-3eef1172e36e tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:01.447453 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-188ba4b6-9ce7-418d-9752-17016f2140ed req-5ff7d5b0-ab18-4887-bab7-3eef1172e36e tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 945 time: 0.1481097 Sep 30 08:26:01.480125 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.511176 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3546b61-eb24-4667-9591-b7820b6d3c9d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.521476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff930a38-76fb-4e00-90f4-41dbdc0c3252']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:01.523487 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Transition to ACTIVE for port object 46ddee0c-acb4-4542-89e0-82fe3310067f will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:26:01.537851 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.567074 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a264b3d7-bb9b-4f2b-9852-b94c1ff2dd6a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:01.567352 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a264b3d7-bb9b-4f2b-9852-b94c1ff2dd6a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:01.602669 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.615833 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-977cfa57-3de5-4a1c-9ebb-5cecd534e841 service neutron] 10.222.0.24 "GET /v2.0/networks/506d58c1-91cb-479e-825a-9bafccf3237a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660337 Sep 30 08:26:01.629782 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-188ba4b6-9ce7-418d-9752-17016f2140ed req-945d16d9-8dcd-4d03-91a3-4bbbb840c55c tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/security-groups?id=77db0d68-c7ec-49f8-af86-1a6af327b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770213 Sep 30 08:26:01.663177 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3546b61-eb24-4667-9591-b7820b6d3c9d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event updated for resources: {'Subnet': ['ID=29625b8d-9d1a-4641-8ce0-d9e882803a2a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:01.672897 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.738430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:01.739081 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.743639 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Pushing event updated for resources: {'Port': ['ID=46ddee0c-acb4-4542-89e0-82fe3310067f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:01.745228 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:01.776715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Attempting to bind port 46ddee0c-acb4-4542-89e0-82fe3310067f on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:01.777097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Attempting to bind port 46ddee0c-acb4-4542-89e0-82fe3310067f by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4a7282da-ba4e-455a-b12d-a9269c695bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a5515f30-2914-40c3-8f80-d5746bb6adeb'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:01.777527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Attempting to bind port 46ddee0c-acb4-4542-89e0-82fe3310067f on network a5515f30-2914-40c3-8f80-d5746bb6adeb {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:01.787154 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-01c78f8a-a74e-41e9-88b9-bf67ce581575 req-0e91d3aa-aacd-405f-9c2d-fda381d9999c tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Deleting port b6faff0a-9ba5-45a4-b07a-56ede1d03cab {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:01.788394 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-01c78f8a-a74e-41e9-88b9-bf67ce581575 req-0e91d3aa-aacd-405f-9c2d-fda381d9999c tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.802848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Port 46ddee0c-acb4-4542-89e0-82fe3310067f on network a5515f30-2914-40c3-8f80-d5746bb6adeb not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:26:01.803304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Attempting to bind port 46ddee0c-acb4-4542-89e0-82fe3310067f on network a5515f30-2914-40c3-8f80-d5746bb6adeb {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:01.812513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:01.812981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Checking segment: {'id': '4a7282da-ba4e-455a-b12d-a9269c695bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a5515f30-2914-40c3-8f80-d5746bb6adeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:01.813468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Bound using segment: {'id': '4a7282da-ba4e-455a-b12d-a9269c695bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a5515f30-2914-40c3-8f80-d5746bb6adeb'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:01.814033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Bound port: 46ddee0c-acb4-4542-89e0-82fe3310067f, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7282da-ba4e-455a-b12d-a9269c695bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a5515f30-2914-40c3-8f80-d5746bb6adeb'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:01.814492 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.881561 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3546b61-eb24-4667-9591-b7820b6d3c9d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Checking segment: {'id': 'a294b5bd-65f0-4179-be25-280e72aeee8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1a06fd74-afa8-47bf-bc4f-1e6fce6f943d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:01.881887 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3546b61-eb24-4667-9591-b7820b6d3c9d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Network hostable DHCP agents. Network: 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:01.908299 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f138b5-f4d1-49d7-9ea0-b28ddacfd9f2 req-34cce005-c2ba-4f56-b1a7-41b6e6c9317f tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:01.916479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4f138b5-f4d1-49d7-9ea0-b28ddacfd9f2 req-34cce005-c2ba-4f56-b1a7-41b6e6c9317f tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 944 time: 0.1527557 Sep 30 08:26:01.985416 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:01.998389 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.000564 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/networks/ff930a38-76fb-4e00-90f4-41dbdc0c3252 HTTP/1.1" status: 204 len: 168 time: 2.0371802 Sep 30 08:26:02.009595 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:02.020430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a8169781-8a47-4c1d-aaed-cc9bc402c49c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'network': {'name': 'tempest-RoutersTest-1088495856'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:02.044212 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c703a-16f7-4565-a939-21e1508cc181 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Network': ['ID=ff930a38-76fb-4e00-90f4-41dbdc0c3252,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:02.046351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3546b61-eb24-4667-9591-b7820b6d3c9d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:02.075375 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af188d16-1cec-4e7e-8752-96ee5c8f4bd1 req-cec55285-a90c-4ae1-9be4-b6121028074a tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 210 time: 0.1030936 Sep 30 08:26:02.084385 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d3546b61-eb24-4667-9591-b7820b6d3c9d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:02.115730 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3546b61-eb24-4667-9591-b7820b6d3c9d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:02.117140 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3546b61-eb24-4667-9591-b7820b6d3c9d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.117695 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be98f85-6b39-46f8-81c9-f2121d035a03 None None] Network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:02.119258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4f138b5-f4d1-49d7-9ea0-b28ddacfd9f2 req-452a82e9-a718-4638-a69a-0ad51db58b87 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/security-groups?id=8522527f-94be-4a50-bfac-f9382ffcf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014852 Sep 30 08:26:02.129172 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-01c78f8a-a74e-41e9-88b9-bf67ce581575 req-0e91d3aa-aacd-405f-9c2d-fda381d9999c tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] For port b6faff0a-9ba5-45a4-b07a-56ede1d03cab, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=b6faff0a-9ba5-45a4-b07a-56ede1d03cab,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:02.129676 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-01c78f8a-a74e-41e9-88b9-bf67ce581575 req-0e91d3aa-aacd-405f-9c2d-fda381d9999c tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.135352 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8169781-8a47-4c1d-aaed-cc9bc402c49c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:02.141021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] For port 46ddee0c-acb4-4542-89e0-82fe3310067f, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:02.145602 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8169781-8a47-4c1d-aaed-cc9bc402c49c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.155878 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] For port 46ddee0c-acb4-4542-89e0-82fe3310067f, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=46ddee0c-acb4-4542-89e0-82fe3310067f,segment=NetworkSegment(4a7282da-ba4e-455a-b12d-a9269c695bba),segment_id=4a7282da-ba4e-455a-b12d-a9269c695bba)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:02.163710 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.219137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-01c78f8a-a74e-41e9-88b9-bf67ce581575 req-0e91d3aa-aacd-405f-9c2d-fda381d9999c tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Calling delete_port for b6faff0a-9ba5-45a4-b07a-56ede1d03cab owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:02.251973 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:02.252623 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.254636 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] 10.222.0.36 "PUT /v2.0/ports/46ddee0c-acb4-4542-89e0-82fe3310067f HTTP/1.1" status: 200 len: 1092 time: 2.2378557 Sep 30 08:26:02.255308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e', 'tag': '46ddee0c-acb4-4542-89e0-82fe3310067f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:02.257831 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb13ed13-0bd1-48cb-9c51-c73d6c2311d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e", "tag": "46ddee0c-acb4-4542-89e0-82fe3310067f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:02.261075 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d3546b61-eb24-4667-9591-b7820b6d3c9d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7516367 Sep 30 08:26:02.273951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55008) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:02.302213 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-eb738ce0-b3fc-43fe-a94d-f8f5a6217365 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Request body: {'port': {'network_id': '1a06fd74-afa8-47bf-bc4f-1e6fce6f943d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2053088949'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:02.319322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8169781-8a47-4c1d-aaed-cc9bc402c49c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:02.346464 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8169781-8a47-4c1d-aaed-cc9bc402c49c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.346773 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-a8169781-8a47-4c1d-aaed-cc9bc402c49c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Added segment b1b2ece9-b805-49ac-9124-2bfe54633ace of type vlan for network a17a7e7a-a619-43dd-a6f7-eda61f7f6728 Sep 30 08:26:02.409549 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910ac4b5-d516-41b1-a657-6012cfd112cc x-openstack-request-id: req-910ac4b5-d516-41b1-a657-6012cfd112cc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:02.410696 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e", "tag": "46ddee0c-acb4-4542-89e0-82fe3310067f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:02.411204 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-910ac4b5-d516-41b1-a657-6012cfd112cc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:02.411617 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e', 'tag': '46ddee0c-acb4-4542-89e0-82fe3310067f', 'status': 'completed', 'code': 200} Sep 30 08:26:02.437854 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f071fb-d8f5-4b77-bd1a-9ad24c73e572 service neutron] Pushing event updated for resources: {'Port': ['ID=46ddee0c-acb4-4542-89e0-82fe3310067f,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:02.496368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-949eb31b-acdc-4792-8ab5-df8c971969ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:02.498170 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-949eb31b-acdc-4792-8ab5-df8c971969ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a1484a1941e4d1e952948063efe4c36&device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 1095 time: 0.1480052 Sep 30 08:26:02.570863 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8169781-8a47-4c1d-aaed-cc9bc402c49c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.599963 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:02.618029 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8169781-8a47-4c1d-aaed-cc9bc402c49c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.627371 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8169781-8a47-4c1d-aaed-cc9bc402c49c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:02.636075 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8169781-8a47-4c1d-aaed-cc9bc402c49c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.676575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-78445703-8c93-47b7-b8f4-5bdbee5cdfe1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ddee0c-acb4-4542-89e0-82fe3310067f HTTP/1.1" status: 200 len: 217 time: 0.1676371 Sep 30 08:26:02.717111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8169781-8a47-4c1d-aaed-cc9bc402c49c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Network': ['ID=a17a7e7a-a619-43dd-a6f7-eda61f7f6728,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:02.721105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-01c78f8a-a74e-41e9-88b9-bf67ce581575 req-0e91d3aa-aacd-405f-9c2d-fda381d9999c tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.804392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network a17a7e7a-a619-43dd-a6f7-eda61f7f6728 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:02.815071 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91d3aa-aacd-405f-9c2d-fda381d9999c tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Pushing event deleted for resources: {'Port': ['ID=b6faff0a-9ba5-45a4-b07a-56ede1d03cab,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:02.823693 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a8169781-8a47-4c1d-aaed-cc9bc402c49c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8096611 Sep 30 08:26:02.824648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55018) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:02.825796 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['b6faff0a-9ba5-45a4-b07a-56ede1d03cab'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:26:02.872779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb738ce0-b3fc-43fe-a94d-f8f5a6217365 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Made reservation on behalf of 43312bb5abec419e8f3bbf52efc8f7f5 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:02.876548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-088d2c94-7586-484a-aebb-a5fce6831c95 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'subnet': {'network_id': 'a17a7e7a-a619-43dd-a6f7-eda61f7f6728', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:02.881766 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eb738ce0-b3fc-43fe-a94d-f8f5a6217365 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.908442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:02.911933 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cb31246f-1409-43cd-9416-7104c116d042 req-672e35ba-67ec-42b1-805c-7e6b838012c7 tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.24 "GET /v2.0/ports?device_id=f12efcca-5bbc-4996-89d4-0796fdfe093b HTTP/1.1" status: 200 len: 210 time: 0.1136460 Sep 30 08:26:02.923567 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 31a9db40-ec5f-4f7d-be86-5bf366e83ff0 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:02.946786 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c78f8a-a74e-41e9-88b9-bf67ce581575 req-0e91d3aa-aacd-405f-9c2d-fda381d9999c tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] No DVR routers for this DVR port b6faff0a-9ba5-45a4-b07a-56ede1d03cab on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:02.951480 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-01c78f8a-a74e-41e9-88b9-bf67ce581575 req-0e91d3aa-aacd-405f-9c2d-fda381d9999c tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:02.953789 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-01c78f8a-a74e-41e9-88b9-bf67ce581575 req-0e91d3aa-aacd-405f-9c2d-fda381d9999c tempest-ListServerFiltersTestJSON-198742752 tempest-ListServerFiltersTestJSON-198742752-project] 10.222.0.35 "DELETE /v2.0/ports/b6faff0a-9ba5-45a4-b07a-56ede1d03cab HTTP/1.1" status: 204 len: 173 time: 1.6982095 Sep 30 08:26:02.965148 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12efcca-5bbc-4996-89d4-0796fdfe093b', 'name': 'network-vif-deleted', 'tag': 'b6faff0a-9ba5-45a4-b07a-56ede1d03cab'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:02.976182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-eb738ce0-b3fc-43fe-a94d-f8f5a6217365 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] device_id is not set on port 07edd8d1-2044-4859-bf61-dd7ae1bf04dd yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:26:02.976690 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74874ebf-820f-4259-8926-639fdb50b737" -d '{"events": [{"server_uuid": "f12efcca-5bbc-4996-89d4-0796fdfe093b", "name": "network-vif-deleted", "tag": "b6faff0a-9ba5-45a4-b07a-56ede1d03cab"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:02.982169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-b59540ad-5024-43e8-8109-ee1eec200416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:02.984273 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-b59540ad-5024-43e8-8109-ee1eec200416 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3be9c042-19d3-48e1-a13c-424927dff875 HTTP/1.1" status: 200 len: 853 time: 0.2958589 Sep 30 08:26:03.075410 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-1a06fd74-afa8-47bf-bc4f-1e6fce6f943d', 'network_id': '1a06fd74-afa8-47bf-bc4f-1e6fce6f943d', 'tenant_id': '43312bb5abec419e8f3bbf52efc8f7f5', 'fixed_ips': [{'subnet_id': '29625b8d-9d1a-4641-8ce0-d9e882803a2a'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:03.080698 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.140036 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95332c6f-f8d0-41c3-b487-680e2d8b0b92 x-openstack-request-id: req-95332c6f-f8d0-41c3-b487-680e2d8b0b92 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:03.140036 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12efcca-5bbc-4996-89d4-0796fdfe093b", "name": "network-vif-deleted", "tag": "b6faff0a-9ba5-45a4-b07a-56ede1d03cab", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:03.149867 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95332c6f-f8d0-41c3-b487-680e2d8b0b92 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:03.156045 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12efcca-5bbc-4996-89d4-0796fdfe093b', 'name': 'network-vif-deleted', 'tag': 'b6faff0a-9ba5-45a4-b07a-56ede1d03cab', 'status': 'completed', 'code': 200} Sep 30 08:26:03.247252 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088d2c94-7586-484a-aebb-a5fce6831c95 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:03.258349 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-088d2c94-7586-484a-aebb-a5fce6831c95 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.336209 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-eaf67700-407d-4f1a-9c5c-11c90bc213a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5515f30-2914-40c3-8f80-d5746bb6adeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2255931 Sep 30 08:26:03.466906 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a335731a-2568-4493-b345-480eff127b48 req-801580e2-dec6-4054-ae59-e195f17bcac2 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 210 time: 0.1332510 Sep 30 08:26:03.507180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cef5c2-f533-4085-8ad1-8ad045ff3835 req-4a3bb9b1-78de-463b-a6c4-98211978f86c tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:03.509023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7cef5c2-f533-4085-8ad1-8ad045ff3835 req-4a3bb9b1-78de-463b-a6c4-98211978f86c tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 944 time: 0.1857908 Sep 30 08:26:03.673098 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-088d2c94-7586-484a-aebb-a5fce6831c95 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.675404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-eb738ce0-b3fc-43fe-a94d-f8f5a6217365 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Allocated IP 2001:db8::212 (1a06fd74-afa8-47bf-bc4f-1e6fce6f943d/29625b8d-9d1a-4641-8ce0-d9e882803a2a/07edd8d1-2044-4859-bf61-dd7ae1bf04dd) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:03.700940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7cef5c2-f533-4085-8ad1-8ad045ff3835 req-20193fc6-1029-463b-827e-715ca1c9ce33 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/security-groups?id=8522527f-94be-4a50-bfac-f9382ffcf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177835 Sep 30 08:26:03.738246 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-755fc720-70ea-4749-b457-3d13986c01ba service neutron] 10.222.0.36 "GET /v2.0/networks/a5515f30-2914-40c3-8f80-d5746bb6adeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169870 Sep 30 08:26:03.791432 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d2c94-7586-484a-aebb-a5fce6831c95 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Subnet': ['ID=7e5e1c1b-f4f7-4738-9a5c-fd30c9b98bed,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:03.805471 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d2c94-7586-484a-aebb-a5fce6831c95 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Checking segment: {'id': 'b1b2ece9-b805-49ac-9124-2bfe54633ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a17a7e7a-a619-43dd-a6f7-eda61f7f6728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:03.805834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088d2c94-7586-484a-aebb-a5fce6831c95 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network hostable DHCP agents. Network: a17a7e7a-a619-43dd-a6f7-eda61f7f6728, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:03.854952 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088d2c94-7586-484a-aebb-a5fce6831c95 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network a17a7e7a-a619-43dd-a6f7-eda61f7f6728 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:03.870661 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-088d2c94-7586-484a-aebb-a5fce6831c95 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, a17a7e7a-a619-43dd-a6f7-eda61f7f6728) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:03.882869 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088d2c94-7586-484a-aebb-a5fce6831c95 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:03.883252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6321a5ea-c1a2-4647-83ec-a829f9a02336 None None] Network a17a7e7a-a619-43dd-a6f7-eda61f7f6728 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:03.884949 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-088d2c94-7586-484a-aebb-a5fce6831c95 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:03.922753 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-088d2c94-7586-484a-aebb-a5fce6831c95 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0506573 Sep 30 08:26:03.926700 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:03.934909 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b17c66db-ab61-4e8c-aef0-843230b22c8c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-347851220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:04.028099 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b17c66db-ab61-4e8c-aef0-843230b22c8c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.029153 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b17c66db-ab61-4e8c-aef0-843230b22c8c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.032819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d234a0b-d117-4294-b992-5b530d171ea0 req-6711bf66-a705-4360-aea7-f5e1978f8068 service neutron] 10.222.0.36 "GET /v2.0/networks/a5515f30-2914-40c3-8f80-d5746bb6adeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765276 Sep 30 08:26:04.092690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55034) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:04.133467 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b17c66db-ab61-4e8c-aef0-843230b22c8c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.138448 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b17c66db-ab61-4e8c-aef0-843230b22c8c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.174412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b17c66db-ab61-4e8c-aef0-843230b22c8c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.179116 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b17c66db-ab61-4e8c-aef0-843230b22c8c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2514050 Sep 30 08:26:04.215699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d19e16b-9e92-4ec4-922e-f549136c3563 admin admin] Deleting subnet 3775425e-a141-4b61-8374-25f0c82033a0 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:04.220430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55036) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:04.234597 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d19e16b-9e92-4ec4-922e-f549136c3563 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.238636 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eb738ce0-b3fc-43fe-a94d-f8f5a6217365 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.335142 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-a17a7e7a-a619-43dd-a6f7-eda61f7f6728', 'network_id': 'a17a7e7a-a619-43dd-a6f7-eda61f7f6728', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'fixed_ips': [{'subnet_id': '7e5e1c1b-f4f7-4738-9a5c-fd30c9b98bed'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:04.338330 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.604772 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Allocated IP 172.20.0.2 (a17a7e7a-a619-43dd-a6f7-eda61f7f6728/7e5e1c1b-f4f7-4738-9a5c-fd30c9b98bed/ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:04.638420 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d19e16b-9e92-4ec4-922e-f549136c3563 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.792870 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13ed13-0bd1-48cb-9c51-c73d6c2311d4 req-0bbccfcf-a2a9-4851-8c88-78266e875f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:04.794905 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb13ed13-0bd1-48cb-9c51-c73d6c2311d4 req-0bbccfcf-a2a9-4851-8c88-78266e875f2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a1484a1941e4d1e952948063efe4c36&device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 1095 time: 0.5765092 Sep 30 08:26:04.801921 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-832a7710-9dee-4312-80e6-ed7483ac6462 req-9b91a322-7d6c-449a-9efd-eea32d09d606 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 210 time: 0.1597114 Sep 30 08:26:04.896693 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-51a4ef9d-ee11-4280-b813-9a7f53875925 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:04.899360 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-51a4ef9d-ee11-4280-b813-9a7f53875925 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.35 "GET /v2.0/networks?id=506d58c1-91cb-479e-825a-9bafccf3237a HTTP/1.1" status: 200 len: 812 time: 0.7170253 Sep 30 08:26:04.910576 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device b6faff0a-9ba5-45a4-b07a-56ede1d03cab no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:04.917698 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-bfaabf02-8b78-48d0-be11-3c30fb01840b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Request body: {'port': {'device_id': 'c9afda66-9207-41eb-8941-9f394befb930', 'network_id': '506d58c1-91cb-479e-825a-9bafccf3237a', 'admin_state_up': True, 'tenant_id': 'dc04f54020aa4e43b9adb829f704935e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:04.979327 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eb738ce0-b3fc-43fe-a94d-f8f5a6217365 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:04.983899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: b6faff0a-9ba5-45a4-b07a-56ede1d03cab {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:04.984932 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device b6faff0a-9ba5-45a4-b07a-56ede1d03cab not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:05.133690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6dbb8-f25f-4bcc-8df1-d4a24e392ce4 req-8ece5b12-ea23-4b40-ab46-577060ab4490 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:05.141257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33c6dbb8-f25f-4bcc-8df1-d4a24e392ce4 req-8ece5b12-ea23-4b40-ab46-577060ab4490 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 944 time: 0.2498386 Sep 30 08:26:05.156893 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb738ce0-b3fc-43fe-a94d-f8f5a6217365 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:05.182394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-bfaabf02-8b78-48d0-be11-3c30fb01840b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Made reservation on behalf of dc04f54020aa4e43b9adb829f704935e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:05.183565 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-eb738ce0-b3fc-43fe-a94d-f8f5a6217365 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:05.188565 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-bfaabf02-8b78-48d0-be11-3c30fb01840b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.190093 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb738ce0-b3fc-43fe-a94d-f8f5a6217365 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:05.195890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb738ce0-b3fc-43fe-a94d-f8f5a6217365 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:05.196590 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eb738ce0-b3fc-43fe-a94d-f8f5a6217365 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.251037 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d19e16b-9e92-4ec4-922e-f549136c3563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.271580 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.282613 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.308831 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb738ce0-b3fc-43fe-a94d-f8f5a6217365 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event updated for resources: {'Port': ['ID=07edd8d1-2044-4859-bf61-dd7ae1bf04dd,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:05.330132 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Network a17a7e7a-a619-43dd-a6f7-eda61f7f6728 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:05.339475 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Allocated IP 2001:db8::2 (1a06fd74-afa8-47bf-bc4f-1e6fce6f943d/29625b8d-9d1a-4641-8ce0-d9e882803a2a/5bb1bf2e-e93c-40ee-9f26-08870bb71996) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:05.344294 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-eb738ce0-b3fc-43fe-a94d-f8f5a6217365 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0595653 Sep 30 08:26:05.350622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:05.357897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:05.365083 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55046) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:05.373260 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33c6dbb8-f25f-4bcc-8df1-d4a24e392ce4 req-8f2b5c22-72ad-4bbf-a948-4d9ff0846e31 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/security-groups?id=8522527f-94be-4a50-bfac-f9382ffcf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311473 Sep 30 08:26:05.377950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Pushing event updated for resources: {'Port': ['ID=ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:05.379553 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-bfaabf02-8b78-48d0-be11-3c30fb01840b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Allocated IP 172.20.0.14 (506d58c1-91cb-479e-825a-9bafccf3237a/cef2bdc8-db37-473a-9377-0989dc52fa24/1a8678b4-79d7-43dc-9edd-81fac8688889) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:05.386650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1e9764b6-f347-41ea-aac3-724d1fa102a6 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Request body: {'port': {'network_id': '1a06fd74-afa8-47bf-bc4f-1e6fce6f943d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1090204144', 'allowed_address_pairs': [{'ip_address': '2001:db8::212', 'mac_address': 'fa:16:3e:6f:ac:1f'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:05.396094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13ed13-0bd1-48cb-9c51-c73d6c2311d4 req-ff10066e-c15d-4761-9c7c-81e66169b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:05.405068 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb13ed13-0bd1-48cb-9c51-c73d6c2311d4 req-ff10066e-c15d-4761-9c7c-81e66169b657 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5515f30-2914-40c3-8f80-d5746bb6adeb HTTP/1.1" status: 200 len: 914 time: 0.6011293 Sep 30 08:26:05.431553 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55050) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:05.488846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Attempting to bind port ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:05.489686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Attempting to bind port ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'b1b2ece9-b805-49ac-9124-2bfe54633ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a17a7e7a-a619-43dd-a6f7-eda61f7f6728'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:05.490333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Attempting to bind port ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 on network a17a7e7a-a619-43dd-a6f7-eda61f7f6728 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:05.521966 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:05.522357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Checking segment: {'id': 'b1b2ece9-b805-49ac-9124-2bfe54633ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a17a7e7a-a619-43dd-a6f7-eda61f7f6728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:05.522985 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.523464 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Bound using segment: {'id': 'b1b2ece9-b805-49ac-9124-2bfe54633ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a17a7e7a-a619-43dd-a6f7-eda61f7f6728'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:05.524078 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Bound port: ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b2ece9-b805-49ac-9124-2bfe54633ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a17a7e7a-a619-43dd-a6f7-eda61f7f6728'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:05.524630 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.693303 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.707991 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.724896 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] For port ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:05.730547 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] For port ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9,segment=NetworkSegment(b1b2ece9-b805-49ac-9124-2bfe54633ace),segment_id=b1b2ece9-b805-49ac-9124-2bfe54633ace)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:05.762706 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:05.764572 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:05.780535 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:05.790503 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:05.875755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Pushing event updated for resources: {'Port': ['ID=5bb1bf2e-e93c-40ee-9f26-08870bb71996,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:05.996120 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-bfaabf02-8b78-48d0-be11-3c30fb01840b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.026538 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0846c5e-9303-49cf-8bcf-21b660b32507 admin admin] Deleting subnet 8e3e2ffb-0bed-4ab0-bd99-d1e77e7b4c8b {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:06.048228 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0846c5e-9303-49cf-8bcf-21b660b32507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.129085 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Attempting to bind port 5bb1bf2e-e93c-40ee-9f26-08870bb71996 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:06.131775 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Attempting to bind port 5bb1bf2e-e93c-40ee-9f26-08870bb71996 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'a294b5bd-65f0-4179-be25-280e72aeee8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1a06fd74-afa8-47bf-bc4f-1e6fce6f943d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:06.132729 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0846c5e-9303-49cf-8bcf-21b660b32507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.132911 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Attempting to bind port 5bb1bf2e-e93c-40ee-9f26-08870bb71996 on network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:06.174627 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb13ed13-0bd1-48cb-9c51-c73d6c2311d4 req-d43bfed1-ffee-40ea-bcb8-22906c489982 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ddee0c-acb4-4542-89e0-82fe3310067f HTTP/1.1" status: 200 len: 217 time: 0.7552230 Sep 30 08:26:06.191971 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:06.192447 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Checking segment: {'id': 'a294b5bd-65f0-4179-be25-280e72aeee8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1a06fd74-afa8-47bf-bc4f-1e6fce6f943d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:06.192756 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.193158 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Bound using segment: {'id': 'a294b5bd-65f0-4179-be25-280e72aeee8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1a06fd74-afa8-47bf-bc4f-1e6fce6f943d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:06.193637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Bound port: 5bb1bf2e-e93c-40ee-9f26-08870bb71996, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a294b5bd-65f0-4179-be25-280e72aeee8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1a06fd74-afa8-47bf-bc4f-1e6fce6f943d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:06.194027 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.232641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1a50f-0710-4c8e-b445-963b3e6560f6 None None] Pushing event updated for resources: {'Port': ['ID=ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:06.290849 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0846c5e-9303-49cf-8bcf-21b660b32507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.347017 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.371233 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-bfaabf02-8b78-48d0-be11-3c30fb01840b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.507843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaabf02-8b78-48d0-be11-3c30fb01840b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Pushing event updated for resources: {'Port': ['ID=1a8678b4-79d7-43dc-9edd-81fac8688889,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:06.512609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13ed13-0bd1-48cb-9c51-c73d6c2311d4 req-f7771a25-64cb-4cef-90fe-9326b4983d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:06.514221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb13ed13-0bd1-48cb-9c51-c73d6c2311d4 req-f7771a25-64cb-4cef-90fe-9326b4983d7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3be9c042-19d3-48e1-a13c-424927dff875 HTTP/1.1" status: 200 len: 853 time: 0.3046026 Sep 30 08:26:06.545177 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d19e16b-9e92-4ec4-922e-f549136c3563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.550182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-bfaabf02-8b78-48d0-be11-3c30fb01840b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Network 506d58c1-91cb-479e-825a-9bafccf3237a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:06.554812 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-bfaabf02-8b78-48d0-be11-3c30fb01840b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:06.555078 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] For port 5bb1bf2e-e93c-40ee-9f26-08870bb71996, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:06.559050 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-bfaabf02-8b78-48d0-be11-3c30fb01840b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:06.564392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] For port 5bb1bf2e-e93c-40ee-9f26-08870bb71996, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5bb1bf2e-e93c-40ee-9f26-08870bb71996,segment=NetworkSegment(a294b5bd-65f0-4179-be25-280e72aeee8a),segment_id=a294b5bd-65f0-4179-be25-280e72aeee8a)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:06.571326 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.614518 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0846c5e-9303-49cf-8bcf-21b660b32507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.670012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0846c5e-9303-49cf-8bcf-21b660b32507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e3e2ffb-0bed-4ab0-bd99-d1e77e7b4c8b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:06.671306 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb13ed13-0bd1-48cb-9c51-c73d6c2311d4 req-d1cae5ac-a118-4040-aaf1-97f339fdcdf7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5515f30-2914-40c3-8f80-d5746bb6adeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436684 Sep 30 08:26:06.681328 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c601a-f7cd-472d-8c1b-e6f423cfe820 req-b7dc89eb-bc66-4f3e-927f-a7839b8bca48 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:06.687266 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0846c5e-9303-49cf-8bcf-21b660b32507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.689796 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd9c601a-f7cd-472d-8c1b-e6f423cfe820 req-b7dc89eb-bc66-4f3e-927f-a7839b8bca48 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 932 time: 0.4951217 Sep 30 08:26:06.690756 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a0846c5e-9303-49cf-8bcf-21b660b32507 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8e3e2ffb-0bed-4ab0-bd99-d1e77e7b4c8b HTTP/1.1" status: 204 len: 168 time: 1.2578363 Sep 30 08:26:06.694441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55060) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:06.698241 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15637da-bdc2-4e1f-87a8-fdf4df84efe3 None None] Pushing event updated for resources: {'Port': ['ID=5bb1bf2e-e93c-40ee-9f26-08870bb71996,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:06.702547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19e16b-9e92-4ec4-922e-f549136c3563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3775425e-a141-4b61-8374-25f0c82033a0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:06.714107 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d19e16b-9e92-4ec4-922e-f549136c3563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.715943 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2d19e16b-9e92-4ec4-922e-f549136c3563 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3775425e-a141-4b61-8374-25f0c82033a0 HTTP/1.1" status: 204 len: 168 time: 2.6184294 Sep 30 08:26:06.721638 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5e2cf1-64bf-44e5-9deb-b865bf1cc760 None None] Network 8ada7883-079a-446c-8acc-2ff2a808db0e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:06.728472 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55062) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:06.771713 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-bfaabf02-8b78-48d0-be11-3c30fb01840b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:06.772087 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-bfaabf02-8b78-48d0-be11-3c30fb01840b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.877227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 46ddee0c-acb4-4542-89e0-82fe3310067f details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:26:06.917376 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9d27-bcca-4bfa-8fa0-f16f804acf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.937885 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:06.962082 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-bfaabf02-8b78-48d0-be11-3c30fb01840b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0450814 Sep 30 08:26:06.982440 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Request body: {'port': {'device_id': 'c9afda66-9207-41eb-8941-9f394befb930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:06.985038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9764b6-f347-41ea-aac3-724d1fa102a6 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Made reservation on behalf of 43312bb5abec419e8f3bbf52efc8f7f5 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:07.016814 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd9c601a-f7cd-472d-8c1b-e6f423cfe820 req-e8280ee6-bbe0-4e08-8f04-a89d2a170af1 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260813 Sep 30 08:26:07.123871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 46ddee0c-acb4-4542-89e0-82fe3310067f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=46ddee0c-acb4-4542-89e0-82fe3310067f,segment=NetworkSegment(4a7282da-ba4e-455a-b12d-a9269c695bba),segment_id=4a7282da-ba4e-455a-b12d-a9269c695bba)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:07.137545 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '46ddee0c-acb4-4542-89e0-82fe3310067f', 'network_id': 'a5515f30-2914-40c3-8f80-d5746bb6adeb', 'port_id': '46ddee0c-acb4-4542-89e0-82fe3310067f', 'mac_address': 'fa:16:3e:c2:fa:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be9c042-19d3-48e1-a13c-424927dff875', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:26:07.166247 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e64d568-1f47-4e6c-a137-99fb9949d548 None None] DHCP port deletion for 8ada7883-079a-446c-8acc-2ff2a808db0e request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:26:07.176819 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9d27-bcca-4bfa-8fa0-f16f804acf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.208466 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e9764b6-f347-41ea-aac3-724d1fa102a6 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.226152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1bbe9d27-bcca-4bfa-8fa0-f16f804acf34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2ddfbd-f8bf-4e49-9c38-79891b90fda9']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:07.236451 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1bbe9d27-bcca-4bfa-8fa0-f16f804acf34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6277b6a0-087d-440c-8513-8832b68a6bc2') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:07.236755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1bbe9d27-bcca-4bfa-8fa0-f16f804acf34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6277b6a0-087d-440c-8513-8832b68a6bc2') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:07.239780 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb13ed13-0bd1-48cb-9c51-c73d6c2311d4 req-36aa79e6-0709-4365-bec5-2f697eb1dac0 service neutron] 10.222.0.36 "GET /v2.0/networks/a5515f30-2914-40c3-8f80-d5746bb6adeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426033 Sep 30 08:26:07.240935 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.254949 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9d27-bcca-4bfa-8fa0-f16f804acf34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.264358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28420b-d089-4940-acce-2c123cb44211 req-f74ed706-67bf-4c99-8981-cf70bc46a578 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:07.272649 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9d27-bcca-4bfa-8fa0-f16f804acf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.278925 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbe9d27-bcca-4bfa-8fa0-f16f804acf34 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:07.279417 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9d27-bcca-4bfa-8fa0-f16f804acf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.280569 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e28420b-d089-4940-acce-2c123cb44211 req-f74ed706-67bf-4c99-8981-cf70bc46a578 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 944 time: 0.5614786 Sep 30 08:26:07.306728 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ddee0c-acb4-4542-89e0-82fe3310067f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:26:07.349306 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 46ddee0c-acb4-4542-89e0-82fe3310067f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=46ddee0c-acb4-4542-89e0-82fe3310067f,segment=NetworkSegment(4a7282da-ba4e-455a-b12d-a9269c695bba),segment_id=4a7282da-ba4e-455a-b12d-a9269c695bba)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:07.363526 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:07.377159 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:07.380250 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9d27-bcca-4bfa-8fa0-f16f804acf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.383221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Allocated IP 172.20.0.1 (a17a7e7a-a619-43dd-a6f7-eda61f7f6728/7e5e1c1b-f4f7-4738-9a5c-fd30c9b98bed/d79f80b5-53dc-4aa4-a6a4-4da637e53548) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:07.385675 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9d27-bcca-4bfa-8fa0-f16f804acf34 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.389361 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1bbe9d27-bcca-4bfa-8fa0-f16f804acf34 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5c2ddfbd-f8bf-4e49-9c38-79891b90fda9 HTTP/1.1" status: 204 len: 168 time: 0.6935432 Sep 30 08:26:07.410894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe9d27-bcca-4bfa-8fa0-f16f804acf34 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c2ddfbd-f8bf-4e49-9c38-79891b90fda9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:07.453352 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.506821 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=46ddee0c-acb4-4542-89e0-82fe3310067f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:07.510094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] Deleting port a819c592-b422-4612-9734-7e9677f50fbf {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:07.510800 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.526228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7e64d568-1f47-4e6c-a137-99fb9949d548 None None] Deleting port a819c592-b422-4612-9734-7e9677f50fbf {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:07.531428 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e64d568-1f47-4e6c-a137-99fb9949d548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.595745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] For port a819c592-b422-4612-9734-7e9677f50fbf, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a819c592-b422-4612-9734-7e9677f50fbf,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:07.596368 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.618506 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] Calling delete_port for a819c592-b422-4612-9734-7e9677f50fbf owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:07.663197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-1e9764b6-f347-41ea-aac3-724d1fa102a6 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] device_id is not set on port 9ca5fe69-972c-46a6-a0e3-28f9ac48ed70 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:26:07.669121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55068) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:07.686674 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['46ddee0c-acb4-4542-89e0-82fe3310067f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:26:07.696631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7e64d568-1f47-4e6c-a137-99fb9949d548 None None] For port a819c592-b422-4612-9734-7e9677f50fbf, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a819c592-b422-4612-9734-7e9677f50fbf,segment=NetworkSegment(b0272a65-ede9-4ad3-a1d2-37b4ed7789f7),segment_id=b0272a65-ede9-4ad3-a1d2-37b4ed7789f7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:07.697296 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e64d568-1f47-4e6c-a137-99fb9949d548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.700241 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa4d1e7-306b-4f11-bc41-8bfa18cdbcf2 None None] Network a17a7e7a-a619-43dd-a6f7-eda61f7f6728 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:07.731201 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.764975 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=a819c592-b422-4612-9734-7e9677f50fbf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:07.782890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] No DVR routers for this DVR port a819c592-b422-4612-9734-7e9677f50fbf on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:07.798485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7e64d568-1f47-4e6c-a137-99fb9949d548 None None] Calling delete_port for a819c592-b422-4612-9734-7e9677f50fbf owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:07.924310 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:07.931174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e28420b-d089-4940-acce-2c123cb44211 req-08e3e4d3-325c-48f9-baba-9fefdb4e4311 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/security-groups?id=8522527f-94be-4a50-bfac-f9382ffcf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976296 Sep 30 08:26:07.971423 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.035813 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb13ed13-0bd1-48cb-9c51-c73d6c2311d4 req-029b8aad-ecea-4fa7-863a-95061c6fd176 service neutron] 10.222.0.36 "GET /v2.0/networks/a5515f30-2914-40c3-8f80-d5746bb6adeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7529593 Sep 30 08:26:08.040056 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ada7883-079a-446c-8acc-2ff2a808db0e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:08.061454 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55072) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:08.064506 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e02e882c-d96b-4ca9-97a0-611c07a465f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=335f09d13e9f48fcbf88ae43d1a53716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3912361 Sep 30 08:26:08.085809 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d6050a89-01b7-49f7-97df-88860681880f None None] Provisioning complete for port ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:08.088305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:08.088305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0272a65-ede9-4ad3-a1d2-37b4ed7789f7') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:08.088776 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6050a89-01b7-49f7-97df-88860681880f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.132655 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.146714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-1e9764b6-f347-41ea-aac3-724d1fa102a6 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Allocated IP 2001:db8::38d (1a06fd74-afa8-47bf-bc4f-1e6fce6f943d/29625b8d-9d1a-4641-8ce0-d9e882803a2a/9ca5fe69-972c-46a6-a0e3-28f9ac48ed70) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:08.181945 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.210797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:08.211200 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:08.218783 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:08.229557 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c613663-84a7-4fa1-81db-947c8baf6d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.304853 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.315634 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e64d568-1f47-4e6c-a137-99fb9949d548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.340811 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64d568-1f47-4e6c-a137-99fb9949d548 None None] No DVR routers for this DVR port a819c592-b422-4612-9734-7e9677f50fbf on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:08.399625 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c613663-84a7-4fa1-81db-947c8baf6d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.401563 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64d568-1f47-4e6c-a137-99fb9949d548 None None] Pushing event deleted for resources: {'Port': ['ID=a819c592-b422-4612-9734-7e9677f50fbf,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:08.434016 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.439633 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.444610 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] 10.222.0.24 "DELETE /v2.0/networks/8ada7883-079a-446c-8acc-2ff2a808db0e HTTP/1.1" status: 204 len: 168 time: 1.7127054 Sep 30 08:26:08.459365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339eb8c3-f685-4561-aa58-a0d3f5c39d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ada7883-079a-446c-8acc-2ff2a808db0e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:08.474582 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6050a89-01b7-49f7-97df-88860681880f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.476494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af62924-0d13-4179-80f8-496542c73539 None None] Network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:08.489881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5bb1bf2e-e93c-40ee-9f26-08870bb71996 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:08.521438 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a8678b4-79d7-43dc-9edd-81fac8688889 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:26:08.531637 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.554873 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Transition to ACTIVE for port object 1a8678b4-79d7-43dc-9edd-81fac8688889 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:26:08.563749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.610334 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network a17a7e7a-a619-43dd-a6f7-eda61f7f6728 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:08.639209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb0849-e84e-4a11-b374-7dabff4255fc req-b7510f4f-fa20-4bb2-b821-85a542ddac1f tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:08.643597 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3eb0849-e84e-4a11-b374-7dabff4255fc req-b7510f4f-fa20-4bb2-b821-85a542ddac1f tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 932 time: 0.4363649 Sep 30 08:26:08.655350 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d6050a89-01b7-49f7-97df-88860681880f None None] For port ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9,segment=NetworkSegment(b1b2ece9-b805-49ac-9124-2bfe54633ace),segment_id=b1b2ece9-b805-49ac-9124-2bfe54633ace)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:08.665157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=d79f80b5-53dc-4aa4-a6a4-4da637e53548,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:08.705055 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6050a89-01b7-49f7-97df-88860681880f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.710819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Pushing event updated for resources: {'Port': ['ID=1a8678b4-79d7-43dc-9edd-81fac8688889,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:08.718718 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:08.768712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:08.813628 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55078) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:08.822695 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c613663-84a7-4fa1-81db-947c8baf6d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.825366 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c613663-84a7-4fa1-81db-947c8baf6d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.832547 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1c613663-84a7-4fa1-81db-947c8baf6d94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8fcfc0f-c870-47c9-ba30-bfabed45c39a HTTP/1.1" status: 204 len: 168 time: 0.7603188 Sep 30 08:26:08.898666 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c613663-84a7-4fa1-81db-947c8baf6d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fcfc0f-c870-47c9-ba30-bfabed45c39a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:08.929487 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e9764b6-f347-41ea-aac3-724d1fa102a6 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.958374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 5bb1bf2e-e93c-40ee-9f26-08870bb71996 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:08.959015 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:08.966492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6050a89-01b7-49f7-97df-88860681880f None None] Pushing event updated for resources: {'Port': ['ID=ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:09.002877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Attempting to bind port 1a8678b4-79d7-43dc-9edd-81fac8688889 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:09.003211 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Attempting to bind port 1a8678b4-79d7-43dc-9edd-81fac8688889 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '506d58c1-91cb-479e-825a-9bafccf3237a'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:09.004312 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Attempting to bind port 1a8678b4-79d7-43dc-9edd-81fac8688889 on network 506d58c1-91cb-479e-825a-9bafccf3237a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:09.009965 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f8deb759-9734-4b9a-8139-df0fdd3f9967 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2e96348ea9040438150f1b52135b63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946547 Sep 30 08:26:09.012414 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Port 1a8678b4-79d7-43dc-9edd-81fac8688889 on network 506d58c1-91cb-479e-825a-9bafccf3237a not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:26:09.012744 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Attempting to bind port 1a8678b4-79d7-43dc-9edd-81fac8688889 on network 506d58c1-91cb-479e-825a-9bafccf3237a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:09.014566 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:09.026721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3eb0849-e84e-4a11-b374-7dabff4255fc req-735d6759-4f45-450f-9ec1-d70353407e6c tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481388 Sep 30 08:26:09.027773 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e9764b6-f347-41ea-aac3-724d1fa102a6 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.050999 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dc4735af-9da4-4464-affd-18bb9f8ce217 None None] Provisioning complete for port 5bb1bf2e-e93c-40ee-9f26-08870bb71996 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:09.051844 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc4735af-9da4-4464-affd-18bb9f8ce217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.079644 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:09.079982 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Checking segment: {'id': '9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '506d58c1-91cb-479e-825a-9bafccf3237a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:09.080378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Bound using segment: {'id': '9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '506d58c1-91cb-479e-825a-9bafccf3237a'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:09.080826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Bound port: 1a8678b4-79d7-43dc-9edd-81fac8688889, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '506d58c1-91cb-479e-825a-9bafccf3237a'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:09.081196 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.098588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9764b6-f347-41ea-aac3-724d1fa102a6 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:09.110236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1e9764b6-f347-41ea-aac3-724d1fa102a6 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:09.166350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9764b6-f347-41ea-aac3-724d1fa102a6 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:09.176552 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9764b6-f347-41ea-aac3-724d1fa102a6 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:09.177243 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e9764b6-f347-41ea-aac3-724d1fa102a6 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.236025 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.240718 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9764b6-f347-41ea-aac3-724d1fa102a6 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event updated for resources: {'Port': ['ID=9ca5fe69-972c-46a6-a0e3-28f9ac48ed70,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:09.284471 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc4735af-9da4-4464-affd-18bb9f8ce217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.302665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1e9764b6-f347-41ea-aac3-724d1fa102a6 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.9327734 Sep 30 08:26:09.306652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55092) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:09.312960 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc420c3b-c695-4460-8b00-236ce1560c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.324925 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] For port 1a8678b4-79d7-43dc-9edd-81fac8688889, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:09.352844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] For port 1a8678b4-79d7-43dc-9edd-81fac8688889, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1a8678b4-79d7-43dc-9edd-81fac8688889,segment=NetworkSegment(9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c),segment_id=9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:09.352844 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.372698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddaaca-4340-40dd-9418-49a7d3ffd104 req-faeac599-b5f1-4d33-b589-62edab8fe2fd tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:09.377877 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8ddaaca-4340-40dd-9418-49a7d3ffd104 req-faeac599-b5f1-4d33-b589-62edab8fe2fd tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 945 time: 0.2758927 Sep 30 08:26:09.384172 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dc4735af-9da4-4464-affd-18bb9f8ce217 None None] For port 5bb1bf2e-e93c-40ee-9f26-08870bb71996, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5bb1bf2e-e93c-40ee-9f26-08870bb71996,segment=NetworkSegment(a294b5bd-65f0-4179-be25-280e72aeee8a),segment_id=a294b5bd-65f0-4179-be25-280e72aeee8a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:09.390821 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.422550 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc4735af-9da4-4464-affd-18bb9f8ce217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.422794 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc420c3b-c695-4460-8b00-236ce1560c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.502769 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:26:09.503135 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:26:09.606203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:09.606943 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.608587 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] 10.222.0.35 "PUT /v2.0/ports/1a8678b4-79d7-43dc-9edd-81fac8688889 HTTP/1.1" status: 200 len: 1092 time: 2.6338747 Sep 30 08:26:09.609951 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9afda66-9207-41eb-8941-9f394befb930', 'tag': '1a8678b4-79d7-43dc-9edd-81fac8688889'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:09.614201 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3669d2-3d8f-49fb-8c88-5e7060e199dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c9afda66-9207-41eb-8941-9f394befb930", "tag": "1a8678b4-79d7-43dc-9edd-81fac8688889"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:09.627569 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8ddaaca-4340-40dd-9418-49a7d3ffd104 req-deee370c-4ce5-496d-bcd1-077e21cd7bb8 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/security-groups?id=8522527f-94be-4a50-bfac-f9382ffcf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613507 Sep 30 08:26:09.641210 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4572f-c70e-45f2-b262-6b52504ce9da service neutron] Pushing event updated for resources: {'Port': ['ID=1a8678b4-79d7-43dc-9edd-81fac8688889,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:09.657190 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc420c3b-c695-4460-8b00-236ce1560c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.659849 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc420c3b-c695-4460-8b00-236ce1560c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.673227 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cc420c3b-c695-4460-8b00-236ce1560c4c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77db0d68-c7ec-49f8-af86-1a6af327b44b HTTP/1.1" status: 204 len: 168 time: 0.6575742 Sep 30 08:26:09.696262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc420c3b-c695-4460-8b00-236ce1560c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77db0d68-c7ec-49f8-af86-1a6af327b44b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:09.717217 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a9ecd6-3c36-425a-b3a5-fabe39c3c28a x-openstack-request-id: req-68a9ecd6-3c36-425a-b3a5-fabe39c3c28a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:09.717886 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9afda66-9207-41eb-8941-9f394befb930", "tag": "1a8678b4-79d7-43dc-9edd-81fac8688889", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:09.718302 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68a9ecd6-3c36-425a-b3a5-fabe39c3c28a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:09.718877 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9afda66-9207-41eb-8941-9f394befb930', 'tag': '1a8678b4-79d7-43dc-9edd-81fac8688889', 'status': 'completed', 'code': 200} Sep 30 08:26:09.737768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5664f54-f000-4e45-9dfa-26248adb5fcd tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:09.759152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5664f54-f000-4e45-9dfa-26248adb5fcd tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:09.771890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-971ebf38-722a-4e23-a78a-dd0d47a59bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:09.773971 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-971ebf38-722a-4e23-a78a-dd0d47a59bbe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc04f54020aa4e43b9adb829f704935e&device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 1095 time: 0.0830619 Sep 30 08:26:09.777591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5664f54-f000-4e45-9dfa-26248adb5fcd tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:09.779398 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f5664f54-f000-4e45-9dfa-26248adb5fcd tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.4668257 Sep 30 08:26:09.783445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55110) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:09.806621 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:09.960422 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-a2f7f622-5d52-4392-8a73-52cb6116d9b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a8678b4-79d7-43dc-9edd-81fac8688889 HTTP/1.1" status: 200 len: 217 time: 0.1643126 Sep 30 08:26:10.033710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4735af-9da4-4464-affd-18bb9f8ce217 None None] Pushing event updated for resources: {'Port': ['ID=5bb1bf2e-e93c-40ee-9f26-08870bb71996,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:10.098455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-079da106-8d7f-49b0-975a-4aaa3dd0b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:10.100351 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-079da106-8d7f-49b0-975a-4aaa3dd0b041 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cef2bdc8-db37-473a-9377-0989dc52fa24 HTTP/1.1" status: 200 len: 852 time: 0.1235697 Sep 30 08:26:10.152552 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e1ae9c90-0581-4037-b066-a0cce78ace6d None None] Provisioning complete for port ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:10.153766 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9c90-0581-4037-b066-a0cce78ace6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.210310 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-2454e92a-d1cd-4f89-9e12-490797e7f730 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=506d58c1-91cb-479e-825a-9bafccf3237a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023142 Sep 30 08:26:10.241138 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:10.322727 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.375601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8ffa601c-06a6-4712-be36-27b4fb906426 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Deleting port 9ca5fe69-972c-46a6-a0e3-28f9ac48ed70 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:10.376668 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ffa601c-06a6-4712-be36-27b4fb906426 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.453184 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:10.453671 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.502479 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e1ae9c90-0581-4037-b066-a0cce78ace6d None None] Provisioning complete for port d79f80b5-53dc-4aa4-a6a4-4da637e53548 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:10.502886 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9c90-0581-4037-b066-a0cce78ace6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.544544 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-724e573b-63fd-4edd-9230-5279d5bdc606 service neutron] 10.222.0.35 "GET /v2.0/networks/506d58c1-91cb-479e-825a-9bafccf3237a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121037 Sep 30 08:26:10.550675 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ffa601c-06a6-4712-be36-27b4fb906426 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.555198 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.565678 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.583010 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e1ae9c90-0581-4037-b066-a0cce78ace6d None None] Port d79f80b5-53dc-4aa4-a6a4-4da637e53548 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:10.707718 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f1caf-0044-4487-b4da-f3cf95cd0485 req-541be674-7c8d-4168-8ff0-d874666d0306 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:10.715664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-009f1caf-0044-4487-b4da-f3cf95cd0485 req-541be674-7c8d-4168-8ff0-d874666d0306 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 944 time: 0.5141492 Sep 30 08:26:10.725746 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f7b61672-8871-4a94-9bac-8efb57ac484a None None] Provisioning complete for port 5bb1bf2e-e93c-40ee-9f26-08870bb71996 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:10.726378 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7b61672-8871-4a94-9bac-8efb57ac484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:10.763938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=d79f80b5-53dc-4aa4-a6a4-4da637e53548,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:10.771483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8ffa601c-06a6-4712-be36-27b4fb906426 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Calling delete_port for 9ca5fe69-972c-46a6-a0e3-28f9ac48ed70 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:10.817658 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a819c592-b422-4612-9734-7e9677f50fbf no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:10.854181 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9185358b-1179-4e55-bb27-7c4e32bb952d req-2cce2fe8-8990-4eca-ac23-ab6056ac07e1 service neutron] 10.222.0.35 "GET /v2.0/networks/506d58c1-91cb-479e-825a-9bafccf3237a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962804 Sep 30 08:26:10.881845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: a819c592-b422-4612-9734-7e9677f50fbf {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:10.882243 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a819c592-b422-4612-9734-7e9677f50fbf not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:10.915016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 46ddee0c-acb4-4542-89e0-82fe3310067f up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:10.950821 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-009f1caf-0044-4487-b4da-f3cf95cd0485 req-7982b5a4-3f9b-40cf-86e7-d96da2e279e6 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801832 Sep 30 08:26:10.976172 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.087781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5bb1bf2e-e93c-40ee-9f26-08870bb71996 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:11.089616 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67e719-69c5-4454-8cdc-49d1286f2b30 req-7226711e-637a-4e45-9922-8bd6f368114a tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:11.091591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d67e719-69c5-4454-8cdc-49d1286f2b30 req-7226711e-637a-4e45-9922-8bd6f368114a tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 945 time: 0.2720215 Sep 30 08:26:11.100646 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3669d2-3d8f-49fb-8c88-5e7060e199dd req-ae248b4d-22ba-4275-9860-d4f95e9c239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:11.102613 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3b3669d2-3d8f-49fb-8c88-5e7060e199dd req-ae248b4d-22ba-4275-9860-d4f95e9c239a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc04f54020aa4e43b9adb829f704935e&device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 1095 time: 0.1223917 Sep 30 08:26:11.104142 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ffa601c-06a6-4712-be36-27b4fb906426 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.164209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa601c-06a6-4712-be36-27b4fb906426 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event deleted for resources: {'Port': ['ID=9ca5fe69-972c-46a6-a0e3-28f9ac48ed70,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:11.188427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 46ddee0c-acb4-4542-89e0-82fe3310067f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:26:11.194688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 46ddee0c-acb4-4542-89e0-82fe3310067f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:11.195066 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.200468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network a17a7e7a-a619-43dd-a6f7-eda61f7f6728 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:11.203086 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:11.244085 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d67e719-69c5-4454-8cdc-49d1286f2b30 req-983dcbc1-ea9e-463a-be32-d32c66c9c3aa tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/security-groups?id=8522527f-94be-4a50-bfac-f9382ffcf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572803 Sep 30 08:26:11.299160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f7b61672-8871-4a94-9bac-8efb57ac484a None None] Could not find standard attr ID for object 9ca5fe69-972c-46a6-a0e3-28f9ac48ed70. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:26:11.328577 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 5bb1bf2e-e93c-40ee-9f26-08870bb71996 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:11.328980 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.335762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55148) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:11.404880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f7b61672-8871-4a94-9bac-8efb57ac484a None None] Provisioning complete for port 07edd8d1-2044-4859-bf61-dd7ae1bf04dd triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:11.405497 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7b61672-8871-4a94-9bac-8efb57ac484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.476363 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ffa601c-06a6-4712-be36-27b4fb906426 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.476363 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8ffa601c-06a6-4712-be36-27b4fb906426 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "DELETE /v2.0/ports/9ca5fe69-972c-46a6-a0e3-28f9ac48ed70 HTTP/1.1" status: 204 len: 168 time: 1.6856658 Sep 30 08:26:11.476363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55150) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:11.491506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f7b61672-8871-4a94-9bac-8efb57ac484a None None] Port 07edd8d1-2044-4859-bf61-dd7ae1bf04dd cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:11.529319 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.564969 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-931dae79-076d-4b53-89c7-a0ea7e90afe3 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] GET failed (client error): The resource could not be found. Sep 30 08:26:11.567583 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-931dae79-076d-4b53-89c7-a0ea7e90afe3 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "GET /v2.0/ports/9ca5fe69-972c-46a6-a0e3-28f9ac48ed70 HTTP/1.1" status: 404 len: 333 time: 0.0804615 Sep 30 08:26:11.571401 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55156) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:11.580256 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fc988d21-7b3a-416b-b823-2f6c2f89d9ce tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Request body: {'port': {'network_id': '1a06fd74-afa8-47bf-bc4f-1e6fce6f943d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1109855433'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:11.585949 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3669d2-3d8f-49fb-8c88-5e7060e199dd req-182c1b95-254d-4035-80f1-26ed57a74e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:11.595171 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3b3669d2-3d8f-49fb-8c88-5e7060e199dd req-182c1b95-254d-4035-80f1-26ed57a74e82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=506d58c1-91cb-479e-825a-9bafccf3237a HTTP/1.1" status: 200 len: 913 time: 0.4721339 Sep 30 08:26:11.595431 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ddee0c-acb4-4542-89e0-82fe3310067f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:11.598780 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb3dc40-ce20-46ee-9b17-62ee4bede155" -d '{"events": [{"server_uuid": "8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e", "name": "network-vif-plugged", "status": "completed", "tag": "46ddee0c-acb4-4542-89e0-82fe3310067f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:11.648205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 46ddee0c-acb4-4542-89e0-82fe3310067f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=46ddee0c-acb4-4542-89e0-82fe3310067f,segment=NetworkSegment(4a7282da-ba4e-455a-b12d-a9269c695bba),segment_id=4a7282da-ba4e-455a-b12d-a9269c695bba)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:11.704533 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3b3669d2-3d8f-49fb-8c88-5e7060e199dd req-254e003b-760a-426b-b27d-c98d0c0aa65c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a8678b4-79d7-43dc-9edd-81fac8688889 HTTP/1.1" status: 200 len: 217 time: 0.0714712 Sep 30 08:26:11.779675 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3024777a-7b39-4e1e-9e4a-8a4122fb5c80 x-openstack-request-id: req-3024777a-7b39-4e1e-9e4a-8a4122fb5c80 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:11.780149 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e", "name": "network-vif-plugged", "status": "completed", "tag": "46ddee0c-acb4-4542-89e0-82fe3310067f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:11.780495 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3024777a-7b39-4e1e-9e4a-8a4122fb5c80 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:11.780944 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ddee0c-acb4-4542-89e0-82fe3310067f', 'code': 200} Sep 30 08:26:11.782648 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:11.787522 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.835164 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3669d2-3d8f-49fb-8c88-5e7060e199dd req-35e964cb-5312-4069-907b-3a4d058aa5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:11.836812 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3b3669d2-3d8f-49fb-8c88-5e7060e199dd req-35e964cb-5312-4069-907b-3a4d058aa5b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cef2bdc8-db37-473a-9377-0989dc52fa24 HTTP/1.1" status: 200 len: 852 time: 0.1206105 Sep 30 08:26:11.868280 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-571fa515-9709-48fd-b301-922dea484369 None None] Provisioning complete for port d79f80b5-53dc-4aa4-a6a4-4da637e53548 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:11.870121 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-571fa515-9709-48fd-b301-922dea484369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.919242 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-571fa515-9709-48fd-b301-922dea484369 None None] Port d79f80b5-53dc-4aa4-a6a4-4da637e53548 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:11.924124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc988d21-7b3a-416b-b823-2f6c2f89d9ce tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Made reservation on behalf of 43312bb5abec419e8f3bbf52efc8f7f5 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:11.928433 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc988d21-7b3a-416b-b823-2f6c2f89d9ce tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.933231 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3b3669d2-3d8f-49fb-8c88-5e7060e199dd req-a150cebc-3f74-4ffd-a60b-c2fedf712a99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=506d58c1-91cb-479e-825a-9bafccf3237a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809493 Sep 30 08:26:11.962351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=46ddee0c-acb4-4542-89e0-82fe3310067f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:11.965249 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:11.965740 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:11.991578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-fc988d21-7b3a-416b-b823-2f6c2f89d9ce tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] device_id is not set on port 2a5da960-9eff-4c0d-9057-7dc0336246db yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:26:12.104924 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ddccf84-4b33-42f0-a7cd-ac2b91c30dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.236777 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3b3669d2-3d8f-49fb-8c88-5e7060e199dd req-cc337c00-1330-424e-ad11-0d0f8b8c050a service neutron] 10.222.0.35 "GET /v2.0/networks/506d58c1-91cb-479e-825a-9bafccf3237a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930331 Sep 30 08:26:12.238845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-fc988d21-7b3a-416b-b823-2f6c2f89d9ce tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Allocated IP 2001:db8::167 (1a06fd74-afa8-47bf-bc4f-1e6fce6f943d/29625b8d-9d1a-4641-8ce0-d9e882803a2a/2a5da960-9eff-4c0d-9057-7dc0336246db) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:12.292089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c126b59-32dd-4cd4-9d9d-5ee546605c55 req-76329797-35f3-4166-9cd0-93aa4ae038d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:12.293548 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c126b59-32dd-4cd4-9d9d-5ee546605c55 req-76329797-35f3-4166-9cd0-93aa4ae038d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 1097 time: 0.1722662 Sep 30 08:26:12.307524 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0721af-7249-49a3-afd8-a4409f84c429 req-618d6e4b-b768-4c4e-8015-45d93599081b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:12.309067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea0721af-7249-49a3-afd8-a4409f84c429 req-618d6e4b-b768-4c4e-8015-45d93599081b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 944 time: 0.1236796 Sep 30 08:26:12.371345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 7260fa18-dc79-47e2-a1ca-4b49347d3068 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:26:12.375756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e34cfa55-3914-4e6e-897a-0fb3716e7884 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1408484781-network', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:12.423349 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3b3669d2-3d8f-49fb-8c88-5e7060e199dd req-7f31d484-944f-460b-a9a8-51e434fff41b service neutron] 10.222.0.35 "GET /v2.0/networks/506d58c1-91cb-479e-825a-9bafccf3237a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695123 Sep 30 08:26:12.432547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea0721af-7249-49a3-afd8-a4409f84c429 req-f437c54c-7e12-4fb9-a7eb-b5023fb4fdb8 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097412 Sep 30 08:26:12.434553 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c126b59-32dd-4cd4-9d9d-5ee546605c55 req-f74d568c-19be-4d06-9421-1079bf332a79 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8522527f-94be-4a50-bfac-f9382ffcf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245816 Sep 30 08:26:12.520408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34cfa55-3914-4e6e-897a-0fb3716e7884 admin admin] Made reservation on behalf of d3e9d607932149e6bd9be67b66de3de1 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:12.522614 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e34cfa55-3914-4e6e-897a-0fb3716e7884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.572130 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e34cfa55-3914-4e6e-897a-0fb3716e7884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.608410 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc988d21-7b3a-416b-b823-2f6c2f89d9ce tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.609778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf7a10-99f5-4eb0-a070-2fe0c98e49bb req-0acb5c6d-9e65-499e-b1b5-b855ba60a645 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:12.617449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1cf7a10-99f5-4eb0-a070-2fe0c98e49bb req-0acb5c6d-9e65-499e-b1b5-b855ba60a645 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 946 time: 0.2272403 Sep 30 08:26:12.651249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:12.660844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d1aee734-8bf5-43fe-8709-f04fb988d39e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/7260fa18-dc79-47e2-a1ca-4b49347d3068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4356885 Sep 30 08:26:12.661867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55174) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:12.670006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ea450-dda8-4859-af10-a24e50cb8c77 None None] Sync routers for ids ['7260fa18-dc79-47e2-a1ca-4b49347d3068'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:12.682539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ea450-dda8-4859-af10-a24e50cb8c77 None None] Routers {'7260fa18-dc79-47e2-a1ca-4b49347d3068'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:12.682539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7b5ea450-dda8-4859-af10-a24e50cb8c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7260fa18-dc79-47e2-a1ca-4b49347d3068'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:12.696217 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc988d21-7b3a-416b-b823-2f6c2f89d9ce tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.721253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7b5ea450-dda8-4859-af10-a24e50cb8c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:12.731919 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ea450-dda8-4859-af10-a24e50cb8c77 None None] Routers {'7260fa18-dc79-47e2-a1ca-4b49347d3068'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:12.732662 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7b5ea450-dda8-4859-af10-a24e50cb8c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:25:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7260fa18-dc79-47e2-a1ca-4b49347d3068'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:12.734562 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1cf7a10-99f5-4eb0-a070-2fe0c98e49bb req-5ee2f075-5385-4ed9-b326-1f0f70bafbd7 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/security-groups?id=8522527f-94be-4a50-bfac-f9382ffcf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115439 Sep 30 08:26:12.760227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b99f39b-caca-4b2e-b31e-580996626229 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:12.761338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc988d21-7b3a-416b-b823-2f6c2f89d9ce tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:12.765675 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7b99f39b-caca-4b2e-b31e-580996626229 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports/d79f80b5-53dc-4aa4-a6a4-4da637e53548 HTTP/1.1" status: 200 len: 910 time: 0.0994966 Sep 30 08:26:12.766341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55176) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:12.770974 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fc988d21-7b3a-416b-b823-2f6c2f89d9ce tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:12.775717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc988d21-7b3a-416b-b823-2f6c2f89d9ce tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:12.785751 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc988d21-7b3a-416b-b823-2f6c2f89d9ce tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:12.787099 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc988d21-7b3a-416b-b823-2f6c2f89d9ce tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:12.788331 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7b5ea450-dda8-4859-af10-a24e50cb8c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:12.789096 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ea450-dda8-4859-af10-a24e50cb8c77 None None] The sync data for ids ['7260fa18-dc79-47e2-a1ca-4b49347d3068'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:12.798268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc988d21-7b3a-416b-b823-2f6c2f89d9ce tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event updated for resources: {'Port': ['ID=2a5da960-9eff-4c0d-9057-7dc0336246db,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:12.844941 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1a8678b4-79d7-43dc-9edd-81fac8688889 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:26:12.987803 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1a8678b4-79d7-43dc-9edd-81fac8688889, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1a8678b4-79d7-43dc-9edd-81fac8688889,segment=NetworkSegment(9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c),segment_id=9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:13.011961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '1a8678b4-79d7-43dc-9edd-81fac8688889', 'network_id': '506d58c1-91cb-479e-825a-9bafccf3237a', 'port_id': '1a8678b4-79d7-43dc-9edd-81fac8688889', 'mac_address': 'fa:16:3e:f1:5a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef2bdc8-db37-473a-9377-0989dc52fa24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:26:13.047239 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e34cfa55-3914-4e6e-897a-0fb3716e7884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.063551 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e34cfa55-3914-4e6e-897a-0fb3716e7884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.075301 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fc988d21-7b3a-416b-b823-2f6c2f89d9ce tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5019643 Sep 30 08:26:13.076092 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55184) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:13.084593 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1c8e3bdd-ec9b-4b6d-8389-e49eb826f09d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::212', 'mac_address': 'fa:16:3e:6f:ac:1f'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:13.090080 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.124982 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8678b4-79d7-43dc-9edd-81fac8688889 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:26:13.169604 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e485cf48-e63e-4835-a51f-007fafd8eb81 None None] Provisioning complete for port 2a5da960-9eff-4c0d-9057-7dc0336246db triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:13.170025 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e485cf48-e63e-4835-a51f-007fafd8eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.220715 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1a8678b4-79d7-43dc-9edd-81fac8688889, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1a8678b4-79d7-43dc-9edd-81fac8688889,segment=NetworkSegment(9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c),segment_id=9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:13.222801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e485cf48-e63e-4835-a51f-007fafd8eb81 None None] Port 2a5da960-9eff-4c0d-9057-7dc0336246db cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:13.227097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34cfa55-3914-4e6e-897a-0fb3716e7884 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:13.229689 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.253103 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e34cfa55-3914-4e6e-897a-0fb3716e7884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.254040 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-e34cfa55-3914-4e6e-897a-0fb3716e7884 admin admin] Added segment 03527c88-ada2-44aa-bb56-e3d38d3e1dfc of type vlan for network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce Sep 30 08:26:13.293872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=1a8678b4-79d7-43dc-9edd-81fac8688889,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:13.350259 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e34cfa55-3914-4e6e-897a-0fb3716e7884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.432532 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e34cfa55-3914-4e6e-897a-0fb3716e7884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.433604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34cfa55-3914-4e6e-897a-0fb3716e7884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:13.434405 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e34cfa55-3914-4e6e-897a-0fb3716e7884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.496758 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['1a8678b4-79d7-43dc-9edd-81fac8688889'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:26:13.522476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cfa55-3914-4e6e-897a-0fb3716e7884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a8adde-4de2-4d0f-bae6-a31adf33c994,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:13.627746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e34cfa55-3914-4e6e-897a-0fb3716e7884 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2866828 Sep 30 08:26:13.629457 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55188) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:13.702917 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-57d70f3b-a506-4879-9766-e02a9de9a759 admin admin] Request body: {'subnet': {'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1408484781-subnet', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:13.846545 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cfa55-3914-4e6e-897a-0fb3716e7884 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:13.897006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:13.944243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d70f3b-a506-4879-9766-e02a9de9a759 admin admin] Made reservation on behalf of d3e9d607932149e6bd9be67b66de3de1 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:13.946565 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57d70f3b-a506-4879-9766-e02a9de9a759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:13.966134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8feb5-68f3-4955-b1d6-efcf510618d3 req-59d99ce9-a296-487d-98da-66dd2c377806 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:13.968277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10e8feb5-68f3-4955-b1d6-efcf510618d3 req-59d99ce9-a296-487d-98da-66dd2c377806 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 945 time: 0.3669543 Sep 30 08:26:14.050171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e0f8c-b7d6-4c10-a8e8-d76a65f80987 req-4e406315-06d5-4c18-bbe2-1bacc2b38e61 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:14.052360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a48e0f8c-b7d6-4c10-a8e8-d76a65f80987 req-4e406315-06d5-4c18-bbe2-1bacc2b38e61 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 946 time: 0.2126403 Sep 30 08:26:14.142536 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c8e3bdd-ec9b-4b6d-8389-e49eb826f09d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.172945 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10e8feb5-68f3-4955-b1d6-efcf510618d3 req-154c23b8-4427-46df-9519-aaec206e970e tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847558 Sep 30 08:26:14.219192 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a48e0f8c-b7d6-4c10-a8e8-d76a65f80987 req-02f6d597-8b9e-4ef3-8d41-cbfd2fe13449 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/security-groups?id=8522527f-94be-4a50-bfac-f9382ffcf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073389 Sep 30 08:26:14.306714 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92364bf0-4173-4f61-8fd1-7aefdd273549 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.483819 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c8e3bdd-ec9b-4b6d-8389-e49eb826f09d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.490874 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c8e3bdd-ec9b-4b6d-8389-e49eb826f09d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.529138 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e3bdd-ec9b-4b6d-8389-e49eb826f09d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] In _notify_port_updated(), no bound segment for port 2a5da960-9eff-4c0d-9057-7dc0336246db on network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:26:14.538727 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8e3bdd-ec9b-4b6d-8389-e49eb826f09d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:14.539931 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c8e3bdd-ec9b-4b6d-8389-e49eb826f09d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.541561 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1c8e3bdd-ec9b-4b6d-8389-e49eb826f09d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "PUT /v2.0/ports/2a5da960-9eff-4c0d-9057-7dc0336246db HTTP/1.1" status: 200 len: 1003 time: 1.4644079 Sep 30 08:26:14.544819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:14.577827 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57d70f3b-a506-4879-9766-e02a9de9a759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.625809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e3bdd-ec9b-4b6d-8389-e49eb826f09d tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event updated for resources: {'Port': ['ID=2a5da960-9eff-4c0d-9057-7dc0336246db,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:14.698511 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7359f7b7-dbbb-40d6-99bf-5cad2bced0c4 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Deleting port 2a5da960-9eff-4c0d-9057-7dc0336246db {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:14.699077 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7359f7b7-dbbb-40d6-99bf-5cad2bced0c4 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.784272 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2fbb4cb5-b0a1-4e50-89ca-1d1b9847e936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.845423 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d70f3b-a506-4879-9766-e02a9de9a759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cea2b8a-1a04-4498-97a0-77b0aa5e8922,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:14.865592 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1a8678b4-79d7-43dc-9edd-81fac8688889 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:14.892771 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d70f3b-a506-4879-9766-e02a9de9a759 admin admin] Checking segment: {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:14.893140 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d70f3b-a506-4879-9766-e02a9de9a759 admin admin] Network hostable DHCP agents. Network: a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:14.947773 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 1a8678b4-79d7-43dc-9edd-81fac8688889 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:26:14.952514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 1a8678b4-79d7-43dc-9edd-81fac8688889 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:14.952900 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.954708 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7359f7b7-dbbb-40d6-99bf-5cad2bced0c4 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:14.982862 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7359f7b7-dbbb-40d6-99bf-5cad2bced0c4 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Calling delete_port for 2a5da960-9eff-4c0d-9057-7dc0336246db owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:15.018101 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d70f3b-a506-4879-9766-e02a9de9a759 admin admin] Network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:15.046933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b441b2-11b3-4b39-8c4e-d40726b840c9 req-545436e9-7bd2-4794-9c2d-341c0bc513ed tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:15.058979 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46b441b2-11b3-4b39-8c4e-d40726b840c9 req-545436e9-7bd2-4794-9c2d-341c0bc513ed tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 946 time: 0.1724021 Sep 30 08:26:15.152693 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7ee921c2-2d2e-445a-8860-b63b18a462a5 None None] Provisioning complete for port 2a5da960-9eff-4c0d-9057-7dc0336246db triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:15.153096 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ee921c2-2d2e-445a-8860-b63b18a462a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.164973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46b441b2-11b3-4b39-8c4e-d40726b840c9 req-ac32070c-0967-4bae-a13a-3c18a43ef326 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/security-groups?id=8522527f-94be-4a50-bfac-f9382ffcf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047494 Sep 30 08:26:15.213640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-57d70f3b-a506-4879-9766-e02a9de9a759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:15.225457 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.231337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d70f3b-a506-4879-9766-e02a9de9a759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:15.232212 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57d70f3b-a506-4879-9766-e02a9de9a759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.237294 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7359f7b7-dbbb-40d6-99bf-5cad2bced0c4 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.251152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c9b106-5317-4036-9989-ec4f7e031be2 None None] Network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:15.303012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-57d70f3b-a506-4879-9766-e02a9de9a759 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6549273 Sep 30 08:26:15.308758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55216) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:15.317018 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359f7b7-dbbb-40d6-99bf-5cad2bced0c4 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event deleted for resources: {'Port': ['ID=2a5da960-9eff-4c0d-9057-7dc0336246db,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:15.331058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9afda66-9207-41eb-8941-9f394befb930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8678b4-79d7-43dc-9edd-81fac8688889'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:15.334272 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c547ca46-2d74-40af-aa38-d835f04a2148" -d '{"events": [{"server_uuid": "c9afda66-9207-41eb-8941-9f394befb930", "name": "network-vif-plugged", "status": "completed", "tag": "1a8678b4-79d7-43dc-9edd-81fac8688889"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:15.336614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1408484781-router', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:15.337264 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.361004 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7ee921c2-2d2e-445a-8860-b63b18a462a5 None None] Port 2a5da960-9eff-4c0d-9057-7dc0336246db cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:15.428769 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.429876 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.462543 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408e2b82-abdd-417a-b62d-fe003e41487a x-openstack-request-id: req-408e2b82-abdd-417a-b62d-fe003e41487a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:15.462543 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9afda66-9207-41eb-8941-9f394befb930", "name": "network-vif-plugged", "status": "completed", "tag": "1a8678b4-79d7-43dc-9edd-81fac8688889", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:15.462543 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-408e2b82-abdd-417a-b62d-fe003e41487a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:15.462543 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9afda66-9207-41eb-8941-9f394befb930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8678b4-79d7-43dc-9edd-81fac8688889', 'code': 200} Sep 30 08:26:15.473284 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1a8678b4-79d7-43dc-9edd-81fac8688889, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1a8678b4-79d7-43dc-9edd-81fac8688889,segment=NetworkSegment(9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c),segment_id=9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:15.482200 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.485991 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7359f7b7-dbbb-40d6-99bf-5cad2bced0c4 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.490803 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7359f7b7-dbbb-40d6-99bf-5cad2bced0c4 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "DELETE /v2.0/ports/2a5da960-9eff-4c0d-9057-7dc0336246db HTTP/1.1" status: 204 len: 168 time: 0.9420409 Sep 30 08:26:15.491147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55220) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:15.530648 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7576006-d469-4043-8a50-d3469b0812d0 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] GET failed (client error): The resource could not be found. Sep 30 08:26:15.535822 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d7576006-d469-4043-8a50-d3469b0812d0 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "GET /v2.0/ports/2a5da960-9eff-4c0d-9057-7dc0336246db HTTP/1.1" status: 404 len: 333 time: 0.0394342 Sep 30 08:26:15.545653 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.547167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55222) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:15.555107 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-120b75a1-ddcd-4996-b685-ac23f370e479 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Request body: {'port': {'network_id': '1a06fd74-afa8-47bf-bc4f-1e6fce6f943d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-288182520'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:15.666317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=1a8678b4-79d7-43dc-9edd-81fac8688889,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:15.694964 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-92364bf0-4173-4f61-8fd1-7aefdd273549 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port d79f80b5-53dc-4aa4-a6a4-4da637e53548 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:15.695518 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92364bf0-4173-4f61-8fd1-7aefdd273549 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.720348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63056633-04f0-4488-add7-b0a4fed98919 req-a205040e-3346-4e46-a8eb-1c2bb02e3d71 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:15.725309 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63056633-04f0-4488-add7-b0a4fed98919 req-a205040e-3346-4e46-a8eb-1c2bb02e3d71 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 945 time: 0.4078526 Sep 30 08:26:15.787104 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:15.788780 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.908505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd207bb7-5018-4a27-b551-7f43c67a017b req-6dfed7db-01f3-405e-8b0f-02770df54f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:15.914119 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dd207bb7-5018-4a27-b551-7f43c67a017b req-6dfed7db-01f3-405e-8b0f-02770df54f5f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 1097 time: 0.3947160 Sep 30 08:26:15.936148 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120b75a1-ddcd-4996-b685-ac23f370e479 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Made reservation on behalf of 43312bb5abec419e8f3bbf52efc8f7f5 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:15.939851 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-120b75a1-ddcd-4996-b685-ac23f370e479 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:15.965173 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.015858 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-120b75a1-ddcd-4996-b685-ac23f370e479 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] device_id is not set on port 9d7b2b72-633f-4121-b851-296a6c0447b5 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:26:16.035945 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.037069 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dd207bb7-5018-4a27-b551-7f43c67a017b req-910eb14c-16ca-492d-bce3-88e39f1f59e5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162531 Sep 30 08:26:16.043051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Allocated IP 172.20.0.2 (a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce/5cea2b8a-1a04-4498-97a0-77b0aa5e8922/5399a8e3-82d5-4c3b-a1d9-947ac7e97d13) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:16.060920 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63056633-04f0-4488-add7-b0a4fed98919 req-1cca4f5b-2ebe-4b81-a809-b077ebea5980 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820270 Sep 30 08:26:16.130539 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92364bf0-4173-4f61-8fd1-7aefdd273549 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.151063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-92364bf0-4173-4f61-8fd1-7aefdd273549 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for d79f80b5-53dc-4aa4-a6a4-4da637e53548 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:16.179990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5631e6e-ae25-42d1-8c37-c59670d32e2b req-2be2bf0a-1a07-4394-8782-c1fce84fcba3 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:16.181953 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5631e6e-ae25-42d1-8c37-c59670d32e2b req-2be2bf0a-1a07-4394-8782-c1fce84fcba3 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 946 time: 0.1176455 Sep 30 08:26:16.240078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-120b75a1-ddcd-4996-b685-ac23f370e479 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Allocated IP 2001:db8::219 (1a06fd74-afa8-47bf-bc4f-1e6fce6f943d/29625b8d-9d1a-4641-8ce0-d9e882803a2a/9d7b2b72-633f-4121-b851-296a6c0447b5) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:16.396442 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.432656 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.462366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417376d-6a6b-4d68-b961-b46334701146 req-0d05a18f-715e-45ef-a4d3-ea4a266718b0 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:16.471029 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f417376d-6a6b-4d68-b961-b46334701146 req-0d05a18f-715e-45ef-a4d3-ea4a266718b0 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 946 time: 0.1798835 Sep 30 08:26:16.477948 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:16.481020 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:16.484972 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:16.512930 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-120b75a1-ddcd-4996-b685-ac23f370e479 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.562663 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-120b75a1-ddcd-4996-b685-ac23f370e479 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.569967 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Pushing event updated for resources: {'Port': ['ID=5399a8e3-82d5-4c3b-a1d9-947ac7e97d13,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:16.579863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Attempting to bind port 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:16.580525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Attempting to bind port 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:16.581810 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Attempting to bind port 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:16.589861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:16.590575 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Checking segment: {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:16.591343 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.591898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Bound using segment: {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:16.592552 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Bound port: 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:16.593136 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.662852 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b75a1-ddcd-4996-b685-ac23f370e479 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event updated for resources: {'Port': ['ID=9d7b2b72-633f-4121-b851-296a6c0447b5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:16.682953 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] For port 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:16.686827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] For port 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5399a8e3-82d5-4c3b-a1d9-947ac7e97d13,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:16.693955 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.695295 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120b75a1-ddcd-4996-b685-ac23f370e479 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:16.697044 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-120b75a1-ddcd-4996-b685-ac23f370e479 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:16.700247 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b75a1-ddcd-4996-b685-ac23f370e479 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:16.712096 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120b75a1-ddcd-4996-b685-ac23f370e479 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:16.712742 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-120b75a1-ddcd-4996-b685-ac23f370e479 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.741131 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-120b75a1-ddcd-4996-b685-ac23f370e479 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1917682 Sep 30 08:26:16.743892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55234) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:16.750954 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-68a322e0-a9d1-487c-b50f-950346090808 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6f:ac:1f'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:16.786865 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4940d93-8671-491f-a5e2-887dd39dffbc None None] Pushing event updated for resources: {'Port': ['ID=5399a8e3-82d5-4c3b-a1d9-947ac7e97d13,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:16.951391 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68a322e0-a9d1-487c-b50f-950346090808 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:16.982710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f5631e6e-ae25-42d1-8c37-c59670d32e2b req-1d376ee7-44c6-400e-9ec6-c1946c86dbb7 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Deleting port 46ddee0c-acb4-4542-89e0-82fe3310067f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:16.983728 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f5631e6e-ae25-42d1-8c37-c59670d32e2b req-1d376ee7-44c6-400e-9ec6-c1946c86dbb7 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.093507 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f417376d-6a6b-4d68-b961-b46334701146 req-4ac638ef-cd72-4f89-8c42-2c14527681cd tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/security-groups?id=8522527f-94be-4a50-bfac-f9382ffcf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6213653 Sep 30 08:26:17.232585 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92364bf0-4173-4f61-8fd1-7aefdd273549 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.332997 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.338684 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-89296ebe-03f9-4d4f-b388-e865c2533594 None None] Provisioning complete for port 9d7b2b72-633f-4121-b851-296a6c0447b5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:17.339281 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89296ebe-03f9-4d4f-b388-e865c2533594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.367654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92364bf0-4173-4f61-8fd1-7aefdd273549 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=d79f80b5-53dc-4aa4-a6a4-4da637e53548,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:17.382623 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.413484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f5631e6e-ae25-42d1-8c37-c59670d32e2b req-1d376ee7-44c6-400e-9ec6-c1946c86dbb7 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] For port 46ddee0c-acb4-4542-89e0-82fe3310067f, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=46ddee0c-acb4-4542-89e0-82fe3310067f,segment=NetworkSegment(4a7282da-ba4e-455a-b12d-a9269c695bba),segment_id=4a7282da-ba4e-455a-b12d-a9269c695bba)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:17.413484 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f5631e6e-ae25-42d1-8c37-c59670d32e2b req-1d376ee7-44c6-400e-9ec6-c1946c86dbb7 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.489359 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68a322e0-a9d1-487c-b50f-950346090808 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.490995 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-89296ebe-03f9-4d4f-b388-e865c2533594 None None] Port 9d7b2b72-633f-4121-b851-296a6c0447b5 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:17.497537 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68a322e0-a9d1-487c-b50f-950346090808 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.532701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-68a322e0-a9d1-487c-b50f-950346090808 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] In _notify_port_updated(), no bound segment for port 9d7b2b72-633f-4121-b851-296a6c0447b5 on network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:26:17.539597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a322e0-a9d1-487c-b50f-950346090808 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:17.540327 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68a322e0-a9d1-487c-b50f-950346090808 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.544634 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-68a322e0-a9d1-487c-b50f-950346090808 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "PUT /v2.0/ports/9d7b2b72-633f-4121-b851-296a6c0447b5 HTTP/1.1" status: 200 len: 1002 time: 0.7996557 Sep 30 08:26:17.547747 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:17.551452 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f5631e6e-ae25-42d1-8c37-c59670d32e2b req-1d376ee7-44c6-400e-9ec6-c1946c86dbb7 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Calling delete_port for 46ddee0c-acb4-4542-89e0-82fe3310067f owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:17.619871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5d086-9f30-4177-a1d5-cc1ed6cf37c6 req-57ba4a4e-ab16-4f5e-b9aa-5847bca2535f tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:17.621571 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6f5d086-9f30-4177-a1d5-cc1ed6cf37c6 req-57ba4a4e-ab16-4f5e-b9aa-5847bca2535f tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.3979549 Sep 30 08:26:17.635962 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a322e0-a9d1-487c-b50f-950346090808 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event updated for resources: {'Port': ['ID=9d7b2b72-633f-4121-b851-296a6c0447b5,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:17.730956 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.767455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a8898488-3075-4cf5-82c9-b991ff0df0af tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Deleting port 9d7b2b72-633f-4121-b851-296a6c0447b5 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:17.768203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8898488-3075-4cf5-82c9-b991ff0df0af tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.908286 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8898488-3075-4cf5-82c9-b991ff0df0af tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:17.923745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a8898488-3075-4cf5-82c9-b991ff0df0af tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Calling delete_port for 9d7b2b72-633f-4121-b851-296a6c0447b5 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:17.991004 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f5631e6e-ae25-42d1-8c37-c59670d32e2b req-1d376ee7-44c6-400e-9ec6-c1946c86dbb7 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.029278 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b6e4f7db-85da-44c4-9bb0-b56503a149c0 None None] Provisioning complete for port 9d7b2b72-633f-4121-b851-296a6c0447b5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:18.029764 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6e4f7db-85da-44c4-9bb0-b56503a149c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.037026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d376ee7-44c6-400e-9ec6-c1946c86dbb7 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Pushing event deleted for resources: {'Port': ['ID=46ddee0c-acb4-4542-89e0-82fe3310067f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:18.042733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d6f5d086-9f30-4177-a1d5-cc1ed6cf37c6 req-3c697989-d765-4281-b0a8-46b229bf5ffc tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834288 Sep 30 08:26:18.144985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Allocated IP 172.25.0.243 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/622f9033-95a7-42b2-a822-2f429a78167d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:18.152224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b6e4f7db-85da-44c4-9bb0-b56503a149c0 None None] Port 9d7b2b72-633f-4121-b851-296a6c0447b5 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:18.169861 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5631e6e-ae25-42d1-8c37-c59670d32e2b req-1d376ee7-44c6-400e-9ec6-c1946c86dbb7 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] No DVR routers for this DVR port 46ddee0c-acb4-4542-89e0-82fe3310067f on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:18.179327 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f5631e6e-ae25-42d1-8c37-c59670d32e2b req-1d376ee7-44c6-400e-9ec6-c1946c86dbb7 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.181492 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5631e6e-ae25-42d1-8c37-c59670d32e2b req-1d376ee7-44c6-400e-9ec6-c1946c86dbb7 tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.36 "DELETE /v2.0/ports/46ddee0c-acb4-4542-89e0-82fe3310067f HTTP/1.1" status: 204 len: 173 time: 1.9646451 Sep 30 08:26:18.244850 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8898488-3075-4cf5-82c9-b991ff0df0af tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.264353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e', 'name': 'network-vif-deleted', 'tag': '46ddee0c-acb4-4542-89e0-82fe3310067f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:18.267019 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbae84e-3c5a-4334-a738-eda154874e35" -d '{"events": [{"server_uuid": "8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e", "name": "network-vif-deleted", "tag": "46ddee0c-acb4-4542-89e0-82fe3310067f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:18.337871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8898488-3075-4cf5-82c9-b991ff0df0af tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event deleted for resources: {'Port': ['ID=9d7b2b72-633f-4121-b851-296a6c0447b5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:18.354177 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8898488-3075-4cf5-82c9-b991ff0df0af tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.356912 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a8898488-3075-4cf5-82c9-b991ff0df0af tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "DELETE /v2.0/ports/9d7b2b72-633f-4121-b851-296a6c0447b5 HTTP/1.1" status: 204 len: 168 time: 0.8081932 Sep 30 08:26:18.360229 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55254) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:18.419396 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5d7d7a-fb19-4de3-b8ed-275056bee2b5 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] GET failed (client error): The resource could not be found. Sep 30 08:26:18.426034 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92364bf0-4173-4f61-8fd1-7aefdd273549 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.442617 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8881c0a6-8ca3-4701-a7bf-31c1a9508a52 req-9291ecd5-b9c0-46d9-87a0-84822af5a52a tempest-ServerPasswordTestJSON-126205914 tempest-ServerPasswordTestJSON-126205914-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e HTTP/1.1" status: 200 len: 210 time: 0.0357287 Sep 30 08:26:18.442969 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1b5d7d7a-fb19-4de3-b8ed-275056bee2b5 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "GET /v2.0/ports/9d7b2b72-633f-4121-b851-296a6c0447b5 HTTP/1.1" status: 404 len: 333 time: 0.0657508 Sep 30 08:26:18.442969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55256) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:18.442969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0d5d0a1f-4f08-4771-904b-7d9511d6d0df tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Request body: {'port': {'network_id': '1a06fd74-afa8-47bf-bc4f-1e6fce6f943d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-930575385'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:18.455000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3732a9e-281a-408d-a389-d1681198df1f None None] Network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:18.536613 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d0484335-3ca9-42f4-ad86-e14c9be21150 None None] Provisioning complete for port 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:18.537042 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d0484335-3ca9-42f4-ad86-e14c9be21150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.598720 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fe74d7-2e9b-456a-9836-a8d8874cfdb3 x-openstack-request-id: req-02fe74d7-2e9b-456a-9836-a8d8874cfdb3 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:18.599022 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e", "name": "network-vif-deleted", "tag": "46ddee0c-acb4-4542-89e0-82fe3310067f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:18.599280 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02fe74d7-2e9b-456a-9836-a8d8874cfdb3 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:18.599693 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fccc0d0-3e7e-4400-a99b-a9e5ea483f2e', 'name': 'network-vif-deleted', 'tag': '46ddee0c-acb4-4542-89e0-82fe3310067f', 'status': 'completed', 'code': 200} Sep 30 08:26:18.686355 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5d0a1f-4f08-4771-904b-7d9511d6d0df tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Made reservation on behalf of 43312bb5abec419e8f3bbf52efc8f7f5 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:18.690308 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d5d0a1f-4f08-4771-904b-7d9511d6d0df tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.691931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58508c4-58c4-4b26-859e-a6bed9a5308f req-96ad4e9f-204a-46bf-bce0-64d22626fc4a tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:18.702811 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f58508c4-58c4-4b26-859e-a6bed9a5308f req-96ad4e9f-204a-46bf-bce0-64d22626fc4a tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.5202355 Sep 30 08:26:18.719697 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.738852 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-0d5d0a1f-4f08-4771-904b-7d9511d6d0df tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] device_id is not set on port 90346638-62ac-43d7-9ad6-cc91e08cd976 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:26:18.896452 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d0484335-3ca9-42f4-ad86-e14c9be21150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:18.911835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92364bf0-4173-4f61-8fd1-7aefdd273549 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 7260fa18-dc79-47e2-a1ca-4b49347d3068 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:26:18.965254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f58508c4-58c4-4b26-859e-a6bed9a5308f req-8ec56204-cd4c-4d8d-b12a-25c4cf0debc9 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460856 Sep 30 08:26:18.965528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0d5d0a1f-4f08-4771-904b-7d9511d6d0df tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Allocated IP 2001:db8::37b (1a06fd74-afa8-47bf-bc4f-1e6fce6f943d/29625b8d-9d1a-4641-8ce0-d9e882803a2a/90346638-62ac-43d7-9ad6-cc91e08cd976) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:18.970702 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 46ddee0c-acb4-4542-89e0-82fe3310067f no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:19.066247 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d0484335-3ca9-42f4-ad86-e14c9be21150 None None] For port 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5399a8e3-82d5-4c3b-a1d9-947ac7e97d13,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:19.068647 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 46ddee0c-acb4-4542-89e0-82fe3310067f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:19.071311 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 46ddee0c-acb4-4542-89e0-82fe3310067f not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:19.078706 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d0484335-3ca9-42f4-ad86-e14c9be21150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.114321 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.118827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:19.173550 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d5d0a1f-4f08-4771-904b-7d9511d6d0df tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.188944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92364bf0-4173-4f61-8fd1-7aefdd273549 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:19.204108 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0484335-3ca9-42f4-ad86-e14c9be21150 None None] Pushing event updated for resources: {'Port': ['ID=5399a8e3-82d5-4c3b-a1d9-947ac7e97d13,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:19.208758 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae7eb7f-f523-45cf-a69c-ebf7f07b4214 None None] Sync routers for ids ['7260fa18-dc79-47e2-a1ca-4b49347d3068'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:19.225952 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae7eb7f-f523-45cf-a69c-ebf7f07b4214 None None] Routers {'7260fa18-dc79-47e2-a1ca-4b49347d3068'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:19.226737 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-dae7eb7f-f523-45cf-a69c-ebf7f07b4214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7260fa18-dc79-47e2-a1ca-4b49347d3068'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:19.233934 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d5d0a1f-4f08-4771-904b-7d9511d6d0df tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.249752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-92364bf0-4173-4f61-8fd1-7aefdd273549 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/7260fa18-dc79-47e2-a1ca-4b49347d3068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4798288 Sep 30 08:26:19.249752 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:19.250070 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55264) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:19.255816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:19.256219 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.326079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:19.326688 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-dae7eb7f-f523-45cf-a69c-ebf7f07b4214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:19.330145 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6633ed92-4bd3-416c-96be-7996bcc72a75 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports?device_id=7260fa18-dc79-47e2-a1ca-4b49347d3068 HTTP/1.1" status: 200 len: 205 time: 0.0668676 Sep 30 08:26:19.331074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:19.335102 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55266) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:19.367075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5d0a1f-4f08-4771-904b-7d9511d6d0df tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:19.376837 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0d5d0a1f-4f08-4771-904b-7d9511d6d0df tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:19.395070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5d0a1f-4f08-4771-904b-7d9511d6d0df tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:19.399136 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae7eb7f-f523-45cf-a69c-ebf7f07b4214 None None] Routers {'7260fa18-dc79-47e2-a1ca-4b49347d3068'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:19.401218 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-dae7eb7f-f523-45cf-a69c-ebf7f07b4214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7260fa18-dc79-47e2-a1ca-4b49347d3068'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:19.411513 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5d0a1f-4f08-4771-904b-7d9511d6d0df tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:19.412560 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d5d0a1f-4f08-4771-904b-7d9511d6d0df tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.447787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d0a1f-4f08-4771-904b-7d9511d6d0df tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event updated for resources: {'Port': ['ID=90346638-62ac-43d7-9ad6-cc91e08cd976,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:19.467940 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0d5d0a1f-4f08-4771-904b-7d9511d6d0df tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0390859 Sep 30 08:26:19.475269 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55272) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:19.493825 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-acd2a53c-55e5-43fb-b913-4755a829dfc9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Request body: {'port': {'network_id': '1a06fd74-afa8-47bf-bc4f-1e6fce6f943d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-489007640'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:19.652430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55276) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:19.685919 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e477999d-3e57-4c9d-b008-f3f4a1ad990a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.751887 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-dae7eb7f-f523-45cf-a69c-ebf7f07b4214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:19.752839 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae7eb7f-f523-45cf-a69c-ebf7f07b4214 None None] The sync data for ids ['7260fa18-dc79-47e2-a1ca-4b49347d3068'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:19.785081 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Deleting subnet 3be9c042-19d3-48e1-a13c-424927dff875 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:19.806127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-39bc709f-4862-4db3-8365-51b60fa29f54 None None] Provisioning complete for port 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:19.807241 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-39bc709f-4862-4db3-8365-51b60fa29f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.838868 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.928317 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:19.979139 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Pushing event updated for resources: {'Port': ['ID=622f9033-95a7-42b2-a822-2f429a78167d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:20.003522 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.015893 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.016260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.016602 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.016942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.017274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.017606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.017934 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.018466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.018906 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.020541 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.020890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.021221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.055759 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b3c2fb05-8e4c-43e1-be03-72c0189b006c None None] Provisioning complete for port 90346638-62ac-43d7-9ad6-cc91e08cd976 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:20.056016 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3c2fb05-8e4c-43e1-be03-72c0189b006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.137878 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.145979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2fb05-8e4c-43e1-be03-72c0189b006c None None] Port 90346638-62ac-43d7-9ad6-cc91e08cd976 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:20.176871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd2a53c-55e5-43fb-b913-4755a829dfc9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Made reservation on behalf of 43312bb5abec419e8f3bbf52efc8f7f5 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:20.181136 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acd2a53c-55e5-43fb-b913-4755a829dfc9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.183828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3be9c042-19d3-48e1-a13c-424927dff875,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:20.210238 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.210586 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.210935 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.211266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.211601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.211950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.212283 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.212600 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.212927 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.213249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.213570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.213899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:20.218325 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.223238 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-884834e8-2db3-47cf-a5ea-e476dd184dd7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3be9c042-19d3-48e1-a13c-424927dff875 HTTP/1.1" status: 204 len: 168 time: 0.5668650 Sep 30 08:26:20.224801 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55284) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:20.234322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-acd2a53c-55e5-43fb-b913-4755a829dfc9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] device_id is not set on port f7f12ec2-5487-4062-b668-5ec662b322ad yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:26:20.249945 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e477999d-3e57-4c9d-b008-f3f4a1ad990a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.252351 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e477999d-3e57-4c9d-b008-f3f4a1ad990a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.265362 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c8f73-a126-4fbd-ba1d-f430b5eb8e34 req-ae2c27ac-2453-4bd7-9c59-9d88437d9862 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:20.266913 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d6c8f73-a126-4fbd-ba1d-f430b5eb8e34 req-ae2c27ac-2453-4bd7-9c59-9d88437d9862 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.5702114 Sep 30 08:26:20.370631 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a743cf8-770b-4947-9abb-3f9c62b4a430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.393196 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e477999d-3e57-4c9d-b008-f3f4a1ad990a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.393524 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e477999d-3e57-4c9d-b008-f3f4a1ad990a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Fanout notify agent at l3_agent the message router_deleted on router 7260fa18-dc79-47e2-a1ca-4b49347d3068 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:26:20.402312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d6c8f73-a126-4fbd-ba1d-f430b5eb8e34 req-c8c2a18f-eb21-4d47-ab23-7f865ae509cd tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985456 Sep 30 08:26:20.407701 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e477999d-3e57-4c9d-b008-f3f4a1ad990a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.411215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e477999d-3e57-4c9d-b008-f3f4a1ad990a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/routers/7260fa18-dc79-47e2-a1ca-4b49347d3068 HTTP/1.1" status: 204 len: 168 time: 1.0700064 Sep 30 08:26:20.416965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55286) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:20.461820 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.510760 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-acd2a53c-55e5-43fb-b913-4755a829dfc9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Allocated IP 2001:db8::26d (1a06fd74-afa8-47bf-bc4f-1e6fce6f943d/29625b8d-9d1a-4641-8ce0-d9e882803a2a/f7f12ec2-5487-4062-b668-5ec662b322ad) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:20.582775 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a743cf8-770b-4947-9abb-3f9c62b4a430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.590694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b50d032-6d60-4a04-ad3e-6824edf55a33 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting subnet 7e5e1c1b-f4f7-4738-9a5c-fd30c9b98bed {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:20.617788 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b50d032-6d60-4a04-ad3e-6824edf55a33 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.699506 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.743966 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6a743cf8-770b-4947-9abb-3f9c62b4a430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5515f30-2914-40c3-8f80-d5746bb6adeb']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:20.878476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:26:20.950312 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acd2a53c-55e5-43fb-b913-4755a829dfc9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:20.996707 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6a743cf8-770b-4947-9abb-3f9c62b4a430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7282da-ba4e-455a-b12d-a9269c695bba') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:20.997349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6a743cf8-770b-4947-9abb-3f9c62b4a430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7282da-ba4e-455a-b12d-a9269c695bba') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:21.009284 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a743cf8-770b-4947-9abb-3f9c62b4a430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.027690 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a743cf8-770b-4947-9abb-3f9c62b4a430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.036923 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a743cf8-770b-4947-9abb-3f9c62b4a430 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:21.037708 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a743cf8-770b-4947-9abb-3f9c62b4a430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:21.053303 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:21.057987 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:21.062893 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acd2a53c-55e5-43fb-b913-4755a829dfc9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.072339 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b50d032-6d60-4a04-ad3e-6824edf55a33 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.112256 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:21.113797 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.248834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd2a53c-55e5-43fb-b913-4755a829dfc9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:21.262025 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-acd2a53c-55e5-43fb-b913-4755a829dfc9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:21.264269 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2a53c-55e5-43fb-b913-4755a829dfc9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event updated for resources: {'Port': ['ID=f7f12ec2-5487-4062-b668-5ec662b322ad,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:21.266565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd2a53c-55e5-43fb-b913-4755a829dfc9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:21.273046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd2a53c-55e5-43fb-b913-4755a829dfc9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:21.273875 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acd2a53c-55e5-43fb-b913-4755a829dfc9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.280361 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a743cf8-770b-4947-9abb-3f9c62b4a430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.297508 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a743cf8-770b-4947-9abb-3f9c62b4a430 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.302943 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6a743cf8-770b-4947-9abb-3f9c62b4a430 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a5515f30-2914-40c3-8f80-d5746bb6adeb HTTP/1.1" status: 204 len: 168 time: 1.0771337 Sep 30 08:26:21.308183 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b50d032-6d60-4a04-ad3e-6824edf55a33 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.343954 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-acd2a53c-55e5-43fb-b913-4755a829dfc9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8670235 Sep 30 08:26:21.348434 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:21.356341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-95fa9516-d875-410f-8d72-23529313f484 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::212', 'mac_address': 'fa:16:3e:6f:ac:1f'}, {'ip_address': '2001:db8::37b', 'mac_address': 'fa:16:3e:29:c0:93'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:21.392693 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a743cf8-770b-4947-9abb-3f9c62b4a430 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5515f30-2914-40c3-8f80-d5746bb6adeb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:21.524653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55304) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:21.559204 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b50d032-6d60-4a04-ad3e-6824edf55a33 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.638048 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:21.654301 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Sync routers for ids ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:21.658863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dcd16-d205-4b7b-9b7d-49551d8a16a5 req-0b0d25ce-4160-467c-a38c-4d0c6b1b0f5f tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:21.660755 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-434dcd16-d205-4b7b-9b7d-49551d8a16a5 req-0b0d25ce-4160-467c-a38c-4d0c6b1b0f5f tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.0777261 Sep 30 08:26:21.667639 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Routers {'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:21.670348 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95fa9516-d875-410f-8d72-23529313f484 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.674294 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:21.676873 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50d032-6d60-4a04-ad3e-6824edf55a33 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5e1c1b-f4f7-4738-9a5c-fd30c9b98bed,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:21.688185 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b50d032-6d60-4a04-ad3e-6824edf55a33 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.693640 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5b50d032-6d60-4a04-ad3e-6824edf55a33 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/7e5e1c1b-f4f7-4738-9a5c-fd30c9b98bed HTTP/1.1" status: 204 len: 168 time: 1.2761509 Sep 30 08:26:21.695855 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.696034 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55306) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:21.701906 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bdbccf08-f68d-441a-81ef-3a45098400b3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3919373 Sep 30 08:26:21.710490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55308) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:21.786229 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:21.842814 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1f920074-7cae-4eb2-954a-924c639ba444 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a1484a1941e4d1e952948063efe4c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105533 Sep 30 08:26:21.844358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55310) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:21.847336 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-434dcd16-d205-4b7b-9b7d-49551d8a16a5 req-bf9226d4-72f0-43f7-a312-b92350b85495 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784098 Sep 30 08:26:21.894066 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Set router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:22.167879 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5dc0-855e-4c7f-a752-b974a9714383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:22.248862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad885a-d721-46d7-ac5d-1763ca1c9559 req-0902079d-e407-4fad-8066-07541cd4dd64 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:22.250434 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3ad885a-d721-46d7-ac5d-1763ca1c9559 req-0902079d-e407-4fad-8066-07541cd4dd64 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.1084931 Sep 30 08:26:22.293557 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:22.293798 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:22.296294 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ec943d-2f94-459e-babb-205965b734bf None None] Network a17a7e7a-a619-43dd-a6f7-eda61f7f6728 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:22.381420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3ad885a-d721-46d7-ac5d-1763ca1c9559 req-61585a4a-5998-4353-9106-03c0e70d073e tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214151 Sep 30 08:26:22.401137 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5dc0-855e-4c7f-a752-b974a9714383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:22.424480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bb197-a8bf-4f35-94bb-3af05b3adab4 req-c7aff673-f4ca-4a03-9858-39b5a534cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:22.436715 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b2bb197-a8bf-4f35-94bb-3af05b3adab4 req-c7aff673-f4ca-4a03-9858-39b5a534cb9f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc04f54020aa4e43b9adb829f704935e&device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 1097 time: 0.2979503 Sep 30 08:26:22.667453 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:22.685926 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55324) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:22.759881 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] For port ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9,segment=NetworkSegment(b1b2ece9-b805-49ac-9124-2bfe54633ace),segment_id=b1b2ece9-b805-49ac-9124-2bfe54633ace)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:22.760929 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:22.776875 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:22.820350 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e53ac3a1-e669-43b4-986f-47176aab6549 None None] Provisioning complete for port f7f12ec2-5487-4062-b668-5ec662b322ad triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:22.820805 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e53ac3a1-e669-43b4-986f-47176aab6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:22.967071 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad7388d0-cbe9-46d5-a212-06aa7b93231d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:22.992347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e53ac3a1-e669-43b4-986f-47176aab6549 None None] Port f7f12ec2-5487-4062-b668-5ec662b322ad cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:23.032559 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'name': 'tempest-ServerActionsTestJSON-1408484781-router', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '622f9033-95a7-42b2-a822-2f429a78167d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:15Z', 'updated_at': '2021-09-30T08:26:20Z', 'revision_number': 3, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'gw_port': {'id': '622f9033-95a7-42b2-a822-2f429a78167d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:94:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:17Z', 'updated_at': '2021-09-30T08:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:23.043762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Allocated IP 172.20.0.1 (a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce/5cea2b8a-1a04-4498-97a0-77b0aa5e8922/c7657239-5a0b-4229-8d1d-689fb154d3a9) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:23.093953 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Checking router: ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:26:23.094388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Updating router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 port 622f9033-95a7-42b2-a822-2f429a78167d binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:26:23.130483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937d6f2c-587f-49cb-b027-33902832fb4a None None] DHCP port deletion for a17a7e7a-a619-43dd-a6f7-eda61f7f6728 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:26:23.158806 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad7388d0-cbe9-46d5-a212-06aa7b93231d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.167154 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad7388d0-cbe9-46d5-a212-06aa7b93231d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.170663 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.263163 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-937d6f2c-587f-49cb-b027-33902832fb4a None None] Deleting port ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:23.263986 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-937d6f2c-587f-49cb-b027-33902832fb4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.310445 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ad7388d0-cbe9-46d5-a212-06aa7b93231d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f6c5cfea71b496e8d0d47f2d9820176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6210680 Sep 30 08:26:23.314373 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55346) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:23.323863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7388d0-cbe9-46d5-a212-06aa7b93231d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a0c2b4-2108-4b85-b7bd-3074a91a9535,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:23.400937 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.489619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-937d6f2c-587f-49cb-b027-33902832fb4a None None] For port ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9,segment=NetworkSegment(b1b2ece9-b805-49ac-9124-2bfe54633ace),segment_id=b1b2ece9-b805-49ac-9124-2bfe54633ace)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:23.490696 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-937d6f2c-587f-49cb-b027-33902832fb4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.508738 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.531203 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-937d6f2c-587f-49cb-b027-33902832fb4a None None] Calling delete_port for ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:23.604795 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95fa9516-d875-410f-8d72-23529313f484 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.641577 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bb197-a8bf-4f35-94bb-3af05b3adab4 req-bf581ec4-d753-42be-8b42-e01ae9c58460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:23.646927 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b2bb197-a8bf-4f35-94bb-3af05b3adab4 req-bf581ec4-d753-42be-8b42-e01ae9c58460 service neutron] 10.222.0.35 "GET /v2.0/networks?id=506d58c1-91cb-479e-825a-9bafccf3237a HTTP/1.1" status: 200 len: 913 time: 1.2082324 Sep 30 08:26:23.648951 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.651729 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95fa9516-d875-410f-8d72-23529313f484 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.651941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.658903 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.663040 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.663040 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.663040 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.663040 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.663040 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.663040 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.663040 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.663040 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.663040 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.663040 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.663040 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.663040 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.663040 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:23.663040 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:26:23.666230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:23.688519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:23.690837 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-937d6f2c-587f-49cb-b027-33902832fb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.728306 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d6f2c-587f-49cb-b027-33902832fb4a None None] Pushing event deleted for resources: {'Port': ['ID=ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:23.733354 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5dc0-855e-4c7f-a752-b974a9714383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.735289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937d6f2c-587f-49cb-b027-33902832fb4a None None] No DVR routers for this DVR port ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:23.746597 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5dc0-855e-4c7f-a752-b974a9714383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.750670 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1a3e5dc0-855e-4c7f-a752-b974a9714383 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8522527f-94be-4a50-bfac-f9382ffcf152 HTTP/1.1" status: 204 len: 168 time: 1.9029810 Sep 30 08:26:23.781552 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:23.800843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] No DVR routers for this DVR port ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:23.812005 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c7657239-5a0b-4229-8d1d-689fb154d3a9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:23.814505 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d22daef-4a79-434e-9762-ec1fe23d9a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.821090 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b2bb197-a8bf-4f35-94bb-3af05b3adab4 req-97b19440-a77f-4509-a1b0-0ca50ff4db16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a8678b4-79d7-43dc-9edd-81fac8688889 HTTP/1.1" status: 200 len: 217 time: 0.1616967 Sep 30 08:26:23.831580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785167d3-6bfb-4871-986b-631b9de722df req-dca45be2-2a30-4100-875f-e30216481437 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:23.839155 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-785167d3-6bfb-4871-986b-631b9de722df req-dca45be2-2a30-4100-875f-e30216481437 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.3133111 Sep 30 08:26:23.866149 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.895645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-95fa9516-d875-410f-8d72-23529313f484 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] In _notify_port_updated(), no bound segment for port f7f12ec2-5487-4062-b668-5ec662b322ad on network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 08:26:23.901610 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fa9516-d875-410f-8d72-23529313f484 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:23.902163 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95fa9516-d875-410f-8d72-23529313f484 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.911665 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-95fa9516-d875-410f-8d72-23529313f484 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "PUT /v2.0/ports/f7f12ec2-5487-4062-b668-5ec662b322ad HTTP/1.1" status: 200 len: 1067 time: 2.5593958 Sep 30 08:26:23.913094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e5dc0-855e-4c7f-a752-b974a9714383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8522527f-94be-4a50-bfac-f9382ffcf152,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:23.914820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55370) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:23.973080 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d22daef-4a79-434e-9762-ec1fe23d9a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:23.979119 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.012722 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.071085 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-785167d3-6bfb-4871-986b-631b9de722df req-aba9dc3b-62d4-4e49-9090-9b02f0b98e4b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309299 Sep 30 08:26:24.127259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b7081-54fc-48be-8a46-f1f6932a277d None None] Pushing event updated for resources: {'Port': ['ID=622f9033-95a7-42b2-a822-2f429a78167d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:24.134657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Attempting to bind port 622f9033-95a7-42b2-a822-2f429a78167d on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:24.135318 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Attempting to bind port 622f9033-95a7-42b2-a822-2f429a78167d by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:24.135865 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Attempting to bind port 622f9033-95a7-42b2-a822-2f429a78167d on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:24.142694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:24.145516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:24.147886 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.148497 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:24.153176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Bound port: 622f9033-95a7-42b2-a822-2f429a78167d, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:24.153647 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d22daef-4a79-434e-9762-ec1fe23d9a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.154020 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.159174 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d22daef-4a79-434e-9762-ec1fe23d9a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.163788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1d22daef-4a79-434e-9762-ec1fe23d9a93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67a0c2b4-2108-4b85-b7bd-3074a91a9535 HTTP/1.1" status: 204 len: 168 time: 0.8410757 Sep 30 08:26:24.263704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22daef-4a79-434e-9762-ec1fe23d9a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a0c2b4-2108-4b85-b7bd-3074a91a9535,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:24.280940 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.298643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] For port 622f9033-95a7-42b2-a822-2f429a78167d, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:24.305481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17a7e7a-a619-43dd-a6f7-eda61f7f6728']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:24.316655 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] For port 622f9033-95a7-42b2-a822-2f429a78167d, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=622f9033-95a7-42b2-a822-2f429a78167d,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:24.325340 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.341373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2f207303-a3a2-4bae-a24f-3b3d9c1ab851 None None] Provisioning complete for port c7657239-5a0b-4229-8d1d-689fb154d3a9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:24.341986 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f207303-a3a2-4bae-a24f-3b3d9c1ab851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.346476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b2ece9-b805-49ac-9124-2bfe54633ace') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:24.347354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b2ece9-b805-49ac-9124-2bfe54633ace') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:24.349844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa9516-d875-410f-8d72-23529313f484 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event updated for resources: {'Port': ['ID=f7f12ec2-5487-4062-b668-5ec662b322ad,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:24.393178 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.404075 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.419055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bb197-a8bf-4f35-94bb-3af05b3adab4 req-c2d49a2b-ba1c-4cec-8902-48f454aa4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:24.420839 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b2bb197-a8bf-4f35-94bb-3af05b3adab4 req-c2d49a2b-ba1c-4cec-8902-48f454aa4b80 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cef2bdc8-db37-473a-9377-0989dc52fa24 HTTP/1.1" status: 200 len: 852 time: 0.5267632 Sep 30 08:26:24.447892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2f207303-a3a2-4bae-a24f-3b3d9c1ab851 None None] Port c7657239-5a0b-4229-8d1d-689fb154d3a9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:24.454818 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Routers {'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:24.455745 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:24.459635 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b7081-54fc-48be-8a46-f1f6932a277d None None] Pushing event updated for resources: {'Port': ['ID=622f9033-95a7-42b2-a822-2f429a78167d,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:24.462138 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b2bb197-a8bf-4f35-94bb-3af05b3adab4 req-1dfd3be5-664a-414f-a319-0474b3efce0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=506d58c1-91cb-479e-825a-9bafccf3237a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333874 Sep 30 08:26:24.473296 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.496180 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:24.496885 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:24.501206 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:24.678941 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3213b787-32ea-471d-b9bb-a47a43571447 None None] Provisioning complete for port f7f12ec2-5487-4062-b668-5ec662b322ad triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:24.679505 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3213b787-32ea-471d-b9bb-a47a43571447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.696991 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b2bb197-a8bf-4f35-94bb-3af05b3adab4 req-3e61dced-988f-4a0c-8d2f-79cd3f575b79 service neutron] 10.222.0.35 "GET /v2.0/networks/506d58c1-91cb-479e-825a-9bafccf3237a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204006 Sep 30 08:26:24.765806 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3213b787-32ea-471d-b9bb-a47a43571447 None None] Port f7f12ec2-5487-4062-b668-5ec662b322ad cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:24.786847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-92288145-50ab-4311-9c51-ae82dbc40a95 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Deleting port f7f12ec2-5487-4062-b668-5ec662b322ad {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:24.787596 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92288145-50ab-4311-9c51-ae82dbc40a95 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.796178 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] Set router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:24.821274 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.828014 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.871747 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.911450 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:24.921926 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/networks/a17a7e7a-a619-43dd-a6f7-eda61f7f6728 HTTP/1.1" status: 204 len: 168 time: 3.2193005 Sep 30 08:26:24.922937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55396) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:25.001811 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.002465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-323960906', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:25.004418 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c7657239-5a0b-4229-8d1d-689fb154d3a9,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:25.072917 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad30a3-f289-420b-abf0-d80b6ae55169 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Network': ['ID=a17a7e7a-a619-43dd-a6f7-eda61f7f6728,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:25.078560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:25.088222 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.089383 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.163026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:25.165255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:25.168450 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92288145-50ab-4311-9c51-ae82dbc40a95 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.178373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:25.180827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ca836e3b-a7e0-4f38-b42e-a13d7ad9e5b9 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:25.194446 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.211615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-92288145-50ab-4311-9c51-ae82dbc40a95 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Calling delete_port for f7f12ec2-5487-4062-b668-5ec662b322ad owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:25.217137 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b2bb197-a8bf-4f35-94bb-3af05b3adab4 req-5ac5a255-2bfd-4a27-afc6-03b346b7965e service neutron] 10.222.0.35 "GET /v2.0/networks/506d58c1-91cb-479e-825a-9bafccf3237a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073888 Sep 30 08:26:25.324433 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55406) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:25.405135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f5216-42e9-434e-adef-d4b47f820676 req-431dd242-24bc-46ae-aca4-6aa4d66004b7 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:25.407042 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc7f5216-42e9-434e-adef-d4b47f820676 req-431dd242-24bc-46ae-aca4-6aa4d66004b7 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.1650033 Sep 30 08:26:25.412485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'name': 'tempest-ServerActionsTestJSON-1408484781-router', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '622f9033-95a7-42b2-a822-2f429a78167d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:15Z', 'updated_at': '2021-09-30T08:26:24Z', 'revision_number': 4, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'gw_port': {'id': '622f9033-95a7-42b2-a822-2f429a78167d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:94:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:17Z', 'updated_at': '2021-09-30T08:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'c7657239-5a0b-4229-8d1d-689fb154d3a9', 'name': '', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'mac_address': 'fa:16:3e:28:c9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:22Z', 'updated_at': '2021-09-30T08:26:23Z', 'revision_number': 1, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'subnets': [{'id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:25.451831 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688d8537-acf4-4239-b65b-dcd58d605df5 None None] The sync data for ids ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'] in n-d-807359-2 is: [{'id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'name': 'tempest-ServerActionsTestJSON-1408484781-router', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '622f9033-95a7-42b2-a822-2f429a78167d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:15Z', 'updated_at': '2021-09-30T08:26:24Z', 'revision_number': 4, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'gw_port': {'id': '622f9033-95a7-42b2-a822-2f429a78167d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:94:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:17Z', 'updated_at': '2021-09-30T08:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'c7657239-5a0b-4229-8d1d-689fb154d3a9', 'name': '', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'mac_address': 'fa:16:3e:28:c9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:22Z', 'updated_at': '2021-09-30T08:26:23Z', 'revision_number': 1, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'subnets': [{'id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:25.483968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:26:25.520627 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.542074 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc7f5216-42e9-434e-adef-d4b47f820676 req-c31b8235-b657-4b39-b197-3c9f64831cad tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240470 Sep 30 08:26:25.603705 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d0ffd211-d2d8-47d6-8643-8d3a957de241 None None] Provisioning complete for port c7657239-5a0b-4229-8d1d-689fb154d3a9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:25.604576 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d0ffd211-d2d8-47d6-8643-8d3a957de241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.609604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c103ca33-6a39-4cd1-b0a8-e02a230f3d93 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2034003275-network', 'tenant_id': '2b417ecc997d4fbba16582d1126025d6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:25.677783 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d0ffd211-d2d8-47d6-8643-8d3a957de241 None None] Port c7657239-5a0b-4229-8d1d-689fb154d3a9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:25.699809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c103ca33-6a39-4cd1-b0a8-e02a230f3d93 admin admin] Made reservation on behalf of 2b417ecc997d4fbba16582d1126025d6 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:25.701404 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92288145-50ab-4311-9c51-ae82dbc40a95 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.704039 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c103ca33-6a39-4cd1-b0a8-e02a230f3d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.717997 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c103ca33-6a39-4cd1-b0a8-e02a230f3d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.737248 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92288145-50ab-4311-9c51-ae82dbc40a95 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event deleted for resources: {'Port': ['ID=f7f12ec2-5487-4062-b668-5ec662b322ad,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:25.749383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:25.771386 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a7afdeda-aec2-422a-b24d-be31071188d2 admin admin] 10.222.0.24 "PUT /v2.0/routers/ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0596056 Sep 30 08:26:25.954472 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c103ca33-6a39-4cd1-b0a8-e02a230f3d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:25.963944 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c103ca33-6a39-4cd1-b0a8-e02a230f3d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.050560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c103ca33-6a39-4cd1-b0a8-e02a230f3d93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:26.055611 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.084983 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103ca33-6a39-4cd1-b0a8-e02a230f3d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa80a0c-d067-4b77-be1d-9bae0276f6a4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:26.102022 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c103ca33-6a39-4cd1-b0a8-e02a230f3d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.102386 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-c103ca33-6a39-4cd1-b0a8-e02a230f3d93 admin admin] Added segment e27c31cd-d979-4219-8d1a-934d79e185ff of type vlan for network 0624c647-3c88-42b9-9912-f10f5115595f Sep 30 08:26:26.145968 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.164139 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c103ca33-6a39-4cd1-b0a8-e02a230f3d93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.232462 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c103ca33-6a39-4cd1-b0a8-e02a230f3d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.233397 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c103ca33-6a39-4cd1-b0a8-e02a230f3d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:26.233991 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c103ca33-6a39-4cd1-b0a8-e02a230f3d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.370968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c103ca33-6a39-4cd1-b0a8-e02a230f3d93 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0097497 Sep 30 08:26:26.372564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55418) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:26.378333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4dc59983-cf68-46ed-9cec-c167f0ad8a28 admin admin] Request body: {'subnet': {'network_id': '0624c647-3c88-42b9-9912-f10f5115595f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2034003275-subnet', 'tenant_id': '2b417ecc997d4fbba16582d1126025d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:26.382230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103ca33-6a39-4cd1-b0a8-e02a230f3d93 admin admin] Pushing event updated for resources: {'Network': ['ID=0624c647-3c88-42b9-9912-f10f5115595f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:26.398758 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 0624c647-3c88-42b9-9912-f10f5115595f details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:26.414763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc59983-cf68-46ed-9cec-c167f0ad8a28 admin admin] Made reservation on behalf of 2b417ecc997d4fbba16582d1126025d6 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:26.417644 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4dc59983-cf68-46ed-9cec-c167f0ad8a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.455579 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92288145-50ab-4311-9c51-ae82dbc40a95 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.461636 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-92288145-50ab-4311-9c51-ae82dbc40a95 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "DELETE /v2.0/ports/f7f12ec2-5487-4062-b668-5ec662b322ad HTTP/1.1" status: 204 len: 168 time: 2.5079463 Sep 30 08:26:26.463216 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:26.493025 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1613856d-df78-46a9-b3cd-76749ee77108 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] GET failed (client error): The resource could not be found. Sep 30 08:26:26.497685 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1613856d-df78-46a9-b3cd-76749ee77108 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "GET /v2.0/ports/f7f12ec2-5487-4062-b668-5ec662b322ad HTTP/1.1" status: 404 len: 333 time: 0.0319214 Sep 30 08:26:26.501532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55422) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:26.517429 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Allocated IP 172.25.0.146 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/f88de900-6086-4580-a029-2c5fad918a49) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:26.721685 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c230bada-1310-4a04-aab4-b4a92d3ee0cf tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Deleting port 90346638-62ac-43d7-9ad6-cc91e08cd976 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:26.722398 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c230bada-1310-4a04-aab4-b4a92d3ee0cf tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.788321 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4dc59983-cf68-46ed-9cec-c167f0ad8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.806468 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.823278 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cd5a5-9ff6-4cdf-a714-44f72a96f083 req-c28c69a3-43e1-4fbb-99f4-343fd6906a53 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:26.825300 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d6cd5a5-9ff6-4cdf-a714-44f72a96f083 req-c28c69a3-43e1-4fbb-99f4-343fd6906a53 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.0947492 Sep 30 08:26:26.836772 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c230bada-1310-4a04-aab4-b4a92d3ee0cf tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.858795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c230bada-1310-4a04-aab4-b4a92d3ee0cf tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Calling delete_port for 90346638-62ac-43d7-9ad6-cc91e08cd976 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:26.890629 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc59983-cf68-46ed-9cec-c167f0ad8a28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3f4e250-3938-4807-a46b-db9dd48410a0,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:26.902699 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d6cd5a5-9ff6-4cdf-a714-44f72a96f083 req-f0a8320e-e364-4b8b-a391-73adf49bc818 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659726 Sep 30 08:26:26.910149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc59983-cf68-46ed-9cec-c167f0ad8a28 admin admin] Checking segment: {'id': 'e27c31cd-d979-4219-8d1a-934d79e185ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0624c647-3c88-42b9-9912-f10f5115595f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:26.910512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc59983-cf68-46ed-9cec-c167f0ad8a28 admin admin] Network hostable DHCP agents. Network: 0624c647-3c88-42b9-9912-f10f5115595f, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:26.912338 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:26.949816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc59983-cf68-46ed-9cec-c167f0ad8a28 admin admin] Network 0624c647-3c88-42b9-9912-f10f5115595f is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:26.964153 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:26.970914 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:26.978165 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:26.980161 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4dc59983-cf68-46ed-9cec-c167f0ad8a28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 0624c647-3c88-42b9-9912-f10f5115595f) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:26.990242 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764db885-abdb-4110-b3f6-ea8f0438f3d8 None None] Network 0624c647-3c88-42b9-9912-f10f5115595f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:27.003761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc59983-cf68-46ed-9cec-c167f0ad8a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:27.004407 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4dc59983-cf68-46ed-9cec-c167f0ad8a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.018141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=f88de900-6086-4580-a029-2c5fad918a49,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:27.050204 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4dc59983-cf68-46ed-9cec-c167f0ad8a28 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6753638 Sep 30 08:26:27.098231 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 622f9033-95a7-42b2-a822-2f429a78167d up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:27.226871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 622f9033-95a7-42b2-a822-2f429a78167d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:27.227381 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.229690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bd8c48-6450-4359-892a-2c9f6c8981f4 None None] Network 0624c647-3c88-42b9-9912-f10f5115595f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:27.260175 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c230bada-1310-4a04-aab4-b4a92d3ee0cf tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.332549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230bada-1310-4a04-aab4-b4a92d3ee0cf tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event deleted for resources: {'Port': ['ID=90346638-62ac-43d7-9ad6-cc91e08cd976,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:27.335353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4edc71-67ac-491b-aa3a-fa28c85ebb30 req-a6f605f9-9ab1-4ca4-864c-299ebf9dc798 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:27.338541 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc4edc71-67ac-491b-aa3a-fa28c85ebb30 req-a6f605f9-9ab1-4ca4-864c-299ebf9dc798 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.0886126 Sep 30 08:26:27.484529 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c230bada-1310-4a04-aab4-b4a92d3ee0cf tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.494027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55442) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:27.494278 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c230bada-1310-4a04-aab4-b4a92d3ee0cf tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "DELETE /v2.0/ports/90346638-62ac-43d7-9ad6-cc91e08cd976 HTTP/1.1" status: 204 len: 168 time: 0.9914851 Sep 30 08:26:27.537230 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.603785 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 622f9033-95a7-42b2-a822-2f429a78167d, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=622f9033-95a7-42b2-a822-2f429a78167d,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:27.616236 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.657402 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc4edc71-67ac-491b-aa3a-fa28c85ebb30 req-5245cdb7-1e67-43c0-98f9-6cdbe47496e4 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909930 Sep 30 08:26:27.658634 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98745c4-8374-4627-8f70-b7f134421a30 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] GET failed (client error): The resource could not be found. Sep 30 08:26:27.677844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a98745c4-8374-4627-8f70-b7f134421a30 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "GET /v2.0/ports/90346638-62ac-43d7-9ad6-cc91e08cd976 HTTP/1.1" status: 404 len: 333 time: 0.1777706 Sep 30 08:26:27.678773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55448) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:27.778709 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=622f9033-95a7-42b2-a822-2f429a78167d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:27.840477 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55454) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:27.842666 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.846730 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-56a60710-bf7f-47a5-80d3-7771b95b668b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1052913767-network', 'tenant_id': '611c60e192554b03b5ae60b5b9cf0770'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:27.859472 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55456) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:27.864622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-baf12ba3-4fd3-4a4c-82c5-5ca2e4be9da5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--651334431', 'description': 'tempest-description--3409183'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:27.893314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a60710-bf7f-47a5-80d3-7771b95b668b admin admin] Made reservation on behalf of 611c60e192554b03b5ae60b5b9cf0770 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:27.895685 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56a60710-bf7f-47a5-80d3-7771b95b668b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.916159 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56a60710-bf7f-47a5-80d3-7771b95b668b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.928270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-14ad878f-7985-46d5-a9df-dbc75b25476e tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Deleting port 07edd8d1-2044-4859-bf61-dd7ae1bf04dd {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:27.928689 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14ad878f-7985-46d5-a9df-dbc75b25476e tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:27.937910 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-baf12ba3-4fd3-4a4c-82c5-5ca2e4be9da5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.070980 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14ad878f-7985-46d5-a9df-dbc75b25476e tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.086636 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.087928 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-14ad878f-7985-46d5-a9df-dbc75b25476e tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Calling delete_port for 07edd8d1-2044-4859-bf61-dd7ae1bf04dd owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:28.189616 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56a60710-bf7f-47a5-80d3-7771b95b668b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.202395 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56a60710-bf7f-47a5-80d3-7771b95b668b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.242262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a60710-bf7f-47a5-80d3-7771b95b668b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:28.259536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router a741f10d-91a5-4358-950b-a547092204ea is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:26:28.293806 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56a60710-bf7f-47a5-80d3-7771b95b668b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.293806 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-56a60710-bf7f-47a5-80d3-7771b95b668b admin admin] Added segment 47e6de2c-96f6-4777-93ac-c3a816aebc3c of type vlan for network f25cc5fa-e2f2-447d-bb73-359a8f72cf88 Sep 30 08:26:28.308175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a60710-bf7f-47a5-80d3-7771b95b668b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62df977e-e5be-4241-a86e-2520266fe6b1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:28.374970 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14ad878f-7985-46d5-a9df-dbc75b25476e tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.387250 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56a60710-bf7f-47a5-80d3-7771b95b668b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.403996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:28.417488 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601c8ee-fae8-4fa2-ba57-a9c2f41a9d25 None None] Sync routers for ids ['a741f10d-91a5-4358-950b-a547092204ea'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:28.429899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad878f-7985-46d5-a9df-dbc75b25476e tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event deleted for resources: {'Port': ['ID=07edd8d1-2044-4859-bf61-dd7ae1bf04dd,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:28.430869 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d601c8ee-fae8-4fa2-ba57-a9c2f41a9d25 None None] Routers {'a741f10d-91a5-4358-950b-a547092204ea'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:28.440913 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d601c8ee-fae8-4fa2-ba57-a9c2f41a9d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['a741f10d-91a5-4358-950b-a547092204ea'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:28.474420 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14ad878f-7985-46d5-a9df-dbc75b25476e tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.476654 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-14ad878f-7985-46d5-a9df-dbc75b25476e tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "DELETE /v2.0/ports/07edd8d1-2044-4859-bf61-dd7ae1bf04dd HTTP/1.1" status: 204 len: 168 time: 0.7967150 Sep 30 08:26:28.481211 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:28.486672 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56a60710-bf7f-47a5-80d3-7771b95b668b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.488524 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a60710-bf7f-47a5-80d3-7771b95b668b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:28.491674 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d601c8ee-fae8-4fa2-ba57-a9c2f41a9d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:28.495792 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56a60710-bf7f-47a5-80d3-7771b95b668b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.502583 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-baf12ba3-4fd3-4a4c-82c5-5ca2e4be9da5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.502995 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d601c8ee-fae8-4fa2-ba57-a9c2f41a9d25 None None] Routers {'a741f10d-91a5-4358-950b-a547092204ea'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:28.504392 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d601c8ee-fae8-4fa2-ba57-a9c2f41a9d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['a741f10d-91a5-4358-950b-a547092204ea'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:28.538092 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-baf12ba3-4fd3-4a4c-82c5-5ca2e4be9da5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.544608 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d601c8ee-fae8-4fa2-ba57-a9c2f41a9d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:28.546513 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601c8ee-fae8-4fa2-ba57-a9c2f41a9d25 None None] The sync data for ids ['a741f10d-91a5-4358-950b-a547092204ea'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:28.562576 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.564119 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-22d53058-8e1f-4ef6-93ce-e29eda517df6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.6226885 Sep 30 08:26:28.567733 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:28.588573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-56a60710-bf7f-47a5-80d3-7771b95b668b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7472548 Sep 30 08:26:28.639323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55462) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:28.650819 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5875c2bc-3fe6-4770-bde0-b1d264556dd3 admin admin] Request body: {'subnet': {'network_id': 'f25cc5fa-e2f2-447d-bb73-359a8f72cf88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1052913767-subnet', 'tenant_id': '611c60e192554b03b5ae60b5b9cf0770', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:28.654882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a60710-bf7f-47a5-80d3-7771b95b668b admin admin] Pushing event updated for resources: {'Network': ['ID=f25cc5fa-e2f2-447d-bb73-359a8f72cf88,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:28.692162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f25cc5fa-e2f2-447d-bb73-359a8f72cf88 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:28.700809 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-baf12ba3-4fd3-4a4c-82c5-5ca2e4be9da5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.707307 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-baf12ba3-4fd3-4a4c-82c5-5ca2e4be9da5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8451352 Sep 30 08:26:28.714222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55468) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:28.725370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cb947e24-ddaa-439a-8e6f-da249e15f9df tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Request body: {'security_group_rule': {'security_group_id': '3824d473-9514-4654-8933-2872e371d93d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:28.756108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf12ba3-4fd3-4a4c-82c5-5ca2e4be9da5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3824d473-9514-4654-8933-2872e371d93d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:28.849027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5875c2bc-3fe6-4770-bde0-b1d264556dd3 admin admin] Made reservation on behalf of 611c60e192554b03b5ae60b5b9cf0770 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:28.851781 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5875c2bc-3fe6-4770-bde0-b1d264556dd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.887441 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cd99b510-deda-4f6d-bab2-6376e5974fd2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/routers/a741f10d-91a5-4358-950b-a547092204ea HTTP/1.1" status: 200 len: 880 time: 0.3173330 Sep 30 08:26:28.889566 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55470) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:28.916708 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c10340-0c23-4b41-8d10-0327628e41cc req-e5a29abf-7bb3-469d-afc8-e58522393ac7 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:28.918521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99c10340-0c23-4b41-8d10-0327628e41cc req-e5a29abf-7bb3-469d-afc8-e58522393ac7 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.1103415 Sep 30 08:26:28.951597 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Sync routers for ids ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:28.954105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8248b92f-5a57-43d6-a8c9-81adbee1fac3 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Deleting subnet 29625b8d-9d1a-4641-8ce0-d9e882803a2a {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:28.959098 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8248b92f-5a57-43d6-a8c9-81adbee1fac3 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.963014 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb947e24-ddaa-439a-8e6f-da249e15f9df tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:28.991424 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Routers {'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:28.992391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:29.047786 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8248b92f-5a57-43d6-a8c9-81adbee1fac3 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.063984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99c10340-0c23-4b41-8d10-0327628e41cc req-35e12c65-24cf-4f8b-b701-a063f560e0ce tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099527 Sep 30 08:26:29.115140 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb947e24-ddaa-439a-8e6f-da249e15f9df tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.141340 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb947e24-ddaa-439a-8e6f-da249e15f9df tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.162193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb947e24-ddaa-439a-8e6f-da249e15f9df tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9e1b76-ccce-48f9-8ad9-6ef68fb74b45,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:29.193568 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb947e24-ddaa-439a-8e6f-da249e15f9df tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.197234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cb947e24-ddaa-439a-8e6f-da249e15f9df tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4776208 Sep 30 08:26:29.219417 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55474) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:29.225489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-61678326-8c73-45e0-b354-2d852224a7f8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Request body: {'security_group_rule': {'security_group_id': '3824d473-9514-4654-8933-2872e371d93d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:29.324279 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5875c2bc-3fe6-4770-bde0-b1d264556dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.380722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 622f9033-95a7-42b2-a822-2f429a78167d up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:29.393149 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61678326-8c73-45e0-b354-2d852224a7f8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.431179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Set router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:29.452382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875c2bc-3fe6-4770-bde0-b1d264556dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b0ebb0-99d6-471f-890e-6d45aabaedb6,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:29.491728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73855d-128c-428e-b484-45c1648d2ea1 req-ebddb447-fe5c-4452-8d79-66edf765f06e tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:29.493334 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f73855d-128c-428e-b484-45c1648d2ea1 req-ebddb447-fe5c-4452-8d79-66edf765f06e tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.1475105 Sep 30 08:26:29.499753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5875c2bc-3fe6-4770-bde0-b1d264556dd3 admin admin] Checking segment: {'id': '47e6de2c-96f6-4777-93ac-c3a816aebc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f25cc5fa-e2f2-447d-bb73-359a8f72cf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:29.500202 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5875c2bc-3fe6-4770-bde0-b1d264556dd3 admin admin] Network hostable DHCP agents. Network: f25cc5fa-e2f2-447d-bb73-359a8f72cf88, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:29.513000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 622f9033-95a7-42b2-a822-2f429a78167d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:29.513459 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.522478 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61678326-8c73-45e0-b354-2d852224a7f8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.536903 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61678326-8c73-45e0-b354-2d852224a7f8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.575228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61678326-8c73-45e0-b354-2d852224a7f8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1919dd-9b00-41cc-bacb-4a712fd695f6,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:29.578018 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5875c2bc-3fe6-4770-bde0-b1d264556dd3 admin admin] Network f25cc5fa-e2f2-447d-bb73-359a8f72cf88 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:29.585254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f73855d-128c-428e-b484-45c1648d2ea1 req-6abf65ba-52ac-43e1-b0a6-0030fc811b91 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766261 Sep 30 08:26:29.593830 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61678326-8c73-45e0-b354-2d852224a7f8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.598338 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-61678326-8c73-45e0-b354-2d852224a7f8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3744645 Sep 30 08:26:29.598338 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-5875c2bc-3fe6-4770-bde0-b1d264556dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f25cc5fa-e2f2-447d-bb73-359a8f72cf88) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:29.598338 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55478) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:29.602750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:29.614840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5875c2bc-3fe6-4770-bde0-b1d264556dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:29.615634 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5875c2bc-3fe6-4770-bde0-b1d264556dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.625604 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cca0de-4f9a-4abf-a241-dee834ef12ed None None] Network f25cc5fa-e2f2-447d-bb73-359a8f72cf88 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:29.658171 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.681442 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8248b92f-5a57-43d6-a8c9-81adbee1fac3 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.717664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5875c2bc-3fe6-4770-bde0-b1d264556dd3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0621474 Sep 30 08:26:29.745493 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadd3d7-a2ea-414f-89a7-d693b7ffad34 req-91d1855c-4b1b-4af7-86cd-bd30091a28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:29.747015 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8cadd3d7-a2ea-414f-89a7-d693b7ffad34 req-91d1855c-4b1b-4af7-86cd-bd30091a28a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc04f54020aa4e43b9adb829f704935e&device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 1097 time: 0.1822450 Sep 30 08:26:29.766751 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.890847 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aba1a2-7368-4938-ae8d-dc845107437b None None] Network f25cc5fa-e2f2-447d-bb73-359a8f72cf88 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:29.898691 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.960578 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8248b92f-5a57-43d6-a8c9-81adbee1fac3 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:29.990384 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'name': 'tempest-ServerActionsTestJSON-1408484781-router', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '622f9033-95a7-42b2-a822-2f429a78167d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:15Z', 'updated_at': '2021-09-30T08:26:24Z', 'revision_number': 4, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'gw_port': {'id': '622f9033-95a7-42b2-a822-2f429a78167d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:17Z', 'updated_at': '2021-09-30T08:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'c7657239-5a0b-4229-8d1d-689fb154d3a9', 'name': '', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'mac_address': 'fa:16:3e:28:c9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:22Z', 'updated_at': '2021-09-30T08:26:24Z', 'revision_number': 2, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'subnets': [{'id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:30.005766 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8e067f62-8d81-4c0f-a5e3-e02a42f19230 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.1105223 Sep 30 08:26:30.011930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55490) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:30.021890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8134cc69-d185-4db8-85c2-efca9c1d2819 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-323960906'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:30.028872 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8248b92f-5a57-43d6-a8c9-81adbee1fac3 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.033265 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8248b92f-5a57-43d6-a8c9-81adbee1fac3 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "DELETE /v2.0/subnets/29625b8d-9d1a-4641-8ce0-d9e882803a2a HTTP/1.1" status: 204 len: 168 time: 1.5486662 Sep 30 08:26:30.033747 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248b92f-5a57-43d6-a8c9-81adbee1fac3 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event deleted for resources: {'Subnet': ['ID=29625b8d-9d1a-4641-8ce0-d9e882803a2a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:30.037319 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55492) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:30.047198 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadd3d7-a2ea-414f-89a7-d693b7ffad34 req-b8186a80-c5b7-4d0e-84a8-3deea9b6f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:30.048693 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8cadd3d7-a2ea-414f-89a7-d693b7ffad34 req-b8186a80-c5b7-4d0e-84a8-3deea9b6f4d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=506d58c1-91cb-479e-825a-9bafccf3237a HTTP/1.1" status: 200 len: 913 time: 0.2424481 Sep 30 08:26:30.062907 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0e9a59-9bc2-42f3-afb9-c2d3d999fd5e None None] Network 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:30.068858 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Checking router: ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:26:30.069211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Updating router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 port c7657239-5a0b-4229-8d1d-689fb154d3a9 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:26:30.159790 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.181087 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.238558 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8cadd3d7-a2ea-414f-89a7-d693b7ffad34 req-dd6b0aaa-c694-4bce-bea7-a3e3b46917d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a8678b4-79d7-43dc-9edd-81fac8688889 HTTP/1.1" status: 200 len: 217 time: 0.0744562 Sep 30 08:26:30.322986 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Deleting port 5bb1bf2e-e93c-40ee-9f26-08870bb71996 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:30.323424 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.432835 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] For port 5bb1bf2e-e93c-40ee-9f26-08870bb71996, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5bb1bf2e-e93c-40ee-9f26-08870bb71996,segment=NetworkSegment(a294b5bd-65f0-4179-be25-280e72aeee8a),segment_id=a294b5bd-65f0-4179-be25-280e72aeee8a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:30.433226 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.437789 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadd3d7-a2ea-414f-89a7-d693b7ffad34 req-834d518b-e1e3-4379-a66c-aef2441c1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:30.440683 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8cadd3d7-a2ea-414f-89a7-d693b7ffad34 req-834d518b-e1e3-4379-a66c-aef2441c1c59 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cef2bdc8-db37-473a-9377-0989dc52fa24 HTTP/1.1" status: 200 len: 852 time: 0.1928558 Sep 30 08:26:30.478837 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Calling delete_port for 5bb1bf2e-e93c-40ee-9f26-08870bb71996 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:30.482541 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8cadd3d7-a2ea-414f-89a7-d693b7ffad34 req-11bfc78d-076b-44f1-aed2-f1286f2265fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=506d58c1-91cb-479e-825a-9bafccf3237a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344024 Sep 30 08:26:30.556622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc0dbb3-bea7-4542-9ab4-f855c4fbe931 None None] DHCP port deletion for 1a06fd74-afa8-47bf-bc4f-1e6fce6f943d request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:26:30.667344 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8cadd3d7-a2ea-414f-89a7-d693b7ffad34 req-95356dec-4779-4802-8865-f0574a5f7e9d service neutron] 10.222.0.35 "GET /v2.0/networks/506d58c1-91cb-479e-825a-9bafccf3237a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756899 Sep 30 08:26:30.717136 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.730090 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.800138 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0dbb3-bea7-4542-9ab4-f855c4fbe931 None None] Deleting port 5bb1bf2e-e93c-40ee-9f26-08870bb71996 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:30.800837 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbc0dbb3-bea7-4542-9ab4-f855c4fbe931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.834656 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:30.888636 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3929f93-72bb-45a8-a88b-87f8db16a29c None None] Pushing event updated for resources: {'Port': ['ID=c7657239-5a0b-4229-8d1d-689fb154d3a9,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:30.898071 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event deleted for resources: {'Port': ['ID=5bb1bf2e-e93c-40ee-9f26-08870bb71996,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:30.912732 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8cadd3d7-a2ea-414f-89a7-d693b7ffad34 req-3986bc0f-9d30-4e1f-9016-49e7718c1a7b service neutron] 10.222.0.35 "GET /v2.0/networks/506d58c1-91cb-479e-825a-9bafccf3237a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358122 Sep 30 08:26:30.918938 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] No DVR routers for this DVR port 5bb1bf2e-e93c-40ee-9f26-08870bb71996 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:31.047421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Attempting to bind port c7657239-5a0b-4229-8d1d-689fb154d3a9 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:31.047421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Attempting to bind port c7657239-5a0b-4229-8d1d-689fb154d3a9 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:31.047679 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Attempting to bind port c7657239-5a0b-4229-8d1d-689fb154d3a9 on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:31.058476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Allocated IP 172.25.0.135 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/3ae05520-ec79-4109-a2fe-226b15bcddc0) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:31.068656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:31.069769 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Checking segment: {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:31.070548 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.072837 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Bound using segment: {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:31.073627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Bound port: c7657239-5a0b-4229-8d1d-689fb154d3a9, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:31.074248 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.076338 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527b88a-d7b7-4035-b019-47897979318a req-01360c08-1661-44ca-b443-38054a0d8097 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:31.077990 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1527b88a-d7b7-4035-b019-47897979318a req-01360c08-1661-44ca-b443-38054a0d8097 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.3341355 Sep 30 08:26:31.095992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fbc0dbb3-bea7-4542-9ab4-f855c4fbe931 None None] For port 5bb1bf2e-e93c-40ee-9f26-08870bb71996, host n-d-807359-2, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:31.097415 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbc0dbb3-bea7-4542-9ab4-f855c4fbe931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.108204 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.115546 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0dbb3-bea7-4542-9ab4-f855c4fbe931 None None] Calling delete_port for 5bb1bf2e-e93c-40ee-9f26-08870bb71996 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:31.134782 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a06fd74-afa8-47bf-bc4f-1e6fce6f943d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:31.139153 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-fbc0dbb3-bea7-4542-9ab4-f855c4fbe931 None None] Port 5bb1bf2e-e93c-40ee-9f26-08870bb71996 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:26:31.140352 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-351d6a14-7941-4132-951f-5e66ef1a2b0d tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:31.142239 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5bb1bf2e-e93c-40ee-9f26-08870bb71996 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:31.146473 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-351d6a14-7941-4132-951f-5e66ef1a2b0d tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/networks?id=0624c647-3c88-42b9-9912-f10f5115595f HTTP/1.1" status: 200 len: 825 time: 0.5292645 Sep 30 08:26:31.147544 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a294b5bd-65f0-4179-be25-280e72aeee8a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:31.147849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a294b5bd-65f0-4179-be25-280e72aeee8a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:31.166850 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.175206 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbc0dbb3-bea7-4542-9ab4-f855c4fbe931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.182480 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.188755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 5bb1bf2e-e93c-40ee-9f26-08870bb71996 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:31.189309 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5bb1bf2e-e93c-40ee-9f26-08870bb71996 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:31.189893 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:31.190834 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:31.202613 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:31.229703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0dbb3-bea7-4542-9ab4-f855c4fbe931 None None] Pushing event deleted for resources: {'Port': ['ID=5bb1bf2e-e93c-40ee-9f26-08870bb71996,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:31.260720 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8134cc69-d185-4db8-85c2-efca9c1d2819 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.263661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] For port c7657239-5a0b-4229-8d1d-689fb154d3a9, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:31.276503 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] For port c7657239-5a0b-4229-8d1d-689fb154d3a9, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c7657239-5a0b-4229-8d1d-689fb154d3a9,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:31.279348 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.281480 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0dbb3-bea7-4542-9ab4-f855c4fbe931 None None] No DVR routers for this DVR port 5bb1bf2e-e93c-40ee-9f26-08870bb71996 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:31.290671 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.291185 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.292628 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] 10.222.0.24 "DELETE /v2.0/networks/1a06fd74-afa8-47bf-bc4f-1e6fce6f943d HTTP/1.1" status: 204 len: 168 time: 1.2538896 Sep 30 08:26:31.312628 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-b7c2f21b-4b17-4d90-a4f5-d6cdef4a0ca1 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/quotas/2b417ecc997d4fbba16582d1126025d6 HTTP/1.1" status: 200 len: 375 time: 0.0400226 Sep 30 08:26:31.313631 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8134cc69-d185-4db8-85c2-efca9c1d2819 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.341167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7821700-36a4-4cb5-94ba-dd3c61d281c9 tempest-AllowedAddressPairIpV6TestJSON-691053093 tempest-AllowedAddressPairIpV6TestJSON-691053093-project] Pushing event deleted for resources: {'Network': ['ID=1a06fd74-afa8-47bf-bc4f-1e6fce6f943d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:31.354908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8814e1e6-93c2-436d-a738-5113fee7cf58 None None] Provisioning complete for port c7657239-5a0b-4229-8d1d-689fb154d3a9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:31.355352 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8814e1e6-93c2-436d-a738-5113fee7cf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.363100 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-8fd9a7f0-c332-407a-b85a-285e114413ce tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b417ecc997d4fbba16582d1126025d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356922 Sep 30 08:26:31.378984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1527b88a-d7b7-4035-b019-47897979318a req-2cf62561-1055-4537-b652-7a30715d6c08 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891669 Sep 30 08:26:31.414881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3929f93-72bb-45a8-a88b-87f8db16a29c None None] Pushing event updated for resources: {'Port': ['ID=c7657239-5a0b-4229-8d1d-689fb154d3a9,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:31.430555 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Routers {'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:31.430679 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:31.649312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-8fdac510-3ccf-43ba-a5b4-429f02b99e49 service neutron] 10.222.0.24 "GET /v2.0/networks/0624c647-3c88-42b9-9912-f10f5115595f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152414 Sep 30 08:26:31.688868 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.716356 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8134cc69-d185-4db8-85c2-efca9c1d2819 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router a741f10d-91a5-4358-950b-a547092204ea has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:26:31.723558 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55516) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:31.755576 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8814e1e6-93c2-436d-a738-5113fee7cf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.828372 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] Set router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:31.860124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.861449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8814e1e6-93c2-436d-a738-5113fee7cf58 None None] For port c7657239-5a0b-4229-8d1d-689fb154d3a9, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c7657239-5a0b-4229-8d1d-689fb154d3a9,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:31.869808 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8814e1e6-93c2-436d-a738-5113fee7cf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:31.919154 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e121de6e-30fa-49e3-96bd-939cf489ef6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43312bb5abec419e8f3bbf52efc8f7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914062 Sep 30 08:26:31.919532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55524) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:31.937783 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-17e67a9c-9f0c-4267-a8c0-867043ad0a56 service neutron] 10.222.0.24 "GET /v2.0/networks/0624c647-3c88-42b9-9912-f10f5115595f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636511 Sep 30 08:26:31.975671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event updated for resources: {'Port': ['ID=3ae05520-ec79-4109-a2fe-226b15bcddc0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:31.993557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:31.996538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:31.999032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:32.007508 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b58442b-93a3-4e68-8d3c-6803d920d906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.037636 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b58442b-93a3-4e68-8d3c-6803d920d906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.068368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8134cc69-d185-4db8-85c2-efca9c1d2819 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:32.077935 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83da1459-4e8d-4dc0-af4b-731e2e65cb0c None None] Sync routers for ids ['a741f10d-91a5-4358-950b-a547092204ea'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:32.078580 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8134cc69-d185-4db8-85c2-efca9c1d2819 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.082756 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55528) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:32.084220 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8134cc69-d185-4db8-85c2-efca9c1d2819 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/a741f10d-91a5-4358-950b-a547092204ea HTTP/1.1" status: 200 len: 887 time: 2.0664566 Sep 30 08:26:32.098863 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83da1459-4e8d-4dc0-af4b-731e2e65cb0c None None] Routers {'a741f10d-91a5-4358-950b-a547092204ea'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:32.100096 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-83da1459-4e8d-4dc0-af4b-731e2e65cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['a741f10d-91a5-4358-950b-a547092204ea'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:32.166120 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814e1e6-93c2-436d-a738-5113fee7cf58 None None] Pushing event updated for resources: {'Port': ['ID=c7657239-5a0b-4229-8d1d-689fb154d3a9,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:32.174132 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.207706 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b58442b-93a3-4e68-8d3c-6803d920d906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.213456 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b58442b-93a3-4e68-8d3c-6803d920d906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.216493 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5b58442b-93a3-4e68-8d3c-6803d920d906 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ed2741c-3c12-4cb1-a795-0f38480d11ce HTTP/1.1" status: 204 len: 168 time: 0.2940145 Sep 30 08:26:32.233235 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-83da1459-4e8d-4dc0-af4b-731e2e65cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:32.237215 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c6ab5ebc-07c3-437d-9ec0-7585027aded1 None None] Provisioning complete for port c7657239-5a0b-4229-8d1d-689fb154d3a9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:32.242369 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6ab5ebc-07c3-437d-9ec0-7585027aded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.250041 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.270411 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58442b-93a3-4e68-8d3c-6803d920d906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed2741c-3c12-4cb1-a795-0f38480d11ce,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:32.274093 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83da1459-4e8d-4dc0-af4b-731e2e65cb0c None None] Routers {'a741f10d-91a5-4358-950b-a547092204ea'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:32.274710 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-83da1459-4e8d-4dc0-af4b-731e2e65cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['a741f10d-91a5-4358-950b-a547092204ea'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:32.295964 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1df0c3dd-656b-4fb4-9473-47d331cd6c57 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/routers/a741f10d-91a5-4358-950b-a547092204ea HTTP/1.1" status: 200 len: 887 time: 0.2101595 Sep 30 08:26:32.298890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:32.318093 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d47cf5ac-f999-40d2-85ad-5d07e373dbd1 req-4647c58e-f299-4a54-a436-e22cb5ab1fc9 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 210 time: 0.0881078 Sep 30 08:26:32.332720 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5a2b124f-48a9-483e-bd3d-9dee881faa9b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports?device_id=a741f10d-91a5-4358-950b-a547092204ea HTTP/1.1" status: 200 len: 205 time: 0.0318027 Sep 30 08:26:32.334141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55540) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:32.400564 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-83da1459-4e8d-4dc0-af4b-731e2e65cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:32.401433 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83da1459-4e8d-4dc0-af4b-731e2e65cb0c None None] The sync data for ids ['a741f10d-91a5-4358-950b-a547092204ea'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:32.601817 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'name': 'tempest-ServerActionsTestJSON-1408484781-router', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '622f9033-95a7-42b2-a822-2f429a78167d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:15Z', 'updated_at': '2021-09-30T08:26:24Z', 'revision_number': 4, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'gw_port': {'id': '622f9033-95a7-42b2-a822-2f429a78167d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:17Z', 'updated_at': '2021-09-30T08:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'c7657239-5a0b-4229-8d1d-689fb154d3a9', 'name': '', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'mac_address': 'fa:16:3e:28:c9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:22Z', 'updated_at': '2021-09-30T08:26:31Z', 'revision_number': 4, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'subnets': [{'id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:32.613570 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8993a02e-ce08-4493-a2f7-42718ac2e38b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.615047 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.631440 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.650727 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3d3de-6a4b-4bae-b3f3-4e386ab2fa6d None None] The sync data for ids ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'] in n-d-807359-2 is: [{'id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'name': 'tempest-ServerActionsTestJSON-1408484781-router', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '622f9033-95a7-42b2-a822-2f429a78167d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:15Z', 'updated_at': '2021-09-30T08:26:24Z', 'revision_number': 4, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'gw_port': {'id': '622f9033-95a7-42b2-a822-2f429a78167d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:17Z', 'updated_at': '2021-09-30T08:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'c7657239-5a0b-4229-8d1d-689fb154d3a9', 'name': '', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'mac_address': 'fa:16:3e:28:c9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:22Z', 'updated_at': '2021-09-30T08:26:31Z', 'revision_number': 4, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'subnets': [{'id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:32.675844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a29f4f-0c23-4228-9c96-05aa6e766ef5 req-883d1caa-542b-443f-8f69-187916195415 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:32.682709 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00a29f4f-0c23-4228-9c96-05aa6e766ef5 req-883d1caa-542b-443f-8f69-187916195415 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.1532757 Sep 30 08:26:32.869133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event updated for resources: {'Port': ['ID=3ae05520-ec79-4109-a2fe-226b15bcddc0,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:32.882402 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8993a02e-ce08-4493-a2f7-42718ac2e38b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.894584 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00a29f4f-0c23-4228-9c96-05aa6e766ef5 req-055cdb64-68b5-441c-b23b-d2ef61a0d435 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026157 Sep 30 08:26:32.928129 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.984123 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.989441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8993a02e-ce08-4493-a2f7-42718ac2e38b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port f88de900-6086-4580-a029-2c5fad918a49 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:32.990537 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8993a02e-ce08-4493-a2f7-42718ac2e38b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:32.996701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c9fa449f-ebda-4739-b1f4-13be5f91e927 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3973095 Sep 30 08:26:33.112289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c7657239-5a0b-4229-8d1d-689fb154d3a9 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:33.247252 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8993a02e-ce08-4493-a2f7-42718ac2e38b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.269256 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c7657239-5a0b-4229-8d1d-689fb154d3a9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:33.271681 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.327748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8993a02e-ce08-4493-a2f7-42718ac2e38b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for f88de900-6086-4580-a029-2c5fad918a49 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:33.597341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84020c1-895a-40aa-86d3-a172bd407fbf req-6f613131-089d-4fca-8001-2f96d67e6aea tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:33.599083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b84020c1-895a-40aa-86d3-a172bd407fbf req-6f613131-089d-4fca-8001-2f96d67e6aea tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.2125998 Sep 30 08:26:33.607863 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-b98b9bd5-35fc-4f80-b4ff-9187b17a780a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--651334431&fields=id&tenant_id=d3e9d607932149e6bd9be67b66de3de1 HTTP/1.1" status: 200 len: 267 time: 0.1896610 Sep 30 08:26:33.610812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55588) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:33.713682 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8993a02e-ce08-4493-a2f7-42718ac2e38b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.764621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993a02e-ce08-4493-a2f7-42718ac2e38b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=f88de900-6086-4580-a029-2c5fad918a49,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:33.808347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Request body: {'networks': [{'name': 'tempest-network--2117897388'}, {'name': 'tempest-network--2042220323'}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:33.808665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Request body: {'network': {'name': 'tempest-network--2117897388'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:33.809174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Request body: {'network': {'name': 'tempest-network--2042220323'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:33.821568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b84020c1-895a-40aa-86d3-a172bd407fbf req-5ae68092-2fda-4cd9-9279-9d5f77951662 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970003 Sep 30 08:26:33.852852 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8993a02e-ce08-4493-a2f7-42718ac2e38b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.892920 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-747799a1-0774-43fc-b0b3-b9deb77b056c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:33.901758 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-747799a1-0774-43fc-b0b3-b9deb77b056c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 812 time: 0.2758989 Sep 30 08:26:33.917033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Made reservation on behalf of cff60affe7cb48bfb48e97443499aad1 for: {'network': 2} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:33.922232 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.942844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-1fe137cc-c79a-4411-b47e-bf505959b2db tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/quotas/d3e9d607932149e6bd9be67b66de3de1 HTTP/1.1" status: 200 len: 375 time: 0.0276427 Sep 30 08:26:33.985397 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8993a02e-ce08-4493-a2f7-42718ac2e38b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:33.989170 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8993a02e-ce08-4493-a2f7-42718ac2e38b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.013046 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8aaa44a-0a9e-4989-9c3a-10abd1c553f4 req-dd37575f-6b81-4415-9e0e-debebe761cd9 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 210 time: 0.0882249 Sep 30 08:26:34.014857 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.063795 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-10b5ce94-46b7-4dd5-86c6-e4dbe75d4a0a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1133111 Sep 30 08:26:34.069410 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8993a02e-ce08-4493-a2f7-42718ac2e38b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.069928 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8993a02e-ce08-4493-a2f7-42718ac2e38b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Fanout notify agent at l3_agent the message router_deleted on router a741f10d-91a5-4358-950b-a547092204ea {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:26:34.079177 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8993a02e-ce08-4493-a2f7-42718ac2e38b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.080520 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8993a02e-ce08-4493-a2f7-42718ac2e38b tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/routers/a741f10d-91a5-4358-950b-a547092204ea HTTP/1.1" status: 204 len: 168 time: 1.7453082 Sep 30 08:26:34.085362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:34.091423 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d282c9a6-b3ed-4049-b489-9649f8bb21c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'network': {'name': 'tempest-RoutersTest-1527361747'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:34.323207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-7eec9106-da4b-4aa3-99e2-b1286eae807c service neutron] 10.222.0.24 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578354 Sep 30 08:26:34.367491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-758dc6cb-ff05-483b-b28f-18c4b3bc465f tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:34.368973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-758dc6cb-ff05-483b-b28f-18c4b3bc465f tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.36 "GET /v2.0/networks?id=0624c647-3c88-42b9-9912-f10f5115595f HTTP/1.1" status: 200 len: 825 time: 0.2585106 Sep 30 08:26:34.392015 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.396249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6cd7daa3-05b9-48d5-bdff-168a09b56213 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Request body: {'port': {'device_id': 'f58b0fcc-d59a-4c6d-bd6d-59de4491af28', 'network_id': '0624c647-3c88-42b9-9912-f10f5115595f', 'admin_state_up': True, 'tenant_id': '2b417ecc997d4fbba16582d1126025d6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:34.412863 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.413336 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.414590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d282c9a6-b3ed-4049-b489-9649f8bb21c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:34.419441 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d282c9a6-b3ed-4049-b489-9649f8bb21c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.447424 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d282c9a6-b3ed-4049-b489-9649f8bb21c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:34.459188 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d282c9a6-b3ed-4049-b489-9649f8bb21c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.459621 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-d282c9a6-b3ed-4049-b489-9649f8bb21c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Added segment ba8609e3-3bc5-4243-8c9e-73251724b2e4 of type vlan for network 1bdbb725-0472-4792-9bbb-c4aea3479088 Sep 30 08:26:34.505129 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d282c9a6-b3ed-4049-b489-9649f8bb21c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.530571 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d282c9a6-b3ed-4049-b489-9649f8bb21c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.537044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1773332a-9896-4328-a73e-a13bd3580336,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:34.537757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d282c9a6-b3ed-4049-b489-9649f8bb21c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:34.538384 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d282c9a6-b3ed-4049-b489-9649f8bb21c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.571038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:34.572207 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d282c9a6-b3ed-4049-b489-9649f8bb21c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4854858 Sep 30 08:26:34.575452 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:34.580166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a9930a11-b4cd-4ed1-bcd1-420d503d18c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'subnet': {'network_id': '1bdbb725-0472-4792-9bbb-c4aea3479088', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:34.595134 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-acfc54a5-dad3-4124-a6bf-8873a8d05174 service neutron] 10.222.0.24 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631428 Sep 30 08:26:34.599273 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.599791 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Added segment fac1f787-c685-42be-bc7c-905bf146ef5b of type vlan for network e5d04605-7b13-4323-8f6a-f2b7068b6213 Sep 30 08:26:34.666688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282c9a6-b3ed-4049-b489-9649f8bb21c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Network': ['ID=1bdbb725-0472-4792-9bbb-c4aea3479088,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:34.667403 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.682144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6cd7daa3-05b9-48d5-bdff-168a09b56213 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Made reservation on behalf of 2b417ecc997d4fbba16582d1126025d6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:34.683454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 1bdbb725-0472-4792-9bbb-c4aea3479088 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:34.685790 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6cd7daa3-05b9-48d5-bdff-168a09b56213 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.723149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:34.773424 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.773782 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Added segment 210a456b-fee7-4b3f-97df-64f492001235 of type vlan for network dbad93a2-4caf-4a5b-9967-a47fbd56701e Sep 30 08:26:34.812115 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9930a11-b4cd-4ed1-bcd1-420d503d18c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:34.817837 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9930a11-b4cd-4ed1-bcd1-420d503d18c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.860159 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:34.892743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cbdaa9df-7df6-4b0e-822b-67e6058d83f4 req-278d4dec-74b5-461e-84c6-5aa6ce403a40 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 210 time: 0.0731971 Sep 30 08:26:35.004640 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.005214 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.010838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:35.015592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:35.016257 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.019553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6cd7daa3-05b9-48d5-bdff-168a09b56213 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Allocated IP 172.20.0.11 (0624c647-3c88-42b9-9912-f10f5115595f/f3f4e250-3938-4807-a46b-db9dd48410a0/491ebcde-90c8-4f55-b91f-654900603262) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:35.108991 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4963708 Sep 30 08:26:35.129253 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event updated for resources: {'Network': ['ID=e5d04605-7b13-4323-8f6a-f2b7068b6213,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:35.135557 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55610) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:35.143244 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network e5d04605-7b13-4323-8f6a-f2b7068b6213 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:35.164331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cdfde-27d8-4b91-842c-2bdf46522cab req-ede5b79c-e822-4a5d-a665-a768898ebfc3 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:35.172475 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b7cdfde-27d8-4b91-842c-2bdf46522cab req-ede5b79c-e822-4a5d-a665-a768898ebfc3 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.2302985 Sep 30 08:26:35.237240 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-23407075-195a-4bfe-aad4-97c5648e4831 req-56fa8f2d-9f52-4ca3-87a5-4f21ebf33b8b tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 210 time: 0.0447252 Sep 30 08:26:35.290074 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b7cdfde-27d8-4b91-842c-2bdf46522cab req-3e001919-cf95-48f9-93fd-ba32ccd0873c tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163270 Sep 30 08:26:35.344791 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f606da3-e120-414e-a3d1-0b08a760908f tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event updated for resources: {'Network': ['ID=dbad93a2-4caf-4a5b-9967-a47fbd56701e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:35.359564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network dbad93a2-4caf-4a5b-9967-a47fbd56701e details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:35.431624 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9930a11-b4cd-4ed1-bcd1-420d503d18c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.522277 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d590113b-4060-437b-8160-4442a9ee56f0 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:35.529759 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d590113b-4060-437b-8160-4442a9ee56f0 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:35.537058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d590113b-4060-437b-8160-4442a9ee56f0 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:35.543561 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d590113b-4060-437b-8160-4442a9ee56f0 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:35.548567 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d590113b-4060-437b-8160-4442a9ee56f0 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4090612 Sep 30 08:26:35.553479 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55618) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:35.578567 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6cd7daa3-05b9-48d5-bdff-168a09b56213 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.631867 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6cd7daa3-05b9-48d5-bdff-168a09b56213 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.639452 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050eb8b-222b-468c-9c7d-35f0d147c395 req-fabfe36c-cb1c-42e2-be64-9f60e0ff0103 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:35.641130 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7050eb8b-222b-468c-9c7d-35f0d147c395 req-fabfe36c-cb1c-42e2-be64-9f60e0ff0103 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.5253046 Sep 30 08:26:35.710321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9930a11-b4cd-4ed1-bcd1-420d503d18c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Subnet': ['ID=b1d0cbb5-9d27-4f59-b2e0-f9196aaf34f7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:35.777798 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55622) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:35.805007 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cc518ba-d7e3-4e47-909d-d8f0e43593e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.829843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9930a11-b4cd-4ed1-bcd1-420d503d18c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Checking segment: {'id': 'ba8609e3-3bc5-4243-8c9e-73251724b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1bdbb725-0472-4792-9bbb-c4aea3479088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:35.830252 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9930a11-b4cd-4ed1-bcd1-420d503d18c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network hostable DHCP agents. Network: 1bdbb725-0472-4792-9bbb-c4aea3479088, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:35.925648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9930a11-b4cd-4ed1-bcd1-420d503d18c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 1bdbb725-0472-4792-9bbb-c4aea3479088 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:35.954312 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f523d9ed-2528-44c4-9275-4d37c843e0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.993509 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cc518ba-d7e3-4e47-909d-d8f0e43593e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:35.996126 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a9930a11-b4cd-4ed1-bcd1-420d503d18c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 1bdbb725-0472-4792-9bbb-c4aea3479088) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:36.005440 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56f1ee3-be01-405d-bbd8-148ba7674404 None None] Network 1bdbb725-0472-4792-9bbb-c4aea3479088 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:36.026321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7050eb8b-222b-468c-9c7d-35f0d147c395 req-086303f4-91ef-45a2-82c3-47e0c453981b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Deleting port 1a8678b4-79d7-43dc-9edd-81fac8688889 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:36.027059 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7050eb8b-222b-468c-9c7d-35f0d147c395 req-086303f4-91ef-45a2-82c3-47e0c453981b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.035534 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9930a11-b4cd-4ed1-bcd1-420d503d18c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:36.035990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6cd7daa3-05b9-48d5-bdff-168a09b56213 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Network 0624c647-3c88-42b9-9912-f10f5115595f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:36.036128 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9930a11-b4cd-4ed1-bcd1-420d503d18c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.055208 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cca751b5-a727-4ae9-bf7e-32d9fc4cbc1b req-3e945834-e200-4c2a-85a2-de4d37048ef0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 210 time: 0.0402548 Sep 30 08:26:36.056028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6cd7daa3-05b9-48d5-bdff-168a09b56213 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:36.060340 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6cd7daa3-05b9-48d5-bdff-168a09b56213 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:36.073571 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9cc518ba-d7e3-4e47-909d-d8f0e43593e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d04605-7b13-4323-8f6a-f2b7068b6213']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:36.109918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7daa3-05b9-48d5-bdff-168a09b56213 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Pushing event updated for resources: {'Port': ['ID=491ebcde-90c8-4f55-b91f-654900603262,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:36.121286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6cd7daa3-05b9-48d5-bdff-168a09b56213 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:36.121936 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6cd7daa3-05b9-48d5-bdff-168a09b56213 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.125420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9cc518ba-d7e3-4e47-909d-d8f0e43593e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac1f787-c685-42be-bc7c-905bf146ef5b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:36.125678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9cc518ba-d7e3-4e47-909d-d8f0e43593e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac1f787-c685-42be-bc7c-905bf146ef5b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:36.202790 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:26:36.220340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-1bdbb725-0472-4792-9bbb-c4aea3479088', 'network_id': '1bdbb725-0472-4792-9bbb-c4aea3479088', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'fixed_ips': [{'subnet_id': 'b1d0cbb5-9d27-4f59-b2e0-f9196aaf34f7'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:36.222497 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.377808 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c08ae-15c7-45d5-b063-f5a5423b5803 req-81f1c183-6faa-44bf-82e0-4ab7887acade tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:36.380413 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d49c08ae-15c7-45d5-b063-f5a5423b5803 req-81f1c183-6faa-44bf-82e0-4ab7887acade tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 932 time: 0.0620825 Sep 30 08:26:36.398251 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Allocated IP 172.20.0.2 (1bdbb725-0472-4792-9bbb-c4aea3479088/b1d0cbb5-9d27-4f59-b2e0-f9196aaf34f7/1818d4b3-4502-4c23-acd6-7d0efa2810b3) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:36.454866 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d49c08ae-15c7-45d5-b063-f5a5423b5803 req-413d33db-7475-4bd7-9c78-d88466ce970d tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfa80a0c-d067-4b77-be1d-9bae0276f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675981 Sep 30 08:26:36.475095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cacb9-0f95-4646-972a-3ad792b1ea4c req-c5ba9ba6-88e1-4a8b-ac62-6b567d3e77f3 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:36.476852 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a43cacb9-0f95-4646-972a-3ad792b1ea4c req-c5ba9ba6-88e1-4a8b-ac62-6b567d3e77f3 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 946 time: 0.0805390 Sep 30 08:26:36.530156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a43cacb9-0f95-4646-972a-3ad792b1ea4c req-15562b1e-c58a-4a48-8c06-7c823494b4d4 tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb5f5c5-4456-40b5-a86c-96731920a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445030 Sep 30 08:26:36.554444 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cc518ba-d7e3-4e47-909d-d8f0e43593e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.555520 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.561142 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.599770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Network 1bdbb725-0472-4792-9bbb-c4aea3479088 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:36.604611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:36.607547 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:36.617755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Pushing event updated for resources: {'Port': ['ID=1818d4b3-4502-4c23-acd6-7d0efa2810b3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:36.641852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:36.642198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:36.642489 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cc518ba-d7e3-4e47-909d-d8f0e43593e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.642616 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:36.642854 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:36.649317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:36.649317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:36.649317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:36.649317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:36.649317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:36.649317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:36.649317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:36.649317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:36.664039 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc518ba-d7e3-4e47-909d-d8f0e43593e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:36.664450 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cc518ba-d7e3-4e47-909d-d8f0e43593e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.668384 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7050eb8b-222b-468c-9c7d-35f0d147c395 req-086303f4-91ef-45a2-82c3-47e0c453981b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] For port 1a8678b4-79d7-43dc-9edd-81fac8688889, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1a8678b4-79d7-43dc-9edd-81fac8688889,segment=NetworkSegment(9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c),segment_id=9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:36.668743 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7050eb8b-222b-468c-9c7d-35f0d147c395 req-086303f4-91ef-45a2-82c3-47e0c453981b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:36.671269 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:36.682780 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Attempting to bind port 1818d4b3-4502-4c23-acd6-7d0efa2810b3 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:36.683153 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Attempting to bind port 1818d4b3-4502-4c23-acd6-7d0efa2810b3 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'ba8609e3-3bc5-4243-8c9e-73251724b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1bdbb725-0472-4792-9bbb-c4aea3479088'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:36.683510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Attempting to bind port 1818d4b3-4502-4c23-acd6-7d0efa2810b3 on network 1bdbb725-0472-4792-9bbb-c4aea3479088 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:36.688523 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:36.688891 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Checking segment: {'id': 'ba8609e3-3bc5-4243-8c9e-73251724b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1bdbb725-0472-4792-9bbb-c4aea3479088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:36.689288 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.689674 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Bound using segment: {'id': 'ba8609e3-3bc5-4243-8c9e-73251724b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1bdbb725-0472-4792-9bbb-c4aea3479088'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:36.690660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Bound port: 1818d4b3-4502-4c23-acd6-7d0efa2810b3, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8609e3-3bc5-4243-8c9e-73251724b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1bdbb725-0472-4792-9bbb-c4aea3479088'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:36.691120 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.712861 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7050eb8b-222b-468c-9c7d-35f0d147c395 req-086303f4-91ef-45a2-82c3-47e0c453981b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Calling delete_port for 1a8678b4-79d7-43dc-9edd-81fac8688889 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:36.758765 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] For port 1818d4b3-4502-4c23-acd6-7d0efa2810b3, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:36.764720 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] For port 1818d4b3-4502-4c23-acd6-7d0efa2810b3, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1818d4b3-4502-4c23-acd6-7d0efa2810b3,segment=NetworkSegment(ba8609e3-3bc5-4243-8c9e-73251724b2e4),segment_id=ba8609e3-3bc5-4243-8c9e-73251724b2e4)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:36.769643 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.822480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-75a8674f-9bbe-4db4-95a4-56d82f6b4075 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:36.824032 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-75a8674f-9bbe-4db4-95a4-56d82f6b4075 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 812 time: 0.2950590 Sep 30 08:26:36.831615 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0a4a6-49f7-42c4-97ff-b9a7c5fdc73d None None] Pushing event updated for resources: {'Port': ['ID=1818d4b3-4502-4c23-acd6-7d0efa2810b3,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:36.831861 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cc518ba-d7e3-4e47-909d-d8f0e43593e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.850876 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9cc518ba-d7e3-4e47-909d-d8f0e43593e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.852688 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9cc518ba-d7e3-4e47-909d-d8f0e43593e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "DELETE /v2.0/networks/e5d04605-7b13-4323-8f6a-f2b7068b6213 HTTP/1.1" status: 204 len: 168 time: 1.2963293 Sep 30 08:26:36.855444 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55632) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:36.864696 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f523d9ed-2528-44c4-9275-4d37c843e0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.892032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6cd7daa3-05b9-48d5-bdff-168a09b56213 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5060523 Sep 30 08:26:36.892261 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f523d9ed-2528-44c4-9275-4d37c843e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:36.894832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc518ba-d7e3-4e47-909d-d8f0e43593e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event deleted for resources: {'Network': ['ID=e5d04605-7b13-4323-8f6a-f2b7068b6213,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:36.908208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Request body: {'port': {'device_id': 'f58b0fcc-d59a-4c6d-bd6d-59de4491af28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:36.912057 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a9930a11-b4cd-4ed1-bcd1-420d503d18c9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3329051 Sep 30 08:26:36.915305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55634) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:36.975662 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f523d9ed-2528-44c4-9275-4d37c843e0ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc095d11771d4764853dd6b094435e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1950698 Sep 30 08:26:36.979591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8920a5dd-2089-45db-a74f-b0e1e248cf68 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-82420212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:36.989720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:37.017661 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-0b2554ff-b87d-46cf-995a-78e4f93f8146 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e9d607932149e6bd9be67b66de3de1 HTTP/1.1" status: 200 len: 379 time: 0.1681609 Sep 30 08:26:37.021038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523d9ed-2528-44c4-9275-4d37c843e0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c116d2e0-8a6b-4952-b7d2-2262c278ccdb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:37.036963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-1899d3ee-14e8-45a5-8080-5eabd055545e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Request body: {'port': {'device_id': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'admin_state_up': True, 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'security_groups': ['3824d473-9514-4654-8933-2872e371d93d']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:37.037176 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20f0fe2e-4a31-4607-a454-dee34103b15b tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.081445 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.087309 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8920a5dd-2089-45db-a74f-b0e1e248cf68 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.088470 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8920a5dd-2089-45db-a74f-b0e1e248cf68 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.196044 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c5acdf8-4244-413e-bba8-c35f0150fbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.213526 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7050eb8b-222b-468c-9c7d-35f0d147c395 req-086303f4-91ef-45a2-82c3-47e0c453981b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.247682 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c5acdf8-4244-413e-bba8-c35f0150fbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.261733 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20f0fe2e-4a31-4607-a454-dee34103b15b tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.273955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-25d05378-2632-42c4-bfb4-a49ba062d754 req-497edba7-fc59-4009-8d7b-f66d814d08b6 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 210 time: 0.0881503 Sep 30 08:26:37.282205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086303f4-91ef-45a2-82c3-47e0c453981b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Pushing event deleted for resources: {'Port': ['ID=1a8678b4-79d7-43dc-9edd-81fac8688889,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:37.360665 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7050eb8b-222b-468c-9c7d-35f0d147c395 req-086303f4-91ef-45a2-82c3-47e0c453981b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] No DVR routers for this DVR port 1a8678b4-79d7-43dc-9edd-81fac8688889 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:37.364114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-1899d3ee-14e8-45a5-8080-5eabd055545e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Made reservation on behalf of d3e9d607932149e6bd9be67b66de3de1 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:37.367494 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-20f0fe2e-4a31-4607-a454-dee34103b15b tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbad93a2-4caf-4a5b-9967-a47fbd56701e']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:37.368089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-1899d3ee-14e8-45a5-8080-5eabd055545e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.370642 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7050eb8b-222b-468c-9c7d-35f0d147c395 req-086303f4-91ef-45a2-82c3-47e0c453981b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.373357 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7050eb8b-222b-468c-9c7d-35f0d147c395 req-086303f4-91ef-45a2-82c3-47e0c453981b tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.35 "DELETE /v2.0/ports/1a8678b4-79d7-43dc-9edd-81fac8688889 HTTP/1.1" status: 204 len: 173 time: 1.6433418 Sep 30 08:26:37.374283 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9afda66-9207-41eb-8941-9f394befb930', 'name': 'network-vif-deleted', 'tag': '1a8678b4-79d7-43dc-9edd-81fac8688889'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:37.376511 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18184f6-4fc5-49b0-adc2-55bc534aceae" -d '{"events": [{"server_uuid": "c9afda66-9207-41eb-8941-9f394befb930", "name": "network-vif-deleted", "tag": "1a8678b4-79d7-43dc-9edd-81fac8688889"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:37.408611 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8920a5dd-2089-45db-a74f-b0e1e248cf68 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.413899 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c5acdf8-4244-413e-bba8-c35f0150fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.417039 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c5acdf8-4244-413e-bba8-c35f0150fbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.418735 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0c5acdf8-4244-413e-bba8-c35f0150fbcc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c116d2e0-8a6b-4952-b7d2-2262c278ccdb HTTP/1.1" status: 204 len: 168 time: 0.4244647 Sep 30 08:26:37.421958 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-20f0fe2e-4a31-4607-a454-dee34103b15b tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210a456b-fee7-4b3f-97df-64f492001235') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:37.422247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-20f0fe2e-4a31-4607-a454-dee34103b15b tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210a456b-fee7-4b3f-97df-64f492001235') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:37.425471 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8920a5dd-2089-45db-a74f-b0e1e248cf68 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.458241 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20f0fe2e-4a31-4607-a454-dee34103b15b tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.461307 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d08b1a-26d9-47ae-bc35-2bde53a64fed x-openstack-request-id: req-10d08b1a-26d9-47ae-bc35-2bde53a64fed {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:37.461698 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9afda66-9207-41eb-8941-9f394befb930", "name": "network-vif-deleted", "tag": "1a8678b4-79d7-43dc-9edd-81fac8688889", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:37.461995 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10d08b1a-26d9-47ae-bc35-2bde53a64fed {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:37.462538 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9afda66-9207-41eb-8941-9f394befb930', 'name': 'network-vif-deleted', 'tag': '1a8678b4-79d7-43dc-9edd-81fac8688889', 'status': 'completed', 'code': 200} Sep 30 08:26:37.482505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5acdf8-4244-413e-bba8-c35f0150fbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c116d2e0-8a6b-4952-b7d2-2262c278ccdb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:37.513234 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8920a5dd-2089-45db-a74f-b0e1e248cf68 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.517029 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8920a5dd-2089-45db-a74f-b0e1e248cf68 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5959790 Sep 30 08:26:37.521762 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55646) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:37.531852 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20f0fe2e-4a31-4607-a454-dee34103b15b tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.617320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f0fe2e-4a31-4607-a454-dee34103b15b tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:37.617806 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20f0fe2e-4a31-4607-a454-dee34103b15b tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:37.623452 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:37.746431 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-1899d3ee-14e8-45a5-8080-5eabd055545e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Allocated IP 172.20.0.8 (a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce/5cea2b8a-1a04-4498-97a0-77b0aa5e8922/9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:37.792508 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-676d4a05-cd2f-4018-ac98-3e8108e2d9df req-d330c276-1f4f-44af-bb34-8ebbb5b8df8d tempest-TestServerAdvancedOps-242315371 tempest-TestServerAdvancedOps-242315371-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9afda66-9207-41eb-8941-9f394befb930 HTTP/1.1" status: 200 len: 210 time: 0.1081126 Sep 30 08:26:37.832566 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218d97f-7bb9-4128-8b91-fcbde389a894 req-4b55de88-7836-4f4a-a68e-ac04c8622f19 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:37.840864 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8218d97f-7bb9-4128-8b91-fcbde389a894 req-4b55de88-7836-4f4a-a68e-ac04c8622f19 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 932 time: 0.2184536 Sep 30 08:26:37.853676 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20f0fe2e-4a31-4607-a454-dee34103b15b tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.900297 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20f0fe2e-4a31-4607-a454-dee34103b15b tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:37.916978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-20f0fe2e-4a31-4607-a454-dee34103b15b tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "DELETE /v2.0/networks/dbad93a2-4caf-4a5b-9967-a47fbd56701e HTTP/1.1" status: 204 len: 168 time: 1.0603266 Sep 30 08:26:37.924092 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55658) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:37.939357 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8218d97f-7bb9-4128-8b91-fcbde389a894 req-3d8ab032-e579-4b83-aac9-c957ca2fe1b0 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfa80a0c-d067-4b77-be1d-9bae0276f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972877 Sep 30 08:26:37.970006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0fe2e-4a31-4607-a454-dee34103b15b tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event deleted for resources: {'Network': ['ID=dbad93a2-4caf-4a5b-9967-a47fbd56701e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:38.052911 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491ebcde-90c8-4f55-b91f-654900603262 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:26:38.061202 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.063988 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.080749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Transition to ACTIVE for port object 491ebcde-90c8-4f55-b91f-654900603262 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:26:38.093162 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.195606 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e077e94b-54b9-40ea-b836-40ab21f4cf32 None None] Network 1bdbb725-0472-4792-9bbb-c4aea3479088 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:38.203438 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-1899d3ee-14e8-45a5-8080-5eabd055545e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.244332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Pushing event updated for resources: {'Port': ['ID=491ebcde-90c8-4f55-b91f-654900603262,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:38.246959 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-1899d3ee-14e8-45a5-8080-5eabd055545e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.321282 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-07aaf373-5e03-43fb-81f3-f53cb8ef570d None None] Provisioning complete for port 1818d4b3-4502-4c23-acd6-7d0efa2810b3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:38.321937 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07aaf373-5e03-43fb-81f3-f53cb8ef570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.375572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276a44a5-476d-45e7-934a-2f1701af1ca8 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:38.382631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276a44a5-476d-45e7-934a-2f1701af1ca8 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:38.387807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-276a44a5-476d-45e7-934a-2f1701af1ca8 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4434962 Sep 30 08:26:38.389639 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55672) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:38.396398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-66fd38f8-9fdb-4e72-af2d-a053cfa81aba tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-271926365'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:38.441845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Attempting to bind port 491ebcde-90c8-4f55-b91f-654900603262 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:38.442182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Attempting to bind port 491ebcde-90c8-4f55-b91f-654900603262 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'e27c31cd-d979-4219-8d1a-934d79e185ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0624c647-3c88-42b9-9912-f10f5115595f'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:38.442510 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Attempting to bind port 491ebcde-90c8-4f55-b91f-654900603262 on network 0624c647-3c88-42b9-9912-f10f5115595f {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:38.469026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Port 491ebcde-90c8-4f55-b91f-654900603262 on network 0624c647-3c88-42b9-9912-f10f5115595f not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:26:38.469459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Attempting to bind port 491ebcde-90c8-4f55-b91f-654900603262 on network 0624c647-3c88-42b9-9912-f10f5115595f {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:38.473165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fd38f8-9fdb-4e72-af2d-a053cfa81aba tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Made reservation on behalf of cff60affe7cb48bfb48e97443499aad1 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:38.476690 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66fd38f8-9fdb-4e72-af2d-a053cfa81aba tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.497076 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07aaf373-5e03-43fb-81f3-f53cb8ef570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.498070 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:38.498411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Checking segment: {'id': 'e27c31cd-d979-4219-8d1a-934d79e185ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0624c647-3c88-42b9-9912-f10f5115595f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:38.498803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Bound using segment: {'id': 'e27c31cd-d979-4219-8d1a-934d79e185ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0624c647-3c88-42b9-9912-f10f5115595f'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:38.499255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Bound port: 491ebcde-90c8-4f55-b91f-654900603262, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27c31cd-d979-4219-8d1a-934d79e185ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0624c647-3c88-42b9-9912-f10f5115595f'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:38.499619 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.500813 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-1899d3ee-14e8-45a5-8080-5eabd055545e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:38.508901 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Allocated IP 172.20.0.1 (1bdbb725-0472-4792-9bbb-c4aea3479088/b1d0cbb5-9d27-4f59-b2e0-f9196aaf34f7/3ca7c2b5-62b3-4b27-9941-543fe8e5648e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:38.511138 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-1899d3ee-14e8-45a5-8080-5eabd055545e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:38.519737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-1899d3ee-14e8-45a5-8080-5eabd055545e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:38.526604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605f2de-6845-4dff-b520-4d3b7d9bf6e4 req-273f23ca-50c7-41ba-82d1-216794d1e515 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:38.528498 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7605f2de-6845-4dff-b520-4d3b7d9bf6e4 req-273f23ca-50c7-41ba-82d1-216794d1e515 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 931 time: 0.1104696 Sep 30 08:26:38.565182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-07aaf373-5e03-43fb-81f3-f53cb8ef570d None None] For port 1818d4b3-4502-4c23-acd6-7d0efa2810b3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1818d4b3-4502-4c23-acd6-7d0efa2810b3,segment=NetworkSegment(ba8609e3-3bc5-4243-8c9e-73251724b2e4),segment_id=ba8609e3-3bc5-4243-8c9e-73251724b2e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:38.581522 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899d3ee-14e8-45a5-8080-5eabd055545e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event updated for resources: {'Port': ['ID=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:38.589251 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07aaf373-5e03-43fb-81f3-f53cb8ef570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.636182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-1899d3ee-14e8-45a5-8080-5eabd055545e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:38.636847 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-1899d3ee-14e8-45a5-8080-5eabd055545e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.683887 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaf373-5e03-43fb-81f3-f53cb8ef570d None None] Pushing event updated for resources: {'Port': ['ID=1818d4b3-4502-4c23-acd6-7d0efa2810b3,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:38.705014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fd38f8-9fdb-4e72-af2d-a053cfa81aba tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:38.725969 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-1899d3ee-14e8-45a5-8080-5eabd055545e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6982257 Sep 30 08:26:38.752166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Request body: {'port': {'device_id': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:38.754000 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66fd38f8-9fdb-4e72-af2d-a053cfa81aba tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.754722 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-66fd38f8-9fdb-4e72-af2d-a053cfa81aba tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Added segment 35295845-d151-4739-bd3d-80d1ee57a505 of type vlan for network 853752e8-92d6-4868-b9a3-90ebb990b6d8 Sep 30 08:26:38.759647 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7605f2de-6845-4dff-b520-4d3b7d9bf6e4 req-39eb9920-544c-45e1-a013-6de3e18c398b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228439 Sep 30 08:26:38.772531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] For port 491ebcde-90c8-4f55-b91f-654900603262, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:38.779988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] For port 491ebcde-90c8-4f55-b91f-654900603262, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=491ebcde-90c8-4f55-b91f-654900603262,segment=NetworkSegment(e27c31cd-d979-4219-8d1a-934d79e185ff),segment_id=e27c31cd-d979-4219-8d1a-934d79e185ff)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:38.814895 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.816169 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.892146 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.895760 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66fd38f8-9fdb-4e72-af2d-a053cfa81aba tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.896545 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:38.899657 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:38.900303 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:38.901789 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] 10.222.0.36 "PUT /v2.0/ports/491ebcde-90c8-4f55-b91f-654900603262 HTTP/1.1" status: 200 len: 1092 time: 1.9997592 Sep 30 08:26:38.904474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58b0fcc-d59a-4c6d-bd6d-59de4491af28', 'tag': '491ebcde-90c8-4f55-b91f-654900603262'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:38.912893 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43dbc66-8aae-49b5-a85a-91423ee0baff" -d '{"events": [{"name": "network-changed", "server_uuid": "f58b0fcc-d59a-4c6d-bd6d-59de4491af28", "tag": "491ebcde-90c8-4f55-b91f-654900603262"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:38.988898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1a8678b4-79d7-43dc-9edd-81fac8688889 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:39.001166 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9486fb-643f-4933-81f7-002fd404baf4 service neutron] Pushing event updated for resources: {'Port': ['ID=491ebcde-90c8-4f55-b91f-654900603262,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:39.010890 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.030242 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66fd38f8-9fdb-4e72-af2d-a053cfa81aba tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.038319 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fd38f8-9fdb-4e72-af2d-a053cfa81aba tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:39.038949 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66fd38f8-9fdb-4e72-af2d-a053cfa81aba tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.055279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-3b2734da-346d-4387-89f2-f4706768d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:39.062580 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 1a8678b4-79d7-43dc-9edd-81fac8688889 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:39.062788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-3b2734da-346d-4387-89f2-f4706768d0e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b417ecc997d4fbba16582d1126025d6&device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 1095 time: 0.1007471 Sep 30 08:26:39.062926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac1dd2a-2c7f-41e0-b8b9-e34a93e5b888 admin admin] Deleting subnet cef2bdc8-db37-473a-9377-0989dc52fa24 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:39.068256 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1a8678b4-79d7-43dc-9edd-81fac8688889 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:39.080736 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 1bdbb725-0472-4792-9bbb-c4aea3479088 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:39.082446 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fac1dd2a-2c7f-41e0-b8b9-e34a93e5b888 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.119323 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-aa27d82b-8bcd-4c05-9083-89067dca5191 None None] Provisioning complete for port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:39.119758 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa27d82b-8bcd-4c05-9083-89067dca5191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.125333 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:39.137261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:39.185800 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-44313461-6a11-47fd-9cf6-db6ba12a8755 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=491ebcde-90c8-4f55-b91f-654900603262 HTTP/1.1" status: 200 len: 217 time: 0.0937467 Sep 30 08:26:39.199165 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-66fd38f8-9fdb-4e72-af2d-a053cfa81aba tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8084564 Sep 30 08:26:39.224736 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1818d4b3-4502-4c23-acd6-7d0efa2810b3 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:39.231201 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-aa27d82b-8bcd-4c05-9083-89067dca5191 None None] Port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:39.291737 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55694) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:39.294206 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7b9ce3-b3d5-483f-bb37-006f8da3680a x-openstack-request-id: req-ea7b9ce3-b3d5-483f-bb37-006f8da3680a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:39.294499 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58b0fcc-d59a-4c6d-bd6d-59de4491af28", "tag": "491ebcde-90c8-4f55-b91f-654900603262", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:39.294753 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea7b9ce3-b3d5-483f-bb37-006f8da3680a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:39.296473 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58b0fcc-d59a-4c6d-bd6d-59de4491af28', 'tag': '491ebcde-90c8-4f55-b91f-654900603262', 'status': 'completed', 'code': 200} Sep 30 08:26:39.302561 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-aa27d82b-8bcd-4c05-9083-89067dca5191 None None] Provisioning complete for port 1818d4b3-4502-4c23-acd6-7d0efa2810b3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:39.303584 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa27d82b-8bcd-4c05-9083-89067dca5191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.309723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-430f2157-9436-4cd1-815d-d519ea3c4582 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-596678290'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:39.320164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd38f8-9fdb-4e72-af2d-a053cfa81aba tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event updated for resources: {'Network': ['ID=853752e8-92d6-4868-b9a3-90ebb990b6d8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:39.337612 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 853752e8-92d6-4868-b9a3-90ebb990b6d8 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:39.387709 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fac1dd2a-2c7f-41e0-b8b9-e34a93e5b888 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.387901 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 1818d4b3-4502-4c23-acd6-7d0efa2810b3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:39.388046 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.438528 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fac1dd2a-2c7f-41e0-b8b9-e34a93e5b888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.471764 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430f2157-9436-4cd1-815d-d519ea3c4582 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Made reservation on behalf of cff60affe7cb48bfb48e97443499aad1 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:39.476147 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-430f2157-9436-4cd1-815d-d519ea3c4582 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.496975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b80cc7-7c2e-4eb8-8947-4ddf428e4a5a req-b05c6cad-8017-4ed2-a710-d27613a21ad1 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:39.499315 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93b80cc7-7c2e-4eb8-8947-4ddf428e4a5a req-b05c6cad-8017-4ed2-a710-d27613a21ad1 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 944 time: 0.3167717 Sep 30 08:26:39.509519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-658aa838-69e0-4be8-9359-623c9e272766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:39.514003 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-658aa838-69e0-4be8-9359-623c9e272766 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3f4e250-3938-4807-a46b-db9dd48410a0 HTTP/1.1" status: 200 len: 865 time: 0.2313948 Sep 30 08:26:39.538640 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=3ca7c2b5-62b3-4b27-9941-543fe8e5648e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:39.546455 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fac1dd2a-2c7f-41e0-b8b9-e34a93e5b888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.571837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430f2157-9436-4cd1-815d-d519ea3c4582 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:39.584525 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-430f2157-9436-4cd1-815d-d519ea3c4582 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.586890 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-430f2157-9436-4cd1-815d-d519ea3c4582 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Added segment 9aae7eeb-f2b1-41b2-81f3-d9df7be285df of type vlan for network e339792e-7039-47ea-8977-c964595a792a Sep 30 08:26:39.607645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1dd2a-2c7f-41e0-b8b9-e34a93e5b888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef2bdc8-db37-473a-9377-0989dc52fa24,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:39.611659 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fac1dd2a-2c7f-41e0-b8b9-e34a93e5b888 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.616665 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fac1dd2a-2c7f-41e0-b8b9-e34a93e5b888 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cef2bdc8-db37-473a-9377-0989dc52fa24 HTTP/1.1" status: 204 len: 168 time: 0.7167156 Sep 30 08:26:39.619468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:39.619677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-3e6ece18-93f1-4c1a-9305-83702a56287e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0624c647-3c88-42b9-9912-f10f5115595f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868969 Sep 30 08:26:39.634518 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.700250 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93b80cc7-7c2e-4eb8-8947-4ddf428e4a5a req-beafc1f1-cf35-44b8-ba60-809c6ab4a832 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfa80a0c-d067-4b77-be1d-9bae0276f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830451 Sep 30 08:26:39.707097 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-430f2157-9436-4cd1-815d-d519ea3c4582 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.719405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f2dab8a1-957c-4d35-8011-abd4745a4c11 None None] Provisioning complete for port 3ca7c2b5-62b3-4b27-9941-543fe8e5648e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:39.719946 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2dab8a1-957c-4d35-8011-abd4745a4c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.780474 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f2dab8a1-957c-4d35-8011-abd4745a4c11 None None] Port 3ca7c2b5-62b3-4b27-9941-543fe8e5648e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:39.781413 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-430f2157-9436-4cd1-815d-d519ea3c4582 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.788242 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430f2157-9436-4cd1-815d-d519ea3c4582 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:39.788863 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-430f2157-9436-4cd1-815d-d519ea3c4582 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.801691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-f5f418ab-3e82-46b8-9b7e-c88a04a0011f service neutron] 10.222.0.36 "GET /v2.0/networks/0624c647-3c88-42b9-9912-f10f5115595f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534858 Sep 30 08:26:39.859895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-430f2157-9436-4cd1-815d-d519ea3c4582 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5611198 Sep 30 08:26:39.860592 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3642aa20-e331-4524-a364-684f5f032f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.865366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55708) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:39.868272 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:26:39.876900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Request body: {'ports': [{'network_id': '853752e8-92d6-4868-b9a3-90ebb990b6d8', 'name': 'tempest-port--132938832', 'admin_state_up': True}, {'network_id': 'e339792e-7039-47ea-8977-c964595a792a', 'admin_state_up': False}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:39.877224 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Request body: {'port': {'network_id': '853752e8-92d6-4868-b9a3-90ebb990b6d8', 'name': 'tempest-port--132938832', 'admin_state_up': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:39.877881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Request body: {'port': {'network_id': 'e339792e-7039-47ea-8977-c964595a792a', 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:39.878126 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:39.903099 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Transition to ACTIVE for port object 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:26:39.930700 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.009553 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.010837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f2157-9436-4cd1-815d-d519ea3c4582 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event updated for resources: {'Network': ['ID=e339792e-7039-47ea-8977-c964595a792a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:40.022925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network e339792e-7039-47ea-8977-c964595a792a details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:40.094296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55710) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:40.099062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e5af5722-d07a-41cb-8b9a-06bfb6449016 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-278468477', 'description': 'tempest-secgroup-smoke-278468477 description', 'project_id': '9cc3341683d74857bfb7b0b638c15491'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:40.122816 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7464c5a9-2a75-4809-8028-cc7164137c10 req-83415222-1877-44ba-bde9-fbbe3fd18ebf service neutron] 10.222.0.36 "GET /v2.0/networks/0624c647-3c88-42b9-9912-f10f5115595f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069553 Sep 30 08:26:40.156478 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.164680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c6647-7b92-408e-b307-4d51eb5f94fd req-63d22139-137e-4253-af81-892269f4ef22 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:40.168111 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-438c6647-7b92-408e-b307-4d51eb5f94fd req-63d22139-137e-4253-af81-892269f4ef22 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 943 time: 0.2750278 Sep 30 08:26:40.212650 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5af5722-d07a-41cb-8b9a-06bfb6449016 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.289366 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5af5722-d07a-41cb-8b9a-06bfb6449016 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.339980 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-438c6647-7b92-408e-b307-4d51eb5f94fd req-760892b1-be1e-4b27-971b-5d423a138204 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597912 Sep 30 08:26:40.355534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43dbc66-8aae-49b5-a85a-91423ee0baff req-cfad2a73-e422-4d56-9787-dd9cd4c0ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:40.357397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d43dbc66-8aae-49b5-a85a-91423ee0baff req-cfad2a73-e422-4d56-9787-dd9cd4c0ea07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b417ecc997d4fbba16582d1126025d6&device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 1095 time: 0.1573577 Sep 30 08:26:40.359971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Made reservation on behalf of cff60affe7cb48bfb48e97443499aad1 for: {'port': 2} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:40.364954 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.366817 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3642aa20-e331-4524-a364-684f5f032f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.371834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Pushing event updated for resources: {'Port': ['ID=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:40.408081 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.451001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3642aa20-e331-4524-a364-684f5f032f52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506d58c1-91cb-479e-825a-9bafccf3237a']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:40.474601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3642aa20-e331-4524-a364-684f5f032f52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:40.474795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3642aa20-e331-4524-a364-684f5f032f52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5809ff-b548-4bf5-bba0-2ccc7df8ee4c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:40.495097 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3642aa20-e331-4524-a364-684f5f032f52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.580353 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3642aa20-e331-4524-a364-684f5f032f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.584021 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Attempting to bind port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:40.584369 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Attempting to bind port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:40.584694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Attempting to bind port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:40.585719 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] device_id is not set on port 39c34a9a-4288-4f52-9611-d02f48af53c0 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:26:40.590384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43dbc66-8aae-49b5-a85a-91423ee0baff req-14407b33-8259-4b5c-b14f-1e5ec9a105af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:40.591957 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d43dbc66-8aae-49b5-a85a-91423ee0baff req-14407b33-8259-4b5c-b14f-1e5ec9a105af service neutron] 10.222.0.36 "GET /v2.0/networks?id=0624c647-3c88-42b9-9912-f10f5115595f HTTP/1.1" status: 200 len: 926 time: 0.2203677 Sep 30 08:26:40.595052 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3642aa20-e331-4524-a364-684f5f032f52 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:40.595454 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3642aa20-e331-4524-a364-684f5f032f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.597098 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:26:40.597410 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Attempting to bind port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:40.599258 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:40.617327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:40.617661 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Checking segment: {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:40.618057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Bound using segment: {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:40.618474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Bound port: 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:40.618829 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.654618 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d43dbc66-8aae-49b5-a85a-91423ee0baff req-0cd8b1a3-88fd-4cd0-9b9c-bd84c97cb3b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=491ebcde-90c8-4f55-b91f-654900603262 HTTP/1.1" status: 200 len: 217 time: 0.0528383 Sep 30 08:26:40.681866 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5af5722-d07a-41cb-8b9a-06bfb6449016 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.707240 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5af5722-d07a-41cb-8b9a-06bfb6449016 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.731128 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3642aa20-e331-4524-a364-684f5f032f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.745102 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3642aa20-e331-4524-a364-684f5f032f52 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.750557 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3642aa20-e331-4524-a364-684f5f032f52 admin admin] 10.222.0.24 "DELETE /v2.0/networks/506d58c1-91cb-479e-825a-9bafccf3237a HTTP/1.1" status: 204 len: 168 time: 1.1265690 Sep 30 08:26:40.774282 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55714) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:40.787991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642aa20-e331-4524-a364-684f5f032f52 admin admin] Pushing event deleted for resources: {'Network': ['ID=506d58c1-91cb-479e-825a-9bafccf3237a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:40.829149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:40.834263 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:40.838733 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.843589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43dbc66-8aae-49b5-a85a-91423ee0baff req-27c458bc-884c-469c-a9c4-5462408782b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:40.845078 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d43dbc66-8aae-49b5-a85a-91423ee0baff req-27c458bc-884c-469c-a9c4-5462408782b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3f4e250-3938-4807-a46b-db9dd48410a0 HTTP/1.1" status: 200 len: 865 time: 0.1796877 Sep 30 08:26:40.858889 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af5722-d07a-41cb-8b9a-06bfb6449016 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ac9d12-3144-4e1d-a565-8f5f05620937,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:40.896597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:40.897459 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.898950 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] 10.222.0.35 "PUT /v2.0/ports/9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 HTTP/1.1" status: 200 len: 1091 time: 2.1545501 Sep 30 08:26:40.899413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:40.901746 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee32771e-e860-47dd-81f6-17e7f6e93d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:40.922135 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.930912 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:40.948312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d43dbc66-8aae-49b5-a85a-91423ee0baff req-c716f7a8-3e91-4f20-ae91-72b980012302 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0624c647-3c88-42b9-9912-f10f5115595f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906696 Sep 30 08:26:40.957779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490468cb-484a-4d24-a583-8c9404fd1d9f service neutron] Pushing event updated for resources: {'Port': ['ID=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:40.982851 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afdf24b-6855-44ec-bbc5-1f486c818597 x-openstack-request-id: req-2afdf24b-6855-44ec-bbc5-1f486c818597 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:40.983054 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:40.983374 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2afdf24b-6855-44ec-bbc5-1f486c818597 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:40.983782 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'status': 'completed', 'code': 200} Sep 30 08:26:40.996268 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-331b0f70-3080-40d2-a8c5-e9e65d639a3e admin admin] Deleting subnet f76c8a94-1749-4a8e-b11b-15782db1cfbe {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:41.035778 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-331b0f70-3080-40d2-a8c5-e9e65d639a3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.056186 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.063519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=3ca7c2b5-62b3-4b27-9941-543fe8e5648e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:41.076548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-33c53215-4b39-4152-af7a-d3f7e03994a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:41.078129 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-33c53215-4b39-4152-af7a-d3f7e03994a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 1094 time: 0.1151857 Sep 30 08:26:41.130540 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.134938 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-18397dcd-1216-4dd0-aa9c-e04e8c27f77a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 HTTP/1.1" status: 200 len: 217 time: 0.0435390 Sep 30 08:26:41.143998 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f791f-da3c-4759-88e4-fbf365fac09a req-96e36946-439d-46e3-90bc-865e029d59b7 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:41.145435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff2f791f-da3c-4759-88e4-fbf365fac09a req-96e36946-439d-46e3-90bc-865e029d59b7 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 944 time: 0.3514771 Sep 30 08:26:41.181753 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-331b0f70-3080-40d2-a8c5-e9e65d639a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.234225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-f18c1275-8414-4e86-8a1c-7ef57fc63ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:41.235620 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-f18c1275-8414-4e86-8a1c-7ef57fc63ab2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0683489 Sep 30 08:26:41.242582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 1bdbb725-0472-4792-9bbb-c4aea3479088 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:41.252036 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:41.361360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-62f2b9e4-7855-488e-9814-ebf2a61060fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:41.365272 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-62f2b9e4-7855-488e-9814-ebf2a61060fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215420 Sep 30 08:26:41.486528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 9a10d1db-8964-4645-a225-f7a05b7515ac is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:26:41.505142 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-18d53378-4218-4a9d-ae2a-61d66ee5b842 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323540 Sep 30 08:26:41.538147 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5af5722-d07a-41cb-8b9a-06bfb6449016 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.567028 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6e05b355-21ba-4cba-9f25-4c0900c321f8 None None] Provisioning complete for port 3ca7c2b5-62b3-4b27-9941-543fe8e5648e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:41.567665 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e05b355-21ba-4cba-9f25-4c0900c321f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.568281 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5af5722-d07a-41cb-8b9a-06bfb6449016 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.603937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6e05b355-21ba-4cba-9f25-4c0900c321f8 None None] Port 3ca7c2b5-62b3-4b27-9941-543fe8e5648e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:41.653245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:41.662996 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-99cdf7c6-ef56-4386-b011-bf569423e63e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/9a10d1db-8964-4645-a225-f7a05b7515ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1339910 Sep 30 08:26:41.662996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55720) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:41.670694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af000449-1b3e-429f-a0aa-a5ccc53ed0ee None None] Sync routers for ids ['9a10d1db-8964-4645-a225-f7a05b7515ac'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:41.671873 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] device_id is not set on port 7ba93919-64ca-49be-8754-719a76c0f946 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:26:41.683822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af000449-1b3e-429f-a0aa-a5ccc53ed0ee None None] Routers {'9a10d1db-8964-4645-a225-f7a05b7515ac'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:41.684809 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-af000449-1b3e-429f-a0aa-a5ccc53ed0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9a10d1db-8964-4645-a225-f7a05b7515ac'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:41.691235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d43dbc66-8aae-49b5-a85a-91423ee0baff req-df8efac5-e819-475f-9840-2ca87275f46f service neutron] 10.222.0.36 "GET /v2.0/networks/0624c647-3c88-42b9-9912-f10f5115595f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162035 Sep 30 08:26:41.693271 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5af5722-d07a-41cb-8b9a-06bfb6449016 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.693988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e5af5722-d07a-41cb-8b9a-06bfb6449016 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5990694 Sep 30 08:26:41.698099 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55722) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:41.709952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff2f791f-da3c-4759-88e4-fbf365fac09a req-68b019bb-afbc-4890-a3c5-e4f7c89866f3 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfa80a0c-d067-4b77-be1d-9bae0276f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5398598 Sep 30 08:26:41.710912 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fba55c9c-f949-4925-8953-ad8bfce6cebd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': 'effee0df-5136-4b84-971e-19b086c9dfbc', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:41.727031 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39df2250-5bbe-4ee1-8c3e-dc3b8f4f9deb req-7f2aabc0-d745-40fe-b4e5-8170c68ef372 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862745 Sep 30 08:26:41.737637 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-331b0f70-3080-40d2-a8c5-e9e65d639a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.739644 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af5722-d07a-41cb-8b9a-06bfb6449016 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=effee0df-5136-4b84-971e-19b086c9dfbc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:41.746315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-af000449-1b3e-429f-a0aa-a5ccc53ed0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:41.748578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473407b0-71c8-4304-b0bc-d16fec37b48e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:41.753964 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-473407b0-71c8-4304-b0bc-d16fec37b48e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports/3ca7c2b5-62b3-4b27-9941-543fe8e5648e HTTP/1.1" status: 200 len: 910 time: 0.0876284 Sep 30 08:26:41.757968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af000449-1b3e-429f-a0aa-a5ccc53ed0ee None None] Routers {'9a10d1db-8964-4645-a225-f7a05b7515ac'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:41.758113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55724) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:41.758744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-af000449-1b3e-429f-a0aa-a5ccc53ed0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9a10d1db-8964-4645-a225-f7a05b7515ac'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:41.769709 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-31c95630-830e-4b44-b4c5-f594144be9eb tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1d0cbb5-9d27-4f59-b2e0-f9196aaf34f7'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:41.796331 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-af000449-1b3e-429f-a0aa-a5ccc53ed0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:41.796989 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af000449-1b3e-429f-a0aa-a5ccc53ed0ee None None] The sync data for ids ['9a10d1db-8964-4645-a225-f7a05b7515ac'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:41.800616 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28263f-aecc-4de5-8e03-f8c11f9af1a9 req-13699f94-aca6-413b-aa0e-a8daa786d2d0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:41.802093 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f28263f-aecc-4de5-8e03-f8c11f9af1a9 req-13699f94-aca6-413b-aa0e-a8daa786d2d0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 943 time: 0.2669973 Sep 30 08:26:41.824352 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fba55c9c-f949-4925-8953-ad8bfce6cebd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.936148 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-331b0f70-3080-40d2-a8c5-e9e65d639a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:41.948698 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f28263f-aecc-4de5-8e03-f8c11f9af1a9 req-bfb38296-070e-4f81-aac1-cf2eaee138a6 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078022 Sep 30 08:26:41.976457 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32771e-e860-47dd-81f6-17e7f6e93d6d req-d05bc1de-c339-4c49-a246-dd698debc32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:41.977929 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ee32771e-e860-47dd-81f6-17e7f6e93d6d req-d05bc1de-c339-4c49-a246-dd698debc32a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 1094 time: 0.1339030 Sep 30 08:26:41.984642 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d43dbc66-8aae-49b5-a85a-91423ee0baff req-d535cc20-1731-4499-9875-6214f75eebf2 service neutron] 10.222.0.36 "GET /v2.0/networks/0624c647-3c88-42b9-9912-f10f5115595f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803700 Sep 30 08:26:41.985307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b0f70-3080-40d2-a8c5-e9e65d639a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f76c8a94-1749-4a8e-b11b-15782db1cfbe,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:41.998145 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-331b0f70-3080-40d2-a8c5-e9e65d639a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.003472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-331b0f70-3080-40d2-a8c5-e9e65d639a3e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f76c8a94-1749-4a8e-b11b-15782db1cfbe HTTP/1.1" status: 204 len: 168 time: 1.2224560 Sep 30 08:26:42.003748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55726) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:42.031515 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.032641 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5dfa2763-be34-478d-b803-4dfeff041e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.064680 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fba55c9c-f949-4925-8953-ad8bfce6cebd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.071496 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.097785 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fba55c9c-f949-4925-8953-ad8bfce6cebd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.141649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event updated for resources: {'Port': ['ID=39c34a9a-4288-4f52-9611-d02f48af53c0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:42.150527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Checking segment: {'id': '35295845-d151-4739-bd3d-80d1ee57a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '853752e8-92d6-4868-b9a3-90ebb990b6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:42.150904 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Network hostable DHCP agents. Network: 853752e8-92d6-4868-b9a3-90ebb990b6d8, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:42.168260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Network 853752e8-92d6-4868-b9a3-90ebb990b6d8 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:42.177542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 853752e8-92d6-4868-b9a3-90ebb990b6d8) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:42.182222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:42.184124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.187292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3582c23a-41c3-4c80-a586-c73efd7a4aa6 None None] Network 853752e8-92d6-4868-b9a3-90ebb990b6d8 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:42.197766 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba55c9c-f949-4925-8953-ad8bfce6cebd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923d4541-2002-46e4-bbd2-b26b89d1eaae,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:42.199601 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31c95630-830e-4b44-b4c5-f594144be9eb tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.221548 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0a9655d-ae39-4c14-9e94-03b13620c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.236401 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fba55c9c-f949-4925-8953-ad8bfce6cebd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.241328 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fba55c9c-f949-4925-8953-ad8bfce6cebd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5377417 Sep 30 08:26:42.242276 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55728) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:42.247690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b1ee72a7-ca5b-48c8-8dd4-92df5fc0d639 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': 'effee0df-5136-4b84-971e-19b086c9dfbc', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:42.259549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32771e-e860-47dd-81f6-17e7f6e93d6d req-b5d6f2a3-df92-45c4-ac66-bf0d8381c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:42.261074 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ee32771e-e860-47dd-81f6-17e7f6e93d6d req-b5d6f2a3-df92-45c4-ac66-bf0d8381c2b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.2700768 Sep 30 08:26:42.262635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Checking segment: {'id': '9aae7eeb-f2b1-41b2-81f3-d9df7be285df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e339792e-7039-47ea-8977-c964595a792a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:42.263013 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Network hostable DHCP agents. Network: e339792e-7039-47ea-8977-c964595a792a, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:42.268406 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event updated for resources: {'Port': ['ID=7ba93919-64ca-49be-8754-719a76c0f946,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:42.284820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Network e339792e-7039-47ea-8977-c964595a792a is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:42.302476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, e339792e-7039-47ea-8977-c964595a792a) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:42.306707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:42.312827 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:42.316385 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f9bece-9141-41d7-859d-a432c5207e71 None None] Network e339792e-7039-47ea-8977-c964595a792a requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:42.318310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:42.319058 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.345364 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ee32771e-e860-47dd-81f6-17e7f6e93d6d req-a4614ac9-8a3c-4df0-b07c-4700b5c75fdd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 HTTP/1.1" status: 200 len: 217 time: 0.0625026 Sep 30 08:26:42.362761 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8566d218-a74b-47e0-8cd3-d370b01a683e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.4900825 Sep 30 08:26:42.363438 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55730) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:42.413414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2681c8b3-6e69-405c-8f3c-1590080890be tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:42.419676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2681c8b3-6e69-405c-8f3c-1590080890be tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:42.424692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2681c8b3-6e69-405c-8f3c-1590080890be tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0599406 Sep 30 08:26:42.425589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55732) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:42.462377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1ee72a7-ca5b-48c8-8dd4-92df5fc0d639 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.526570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-34decc40-bc02-40e9-83e7-effa4de6bf0e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Deleting port 39c34a9a-4288-4f52-9611-d02f48af53c0 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:42.526984 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34decc40-bc02-40e9-83e7-effa4de6bf0e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.598738 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34decc40-bc02-40e9-83e7-effa4de6bf0e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.614651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-34decc40-bc02-40e9-83e7-effa4de6bf0e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Calling delete_port for 39c34a9a-4288-4f52-9611-d02f48af53c0 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:42.701251 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34decc40-bc02-40e9-83e7-effa4de6bf0e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.732128 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34decc40-bc02-40e9-83e7-effa4de6bf0e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event deleted for resources: {'Port': ['ID=39c34a9a-4288-4f52-9611-d02f48af53c0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:42.739941 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34decc40-bc02-40e9-83e7-effa4de6bf0e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.742091 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-34decc40-bc02-40e9-83e7-effa4de6bf0e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "DELETE /v2.0/ports/39c34a9a-4288-4f52-9611-d02f48af53c0 HTTP/1.1" status: 204 len: 168 time: 0.3154173 Sep 30 08:26:42.744712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55736) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:42.813238 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0a9655d-ae39-4c14-9e94-03b13620c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.857290 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a0a9655d-ae39-4c14-9e94-03b13620c3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6d214b-4923-4862-abe3-a3d727954c8d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:42.861535 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32771e-e860-47dd-81f6-17e7f6e93d6d req-a5719852-d91d-4708-a511-e2645a2cb3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:42.863617 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ee32771e-e860-47dd-81f6-17e7f6e93d6d req-a5719852-d91d-4708-a511-e2645a2cb3ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.5097408 Sep 30 08:26:42.872642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3fcd6-a4de-4407-b86d-4a339ad9458a req-dffe5c7f-e064-4576-9f80-59c94e23c243 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:42.874152 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e4c3fcd6-a4de-4407-b86d-4a339ad9458a req-dffe5c7f-e064-4576-9f80-59c94e23c243 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 944 time: 0.0664830 Sep 30 08:26:42.890273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-867752b4-07ec-44ef-a7ac-3197e5899b85 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Deleting port 7ba93919-64ca-49be-8754-719a76c0f946 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:42.890792 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-867752b4-07ec-44ef-a7ac-3197e5899b85 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.926899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a0a9655d-ae39-4c14-9e94-03b13620c3f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e5872b-a74f-4fca-93b1-8c2024e7104f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:42.927168 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a0a9655d-ae39-4c14-9e94-03b13620c3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e5872b-a74f-4fca-93b1-8c2024e7104f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:42.967681 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0a9655d-ae39-4c14-9e94-03b13620c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.986941 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e4c3fcd6-a4de-4407-b86d-4a339ad9458a req-240603bc-a359-4b3e-8a2e-b531e19b7da9 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfa80a0c-d067-4b77-be1d-9bae0276f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991170 Sep 30 08:26:42.988784 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-867752b4-07ec-44ef-a7ac-3197e5899b85 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:42.996990 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1ee72a7-ca5b-48c8-8dd4-92df5fc0d639 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.002225 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0a9655d-ae39-4c14-9e94-03b13620c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.002618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-867752b4-07ec-44ef-a7ac-3197e5899b85 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Calling delete_port for 7ba93919-64ca-49be-8754-719a76c0f946 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:43.039849 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1ee72a7-ca5b-48c8-8dd4-92df5fc0d639 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.042174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a9655d-ae39-4c14-9e94-03b13620c3f1 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:43.042641 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0a9655d-ae39-4c14-9e94-03b13620c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:43.053677 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:43.102893 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32771e-e860-47dd-81f6-17e7f6e93d6d req-8976808e-40b2-411f-b89a-27143e207700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:43.104363 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ee32771e-e860-47dd-81f6-17e7f6e93d6d req-8976808e-40b2-411f-b89a-27143e207700 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2242630 Sep 30 08:26:43.104965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee72a7-ca5b-48c8-8dd4-92df5fc0d639 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb8dc3a-7012-46a5-87b4-126024ca6362,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:43.136288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe9445-d308-4c29-baad-a56e5e666352 req-19dcb3ca-2220-43dd-b529-475be6451ce4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:43.137797 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efbe9445-d308-4c29-baad-a56e5e666352 req-19dcb3ca-2220-43dd-b529-475be6451ce4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 943 time: 0.0722919 Sep 30 08:26:43.156000 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-867752b4-07ec-44ef-a7ac-3197e5899b85 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.160317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 491ebcde-90c8-4f55-b91f-654900603262 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:26:43.161567 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1ee72a7-ca5b-48c8-8dd4-92df5fc0d639 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.162801 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b1ee72a7-ca5b-48c8-8dd4-92df5fc0d639 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9200742 Sep 30 08:26:43.166658 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55742) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:43.176705 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-75fbe95c-16b3-4644-8e61-cc05435d6403 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': 'effee0df-5136-4b84-971e-19b086c9dfbc', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:43.189451 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0a9655d-ae39-4c14-9e94-03b13620c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.208768 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0a9655d-ae39-4c14-9e94-03b13620c3f1 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.213015 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a0a9655d-ae39-4c14-9e94-03b13620c3f1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3c6d214b-4923-4862-abe3-a3d727954c8d HTTP/1.1" status: 204 len: 168 time: 1.2044926 Sep 30 08:26:43.226004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867752b4-07ec-44ef-a7ac-3197e5899b85 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event deleted for resources: {'Port': ['ID=7ba93919-64ca-49be-8754-719a76c0f946,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:43.237984 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-867752b4-07ec-44ef-a7ac-3197e5899b85 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.243486 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-867752b4-07ec-44ef-a7ac-3197e5899b85 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "DELETE /v2.0/ports/7ba93919-64ca-49be-8754-719a76c0f946 HTTP/1.1" status: 204 len: 168 time: 0.4955065 Sep 30 08:26:43.244168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55746) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:43.261885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9655d-ae39-4c14-9e94-03b13620c3f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c6d214b-4923-4862-abe3-a3d727954c8d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:43.291562 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4aead020-2ce6-44ab-8189-f15850ff9e2b tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0434937 Sep 30 08:26:43.294437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55748) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:43.300089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6b5ff81c-d218-404a-bd09-cc25dcd817e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-747358876'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:43.307287 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efbe9445-d308-4c29-baad-a56e5e666352 req-91efd9c0-384a-4440-aba8-17315ea12aa6 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581447 Sep 30 08:26:43.310194 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-75fbe95c-16b3-4644-8e61-cc05435d6403 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.324374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 491ebcde-90c8-4f55-b91f-654900603262, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=491ebcde-90c8-4f55-b91f-654900603262,segment=NetworkSegment(e27c31cd-d979-4219-8d1a-934d79e185ff),segment_id=e27c31cd-d979-4219-8d1a-934d79e185ff)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:43.356637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '491ebcde-90c8-4f55-b91f-654900603262', 'network_id': '0624c647-3c88-42b9-9912-f10f5115595f', 'port_id': '491ebcde-90c8-4f55-b91f-654900603262', 'mac_address': 'fa:16:3e:d8:5d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3f4e250-3938-4807-a46b-db9dd48410a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:26:43.364165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5ff81c-d218-404a-bd09-cc25dcd817e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Made reservation on behalf of cff60affe7cb48bfb48e97443499aad1 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:43.364867 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ee32771e-e860-47dd-81f6-17e7f6e93d6d req-122eea60-db2d-4a38-a4bc-0290c0cd618b service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188270 Sep 30 08:26:43.368654 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6b5ff81c-d218-404a-bd09-cc25dcd817e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.415631 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31c95630-830e-4b44-b4c5-f594144be9eb tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.424716 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-75fbe95c-16b3-4644-8e61-cc05435d6403 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.425909 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5ff81c-d218-404a-bd09-cc25dcd817e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:43.427038 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.433382 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-75fbe95c-16b3-4644-8e61-cc05435d6403 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.433578 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31c95630-830e-4b44-b4c5-f594144be9eb tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.449587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491ebcde-90c8-4f55-b91f-654900603262 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:26:43.453584 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6b5ff81c-d218-404a-bd09-cc25dcd817e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.453822 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-6b5ff81c-d218-404a-bd09-cc25dcd817e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Added segment 077afedc-035d-430b-9053-a4712db561cc of type vlan for network 19d3af38-8169-4c30-997e-00f4d12decfb Sep 30 08:26:43.467462 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbe95c-16b3-4644-8e61-cc05435d6403 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b961b861-53f0-4fdc-ae0b-d3055ccdce01,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:43.484678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 491ebcde-90c8-4f55-b91f-654900603262, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=491ebcde-90c8-4f55-b91f-654900603262,segment=NetworkSegment(e27c31cd-d979-4219-8d1a-934d79e185ff),segment_id=e27c31cd-d979-4219-8d1a-934d79e185ff)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:43.494280 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.495757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55750) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:43.506426 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-75fbe95c-16b3-4644-8e61-cc05435d6403 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.507653 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-75fbe95c-16b3-4644-8e61-cc05435d6403 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3387032 Sep 30 08:26:43.519660 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:43.528109 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e736f344-1d1c-487d-98f4-ce25d00601e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': 'effee0df-5136-4b84-971e-19b086c9dfbc', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:43.533100 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6b5ff81c-d218-404a-bd09-cc25dcd817e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.561414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=491ebcde-90c8-4f55-b91f-654900603262,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:43.571897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c95630-830e-4b44-b4c5-f594144be9eb tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=3ca7c2b5-62b3-4b27-9941-543fe8e5648e,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:43.578693 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dfde0823-7a76-4c2f-8743-ff63427b162d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc04f54020aa4e43b9adb829f704935e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787556 Sep 30 08:26:43.579167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55754) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:43.588710 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c95630-830e-4b44-b4c5-f594144be9eb tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:43.589342 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31c95630-830e-4b44-b4c5-f594144be9eb tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.590687 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-31c95630-830e-4b44-b4c5-f594144be9eb tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/ports/3ca7c2b5-62b3-4b27-9941-543fe8e5648e HTTP/1.1" status: 200 len: 910 time: 1.8313739 Sep 30 08:26:43.594106 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6b5ff81c-d218-404a-bd09-cc25dcd817e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.594836 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55756) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:43.601401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5ff81c-d218-404a-bd09-cc25dcd817e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:43.602016 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6b5ff81c-d218-404a-bd09-cc25dcd817e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.606547 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ee32771e-e860-47dd-81f6-17e7f6e93d6d req-010f203d-398d-4c71-b5bf-322967e6b9e8 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256882 Sep 30 08:26:43.648437 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e736f344-1d1c-487d-98f4-ce25d00601e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.655327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6b5ff81c-d218-404a-bd09-cc25dcd817e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3596041 Sep 30 08:26:43.660540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55758) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:43.667849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9a9ca751-d30f-47e7-bc74-094bfa3f4fde tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1858161599'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:43.690686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['491ebcde-90c8-4f55-b91f-654900603262'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:26:43.699591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ff81c-d218-404a-bd09-cc25dcd817e2 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event updated for resources: {'Network': ['ID=19d3af38-8169-4c30-997e-00f4d12decfb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:43.712450 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a100b14-6da6-4488-9257-1daa554eca90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.726463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 19d3af38-8169-4c30-997e-00f4d12decfb details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:43.737385 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a100b14-6da6-4488-9257-1daa554eca90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.760590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9ca751-d30f-47e7-bc74-094bfa3f4fde tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Made reservation on behalf of cff60affe7cb48bfb48e97443499aad1 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:43.764084 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca751-d30f-47e7-bc74-094bfa3f4fde tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.803021 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a100b14-6da6-4488-9257-1daa554eca90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.806048 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a100b14-6da6-4488-9257-1daa554eca90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.809927 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1a100b14-6da6-4488-9257-1daa554eca90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cb5f5c5-4456-40b5-a86c-96731920a14d HTTP/1.1" status: 204 len: 168 time: 0.2277877 Sep 30 08:26:43.819157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a100b14-6da6-4488-9257-1daa554eca90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb5f5c5-4456-40b5-a86c-96731920a14d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:43.823594 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e736f344-1d1c-487d-98f4-ce25d00601e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.852961 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e736f344-1d1c-487d-98f4-ce25d00601e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.889625 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736f344-1d1c-487d-98f4-ce25d00601e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766336f0-3fb9-4c2e-a2c9-e957aab04598,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:43.892585 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9ca751-d30f-47e7-bc74-094bfa3f4fde tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:43.906752 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e736f344-1d1c-487d-98f4-ce25d00601e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.908325 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e736f344-1d1c-487d-98f4-ce25d00601e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3876646 Sep 30 08:26:43.912008 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55762) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:43.921061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-31abfd09-8e5e-4265-abee-cd56f39a0aca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': 'effee0df-5136-4b84-971e-19b086c9dfbc', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:43.935468 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca751-d30f-47e7-bc74-094bfa3f4fde tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.935819 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-9a9ca751-d30f-47e7-bc74-094bfa3f4fde tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Added segment 8f55f0b1-8df2-4261-8a09-c55091df9bc2 of type vlan for network 1e54ac80-5871-4bdb-8053-8fba2d393437 Sep 30 08:26:43.947232 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-31abfd09-8e5e-4265-abee-cd56f39a0aca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Project 9cc3341683d74857bfb7b0b638c15491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:26:43.953766 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31abfd09-8e5e-4265-abee-cd56f39a0aca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:43.998925 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca751-d30f-47e7-bc74-094bfa3f4fde tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.019419 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31abfd09-8e5e-4265-abee-cd56f39a0aca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.023731 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31abfd09-8e5e-4265-abee-cd56f39a0aca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.044034 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abfd09-8e5e-4265-abee-cd56f39a0aca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bb49e4-fa6b-43ac-9cfe-abd15845f46f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:44.063695 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31abfd09-8e5e-4265-abee-cd56f39a0aca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.063933 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca751-d30f-47e7-bc74-094bfa3f4fde tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.064215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-31abfd09-8e5e-4265-abee-cd56f39a0aca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1509852 Sep 30 08:26:44.067412 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55768) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:44.068734 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9ca751-d30f-47e7-bc74-094bfa3f4fde tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:44.069349 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca751-d30f-47e7-bc74-094bfa3f4fde tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.072287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b25bbce0-641a-40e9-b9a7-34f7d42df93a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': 'effee0df-5136-4b84-971e-19b086c9dfbc', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:44.101731 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-b25bbce0-641a-40e9-b9a7-34f7d42df93a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Project 9cc3341683d74857bfb7b0b638c15491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:26:44.118946 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9a9ca751-d30f-47e7-bc74-094bfa3f4fde tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4573483 Sep 30 08:26:44.139014 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b25bbce0-641a-40e9-b9a7-34f7d42df93a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.173331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ca751-d30f-47e7-bc74-094bfa3f4fde tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event updated for resources: {'Network': ['ID=1e54ac80-5871-4bdb-8053-8fba2d393437,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:44.187317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 1e54ac80-5871-4bdb-8053-8fba2d393437 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:44.207975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b44f88-dc75-4670-884d-553785577005 req-6599c2ef-ce85-42c4-9cf7-20a639e18b3c tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:44.207975 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d1b44f88-dc75-4670-884d-553785577005 req-6599c2ef-ce85-42c4-9cf7-20a639e18b3c tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 945 time: 0.0972581 Sep 30 08:26:44.227621 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5dfc0001-549a-45ba-940a-2b31145bde9e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.262644 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b25bbce0-641a-40e9-b9a7-34f7d42df93a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.268365 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d1b44f88-dc75-4670-884d-553785577005 req-c51e9b13-98ff-4a0c-8972-d63b6bc7e7af tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfa80a0c-d067-4b77-be1d-9bae0276f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553327 Sep 30 08:26:44.270259 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b25bbce0-641a-40e9-b9a7-34f7d42df93a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.273960 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55770) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:44.289554 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Request body: {'subnets': [{'network_id': '19d3af38-8169-4c30-997e-00f4d12decfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1264464044', 'ip_version': 4}, {'network_id': '1e54ac80-5871-4bdb-8053-8fba2d393437', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:44.289554 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Request body: {'subnet': {'network_id': '19d3af38-8169-4c30-997e-00f4d12decfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1264464044', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:44.289554 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Request body: {'subnet': {'network_id': '1e54ac80-5871-4bdb-8053-8fba2d393437', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:44.308634 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55772) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:44.339456 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b25bbce0-641a-40e9-b9a7-34f7d42df93a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.341185 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b25bbce0-641a-40e9-b9a7-34f7d42df93a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2727146 Sep 30 08:26:44.346838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55776) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:44.352713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bbce0-641a-40e9-b9a7-34f7d42df93a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ef5e16-b7d9-4c14-8257-893d1bdadfe3,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:44.361236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7064e203-b80b-4a24-a46d-afa8faca6043 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'network': {'name': 'tempest-network-smoke--621077647', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'port_security_enabled': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:44.483428 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7064e203-b80b-4a24-a46d-afa8faca6043 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Made reservation on behalf of 9cc3341683d74857bfb7b0b638c15491 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:44.486936 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7064e203-b80b-4a24-a46d-afa8faca6043 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.490735 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9db42ff2-83d6-4ba3-8dfc-14bd0b3df7b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3c9aff135a645efb9f585935bbb7ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647365 Sep 30 08:26:44.504323 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:44.545578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99d38d-718a-42a1-a92b-0ba1e62c366a req-25c2c4b7-62d5-491a-85fd-e82ea4b8281a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:44.551053 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c99d38d-718a-42a1-a92b-0ba1e62c366a req-25c2c4b7-62d5-491a-85fd-e82ea4b8281a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 943 time: 0.1257758 Sep 30 08:26:44.570497 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1769f31-ab8b-4531-b3d9-71bd44d80a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.577056 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc0001-549a-45ba-940a-2b31145bde9e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port 3ca7c2b5-62b3-4b27-9941-543fe8e5648e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:44.577420 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5dfc0001-549a-45ba-940a-2b31145bde9e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.591670 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7064e203-b80b-4a24-a46d-afa8faca6043 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:44.615938 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7064e203-b80b-4a24-a46d-afa8faca6043 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.616285 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-7064e203-b80b-4a24-a46d-afa8faca6043 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Added segment a2656638-aa4a-4aa8-9009-437dc41d9010 of type vlan for network 094422d0-a463-4c54-8c68-8929e1bb8675 Sep 30 08:26:44.623272 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1769f31-ab8b-4531-b3d9-71bd44d80a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.675655 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c99d38d-718a-42a1-a92b-0ba1e62c366a req-53deb00b-7786-4709-9956-6bf1e187177d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003580 Sep 30 08:26:44.685895 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7064e203-b80b-4a24-a46d-afa8faca6043 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.691202 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Made reservation on behalf of cff60affe7cb48bfb48e97443499aad1 for: {'subnet': 2} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:44.695490 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.695835 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.710049 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5dfc0001-549a-45ba-940a-2b31145bde9e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.723813 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc0001-549a-45ba-940a-2b31145bde9e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for 3ca7c2b5-62b3-4b27-9941-543fe8e5648e owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:44.769870 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1afe7832-32bd-4104-8db1-a3c11adae32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.779930 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1769f31-ab8b-4531-b3d9-71bd44d80a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.782820 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1769f31-ab8b-4531-b3d9-71bd44d80a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.786999 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a1769f31-ab8b-4531-b3d9-71bd44d80a8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6fa587a-1740-464d-ba01-e9d9f66eac66 HTTP/1.1" status: 204 len: 168 time: 0.2806613 Sep 30 08:26:44.787780 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7064e203-b80b-4a24-a46d-afa8faca6043 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.793623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7064e203-b80b-4a24-a46d-afa8faca6043 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:44.794232 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7064e203-b80b-4a24-a46d-afa8faca6043 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.798515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1769f31-ab8b-4531-b3d9-71bd44d80a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fa587a-1740-464d-ba01-e9d9f66eac66,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:44.855719 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7064e203-b80b-4a24-a46d-afa8faca6043 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4991424 Sep 30 08:26:44.859751 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55782) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:44.865782 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-106248673', 'admin_state_up': True, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:44.894950 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064e203-b80b-4a24-a46d-afa8faca6043 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Network': ['ID=094422d0-a463-4c54-8c68-8929e1bb8675,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:44.899765 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.901233 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:44.909988 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 094422d0-a463-4c54-8c68-8929e1bb8675 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:44.977148 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5dfc0001-549a-45ba-940a-2b31145bde9e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.020139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc0001-549a-45ba-940a-2b31145bde9e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=3ca7c2b5-62b3-4b27-9941-543fe8e5648e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:45.052403 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:26:45.068949 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.188359 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:45.204324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'port_id': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'mac_address': 'fa:16:3e:35:ac:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:26:45.209195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 491ebcde-90c8-4f55-b91f-654900603262 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:45.319489 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.387618 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.397466 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.422628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:26:45.465892 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event updated for resources: {'Subnet': ['ID=9ac1bb5a-7700-4ee0-8789-8d5adee0912d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:45.468061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:45.469846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 491ebcde-90c8-4f55-b91f-654900603262 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:26:45.474544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Checking segment: {'id': '077afedc-035d-430b-9053-a4712db561cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19d3af38-8169-4c30-997e-00f4d12decfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:45.474925 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Network hostable DHCP agents. Network: 19d3af38-8169-4c30-997e-00f4d12decfb, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:45.478106 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.529302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ee49c-5fd1-4e78-ac99-2a68136d6852 req-d736c701-1c2a-4e16-9b71-edec214f7734 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:45.531229 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-363ee49c-5fd1-4e78-ac99-2a68136d6852 req-d736c701-1c2a-4e16-9b71-edec214f7734 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 945 time: 0.1197360 Sep 30 08:26:45.547099 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:45.550341 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 491ebcde-90c8-4f55-b91f-654900603262 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:45.550846 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.560226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Network 19d3af38-8169-4c30-997e-00f4d12decfb is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:45.602024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 19d3af38-8169-4c30-997e-00f4d12decfb) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:45.614627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7505f20-54b7-41b5-98ed-8477c5da7959 None None] Network 19d3af38-8169-4c30-997e-00f4d12decfb requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:45.640293 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-363ee49c-5fd1-4e78-ac99-2a68136d6852 req-825f270c-c7dd-4c30-84fa-442fd5bec49e tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfa80a0c-d067-4b77-be1d-9bae0276f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986199 Sep 30 08:26:45.641627 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.727357 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.775192 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:26:45.779110 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.796080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event updated for resources: {'Subnet': ['ID=c75924a4-3e58-422b-80e4-ced149307299,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:45.850233 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5dfc0001-549a-45ba-940a-2b31145bde9e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.867082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Checking segment: {'id': '8f55f0b1-8df2-4261-8a09-c55091df9bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1e54ac80-5871-4bdb-8053-8fba2d393437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:45.867455 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Network hostable DHCP agents. Network: 1e54ac80-5871-4bdb-8053-8fba2d393437, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:45.878342 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58b0fcc-d59a-4c6d-bd6d-59de4491af28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491ebcde-90c8-4f55-b91f-654900603262'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:45.880643 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47eeeed7-090f-443e-bae0-a143a0ce85c0" -d '{"events": [{"server_uuid": "f58b0fcc-d59a-4c6d-bd6d-59de4491af28", "name": "network-vif-plugged", "status": "completed", "tag": "491ebcde-90c8-4f55-b91f-654900603262"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:45.895245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee06dda-db58-41e1-a462-0dc1d469d56f req-faa2af52-cfd8-43a4-8480-4208d7ba3d88 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:45.897436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ee06dda-db58-41e1-a462-0dc1d469d56f req-faa2af52-cfd8-43a4-8480-4208d7ba3d88 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0902326 Sep 30 08:26:45.915342 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 491ebcde-90c8-4f55-b91f-654900603262, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=491ebcde-90c8-4f55-b91f-654900603262,segment=NetworkSegment(e27c31cd-d979-4219-8d1a-934d79e185ff),segment_id=e27c31cd-d979-4219-8d1a-934d79e185ff)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:45.925198 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.930304 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.933328 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Network 1e54ac80-5871-4bdb-8053-8fba2d393437 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:45.951100 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 1e54ac80-5871-4bdb-8053-8fba2d393437) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:45.957380 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:45.957873 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:45.959544 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:45.976887 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b38f776-bca9-4cfe-b541-06b05cc8b890 None None] Network 1e54ac80-5871-4bdb-8053-8fba2d393437 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:45.995261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ee06dda-db58-41e1-a462-0dc1d469d56f req-bdecc320-77f1-492e-8b92-2d6720168fbe tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887687 Sep 30 08:26:45.998384 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-94681988-8b23-49d2-80a4-c97b17b05225 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.7202911 Sep 30 08:26:46.001246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55808) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:46.021327 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-19d3af38-8169-4c30-997e-00f4d12decfb', 'network_id': '19d3af38-8169-4c30-997e-00f4d12decfb', 'tenant_id': 'cff60affe7cb48bfb48e97443499aad1', 'fixed_ips': [{'subnet_id': '9ac1bb5a-7700-4ee0-8789-8d5adee0912d'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:46.022318 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.107339 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=491ebcde-90c8-4f55-b91f-654900603262,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:46.137758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55812) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:46.196180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a00899-612c-425e-a74b-54565aec4f38 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:46.198117 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a00899-612c-425e-a74b-54565aec4f38 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:46.199968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a00899-612c-425e-a74b-54565aec4f38 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:46.204675 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c2a00899-612c-425e-a74b-54565aec4f38 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1994703 Sep 30 08:26:46.208053 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55816) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:46.225483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfc0001-549a-45ba-940a-2b31145bde9e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 9a10d1db-8964-4645-a225-f7a05b7515ac has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:26:46.275857 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266b2bd1-00cf-411b-8365-10934ec1f716 x-openstack-request-id: req-266b2bd1-00cf-411b-8365-10934ec1f716 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:46.276511 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58b0fcc-d59a-4c6d-bd6d-59de4491af28", "name": "network-vif-plugged", "status": "completed", "tag": "491ebcde-90c8-4f55-b91f-654900603262", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:46.278573 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-266b2bd1-00cf-411b-8365-10934ec1f716 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:46.279094 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58b0fcc-d59a-4c6d-bd6d-59de4491af28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491ebcde-90c8-4f55-b91f-654900603262', 'code': 200} Sep 30 08:26:46.313171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8382c7-100c-4210-8967-3f951fb8d667 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Deleting subnet 9ac1bb5a-7700-4ee0-8789-8d5adee0912d {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:46.320536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfc0001-549a-45ba-940a-2b31145bde9e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:46.327959 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5dfc0001-549a-45ba-940a-2b31145bde9e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/9a10d1db-8964-4645-a225-f7a05b7515ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7313895 Sep 30 08:26:46.330423 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ccb189-8530-4b37-8e60-997a49a5b2e1 None None] Sync routers for ids ['9a10d1db-8964-4645-a225-f7a05b7515ac'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:46.332042 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55818) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:46.357890 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ccb189-8530-4b37-8e60-997a49a5b2e1 None None] Routers {'9a10d1db-8964-4645-a225-f7a05b7515ac'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:46.358533 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-97ccb189-8530-4b37-8e60-997a49a5b2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9a10d1db-8964-4645-a225-f7a05b7515ac'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:46.372631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6128c2-8c67-492f-8a2a-a7ab9c1d193c req-83b51995-8b8f-462e-a710-df19613ab623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:46.379301 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c6128c2-8c67-492f-8a2a-a7ab9c1d193c req-83b51995-8b8f-462e-a710-df19613ab623 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 1097 time: 0.0858753 Sep 30 08:26:46.395814 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9e0b0960-3aaf-4a71-84aa-bd87349c9d27 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a10d1db-8964-4645-a225-f7a05b7515ac HTTP/1.1" status: 200 len: 205 time: 0.0626645 Sep 30 08:26:46.405313 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55820) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:46.406369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-1e54ac80-5871-4bdb-8053-8fba2d393437', 'network_id': '1e54ac80-5871-4bdb-8053-8fba2d393437', 'tenant_id': 'cff60affe7cb48bfb48e97443499aad1', 'fixed_ips': [{'subnet_id': 'c75924a4-3e58-422b-80e4-ced149307299'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:46.407404 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.415207 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-97ccb189-8530-4b37-8e60-997a49a5b2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:46.423950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Allocated IP 172.20.0.2 (19d3af38-8169-4c30-997e-00f4d12decfb/9ac1bb5a-7700-4ee0-8789-8d5adee0912d/7dfd5267-d3df-4c54-ae7a-96741075cbcf) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:46.424669 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ccb189-8530-4b37-8e60-997a49a5b2e1 None None] Routers {'9a10d1db-8964-4645-a225-f7a05b7515ac'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:46.425326 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-97ccb189-8530-4b37-8e60-997a49a5b2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9a10d1db-8964-4645-a225-f7a05b7515ac'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:46.440252 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-97765ae5-b71e-433f-b323-29b3aca65d37 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1404202012-network', 'tenant_id': 'dea90ac4431d4de0bea7ff07475b5807'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:46.471484 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.472719 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-97ccb189-8530-4b37-8e60-997a49a5b2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:46.473365 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ccb189-8530-4b37-8e60-997a49a5b2e1 None None] The sync data for ids ['9a10d1db-8964-4645-a225-f7a05b7515ac'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:46.484582 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c6128c2-8c67-492f-8a2a-a7ab9c1d193c req-2c090af6-cf55-414d-a0bb-8e0de307ffb5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfa80a0c-d067-4b77-be1d-9bae0276f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979531 Sep 30 08:26:46.498033 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.516199 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d57adaa7-8378-4a5e-bdb9-a6d712ccb8af tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.537595 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97765ae5-b71e-433f-b323-29b3aca65d37 admin admin] Made reservation on behalf of dea90ac4431d4de0bea7ff07475b5807 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:46.540220 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97765ae5-b71e-433f-b323-29b3aca65d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.556444 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97765ae5-b71e-433f-b323-29b3aca65d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.645109 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Allocated IP 172.20.0.18 (1e54ac80-5871-4bdb-8053-8fba2d393437/c75924a4-3e58-422b-80e4-ced149307299/6eaaf32b-e586-412e-b676-121c4acaad0f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:46.667936 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Allocated IP 172.25.0.51 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/efe5ee23-9b6a-45d5-9c75-81d33636cd06) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:46.684372 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d57adaa7-8378-4a5e-bdb9-a6d712ccb8af tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.687315 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d57adaa7-8378-4a5e-bdb9-a6d712ccb8af tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.720784 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.740873 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d8382c7-100c-4210-8967-3f951fb8d667 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.760521 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.799003 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97765ae5-b71e-433f-b323-29b3aca65d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.804902 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d57adaa7-8378-4a5e-bdb9-a6d712ccb8af tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.805446 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57adaa7-8378-4a5e-bdb9-a6d712ccb8af tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Fanout notify agent at l3_agent the message router_deleted on router 9a10d1db-8964-4645-a225-f7a05b7515ac {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:26:46.817496 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97765ae5-b71e-433f-b323-29b3aca65d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.817623 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d57adaa7-8378-4a5e-bdb9-a6d712ccb8af tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.818827 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d57adaa7-8378-4a5e-bdb9-a6d712ccb8af tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/routers/9a10d1db-8964-4645-a225-f7a05b7515ac HTTP/1.1" status: 204 len: 168 time: 0.4124227 Sep 30 08:26:46.821924 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55824) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:46.825279 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d8382c7-100c-4210-8967-3f951fb8d667 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.834232 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Pushing event updated for resources: {'Port': ['ID=7dfd5267-d3df-4c54-ae7a-96741075cbcf,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:46.844661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Network 19d3af38-8169-4c30-997e-00f4d12decfb is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:46.848578 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:46.853392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:46.884837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ffd1f-90cd-4062-a885-fca4b21b26a3 req-0ba5b73b-511c-4747-bfeb-cdc67b2c8b7b tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:46.886295 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b10ffd1f-90cd-4062-a885-fca4b21b26a3 req-0ba5b73b-511c-4747-bfeb-cdc67b2c8b7b tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 946 time: 0.1218314 Sep 30 08:26:46.910312 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97765ae5-b71e-433f-b323-29b3aca65d37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:46.921862 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.925117 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97765ae5-b71e-433f-b323-29b3aca65d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d332bd8c-cc3b-4dd4-abd6-f298fa89e895,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:46.940539 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97765ae5-b71e-433f-b323-29b3aca65d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.940539 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-97765ae5-b71e-433f-b323-29b3aca65d37 admin admin] Added segment db49d54e-aec7-46ef-91a3-7f6587bfa750 of type vlan for network 1da19e05-a7f1-4a23-af98-30f9920d2512 Sep 30 08:26:46.951351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Attempting to bind port 7dfd5267-d3df-4c54-ae7a-96741075cbcf on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:46.951351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Attempting to bind port 7dfd5267-d3df-4c54-ae7a-96741075cbcf by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '077afedc-035d-430b-9053-a4712db561cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19d3af38-8169-4c30-997e-00f4d12decfb'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:46.951734 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Attempting to bind port 7dfd5267-d3df-4c54-ae7a-96741075cbcf on network 19d3af38-8169-4c30-997e-00f4d12decfb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:46.954146 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.959881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:46.960279 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Checking segment: {'id': '077afedc-035d-430b-9053-a4712db561cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19d3af38-8169-4c30-997e-00f4d12decfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:46.960437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-74562ad8-c89e-46a3-8a25-9943707978b9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting subnet b1d0cbb5-9d27-4f59-b2e0-f9196aaf34f7 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:46.960687 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.961181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Bound using segment: {'id': '077afedc-035d-430b-9053-a4712db561cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19d3af38-8169-4c30-997e-00f4d12decfb'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:46.961705 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Bound port: 7dfd5267-d3df-4c54-ae7a-96741075cbcf, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077afedc-035d-430b-9053-a4712db561cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '19d3af38-8169-4c30-997e-00f4d12decfb'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:46.962148 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.963732 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74562ad8-c89e-46a3-8a25-9943707978b9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.965787 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:46.971803 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b10ffd1f-90cd-4062-a885-fca4b21b26a3 req-ba612f6d-be2b-4a62-a943-22daec8f9c96 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfa80a0c-d067-4b77-be1d-9bae0276f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750623 Sep 30 08:26:46.980011 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d8382c7-100c-4210-8967-3f951fb8d667 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.058258 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97765ae5-b71e-433f-b323-29b3aca65d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.066797 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d8382c7-100c-4210-8967-3f951fb8d667 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.085053 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74562ad8-c89e-46a3-8a25-9943707978b9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.089736 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d8382c7-100c-4210-8967-3f951fb8d667 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.095297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9d8382c7-100c-4210-8967-3f951fb8d667 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "DELETE /v2.0/subnets/9ac1bb5a-7700-4ee0-8789-8d5adee0912d HTTP/1.1" status: 204 len: 168 time: 0.8828869 Sep 30 08:26:47.118314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55828) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:47.120616 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8382c7-100c-4210-8967-3f951fb8d667 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac1bb5a-7700-4ee0-8789-8d5adee0912d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:47.136650 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.163823 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:47.166332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcfde9-8911-4d62-b331-419e9da4b379 req-58e973d3-6179-4122-9a0f-494008442b51 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:47.168056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e9bcfde9-8911-4d62-b331-419e9da4b379 req-58e973d3-6179-4122-9a0f-494008442b51 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0869496 Sep 30 08:26:47.196957 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Network 1e54ac80-5871-4bdb-8053-8fba2d393437 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:47.209930 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97765ae5-b71e-433f-b323-29b3aca65d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.210891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97765ae5-b71e-433f-b323-29b3aca65d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:47.211465 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97765ae5-b71e-433f-b323-29b3aca65d37 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.214285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e9bcfde9-8911-4d62-b331-419e9da4b379 req-9b5e20d6-1911-4090-a03a-9c7fa1deaff3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373979 Sep 30 08:26:47.225155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:47.234640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:47.256703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Pushing event updated for resources: {'Port': ['ID=6eaaf32b-e586-412e-b676-121c4acaad0f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:47.265437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:47.281619 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c049d8f2-d4c8-4b91-a367-eb42924f8038 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Deleting subnet c75924a4-3e58-422b-80e4-ced149307299 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:47.296417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] For port 7dfd5267-d3df-4c54-ae7a-96741075cbcf, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:47.308423 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:47.310804 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:47.313029 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c049d8f2-d4c8-4b91-a367-eb42924f8038 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.325074 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-97765ae5-b71e-433f-b323-29b3aca65d37 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1575687 Sep 30 08:26:47.325676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=efe5ee23-9b6a-45d5-9c75-81d33636cd06,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:47.328190 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55830) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:47.328630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] For port 7dfd5267-d3df-4c54-ae7a-96741075cbcf, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7dfd5267-d3df-4c54-ae7a-96741075cbcf,segment=NetworkSegment(077afedc-035d-430b-9053-a4712db561cc),segment_id=077afedc-035d-430b-9053-a4712db561cc)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:47.339352 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fc073ed2-1d09-4bb6-9edf-33442e997e10 admin admin] Request body: {'subnet': {'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1404202012-subnet', 'tenant_id': 'dea90ac4431d4de0bea7ff07475b5807', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:47.339765 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.348976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:26:47.354246 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Attempting to bind port 6eaaf32b-e586-412e-b676-121c4acaad0f on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:47.354618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Attempting to bind port 6eaaf32b-e586-412e-b676-121c4acaad0f by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '8f55f0b1-8df2-4261-8a09-c55091df9bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1e54ac80-5871-4bdb-8053-8fba2d393437'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:47.354984 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Attempting to bind port 6eaaf32b-e586-412e-b676-121c4acaad0f on network 1e54ac80-5871-4bdb-8053-8fba2d393437 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:47.365242 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc073ed2-1d09-4bb6-9edf-33442e997e10 admin admin] Made reservation on behalf of dea90ac4431d4de0bea7ff07475b5807 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:47.367829 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc073ed2-1d09-4bb6-9edf-33442e997e10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.379063 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:47.379436 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.419172 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:47.419641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Checking segment: {'id': '8f55f0b1-8df2-4261-8a09-c55091df9bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1e54ac80-5871-4bdb-8053-8fba2d393437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:47.420254 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.420644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Bound using segment: {'id': '8f55f0b1-8df2-4261-8a09-c55091df9bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1e54ac80-5871-4bdb-8053-8fba2d393437'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:47.421133 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Bound port: 6eaaf32b-e586-412e-b676-121c4acaad0f, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f55f0b1-8df2-4261-8a09-c55091df9bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1e54ac80-5871-4bdb-8053-8fba2d393437'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:47.421517 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.438726 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74562ad8-c89e-46a3-8a25-9943707978b9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.443235 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97765ae5-b71e-433f-b323-29b3aca65d37 admin admin] Pushing event updated for resources: {'Network': ['ID=1da19e05-a7f1-4a23-af98-30f9920d2512,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:47.467692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 1da19e05-a7f1-4a23-af98-30f9920d2512 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:47.487141 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c049d8f2-d4c8-4b91-a367-eb42924f8038 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.524396 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dfa1e-ec40-4c24-b2c0-cff33ab850e0 None None] Pushing event updated for resources: {'Port': ['ID=7dfd5267-d3df-4c54-ae7a-96741075cbcf,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:47.570848 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc073ed2-1d09-4bb6-9edf-33442e997e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.576937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064ef433-b321-4386-ab85-88c83f54d09c None None] Network 19d3af38-8169-4c30-997e-00f4d12decfb requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:47.628980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc073ed2-1d09-4bb6-9edf-33442e997e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e65156f-44f7-492f-8c58-56252a63a066,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:47.658312 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] For port 6eaaf32b-e586-412e-b676-121c4acaad0f, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:47.673247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc073ed2-1d09-4bb6-9edf-33442e997e10 admin admin] Checking segment: {'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:47.673610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc073ed2-1d09-4bb6-9edf-33442e997e10 admin admin] Network hostable DHCP agents. Network: 1da19e05-a7f1-4a23-af98-30f9920d2512, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:47.695220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc073ed2-1d09-4bb6-9edf-33442e997e10 admin admin] Network 1da19e05-a7f1-4a23-af98-30f9920d2512 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:47.708671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-fc073ed2-1d09-4bb6-9edf-33442e997e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 1da19e05-a7f1-4a23-af98-30f9920d2512) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:47.717363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] For port 6eaaf32b-e586-412e-b676-121c4acaad0f, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=6eaaf32b-e586-412e-b676-121c4acaad0f,segment=NetworkSegment(8f55f0b1-8df2-4261-8a09-c55091df9bc2),segment_id=8f55f0b1-8df2-4261-8a09-c55091df9bc2)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:47.717663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc073ed2-1d09-4bb6-9edf-33442e997e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:47.718422 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc073ed2-1d09-4bb6-9edf-33442e997e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.731223 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.739483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6413d08f-9e97-4dca-90e8-bec2b1ce25ad None None] Network 1da19e05-a7f1-4a23-af98-30f9920d2512 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:47.739940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fc073ed2-1d09-4bb6-9edf-33442e997e10 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4096582 Sep 30 08:26:47.740601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55832) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:47.745493 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1404202012-router', 'tenant_id': 'dea90ac4431d4de0bea7ff07475b5807', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:47.756132 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74562ad8-c89e-46a3-8a25-9943707978b9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.763695 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.766445 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.767822 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.803178 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74562ad8-c89e-46a3-8a25-9943707978b9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d0cbb5-9d27-4f59-b2e0-f9196aaf34f7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:47.810469 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c049d8f2-d4c8-4b91-a367-eb42924f8038 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.821497 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74562ad8-c89e-46a3-8a25-9943707978b9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.827027 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-74562ad8-c89e-46a3-8a25-9943707978b9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/b1d0cbb5-9d27-4f59-b2e0-f9196aaf34f7 HTTP/1.1" status: 204 len: 168 time: 0.9928670 Sep 30 08:26:47.833356 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.834361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55834) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:47.850412 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.860199 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff0c8b3-287d-47f7-9a48-476f5f4db44e None None] Network 1bdbb725-0472-4792-9bbb-c4aea3479088 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:47.921063 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:47.952316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68954d66-23bd-4760-b35b-b21c5d7310df None None] Pushing event updated for resources: {'Port': ['ID=6eaaf32b-e586-412e-b676-121c4acaad0f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:47.959986 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:47.996110 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.032703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c049d8f2-d4c8-4b91-a367-eb42924f8038 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.048119 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.110918 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049d8f2-d4c8-4b91-a367-eb42924f8038 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event deleted for resources: {'Subnet': ['ID=c75924a4-3e58-422b-80e4-ced149307299,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:48.127278 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c049d8f2-d4c8-4b91-a367-eb42924f8038 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.130309 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c049d8f2-d4c8-4b91-a367-eb42924f8038 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "DELETE /v2.0/subnets/c75924a4-3e58-422b-80e4-ced149307299 HTTP/1.1" status: 204 len: 168 time: 1.0110283 Sep 30 08:26:48.133156 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55838) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:48.151289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:48.200106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-1da19e05-a7f1-4a23-af98-30f9920d2512', 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512', 'tenant_id': 'dea90ac4431d4de0bea7ff07475b5807', 'fixed_ips': [{'subnet_id': '8e65156f-44f7-492f-8c58-56252a63a066'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:48.201967 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.319392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:48.334561 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66c229e-dc89-4934-b75d-e5e8519a2021" -d '{"events": [{"server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "name": "network-vif-plugged", "status": "completed", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:48.342010 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9913e91c-6a9f-434e-b550-183b1fcc1ef1 None None] DHCP port deletion for 1bdbb725-0472-4792-9bbb-c4aea3479088 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:26:48.452505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Allocated IP 172.20.0.2 (1da19e05-a7f1-4a23-af98-30f9920d2512/8e65156f-44f7-492f-8c58-56252a63a066/7f88e927-3759-4b5b-b280-9f90b18d92d8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:48.471731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9913e91c-6a9f-434e-b550-183b1fcc1ef1 None None] Deleting port 1818d4b3-4502-4c23-acd6-7d0efa2810b3 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:48.472136 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9913e91c-6a9f-434e-b550-183b1fcc1ef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.525844 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.591192 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9913e91c-6a9f-434e-b550-183b1fcc1ef1 None None] For port 1818d4b3-4502-4c23-acd6-7d0efa2810b3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1818d4b3-4502-4c23-acd6-7d0efa2810b3,segment=NetworkSegment(ba8609e3-3bc5-4243-8c9e-73251724b2e4),segment_id=ba8609e3-3bc5-4243-8c9e-73251724b2e4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:48.591542 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9913e91c-6a9f-434e-b550-183b1fcc1ef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.607686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9913e91c-6a9f-434e-b550-183b1fcc1ef1 None None] Calling delete_port for 1818d4b3-4502-4c23-acd6-7d0efa2810b3 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:48.673270 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c2cd80-195b-4d82-9b0a-e16a0503c419 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:48.674705 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-18c2cd80-195b-4d82-9b0a-e16a0503c419 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5392427 Sep 30 08:26:48.680578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad625ffc-9152-4aa3-b1ae-91ca31ed1f1f req-b332ddf0-745a-4b21-a60e-584590df7b2b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:48.682171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad625ffc-9152-4aa3-b1ae-91ca31ed1f1f req-b332ddf0-745a-4b21-a60e-584590df7b2b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 945 time: 0.1485953 Sep 30 08:26:48.682599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55844) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:48.693864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f6c46-e856-4cd8-a02d-46f60f54b593 req-74264944-ebd3-435d-90cf-cadabc6b1a92 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:48.695406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-109f6c46-e856-4cd8-a02d-46f60f54b593 req-74264944-ebd3-435d-90cf-cadabc6b1a92 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 946 time: 0.1629553 Sep 30 08:26:48.759604 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.763865 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.781046 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.799987 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad625ffc-9152-4aa3-b1ae-91ca31ed1f1f req-c51b9441-51d8-4669-835e-9f7de1265aa8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023090 Sep 30 08:26:48.813312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port 1818d4b3-4502-4c23-acd6-7d0efa2810b3 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:48.813670 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.828830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-109f6c46-e856-4cd8-a02d-46f60f54b593 req-e45360f2-1c1c-47aa-b0c0-0fa7285cab80 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfa80a0c-d067-4b77-be1d-9bae0276f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179352 Sep 30 08:26:48.850620 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9913e91c-6a9f-434e-b550-183b1fcc1ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.851608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Network 1da19e05-a7f1-4a23-af98-30f9920d2512 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:48.858713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:48.872015 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:48.885289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9913e91c-6a9f-434e-b550-183b1fcc1ef1 None None] No DVR routers for this DVR port 1818d4b3-4502-4c23-acd6-7d0efa2810b3 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:48.886770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Pushing event updated for resources: {'Port': ['ID=7f88e927-3759-4b5b-b280-9f90b18d92d8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:48.921876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913e91c-6a9f-434e-b550-183b1fcc1ef1 None None] Pushing event deleted for resources: {'Port': ['ID=1818d4b3-4502-4c23-acd6-7d0efa2810b3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:48.947439 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3aa559a-46f8-44e9-9ac9-fab5ce0594e4 x-openstack-request-id: req-b3aa559a-46f8-44e9-9ac9-fab5ce0594e4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:48.947994 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "name": "network-vif-plugged", "status": "completed", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:48.948458 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3aa559a-46f8-44e9-9ac9-fab5ce0594e4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:48.949155 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'code': 200} Sep 30 08:26:48.994425 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Attempting to bind port 7f88e927-3759-4b5b-b280-9f90b18d92d8 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:48.995231 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:48.995383 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Attempting to bind port 7f88e927-3759-4b5b-b280-9f90b18d92d8 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:48.995646 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Attempting to bind port 7f88e927-3759-4b5b-b280-9f90b18d92d8 on network 1da19e05-a7f1-4a23-af98-30f9920d2512 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:49.001928 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:49.002953 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Checking segment: {'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:49.003372 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.003855 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Bound using segment: {'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:49.004358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Bound port: 7f88e927-3759-4b5b-b280-9f90b18d92d8, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:49.004750 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.083650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] For port 1818d4b3-4502-4c23-acd6-7d0efa2810b3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1818d4b3-4502-4c23-acd6-7d0efa2810b3,segment=NetworkSegment(ba8609e3-3bc5-4243-8c9e-73251724b2e4),segment_id=ba8609e3-3bc5-4243-8c9e-73251724b2e4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:49.084650 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.088490 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router ddea2530-7dd9-43bf-a346-6e4082de0b3f is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:26:49.105565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] For port 7f88e927-3759-4b5b-b280-9f90b18d92d8, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:49.108033 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5446be-2600-4cf4-b53b-9d43c4aa2c56 req-a754d4b9-a05a-4112-b922-6209c5de7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:49.109573 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2f5446be-2600-4cf4-b53b-9d43c4aa2c56 req-a754d4b9-a05a-4112-b922-6209c5de7021 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 1096 time: 0.0697074 Sep 30 08:26:49.110016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] For port 7f88e927-3759-4b5b-b280-9f90b18d92d8, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7f88e927-3759-4b5b-b280-9f90b18d92d8,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:49.117345 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.156881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for 1818d4b3-4502-4c23-acd6-7d0efa2810b3 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:49.164540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 6eaaf32b-e586-412e-b676-121c4acaad0f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:49.233663 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2f5446be-2600-4cf4-b53b-9d43c4aa2c56 req-5feb360b-ddcc-43ea-9f80-8418be714c6c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571594 Sep 30 08:26:49.239966 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a76ad7-2824-455f-b571-1f741543fdf4 None None] Pushing event updated for resources: {'Port': ['ID=7f88e927-3759-4b5b-b280-9f90b18d92d8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:49.273869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5304a39-99a8-41a5-9eab-fce1bbcd16ea req-86d31d3c-38c9-4186-bb22-e3f9a11863c3 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:49.275677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5304a39-99a8-41a5-9eab-fce1bbcd16ea req-86d31d3c-38c9-4186-bb22-e3f9a11863c3 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 946 time: 0.3029377 Sep 30 08:26:49.277293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 6eaaf32b-e586-412e-b676-121c4acaad0f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:49.277905 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.298597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Deleting port 6eaaf32b-e586-412e-b676-121c4acaad0f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:49.298734 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.336569 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:49.378752 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.379829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Sync routers for ids ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:49.399325 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] For port 6eaaf32b-e586-412e-b676-121c4acaad0f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=6eaaf32b-e586-412e-b676-121c4acaad0f,segment=NetworkSegment(8f55f0b1-8df2-4261-8a09-c55091df9bc2),segment_id=8f55f0b1-8df2-4261-8a09-c55091df9bc2)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:49.399779 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.411211 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.412886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Routers {'ddea2530-7dd9-43bf-a346-6e4082de0b3f'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:49.413114 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-172dfa74-6589-4a04-b08a-dcb682764055 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.5523446 Sep 30 08:26:49.413643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:49.415587 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.418049 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55848) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:49.420514 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Calling delete_port for 6eaaf32b-e586-412e-b676-121c4acaad0f owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:49.530951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5304a39-99a8-41a5-9eab-fce1bbcd16ea req-b71bd2c1-3e3b-4178-a6ed-1deac1f88b15 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfa80a0c-d067-4b77-be1d-9bae0276f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121787 Sep 30 08:26:49.541512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5ddc54-ad66-4a05-856a-a9f3328447b4 None None] Network 1e54ac80-5871-4bdb-8053-8fba2d393437 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:49.547303 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.565782 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.594951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 6eaaf32b-e586-412e-b676-121c4acaad0f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=6eaaf32b-e586-412e-b676-121c4acaad0f,segment=NetworkSegment(8f55f0b1-8df2-4261-8a09-c55091df9bc2),segment_id=8f55f0b1-8df2-4261-8a09-c55091df9bc2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:49.615326 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.659180 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f7352e7f-7459-4a94-9def-5b4a63d1f5ca None None] Provisioning complete for port 6eaaf32b-e586-412e-b676-121c4acaad0f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:49.659624 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7352e7f-7459-4a94-9def-5b4a63d1f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.661227 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:49.683008 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event deleted for resources: {'Port': ['ID=6eaaf32b-e586-412e-b676-121c4acaad0f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:49.759348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=1818d4b3-4502-4c23-acd6-7d0efa2810b3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:49.767591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1818d4b3-4502-4c23-acd6-7d0efa2810b3 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:49.771880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] No DVR routers for this DVR port 6eaaf32b-e586-412e-b676-121c4acaad0f on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:49.774520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f7352e7f-7459-4a94-9def-5b4a63d1f5ca None None] Port 6eaaf32b-e586-412e-b676-121c4acaad0f was deleted so its status cannot be updated. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 30 08:26:49.775560 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8c209efd-84dc-47c9-b30f-ede9543a22a4 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9cc3341683d74857bfb7b0b638c15491&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3564911 Sep 30 08:26:49.780317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:49.784782 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] No DVR routers for this DVR port 1818d4b3-4502-4c23-acd6-7d0efa2810b3 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:49.802057 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event deleted for resources: {'Port': ['ID=6eaaf32b-e586-412e-b676-121c4acaad0f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:49.809429 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Set router ddea2530-7dd9-43bf-a346-6e4082de0b3f gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:49.812274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 1818d4b3-4502-4c23-acd6-7d0efa2810b3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:49.812274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1818d4b3-4502-4c23-acd6-7d0efa2810b3 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:49.979809 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.054183 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.067292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdbb725-0472-4792-9bbb-c4aea3479088']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:50.082621 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Allocated IP 172.25.0.100 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/c9872edf-9cfb-4dcb-a116-5c2467ce919e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:50.089853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc106db-2150-4127-ab74-2fb2a6b1436d tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:50.094102 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cbc106db-2150-4127-ab74-2fb2a6b1436d tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3087864 Sep 30 08:26:50.094794 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:50.098409 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e54ac80-5871-4bdb-8053-8fba2d393437']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:50.099749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8609e3-3bc5-4243-8c9e-73251724b2e4') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:50.100767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8609e3-3bc5-4243-8c9e-73251724b2e4') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:50.110739 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026e7ec-75a8-4f8d-b632-5b25950e3d48 req-d711a978-edc0-4295-9f8a-e8b5771a4fd1 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:50.112542 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3026e7ec-75a8-4f8d-b632-5b25950e3d48 req-d711a978-edc0-4295-9f8a-e8b5771a4fd1 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 946 time: 0.1969118 Sep 30 08:26:50.128995 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.140795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f55f0b1-8df2-4261-8a09-c55091df9bc2') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:50.141103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f55f0b1-8df2-4261-8a09-c55091df9bc2') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:50.147190 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-57984f02-f481-438a-a0fd-6469eca2a332 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488930 Sep 30 08:26:50.147375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed462695-c166-40cc-bb8d-af6c5b422a93 req-2f63bf8d-02c6-48ce-bdf8-3ae1e7627733 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:50.147727 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed462695-c166-40cc-bb8d-af6c5b422a93 req-2f63bf8d-02c6-48ce-bdf8-3ae1e7627733 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 945 time: 0.2139165 Sep 30 08:26:50.148358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55864) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:50.153038 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.170498 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.181383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:50.181809 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.186615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7bacb34e-e5bf-44c1-bb66-2682fab23c17 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-9921084', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:50.192687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e65cc1-cfbc-4103-9231-3a754b238870 None None] DHCP port deletion for 1e54ac80-5871-4bdb-8053-8fba2d393437 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:50.196017 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:50.235306 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106248673', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:44Z', 'updated_at': '2021-09-30T08:26:47Z', 'revision_number': 3, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:46Z', 'updated_at': '2021-09-30T08:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:50.262532 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.273106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Checking router: ddea2530-7dd9-43bf-a346-6e4082de0b3f for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:26:50.273496 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Updating router ddea2530-7dd9-43bf-a346-6e4082de0b3f port efe5ee23-9b6a-45d5-9c75-81d33636cd06 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:26:50.310192 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.333908 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.356081 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.357986 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "DELETE /v2.0/networks/1e54ac80-5871-4bdb-8053-8fba2d393437 HTTP/1.1" status: 204 len: 168 time: 1.6744380 Sep 30 08:26:50.359118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237e98b-634d-48eb-8acc-9198800585d3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event deleted for resources: {'Network': ['ID=1e54ac80-5871-4bdb-8053-8fba2d393437,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:50.361676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:50.403457 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:50.403873 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:50.410774 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:50.477525 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.481462 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3026e7ec-75a8-4f8d-b632-5b25950e3d48 req-8e2bc2f0-fa81-4822-8f71-86f36f25c3f2 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfa80a0c-d067-4b77-be1d-9bae0276f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561587 Sep 30 08:26:50.546292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed462695-c166-40cc-bb8d-af6c5b422a93 req-5a0a36b9-4d05-4b41-b6f4-06f99bda8599 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665531 Sep 30 08:26:50.570901 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.573317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Deleting port 7dfd5267-d3df-4c54-ae7a-96741075cbcf {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:50.574329 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.576188 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.586623 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.588566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/networks/1bdbb725-0472-4792-9bbb-c4aea3479088 HTTP/1.1" status: 204 len: 168 time: 2.7532535 Sep 30 08:26:50.594360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55872) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:50.609184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fb5ba9d5-349a-4c9c-8a03-5c3799a86498 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1740339304', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:50.618090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85486a-71b4-412e-9add-1feb54b167e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Network': ['ID=1bdbb725-0472-4792-9bbb-c4aea3479088,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:50.619855 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bacb34e-e5bf-44c1-bb66-2682fab23c17 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Made reservation on behalf of 9cc3341683d74857bfb7b0b638c15491 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:50.623411 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bacb34e-e5bf-44c1-bb66-2682fab23c17 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.690755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] For port 7dfd5267-d3df-4c54-ae7a-96741075cbcf, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7dfd5267-d3df-4c54-ae7a-96741075cbcf,segment=NetworkSegment(077afedc-035d-430b-9053-a4712db561cc),segment_id=077afedc-035d-430b-9053-a4712db561cc)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:50.691387 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.714477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Calling delete_port for 7dfd5267-d3df-4c54-ae7a-96741075cbcf owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:50.724510 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb5ba9d5-349a-4c9c-8a03-5c3799a86498 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.725540 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb5ba9d5-349a-4c9c-8a03-5c3799a86498 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.738218 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac5660c-209a-4115-9ec5-9d1af9a67bdb None None] Network 1da19e05-a7f1-4a23-af98-30f9920d2512 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:50.760605 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.844161 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.847288 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb5ba9d5-349a-4c9c-8a03-5c3799a86498 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.849307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:50.865536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] No DVR routers for this DVR port 7dfd5267-d3df-4c54-ae7a-96741075cbcf on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:50.873852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:50.881234 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb5ba9d5-349a-4c9c-8a03-5c3799a86498 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.889170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event deleted for resources: {'Port': ['ID=7dfd5267-d3df-4c54-ae7a-96741075cbcf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:50.896813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:50.921561 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0558d51c-9d69-46b2-984a-ff14881b8f8a None None] Provisioning complete for port 7f88e927-3759-4b5b-b280-9f90b18d92d8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:50.922772 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0558d51c-9d69-46b2-984a-ff14881b8f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:50.958464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Pushing event updated for resources: {'Port': ['ID=c9872edf-9cfb-4dcb-a116-5c2467ce919e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:50.964944 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.004810 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d3af38-8169-4c30-997e-00f4d12decfb']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:51.016218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077afedc-035d-430b-9053-a4712db561cc') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:51.016512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077afedc-035d-430b-9053-a4712db561cc') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:51.031643 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.056003 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.056263 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb5ba9d5-349a-4c9c-8a03-5c3799a86498 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.056263 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fb5ba9d5-349a-4c9c-8a03-5c3799a86498 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4605186 Sep 30 08:26:51.060455 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55876) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:51.066288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:51.066845 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:51.070428 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:51.103307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ee381746-7ac3-473f-91b7-4916a6b581b3 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'network': {'name': 'tempest-RoutersTest-2106980594'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:51.119875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc067d-3e59-4909-ad1e-89ac2c24737c req-d027dd72-0924-4a10-a88e-eb213014099b tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:51.121728 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ccc067d-3e59-4909-ad1e-89ac2c24737c req-d027dd72-0924-4a10-a88e-eb213014099b tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 946 time: 0.2512791 Sep 30 08:26:51.125966 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bacb34e-e5bf-44c1-bb66-2682fab23c17 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.131895 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 7f88e927-3759-4b5b-b280-9f90b18d92d8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:51.144885 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.154085 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.158110 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "DELETE /v2.0/networks/19d3af38-8169-4c30-997e-00f4d12decfb HTTP/1.1" status: 204 len: 168 time: 0.7900107 Sep 30 08:26:51.167381 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55878) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:51.178700 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c1628-8744-4f76-b072-eb49b791a9b3 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event deleted for resources: {'Network': ['ID=19d3af38-8169-4c30-997e-00f4d12decfb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:51.208263 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.233350 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.249875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee381746-7ac3-473f-91b7-4916a6b581b3 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:51.254591 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee381746-7ac3-473f-91b7-4916a6b581b3 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.261242 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1513e190-6fe3-4097-b11c-f03003367e9e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.294879 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0558d51c-9d69-46b2-984a-ff14881b8f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.330926 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacb34e-e5bf-44c1-bb66-2682fab23c17 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Subnet': ['ID=0d11a375-5f76-49d8-ba5b-703b14c2ec3e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:51.331631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464428ab-11ca-4962-8d04-98aad2e5f9a9 None None] Pushing event updated for resources: {'Port': ['ID=efe5ee23-9b6a-45d5-9c75-81d33636cd06,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:51.338266 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Attempting to bind port efe5ee23-9b6a-45d5-9c75-81d33636cd06 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:51.338920 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Attempting to bind port efe5ee23-9b6a-45d5-9c75-81d33636cd06 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:51.339471 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Attempting to bind port efe5ee23-9b6a-45d5-9c75-81d33636cd06 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:51.341982 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 7f88e927-3759-4b5b-b280-9f90b18d92d8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:51.342768 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.367000 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1513e190-6fe3-4097-b11c-f03003367e9e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.374757 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:51.375473 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:51.376597 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.377872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:51.378794 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Bound port: efe5ee23-9b6a-45d5-9c75-81d33636cd06, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:51.379419 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.385289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ccc067d-3e59-4909-ad1e-89ac2c24737c req-a819a64b-8a36-4ff2-ad6d-f567309827ec tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfa80a0c-d067-4b77-be1d-9bae0276f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467890 Sep 30 08:26:51.386111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee381746-7ac3-473f-91b7-4916a6b581b3 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:26:51.400462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1513e190-6fe3-4097-b11c-f03003367e9e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e339792e-7039-47ea-8977-c964595a792a']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:51.412429 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1513e190-6fe3-4097-b11c-f03003367e9e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aae7eeb-f2b1-41b2-81f3-d9df7be285df') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:51.412863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1513e190-6fe3-4097-b11c-f03003367e9e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aae7eeb-f2b1-41b2-81f3-d9df7be285df') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:51.423449 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1513e190-6fe3-4097-b11c-f03003367e9e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.432979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacb34e-e5bf-44c1-bb66-2682fab23c17 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Checking segment: {'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:51.433664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bacb34e-e5bf-44c1-bb66-2682fab23c17 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network hostable DHCP agents. Network: 094422d0-a463-4c54-8c68-8929e1bb8675, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:51.441942 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee381746-7ac3-473f-91b7-4916a6b581b3 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.442610 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-ee381746-7ac3-473f-91b7-4916a6b581b3 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Added segment fe6026a9-c00f-4f2d-8258-625d15a9617b of type vlan for network 3af21b53-cbc6-4ec3-86ea-775a030f592b Sep 30 08:26:51.444802 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1513e190-6fe3-4097-b11c-f03003367e9e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.451446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1513e190-6fe3-4097-b11c-f03003367e9e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:51.451857 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1513e190-6fe3-4097-b11c-f03003367e9e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:51.455057 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:51.481699 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] For port efe5ee23-9b6a-45d5-9c75-81d33636cd06, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:51.485494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] For port efe5ee23-9b6a-45d5-9c75-81d33636cd06, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=efe5ee23-9b6a-45d5-9c75-81d33636cd06,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:51.488074 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0558d51c-9d69-46b2-984a-ff14881b8f8a None None] For port 7f88e927-3759-4b5b-b280-9f90b18d92d8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7f88e927-3759-4b5b-b280-9f90b18d92d8,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:51.519780 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1513e190-6fe3-4097-b11c-f03003367e9e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.534662 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1513e190-6fe3-4097-b11c-f03003367e9e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.536772 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1513e190-6fe3-4097-b11c-f03003367e9e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "DELETE /v2.0/networks/e339792e-7039-47ea-8977-c964595a792a HTTP/1.1" status: 204 len: 168 time: 0.3682873 Sep 30 08:26:51.547664 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55880) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:51.548582 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.554252 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee381746-7ac3-473f-91b7-4916a6b581b3 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.557239 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513e190-6fe3-4097-b11c-f03003367e9e tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event deleted for resources: {'Network': ['ID=e339792e-7039-47ea-8977-c964595a792a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:51.558119 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0558d51c-9d69-46b2-984a-ff14881b8f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.595075 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee381746-7ac3-473f-91b7-4916a6b581b3 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.602011 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee381746-7ac3-473f-91b7-4916a6b581b3 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:51.603034 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee381746-7ac3-473f-91b7-4916a6b581b3 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.621834 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bacb34e-e5bf-44c1-bb66-2682fab23c17 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network 094422d0-a463-4c54-8c68-8929e1bb8675 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:51.622280 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83499d0-930d-417f-ade4-3dbf27b320ca None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:26:51.671969 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcd4ff55-0615-435b-81d9-b8fa7f69d903 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.678729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 6eaaf32b-e586-412e-b676-121c4acaad0f no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:51.683164 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.691387 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Routers {'ddea2530-7dd9-43bf-a346-6e4082de0b3f'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:51.691595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ee381746-7ac3-473f-91b7-4916a6b581b3 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6247094 Sep 30 08:26:51.691723 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:51.693230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55884) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:51.698416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d4a856c6-0ddc-4643-bf13-b078d9135375 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'subnet': {'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:51.701761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7bacb34e-e5bf-44c1-bb66-2682fab23c17 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 094422d0-a463-4c54-8c68-8929e1bb8675) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:51.706290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bacb34e-e5bf-44c1-bb66-2682fab23c17 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:51.706884 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bacb34e-e5bf-44c1-bb66-2682fab23c17 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.754572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 6eaaf32b-e586-412e-b676-121c4acaad0f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:51.755209 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 6eaaf32b-e586-412e-b676-121c4acaad0f not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:51.775509 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcd4ff55-0615-435b-81d9-b8fa7f69d903 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.779500 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464428ab-11ca-4962-8d04-98aad2e5f9a9 None None] Pushing event updated for resources: {'Port': ['ID=efe5ee23-9b6a-45d5-9c75-81d33636cd06,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:51.796877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fcd4ff55-0615-435b-81d9-b8fa7f69d903 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853752e8-92d6-4868-b9a3-90ebb990b6d8']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:51.809614 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fcd4ff55-0615-435b-81d9-b8fa7f69d903 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35295845-d151-4739-bd3d-80d1ee57a505') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:51.810054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fcd4ff55-0615-435b-81d9-b8fa7f69d903 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35295845-d151-4739-bd3d-80d1ee57a505') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:51.823901 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8c073bbb-62b8-4951-ba49-8c32562130f9 None None] Provisioning complete for port 7f88e927-3759-4b5b-b280-9f90b18d92d8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:51.824300 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c073bbb-62b8-4951-ba49-8c32562130f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.825532 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee381746-7ac3-473f-91b7-4916a6b581b3 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Network': ['ID=3af21b53-cbc6-4ec3-86ea-775a030f592b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:51.826594 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcd4ff55-0615-435b-81d9-b8fa7f69d903 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.845188 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcd4ff55-0615-435b-81d9-b8fa7f69d903 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.855551 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd4ff55-0615-435b-81d9-b8fa7f69d903 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:26:51.856167 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcd4ff55-0615-435b-81d9-b8fa7f69d903 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:51.863108 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7bacb34e-e5bf-44c1-bb66-2682fab23c17 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.6840055 Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:26:51.864603 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:26:51.867122 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55886) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:51.897180 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 3af21b53-cbc6-4ec3-86ea-775a030f592b details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:26:51.955845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83499d0-930d-417f-ade4-3dbf27b320ca None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:26:51.956976 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc601d73-0f09-4389-a819-80ca7837605a req-ca18b76a-29cb-4aa4-924c-16eaae404d87 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:51.958517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc601d73-0f09-4389-a819-80ca7837605a req-ca18b76a-29cb-4aa4-924c-16eaae404d87 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 945 time: 0.2156694 Sep 30 08:26:51.966994 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] Set router ddea2530-7dd9-43bf-a346-6e4082de0b3f gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:51.992228 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcd4ff55-0615-435b-81d9-b8fa7f69d903 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:52.025416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a856c6-0ddc-4643-bf13-b078d9135375 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:26:52.027785 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcd4ff55-0615-435b-81d9-b8fa7f69d903 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:52.028930 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4a856c6-0ddc-4643-bf13-b078d9135375 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:52.032075 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fcd4ff55-0615-435b-81d9-b8fa7f69d903 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] 10.222.0.24 "DELETE /v2.0/networks/853752e8-92d6-4868-b9a3-90ebb990b6d8 HTTP/1.1" status: 204 len: 168 time: 0.4808075 Sep 30 08:26:52.047176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4ff55-0615-435b-81d9-b8fa7f69d903 tempest-BulkNetworkOpsTest-1092479819 tempest-BulkNetworkOpsTest-1092479819-project] Pushing event deleted for resources: {'Network': ['ID=853752e8-92d6-4868-b9a3-90ebb990b6d8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:52.055737 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558d51c-9d69-46b2-984a-ff14881b8f8a None None] Pushing event updated for resources: {'Port': ['ID=7f88e927-3759-4b5b-b280-9f90b18d92d8,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:52.419552 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55892) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:52.590478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc601d73-0f09-4389-a819-80ca7837605a req-9624f005-dbe9-4dd1-98ec-2183c03599e3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6096153 Sep 30 08:26:52.604515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106248673', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:44Z', 'updated_at': '2021-09-30T08:26:47Z', 'revision_number': 3, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:46Z', 'updated_at': '2021-09-30T08:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:52.650980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c5841-138e-4136-a4ec-9ea5bfac023d None None] The sync data for ids ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'] in n-d-807359-2 is: [{'id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106248673', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:44Z', 'updated_at': '2021-09-30T08:26:47Z', 'revision_number': 3, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:46Z', 'updated_at': '2021-09-30T08:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:52.693984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668f62c-f8c3-4663-bef8-c67efc00996f req-f355cc2e-4f31-4d92-847e-c274cae0e051 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:52.695476 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1668f62c-f8c3-4663-bef8-c67efc00996f req-f355cc2e-4f31-4d92-847e-c274cae0e051 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 946 time: 0.2735891 Sep 30 08:26:52.696549 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:52.699157 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-094422d0-a463-4c54-8c68-8929e1bb8675', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ips': [{'subnet_id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:52.700258 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:52.809213 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:52.882639 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Allocated IP 172.20.0.2 (094422d0-a463-4c54-8c68-8929e1bb8675/0d11a375-5f76-49d8-ba5b-703b14c2ec3e/72f3770b-aab9-4fda-93d6-8c9d1d36cae9) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:52.912925 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5e5f7-7504-4d42-9237-67d40640ae4e req-c82af398-bd66-417e-a577-bbb3a1ccf0aa tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:52.920750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53a5e5f7-7504-4d42-9237-67d40640ae4e req-c82af398-bd66-417e-a577-bbb3a1ccf0aa tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 946 time: 0.3267679 Sep 30 08:26:52.984372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5380a7b7-7fc8-41ab-b5d9-965cbe1e6f1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cff60affe7cb48bfb48e97443499aad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5590947 Sep 30 08:26:53.020187 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55900) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:53.088690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d710e4f-3dc7-4dd5-8cd3-16970e3bdeef req-55f318a4-f4b4-4b09-86cf-5c0f5a92fa77 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:53.090280 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d710e4f-3dc7-4dd5-8cd3-16970e3bdeef req-55f318a4-f4b4-4b09-86cf-5c0f5a92fa77 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 945 time: 0.3287559 Sep 30 08:26:53.117834 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55902) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:53.128438 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 7f88e927-3759-4b5b-b280-9f90b18d92d8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:53.132580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-89bfb34b-4196-4007-9319-c84540795c76 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Request body: {'floatingip': {'port_id': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:53.162264 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.179380 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.222941 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53a5e5f7-7504-4d42-9237-67d40640ae4e req-546c5738-4be4-44cf-b792-0604f1a86754 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfa80a0c-d067-4b77-be1d-9bae0276f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012292 Sep 30 08:26:53.244948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Allocated IP 172.20.0.1 (094422d0-a463-4c54-8c68-8929e1bb8675/0d11a375-5f76-49d8-ba5b-703b14c2ec3e/0b519c2a-e965-4d26-b503-6042a31a39c5) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:53.248817 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Network 094422d0-a463-4c54-8c68-8929e1bb8675 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:53.263063 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:53.264933 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89bfb34b-4196-4007-9319-c84540795c76 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.265372 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Pushing event updated for resources: {'Port': ['ID=72f3770b-aab9-4fda-93d6-8c9d1d36cae9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:53.275192 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 7f88e927-3759-4b5b-b280-9f90b18d92d8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:53.275738 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.278073 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:53.374757 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Attempting to bind port 72f3770b-aab9-4fda-93d6-8c9d1d36cae9 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:53.375130 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Attempting to bind port 72f3770b-aab9-4fda-93d6-8c9d1d36cae9 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:53.375499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Attempting to bind port 72f3770b-aab9-4fda-93d6-8c9d1d36cae9 on network 094422d0-a463-4c54-8c68-8929e1bb8675 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:53.383803 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:53.384216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Checking segment: {'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:53.384626 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.385077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Bound using segment: {'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:53.385557 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Bound port: 72f3770b-aab9-4fda-93d6-8c9d1d36cae9, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:53.385944 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.388842 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.428593 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.486056 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=0b519c2a-e965-4d26-b503-6042a31a39c5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:53.500484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network 094422d0-a463-4c54-8c68-8929e1bb8675 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:53.502976 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:53.506388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:53.510643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] For port 72f3770b-aab9-4fda-93d6-8c9d1d36cae9, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:53.524064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] For port 72f3770b-aab9-4fda-93d6-8c9d1d36cae9, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=72f3770b-aab9-4fda-93d6-8c9d1d36cae9,segment=NetworkSegment(a2656638-aa4a-4aa8-9009-437dc41d9010),segment_id=a2656638-aa4a-4aa8-9009-437dc41d9010)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:53.533692 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.562697 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.609758 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4a856c6-0ddc-4643-bf13-b078d9135375 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.614378 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb35327-74ea-4bf7-9148-953fd2cbf355 None None] Pushing event updated for resources: {'Port': ['ID=72f3770b-aab9-4fda-93d6-8c9d1d36cae9,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:53.622020 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1668f62c-f8c3-4663-bef8-c67efc00996f req-c4c94b88-eabe-419c-8afc-2cd551f11e39 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Deleting port 491ebcde-90c8-4f55-b91f-654900603262 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:26:53.622590 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1668f62c-f8c3-4663-bef8-c67efc00996f req-c4c94b88-eabe-419c-8afc-2cd551f11e39 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.760160 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.766531 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ccee4181-47aa-435f-b9e8-aa689f4886da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:53.854186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Router 11eccf73-c656-41e8-bf3b-0189322ab984 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:26:53.877511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a856c6-0ddc-4643-bf13-b078d9135375 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Subnet': ['ID=f3a1f704-58b4-4c47-9349-6a1fc6eee4f9,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:53.919051 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ccee4181-47aa-435f-b9e8-aa689f4886da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:54.064465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1668f62c-f8c3-4663-bef8-c67efc00996f req-c4c94b88-eabe-419c-8afc-2cd551f11e39 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] For port 491ebcde-90c8-4f55-b91f-654900603262, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=491ebcde-90c8-4f55-b91f-654900603262,segment=NetworkSegment(e27c31cd-d979-4219-8d1a-934d79e185ff),segment_id=e27c31cd-d979-4219-8d1a-934d79e185ff)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:54.065347 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1668f62c-f8c3-4663-bef8-c67efc00996f req-c4c94b88-eabe-419c-8afc-2cd551f11e39 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:54.077064 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a856c6-0ddc-4643-bf13-b078d9135375 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Checking segment: {'id': 'fe6026a9-c00f-4f2d-8258-625d15a9617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:54.077429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a856c6-0ddc-4643-bf13-b078d9135375 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network hostable DHCP agents. Network: 3af21b53-cbc6-4ec3-86ea-775a030f592b, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:26:54.099314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1668f62c-f8c3-4663-bef8-c67efc00996f req-c4c94b88-eabe-419c-8afc-2cd551f11e39 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Calling delete_port for 491ebcde-90c8-4f55-b91f-654900603262 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:26:54.117295 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:54.122512 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:54.206848 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=0b519c2a-e965-4d26-b503-6042a31a39c5,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:54.210383 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:54.237445 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ccee4181-47aa-435f-b9e8-aa689f4886da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:54.240132 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ccee4181-47aa-435f-b9e8-aa689f4886da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:54.243775 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ccee4181-47aa-435f-b9e8-aa689f4886da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1773332a-9896-4328-a73e-a13bd3580336 HTTP/1.1" status: 204 len: 168 time: 1.2188272 Sep 30 08:26:54.253420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a856c6-0ddc-4643-bf13-b078d9135375 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 3af21b53-cbc6-4ec3-86ea-775a030f592b is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:26:54.260821 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89bfb34b-4196-4007-9319-c84540795c76 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:54.275738 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89bfb34b-4196-4007-9319-c84540795c76 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:54.277791 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee4181-47aa-435f-b9e8-aa689f4886da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1773332a-9896-4328-a73e-a13bd3580336,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:54.327108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:54.329074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d4a856c6-0ddc-4643-bf13-b078d9135375 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 3af21b53-cbc6-4ec3-86ea-775a030f592b) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:54.332826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network 094422d0-a463-4c54-8c68-8929e1bb8675 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:54.335521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:54.343722 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Sync routers for ids ['11eccf73-c656-41e8-bf3b-0189322ab984'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:54.363525 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a856c6-0ddc-4643-bf13-b078d9135375 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:54.364539 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4a856c6-0ddc-4643-bf13-b078d9135375 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:54.364903 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Routers {'11eccf73-c656-41e8-bf3b-0189322ab984'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:54.365549 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['11eccf73-c656-41e8-bf3b-0189322ab984'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:54.406815 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:54.408123 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d94a3347-30e6-4248-b4dc-e73981a5b267 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6665444 Sep 30 08:26:54.413399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55908) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:54.415084 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d4a856c6-0ddc-4643-bf13-b078d9135375 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7207394 Sep 30 08:26:54.426833 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55910) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:54.478755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router ddea2530-7dd9-43bf-a346-6e4082de0b3f has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:26:54.550463 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Set router 11eccf73-c656-41e8-bf3b-0189322ab984 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:54.614803 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:54.625751 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-75926d09-9e53-4802-a681-83cb23519d7a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "PUT /v2.0/routers/ddea2530-7dd9-43bf-a346-6e4082de0b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7470074 Sep 30 08:26:54.706343 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15c003-b092-4333-a3aa-af3b08994464 req-62398c09-09fd-4b02-be80-c4fde4f0e0fd tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:54.714807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f15c003-b092-4333-a3aa-af3b08994464 req-62398c09-09fd-4b02-be80-c4fde4f0e0fd tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 946 time: 0.4202049 Sep 30 08:26:54.747072 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-89bfb34b-4196-4007-9319-c84540795c76 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Floating IP eff87922-8315-465e-80ce-f5ed0acb0009 associated. External IP: 172.25.0.135, port: 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39. Sep 30 08:26:54.837607 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'name': 'tempest-TestServerMultinode-1404202012-router', 'tenant_id': 'dea90ac4431d4de0bea7ff07475b5807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:47Z', 'updated_at': '2021-09-30T08:26:51Z', 'revision_number': 3, 'project_id': 'dea90ac4431d4de0bea7ff07475b5807', 'gw_port': {'id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:54.877279 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Checking router: 11eccf73-c656-41e8-bf3b-0189322ab984 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:26:54.877634 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Updating router 11eccf73-c656-41e8-bf3b-0189322ab984 port c9872edf-9cfb-4dcb-a116-5c2467ce919e binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:26:54.909055 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.223859 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 72f3770b-aab9-4fda-93d6-8c9d1d36cae9 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:55.274899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 491ebcde-90c8-4f55-b91f-654900603262 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:26:55.304953 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.317617 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.321158 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 491ebcde-90c8-4f55-b91f-654900603262 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:26:55.321544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 491ebcde-90c8-4f55-b91f-654900603262 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:26:55.365318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55942) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:55.380228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c43252-451c-47e9-a1b3-c2dba0ba1ff8 None None] Network 094422d0-a463-4c54-8c68-8929e1bb8675 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:55.384000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0391f59-ca35-494d-bf0f-1a3fceeb4913 None None] Network 3af21b53-cbc6-4ec3-86ea-775a030f592b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:55.396099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f15c003-b092-4333-a3aa-af3b08994464 req-dc884ff5-a554-4eae-a6b2-524dde846e7e tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfa80a0c-d067-4b77-be1d-9bae0276f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6801686 Sep 30 08:26:55.396740 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1668f62c-f8c3-4663-bef8-c67efc00996f req-c4c94b88-eabe-419c-8afc-2cd551f11e39 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.415032 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Attempting to bind port c9872edf-9cfb-4dcb-a116-5c2467ce919e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:55.415587 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Attempting to bind port c9872edf-9cfb-4dcb-a116-5c2467ce919e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:55.416126 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Attempting to bind port c9872edf-9cfb-4dcb-a116-5c2467ce919e on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:55.425283 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Sync routers for ids ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:55.439012 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:55.440053 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:55.440858 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.440858 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:55.441484 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Bound port: c9872edf-9cfb-4dcb-a116-5c2467ce919e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:55.441905 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.472437 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a29e9-1e00-4c96-a804-adfd5003825d None None] Pushing event updated for resources: {'Port': ['ID=c9872edf-9cfb-4dcb-a116-5c2467ce919e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:55.484965 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a29e9-1e00-4c96-a804-adfd5003825d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:55.485550 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a29e9-1e00-4c96-a804-adfd5003825d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:55.485954 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a29e9-1e00-4c96-a804-adfd5003825d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:55.486518 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a29e9-1e00-4c96-a804-adfd5003825d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:55.486819 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a29e9-1e00-4c96-a804-adfd5003825d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:55.487576 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a29e9-1e00-4c96-a804-adfd5003825d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:55.487946 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a29e9-1e00-4c96-a804-adfd5003825d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:55.488465 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a29e9-1e00-4c96-a804-adfd5003825d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:55.488946 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a29e9-1e00-4c96-a804-adfd5003825d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:55.489566 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a29e9-1e00-4c96-a804-adfd5003825d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:55.490293 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a29e9-1e00-4c96-a804-adfd5003825d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:55.490812 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a29e9-1e00-4c96-a804-adfd5003825d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:26:55.521103 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5378724f-253e-4346-978b-82ce9cfabbf0 None None] Provisioning complete for port 72f3770b-aab9-4fda-93d6-8c9d1d36cae9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:55.521480 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5378724f-253e-4346-978b-82ce9cfabbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.523012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Routers {'ddea2530-7dd9-43bf-a346-6e4082de0b3f'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:55.523632 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-108694fb-44ff-4612-8c8e-068edcf3ff75 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group': {'name': 'tempest-secgroup--43061096'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:55.523774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:55.527222 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] For port c9872edf-9cfb-4dcb-a116-5c2467ce919e, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:55.530850 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] For port c9872edf-9cfb-4dcb-a116-5c2467ce919e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c9872edf-9cfb-4dcb-a116-5c2467ce919e,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:55.537994 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.557117 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c94b88-eabe-419c-8afc-2cd551f11e39 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Pushing event deleted for resources: {'Port': ['ID=491ebcde-90c8-4f55-b91f-654900603262,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:55.567410 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-108694fb-44ff-4612-8c8e-068edcf3ff75 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.581882 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-108694fb-44ff-4612-8c8e-068edcf3ff75 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.603271 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Routers {'11eccf73-c656-41e8-bf3b-0189322ab984'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:55.603794 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['11eccf73-c656-41e8-bf3b-0189322ab984'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:55.605674 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a29e9-1e00-4c96-a804-adfd5003825d None None] Pushing event updated for resources: {'Port': ['ID=c9872edf-9cfb-4dcb-a116-5c2467ce919e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:55.722158 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-108694fb-44ff-4612-8c8e-068edcf3ff75 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.724543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 72f3770b-aab9-4fda-93d6-8c9d1d36cae9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:55.724972 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.728104 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-108694fb-44ff-4612-8c8e-068edcf3ff75 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.743512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-425ed321-475c-4315-8337-f40ef29fd807 req-783615c8-c435-44e2-85b5-fe735811e47b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278468477&fields=id&tenant_id=9cc3341683d74857bfb7b0b638c15491 HTTP/1.1" status: 200 len: 267 time: 0.8898737 Sep 30 08:26:55.755536 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] Set router 11eccf73-c656-41e8-bf3b-0189322ab984 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:55.781365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108694fb-44ff-4612-8c8e-068edcf3ff75 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cba6a59-a1b6-4425-8b68-47262a104ff7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:55.856782 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1668f62c-f8c3-4663-bef8-c67efc00996f req-c4c94b88-eabe-419c-8afc-2cd551f11e39 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] No DVR routers for this DVR port 491ebcde-90c8-4f55-b91f-654900603262 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:26:55.872677 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1668f62c-f8c3-4663-bef8-c67efc00996f req-c4c94b88-eabe-419c-8afc-2cd551f11e39 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.874781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1668f62c-f8c3-4663-bef8-c67efc00996f req-c4c94b88-eabe-419c-8afc-2cd551f11e39 tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.36 "DELETE /v2.0/ports/491ebcde-90c8-4f55-b91f-654900603262 HTTP/1.1" status: 204 len: 173 time: 3.1121418 Sep 30 08:26:55.888553 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-108694fb-44ff-4612-8c8e-068edcf3ff75 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.897092 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-108694fb-44ff-4612-8c8e-068edcf3ff75 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.901049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58b0fcc-d59a-4c6d-bd6d-59de4491af28', 'name': 'network-vif-deleted', 'tag': '491ebcde-90c8-4f55-b91f-654900603262'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:55.909671 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e06c28-716e-49f0-b4ed-d607ba25f626" -d '{"events": [{"server_uuid": "f58b0fcc-d59a-4c6d-bd6d-59de4491af28", "name": "network-vif-deleted", "tag": "491ebcde-90c8-4f55-b91f-654900603262"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:55.943459 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-108694fb-44ff-4612-8c8e-068edcf3ff75 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:55.944663 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-108694fb-44ff-4612-8c8e-068edcf3ff75 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5774026 Sep 30 08:26:55.962584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108694fb-44ff-4612-8c8e-068edcf3ff75 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1d279c-eaa7-49c8-b219-2845286f493a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:55.967153 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55948) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:56.037528 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'name': 'tempest-TestServerMultinode-1404202012-router', 'tenant_id': 'dea90ac4431d4de0bea7ff07475b5807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:47Z', 'updated_at': '2021-09-30T08:26:51Z', 'revision_number': 3, 'project_id': 'dea90ac4431d4de0bea7ff07475b5807', 'gw_port': {'id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:56.040850 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Set router ddea2530-7dd9-43bf-a346-6e4082de0b3f gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:56.071208 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeded4a0-0cb1-4932-8792-d40b3a1f7258 x-openstack-request-id: req-eeded4a0-0cb1-4932-8792-d40b3a1f7258 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:56.071553 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58b0fcc-d59a-4c6d-bd6d-59de4491af28", "name": "network-vif-deleted", "tag": "491ebcde-90c8-4f55-b91f-654900603262", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:56.071780 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eeded4a0-0cb1-4932-8792-d40b3a1f7258 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:56.072217 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58b0fcc-d59a-4c6d-bd6d-59de4491af28', 'name': 'network-vif-deleted', 'tag': '491ebcde-90c8-4f55-b91f-654900603262', 'status': 'completed', 'code': 200} Sep 30 08:26:56.079848 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-3af21b53-cbc6-4ec3-86ea-775a030f592b', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:26:56.081347 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.091411 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0430f7e5-850f-4f2e-9db9-39eb581470ad None None] The sync data for ids ['11eccf73-c656-41e8-bf3b-0189322ab984'] in n-d-807359-2 is: [{'id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'name': 'tempest-TestServerMultinode-1404202012-router', 'tenant_id': 'dea90ac4431d4de0bea7ff07475b5807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:47Z', 'updated_at': '2021-09-30T08:26:51Z', 'revision_number': 3, 'project_id': 'dea90ac4431d4de0bea7ff07475b5807', 'gw_port': {'id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:56.138293 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9dda4163-6f30-435d-a5f9-07980a41b8fa tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1693740 Sep 30 08:26:56.142037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55950) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:56.148954 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0dc0699f-053c-4321-a1c5-228f1399e983 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group': {'name': 'tempest-security--1419536480', 'description': 'tempest-security-description-934376714'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:56.179746 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5378724f-253e-4346-978b-82ce9cfabbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.180029 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dc0699f-053c-4321-a1c5-228f1399e983 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.285013 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dc0699f-053c-4321-a1c5-228f1399e983 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.290678 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dc0699f-053c-4321-a1c5-228f1399e983 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.295855 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dc0699f-053c-4321-a1c5-228f1399e983 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.297637 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0dc0699f-053c-4321-a1c5-228f1399e983 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "PUT /v2.0/security-groups/8d1d279c-eaa7-49c8-b219-2845286f493a HTTP/1.1" status: 200 len: 1779 time: 0.1532173 Sep 30 08:26:56.304122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55952) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:56.334307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0699f-053c-4321-a1c5-228f1399e983 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1d279c-eaa7-49c8-b219-2845286f493a,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:56.384377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bfb34b-4196-4007-9319-c84540795c76 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:26:56.385679 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.402812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ed321-475c-4315-8337-f40ef29fd807 req-05024926-1367-4087-a492-2639249333b0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:56.404410 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-425ed321-475c-4315-8337-f40ef29fd807 req-05024926-1367-4087-a492-2639249333b0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/networks?id=094422d0-a463-4c54-8c68-8929e1bb8675 HTTP/1.1" status: 200 len: 796 time: 0.6302853 Sep 30 08:26:56.545174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-425ed321-475c-4315-8337-f40ef29fd807 req-880aaf86-ce73-4d37-a91f-a4fa5fb41c2e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/quotas/9cc3341683d74857bfb7b0b638c15491 HTTP/1.1" status: 200 len: 375 time: 0.1192575 Sep 30 08:26:56.570682 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-138771f3-1b92-43f3-a046-91a9acfad76d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-groups/8d1d279c-eaa7-49c8-b219-2845286f493a HTTP/1.1" status: 200 len: 1779 time: 0.2633691 Sep 30 08:26:56.573251 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55956) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:56.605274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5378724f-253e-4346-978b-82ce9cfabbf0 None None] For port 72f3770b-aab9-4fda-93d6-8c9d1d36cae9, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=72f3770b-aab9-4fda-93d6-8c9d1d36cae9,segment=NetworkSegment(a2656638-aa4a-4aa8-9009-437dc41d9010),segment_id=a2656638-aa4a-4aa8-9009-437dc41d9010)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:56.640977 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Allocated IP 172.20.0.2 (3af21b53-cbc6-4ec3-86ea-775a030f592b/f3a1f704-58b4-4c47-9349-6a1fc6eee4f9/155b8a76-8f8a-4995-bbbb-75b66c7c8606) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:56.715718 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e77fe2-2f0f-4d63-be61-77e70890612a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.741326 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e77fe2-2f0f-4d63-be61-77e70890612a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.796968 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e77fe2-2f0f-4d63-be61-77e70890612a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.800319 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e77fe2-2f0f-4d63-be61-77e70890612a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:56.803657 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-62e77fe2-2f0f-4d63-be61-77e70890612a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-groups/8d1d279c-eaa7-49c8-b219-2845286f493a HTTP/1.1" status: 204 len: 168 time: 0.2263496 Sep 30 08:26:56.804306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55958) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:56.811995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1f4fcb91-2390-4ea1-82fc-98f327bee09c req-14ec06a5-0671-4ae6-8f5c-8b6b8cb7471b tempest-ServersNegativeTestMultiTenantJSON-34180540 tempest-ServersNegativeTestMultiTenantJSON-34180540-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58b0fcc-d59a-4c6d-bd6d-59de4491af28 HTTP/1.1" status: 200 len: 210 time: 0.0724843 Sep 30 08:26:56.856720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e77fe2-2f0f-4d63-be61-77e70890612a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1d279c-eaa7-49c8-b219-2845286f493a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:56.886964 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7fb3fd73-4d69-40a6-a38b-aeb6975b0ef2 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775070 Sep 30 08:26:56.890064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55960) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:56.916491 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-100d2271-e271-4cd8-bd20-0465b4fca071 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] delete failed (client error): The resource could not be found. Sep 30 08:26:56.921473 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-100d2271-e271-4cd8-bd20-0465b4fca071 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-groups/8d1d279c-eaa7-49c8-b219-2845286f493a HTTP/1.1" status: 404 len: 347 time: 0.0264666 Sep 30 08:26:56.921932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:56.927140 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6b5c1ced-535c-4bc2-8b63-cae7d7c9d486 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group': {'name': 'tempest-secgroup--1383137130'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:56.959608 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b5c1ced-535c-4bc2-8b63-cae7d7c9d486 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.068962 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-425ed321-475c-4315-8337-f40ef29fd807 req-7458f697-f071-4208-a469-aae7127a8749 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5095022 Sep 30 08:26:57.082491 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.092934 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.093902 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b5c1ced-535c-4bc2-8b63-cae7d7c9d486 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.099033 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d2e154-644c-4e56-9c34-d31db06fa9e6 None None] Network 094422d0-a463-4c54-8c68-8929e1bb8675 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:26:57.099846 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b5c1ced-535c-4bc2-8b63-cae7d7c9d486 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.111241 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5378724f-253e-4346-978b-82ce9cfabbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.131764 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bfb34b-4196-4007-9319-c84540795c76 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:26:57.139067 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89bfb34b-4196-4007-9319-c84540795c76 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.143630 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe36c2b9-8e16-4860-92e1-496ef881bebb None None] Sync routers for ids ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:26:57.150038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c1ced-535c-4bc2-8b63-cae7d7c9d486 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53824eae-bc4d-4559-8c13-5850ef101bfb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:57.151980 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b5c1ced-535c-4bc2-8b63-cae7d7c9d486 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.152977 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6b5c1ced-535c-4bc2-8b63-cae7d7c9d486 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2299511 Sep 30 08:26:57.155595 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55964) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:57.161197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8c457cae-4778-4167-b77d-022db9c82802 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group_rule': {'security_group_id': '53824eae-bc4d-4559-8c13-5850ef101bfb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:57.177169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-89bfb34b-4196-4007-9319-c84540795c76 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "PUT /v2.0/floatingips/eff87922-8315-465e-80ce-f5ed0acb0009 HTTP/1.1" status: 200 len: 991 time: 4.0531812 Sep 30 08:26:57.181669 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe36c2b9-8e16-4860-92e1-496ef881bebb None None] Routers {'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:57.185465 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fe36c2b9-8e16-4860-92e1-496ef881bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:57.224025 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c457cae-4778-4167-b77d-022db9c82802 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.276924 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.345009 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.355333 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c457cae-4778-4167-b77d-022db9c82802 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.362725 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c457cae-4778-4167-b77d-022db9c82802 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.385928 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c457cae-4778-4167-b77d-022db9c82802 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c7483f-7fda-4c68-b67d-163028986f54,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:57.397966 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c457cae-4778-4167-b77d-022db9c82802 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.399218 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8c457cae-4778-4167-b77d-022db9c82802 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2422075 Sep 30 08:26:57.402065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55968) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:57.405141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Network 3af21b53-cbc6-4ec3-86ea-775a030f592b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:57.411272 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378724f-253e-4346-978b-82ce9cfabbf0 None None] Pushing event updated for resources: {'Port': ['ID=72f3770b-aab9-4fda-93d6-8c9d1d36cae9,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:57.411867 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-425ed321-475c-4315-8337-f40ef29fd807 req-5e178ec1-aa0c-466f-9f63-3682abe874b7 service neutron] 10.222.0.24 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267183 Sep 30 08:26:57.418022 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fe36c2b9-8e16-4860-92e1-496ef881bebb None None] Set router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:57.443270 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:57.446229 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:57.446677 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe51bb98-6a5a-452d-8340-d037088482cd tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.448885 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:26:57.449363 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:26:57.463142 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe51bb98-6a5a-452d-8340-d037088482cd tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.476134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Allocated IP 172.20.0.1 (3af21b53-cbc6-4ec3-86ea-775a030f592b/f3a1f704-58b4-4c47-9349-6a1fc6eee4f9/2c55591e-0417-41f9-af31-72fb68b12f82) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:57.478815 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106248673', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:44Z', 'updated_at': '2021-09-30T08:26:53Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:46Z', 'updated_at': '2021-09-30T08:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '0b519c2a-e965-4d26-b503-6042a31a39c5', 'name': '', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:32:29:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:52Z', 'updated_at': '2021-09-30T08:26:53Z', 'revision_number': 2, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:57.513689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-75a146f6-926d-4322-bce7-eae65b68adc9 None None] Provisioning complete for port 72f3770b-aab9-4fda-93d6-8c9d1d36cae9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:57.514316 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75a146f6-926d-4322-bce7-eae65b68adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.523722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Checking router: ddea2530-7dd9-43bf-a346-6e4082de0b3f for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:26:57.523883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Updating router ddea2530-7dd9-43bf-a346-6e4082de0b3f port 0b519c2a-e965-4d26-b503-6042a31a39c5 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:26:57.536063 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe51bb98-6a5a-452d-8340-d037088482cd tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.545186 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe51bb98-6a5a-452d-8340-d037088482cd tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.546833 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fe51bb98-6a5a-452d-8340-d037088482cd tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/36c7483f-7fda-4c68-b67d-163028986f54 HTTP/1.1" status: 204 len: 168 time: 0.1438437 Sep 30 08:26:57.551467 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55970) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:57.565647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51bb98-6a5a-452d-8340-d037088482cd tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36c7483f-7fda-4c68-b67d-163028986f54,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:57.598381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Allocated IP 172.20.0.1 (1da19e05-a7f1-4a23-af98-30f9920d2512/8e65156f-44f7-492f-8c58-56252a63a066/9678807e-6eee-4f42-abff-e1252d43c60f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:26:57.622472 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e505d81b-4984-42ca-9e36-6ed9349b0ece tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0674214 Sep 30 08:26:57.623986 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55972) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:57.669271 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Pushing event updated for resources: {'Port': ['ID=155b8a76-8f8a-4995-bbbb-75b66c7c8606,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:57.674232 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.702121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-425ed321-475c-4315-8337-f40ef29fd807 req-db5be322-694b-4c39-bc80-5999057bc50a service neutron] 10.222.0.24 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816710 Sep 30 08:26:57.726495 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eba93cba-0689-4802-8d4d-4ea70d64eed4 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.778289 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.787647 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eba93cba-0689-4802-8d4d-4ea70d64eed4 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.804318 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fe36c2b9-8e16-4860-92e1-496ef881bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'name': 'tempest-ServerActionsTestJSON-1408484781-router', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '622f9033-95a7-42b2-a822-2f429a78167d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:15Z', 'updated_at': '2021-09-30T08:26:24Z', 'revision_number': 4, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'gw_port': {'id': '622f9033-95a7-42b2-a822-2f429a78167d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:17Z', 'updated_at': '2021-09-30T08:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'eff87922-8315-465e-80ce-f5ed0acb0009', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'port_id': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'mac_address': 'fa:16:3e:35:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:26:32Z', 'updated_at': '2021-09-30T08:26:53Z', 'revision_number': 1, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7657239-5a0b-4229-8d1d-689fb154d3a9', 'name': '', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'mac_address': 'fa:16:3e:28:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:22Z', 'updated_at': '2021-09-30T08:26:31Z', 'revision_number': 5, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'subnets': [{'id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:57.849250 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.881397 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe36c2b9-8e16-4860-92e1-496ef881bebb None None] Checking router: ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:26:57.885647 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eba93cba-0689-4802-8d4d-4ea70d64eed4 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.888424 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eba93cba-0689-4802-8d4d-4ea70d64eed4 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.889689 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-eba93cba-0689-4802-8d4d-4ea70d64eed4 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-groups/53824eae-bc4d-4559-8c13-5850ef101bfb HTTP/1.1" status: 204 len: 168 time: 0.2643752 Sep 30 08:26:57.901268 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:57.902862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55976) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:57.903191 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 55978) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:57.905037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba93cba-0689-4802-8d4d-4ea70d64eed4 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53824eae-bc4d-4559-8c13-5850ef101bfb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:57.908861 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe36c2b9-8e16-4860-92e1-496ef881bebb None None] Routers {'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:26:57.909355 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fe36c2b9-8e16-4860-92e1-496ef881bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:57.953861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Attempting to bind port 155b8a76-8f8a-4995-bbbb-75b66c7c8606 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:57.954371 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Attempting to bind port 155b8a76-8f8a-4995-bbbb-75b66c7c8606 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'fe6026a9-c00f-4f2d-8258-625d15a9617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:57.955448 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Attempting to bind port 155b8a76-8f8a-4995-bbbb-75b66c7c8606 on network 3af21b53-cbc6-4ec3-86ea-775a030f592b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:58.039615 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:58.040299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Checking segment: {'id': 'fe6026a9-c00f-4f2d-8258-625d15a9617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:58.041653 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.041878 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 3af21b53-cbc6-4ec3-86ea-775a030f592b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:58.042454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Bound using segment: {'id': 'fe6026a9-c00f-4f2d-8258-625d15a9617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:58.043275 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Bound port: 155b8a76-8f8a-4995-bbbb-75b66c7c8606, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6026a9-c00f-4f2d-8258-625d15a9617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:58.043923 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.051682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=2c55591e-0417-41f9-af31-72fb68b12f82,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:58.054503 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:58.077085 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:26:58.079411 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8d38b7-001d-405d-b56d-4ce173a81647" -d '{"events": [{"name": "network-changed", "server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:26:58.090351 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:58.110961 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.187181 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb3383b-846c-4992-b4b8-30b8bbe66851 x-openstack-request-id: req-adb3383b-846c-4992-b4b8-30b8bbe66851 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:26:58.193127 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:26:58.193413 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adb3383b-846c-4992-b4b8-30b8bbe66851 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:26:58.193811 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'status': 'completed', 'code': 200} Sep 30 08:26:58.211782 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36fedaaa-c3ec-4c20-b7b0-8427a858a58d req-1f94e11e-cf40-42fe-8ce6-d2ce09b5e2b5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 210 time: 0.2153955 Sep 30 08:26:58.227804 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] For port 155b8a76-8f8a-4995-bbbb-75b66c7c8606, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:58.231515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] For port 155b8a76-8f8a-4995-bbbb-75b66c7c8606, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=155b8a76-8f8a-4995-bbbb-75b66c7c8606,segment=NetworkSegment(fe6026a9-c00f-4f2d-8258-625d15a9617b),segment_id=fe6026a9-c00f-4f2d-8258-625d15a9617b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:58.245886 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.277732 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device efe5ee23-9b6a-45d5-9c75-81d33636cd06 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:58.288327 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fe36c2b9-8e16-4860-92e1-496ef881bebb None None] Set router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:26:58.294878 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Pushing event updated for resources: {'Port': ['ID=9678807e-6eee-4f42-abff-e1252d43c60f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:58.316242 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-408609da-46c1-4c47-8c8c-bca61d747962 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3977730 Sep 30 08:26:58.319428 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d38b7-001d-405d-b56d-4ce173a81647 req-964d7b72-ee25-4176-85e4-7ec034d2f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:58.321411 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ec8d38b7-001d-405d-b56d-4ce173a81647 req-964d7b72-ee25-4176-85e4-7ec034d2f91d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 1096 time: 0.1329684 Sep 30 08:26:58.322204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:58.327757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bcdc803f-0088-4b18-8ec8-3f7eebcddc16 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group': {'name': 'tempest-secgroup--174799736'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:58.359731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c7b41c-0f4e-46b4-bad9-3830e9337002 admin admin] Deleting subnet f3f4e250-3938-4807-a46b-db9dd48410a0 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:26:58.363439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Network 1da19e05-a7f1-4a23-af98-30f9920d2512 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:26:58.375678 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5c7b41c-0f4e-46b4-bad9-3830e9337002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.380765 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:26:58.440519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:26:58.442196 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.461640 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bcdc803f-0088-4b18-8ec8-3f7eebcddc16 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.483309 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07289cdd-9e87-4ccd-9d06-e27d8d6b0c5c None None] Pushing event updated for resources: {'Port': ['ID=155b8a76-8f8a-4995-bbbb-75b66c7c8606,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:58.504379 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-75a146f6-926d-4322-bce7-eae65b68adc9 None None] Provisioning complete for port 0b519c2a-e965-4d26-b503-6042a31a39c5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:58.504755 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75a146f6-926d-4322-bce7-eae65b68adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.545201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d38b7-001d-405d-b56d-4ce173a81647 req-1c2157c8-40af-42e2-b0fd-0da9a472a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:58.558085 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ec8d38b7-001d-405d-b56d-4ce173a81647 req-1c2157c8-40af-42e2-b0fd-0da9a472a0b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.2224271 Sep 30 08:26:58.697046 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.727893 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.747171 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port efe5ee23-9b6a-45d5-9c75-81d33636cd06 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:58.748544 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:58.878343 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fe36c2b9-8e16-4860-92e1-496ef881bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'name': 'tempest-ServerActionsTestJSON-1408484781-router', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '622f9033-95a7-42b2-a822-2f429a78167d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:15Z', 'updated_at': '2021-09-30T08:26:24Z', 'revision_number': 4, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'gw_port': {'id': '622f9033-95a7-42b2-a822-2f429a78167d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:17Z', 'updated_at': '2021-09-30T08:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'eff87922-8315-465e-80ce-f5ed0acb0009', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'port_id': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'mac_address': 'fa:16:3e:35:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:26:32Z', 'updated_at': '2021-09-30T08:26:53Z', 'revision_number': 1, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7657239-5a0b-4229-8d1d-689fb154d3a9', 'name': '', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'mac_address': 'fa:16:3e:28:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:22Z', 'updated_at': '2021-09-30T08:26:31Z', 'revision_number': 5, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'subnets': [{'id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:26:58.914625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-75a146f6-926d-4322-bce7-eae65b68adc9 None None] Port 0b519c2a-e965-4d26-b503-6042a31a39c5 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:58.929980 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe36c2b9-8e16-4860-92e1-496ef881bebb None None] The sync data for ids ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'] in n-d-807359-2 is: [{'id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'name': 'tempest-ServerActionsTestJSON-1408484781-router', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '622f9033-95a7-42b2-a822-2f429a78167d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:15Z', 'updated_at': '2021-09-30T08:26:24Z', 'revision_number': 4, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'gw_port': {'id': '622f9033-95a7-42b2-a822-2f429a78167d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:17Z', 'updated_at': '2021-09-30T08:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'eff87922-8315-465e-80ce-f5ed0acb0009', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'port_id': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'mac_address': 'fa:16:3e:35:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:26:32Z', 'updated_at': '2021-09-30T08:26:53Z', 'revision_number': 1, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7657239-5a0b-4229-8d1d-689fb154d3a9', 'name': '', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'mac_address': 'fa:16:3e:28:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:22Z', 'updated_at': '2021-09-30T08:26:31Z', 'revision_number': 5, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'subnets': [{'id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:26:58.939178 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622e3a3-c20b-47c3-b655-8e0600171f7a None None] Pushing event updated for resources: {'Port': ['ID=0b519c2a-e965-4d26-b503-6042a31a39c5,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:59.047552 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bcdc803f-0088-4b18-8ec8-3f7eebcddc16 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.058657 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ec8d38b7-001d-405d-b56d-4ce173a81647 req-cc3679c0-7f51-4bfd-ad1f-9208c95fb4c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 HTTP/1.1" status: 200 len: 999 time: 0.4873149 Sep 30 08:26:59.061790 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bcdc803f-0088-4b18-8ec8-3f7eebcddc16 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.159646 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bcdc803f-0088-4b18-8ec8-3f7eebcddc16 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.161719 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bcdc803f-0088-4b18-8ec8-3f7eebcddc16 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8380268 Sep 30 08:26:59.166444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1e9b0e97-99f5-485a-a901-045313935845 None None] Provisioning complete for port 9678807e-6eee-4f42-abff-e1252d43c60f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:59.166936 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e9b0e97-99f5-485a-a901-045313935845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.171158 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 55996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:59.176304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cc8ce47d-af17-4b0d-839d-acc9e09c241a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group_rule': {'security_group_id': '4dea441c-9bed-4654-adac-74b9bc72e29c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:59.197393 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc803f-0088-4b18-8ec8-3f7eebcddc16 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dea441c-9bed-4654-adac-74b9bc72e29c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:59.212528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b0e97-99f5-485a-a901-045313935845 None None] Port 9678807e-6eee-4f42-abff-e1252d43c60f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:26:59.214320 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Attempting to bind port 0b519c2a-e965-4d26-b503-6042a31a39c5 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:26:59.214895 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Attempting to bind port 0b519c2a-e965-4d26-b503-6042a31a39c5 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:26:59.215453 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Attempting to bind port 0b519c2a-e965-4d26-b503-6042a31a39c5 on network 094422d0-a463-4c54-8c68-8929e1bb8675 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:26:59.218861 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d38b7-001d-405d-b56d-4ce173a81647 req-e9d29b82-3e5d-4811-8e73-d5bace5072a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:59.221492 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ec8d38b7-001d-405d-b56d-4ce173a81647 req-e9d29b82-3e5d-4811-8e73-d5bace5072a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.1289382 Sep 30 08:26:59.231844 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:26:59.232514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Checking segment: {'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:26:59.233021 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.233527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Bound using segment: {'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:26:59.234110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Bound port: 0b519c2a-e965-4d26-b503-6042a31a39c5, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:26:59.234616 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.237979 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.272084 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1e9b0e97-99f5-485a-a901-045313935845 None None] Provisioning complete for port 72f3770b-aab9-4fda-93d6-8c9d1d36cae9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:26:59.272848 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e9b0e97-99f5-485a-a901-045313935845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.321516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port efe5ee23-9b6a-45d5-9c75-81d33636cd06, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=efe5ee23-9b6a-45d5-9c75-81d33636cd06,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:26:59.338007 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc8ce47d-af17-4b0d-839d-acc9e09c241a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.356153 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.404503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d38b7-001d-405d-b56d-4ce173a81647 req-5af48abd-9ca6-4c63-83e9-9655a17ab6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:26:59.406056 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ec8d38b7-001d-405d-b56d-4ce173a81647 req-5af48abd-9ca6-4c63-83e9-9655a17ab6ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587667 Sep 30 08:26:59.431090 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=efe5ee23-9b6a-45d5-9c75-81d33636cd06,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:59.435041 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7057c6-db33-428b-b873-d57ca729d691 None None] New status for floating IP eff87922-8315-465e-80ce-f5ed0acb0009: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:26:59.547634 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc8ce47d-af17-4b0d-839d-acc9e09c241a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.570045 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc8ce47d-af17-4b0d-839d-acc9e09c241a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.595267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ce47d-af17-4b0d-839d-acc9e09c241a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf0a527-7dee-47f0-815c-65f4c467ba2f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:26:59.599672 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] For port 0b519c2a-e965-4d26-b503-6042a31a39c5, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:26:59.608417 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d42a9308-0f64-4d1e-9f72-04fe6d4f35b5 req-621945a1-62eb-41c5-b78e-157b8014c6ae tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 210 time: 0.2060521 Sep 30 08:26:59.621641 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc8ce47d-af17-4b0d-839d-acc9e09c241a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.625644 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cc8ce47d-af17-4b0d-839d-acc9e09c241a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4518824 Sep 30 08:26:59.628155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56002) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:26:59.631514 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ec8d38b7-001d-405d-b56d-4ce173a81647 req-6a68b95a-78ea-474b-89ac-e9135960c9cb service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174172 Sep 30 08:26:59.637612 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b1b3bd77-0d30-474f-9453-70c9de31eba9 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group_rule': {'security_group_id': '4dea441c-9bed-4654-adac-74b9bc72e29c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:26:59.722698 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b3bd77-0d30-474f-9453-70c9de31eba9 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.758282 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5c7b41c-0f4e-46b4-bad9-3830e9337002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.761129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] For port 0b519c2a-e965-4d26-b503-6042a31a39c5, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0b519c2a-e965-4d26-b503-6042a31a39c5,segment=NetworkSegment(a2656638-aa4a-4aa8-9009-437dc41d9010),segment_id=a2656638-aa4a-4aa8-9009-437dc41d9010)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:26:59.807368 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.811560 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.877667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 155b8a76-8f8a-4995-bbbb-75b66c7c8606 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:26:59.942175 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b3bd77-0d30-474f-9453-70c9de31eba9 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:26:59.944747 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ec8d38b7-001d-405d-b56d-4ce173a81647 req-d891eb98-b0e4-4d71-8717-70ff1866d7a4 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970731 Sep 30 08:26:59.948619 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b3bd77-0d30-474f-9453-70c9de31eba9 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.003113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3bd77-0d30-474f-9453-70c9de31eba9 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfbf46c-591f-4e0b-869c-41476f8c7854,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:00.018390 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b3bd77-0d30-474f-9453-70c9de31eba9 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.021929 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b1b3bd77-0d30-474f-9453-70c9de31eba9 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3873246 Sep 30 08:27:00.024263 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56004) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:00.035205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-742e4018-a689-486f-bdde-ba9656e5de1d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group_rule': {'security_group_id': '4dea441c-9bed-4654-adac-74b9bc72e29c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:00.074644 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-742e4018-a689-486f-bdde-ba9656e5de1d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.138175 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.156193 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-742e4018-a689-486f-bdde-ba9656e5de1d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.160613 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-742e4018-a689-486f-bdde-ba9656e5de1d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.189460 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e4018-a689-486f-bdde-ba9656e5de1d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14026142-4b4b-4e19-afad-fd66556a8168,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:00.190597 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1e9b0e97-99f5-485a-a901-045313935845 None None] Provisioning complete for port 0b519c2a-e965-4d26-b503-6042a31a39c5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:00.191581 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e9b0e97-99f5-485a-a901-045313935845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.198528 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-742e4018-a689-486f-bdde-ba9656e5de1d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.199129 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5c7b41c-0f4e-46b4-bad9-3830e9337002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.203346 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-742e4018-a689-486f-bdde-ba9656e5de1d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1777663 Sep 30 08:27:00.210303 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56006) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:00.215341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-470ae93f-4348-43a4-8b23-65bb7e5dc0bb tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group_rule': {'security_group_id': '4dea441c-9bed-4654-adac-74b9bc72e29c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:00.265058 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-470ae93f-4348-43a4-8b23-65bb7e5dc0bb tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.269854 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.270143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Routers {'ddea2530-7dd9-43bf-a346-6e4082de0b3f'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:00.270402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:00.273393 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.374429 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-470ae93f-4348-43a4-8b23-65bb7e5dc0bb tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.374588 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622e3a3-c20b-47c3-b655-8e0600171f7a None None] Pushing event updated for resources: {'Port': ['ID=0b519c2a-e965-4d26-b503-6042a31a39c5,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:00.385175 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-470ae93f-4348-43a4-8b23-65bb7e5dc0bb tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.402770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ed321-475c-4315-8337-f40ef29fd807 req-f4cdd5d2-479a-4456-bb5b-45bd9bcbfb45 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:00.404840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 155b8a76-8f8a-4995-bbbb-75b66c7c8606 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:00.405263 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.405696 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-425ed321-475c-4315-8337-f40ef29fd807 req-f4cdd5d2-479a-4456-bb5b-45bd9bcbfb45 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "GET /v2.0/networks?id=094422d0-a463-4c54-8c68-8929e1bb8675 HTTP/1.1" status: 200 len: 796 time: 0.7036424 Sep 30 08:27:00.419786 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-470ae93f-4348-43a4-8b23-65bb7e5dc0bb tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.421130 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-470ae93f-4348-43a4-8b23-65bb7e5dc0bb tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2096786 Sep 30 08:27:00.422357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ae93f-4348-43a4-8b23-65bb7e5dc0bb tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51fff052-cac9-4716-867d-cb61d14e3f72,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:00.425389 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:00.429991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7f115a0d-38c1-4aa8-9b42-e1cb370b83e3 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group_rule': {'security_group_id': '4dea441c-9bed-4654-adac-74b9bc72e29c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:00.479336 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f115a0d-38c1-4aa8-9b42-e1cb370b83e3 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.481738 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117a21ea-3733-409b-82c8-ddeadaa48792 None None] Network 3af21b53-cbc6-4ec3-86ea-775a030f592b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:00.535172 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5c7b41c-0f4e-46b4-bad9-3830e9337002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.573024 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f115a0d-38c1-4aa8-9b42-e1cb370b83e3 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.578154 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f115a0d-38c1-4aa8-9b42-e1cb370b83e3 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.598370 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e9b0e97-99f5-485a-a901-045313935845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.605133 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f115a0d-38c1-4aa8-9b42-e1cb370b83e3 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515cf20b-18aa-43f7-92b4-a755d90e0568,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:00.618244 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f115a0d-38c1-4aa8-9b42-e1cb370b83e3 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.619760 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7f115a0d-38c1-4aa8-9b42-e1cb370b83e3 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1933784 Sep 30 08:27:00.622695 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56014) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:00.639470 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7b41c-0f4e-46b4-bad9-3830e9337002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3f4e250-3938-4807-a46b-db9dd48410a0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:00.664466 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b67370ca-0a1b-440c-b575-cd7509fa995e tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.677174 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b67370ca-0a1b-440c-b575-cd7509fa995e tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.697903 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] Set router ddea2530-7dd9-43bf-a346-6e4082de0b3f gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:00.717826 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b67370ca-0a1b-440c-b575-cd7509fa995e tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.726380 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b67370ca-0a1b-440c-b575-cd7509fa995e tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.726571 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5c7b41c-0f4e-46b4-bad9-3830e9337002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.731959 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b67370ca-0a1b-440c-b575-cd7509fa995e tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/515cf20b-18aa-43f7-92b4-a755d90e0568 HTTP/1.1" status: 204 len: 168 time: 0.1038880 Sep 30 08:27:00.732162 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f5c7b41c-0f4e-46b4-bad9-3830e9337002 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f3f4e250-3938-4807-a46b-db9dd48410a0 HTTP/1.1" status: 204 len: 168 time: 2.8057754 Sep 30 08:27:00.732819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56018) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:00.733440 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:00.782122 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-425ed321-475c-4315-8337-f40ef29fd807 req-85da7011-48e0-452c-9dac-4a1696946cb9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc3341683d74857bfb7b0b638c15491 HTTP/1.1" status: 200 len: 379 time: 0.3298924 Sep 30 08:27:00.786496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67370ca-0a1b-440c-b575-cd7509fa995e tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=515cf20b-18aa-43f7-92b4-a755d90e0568,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:00.805492 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-41f45d06-745e-49b9-9b8e-6899fd480032 req-c58269dc-e9b5-4d5a-bf68-c36e1edbbfdb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 210 time: 0.0724728 Sep 30 08:27:00.809959 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-425ed321-475c-4315-8337-f40ef29fd807 req-c38a5891-5bd8-43b6-8ac3-a410c0f65382 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'port': {'device_id': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'admin_state_up': True, 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'security_groups': ['effee0df-5136-4b84-971e-19b086c9dfbc']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:00.845281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1e9b0e97-99f5-485a-a901-045313935845 None None] For port 0b519c2a-e965-4d26-b503-6042a31a39c5, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0b519c2a-e965-4d26-b503-6042a31a39c5,segment=NetworkSegment(a2656638-aa4a-4aa8-9009-437dc41d9010),segment_id=a2656638-aa4a-4aa8-9009-437dc41d9010)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:00.865969 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1255ef4-72fa-46d4-9709-2dc147e39823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.884959 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e16af207-a4b2-4db8-8424-8e00b5e5a5be tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1343565 Sep 30 08:27:00.885267 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e9b0e97-99f5-485a-a901-045313935845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.885947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56022) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:00.942581 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.949679 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec2da153-68be-4fdc-a599-a11977c28bac tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.966225 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec2da153-68be-4fdc-a599-a11977c28bac tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:00.972718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b0e97-99f5-485a-a901-045313935845 None None] Pushing event updated for resources: {'Port': ['ID=0b519c2a-e965-4d26-b503-6042a31a39c5,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:01.001198 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1255ef4-72fa-46d4-9709-2dc147e39823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.021741 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.031707 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.032496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c1255ef4-72fa-46d4-9709-2dc147e39823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0624c647-3c88-42b9-9912-f10f5115595f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:01.049901 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c1255ef4-72fa-46d4-9709-2dc147e39823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27c31cd-d979-4219-8d1a-934d79e185ff') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:01.050287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c1255ef4-72fa-46d4-9709-2dc147e39823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27c31cd-d979-4219-8d1a-934d79e185ff') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:01.060738 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1255ef4-72fa-46d4-9709-2dc147e39823 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.067889 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec2da153-68be-4fdc-a599-a11977c28bac tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.078780 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec2da153-68be-4fdc-a599-a11977c28bac tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.080498 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ec2da153-68be-4fdc-a599-a11977c28bac tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/51fff052-cac9-4716-867d-cb61d14e3f72 HTTP/1.1" status: 204 len: 168 time: 0.1884820 Sep 30 08:27:01.085288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56024) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:01.085614 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 155b8a76-8f8a-4995-bbbb-75b66c7c8606, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=155b8a76-8f8a-4995-bbbb-75b66c7c8606,segment=NetworkSegment(fe6026a9-c00f-4f2d-8258-625d15a9617b),segment_id=fe6026a9-c00f-4f2d-8258-625d15a9617b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:01.094606 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1255ef4-72fa-46d4-9709-2dc147e39823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.100797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2da153-68be-4fdc-a599-a11977c28bac tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51fff052-cac9-4716-867d-cb61d14e3f72,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:01.102939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1255ef4-72fa-46d4-9709-2dc147e39823 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:27:01.103349 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1255ef4-72fa-46d4-9709-2dc147e39823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.107018 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425ed321-475c-4315-8337-f40ef29fd807 req-c38a5891-5bd8-43b6-8ac3-a410c0f65382 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Made reservation on behalf of 9cc3341683d74857bfb7b0b638c15491 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:01.110524 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-425ed321-475c-4315-8337-f40ef29fd807 req-c38a5891-5bd8-43b6-8ac3-a410c0f65382 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:27:01.110688 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:27:01.113714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-640c9cf5-fac0-4fd5-8358-e5dfdff25327 None None] Provisioning complete for port 155b8a76-8f8a-4995-bbbb-75b66c7c8606 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:01.113714 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-640c9cf5-fac0-4fd5-8358-e5dfdff25327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.113889 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.114870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 72f3770b-aab9-4fda-93d6-8c9d1d36cae9 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:01.142260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Pushing event updated for resources: {'Port': ['ID=9678807e-6eee-4f42-abff-e1252d43c60f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:01.156493 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.186056 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.188724 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c19b416b-095b-43bd-9626-f6200fe5fe86 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1022933 Sep 30 08:27:01.190857 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1255ef4-72fa-46d4-9709-2dc147e39823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.192388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:01.213719 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1255ef4-72fa-46d4-9709-2dc147e39823 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.216767 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c1255ef4-72fa-46d4-9709-2dc147e39823 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0624c647-3c88-42b9-9912-f10f5115595f HTTP/1.1" status: 204 len: 168 time: 0.4758224 Sep 30 08:27:01.218145 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.221847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1255ef4-72fa-46d4-9709-2dc147e39823 admin admin] Pushing event deleted for resources: {'Network': ['ID=0624c647-3c88-42b9-9912-f10f5115595f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:01.223526 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56028) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:01.276680 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29636c11-323c-4750-a59a-987745e83652 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.284851 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=155b8a76-8f8a-4995-bbbb-75b66c7c8606,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:01.290112 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29636c11-323c-4750-a59a-987745e83652 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.311326 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-604822ce-4ad3-4209-b701-95663be084c1 admin admin] Deleting subnet a7b0ebb0-99d6-471f-890e-6d45aabaedb6 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:27:01.317560 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-604822ce-4ad3-4209-b701-95663be084c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.331591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 72f3770b-aab9-4fda-93d6-8c9d1d36cae9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:01.331813 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.364323 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29636c11-323c-4750-a59a-987745e83652 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.381540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106248673', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:44Z', 'updated_at': '2021-09-30T08:26:53Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:46Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '0b519c2a-e965-4d26-b503-6042a31a39c5', 'name': '', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:32:29:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:52Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:01.388196 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29636c11-323c-4750-a59a-987745e83652 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.389739 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-29636c11-323c-4750-a59a-987745e83652 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/14026142-4b4b-4e19-afad-fd66556a8168 HTTP/1.1" status: 204 len: 168 time: 0.1964490 Sep 30 08:27:01.390743 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29636c11-323c-4750-a59a-987745e83652 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14026142-4b4b-4e19-afad-fd66556a8168,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:01.401980 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:01.415221 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-604822ce-4ad3-4209-b701-95663be084c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.428019 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24a5be-c624-4118-b29a-689b574245f9 None None] The sync data for ids ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'] in n-d-807359-2 is: [{'id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106248673', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:44Z', 'updated_at': '2021-09-30T08:26:53Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:46Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '0b519c2a-e965-4d26-b503-6042a31a39c5', 'name': '', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:32:29:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:52Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:01.441231 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-640c9cf5-fac0-4fd5-8358-e5dfdff25327 None None] Provisioning complete for port 0b519c2a-e965-4d26-b503-6042a31a39c5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:01.441875 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-640c9cf5-fac0-4fd5-8358-e5dfdff25327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.450241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-425ed321-475c-4315-8337-f40ef29fd807 req-c38a5891-5bd8-43b6-8ac3-a410c0f65382 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Allocated IP 172.20.0.11 (094422d0-a463-4c54-8c68-8929e1bb8675/0d11a375-5f76-49d8-ba5b-703b14c2ec3e/d975092e-11fd-4c50-8353-8e4a70e86278) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:01.543476 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bf9229c3-bb37-482e-85ff-702a91f05c9e tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1401088 Sep 30 08:27:01.547089 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.553531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56032) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:01.563605 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=2c55591e-0417-41f9-af31-72fb68b12f82,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:01.569457 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-604822ce-4ad3-4209-b701-95663be084c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.579176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c9872edf-9cfb-4dcb-a116-5c2467ce919e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:01.698970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c9872edf-9cfb-4dcb-a116-5c2467ce919e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:01.699370 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.701787 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-604822ce-4ad3-4209-b701-95663be084c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.716601 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11639773-88e7-41db-858c-fb79b31578e2 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.726631 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11639773-88e7-41db-858c-fb79b31578e2 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.757941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604822ce-4ad3-4209-b701-95663be084c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b0ebb0-99d6-471f-890e-6d45aabaedb6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:01.770532 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-604822ce-4ad3-4209-b701-95663be084c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.772753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Network 1da19e05-a7f1-4a23-af98-30f9920d2512 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:01.773377 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-604822ce-4ad3-4209-b701-95663be084c1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a7b0ebb0-99d6-471f-890e-6d45aabaedb6 HTTP/1.1" status: 204 len: 168 time: 0.5464301 Sep 30 08:27:01.775619 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56036) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:01.856602 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:01.880792 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f782a5bc-84aa-4f04-aeba-d893e41ce242 None None] Provisioning complete for port 155b8a76-8f8a-4995-bbbb-75b66c7c8606 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:01.881754 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11639773-88e7-41db-858c-fb79b31578e2 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.882722 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f782a5bc-84aa-4f04-aeba-d893e41ce242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.907428 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11639773-88e7-41db-858c-fb79b31578e2 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.908959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-11639773-88e7-41db-858c-fb79b31578e2 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4cfbf46c-591f-4e0b-869c-41476f8c7854 HTTP/1.1" status: 204 len: 168 time: 0.3473024 Sep 30 08:27:01.909891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11639773-88e7-41db-858c-fb79b31578e2 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cfbf46c-591f-4e0b-869c-41476f8c7854,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:01.915188 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56040) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:01.933664 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21f6b975-1324-4478-9aee-3e3c0b7a7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.957314 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:01.999110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port c9872edf-9cfb-4dcb-a116-5c2467ce919e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c9872edf-9cfb-4dcb-a116-5c2467ce919e,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:02.012864 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.057787 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21f6b975-1324-4478-9aee-3e3c0b7a7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.087511 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5850f3cf-a92e-4982-b98a-5d007e563a1e req-1a8b4dd7-dce9-409b-aec9-1e542900e215 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 210 time: 0.1435525 Sep 30 08:27:02.104016 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-21f6b975-1324-4478-9aee-3e3c0b7a7b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25cc5fa-e2f2-447d-bb73-359a8f72cf88']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:02.109580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 3af21b53-cbc6-4ec3-86ea-775a030f592b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:02.124338 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:02.137461 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-425ed321-475c-4315-8337-f40ef29fd807 req-c38a5891-5bd8-43b6-8ac3-a410c0f65382 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.146844 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f782a5bc-84aa-4f04-aeba-d893e41ce242 None None] Provisioning complete for port 2c55591e-0417-41f9-af31-72fb68b12f82 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:02.147106 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f782a5bc-84aa-4f04-aeba-d893e41ce242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.156060 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-21f6b975-1324-4478-9aee-3e3c0b7a7b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e6de2c-96f6-4777-93ac-c3a816aebc3c') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:02.164183 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-21f6b975-1324-4478-9aee-3e3c0b7a7b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e6de2c-96f6-4777-93ac-c3a816aebc3c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:02.183410 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21f6b975-1324-4478-9aee-3e3c0b7a7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.202791 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21f6b975-1324-4478-9aee-3e3c0b7a7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.211625 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f6b975-1324-4478-9aee-3e3c0b7a7b08 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:27:02.212597 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21f6b975-1324-4478-9aee-3e3c0b7a7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.230889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=c9872edf-9cfb-4dcb-a116-5c2467ce919e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:27:02.249607 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:27:02.259451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f782a5bc-84aa-4f04-aeba-d893e41ce242 None None] Port 2c55591e-0417-41f9-af31-72fb68b12f82 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:02.316761 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21f6b975-1324-4478-9aee-3e3c0b7a7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.343701 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21f6b975-1324-4478-9aee-3e3c0b7a7b08 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.346005 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-21f6b975-1324-4478-9aee-3e3c0b7a7b08 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f25cc5fa-e2f2-447d-bb73-359a8f72cf88 HTTP/1.1" status: 204 len: 168 time: 0.5685120 Sep 30 08:27:02.346799 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6b975-1324-4478-9aee-3e3c0b7a7b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=f25cc5fa-e2f2-447d-bb73-359a8f72cf88,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:02.368439 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3877bb33-137a-4523-9e09-f6b153d8f388 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4472916 Sep 30 08:27:02.368691 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56044) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:02.405553 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57768663-a960-4802-9701-6d4a03e53fbc tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.413034 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0b519c2a-e965-4d26-b503-6042a31a39c5 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:02.420477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6367581d-9add-4b38-bac1-6c81e60d3583 None None] Provisioning complete for port 9678807e-6eee-4f42-abff-e1252d43c60f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:02.420926 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57768663-a960-4802-9701-6d4a03e53fbc tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.424379 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6367581d-9add-4b38-bac1-6c81e60d3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.479453 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57768663-a960-4802-9701-6d4a03e53fbc tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.489669 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57768663-a960-4802-9701-6d4a03e53fbc tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.495313 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-57768663-a960-4802-9701-6d4a03e53fbc tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/acf0a527-7dee-47f0-815c-65f4c467ba2f HTTP/1.1" status: 204 len: 168 time: 0.1215258 Sep 30 08:27:02.508736 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:02.521341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57768663-a960-4802-9701-6d4a03e53fbc tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acf0a527-7dee-47f0-815c-65f4c467ba2f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:02.576186 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6367581d-9add-4b38-bac1-6c81e60d3583 None None] Port 9678807e-6eee-4f42-abff-e1252d43c60f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:02.596968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0b519c2a-e965-4d26-b503-6042a31a39c5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:02.597722 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.601913 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-73a4acd7-22df-4491-b48a-1fce1b10864d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0892928 Sep 30 08:27:02.603627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6367581d-9add-4b38-bac1-6c81e60d3583 None None] Provisioning complete for port 2c55591e-0417-41f9-af31-72fb68b12f82 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:02.603627 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6367581d-9add-4b38-bac1-6c81e60d3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.608523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56048) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:02.678567 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6367581d-9add-4b38-bac1-6c81e60d3583 None None] Port 2c55591e-0417-41f9-af31-72fb68b12f82 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:02.730312 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56050) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:02.747389 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2a6a-dfab-4049-8d5f-4d828dfef29b tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.757445 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device efe5ee23-9b6a-45d5-9c75-81d33636cd06 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:02.772672 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2a6a-dfab-4049-8d5f-4d828dfef29b tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.850317 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f1ead422-d6b5-4a8a-b3c5-98db6764c327 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b417ecc997d4fbba16582d1126025d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1167738 Sep 30 08:27:02.851639 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56054) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:02.887141 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2a6a-dfab-4049-8d5f-4d828dfef29b tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.890904 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2a6a-dfab-4049-8d5f-4d828dfef29b tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.892286 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cc0b2a6a-dfab-4049-8d5f-4d828dfef29b tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-groups/4dea441c-9bed-4654-adac-74b9bc72e29c HTTP/1.1" status: 204 len: 168 time: 0.2826738 Sep 30 08:27:02.900669 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56056) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:02.930180 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-425ed321-475c-4315-8337-f40ef29fd807 req-c38a5891-5bd8-43b6-8ac3-a410c0f65382 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.932635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b2a6a-dfab-4049-8d5f-4d828dfef29b tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dea441c-9bed-4654-adac-74b9bc72e29c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:02.939145 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Router 11eccf73-c656-41e8-bf3b-0189322ab984 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:02.971600 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fec582b2-61f2-4c3a-a5d9-db6f28a61afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:02.990288 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-449c1818-619e-436e-b266-8233b092aaf0 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0885205 Sep 30 08:27:02.999162 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:03.009941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-07811926-a1ce-4634-8fd0-518a52a2c1f4 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977059664'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:03.014672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a5891-5bd8-43b6-8ac3-a410c0f65382 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=d975092e-11fd-4c50-8353-8e4a70e86278,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:03.021993 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fec582b2-61f2-4c3a-a5d9-db6f28a61afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.063802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d5ece730-08aa-4c44-bb19-d41f9f5c026e None None] Provisioning complete for port 2c55591e-0417-41f9-af31-72fb68b12f82 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:03.064505 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5ece730-08aa-4c44-bb19-d41f9f5c026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.065864 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07811926-a1ce-4634-8fd0-518a52a2c1f4 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.068082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425ed321-475c-4315-8337-f40ef29fd807 req-c38a5891-5bd8-43b6-8ac3-a410c0f65382 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network 094422d0-a463-4c54-8c68-8929e1bb8675 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:03.078956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-425ed321-475c-4315-8337-f40ef29fd807 req-c38a5891-5bd8-43b6-8ac3-a410c0f65382 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:03.098725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-425ed321-475c-4315-8337-f40ef29fd807 req-c38a5891-5bd8-43b6-8ac3-a410c0f65382 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:03.103966 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port efe5ee23-9b6a-45d5-9c75-81d33636cd06 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:03.104361 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.117126 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fec582b2-61f2-4c3a-a5d9-db6f28a61afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.119261 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fec582b2-61f2-4c3a-a5d9-db6f28a61afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.120629 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fec582b2-61f2-4c3a-a5d9-db6f28a61afc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfa80a0c-d067-4b77-be1d-9bae0276f6a4 HTTP/1.1" status: 204 len: 168 time: 0.2689877 Sep 30 08:27:03.139416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec582b2-61f2-4c3a-a5d9-db6f28a61afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa80a0c-d067-4b77-be1d-9bae0276f6a4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:03.201069 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d5ece730-08aa-4c44-bb19-d41f9f5c026e None None] Port 2c55591e-0417-41f9-af31-72fb68b12f82 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:03.203624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:03.222678 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Sync routers for ids ['11eccf73-c656-41e8-bf3b-0189322ab984'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:03.229187 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07811926-a1ce-4634-8fd0-518a52a2c1f4 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.243051 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07811926-a1ce-4634-8fd0-518a52a2c1f4 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.251868 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Routers {'11eccf73-c656-41e8-bf3b-0189322ab984'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:03.252547 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['11eccf73-c656-41e8-bf3b-0189322ab984'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:03.272773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ed321-475c-4315-8337-f40ef29fd807 req-c38a5891-5bd8-43b6-8ac3-a410c0f65382 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:03.273455 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-425ed321-475c-4315-8337-f40ef29fd807 req-c38a5891-5bd8-43b6-8ac3-a410c0f65382 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.297039 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-17810cc4-396b-4354-9096-13d6fff2c3a2 admin admin] 10.222.0.24 "PUT /v2.0/routers/11eccf73-c656-41e8-bf3b-0189322ab984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8800812 Sep 30 08:27:03.311222 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07811926-a1ce-4634-8fd0-518a52a2c1f4 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.315277 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-07811926-a1ce-4634-8fd0-518a52a2c1f4 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3125272 Sep 30 08:27:03.315719 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56066) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:03.320112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5890207a-54ea-4b32-b926-53ff7754e5f6 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group_rule': {'security_group_id': '7db6f1ab-7ef4-4fb6-9f46-dc258fb41e73', 'direction': 'ingress', 'protocol': 17}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:03.329471 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 84a5b95f-431a-4945-8af3-7298abc8b4e4 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:27:03.337464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07811926-a1ce-4634-8fd0-518a52a2c1f4 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db6f1ab-7ef4-4fb6-9f46-dc258fb41e73,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:03.339400 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-425ed321-475c-4315-8337-f40ef29fd807 req-c38a5891-5bd8-43b6-8ac3-a410c0f65382 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5363832 Sep 30 08:27:03.363967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Request body: {'port': {'device_id': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:03.371552 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5890207a-54ea-4b32-b926-53ff7754e5f6 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.382894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 155b8a76-8f8a-4995-bbbb-75b66c7c8606 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:03.450411 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.456940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 155b8a76-8f8a-4995-bbbb-75b66c7c8606 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:03.457703 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.470063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7ef97-b2ee-495d-9174-57dc1b946c58 req-ef21c093-c1f3-4fdb-a157-99aded2fdcc5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:03.473335 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fe7ef97-b2ee-495d-9174-57dc1b946c58 req-ef21c093-c1f3-4fdb-a157-99aded2fdcc5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 932 time: 0.1739624 Sep 30 08:27:03.519957 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5890207a-54ea-4b32-b926-53ff7754e5f6 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.531462 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5890207a-54ea-4b32-b926-53ff7754e5f6 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.545225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e92a55c8-0fb1-47c9-ba12-ec22788b82a0 None None] Provisioning complete for port d975092e-11fd-4c50-8353-8e4a70e86278 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:03.545776 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e92a55c8-0fb1-47c9-ba12-ec22788b82a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.561436 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Set router 11eccf73-c656-41e8-bf3b-0189322ab984 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:03.593282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890207a-54ea-4b32-b926-53ff7754e5f6 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a3985f-78c1-4e68-aea1-221a0bfac653,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:03.620651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e92a55c8-0fb1-47c9-ba12-ec22788b82a0 None None] Port d975092e-11fd-4c50-8353-8e4a70e86278 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:03.627850 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5890207a-54ea-4b32-b926-53ff7754e5f6 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.640276 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5890207a-54ea-4b32-b926-53ff7754e5f6 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3208861 Sep 30 08:27:03.640276 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56072) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:03.716081 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59bb779c-d5f0-4ede-96b7-1adbaf25ce42 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.757809 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59bb779c-d5f0-4ede-96b7-1adbaf25ce42 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.821684 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59bb779c-d5f0-4ede-96b7-1adbaf25ce42 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.825389 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59bb779c-d5f0-4ede-96b7-1adbaf25ce42 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.837267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56076) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:03.840049 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-59bb779c-d5f0-4ede-96b7-1adbaf25ce42 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-groups/7db6f1ab-7ef4-4fb6-9f46-dc258fb41e73 HTTP/1.1" status: 204 len: 168 time: 0.1987684 Sep 30 08:27:03.860698 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5fe7ef97-b2ee-495d-9174-57dc1b946c58 req-ff8bc23d-065b-4018-94a8-3b771b7f9076 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3777027 Sep 30 08:27:03.869710 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb779c-d5f0-4ede-96b7-1adbaf25ce42 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db6f1ab-7ef4-4fb6-9f46-dc258fb41e73,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:03.883863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:03.899494 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ab608032-a000-41ef-8495-6e45856c4124 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/84a5b95f-431a-4945-8af3-7298abc8b4e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4656472 Sep 30 08:27:03.899792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56078) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:03.903280 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Sync routers for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:03.904893 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7fd55364-9bfb-46d3-9706-46e931155268 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'network': {'name': 'tempest-RoutersTest-1413786240'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:03.921951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:03.922584 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:03.933077 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd55364-9bfb-46d3-9706-46e931155268 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:03.937915 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fd55364-9bfb-46d3-9706-46e931155268 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:03.949533 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'name': 'tempest-TestServerMultinode-1404202012-router', 'tenant_id': 'dea90ac4431d4de0bea7ff07475b5807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:47Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': 'dea90ac4431d4de0bea7ff07475b5807', 'gw_port': {'id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9678807e-6eee-4f42-abff-e1252d43c60f', 'name': '', 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512', 'tenant_id': 'dea90ac4431d4de0bea7ff07475b5807', 'mac_address': 'fa:16:3e:8b:3c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '8e65156f-44f7-492f-8c58-56252a63a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:57Z', 'updated_at': '2021-09-30T08:27:00Z', 'revision_number': 2, 'project_id': 'dea90ac4431d4de0bea7ff07475b5807', 'subnets': [{'id': '8e65156f-44f7-492f-8c58-56252a63a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:03.978028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56080) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:03.987624 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Checking router: 11eccf73-c656-41e8-bf3b-0189322ab984 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:03.988334 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Updating router 11eccf73-c656-41e8-bf3b-0189322ab984 port 9678807e-6eee-4f42-abff-e1252d43c60f binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:27:04.011323 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd55364-9bfb-46d3-9706-46e931155268 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:27:04.032022 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fd55364-9bfb-46d3-9706-46e931155268 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.036964 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-7fd55364-9bfb-46d3-9706-46e931155268 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Added segment d2a19197-b0ae-4293-bb82-944442a05332 of type vlan for network 01bbbaae-bc09-4aa8-b6c3-e34fd14d9377 Sep 30 08:27:04.048489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:04.056688 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e87b4b8a-948d-43d1-aefd-443c4f2c497a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2182322 Sep 30 08:27:04.060358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56084) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:04.065371 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.069229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-38103a60-8144-4609-810f-44fc2845780b tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group': {'name': 'tempest-secgroup--67659024'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:04.128575 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38103a60-8144-4609-810f-44fc2845780b tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.152166 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fd55364-9bfb-46d3-9706-46e931155268 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.172114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c9872edf-9cfb-4dcb-a116-5c2467ce919e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:04.226442 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d975092e-11fd-4c50-8353-8e4a70e86278 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:27:04.236816 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.274519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Transition to ACTIVE for port object d975092e-11fd-4c50-8353-8e4a70e86278 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:27:04.280647 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.288179 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fd55364-9bfb-46d3-9706-46e931155268 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.302197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd55364-9bfb-46d3-9706-46e931155268 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:04.306370 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fd55364-9bfb-46d3-9706-46e931155268 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.394445 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c9872edf-9cfb-4dcb-a116-5c2467ce919e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:04.394824 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.417735 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38103a60-8144-4609-810f-44fc2845780b tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.419979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d975092e-11fd-4c50-8353-8e4a70e86278,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:04.431486 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38103a60-8144-4609-810f-44fc2845780b tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.557471 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7fd55364-9bfb-46d3-9706-46e931155268 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6564987 Sep 30 08:27:04.565679 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38103a60-8144-4609-810f-44fc2845780b tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.566085 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a23659f9-7961-4c59-9e65-2d4d0e359716 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=611c60e192554b03b5ae60b5b9cf0770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547988 Sep 30 08:27:04.567097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:04.567236 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-38103a60-8144-4609-810f-44fc2845780b tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5058177 Sep 30 08:27:04.567426 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:04.568765 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd55364-9bfb-46d3-9706-46e931155268 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Network': ['ID=01bbbaae-bc09-4aa8-b6c3-e34fd14d9377,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:04.581420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56096) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:04.581993 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.585401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 01bbbaae-bc09-4aa8-b6c3-e34fd14d9377 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:27:04.587414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c3412a4a-a2ae-4396-83ec-e6a034cd0935 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001676687'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:04.589894 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.590632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:00Z', 'revision_number': 2, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:00Z', 'revision_number': 2, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:04.662310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38103a60-8144-4609-810f-44fc2845780b tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0b52e8-c77e-472e-9836-6998f332e57e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:04.678939 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3412a4a-a2ae-4396-83ec-e6a034cd0935 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.682172 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Attempting to bind port d975092e-11fd-4c50-8353-8e4a70e86278 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:04.682435 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Attempting to bind port d975092e-11fd-4c50-8353-8e4a70e86278 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:04.682770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Attempting to bind port d975092e-11fd-4c50-8353-8e4a70e86278 on network 094422d0-a463-4c54-8c68-8929e1bb8675 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:04.698086 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Checking router: 84a5b95f-431a-4945-8af3-7298abc8b4e4 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:04.698590 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Updating router 84a5b95f-431a-4945-8af3-7298abc8b4e4 port 2c55591e-0417-41f9-af31-72fb68b12f82 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:27:04.710530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-87be495e-7d71-4c48-b963-46f8a5179438 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'subnet': {'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:04.719917 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Port d975092e-11fd-4c50-8353-8e4a70e86278 on network 094422d0-a463-4c54-8c68-8929e1bb8675 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:27:04.720250 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Attempting to bind port d975092e-11fd-4c50-8353-8e4a70e86278 on network 094422d0-a463-4c54-8c68-8929e1bb8675 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:04.729446 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:04.729716 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Checking segment: {'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:04.730193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Bound using segment: {'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:04.730518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Bound port: d975092e-11fd-4c50-8353-8e4a70e86278, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:04.730861 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.740205 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Attempting to bind port 9678807e-6eee-4f42-abff-e1252d43c60f on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:04.740917 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Attempting to bind port 9678807e-6eee-4f42-abff-e1252d43c60f by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:04.741465 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Attempting to bind port 9678807e-6eee-4f42-abff-e1252d43c60f on network 1da19e05-a7f1-4a23-af98-30f9920d2512 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:04.749308 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:04.749975 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Checking segment: {'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:04.750563 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.751786 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Bound using segment: {'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:04.753852 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Bound port: 9678807e-6eee-4f42-abff-e1252d43c60f, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:04.754303 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.760049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56102) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:04.767957 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3439e4cd-4995-4255-886e-4c702c95a96c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1442394383-network', 'tenant_id': '49e963b164c949d48786f80f7900a596'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:04.800004 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.804143 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a20df69-ffc6-433b-a606-205b2b0977ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.855540 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] For port 9678807e-6eee-4f42-abff-e1252d43c60f, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:04.858947 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] For port 9678807e-6eee-4f42-abff-e1252d43c60f, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9678807e-6eee-4f42-abff-e1252d43c60f,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:04.873052 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.897503 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c2025-3af2-47bf-8849-a9a6fee775be None None] Pushing event updated for resources: {'Port': ['ID=9678807e-6eee-4f42-abff-e1252d43c60f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:04.906200 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a20df69-ffc6-433b-a606-205b2b0977ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:04.992488 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Routers {'11eccf73-c656-41e8-bf3b-0189322ab984'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:04.993305 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['11eccf73-c656-41e8-bf3b-0189322ab984'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:04.996083 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c2025-3af2-47bf-8849-a9a6fee775be None None] Pushing event updated for resources: {'Port': ['ID=9678807e-6eee-4f42-abff-e1252d43c60f,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:04.997497 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] For port d975092e-11fd-4c50-8353-8e4a70e86278, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:05.001295 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a20df69-ffc6-433b-a606-205b2b0977ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.006573 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a20df69-ffc6-433b-a606-205b2b0977ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.011892 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6a20df69-ffc6-433b-a606-205b2b0977ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62df977e-e5be-4241-a86e-2520266fe6b1 HTTP/1.1" status: 204 len: 168 time: 0.4339497 Sep 30 08:27:05.035790 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20df69-ffc6-433b-a606-205b2b0977ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62df977e-e5be-4241-a86e-2520266fe6b1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:05.053917 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] For port d975092e-11fd-4c50-8353-8e4a70e86278, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d975092e-11fd-4c50-8353-8e4a70e86278,segment=NetworkSegment(a2656638-aa4a-4aa8-9009-437dc41d9010),segment_id=a2656638-aa4a-4aa8-9009-437dc41d9010)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:05.067878 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3412a4a-a2ae-4396-83ec-e6a034cd0935 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.070585 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.167567 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3412a4a-a2ae-4396-83ec-e6a034cd0935 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.210398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3439e4cd-4995-4255-886e-4c702c95a96c admin admin] Made reservation on behalf of 49e963b164c949d48786f80f7900a596 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:05.213454 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3439e4cd-4995-4255-886e-4c702c95a96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.216526 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] Set router 11eccf73-c656-41e8-bf3b-0189322ab984 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:05.233955 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87be495e-7d71-4c48-b963-46f8a5179438 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:05.238668 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87be495e-7d71-4c48-b963-46f8a5179438 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.304592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:05.305263 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.306767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-425ed321-475c-4315-8337-f40ef29fd807 req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] 10.222.0.36 "PUT /v2.0/ports/d975092e-11fd-4c50-8353-8e4a70e86278 HTTP/1.1" status: 200 len: 1092 time: 1.9575543 Sep 30 08:27:05.327869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925cbc9-0718-40db-a422-3fe33ea1b836 req-a79605bd-c3cc-4a94-9ca4-05d2e8ed8d42 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:05.334002 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.346055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3925cbc9-0718-40db-a422-3fe33ea1b836 req-a79605bd-c3cc-4a94-9ca4-05d2e8ed8d42 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 944 time: 0.3498564 Sep 30 08:27:05.346855 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3412a4a-a2ae-4396-83ec-e6a034cd0935 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.348100 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c3412a4a-a2ae-4396-83ec-e6a034cd0935 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7642066 Sep 30 08:27:05.350107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'tag': 'd975092e-11fd-4c50-8353-8e4a70e86278'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:27:05.352567 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9fc89e-42f8-439f-89cb-8a1711e22a19" -d '{"events": [{"name": "network-changed", "server_uuid": "c2689f85-95f2-4ad8-8966-012c424cc863", "tag": "d975092e-11fd-4c50-8353-8e4a70e86278"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:27:05.360066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:05.369676 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.384243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f40e4174-477d-4a77-80fb-1d119235c1f0 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group_rule': {'security_group_id': 'ed0b52e8-c77e-472e-9836-6998f332e57e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3759fe0e-365f-4e86-a513-4cd5632d5409', 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:05.482373 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3439e4cd-4995-4255-886e-4c702c95a96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.489316 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3412a4a-a2ae-4396-83ec-e6a034cd0935 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3759fe0e-365f-4e86-a513-4cd5632d5409,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:05.496288 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b8e28d53-7c75-40ec-a273-af9a53eb0e64 None None] Provisioning complete for port 9678807e-6eee-4f42-abff-e1252d43c60f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:05.504565 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8e28d53-7c75-40ec-a273-af9a53eb0e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.508046 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e3db41-b05e-4f30-98a1-2bb000830986 x-openstack-request-id: req-01e3db41-b05e-4f30-98a1-2bb000830986 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:27:05.508685 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2689f85-95f2-4ad8-8966-012c424cc863", "tag": "d975092e-11fd-4c50-8353-8e4a70e86278", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:27:05.509142 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01e3db41-b05e-4f30-98a1-2bb000830986 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:27:05.509819 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'tag': 'd975092e-11fd-4c50-8353-8e4a70e86278', 'status': 'completed', 'code': 200} Sep 30 08:27:05.536430 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f40e4174-477d-4a77-80fb-1d119235c1f0 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.542127 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed1a7f-5528-4b3b-bd0f-c4d0cb2f56e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d975092e-11fd-4c50-8353-8e4a70e86278,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:05.605012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3925cbc9-0718-40db-a422-3fe33ea1b836 req-78f45e6e-ddd3-4ea7-8d95-354587bf02fa tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414701 Sep 30 08:27:05.613183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ed321-475c-4315-8337-f40ef29fd807 req-2bb9eff8-2e6d-44d9-81ee-8eff29a4d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:05.619545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-425ed321-475c-4315-8337-f40ef29fd807 req-2bb9eff8-2e6d-44d9-81ee-8eff29a4d41b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 1095 time: 0.2246192 Sep 30 08:27:05.690532 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbb95e-11a5-4f26-85ba-c0cf2d2966a1 None None] Pushing event updated for resources: {'Port': ['ID=2c55591e-0417-41f9-af31-72fb68b12f82,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:05.756821 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-425ed321-475c-4315-8337-f40ef29fd807 req-e3e583df-be5d-4d47-8239-da95632a3bc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d975092e-11fd-4c50-8353-8e4a70e86278 HTTP/1.1" status: 200 len: 217 time: 0.0931256 Sep 30 08:27:05.774104 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'name': 'tempest-TestServerMultinode-1404202012-router', 'tenant_id': 'dea90ac4431d4de0bea7ff07475b5807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:47Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': 'dea90ac4431d4de0bea7ff07475b5807', 'gw_port': {'id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9678807e-6eee-4f42-abff-e1252d43c60f', 'name': '', 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512', 'tenant_id': 'dea90ac4431d4de0bea7ff07475b5807', 'mac_address': 'fa:16:3e:8b:3c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '8e65156f-44f7-492f-8c58-56252a63a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:57Z', 'updated_at': '2021-09-30T08:27:04Z', 'revision_number': 4, 'project_id': 'dea90ac4431d4de0bea7ff07475b5807', 'subnets': [{'id': '8e65156f-44f7-492f-8c58-56252a63a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:05.828690 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91562311-928f-4bb9-8ec9-6103bf926996 None None] The sync data for ids ['11eccf73-c656-41e8-bf3b-0189322ab984'] in n-d-807359-2 is: [{'id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'name': 'tempest-TestServerMultinode-1404202012-router', 'tenant_id': 'dea90ac4431d4de0bea7ff07475b5807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:47Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': 'dea90ac4431d4de0bea7ff07475b5807', 'gw_port': {'id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9678807e-6eee-4f42-abff-e1252d43c60f', 'name': '', 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512', 'tenant_id': 'dea90ac4431d4de0bea7ff07475b5807', 'mac_address': 'fa:16:3e:8b:3c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '8e65156f-44f7-492f-8c58-56252a63a066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:57Z', 'updated_at': '2021-09-30T08:27:04Z', 'revision_number': 4, 'project_id': 'dea90ac4431d4de0bea7ff07475b5807', 'subnets': [{'id': '8e65156f-44f7-492f-8c58-56252a63a066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:05.845291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Attempting to bind port 2c55591e-0417-41f9-af31-72fb68b12f82 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:05.846203 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Attempting to bind port 2c55591e-0417-41f9-af31-72fb68b12f82 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'fe6026a9-c00f-4f2d-8258-625d15a9617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:05.846543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Attempting to bind port 2c55591e-0417-41f9-af31-72fb68b12f82 on network 3af21b53-cbc6-4ec3-86ea-775a030f592b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:05.856078 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:05.856665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ed321-475c-4315-8337-f40ef29fd807 req-e94b6619-f896-4372-bd3c-82c951cd9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:05.856810 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Checking segment: {'id': 'fe6026a9-c00f-4f2d-8258-625d15a9617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:05.857030 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.857469 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Bound using segment: {'id': 'fe6026a9-c00f-4f2d-8258-625d15a9617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:05.858098 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Bound port: 2c55591e-0417-41f9-af31-72fb68b12f82, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6026a9-c00f-4f2d-8258-625d15a9617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:05.858246 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-425ed321-475c-4315-8337-f40ef29fd807 req-e94b6619-f896-4372-bd3c-82c951cd9c63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11a375-5f76-49d8-ba5b-703b14c2ec3e HTTP/1.1" status: 200 len: 832 time: 0.0927365 Sep 30 08:27:05.858500 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.891964 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8e28d53-7c75-40ec-a273-af9a53eb0e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.975547 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3439e4cd-4995-4255-886e-4c702c95a96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.983725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b8e28d53-7c75-40ec-a273-af9a53eb0e64 None None] For port 9678807e-6eee-4f42-abff-e1252d43c60f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9678807e-6eee-4f42-abff-e1252d43c60f,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:05.991141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] For port 2c55591e-0417-41f9-af31-72fb68b12f82, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:05.995708 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8e28d53-7c75-40ec-a273-af9a53eb0e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:05.998637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] For port 2c55591e-0417-41f9-af31-72fb68b12f82, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2c55591e-0417-41f9-af31-72fb68b12f82,segment=NetworkSegment(fe6026a9-c00f-4f2d-8258-625d15a9617b),segment_id=fe6026a9-c00f-4f2d-8258-625d15a9617b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:06.009097 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.013430 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3439e4cd-4995-4255-886e-4c702c95a96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.035654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ed321-475c-4315-8337-f40ef29fd807 req-dd857f92-4e71-4e10-b732-4e401b9829f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:06.038219 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-425ed321-475c-4315-8337-f40ef29fd807 req-dd857f92-4e71-4e10-b732-4e401b9829f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=094422d0-a463-4c54-8c68-8929e1bb8675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711395 Sep 30 08:27:06.117817 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3439e4cd-4995-4255-886e-4c702c95a96c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:27:06.126413 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:06.127149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:06.155698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439e4cd-4995-4255-886e-4c702c95a96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1fff16-ccf4-4f0f-a71c-af8c31fc3341,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:06.216032 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3439e4cd-4995-4255-886e-4c702c95a96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.217387 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-3439e4cd-4995-4255-886e-4c702c95a96c admin admin] Added segment c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e of type vlan for network 04e0a6a1-ea48-4167-8272-63387157fdd8 Sep 30 08:27:06.311076 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9678807e-6eee-4f42-abff-e1252d43c60f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:06.320610 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3439e4cd-4995-4255-886e-4c702c95a96c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.321440 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e28d53-7c75-40ec-a273-af9a53eb0e64 None None] Pushing event updated for resources: {'Port': ['ID=9678807e-6eee-4f42-abff-e1252d43c60f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:06.328279 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f40e4174-477d-4a77-80fb-1d119235c1f0 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.348592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-425ed321-475c-4315-8337-f40ef29fd807 req-33dec895-58d9-4f43-924d-4d10cfacd2ed service neutron] 10.222.0.36 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983060 Sep 30 08:27:06.444523 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f40e4174-477d-4a77-80fb-1d119235c1f0 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.469561 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3439e4cd-4995-4255-886e-4c702c95a96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.471185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3439e4cd-4995-4255-886e-4c702c95a96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:06.471937 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3439e4cd-4995-4255-886e-4c702c95a96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.521136 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87be495e-7d71-4c48-b963-46f8a5179438 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.524571 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-425ed321-475c-4315-8337-f40ef29fd807 req-abfcd5cd-8c0f-4dd3-a100-12d90b254e57 service neutron] 10.222.0.36 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647527 Sep 30 08:27:06.529111 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3439e4cd-4995-4255-886e-4c702c95a96c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7647309 Sep 30 08:27:06.540956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56138) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:06.557130 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f5ec424f-b667-47f0-b828-137df0193132 None None] Provisioning complete for port 9678807e-6eee-4f42-abff-e1252d43c60f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:06.557754 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5ec424f-b667-47f0-b828-137df0193132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.561841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e4174-477d-4a77-80fb-1d119235c1f0 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618d8dae-4b05-44a5-81b7-51219d181ee8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:06.569852 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-988c583a-da1d-4c3d-b1d7-8e69d7c96793 admin admin] Request body: {'subnet': {'network_id': '04e0a6a1-ea48-4167-8272-63387157fdd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1442394383-subnet', 'tenant_id': '49e963b164c949d48786f80f7900a596', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:06.573919 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:06.593563 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439e4cd-4995-4255-886e-4c702c95a96c admin admin] Pushing event updated for resources: {'Network': ['ID=04e0a6a1-ea48-4167-8272-63387157fdd8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:06.623966 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f40e4174-477d-4a77-80fb-1d119235c1f0 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.658773 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f40e4174-477d-4a77-80fb-1d119235c1f0 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2945471 Sep 30 08:27:06.659296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fc89e-42f8-439f-89cb-8a1711e22a19 req-97e94af1-34d9-459f-bfcb-18f0e568abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:06.663290 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c9fc89e-42f8-439f-89cb-8a1711e22a19 req-97e94af1-34d9-459f-bfcb-18f0e568abc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 1095 time: 0.0654409 Sep 30 08:27:06.664030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56142) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:06.685540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 04e0a6a1-ea48-4167-8272-63387157fdd8 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:27:06.722970 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988c583a-da1d-4c3d-b1d7-8e69d7c96793 admin admin] Made reservation on behalf of 49e963b164c949d48786f80f7900a596 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:06.726567 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-988c583a-da1d-4c3d-b1d7-8e69d7c96793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.733135 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b34eb3d-8f98-4655-ab3d-b5beff606f49 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.761578 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b34eb3d-8f98-4655-ab3d-b5beff606f49 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.781550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be495e-7d71-4c48-b963-46f8a5179438 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Subnet': ['ID=4374dd5c-b7d4-4a5e-adaf-467924a7bbcb,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:06.808582 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbb95e-11a5-4f26-85ba-c0cf2d2966a1 None None] Pushing event updated for resources: {'Port': ['ID=2c55591e-0417-41f9-af31-72fb68b12f82,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:06.922697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56146) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:06.932379 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b34eb3d-8f98-4655-ab3d-b5beff606f49 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.938937 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b34eb3d-8f98-4655-ab3d-b5beff606f49 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:06.943113 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7b34eb3d-8f98-4655-ab3d-b5beff606f49 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/618d8dae-4b05-44a5-81b7-51219d181ee8 HTTP/1.1" status: 204 len: 168 time: 0.2779982 Sep 30 08:27:06.943737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be495e-7d71-4c48-b963-46f8a5179438 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Checking segment: {'id': 'd2a19197-b0ae-4293-bb82-944442a05332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:06.944383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87be495e-7d71-4c48-b963-46f8a5179438 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network hostable DHCP agents. Network: 01bbbaae-bc09-4aa8-b6c3-e34fd14d9377, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:27:06.946548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56150) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:06.959385 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3db09-c156-4e48-96f2-7be578645c17 req-a076bd04-a0aa-43e7-b359-236dd67c8912 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:06.961471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3a3db09-c156-4e48-96f2-7be578645c17 req-a076bd04-a0aa-43e7-b359-236dd67c8912 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 944 time: 0.2029560 Sep 30 08:27:06.962580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fc89e-42f8-439f-89cb-8a1711e22a19 req-2af6f64c-b578-473e-8b54-6fa197b623f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:06.963965 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c9fc89e-42f8-439f-89cb-8a1711e22a19 req-2af6f64c-b578-473e-8b54-6fa197b623f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=094422d0-a463-4c54-8c68-8929e1bb8675 HTTP/1.1" status: 200 len: 897 time: 0.2917743 Sep 30 08:27:06.989342 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34eb3d-8f98-4655-ab3d-b5beff606f49 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=618d8dae-4b05-44a5-81b7-51219d181ee8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:07.011529 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 9678807e-6eee-4f42-abff-e1252d43c60f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:07.011901 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.048495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c9fc89e-42f8-439f-89cb-8a1711e22a19 req-4fcc9e4c-9465-4f7a-82c1-386d65718a79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d975092e-11fd-4c50-8353-8e4a70e86278 HTTP/1.1" status: 200 len: 217 time: 0.0752957 Sep 30 08:27:07.063634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87be495e-7d71-4c48-b963-46f8a5179438 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 01bbbaae-bc09-4aa8-b6c3-e34fd14d9377 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:27:07.080462 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3a3db09-c156-4e48-96f2-7be578645c17 req-450bd59c-6c80-4bbe-ab41-4ed10890d0ac tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097293 Sep 30 08:27:07.087779 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bc3f5f2a-9709-4256-87bc-da4953046b78 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1364398 Sep 30 08:27:07.118485 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:07.133149 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23f5f50b-d2e7-4d94-926a-af25f3fec053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.138597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-87be495e-7d71-4c48-b963-46f8a5179438 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 01bbbaae-bc09-4aa8-b6c3-e34fd14d9377) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:07.144747 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87be495e-7d71-4c48-b963-46f8a5179438 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:07.146407 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87be495e-7d71-4c48-b963-46f8a5179438 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.156105 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3607b96f-07b6-4ca0-8f9e-e54f2fc5c482 None None] Network 01bbbaae-bc09-4aa8-b6c3-e34fd14d9377 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:07.185392 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-988c583a-da1d-4c3d-b1d7-8e69d7c96793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.258483 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23f5f50b-d2e7-4d94-926a-af25f3fec053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.268535 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23f5f50b-d2e7-4d94-926a-af25f3fec053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.280933 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c583a-da1d-4c3d-b1d7-8e69d7c96793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b8adc1c-710f-4580-ac99-a21287b6f569,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:07.291323 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-87be495e-7d71-4c48-b963-46f8a5179438 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7174966 Sep 30 08:27:07.295244 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acaf6820-fad3-4a08-8933-4cbe5acc931d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.296682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56154) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:07.296829 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fc89e-42f8-439f-89cb-8a1711e22a19 req-ff38f81d-2776-4447-8a82-36a266af236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:07.298292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c9fc89e-42f8-439f-89cb-8a1711e22a19 req-ff38f81d-2776-4447-8a82-36a266af236f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11a375-5f76-49d8-ba5b-703b14c2ec3e HTTP/1.1" status: 200 len: 832 time: 0.2227705 Sep 30 08:27:07.306949 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-23f5f50b-d2e7-4d94-926a-af25f3fec053 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3be00fef71e548e4b560605d5b05e651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812120 Sep 30 08:27:07.307579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56156) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:07.309745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988c583a-da1d-4c3d-b1d7-8e69d7c96793 admin admin] Checking segment: {'id': 'c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '04e0a6a1-ea48-4167-8272-63387157fdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:07.310350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988c583a-da1d-4c3d-b1d7-8e69d7c96793 admin admin] Network hostable DHCP agents. Network: 04e0a6a1-ea48-4167-8272-63387157fdd8, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:27:07.392930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5f50b-d2e7-4d94-926a-af25f3fec053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32039ded-2767-42cd-92c8-0659d1031cdc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:07.405336 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acaf6820-fad3-4a08-8933-4cbe5acc931d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.410614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fc89e-42f8-439f-89cb-8a1711e22a19 req-6ddacb56-ebc8-4525-8f7f-db9e80f39bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:07.412174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c9fc89e-42f8-439f-89cb-8a1711e22a19 req-6ddacb56-ebc8-4525-8f7f-db9e80f39bca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=094422d0-a463-4c54-8c68-8929e1bb8675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036518 Sep 30 08:27:07.439818 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9634b33-de33-4ec4-a9a0-4edd4b29abea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.464249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988c583a-da1d-4c3d-b1d7-8e69d7c96793 admin admin] Network 04e0a6a1-ea48-4167-8272-63387157fdd8 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:27:07.518047 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9634b33-de33-4ec4-a9a0-4edd4b29abea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.556874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-988c583a-da1d-4c3d-b1d7-8e69d7c96793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 04e0a6a1-ea48-4167-8272-63387157fdd8) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:07.561488 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988c583a-da1d-4c3d-b1d7-8e69d7c96793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:07.562286 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-988c583a-da1d-4c3d-b1d7-8e69d7c96793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.565123 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acaf6820-fad3-4a08-8933-4cbe5acc931d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.568802 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acaf6820-fad3-4a08-8933-4cbe5acc931d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.570094 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-acaf6820-fad3-4a08-8933-4cbe5acc931d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-groups/3759fe0e-365f-4e86-a513-4cd5632d5409 HTTP/1.1" status: 204 len: 168 time: 0.4455261 Sep 30 08:27:07.577588 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56160) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:07.580790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69580df-13f5-4b4f-857b-57b344d6eb8a None None] Network 04e0a6a1-ea48-4167-8272-63387157fdd8 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:07.588653 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c9fc89e-42f8-439f-89cb-8a1711e22a19 req-34da3daa-b97c-43bb-8f8f-d19fa2ad8b8e service neutron] 10.222.0.36 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583693 Sep 30 08:27:07.615240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf6820-fad3-4a08-8933-4cbe5acc931d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3759fe0e-365f-4e86-a513-4cd5632d5409,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:07.629287 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-988c583a-da1d-4c3d-b1d7-8e69d7c96793 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0637710 Sep 30 08:27:07.631774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56162) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:07.638681 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1442394383-router', 'tenant_id': '49e963b164c949d48786f80f7900a596', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:07.640185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f5ec424f-b667-47f0-b828-137df0193132 None None] Provisioning complete for port 2c55591e-0417-41f9-af31-72fb68b12f82 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:07.640562 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5ec424f-b667-47f0-b828-137df0193132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.648850 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9634b33-de33-4ec4-a9a0-4edd4b29abea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.651960 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9634b33-de33-4ec4-a9a0-4edd4b29abea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.655737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f9634b33-de33-4ec4-a9a0-4edd4b29abea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32039ded-2767-42cd-92c8-0659d1031cdc HTTP/1.1" status: 204 len: 168 time: 0.3425708 Sep 30 08:27:07.722615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9634b33-de33-4ec4-a9a0-4edd4b29abea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32039ded-2767-42cd-92c8-0659d1031cdc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:07.762347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:27:07.763214 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.785642 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.788512 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.805369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:00Z', 'revision_number': 2, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:05Z', 'revision_number': 4, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:07.821591 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f223b06d-3ce0-4711-84db-61ae90c4f303 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2365324 Sep 30 08:27:07.822799 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c9fc89e-42f8-439f-89cb-8a1711e22a19 req-857beecb-f2b2-4fd4-8278-b7d7c5edaab3 service neutron] 10.222.0.36 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276194 Sep 30 08:27:07.825293 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56166) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:07.849474 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844e037-9822-4d5f-ba7b-6db1445df1f9 None None] The sync data for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 is: [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:00Z', 'revision_number': 2, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:05Z', 'revision_number': 4, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:07.938954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:07.941962 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.050052 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5ec424f-b667-47f0-b828-137df0193132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.091952 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-04e0a6a1-ea48-4167-8272-63387157fdd8', 'network_id': '04e0a6a1-ea48-4167-8272-63387157fdd8', 'tenant_id': '49e963b164c949d48786f80f7900a596', 'fixed_ips': [{'subnet_id': '6b8adc1c-710f-4580-ac99-a21287b6f569'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:27:08.091952 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.140048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Allocated IP 172.21.0.2 (01bbbaae-bc09-4aa8-b6c3-e34fd14d9377/4374dd5c-b7d4-4a5e-adaf-467924a7bbcb/29535370-5eb4-4a93-805c-fb4f4428db13) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:08.154360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9678807e-6eee-4f42-abff-e1252d43c60f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:08.160935 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f5ec424f-b667-47f0-b828-137df0193132 None None] For port 2c55591e-0417-41f9-af31-72fb68b12f82, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2c55591e-0417-41f9-af31-72fb68b12f82,segment=NetworkSegment(fe6026a9-c00f-4f2d-8258-625d15a9617b),segment_id=fe6026a9-c00f-4f2d-8258-625d15a9617b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:08.169274 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-153106d0-b994-483f-a760-21254d84a968 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.209107 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-153106d0-b994-483f-a760-21254d84a968 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.229748 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5ec424f-b667-47f0-b828-137df0193132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.295661 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.299335 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-153106d0-b994-483f-a760-21254d84a968 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.301932 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-153106d0-b994-483f-a760-21254d84a968 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.303118 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-153106d0-b994-483f-a760-21254d84a968 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-groups/ed0b52e8-c77e-472e-9836-6998f332e57e HTTP/1.1" status: 204 len: 168 time: 0.4768543 Sep 30 08:27:08.305820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56180) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:08.340544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153106d0-b994-483f-a760-21254d84a968 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0b52e8-c77e-472e-9836-6998f332e57e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:08.376145 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bf3959bc-8826-466c-ac2b-ac92da99cd66 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654435 Sep 30 08:27:08.376935 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc093721-cb42-4b89-bc13-9671dae9a9c7 req-a065fd55-81c1-478b-9090-beb5b185808c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:08.378530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56182) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:08.378673 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc093721-cb42-4b89-bc13-9671dae9a9c7 req-a065fd55-81c1-478b-9090-beb5b185808c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 944 time: 0.1214600 Sep 30 08:27:08.396126 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b1100fb1-f0c8-4092-bca8-3f55f92138ad tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group': {'name': 'tempest-secgroup--1880484501'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:08.431127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1100fb1-f0c8-4092-bca8-3f55f92138ad tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.441398 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc093721-cb42-4b89-bc13-9671dae9a9c7 req-a8589dfa-e63d-4620-9436-22546102ee79 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527794 Sep 30 08:27:08.477516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec424f-b667-47f0-b828-137df0193132 None None] Pushing event updated for resources: {'Port': ['ID=2c55591e-0417-41f9-af31-72fb68b12f82,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:08.536418 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Allocated IP 172.20.0.2 (04e0a6a1-ea48-4167-8272-63387157fdd8/6b8adc1c-710f-4580-ac99-a21287b6f569/2f4cb815-bb09-4564-9d9c-0a8374a2fd1b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:08.539945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 9678807e-6eee-4f42-abff-e1252d43c60f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:08.541085 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.543585 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2362dc05-e2bb-488b-ad90-3a2abe214480 None None] Provisioning complete for port 2c55591e-0417-41f9-af31-72fb68b12f82 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:08.544258 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2362dc05-e2bb-488b-ad90-3a2abe214480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.587583 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1100fb1-f0c8-4092-bca8-3f55f92138ad tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.598393 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1100fb1-f0c8-4092-bca8-3f55f92138ad tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.662237 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1100fb1-f0c8-4092-bca8-3f55f92138ad tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.663602 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b1100fb1-f0c8-4092-bca8-3f55f92138ad tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2740965 Sep 30 08:27:08.666319 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56194) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:08.680264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-854c590a-c083-4d70-8ecf-cfd0cc55f2c9 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group_rule': {'security_group_id': 'a13f41c9-9b5c-4453-a32b-8e4cce7c270e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:08.681293 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.702190 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.707614 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1100fb1-f0c8-4092-bca8-3f55f92138ad tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13f41c9-9b5c-4453-a32b-8e4cce7c270e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:08.737088 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-854c590a-c083-4d70-8ecf-cfd0cc55f2c9 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.790429 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.829575 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:08.836001 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Allocated IP 172.25.0.157 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/2b9264c7-5d3a-418c-9e46-8490052be4ac) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:08.902422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Allocated IP 172.21.0.1 (01bbbaae-bc09-4aa8-b6c3-e34fd14d9377/4374dd5c-b7d4-4a5e-adaf-467924a7bbcb/25679d07-08a6-4c19-b9c9-ebf52291fa34) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:08.910181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Pushing event updated for resources: {'Port': ['ID=29535370-5eb4-4a93-805c-fb4f4428db13,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:08.919628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Network 01bbbaae-bc09-4aa8-b6c3-e34fd14d9377 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:08.925761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:08.935886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:09.005608 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.071829 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.081483 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.090923 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Attempting to bind port 29535370-5eb4-4a93-805c-fb4f4428db13 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:09.091546 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Attempting to bind port 29535370-5eb4-4a93-805c-fb4f4428db13 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd2a19197-b0ae-4293-bb82-944442a05332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:09.091925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Attempting to bind port 29535370-5eb4-4a93-805c-fb4f4428db13 on network 01bbbaae-bc09-4aa8-b6c3-e34fd14d9377 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:09.100200 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:09.100570 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Checking segment: {'id': 'd2a19197-b0ae-4293-bb82-944442a05332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:09.100968 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.101362 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Bound using segment: {'id': 'd2a19197-b0ae-4293-bb82-944442a05332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:09.101835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Bound port: 29535370-5eb4-4a93-805c-fb4f4428db13, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a19197-b0ae-4293-bb82-944442a05332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:09.102218 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.134845 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.140619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:09.149626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:09.150863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:09.181329 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.185559 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-854c590a-c083-4d70-8ecf-cfd0cc55f2c9 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.187176 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.228006 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-854c590a-c083-4d70-8ecf-cfd0cc55f2c9 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.233324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Network 04e0a6a1-ea48-4167-8272-63387157fdd8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:09.244881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:09.258777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:09.308217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 01bbbaae-bc09-4aa8-b6c3-e34fd14d9377 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:09.308756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Pushing event updated for resources: {'Port': ['ID=2b9264c7-5d3a-418c-9e46-8490052be4ac,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:09.309410 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c590a-c083-4d70-8ecf-cfd0cc55f2c9 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44b7317-e8fa-4955-a038-377503746ff8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:09.322757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:09.329301 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] For port 29535370-5eb4-4a93-805c-fb4f4428db13, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:09.333927 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] For port 29535370-5eb4-4a93-805c-fb4f4428db13, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=29535370-5eb4-4a93-805c-fb4f4428db13,segment=NetworkSegment(d2a19197-b0ae-4293-bb82-944442a05332),segment_id=d2a19197-b0ae-4293-bb82-944442a05332)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:09.335719 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-854c590a-c083-4d70-8ecf-cfd0cc55f2c9 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.337670 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-854c590a-c083-4d70-8ecf-cfd0cc55f2c9 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6646254 Sep 30 08:27:09.351794 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:09.352048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device d975092e-11fd-4c50-8353-8e4a70e86278 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:27:09.355979 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56210) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:09.358841 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.407331 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Pushing event updated for resources: {'Port': ['ID=2f4cb815-bb09-4564-9d9c-0a8374a2fd1b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:09.418941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=25679d07-08a6-4c19-b9c9-ebf52291fa34,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:09.539456 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Attempting to bind port 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:09.540054 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Attempting to bind port 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '04e0a6a1-ea48-4167-8272-63387157fdd8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:09.540424 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Attempting to bind port 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b on network 04e0a6a1-ea48-4167-8272-63387157fdd8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:09.546509 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9e4f-bca9-4e6c-b449-a01654f65b0a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.560985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:09.560985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Checking segment: {'id': 'c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '04e0a6a1-ea48-4167-8272-63387157fdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:09.561280 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.561611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Bound using segment: {'id': 'c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '04e0a6a1-ea48-4167-8272-63387157fdd8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:09.562236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Bound port: 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '04e0a6a1-ea48-4167-8272-63387157fdd8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:09.562639 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.570508 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9e4f-bca9-4e6c-b449-a01654f65b0a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.629490 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.696684 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.716504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389c011-13b9-4547-b4b8-54a8bf16fdac None None] Pushing event updated for resources: {'Port': ['ID=29535370-5eb4-4a93-805c-fb4f4428db13,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:09.743438 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9e4f-bca9-4e6c-b449-a01654f65b0a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.757070 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9e4f-bca9-4e6c-b449-a01654f65b0a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:09.758381 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3c6e9e4f-bca9-4e6c-b449-a01654f65b0a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f44b7317-e8fa-4955-a038-377503746ff8 HTTP/1.1" status: 204 len: 168 time: 0.4010196 Sep 30 08:27:09.761350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56234) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:09.831814 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e9e4f-bca9-4e6c-b449-a01654f65b0a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f44b7317-e8fa-4955-a038-377503746ff8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:09.957117 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.042009 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ea14c77d-6946-4cba-850b-9d3a242b8aef tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2786751 Sep 30 08:27:10.042679 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56238) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:10.229344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2c55591e-0417-41f9-af31-72fb68b12f82 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:10.233668 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port d975092e-11fd-4c50-8353-8e4a70e86278, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d975092e-11fd-4c50-8353-8e4a70e86278,segment=NetworkSegment(a2656638-aa4a-4aa8-9009-437dc41d9010),segment_id=a2656638-aa4a-4aa8-9009-437dc41d9010)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:10.238102 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.264685 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] For port 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:10.278200 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'd975092e-11fd-4c50-8353-8e4a70e86278', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'port_id': 'd975092e-11fd-4c50-8353-8e4a70e86278', 'mac_address': 'fa:16:3e:79:87:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:27:10.290129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] For port 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2f4cb815-bb09-4564-9d9c-0a8374a2fd1b,segment=NetworkSegment(c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e),segment_id=c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:10.320741 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.385184 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.400960 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a25fd7e7-33c9-497a-a831-68d6a963ecc6 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.405515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56242) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:10.425767 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 2c55591e-0417-41f9-af31-72fb68b12f82 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:10.426143 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.432126 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d975092e-11fd-4c50-8353-8e4a70e86278 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:27:10.434667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e2f0f-ae06-446f-b816-e1a925882187 req-2a790455-aad0-45f5-8848-ccba15a355ca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:10.436368 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc9e2f0f-ae06-446f-b816-e1a925882187 req-2a790455-aad0-45f5-8848-ccba15a355ca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 944 time: 0.8219886 Sep 30 08:27:10.438879 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68a5a1-767a-4b47-bbda-14e23f969866 None None] Pushing event updated for resources: {'Port': ['ID=2f4cb815-bb09-4564-9d9c-0a8374a2fd1b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:10.534803 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port d975092e-11fd-4c50-8353-8e4a70e86278, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d975092e-11fd-4c50-8353-8e4a70e86278,segment=NetworkSegment(a2656638-aa4a-4aa8-9009-437dc41d9010),segment_id=a2656638-aa4a-4aa8-9009-437dc41d9010)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:10.536509 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a25fd7e7-33c9-497a-a831-68d6a963ecc6 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.552014 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.632909 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.646148 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b594a28-cd1d-4588-8f90-4333a8ccbb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.648577 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.656774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=d975092e-11fd-4c50-8353-8e4a70e86278,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:10.679746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc9e2f0f-ae06-446f-b816-e1a925882187 req-e3ec3d94-6ce0-4aa3-8744-7268ab90b13a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293556 Sep 30 08:27:10.738697 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a25fd7e7-33c9-497a-a831-68d6a963ecc6 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.748167 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a25fd7e7-33c9-497a-a831-68d6a963ecc6 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.749357 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a25fd7e7-33c9-497a-a831-68d6a963ecc6 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-groups/a13f41c9-9b5c-4453-a32b-8e4cce7c270e HTTP/1.1" status: 204 len: 168 time: 0.6987960 Sep 30 08:27:10.775518 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:10.817831 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.824358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fd7e7-33c9-497a-a831-68d6a963ecc6 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13f41c9-9b5c-4453-a32b-8e4cce7c270e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:10.842577 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=25679d07-08a6-4c19-b9c9-ebf52291fa34,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:10.851648 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['d975092e-11fd-4c50-8353-8e4a70e86278'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:27:10.855313 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:10.918603 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-90daee4c-74fe-42ed-9eb8-a2afe56391cd tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1418862 Sep 30 08:27:10.926766 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:10.933011 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-45e52f1c-9ee2-47ab-821d-e94d4071a420 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group': {'name': 'tempest-secgroup--619036411'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:11.042024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Router ebfc8715-6fb2-4328-a813-fbab2b1875d0 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:27:11.054464 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b594a28-cd1d-4588-8f90-4333a8ccbb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.065059 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b594a28-cd1d-4588-8f90-4333a8ccbb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.083259 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 01bbbaae-bc09-4aa8-b6c3-e34fd14d9377 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:11.096210 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:11.134271 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45e52f1c-9ee2-47ab-821d-e94d4071a420 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.136186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b594a28-cd1d-4588-8f90-4333a8ccbb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ae9559-f61d-4201-af1b-e8af2d49965a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:11.185827 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7b594a28-cd1d-4588-8f90-4333a8ccbb0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e78f0b33737d4c72a075c7dea31c0c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7770188 Sep 30 08:27:11.188643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56252) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:11.196466 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d522c8-33a9-4066-8f25-c3ef1e0f3011 None None] Network 01bbbaae-bc09-4aa8-b6c3-e34fd14d9377 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:11.231732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:11.249540 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Sync routers for ids ['ebfc8715-6fb2-4328-a813-fbab2b1875d0'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:11.263864 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Routers {'ebfc8715-6fb2-4328-a813-fbab2b1875d0'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:11.264889 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ebfc8715-6fb2-4328-a813-fbab2b1875d0'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:11.286632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-27c54772-a146-4aa1-b54e-24b1432b144b None None] Provisioning complete for port 29535370-5eb4-4a93-805c-fb4f4428db13 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:11.287227 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-27c54772-a146-4aa1-b54e-24b1432b144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.303801 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 84a5b95f-431a-4945-8af3-7298abc8b4e4 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:11.329361 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8026b10e-f0fc-40ac-9415-f2313c2763a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.414406 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8026b10e-f0fc-40ac-9415-f2313c2763a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.442681 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-27c54772-a146-4aa1-b54e-24b1432b144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.476203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45e52f1c-9ee2-47ab-821d-e94d4071a420 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.484368 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-27c54772-a146-4aa1-b54e-24b1432b144b None None] For port 29535370-5eb4-4a93-805c-fb4f4428db13, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=29535370-5eb4-4a93-805c-fb4f4428db13,segment=NetworkSegment(d2a19197-b0ae-4293-bb82-944442a05332),segment_id=d2a19197-b0ae-4293-bb82-944442a05332)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:11.490836 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Set router ebfc8715-6fb2-4328-a813-fbab2b1875d0 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:11.491051 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.491502 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-27c54772-a146-4aa1-b54e-24b1432b144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.492545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ffabf96d-0f7a-472c-aab9-c93427a78b7e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8589442 Sep 30 08:27:11.495179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56254) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:11.497998 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45e52f1c-9ee2-47ab-821d-e94d4071a420 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.534443 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:11.542879 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-02bbc2b7-4031-4914-9555-88581ed5bf4a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/84a5b95f-431a-4945-8af3-7298abc8b4e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2395668 Sep 30 08:27:11.549051 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56256) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:11.556154 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e758b61e-cd19-4ca6-b870-8d86bd254afd tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'network': {'name': 'tempest-RoutersTest-1530262712'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:11.567523 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c54772-a146-4aa1-b54e-24b1432b144b None None] Pushing event updated for resources: {'Port': ['ID=29535370-5eb4-4a93-805c-fb4f4428db13,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:11.596468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e52f1c-9ee2-47ab-821d-e94d4071a420 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0b704d-d798-4072-912d-f53196906341,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:11.606914 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45e52f1c-9ee2-47ab-821d-e94d4071a420 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.608391 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-45e52f1c-9ee2-47ab-821d-e94d4071a420 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6806810 Sep 30 08:27:11.621991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56258) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:11.670352 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8026b10e-f0fc-40ac-9415-f2313c2763a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.673687 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8026b10e-f0fc-40ac-9415-f2313c2763a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.674894 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8026b10e-f0fc-40ac-9415-f2313c2763a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9ae9559-f61d-4201-af1b-e8af2d49965a HTTP/1.1" status: 204 len: 168 time: 0.4847932 Sep 30 08:27:11.679748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e758b61e-cd19-4ca6-b870-8d86bd254afd tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:11.683522 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e758b61e-cd19-4ca6-b870-8d86bd254afd tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.723290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-634f0738-ead6-4d83-add0-6b161dcd869d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group_rule': {'security_group_id': 'af0b704d-d798-4072-912d-f53196906341', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:11.786543 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'name': 'tempest-TestServerMultinode-1442394383-router', 'tenant_id': '49e963b164c949d48786f80f7900a596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2b9264c7-5d3a-418c-9e46-8490052be4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:09Z', 'revision_number': 3, 'project_id': '49e963b164c949d48786f80f7900a596', 'gw_port': {'id': '2b9264c7-5d3a-418c-9e46-8490052be4ac', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:de:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:11.855370 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Checking router: ebfc8715-6fb2-4328-a813-fbab2b1875d0 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:11.865575 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Updating router ebfc8715-6fb2-4328-a813-fbab2b1875d0 port 2b9264c7-5d3a-418c-9e46-8490052be4ac binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:27:11.903310 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:11.950276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-01b49283-9df3-496f-a4dc-f9387de21a96 None None] Provisioning complete for port 29535370-5eb4-4a93-805c-fb4f4428db13 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:11.950973 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01b49283-9df3-496f-a4dc-f9387de21a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.094400 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da02dc5b-de8e-421e-ad56-068c50f150a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.116256 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026b10e-f0fc-40ac-9415-f2313c2763a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ae9559-f61d-4201-af1b-e8af2d49965a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:12.137200 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-634f0738-ead6-4d83-add0-6b161dcd869d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.140600 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7c9c2608-e864-4d52-aeaa-c2ef8f715ad0 req-85d32f6b-3944-47f3-8af4-bef5f22e112f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5256100 Sep 30 08:27:12.160532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e758b61e-cd19-4ca6-b870-8d86bd254afd tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:27:12.207949 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e758b61e-cd19-4ca6-b870-8d86bd254afd tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.208313 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-e758b61e-cd19-4ca6-b870-8d86bd254afd tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Added segment 3ca7411f-af35-4494-ae5a-1f010ab2420d of type vlan for network c2419a80-c19a-48f3-8cc5-100ce7a65a0d Sep 30 08:27:12.299867 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-01b49283-9df3-496f-a4dc-f9387de21a96 None None] Provisioning complete for port 25679d07-08a6-4c19-b9c9-ebf52291fa34 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:12.300450 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01b49283-9df3-496f-a4dc-f9387de21a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.417454 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-634f0738-ead6-4d83-add0-6b161dcd869d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.457670 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Sync routers for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:12.458212 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e758b61e-cd19-4ca6-b870-8d86bd254afd tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.459960 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-634f0738-ead6-4d83-add0-6b161dcd869d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.465848 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c2608-e864-4d52-aeaa-c2ef8f715ad0 req-5e6ffad4-30e6-487b-9e7e-a759828294b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:12.467389 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7c9c2608-e864-4d52-aeaa-c2ef8f715ad0 req-5e6ffad4-30e6-487b-9e7e-a759828294b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 1096 time: 0.2343535 Sep 30 08:27:12.472302 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-01b49283-9df3-496f-a4dc-f9387de21a96 None None] Port 25679d07-08a6-4c19-b9c9-ebf52291fa34 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:12.492016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:12.492652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:12.519176 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83bb8e-52b5-4247-aebf-f30ad330ff59 req-a9194564-2b90-477e-8f5b-1508c0f33569 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:12.525515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dc83bb8e-52b5-4247-aebf-f30ad330ff59 req-a9194564-2b90-477e-8f5b-1508c0f33569 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 945 time: 0.7070897 Sep 30 08:27:12.558522 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.577489 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.582440 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-634f0738-ead6-4d83-add0-6b161dcd869d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.584726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-634f0738-ead6-4d83-add0-6b161dcd869d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9621940 Sep 30 08:27:12.585530 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f0738-ead6-4d83-add0-6b161dcd869d tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f922ecec-582e-49d8-b994-20195033d220,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:12.589574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56276) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:12.603948 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:12.606053 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e758b61e-cd19-4ca6-b870-8d86bd254afd tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.613066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e758b61e-cd19-4ca6-b870-8d86bd254afd tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:12.613753 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e758b61e-cd19-4ca6-b870-8d86bd254afd tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.614394 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b09e2a0-7693-4817-9517-c5f0e178cc99 None None] Network 04e0a6a1-ea48-4167-8272-63387157fdd8 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:12.666195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dc83bb8e-52b5-4247-aebf-f30ad330ff59 req-46fb7403-4588-4262-a9a8-118e4746e4be tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199830 Sep 30 08:27:12.677471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6ff0f161-e4ed-4086-8658-75d49dadb652 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules/f922ecec-582e-49d8-b994-20195033d220 HTTP/1.1" status: 200 len: 763 time: 0.0839913 Sep 30 08:27:12.680206 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56278) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:12.698634 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Attempting to bind port 2b9264c7-5d3a-418c-9e46-8490052be4ac on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:12.699227 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Attempting to bind port 2b9264c7-5d3a-418c-9e46-8490052be4ac by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:12.699757 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Attempting to bind port 2b9264c7-5d3a-418c-9e46-8490052be4ac on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:12.702099 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e758b61e-cd19-4ca6-b870-8d86bd254afd tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1519294 Sep 30 08:27:12.713388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56280) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:12.735878 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:12.740811 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:12.741988 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.742700 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:12.743113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8639e4a9-4f1b-4e35-8ca3-12e759956214 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'subnet': {'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:12.743779 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Bound port: 2b9264c7-5d3a-418c-9e46-8490052be4ac, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:12.748381 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.843581 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-81bb5096-0dc7-4a7b-a99b-3bc3becb5052 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1596699 Sep 30 08:27:12.845493 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56284) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:12.880617 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] For port 2b9264c7-5d3a-418c-9e46-8490052be4ac, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:12.883878 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] For port 2b9264c7-5d3a-418c-9e46-8490052be4ac, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2b9264c7-5d3a-418c-9e46-8490052be4ac,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:12.886236 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4248e7-b878-4a02-80c6-99d43d0d473a None None] Pushing event updated for resources: {'Port': ['ID=2b9264c7-5d3a-418c-9e46-8490052be4ac,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:12.896074 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.925292 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.928246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758b61e-cd19-4ca6-b870-8d86bd254afd tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Network': ['ID=c2419a80-c19a-48f3-8cc5-100ce7a65a0d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:12.935155 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c367c4f3-9029-4f4d-96c1-c9fc3bcae3f2 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.958147 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c367c4f3-9029-4f4d-96c1-c9fc3bcae3f2 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:12.970494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network c2419a80-c19a-48f3-8cc5-100ce7a65a0d details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:27:13.023777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d5c3c572-5078-49e7-8ad7-d69010cf7225 None None] Provisioning complete for port 25679d07-08a6-4c19-b9c9-ebf52291fa34 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:13.024181 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c572-5078-49e7-8ad7-d69010cf7225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.027957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c2608-e864-4d52-aeaa-c2ef8f715ad0 req-f4075cee-9ec8-44e3-9bf1-43317fd3a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:13.030283 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7c9c2608-e864-4d52-aeaa-c2ef8f715ad0 req-f4075cee-9ec8-44e3-9bf1-43317fd3a57a service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.5359066 Sep 30 08:27:13.031144 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4248e7-b878-4a02-80c6-99d43d0d473a None None] Pushing event updated for resources: {'Port': ['ID=2b9264c7-5d3a-418c-9e46-8490052be4ac,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:13.033834 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Routers {'ebfc8715-6fb2-4328-a813-fbab2b1875d0'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:13.034443 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:26:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ebfc8715-6fb2-4328-a813-fbab2b1875d0'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:13.056853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:13.144867 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7c9c2608-e864-4d52-aeaa-c2ef8f715ad0 req-a5335b33-accd-4d62-b30e-71a33de28b3d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 HTTP/1.1" status: 200 len: 1001 time: 0.1045179 Sep 30 08:27:13.148254 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8639e4a9-4f1b-4e35-8ca3-12e759956214 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:13.156190 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8639e4a9-4f1b-4e35-8ca3-12e759956214 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.171419 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] Set router ebfc8715-6fb2-4328-a813-fbab2b1875d0 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:13.217315 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c367c4f3-9029-4f4d-96c1-c9fc3bcae3f2 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.228134 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c367c4f3-9029-4f4d-96c1-c9fc3bcae3f2 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.231942 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c367c4f3-9029-4f4d-96c1-c9fc3bcae3f2 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f922ecec-582e-49d8-b994-20195033d220 HTTP/1.1" status: 204 len: 168 time: 0.3825870 Sep 30 08:27:13.240867 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:13.241462 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:13.241837 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.262988 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:27:13.265240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Allocated IP 172.20.0.1 (04e0a6a1-ea48-4167-8272-63387157fdd8/6b8adc1c-710f-4580-ac99-a21287b6f569/0747781c-511f-4434-ba78-3f36fa7c883b) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:13.276443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367c4f3-9029-4f4d-96c1-c9fc3bcae3f2 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f922ecec-582e-49d8-b994-20195033d220,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:13.332453 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c2608-e864-4d52-aeaa-c2ef8f715ad0 req-e621f835-3667-436e-9fee-dfc0fb03e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:13.334102 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7c9c2608-e864-4d52-aeaa-c2ef8f715ad0 req-e621f835-3667-436e-9fee-dfc0fb03e2ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.1673861 Sep 30 08:27:13.397628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device d975092e-11fd-4c50-8353-8e4a70e86278 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:13.416701 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'name': 'tempest-TestServerMultinode-1442394383-router', 'tenant_id': '49e963b164c949d48786f80f7900a596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2b9264c7-5d3a-418c-9e46-8490052be4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:09Z', 'revision_number': 3, 'project_id': '49e963b164c949d48786f80f7900a596', 'gw_port': {'id': '2b9264c7-5d3a-418c-9e46-8490052be4ac', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:de:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:13.455614 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9085c9a6-465c-4940-b46e-e705f189a68b tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2132275 Sep 30 08:27:13.458031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56300) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:13.465396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-58f10da4-9fa8-4f37-937a-a1b56a1ab723 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group_rule': {'security_group_id': 'af0b704d-d798-4072-912d-f53196906341', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:13.478440 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597838c5-78b2-4e59-b7f2-ab3af3e9653a None None] The sync data for ids ['ebfc8715-6fb2-4328-a813-fbab2b1875d0'] in n-d-807359-2 is: [{'id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'name': 'tempest-TestServerMultinode-1442394383-router', 'tenant_id': '49e963b164c949d48786f80f7900a596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2b9264c7-5d3a-418c-9e46-8490052be4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:09Z', 'revision_number': 3, 'project_id': '49e963b164c949d48786f80f7900a596', 'gw_port': {'id': '2b9264c7-5d3a-418c-9e46-8490052be4ac', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:de:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:13.529886 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.539846 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58f10da4-9fa8-4f37-937a-a1b56a1ab723 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.540173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c2608-e864-4d52-aeaa-c2ef8f715ad0 req-e0021cb7-b541-4ba7-ab45-0c32a875dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:13.541792 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7c9c2608-e864-4d52-aeaa-c2ef8f715ad0 req-e0021cb7-b541-4ba7-ab45-0c32a875dd60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1885366 Sep 30 08:27:13.590419 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3c572-5078-49e7-8ad7-d69010cf7225 None None] Port 25679d07-08a6-4c19-b9c9-ebf52291fa34 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:13.622858 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58f10da4-9fa8-4f37-937a-a1b56a1ab723 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.636264 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58f10da4-9fa8-4f37-937a-a1b56a1ab723 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.711366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f10da4-9fa8-4f37-937a-a1b56a1ab723 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5c145f-02ec-4835-97c0-289b9acbba8c,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:13.725412 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58f10da4-9fa8-4f37-937a-a1b56a1ab723 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.726643 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-58f10da4-9fa8-4f37-937a-a1b56a1ab723 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2670951 Sep 30 08:27:13.732833 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56304) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:13.772112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-aff570f1-0a31-4374-a03a-e614caa94122 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules/5c5c145f-02ec-4835-97c0-289b9acbba8c HTTP/1.1" status: 200 len: 763 time: 0.0339630 Sep 30 08:27:13.774877 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:13.775105 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7c9c2608-e864-4d52-aeaa-c2ef8f715ad0 req-f34555ee-d50a-46e2-bc6f-9be02bcf1b17 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173176 Sep 30 08:27:13.777116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56306) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:13.973892 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Network 04e0a6a1-ea48-4167-8272-63387157fdd8 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:13.993260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:14.011368 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9c717bdd-cf66-409d-b609-56f2f89cc6c1 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2314227 Sep 30 08:27:14.013556 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:14.017272 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:14.059192 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8639e4a9-4f1b-4e35-8ca3-12e759956214 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.059767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Pushing event updated for resources: {'Port': ['ID=0747781c-511f-4434-ba78-3f36fa7c883b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:14.081124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f7bb807a-5110-4ed7-9083-df83cdc19f13 None None] Provisioning complete for port 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:14.082824 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7bb807a-5110-4ed7-9083-df83cdc19f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.085749 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port d975092e-11fd-4c50-8353-8e4a70e86278 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:27:14.113422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b232d-7849-46d3-b128-18d7e22da8a5 req-586ae568-e39e-4b51-9fbb-2f841fd6bdea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:14.114972 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e30b232d-7849-46d3-b128-18d7e22da8a5 req-586ae568-e39e-4b51-9fbb-2f841fd6bdea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 945 time: 0.2772641 Sep 30 08:27:14.119412 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.131624 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-700d7d7f-af5b-463a-822c-61217402c721 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.145881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port d975092e-11fd-4c50-8353-8e4a70e86278 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:14.146505 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.163027 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7c9c2608-e864-4d52-aeaa-c2ef8f715ad0 req-635462fe-da6e-4f36-a7f8-58dc0ed106b6 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779593 Sep 30 08:27:14.190876 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-700d7d7f-af5b-463a-822c-61217402c721 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.216872 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e30b232d-7849-46d3-b128-18d7e22da8a5 req-47dd589d-2777-4064-b9db-183b5a77a022 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929866 Sep 30 08:27:14.250181 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-700d7d7f-af5b-463a-822c-61217402c721 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.257063 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-700d7d7f-af5b-463a-822c-61217402c721 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.258306 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-700d7d7f-af5b-463a-822c-61217402c721 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5c5c145f-02ec-4835-97c0-289b9acbba8c HTTP/1.1" status: 204 len: 168 time: 0.2322114 Sep 30 08:27:14.264107 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56316) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:14.268462 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.314162 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8639e4a9-4f1b-4e35-8ca3-12e759956214 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Checking segment: {'id': '3ca7411f-af35-4494-ae5a-1f010ab2420d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:14.314535 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8639e4a9-4f1b-4e35-8ca3-12e759956214 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network hostable DHCP agents. Network: c2419a80-c19a-48f3-8cc5-100ce7a65a0d, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:27:14.324403 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639e4a9-4f1b-4e35-8ca3-12e759956214 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Subnet': ['ID=a5dc16eb-7e85-4c47-89c6-abc3a51f30c8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:14.327821 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d7d7f-af5b-463a-822c-61217402c721 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c5c145f-02ec-4835-97c0-289b9acbba8c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:14.358810 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8639e4a9-4f1b-4e35-8ca3-12e759956214 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network c2419a80-c19a-48f3-8cc5-100ce7a65a0d is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:27:14.371053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2f4cb815-bb09-4564-9d9c-0a8374a2fd1b,segment=NetworkSegment(c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e),segment_id=c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:14.384168 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.391795 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b48318b5-1610-4ec2-86e8-a5f760b50160 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1216247 Sep 30 08:27:14.394015 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8639e4a9-4f1b-4e35-8ca3-12e759956214 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, c2419a80-c19a-48f3-8cc5-100ce7a65a0d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:14.405120 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.406097 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 29535370-5eb4-4a93-805c-fb4f4428db13 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:14.407175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8639e4a9-4f1b-4e35-8ca3-12e759956214 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:14.408286 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8639e4a9-4f1b-4e35-8ca3-12e759956214 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.414748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56318) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:14.428193 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8639e4a9-4f1b-4e35-8ca3-12e759956214 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7028203 Sep 30 08:27:14.428405 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:14.591726 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-247c727c-a0ea-4d12-a4ff-8da6a62b70a0 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Request body: {'security_group_rule': {'security_group_id': 'af0b704d-d798-4072-912d-f53196906341', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:14.638520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfcd7b2-d91d-4567-8b8e-adcc9d5921b6 None None] Network c2419a80-c19a-48f3-8cc5-100ce7a65a0d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:14.643873 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-247c727c-a0ea-4d12-a4ff-8da6a62b70a0 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Project 63d9fd8044714a36be66e10a07c60567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:27:14.647456 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=2f4cb815-bb09-4564-9d9c-0a8374a2fd1b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:14.671733 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-247c727c-a0ea-4d12-a4ff-8da6a62b70a0 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.817642 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-247c727c-a0ea-4d12-a4ff-8da6a62b70a0 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.836503 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-247c727c-a0ea-4d12-a4ff-8da6a62b70a0 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.839342 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:09Z', 'revision_number': 3, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:10Z', 'revision_number': 2, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:14.941470 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c727c-a0ea-4d12-a4ff-8da6a62b70a0 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e32cd2b-8ce1-4dcd-8374-275b5c0cbb5d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:14.972841 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.979014 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-247c727c-a0ea-4d12-a4ff-8da6a62b70a0 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:14.982978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-247c727c-a0ea-4d12-a4ff-8da6a62b70a0 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3973475 Sep 30 08:27:14.983986 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56326) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:14.991233 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.225732 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6758d6a0-c48e-4fd0-bf8d-cade5cfb1a02 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules/2e32cd2b-8ce1-4dcd-8374-275b5c0cbb5d HTTP/1.1" status: 200 len: 769 time: 0.2403071 Sep 30 08:27:15.237575 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56328) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:15.301255 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.307659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Pushing event updated for resources: {'Port': ['ID=0747781c-511f-4434-ba78-3f36fa7c883b,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:15.323754 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.391062 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.404307 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-47e55a3b-d764-480a-9ea6-f813e6983e51 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1645844 Sep 30 08:27:15.405226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56332) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:15.410685 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Checking router: 84a5b95f-431a-4945-8af3-7298abc8b4e4 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:15.411480 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Updating router 84a5b95f-431a-4945-8af3-7298abc8b4e4 port 25679d07-08a6-4c19-b9c9-ebf52291fa34 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:27:15.535567 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-691de0d3-3f89-4c8c-841b-e36b8ba5927a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.554015 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-691de0d3-3f89-4c8c-841b-e36b8ba5927a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.624315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443139a1-e13b-4afe-85bb-5326d1c903d7 req-25acf980-6c28-4710-9e89-74cd4fbf1a5b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:15.627068 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-443139a1-e13b-4afe-85bb-5326d1c903d7 req-25acf980-6c28-4710-9e89-74cd4fbf1a5b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 945 time: 0.2728062 Sep 30 08:27:15.633197 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0db1e12-1636-43dd-aa55-98974b59f263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.659295 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd975092e-11fd-4c50-8353-8e4a70e86278'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:27:15.661195 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-691de0d3-3f89-4c8c-841b-e36b8ba5927a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.661946 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4425a179-245f-4d41-96ed-ac3c6a3bf5d5" -d '{"events": [{"server_uuid": "c2689f85-95f2-4ad8-8966-012c424cc863", "name": "network-vif-plugged", "status": "completed", "tag": "d975092e-11fd-4c50-8353-8e4a70e86278"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:27:15.670491 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-691de0d3-3f89-4c8c-841b-e36b8ba5927a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.672929 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 29535370-5eb4-4a93-805c-fb4f4428db13 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:15.675948 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.679653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56338) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:15.682869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-691de0d3-3f89-4c8c-841b-e36b8ba5927a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/2e32cd2b-8ce1-4dcd-8374-275b5c0cbb5d HTTP/1.1" status: 204 len: 168 time: 0.2601886 Sep 30 08:27:15.706814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'fixed_ips': [{'subnet_id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:27:15.707787 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.719864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Network 04e0a6a1-ea48-4167-8272-63387157fdd8 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:15.730171 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f7bb807a-5110-4ed7-9083-df83cdc19f13 None None] Provisioning complete for port 25679d07-08a6-4c19-b9c9-ebf52291fa34 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:15.730750 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7bb807a-5110-4ed7-9083-df83cdc19f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.739628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:15.743014 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.747088 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4cf769a3-07e8-4bff-8bc4-57e4d418dbc2 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657983 Sep 30 08:27:15.748569 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.751897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56340) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:15.756734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691de0d3-3f89-4c8c-841b-e36b8ba5927a tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e32cd2b-8ce1-4dcd-8374-275b5c0cbb5d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:15.763282 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port d975092e-11fd-4c50-8353-8e4a70e86278, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d975092e-11fd-4c50-8353-8e4a70e86278,segment=NetworkSegment(a2656638-aa4a-4aa8-9009-437dc41d9010),segment_id=a2656638-aa4a-4aa8-9009-437dc41d9010)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:15.801886 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-443139a1-e13b-4afe-85bb-5326d1c903d7 req-b09c76af-b49c-48ff-a45b-d738c5640358 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426821 Sep 30 08:27:15.808335 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:15.856769 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Allocated IP 172.22.0.1 (c2419a80-c19a-48f3-8cc5-100ce7a65a0d/a5dc16eb-7e85-4c47-89c6-abc3a51f30c8/d705e403-3c6a-4687-beb8-c3a0a77fb2e7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:15.893875 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd65462-e586-46e3-b464-3c3193a1134a x-openstack-request-id: req-8cd65462-e586-46e3-b464-3c3193a1134a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:27:15.894179 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2689f85-95f2-4ad8-8966-012c424cc863", "name": "network-vif-plugged", "status": "completed", "tag": "d975092e-11fd-4c50-8353-8e4a70e86278", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:27:15.894501 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8cd65462-e586-46e3-b464-3c3193a1134a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:27:15.894974 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd975092e-11fd-4c50-8353-8e4a70e86278', 'code': 200} Sep 30 08:27:16.001525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb807a-5110-4ed7-9083-df83cdc19f13 None None] Port 25679d07-08a6-4c19-b9c9-ebf52291fa34 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:16.054632 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.056261 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.060807 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Router ebfc8715-6fb2-4328-a813-fbab2b1875d0 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:16.073184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957cba6-8d97-410b-b495-b4f5a8c11384 req-20fadf5f-56ef-4520-bcb5-c075398622a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:16.074719 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7957cba6-8d97-410b-b495-b4f5a8c11384 req-20fadf5f-56ef-4520-bcb5-c075398622a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 1097 time: 0.1582508 Sep 30 08:27:16.078461 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4946b9f3-18a8-4af7-93e1-9af4b70d064e tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.098255 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.165432 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network c2419a80-c19a-48f3-8cc5-100ce7a65a0d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:16.167208 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:16.173127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=d705e403-3c6a-4687-beb8-c3a0a77fb2e7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:16.176396 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:16.197002 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=d975092e-11fd-4c50-8353-8e4a70e86278,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:16.250443 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.253147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:16.263022 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9a4acd52-7d57-41f5-861d-8f7a20de9a36 admin admin] 10.222.0.24 "PUT /v2.0/routers/ebfc8715-6fb2-4328-a813-fbab2b1875d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7665431 Sep 30 08:27:16.265197 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7957cba6-8d97-410b-b495-b4f5a8c11384 req-943532a5-e553-4e8d-8ff8-f9e167a2b61f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819963 Sep 30 08:27:16.269245 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4946b9f3-18a8-4af7-93e1-9af4b70d064e tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.273732 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Sync routers for ids ['ebfc8715-6fb2-4328-a813-fbab2b1875d0'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:16.287782 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Routers {'ebfc8715-6fb2-4328-a813-fbab2b1875d0'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:16.289724 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ebfc8715-6fb2-4328-a813-fbab2b1875d0'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:16.308295 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Allocated IP 172.22.0.2 (c2419a80-c19a-48f3-8cc5-100ce7a65a0d/a5dc16eb-7e85-4c47-89c6-abc3a51f30c8/e717dde1-faa6-4694-b36f-ac3af2452486) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:16.324176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a43848f-03d2-430c-8077-f61ec19049bc None None] Provisioning complete for port 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:16.337257 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a43848f-03d2-430c-8077-f61ec19049bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.398204 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4946b9f3-18a8-4af7-93e1-9af4b70d064e tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.400786 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4946b9f3-18a8-4af7-93e1-9af4b70d064e tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.404237 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4946b9f3-18a8-4af7-93e1-9af4b70d064e tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "DELETE /v2.0/security-groups/af0b704d-d798-4072-912d-f53196906341 HTTP/1.1" status: 204 len: 168 time: 0.6465282 Sep 30 08:27:16.407228 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56352) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:16.433267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946b9f3-18a8-4af7-93e1-9af4b70d064e tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0b704d-d798-4072-912d-f53196906341,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:16.524907 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Set router ebfc8715-6fb2-4328-a813-fbab2b1875d0 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:16.554133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56356) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:16.559703 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3f7b7e2f-b18f-4b59-8d42-79263e3b95c5 tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1454358 Sep 30 08:27:16.591064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2b9264c7-5d3a-418c-9e46-8490052be4ac up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:16.653447 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-94e2f519-53f9-4d36-8e31-55a067199a1e tempest-SecGroupIPv6Test-1888069164 tempest-SecGroupIPv6Test-1888069164-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0989892 Sep 30 08:27:16.695260 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.819618 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.848475 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.853038 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.896299 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.902916 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a43848f-03d2-430c-8077-f61ec19049bc None None] Provisioning complete for port 0747781c-511f-4434-ba78-3f36fa7c883b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:16.903285 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a43848f-03d2-430c-8077-f61ec19049bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.905087 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 2b9264c7-5d3a-418c-9e46-8490052be4ac triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:16.905087 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:16.988510 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'name': 'tempest-TestServerMultinode-1442394383-router', 'tenant_id': '49e963b164c949d48786f80f7900a596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2b9264c7-5d3a-418c-9e46-8490052be4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:14Z', 'revision_number': 4, 'project_id': '49e963b164c949d48786f80f7900a596', 'gw_port': {'id': '2b9264c7-5d3a-418c-9e46-8490052be4ac', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:de:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '0747781c-511f-4434-ba78-3f36fa7c883b', 'name': '', 'network_id': '04e0a6a1-ea48-4167-8272-63387157fdd8', 'tenant_id': '49e963b164c949d48786f80f7900a596', 'mac_address': 'fa:16:3e:b4:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '6b8adc1c-710f-4580-ac99-a21287b6f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:12Z', 'updated_at': '2021-09-30T08:27:14Z', 'revision_number': 2, 'project_id': '49e963b164c949d48786f80f7900a596', 'subnets': [{'id': '6b8adc1c-710f-4580-ac99-a21287b6f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:17.008863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Network c2419a80-c19a-48f3-8cc5-100ce7a65a0d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:17.027510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:17.034748 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Pushing event updated for resources: {'Port': ['ID=e717dde1-faa6-4694-b36f-ac3af2452486,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:17.037237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:17.073519 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Checking router: ebfc8715-6fb2-4328-a813-fbab2b1875d0 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:17.073880 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Updating router ebfc8715-6fb2-4328-a813-fbab2b1875d0 port 0747781c-511f-4434-ba78-3f36fa7c883b binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:27:17.136412 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefb14f-3212-4976-a315-91752195604f req-e4a43839-73e7-40ec-877d-7c1816bf096c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:17.137542 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a43848f-03d2-430c-8077-f61ec19049bc None None] Port 0747781c-511f-4434-ba78-3f36fa7c883b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:17.138335 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.146655 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-faefb14f-3212-4976-a315-91752195604f req-e4a43839-73e7-40ec-877d-7c1816bf096c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.1425087 Sep 30 08:27:17.240415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-faefb14f-3212-4976-a315-91752195604f req-0a1be591-9190-4e29-b864-ba774fec3664 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925903 Sep 30 08:27:17.288915 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56388) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:17.393115 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19eeed7-e229-4b1d-97bf-64fe3d2ef5e3 None None] Pushing event updated for resources: {'Port': ['ID=25679d07-08a6-4c19-b9c9-ebf52291fa34,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:17.409649 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Attempting to bind port e717dde1-faa6-4694-b36f-ac3af2452486 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:17.410195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Attempting to bind port e717dde1-faa6-4694-b36f-ac3af2452486 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '3ca7411f-af35-4494-ae5a-1f010ab2420d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:17.410653 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Attempting to bind port e717dde1-faa6-4694-b36f-ac3af2452486 on network c2419a80-c19a-48f3-8cc5-100ce7a65a0d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:17.426120 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.433646 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:17.434319 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.442426 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Checking segment: {'id': '3ca7411f-af35-4494-ae5a-1f010ab2420d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:17.443044 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.443548 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Bound using segment: {'id': '3ca7411f-af35-4494-ae5a-1f010ab2420d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:17.444182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Bound port: e717dde1-faa6-4694-b36f-ac3af2452486, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca7411f-af35-4494-ae5a-1f010ab2420d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:17.444676 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.498343 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Attempting to bind port 25679d07-08a6-4c19-b9c9-ebf52291fa34 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:17.498875 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Attempting to bind port 25679d07-08a6-4c19-b9c9-ebf52291fa34 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd2a19197-b0ae-4293-bb82-944442a05332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:17.499355 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Attempting to bind port 25679d07-08a6-4c19-b9c9-ebf52291fa34 on network 01bbbaae-bc09-4aa8-b6c3-e34fd14d9377 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:17.507846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:17.508468 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Checking segment: {'id': 'd2a19197-b0ae-4293-bb82-944442a05332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:17.508976 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.509477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Bound using segment: {'id': 'd2a19197-b0ae-4293-bb82-944442a05332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:17.510081 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Bound port: 25679d07-08a6-4c19-b9c9-ebf52291fa34, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a19197-b0ae-4293-bb82-944442a05332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:17.510580 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.549139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=d705e403-3c6a-4687-beb8-c3a0a77fb2e7,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:17.559506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18db145-c674-4252-adab-1afb2289e793 req-4ede5f01-9947-4bd8-9ec9-267f1bdc329e tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:17.561641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d18db145-c674-4252-adab-1afb2289e793 req-4ede5f01-9947-4bd8-9ec9-267f1bdc329e tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/networks?id=1da19e05-a7f1-4a23-af98-30f9920d2512 HTTP/1.1" status: 200 len: 911 time: 0.2600546 Sep 30 08:27:17.567324 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.584007 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d18db145-c674-4252-adab-1afb2289e793 req-71822e06-8d98-4e95-b646-22669dc16a5c tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/quotas/49e963b164c949d48786f80f7900a596 HTTP/1.1" status: 200 len: 375 time: 0.0141830 Sep 30 08:27:17.585051 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.590148 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 2b9264c7-5d3a-418c-9e46-8490052be4ac, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2b9264c7-5d3a-418c-9e46-8490052be4ac,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:17.628411 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.629343 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:17.698159 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.707305 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.740842 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=2b9264c7-5d3a-418c-9e46-8490052be4ac,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:17.755545 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c036dfc0-5505-4249-b4df-eb5f05eb802b None None] Provisioning complete for port 25679d07-08a6-4c19-b9c9-ebf52291fa34 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:17.755545 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c036dfc0-5505-4249-b4df-eb5f05eb802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.780562 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56394) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:17.781448 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dfd08663-d272-435d-b1c4-bb6d48a07edb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63d9fd8044714a36be66e10a07c60567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4913213 Sep 30 08:27:17.804055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c036dfc0-5505-4249-b4df-eb5f05eb802b None None] Port 25679d07-08a6-4c19-b9c9-ebf52291fa34 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:17.809706 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d18db145-c674-4252-adab-1afb2289e793 req-26eac58c-be67-499b-b87f-d1de104742e5 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=49e963b164c949d48786f80f7900a596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2173529 Sep 30 08:27:17.826042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] For port e717dde1-faa6-4694-b36f-ac3af2452486, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:17.878287 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.882892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] For port e717dde1-faa6-4694-b36f-ac3af2452486, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e717dde1-faa6-4694-b36f-ac3af2452486,segment=NetworkSegment(3ca7411f-af35-4494-ae5a-1f010ab2420d),segment_id=3ca7411f-af35-4494-ae5a-1f010ab2420d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:17.887110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:17.887574 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:17.893823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network c2419a80-c19a-48f3-8cc5-100ce7a65a0d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:17.906599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:18.017619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] For port 25679d07-08a6-4c19-b9c9-ebf52291fa34, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:18.024535 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.058603 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d18db145-c674-4252-adab-1afb2289e793 req-60f35416-ae2e-4300-9c10-041e82d7cf78 service neutron] 10.222.0.24 "GET /v2.0/networks/1da19e05-a7f1-4a23-af98-30f9920d2512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426224 Sep 30 08:27:18.058835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] For port 25679d07-08a6-4c19-b9c9-ebf52291fa34, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=25679d07-08a6-4c19-b9c9-ebf52291fa34,segment=NetworkSegment(d2a19197-b0ae-4293-bb82-944442a05332),segment_id=d2a19197-b0ae-4293-bb82-944442a05332)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:18.120791 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8548812-b83e-4fd7-a069-e370f85f1837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.121550 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708275a-0c32-4d8c-a5d9-0c66a9e189e4 None None] Pushing event updated for resources: {'Port': ['ID=0747781c-511f-4434-ba78-3f36fa7c883b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:18.168318 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Attempting to bind port 0747781c-511f-4434-ba78-3f36fa7c883b on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:18.169991 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Attempting to bind port 0747781c-511f-4434-ba78-3f36fa7c883b by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '04e0a6a1-ea48-4167-8272-63387157fdd8'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:18.170611 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Attempting to bind port 0747781c-511f-4434-ba78-3f36fa7c883b on network 04e0a6a1-ea48-4167-8272-63387157fdd8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:18.177891 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:18.178910 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Checking segment: {'id': 'c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '04e0a6a1-ea48-4167-8272-63387157fdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:18.179276 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 84a5b95f-431a-4945-8af3-7298abc8b4e4 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:18.180528 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.181236 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Bound using segment: {'id': 'c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '04e0a6a1-ea48-4167-8272-63387157fdd8'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:18.182740 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Bound port: 0747781c-511f-4434-ba78-3f36fa7c883b, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '04e0a6a1-ea48-4167-8272-63387157fdd8'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:18.183512 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.211838 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8548812-b83e-4fd7-a069-e370f85f1837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.255576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d18db145-c674-4252-adab-1afb2289e793 req-1df912e3-45e6-4f77-8ef7-e59077939cd4 service neutron] 10.222.0.24 "GET /v2.0/networks/1da19e05-a7f1-4a23-af98-30f9920d2512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841228 Sep 30 08:27:18.270233 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] For port 0747781c-511f-4434-ba78-3f36fa7c883b, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:18.274990 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] For port 0747781c-511f-4434-ba78-3f36fa7c883b, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0747781c-511f-4434-ba78-3f36fa7c883b,segment=NetworkSegment(c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e),segment_id=c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:18.282156 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.349347 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.363752 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8548812-b83e-4fd7-a069-e370f85f1837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.366540 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8548812-b83e-4fd7-a069-e370f85f1837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.371385 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e8548812-b83e-4fd7-a069-e370f85f1837 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cba6a59-a1b6-4425-8b68-47262a104ff7 HTTP/1.1" status: 204 len: 168 time: 0.5893819 Sep 30 08:27:18.377299 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Routers {'ebfc8715-6fb2-4328-a813-fbab2b1875d0'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:18.378661 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ebfc8715-6fb2-4328-a813-fbab2b1875d0'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:18.437107 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8548812-b83e-4fd7-a069-e370f85f1837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cba6a59-a1b6-4425-8b68-47262a104ff7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:18.462045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699e0f5-7cd0-4c7f-851b-dd1ce9fc8121 req-cf5c896b-5cca-4405-b756-471a5474c709 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:18.480269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f699e0f5-7cd0-4c7f-851b-dd1ce9fc8121 req-cf5c896b-5cca-4405-b756-471a5474c709 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.1630158 Sep 30 08:27:18.485042 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:18.512448 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-34a3fc6f-61bb-4778-84c9-ef8809a6fb47 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/84a5b95f-431a-4945-8af3-7298abc8b4e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0828443 Sep 30 08:27:18.513616 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56406) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:18.528095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c6321a8e-31cf-4fe5-bd44-1b6e9a497e32 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'network': {'name': 'tempest-RoutersTest-923219732'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:18.529409 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] Set router ebfc8715-6fb2-4328-a813-fbab2b1875d0 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:18.570141 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d1557bad-f49a-409e-b6a6-ceb6eefa56c1 req-4e913722-bbff-464a-b714-80e52fb33805 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 210 time: 0.0832036 Sep 30 08:27:18.611891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6321a8e-31cf-4fe5-bd44-1b6e9a497e32 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:18.618812 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6321a8e-31cf-4fe5-bd44-1b6e9a497e32 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.635755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44790aa-c008-4458-9bbd-181babc1cbd7 None None] Pushing event updated for resources: {'Port': ['ID=e717dde1-faa6-4694-b36f-ac3af2452486,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:18.716902 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6321a8e-31cf-4fe5-bd44-1b6e9a497e32 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:27:18.717117 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f699e0f5-7cd0-4c7f-851b-dd1ce9fc8121 req-676dbda8-b4f9-4010-9656-929ec69e9124 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229109 Sep 30 08:27:18.752058 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6321a8e-31cf-4fe5-bd44-1b6e9a497e32 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.753389 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-c6321a8e-31cf-4fe5-bd44-1b6e9a497e32 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Added segment 8398ca12-31ee-46c7-aff1-0de2b6f49a92 of type vlan for network 68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc Sep 30 08:27:18.764984 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7e87cb12-2b93-4664-8dbc-39d81389b8db None None] Provisioning complete for port 0747781c-511f-4434-ba78-3f36fa7c883b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:18.765365 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e87cb12-2b93-4664-8dbc-39d81389b8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.812889 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708275a-0c32-4d8c-a5d9-0c66a9e189e4 None None] Pushing event updated for resources: {'Port': ['ID=0747781c-511f-4434-ba78-3f36fa7c883b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:18.871833 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6321a8e-31cf-4fe5-bd44-1b6e9a497e32 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.888167 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:18.888854 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:18.914534 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19eeed7-e229-4b1d-97bf-64fe3d2ef5e3 None None] Pushing event updated for resources: {'Port': ['ID=25679d07-08a6-4c19-b9c9-ebf52291fa34,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:18.933285 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6321a8e-31cf-4fe5-bd44-1b6e9a497e32 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:18.939214 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6321a8e-31cf-4fe5-bd44-1b6e9a497e32 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:18.942762 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6321a8e-31cf-4fe5-bd44-1b6e9a497e32 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.065984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358679c0-a83c-4674-a4fe-4a419d20e556 req-26a5d11a-79f6-41c4-89ea-0c9513a3627a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:19.085255 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-358679c0-a83c-4674-a4fe-4a419d20e556 req-26a5d11a-79f6-41c4-89ea-0c9513a3627a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.2739472 Sep 30 08:27:19.213177 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e87cb12-2b93-4664-8dbc-39d81389b8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.216242 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'name': 'tempest-TestServerMultinode-1442394383-router', 'tenant_id': '49e963b164c949d48786f80f7900a596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2b9264c7-5d3a-418c-9e46-8490052be4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:14Z', 'revision_number': 4, 'project_id': '49e963b164c949d48786f80f7900a596', 'gw_port': {'id': '2b9264c7-5d3a-418c-9e46-8490052be4ac', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:de:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '0747781c-511f-4434-ba78-3f36fa7c883b', 'name': '', 'network_id': '04e0a6a1-ea48-4167-8272-63387157fdd8', 'tenant_id': '49e963b164c949d48786f80f7900a596', 'mac_address': 'fa:16:3e:b4:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '6b8adc1c-710f-4580-ac99-a21287b6f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:12Z', 'updated_at': '2021-09-30T08:27:18Z', 'revision_number': 4, 'project_id': '49e963b164c949d48786f80f7900a596', 'subnets': [{'id': '6b8adc1c-710f-4580-ac99-a21287b6f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:19.227870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2b9264c7-5d3a-418c-9e46-8490052be4ac up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:19.267309 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:19.270881 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6321a8e-31cf-4fe5-bd44-1b6e9a497e32 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Network': ['ID=68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:19.288593 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:27:19.312114 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c6321a8e-31cf-4fe5-bd44-1b6e9a497e32 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7829525 Sep 30 08:27:19.313234 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56434) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:19.326149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'subnet': {'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:19.360208 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb1b91c-e91c-40d8-ac67-90a928b7bef5 None None] The sync data for ids ['ebfc8715-6fb2-4328-a813-fbab2b1875d0'] in n-d-807359-2 is: [{'id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'name': 'tempest-TestServerMultinode-1442394383-router', 'tenant_id': '49e963b164c949d48786f80f7900a596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2b9264c7-5d3a-418c-9e46-8490052be4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:27:14Z', 'revision_number': 4, 'project_id': '49e963b164c949d48786f80f7900a596', 'gw_port': {'id': '2b9264c7-5d3a-418c-9e46-8490052be4ac', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:de:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '0747781c-511f-4434-ba78-3f36fa7c883b', 'name': '', 'network_id': '04e0a6a1-ea48-4167-8272-63387157fdd8', 'tenant_id': '49e963b164c949d48786f80f7900a596', 'mac_address': 'fa:16:3e:b4:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '6b8adc1c-710f-4580-ac99-a21287b6f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:12Z', 'updated_at': '2021-09-30T08:27:18Z', 'revision_number': 4, 'project_id': '49e963b164c949d48786f80f7900a596', 'subnets': [{'id': '6b8adc1c-710f-4580-ac99-a21287b6f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:19.495899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7e87cb12-2b93-4664-8dbc-39d81389b8db None None] For port 0747781c-511f-4434-ba78-3f36fa7c883b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0747781c-511f-4434-ba78-3f36fa7c883b,segment=NetworkSegment(c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e),segment_id=c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:19.528472 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e87cb12-2b93-4664-8dbc-39d81389b8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.656754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Made reservation on behalf of 0deaae2e5a614ded9fa95359ccf44146 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:19.665802 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:19.965454 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79b9ab13-0b46-4c93-8b85-a2b477c63021 req-28753d70-8aa4-42e1-b927-a7f0c974e117 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 210 time: 0.0912483 Sep 30 08:27:20.000300 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-358679c0-a83c-4674-a4fe-4a419d20e556 req-fa05b494-df8b-4bd5-bee8-fff128037442 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9128604 Sep 30 08:27:20.038695 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56450) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:20.076220 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7889da4e-2a49-4003-aab6-7de21ecba3fd None None] Provisioning complete for port 25679d07-08a6-4c19-b9c9-ebf52291fa34 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:20.076751 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7889da4e-2a49-4003-aab6-7de21ecba3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.138303 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.158242 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce31c7ee-95c6-4d37-a8dc-ba5028e30c83 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:20.162785 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ce31c7ee-95c6-4d37-a8dc-ba5028e30c83 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 1092 time: 0.1199532 Sep 30 08:27:20.163172 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56456) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:20.167825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': 'd975092e-11fd-4c50-8353-8e4a70e86278', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:20.212950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87cb12-2b93-4664-8dbc-39d81389b8db None None] Pushing event updated for resources: {'Port': ['ID=0747781c-511f-4434-ba78-3f36fa7c883b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:20.231545 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.245354 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 2b9264c7-5d3a-418c-9e46-8490052be4ac triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:20.247532 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.250729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Subnet': ['ID=82e94d75-1a5a-4809-ae9b-b3afef116146,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:20.278926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:20.279269 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:20.279611 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:20.279967 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:20.280303 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:20.280634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:20.280956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:20.292511 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:20.293131 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:20.293678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:20.294177 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:20.294965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:20.361258 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Checking segment: {'id': '8398ca12-31ee-46c7-aff1-0de2b6f49a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:20.363546 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network hostable DHCP agents. Network: 68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:27:20.365722 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:20.384207 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030468 Sep 30 08:27:20.387076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:20.459737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:27:20.482763 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:20.498241 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:20.498846 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.502053 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.546903 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f41304bf-251d-4952-9436-340e0c123f4d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2324171 Sep 30 08:27:20.548004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56466) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:20.561279 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7889da4e-2a49-4003-aab6-7de21ecba3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.600181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed38bc21-41fa-4e70-84d5-3ca6f39e8dfc None None] Network 68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:20.604916 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb29363b-9848-4b43-a463-21fd1dc16673 None None] Network c2419a80-c19a-48f3-8cc5-100ce7a65a0d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:20.749936 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3c42a569-f3e6-47fb-8892-1bd3bf1aed3f tempest-NetworksApiDiscovery-1193678345 tempest-NetworksApiDiscovery-1193678345-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3617234 Sep 30 08:27:20.774157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Allocated IP 172.25.0.116 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/412be8ba-e21c-4f57-ac94-491356e4168f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:20.857060 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7889da4e-2a49-4003-aab6-7de21ecba3fd None None] For port 25679d07-08a6-4c19-b9c9-ebf52291fa34, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=25679d07-08a6-4c19-b9c9-ebf52291fa34,segment=NetworkSegment(d2a19197-b0ae-4293-bb82-944442a05332),segment_id=d2a19197-b0ae-4293-bb82-944442a05332)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:20.956377 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:20.961012 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7889da4e-2a49-4003-aab6-7de21ecba3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.014535 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.109249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:21.113207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:21.119069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:21.158679 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=412be8ba-e21c-4f57-ac94-491356e4168f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:21.206380 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:21.206744 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:21.207066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:21.207405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:21.208249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:21.208848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:21.209182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:21.209515 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:21.210226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:21.210728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:21.211049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:21.213510 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:21.241606 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0684106-09f0-4391-a011-3b2cf19c9160 req-3c58f09c-c450-4fe6-94ee-bb6d397bab45 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 210 time: 0.0848849 Sep 30 08:27:21.249170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc', 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'fixed_ips': [{'subnet_id': '82e94d75-1a5a-4809-ae9b-b3afef116146'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:27:21.250050 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.269209 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7889da4e-2a49-4003-aab6-7de21ecba3fd None None] Provisioning complete for port 0747781c-511f-4434-ba78-3f36fa7c883b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:21.269579 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7889da4e-2a49-4003-aab6-7de21ecba3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.304910 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56476) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:21.545387 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93c3e5bf-328c-49cd-918e-f40f4aedb1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.582002 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:16Z', 'revision_number': 4, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:17Z', 'revision_number': 4, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd705e403-3c6a-4687-beb8-c3a0a77fb2e7', 'name': '', 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:45:55:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:15Z', 'updated_at': '2021-09-30T08:27:17Z', 'revision_number': 2, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:21.660762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0747781c-511f-4434-ba78-3f36fa7c883b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:21.676021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889da4e-2a49-4003-aab6-7de21ecba3fd None None] Pushing event updated for resources: {'Port': ['ID=25679d07-08a6-4c19-b9c9-ebf52291fa34,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:21.704591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae3c5cc-6982-4da6-a8b1-7eb7c26da72f None None] The sync data for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 is: [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:16Z', 'revision_number': 4, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:17Z', 'revision_number': 4, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd705e403-3c6a-4687-beb8-c3a0a77fb2e7', 'name': '', 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:45:55:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:15Z', 'updated_at': '2021-09-30T08:27:17Z', 'revision_number': 2, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:21.808840 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18db145-c674-4252-adab-1afb2289e793 req-63789bef-6453-4ad1-8bff-e76b8774d606 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:21.810376 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d18db145-c674-4252-adab-1afb2289e793 req-63789bef-6453-4ad1-8bff-e76b8774d606 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.35 "GET /v2.0/networks?id=1da19e05-a7f1-4a23-af98-30f9920d2512 HTTP/1.1" status: 200 len: 911 time: 1.0780756 Sep 30 08:27:21.834132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d18db145-c674-4252-adab-1afb2289e793 req-65a82e16-7ca1-41b6-bb5d-a7047282d30f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Request body: {'port': {'device_id': '752e7277-4903-4612-b721-1f035c5a69d7', 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512', 'admin_state_up': True, 'tenant_id': '49e963b164c949d48786f80f7900a596'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:21.887246 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93c3e5bf-328c-49cd-918e-f40f4aedb1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.893467 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93c3e5bf-328c-49cd-918e-f40f4aedb1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.908130 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0747781c-511f-4434-ba78-3f36fa7c883b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:21.908895 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.909239 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.915683 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Allocated IP 172.23.0.2 (68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc/82e94d75-1a5a-4809-ae9b-b3afef116146/fd997ecb-0d2e-4270-b516-410f3d6e20db) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:21.917446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18db145-c674-4252-adab-1afb2289e793 req-65a82e16-7ca1-41b6-bb5d-a7047282d30f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Made reservation on behalf of 49e963b164c949d48786f80f7900a596 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:21.922223 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d18db145-c674-4252-adab-1afb2289e793 req-65a82e16-7ca1-41b6-bb5d-a7047282d30f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.940487 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:21.972041 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-93c3e5bf-328c-49cd-918e-f40f4aedb1af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05e0ce7575064eea9454fb13e7969dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6634958 Sep 30 08:27:21.972901 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3e5bf-328c-49cd-918e-f40f4aedb1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92573eda-6534-426a-959e-9027f09f5c2f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:21.976899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56482) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:22.115786 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40130f69-764c-408e-9795-ca8ed573e053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.145021 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40130f69-764c-408e-9795-ca8ed573e053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.211002 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.250475 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40130f69-764c-408e-9795-ca8ed573e053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.253674 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40130f69-764c-408e-9795-ca8ed573e053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.255214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-40130f69-764c-408e-9795-ca8ed573e053 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92573eda-6534-426a-959e-9027f09f5c2f HTTP/1.1" status: 204 len: 168 time: 0.2772129 Sep 30 08:27:22.270043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40130f69-764c-408e-9795-ca8ed573e053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92573eda-6534-426a-959e-9027f09f5c2f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:22.414261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-d18db145-c674-4252-adab-1afb2289e793 req-65a82e16-7ca1-41b6-bb5d-a7047282d30f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Allocated IP 172.20.0.4 (1da19e05-a7f1-4a23-af98-30f9920d2512/8e65156f-44f7-492f-8c58-56252a63a066/3d3292c5-b39c-4d5a-bd36-f5ea2013ace2) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:22.604506 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea7d4990-d959-449c-98bc-b7b04c38e46f req-33fae7e9-7180-4d02-bfbb-f9b68af1d14c tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 210 time: 0.1242051 Sep 30 08:27:22.690625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-116942f1-56af-484d-a09c-4d22d6e1917a None None] Provisioning complete for port e717dde1-faa6-4694-b36f-ac3af2452486 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:22.691152 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-116942f1-56af-484d-a09c-4d22d6e1917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.742812 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.753444 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.823387 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.837285 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d18db145-c674-4252-adab-1afb2289e793 req-65a82e16-7ca1-41b6-bb5d-a7047282d30f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.850859 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=412be8ba-e21c-4f57-ac94-491356e4168f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:22.866025 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:22.924274 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.025671 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e717dde1-faa6-4694-b36f-ac3af2452486 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:23.029718 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d18db145-c674-4252-adab-1afb2289e793 req-65a82e16-7ca1-41b6-bb5d-a7047282d30f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.104353 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Floating IP 34e65214-7641-46bf-b79e-11fe2c878028 associated. External IP: 172.25.0.116, port: d975092e-11fd-4c50-8353-8e4a70e86278. Sep 30 08:27:23.105899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Network 68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:23.116307 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-116942f1-56af-484d-a09c-4d22d6e1917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.121014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:23.129398 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:23.207635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a82e16-7ca1-41b6-bb5d-a7047282d30f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Pushing event updated for resources: {'Port': ['ID=3d3292c5-b39c-4d5a-bd36-f5ea2013ace2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:23.262527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18db145-c674-4252-adab-1afb2289e793 req-65a82e16-7ca1-41b6-bb5d-a7047282d30f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Network 1da19e05-a7f1-4a23-af98-30f9920d2512 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:23.264600 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Allocated IP 172.23.0.1 (68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc/82e94d75-1a5a-4809-ae9b-b3afef116146/30f05046-137b-495f-9dcd-818425f8777b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:23.267958 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-d18db145-c674-4252-adab-1afb2289e793 req-65a82e16-7ca1-41b6-bb5d-a7047282d30f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:23.271232 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18db145-c674-4252-adab-1afb2289e793 req-65a82e16-7ca1-41b6-bb5d-a7047282d30f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:23.281969 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Pushing event updated for resources: {'Port': ['ID=fd997ecb-0d2e-4270-b516-410f3d6e20db,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:23.349532 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-116942f1-56af-484d-a09c-4d22d6e1917a None None] For port e717dde1-faa6-4694-b36f-ac3af2452486, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e717dde1-faa6-4694-b36f-ac3af2452486,segment=NetworkSegment(3ca7411f-af35-4494-ae5a-1f010ab2420d),segment_id=3ca7411f-af35-4494-ae5a-1f010ab2420d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:23.368983 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-116942f1-56af-484d-a09c-4d22d6e1917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.383466 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e717dde1-faa6-4694-b36f-ac3af2452486 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:23.385162 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.386193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18db145-c674-4252-adab-1afb2289e793 req-65a82e16-7ca1-41b6-bb5d-a7047282d30f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:23.387493 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d18db145-c674-4252-adab-1afb2289e793 req-65a82e16-7ca1-41b6-bb5d-a7047282d30f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.396348 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Attempting to bind port fd997ecb-0d2e-4270-b516-410f3d6e20db on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:23.396860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Attempting to bind port fd997ecb-0d2e-4270-b516-410f3d6e20db by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '8398ca12-31ee-46c7-aff1-0de2b6f49a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:23.397341 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Attempting to bind port fd997ecb-0d2e-4270-b516-410f3d6e20db on network 68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:23.426159 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d18db145-c674-4252-adab-1afb2289e793 req-65a82e16-7ca1-41b6-bb5d-a7047282d30f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6064169 Sep 30 08:27:23.485321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Request body: {'port': {'device_id': '752e7277-4903-4612-b721-1f035c5a69d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:23.501863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:23.502390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Checking segment: {'id': '8398ca12-31ee-46c7-aff1-0de2b6f49a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:23.502899 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.503393 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Bound using segment: {'id': '8398ca12-31ee-46c7-aff1-0de2b6f49a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:23.504011 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Bound port: fd997ecb-0d2e-4270-b516-410f3d6e20db, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8398ca12-31ee-46c7-aff1-0de2b6f49a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:23.504501 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.609554 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router ddea2530-7dd9-43bf-a346-6e4082de0b3f has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:23.694221 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.707826 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.757531 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0cf9fef6-534f-4e48-ab27-c826ac67869f None None] Provisioning complete for port d705e403-3c6a-4687-beb8-c3a0a77fb2e7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:23.758092 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0cf9fef6-534f-4e48-ab27-c826ac67869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.819375 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.836955 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116942f1-56af-484d-a09c-4d22d6e1917a None None] Pushing event updated for resources: {'Port': ['ID=e717dde1-faa6-4694-b36f-ac3af2452486,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:23.848900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0cf9fef6-534f-4e48-ab27-c826ac67869f None None] Port d705e403-3c6a-4687-beb8-c3a0a77fb2e7 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:23.910927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:23.925770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc28250-06bc-4d16-b74e-2606b1a0f459 req-e288f614-7d51-4ca9-95d5-ac4017e3e20a tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:23.926017 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55aa737-b8dc-49b8-95ea-fb02ee035c7a None None] Sync routers for ids ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:23.934249 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1fc28250-06bc-4d16-b74e-2606b1a0f459 req-e288f614-7d51-4ca9-95d5-ac4017e3e20a tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 1027 time: 0.1345086 Sep 30 08:27:23.939142 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0cf9fef6-534f-4e48-ab27-c826ac67869f None None] Provisioning complete for port e717dde1-faa6-4694-b36f-ac3af2452486 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:23.939502 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Sync routers for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:23.940048 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0cf9fef6-534f-4e48-ab27-c826ac67869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:23.949986 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] For port fd997ecb-0d2e-4270-b516-410f3d6e20db, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:23.961212 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:23.962221 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:23.977930 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.029440 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55aa737-b8dc-49b8-95ea-fb02ee035c7a None None] Routers {'ddea2530-7dd9-43bf-a346-6e4082de0b3f'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:24.029592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1fc28250-06bc-4d16-b74e-2606b1a0f459 req-91dbf9d2-879c-4b81-ac10-b2267c325658 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938296 Sep 30 08:27:24.030780 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f55aa737-b8dc-49b8-95ea-fb02ee035c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:24.044946 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] For port fd997ecb-0d2e-4270-b516-410f3d6e20db, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fd997ecb-0d2e-4270-b516-410f3d6e20db,segment=NetworkSegment(8398ca12-31ee-46c7-aff1-0de2b6f49a92),segment_id=8398ca12-31ee-46c7-aff1-0de2b6f49a92)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:24.073216 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0f158182-bc9a-4f1b-b183-5dc647f1e889 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9089270 Sep 30 08:27:24.075116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'tag': 'd975092e-11fd-4c50-8353-8e4a70e86278'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:27:24.083586 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd4aa85-17dc-4330-93c5-b9ea269bd0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c2689f85-95f2-4ad8-8966-012c424cc863", "tag": "d975092e-11fd-4c50-8353-8e4a70e86278"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:27:24.126110 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.131604 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:24.278891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:24.305925 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff110bad-5c35-44f5-af36-bf402075dd01 req-eeaae1e5-cf9b-498f-9352-9611e4945a0a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:24.307410 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:24.320103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff110bad-5c35-44f5-af36-bf402075dd01 req-eeaae1e5-cf9b-498f-9352-9611e4945a0a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.1658857 Sep 30 08:27:24.339764 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:24.342970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e717dde1-faa6-4694-b36f-ac3af2452486 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:24.384450 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071cf3b-f0a4-421a-bd33-744ee204d0c4 None None] Pushing event updated for resources: {'Port': ['ID=fd997ecb-0d2e-4270-b516-410f3d6e20db,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:24.398382 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff110bad-5c35-44f5-af36-bf402075dd01 req-cf92eeee-bf49-4b62-92c6-27304739f1f5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693853 Sep 30 08:27:24.404648 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ab5bf3-4207-4144-b0e9-fcbd85112b27 x-openstack-request-id: req-a6ab5bf3-4207-4144-b0e9-fcbd85112b27 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:27:24.406686 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2689f85-95f2-4ad8-8966-012c424cc863", "tag": "d975092e-11fd-4c50-8353-8e4a70e86278", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:27:24.407115 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6ab5bf3-4207-4144-b0e9-fcbd85112b27 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:27:24.410370 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'tag': 'd975092e-11fd-4c50-8353-8e4a70e86278', 'status': 'completed', 'code': 200} Sep 30 08:27:24.416071 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56560) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:24.442696 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f55aa737-b8dc-49b8-95ea-fb02ee035c7a None None] Set router ddea2530-7dd9-43bf-a346-6e4082de0b3f gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:24.547071 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=30f05046-137b-495f-9dcd-818425f8777b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:24.568565 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:16Z', 'revision_number': 4, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd705e403-3c6a-4687-beb8-c3a0a77fb2e7', 'name': '', 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:45:55:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:15Z', 'updated_at': '2021-09-30T08:27:17Z', 'revision_number': 2, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:24.589503 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e717dde1-faa6-4694-b36f-ac3af2452486 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:24.590170 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.625233 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.658391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-66bbe98a-8958-453e-ba89-cc27b7a1a741 None None] Provisioning complete for port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:24.659493 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66bbe98a-8958-453e-ba89-cc27b7a1a741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.686833 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Checking router: 84a5b95f-431a-4945-8af3-7298abc8b4e4 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:24.687425 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Updating router 84a5b95f-431a-4945-8af3-7298abc8b4e4 port d705e403-3c6a-4687-beb8-c3a0a77fb2e7 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:27:24.734607 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.760216 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-58b1f691-bb23-464b-a31c-be0af217a561 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/34e65214-7641-46bf-b79e-11fe2c878028 HTTP/1.1" status: 200 len: 992 time: 0.3426762 Sep 30 08:27:24.763245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4aa85-17dc-4330-93c5-b9ea269bd0c0 req-f266e09f-2b41-44a3-afed-0713d585da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:24.764886 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccd4aa85-17dc-4330-93c5-b9ea269bd0c0 req-f266e09f-2b41-44a3-afed-0713d585da84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 1097 time: 0.3330953 Sep 30 08:27:24.838864 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:27:24.862334 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:24.931947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Transition to ACTIVE for port object 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:27:24.975171 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-66bbe98a-8958-453e-ba89-cc27b7a1a741 None None] Port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:24.984058 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.039512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4aa85-17dc-4330-93c5-b9ea269bd0c0 req-3574d6a1-d9b1-4f2a-8ed0-5b7973f45cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:25.046442 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccd4aa85-17dc-4330-93c5-b9ea269bd0c0 req-3574d6a1-d9b1-4f2a-8ed0-5b7973f45cc6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=094422d0-a463-4c54-8c68-8929e1bb8675 HTTP/1.1" status: 200 len: 897 time: 0.2738326 Sep 30 08:27:25.095708 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.107543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 25679d07-08a6-4c19-b9c9-ebf52291fa34 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:25.148224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Pushing event updated for resources: {'Port': ['ID=3d3292c5-b39c-4d5a-bd36-f5ea2013ace2,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:25.267699 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 25679d07-08a6-4c19-b9c9-ebf52291fa34 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:25.268368 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.336448 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f55aa737-b8dc-49b8-95ea-fb02ee035c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106248673', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:44Z', 'updated_at': '2021-09-30T08:26:53Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:46Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '34e65214-7641-46bf-b79e-11fe2c878028', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'port_id': 'd975092e-11fd-4c50-8353-8e4a70e86278', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'mac_address': 'fa:16:3e:79:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:27:21Z', 'updated_at': '2021-09-30T08:27:21Z', 'revision_number': 0, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b519c2a-e965-4d26-b503-6042a31a39c5', 'name': '', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:32:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:52Z', 'updated_at': '2021-09-30T08:27:00Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:25.374198 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccd4aa85-17dc-4330-93c5-b9ea269bd0c0 req-45f71990-5cf5-4ef5-875b-48a7fd62fe92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d975092e-11fd-4c50-8353-8e4a70e86278 HTTP/1.1" status: 200 len: 1000 time: 0.3201461 Sep 30 08:27:25.388947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55aa737-b8dc-49b8-95ea-fb02ee035c7a None None] Checking router: ddea2530-7dd9-43bf-a346-6e4082de0b3f for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:25.406630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55aa737-b8dc-49b8-95ea-fb02ee035c7a None None] Routers {'ddea2530-7dd9-43bf-a346-6e4082de0b3f'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:25.407702 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f55aa737-b8dc-49b8-95ea-fb02ee035c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:25.441633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94b893-2a0a-409d-b66c-254d3c55441b req-4cfdba28-5602-4a0b-8da7-65dea9cb0046 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:25.443370 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af94b893-2a0a-409d-b66c-254d3c55441b req-4cfdba28-5602-4a0b-8da7-65dea9cb0046 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 1052 time: 0.2594724 Sep 30 08:27:25.491661 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.507349 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.528653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Attempting to bind port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:25.530045 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Attempting to bind port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:25.530523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Attempting to bind port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 on network 1da19e05-a7f1-4a23-af98-30f9920d2512 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:25.561450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 on network 1da19e05-a7f1-4a23-af98-30f9920d2512 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:27:25.564220 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Attempting to bind port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 on network 1da19e05-a7f1-4a23-af98-30f9920d2512 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:25.605922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:25.612112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Checking segment: {'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:25.613390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Bound using segment: {'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:25.615341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Bound port: 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:25.618103 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.624228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f55aa737-b8dc-49b8-95ea-fb02ee035c7a None None] Set router ddea2530-7dd9-43bf-a346-6e4082de0b3f gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:25.649165 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af94b893-2a0a-409d-b66c-254d3c55441b req-fbc82275-85d0-412c-ab90-bcee007339a7 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305132 Sep 30 08:27:25.664294 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4aa85-17dc-4330-93c5-b9ea269bd0c0 req-db221e23-6bbb-4a95-855e-d07492d5a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:25.665785 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccd4aa85-17dc-4330-93c5-b9ea269bd0c0 req-db221e23-6bbb-4a95-855e-d07492d5a2fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11a375-5f76-49d8-ba5b-703b14c2ec3e HTTP/1.1" status: 200 len: 832 time: 0.2687778 Sep 30 08:27:25.700982 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd98e4a-439a-4118-bedf-8e312f6b73cb None None] Pushing event updated for resources: {'Port': ['ID=d705e403-3c6a-4687-beb8-c3a0a77fb2e7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:25.770113 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56582) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:25.777797 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Attempting to bind port d705e403-3c6a-4687-beb8-c3a0a77fb2e7 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:25.779443 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Attempting to bind port d705e403-3c6a-4687-beb8-c3a0a77fb2e7 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '3ca7411f-af35-4494-ae5a-1f010ab2420d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:25.780077 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Attempting to bind port d705e403-3c6a-4687-beb8-c3a0a77fb2e7 on network c2419a80-c19a-48f3-8cc5-100ce7a65a0d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:25.782019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] For port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:25.786162 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] For port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=3d3292c5-b39c-4d5a-bd36-f5ea2013ace2,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:25.789798 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:25.790483 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Checking segment: {'id': '3ca7411f-af35-4494-ae5a-1f010ab2420d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:25.791081 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.791655 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Bound using segment: {'id': '3ca7411f-af35-4494-ae5a-1f010ab2420d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:25.792392 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Bound port: d705e403-3c6a-4687-beb8-c3a0a77fb2e7, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca7411f-af35-4494-ae5a-1f010ab2420d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:25.792964 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.804865 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.871126 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:25.872841 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:25.877088 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d18db145-c674-4252-adab-1afb2289e793 req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] 10.222.0.35 "PUT /v2.0/ports/3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 HTTP/1.1" status: 200 len: 1091 time: 2.4083409 Sep 30 08:27:25.882543 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752e7277-4903-4612-b721-1f035c5a69d7', 'tag': '3d3292c5-b39c-4d5a-bd36-f5ea2013ace2'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:27:25.885073 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8fd825-d7b7-410c-858e-259e73cb7492" -d '{"events": [{"name": "network-changed", "server_uuid": "752e7277-4903-4612-b721-1f035c5a69d7", "tag": "3d3292c5-b39c-4d5a-bd36-f5ea2013ace2"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:27:25.927575 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56586) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:25.970830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-40c0eff2-2ecc-48b4-a528-72b5740319ba tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/34e65214-7641-46bf-b79e-11fe2c878028 HTTP/1.1" status: 200 len: 992 time: 0.1986389 Sep 30 08:27:26.005095 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] For port d705e403-3c6a-4687-beb8-c3a0a77fb2e7, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:26.009575 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] For port d705e403-3c6a-4687-beb8-c3a0a77fb2e7, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d705e403-3c6a-4687-beb8-c3a0a77fb2e7,segment=NetworkSegment(3ca7411f-af35-4494-ae5a-1f010ab2420d),segment_id=3ca7411f-af35-4494-ae5a-1f010ab2420d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:26.020981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4aa85-17dc-4330-93c5-b9ea269bd0c0 req-b355c3eb-2101-44b0-b529-2018b0e86854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:26.022554 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccd4aa85-17dc-4330-93c5-b9ea269bd0c0 req-b355c3eb-2101-44b0-b529-2018b0e86854 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=094422d0-a463-4c54-8c68-8929e1bb8675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3477042 Sep 30 08:27:26.029320 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.055109 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754e43ed-d1ac-4d9f-b7d7-6e97ef07bd08 x-openstack-request-id: req-754e43ed-d1ac-4d9f-b7d7-6e97ef07bd08 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:27:26.055454 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752e7277-4903-4612-b721-1f035c5a69d7", "tag": "3d3292c5-b39c-4d5a-bd36-f5ea2013ace2", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:27:26.055861 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-754e43ed-d1ac-4d9f-b7d7-6e97ef07bd08 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:27:26.056380 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752e7277-4903-4612-b721-1f035c5a69d7', 'tag': '3d3292c5-b39c-4d5a-bd36-f5ea2013ace2', 'status': 'completed', 'code': 200} Sep 30 08:27:26.120125 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13711af1-65c1-42e5-b1db-7f1609912c3d service neutron] Pushing event updated for resources: {'Port': ['ID=3d3292c5-b39c-4d5a-bd36-f5ea2013ace2,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:26.138448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18db145-c674-4252-adab-1afb2289e793 req-8f249956-095c-4602-b475-b8bafce73b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:26.141818 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d18db145-c674-4252-adab-1afb2289e793 req-8f249956-095c-4602-b475-b8bafce73b03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49e963b164c949d48786f80f7900a596&device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 1094 time: 0.1729584 Sep 30 08:27:26.269876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23f110f-c930-4402-9c53-f8814b7434fa None None] Network 68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:26.271627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fd997ecb-0d2e-4270-b516-410f3d6e20db up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:26.278236 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d18db145-c674-4252-adab-1afb2289e793 req-c0958736-9b36-4ae6-90ef-133dd4adf5c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 HTTP/1.1" status: 200 len: 217 time: 0.1123464 Sep 30 08:27:26.309252 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:26.309910 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:26.317072 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccd4aa85-17dc-4330-93c5-b9ea269bd0c0 req-c93006b5-f076-4005-8808-c8218f7fb5d3 service neutron] 10.222.0.36 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847550 Sep 30 08:27:26.398449 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.415535 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0571ce08-f4f2-427f-be5e-fd9205d23730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.429622 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.511505 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ccd4aa85-17dc-4330-93c5-b9ea269bd0c0 req-9cf8f19e-f076-400d-98b4-50d71a4d087e service neutron] 10.222.0.36 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758583 Sep 30 08:27:26.529806 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-de59ab9c-1cd7-435b-9d03-1b34d15ea426 None None] Provisioning complete for port d705e403-3c6a-4687-beb8-c3a0a77fb2e7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:26.530470 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de59ab9c-1cd7-435b-9d03-1b34d15ea426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.557089 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:26.588491 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0571ce08-f4f2-427f-be5e-fd9205d23730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.621873 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0571ce08-f4f2-427f-be5e-fd9205d23730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.654757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18db145-c674-4252-adab-1afb2289e793 req-701791f4-9eb4-476b-a5ca-9d3ab7b4ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:26.656284 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d18db145-c674-4252-adab-1afb2289e793 req-701791f4-9eb4-476b-a5ca-9d3ab7b4ff82 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e65156f-44f7-492f-8c58-56252a63a066 HTTP/1.1" status: 200 len: 849 time: 0.3693502 Sep 30 08:27:26.762782 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.772756 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0571ce08-f4f2-427f-be5e-fd9205d23730 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d486f261d01b4825b3ab98693cb4a308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8357735 Sep 30 08:27:26.778535 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port fd997ecb-0d2e-4270-b516-410f3d6e20db triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:26.778919 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.792738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:26.804519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event updated for resources: {'Port': ['ID=30f05046-137b-495f-9dcd-818425f8777b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:26.831119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afc22b-74da-4dd5-8092-fb707f575b13 req-319ab86c-e95c-42fa-a4c8-be126a33224f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:26.838364 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a8afc22b-74da-4dd5-8092-fb707f575b13 req-319ab86c-e95c-42fa-a4c8-be126a33224f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 1094 time: 0.0822361 Sep 30 08:27:26.845182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571ce08-f4f2-427f-be5e-fd9205d23730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9425d5-5c5a-420b-9160-736fd5a2de46,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:26.896434 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de59ab9c-1cd7-435b-9d03-1b34d15ea426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:26.919089 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a8afc22b-74da-4dd5-8092-fb707f575b13 req-410d7b78-23cb-40b2-a32d-e568c6a0bb9c tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794234 Sep 30 08:27:26.946885 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd98e4a-439a-4118-bedf-8e312f6b73cb None None] Pushing event updated for resources: {'Port': ['ID=d705e403-3c6a-4687-beb8-c3a0a77fb2e7,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:26.971718 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56598) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:26.979077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f55aa737-b8dc-49b8-95ea-fb02ee035c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106248673', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:44Z', 'updated_at': '2021-09-30T08:26:53Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:46Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '34e65214-7641-46bf-b79e-11fe2c878028', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'port_id': 'd975092e-11fd-4c50-8353-8e4a70e86278', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'mac_address': 'fa:16:3e:79:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:27:21Z', 'updated_at': '2021-09-30T08:27:21Z', 'revision_number': 0, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b519c2a-e965-4d26-b503-6042a31a39c5', 'name': '', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:32:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:52Z', 'updated_at': '2021-09-30T08:27:00Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:26.983383 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-de59ab9c-1cd7-435b-9d03-1b34d15ea426 None None] For port d705e403-3c6a-4687-beb8-c3a0a77fb2e7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d705e403-3c6a-4687-beb8-c3a0a77fb2e7,segment=NetworkSegment(3ca7411f-af35-4494-ae5a-1f010ab2420d),segment_id=3ca7411f-af35-4494-ae5a-1f010ab2420d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:27.010636 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:24Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30f05046-137b-495f-9dcd-818425f8777b', 'name': '', 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:be:32:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '82e94d75-1a5a-4809-ae9b-b3afef116146', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:22Z', 'updated_at': '2021-09-30T08:27:23Z', 'revision_number': 1, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '82e94d75-1a5a-4809-ae9b-b3afef116146', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd705e403-3c6a-4687-beb8-c3a0a77fb2e7', 'name': '', 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:45:55:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:15Z', 'updated_at': '2021-09-30T08:27:25Z', 'revision_number': 4, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:27.018630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18db145-c674-4252-adab-1afb2289e793 req-60c48148-7c3b-4ec3-83b8-134cfccdf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:27.020217 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d18db145-c674-4252-adab-1afb2289e793 req-60c48148-7c3b-4ec3-83b8-134cfccdf400 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1da19e05-a7f1-4a23-af98-30f9920d2512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3515909 Sep 30 08:27:27.052122 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052eafd-7429-4938-bb00-fdebd5117cfa None None] The sync data for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 is: [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:24Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30f05046-137b-495f-9dcd-818425f8777b', 'name': '', 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:be:32:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '82e94d75-1a5a-4809-ae9b-b3afef116146', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:22Z', 'updated_at': '2021-09-30T08:27:23Z', 'revision_number': 1, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '82e94d75-1a5a-4809-ae9b-b3afef116146', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd705e403-3c6a-4687-beb8-c3a0a77fb2e7', 'name': '', 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:45:55:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:15Z', 'updated_at': '2021-09-30T08:27:25Z', 'revision_number': 4, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:27.082544 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c98c22a4-f26d-44a2-af09-445598c11e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.094472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9076cfc0-02e3-4ecf-8727-be6c0710aa7b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/34e65214-7641-46bf-b79e-11fe2c878028 HTTP/1.1" status: 200 len: 992 time: 0.1215177 Sep 30 08:27:27.210318 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c98c22a4-f26d-44a2-af09-445598c11e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.248048 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Network 68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:27.261073 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55aa737-b8dc-49b8-95ea-fb02ee035c7a None None] The sync data for ids ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'] in n-d-807359-2 is: [{'id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106248673', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:44Z', 'updated_at': '2021-09-30T08:26:53Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:46Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '34e65214-7641-46bf-b79e-11fe2c878028', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'port_id': 'd975092e-11fd-4c50-8353-8e4a70e86278', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'mac_address': 'fa:16:3e:79:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:27:21Z', 'updated_at': '2021-09-30T08:27:21Z', 'revision_number': 0, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b519c2a-e965-4d26-b503-6042a31a39c5', 'name': '', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:32:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:52Z', 'updated_at': '2021-09-30T08:27:00Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:27.270754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:27.286454 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de59ab9c-1cd7-435b-9d03-1b34d15ea426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.306443 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d18db145-c674-4252-adab-1afb2289e793 req-cf06398b-58b8-4945-8601-3a1eaa32da79 service neutron] 10.222.0.35 "GET /v2.0/networks/1da19e05-a7f1-4a23-af98-30f9920d2512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724471 Sep 30 08:27:27.337854 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.427928 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59ab9c-1cd7-435b-9d03-1b34d15ea426 None None] Pushing event updated for resources: {'Port': ['ID=d705e403-3c6a-4687-beb8-c3a0a77fb2e7,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:27.471105 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port fd997ecb-0d2e-4270-b516-410f3d6e20db, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fd997ecb-0d2e-4270-b516-410f3d6e20db,segment=NetworkSegment(8398ca12-31ee-46c7-aff1-0de2b6f49a92),segment_id=8398ca12-31ee-46c7-aff1-0de2b6f49a92)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:27.478859 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.550435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=fd997ecb-0d2e-4270-b516-410f3d6e20db,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:27.564006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4fb885ee-5a3d-45bc-8274-e7a122a75c36 None None] Provisioning complete for port fd997ecb-0d2e-4270-b516-410f3d6e20db triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:27.564472 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fb885ee-5a3d-45bc-8274-e7a122a75c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.570759 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c98c22a4-f26d-44a2-af09-445598c11e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.573661 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c98c22a4-f26d-44a2-af09-445598c11e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.575017 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c98c22a4-f26d-44a2-af09-445598c11e61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b9425d5-5c5a-420b-9160-736fd5a2de46 HTTP/1.1" status: 204 len: 168 time: 0.7786222 Sep 30 08:27:27.626711 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c22a4-f26d-44a2-af09-445598c11e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9425d5-5c5a-420b-9160-736fd5a2de46,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:27.652969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 84a5b95f-431a-4945-8af3-7298abc8b4e4 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:27.692839 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d18db145-c674-4252-adab-1afb2289e793 req-09d5c0eb-95c5-4584-b004-161c28caaddf service neutron] 10.222.0.35 "GET /v2.0/networks/1da19e05-a7f1-4a23-af98-30f9920d2512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774936 Sep 30 08:27:27.773164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4fb885ee-5a3d-45bc-8274-e7a122a75c36 None None] Provisioning complete for port d705e403-3c6a-4687-beb8-c3a0a77fb2e7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:27.777188 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fb885ee-5a3d-45bc-8274-e7a122a75c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:27.848891 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba06e0-04df-4c93-bdf8-b73a02232ae5 None None] New status for floating IP 34e65214-7641-46bf-b79e-11fe2c878028: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:27:28.097602 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56610) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:28.101611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3842f6-a506-45cf-aad0-6b01279cf192 req-d2f38068-b731-496a-a885-7f6069979463 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:28.110333 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c3842f6-a506-45cf-aad0-6b01279cf192 req-d2f38068-b731-496a-a885-7f6069979463 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 1094 time: 0.0700583 Sep 30 08:27:28.213994 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56612) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:28.221441 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c3842f6-a506-45cf-aad0-6b01279cf192 req-14d6d029-923c-4a19-a0df-721e964cd5c0 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091750 Sep 30 08:27:28.278798 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dca05db6-bdcd-49be-9ee3-da37053598c8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/34e65214-7641-46bf-b79e-11fe2c878028 HTTP/1.1" status: 200 len: 992 time: 0.1797721 Sep 30 08:27:28.280075 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0eceff3e-b77b-4f76-a25f-eb54e86f1b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.291899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fd997ecb-0d2e-4270-b516-410f3d6e20db up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:28.364636 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4fb885ee-5a3d-45bc-8274-e7a122a75c36 None None] Provisioning complete for port 30f05046-137b-495f-9dcd-818425f8777b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:28.365354 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fb885ee-5a3d-45bc-8274-e7a122a75c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.397503 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port fd997ecb-0d2e-4270-b516-410f3d6e20db triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:28.398018 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.402285 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0eceff3e-b77b-4f76-a25f-eb54e86f1b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.410099 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0eceff3e-b77b-4f76-a25f-eb54e86f1b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.437178 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0eceff3e-b77b-4f76-a25f-eb54e86f1b40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee96412b7b8f4e9bb0e5534ba5277764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139869 Sep 30 08:27:28.450391 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56618) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:28.474777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4fb885ee-5a3d-45bc-8274-e7a122a75c36 None None] Port 30f05046-137b-495f-9dcd-818425f8777b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:28.490980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eceff3e-b77b-4f76-a25f-eb54e86f1b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fa58a3-7029-48b0-a00d-35ab5c16099a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:28.528660 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c76cd63-8fa6-402e-9269-9036f9e2171f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.553355 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c76cd63-8fa6-402e-9269-9036f9e2171f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.574255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d705e403-3c6a-4687-beb8-c3a0a77fb2e7 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:28.587850 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:28.609324 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56624) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:28.609513 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0ed6f69e-b7a3-4d56-ad26-7af5c3c4a7c2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/84a5b95f-431a-4945-8af3-7298abc8b4e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0587652 Sep 30 08:27:28.613302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fd825-d7b7-410c-858e-259e73cb7492 req-f04ae7d9-0069-4a5f-a19c-d958ffa73460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:28.614778 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8fd825-d7b7-410c-858e-259e73cb7492 req-f04ae7d9-0069-4a5f-a19c-d958ffa73460 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49e963b164c949d48786f80f7900a596&device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 1094 time: 0.2394683 Sep 30 08:27:28.617374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-53827778-2579-442d-a23d-88c311a4f1b8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:28.662143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c97342a4-d180-4e92-98ef-71fe912e7636 None None] Provisioning complete for port 30f05046-137b-495f-9dcd-818425f8777b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:28.662649 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c97342a4-d180-4e92-98ef-71fe912e7636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.674218 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c76cd63-8fa6-402e-9269-9036f9e2171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.677253 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c76cd63-8fa6-402e-9269-9036f9e2171f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.678675 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3c76cd63-8fa6-402e-9269-9036f9e2171f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0fa58a3-7029-48b0-a00d-35ab5c16099a HTTP/1.1" status: 204 len: 168 time: 0.2269261 Sep 30 08:27:28.724555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76cd63-8fa6-402e-9269-9036f9e2171f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fa58a3-7029-48b0-a00d-35ab5c16099a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:28.754224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c97342a4-d180-4e92-98ef-71fe912e7636 None None] Port 30f05046-137b-495f-9dcd-818425f8777b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:28.801405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d705e403-3c6a-4687-beb8-c3a0a77fb2e7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:28.801774 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:28.868108 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fd825-d7b7-410c-858e-259e73cb7492 req-8ae0840c-02ff-4cd2-ac54-0e6c85639a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:28.870288 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8fd825-d7b7-410c-858e-259e73cb7492 req-8ae0840c-02ff-4cd2-ac54-0e6c85639a67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1da19e05-a7f1-4a23-af98-30f9920d2512 HTTP/1.1" status: 200 len: 911 time: 0.2247438 Sep 30 08:27:28.959351 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8fd825-d7b7-410c-858e-259e73cb7492 req-9fcc0e18-09f8-4eca-b716-3d5478b59c88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 HTTP/1.1" status: 200 len: 217 time: 0.0814543 Sep 30 08:27:29.045224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fd825-d7b7-410c-858e-259e73cb7492 req-1c8a440a-33df-4fda-babc-9d7cfe28129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:29.047977 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8fd825-d7b7-410c-858e-259e73cb7492 req-1c8a440a-33df-4fda-babc-9d7cfe28129f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e65156f-44f7-492f-8c58-56252a63a066 HTTP/1.1" status: 200 len: 849 time: 0.0800619 Sep 30 08:27:29.109529 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fd825-d7b7-410c-858e-259e73cb7492 req-2ce666a4-9e39-47ce-8322-b622dd8adb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:29.111430 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8fd825-d7b7-410c-858e-259e73cb7492 req-2ce666a4-9e39-47ce-8322-b622dd8adb62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1da19e05-a7f1-4a23-af98-30f9920d2512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575893 Sep 30 08:27:29.158542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.extraroute_db [None req-53827778-2579-442d-a23d-88c311a4f1b8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 08:27:29.176745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.extraroute_db [None req-53827778-2579-442d-a23d-88c311a4f1b8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Removed routes are [] {{(pid=94837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 08:27:29.177213 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53827778-2579-442d-a23d-88c311a4f1b8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:29.275488 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8fd825-d7b7-410c-858e-259e73cb7492 req-9baa0577-4526-4f8f-9fee-136596bc5247 service neutron] 10.222.0.35 "GET /v2.0/networks/1da19e05-a7f1-4a23-af98-30f9920d2512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373165 Sep 30 08:27:29.284748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56640) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:29.312821 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:27:29.366788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6b8bfe75-e147-4d4d-ae31-33d704884634 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/34e65214-7641-46bf-b79e-11fe2c878028 HTTP/1.1" status: 200 len: 994 time: 0.0808942 Sep 30 08:27:29.462239 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca8fd825-d7b7-410c-858e-259e73cb7492 req-8c794992-4084-43b9-8884-4e4ce55eb88c service neutron] 10.222.0.35 "GET /v2.0/networks/1da19e05-a7f1-4a23-af98-30f9920d2512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857622 Sep 30 08:27:29.541675 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=3d3292c5-b39c-4d5a-bd36-f5ea2013ace2,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:29.557414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '3d3292c5-b39c-4d5a-bd36-f5ea2013ace2', 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512', 'port_id': '3d3292c5-b39c-4d5a-bd36-f5ea2013ace2', 'mac_address': 'fa:16:3e:b4:e1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e65156f-44f7-492f-8c58-56252a63a066', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:27:29.615122 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:29.681112 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:27:29.757206 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=3d3292c5-b39c-4d5a-bd36-f5ea2013ace2,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:29.767240 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:29.853966 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:29.906620 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=3d3292c5-b39c-4d5a-bd36-f5ea2013ace2,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:29.972295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787ee5b-96a0-41b9-a615-6456d6b91c21 req-360e2ca5-f5d4-465b-9f14-f6a73feee6ea tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:29.975442 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e787ee5b-96a0-41b9-a615-6456d6b91c21 req-360e2ca5-f5d4-465b-9f14-f6a73feee6ea tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 1094 time: 0.6041389 Sep 30 08:27:29.992244 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53827778-2579-442d-a23d-88c311a4f1b8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:30.035236 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53827778-2579-442d-a23d-88c311a4f1b8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:30.039854 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e787ee5b-96a0-41b9-a615-6456d6b91c21 req-b06cb96f-0301-4eec-9c63-97a0c8042a3b tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454969 Sep 30 08:27:30.051160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['3d3292c5-b39c-4d5a-bd36-f5ea2013ace2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:27:30.101695 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Sync routers for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:30.113468 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:30.114544 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:30.230921 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:30.245067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53827778-2579-442d-a23d-88c311a4f1b8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 84a5b95f-431a-4945-8af3-7298abc8b4e4 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:30.372358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53827778-2579-442d-a23d-88c311a4f1b8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:30.380119 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53827778-2579-442d-a23d-88c311a4f1b8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:30.381619 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-53827778-2579-442d-a23d-88c311a4f1b8 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/84a5b95f-431a-4945-8af3-7298abc8b4e4 HTTP/1.1" status: 200 len: 934 time: 1.7695856 Sep 30 08:27:30.384404 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56666) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:30.497336 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9d0f9042-a149-4904-9d94-f5766c4cfdcf tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/routers/84a5b95f-431a-4945-8af3-7298abc8b4e4 HTTP/1.1" status: 200 len: 934 time: 0.1112537 Sep 30 08:27:30.500012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:30.506014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-86ca2290-8f55-407f-ab86-28a00305b519 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'router': {'routes': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:30.521154 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:29Z', 'revision_number': 6, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30f05046-137b-495f-9dcd-818425f8777b', 'name': '', 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:be:32:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '82e94d75-1a5a-4809-ae9b-b3afef116146', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:22Z', 'updated_at': '2021-09-30T08:27:25Z', 'revision_number': 2, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '82e94d75-1a5a-4809-ae9b-b3afef116146', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd705e403-3c6a-4687-beb8-c3a0a77fb2e7', 'name': '', 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:45:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:15Z', 'updated_at': '2021-09-30T08:27:26Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:30.563214 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Checking router: 84a5b95f-431a-4945-8af3-7298abc8b4e4 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:30.565796 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Updating router 84a5b95f-431a-4945-8af3-7298abc8b4e4 port 30f05046-137b-495f-9dcd-818425f8777b binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:27:30.598111 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.046414 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-86ca2290-8f55-407f-ab86-28a00305b519 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Added routes are [] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 08:27:31.046833 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-86ca2290-8f55-407f-ab86-28a00305b519 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 08:27:31.088285 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.096943 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86ca2290-8f55-407f-ab86-28a00305b519 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.099191 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.250455 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872a38a-bb2c-4fb8-8b38-7ebac33a4f91 None None] Pushing event updated for resources: {'Port': ['ID=30f05046-137b-495f-9dcd-818425f8777b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:31.260673 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09943100-4254-445b-a27f-998d96d24f1b req-6ce48e3c-e7d1-4f18-8a36-42c5ee52bf98 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:31.288172 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09943100-4254-445b-a27f-998d96d24f1b req-6ce48e3c-e7d1-4f18-8a36-42c5ee52bf98 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 1095 time: 0.1356370 Sep 30 08:27:31.331541 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:31.365149 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Attempting to bind port 30f05046-137b-495f-9dcd-818425f8777b on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:31.365555 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Attempting to bind port 30f05046-137b-495f-9dcd-818425f8777b by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '8398ca12-31ee-46c7-aff1-0de2b6f49a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:31.365859 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Attempting to bind port 30f05046-137b-495f-9dcd-818425f8777b on network 68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:31.383852 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09943100-4254-445b-a27f-998d96d24f1b req-dd6a72a7-9852-42b4-a32c-75e1ea03c7ac tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943224 Sep 30 08:27:31.397004 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:31.397668 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Checking segment: {'id': '8398ca12-31ee-46c7-aff1-0de2b6f49a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:31.398260 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.398822 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Bound using segment: {'id': '8398ca12-31ee-46c7-aff1-0de2b6f49a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:31.399459 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Bound port: 30f05046-137b-495f-9dcd-818425f8777b, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8398ca12-31ee-46c7-aff1-0de2b6f49a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:31.400029 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.452442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:27:31.460508 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:31.461473 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.542670 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fe7d826d-d3bf-4c8d-b806-1603312a42a4 None None] Provisioning complete for port 30f05046-137b-495f-9dcd-818425f8777b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:31.543128 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe7d826d-d3bf-4c8d-b806-1603312a42a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.549641 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86ca2290-8f55-407f-ab86-28a00305b519 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.554259 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86ca2290-8f55-407f-ab86-28a00305b519 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.565895 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] For port 30f05046-137b-495f-9dcd-818425f8777b, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:31.575255 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] For port 30f05046-137b-495f-9dcd-818425f8777b, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=30f05046-137b-495f-9dcd-818425f8777b,segment=NetworkSegment(8398ca12-31ee-46c7-aff1-0de2b6f49a92),segment_id=8398ca12-31ee-46c7-aff1-0de2b6f49a92)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:31.583247 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.670644 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.708248 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:31.709047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d826d-d3bf-4c8d-b806-1603312a42a4 None None] Port 30f05046-137b-495f-9dcd-818425f8777b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:31.713016 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:31.733431 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752e7277-4903-4612-b721-1f035c5a69d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3292c5-b39c-4d5a-bd36-f5ea2013ace2'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:27:31.733695 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ca2290-8f55-407f-ab86-28a00305b519 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 84a5b95f-431a-4945-8af3-7298abc8b4e4 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:31.744691 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424acff8-2ac7-4a31-bf27-443ead777983" -d '{"events": [{"server_uuid": "752e7277-4903-4612-b721-1f035c5a69d7", "name": "network-vif-plugged", "status": "completed", "tag": "3d3292c5-b39c-4d5a-bd36-f5ea2013ace2"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:27:31.774679 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=3d3292c5-b39c-4d5a-bd36-f5ea2013ace2,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:31.783196 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:31.800202 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872a38a-bb2c-4fb8-8b38-7ebac33a4f91 None None] Pushing event updated for resources: {'Port': ['ID=30f05046-137b-495f-9dcd-818425f8777b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:31.895107 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:31.907817 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbe088e-7e0a-482f-90b2-377bcf85c757 x-openstack-request-id: req-abbe088e-7e0a-482f-90b2-377bcf85c757 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:27:31.908140 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752e7277-4903-4612-b721-1f035c5a69d7", "name": "network-vif-plugged", "status": "completed", "tag": "3d3292c5-b39c-4d5a-bd36-f5ea2013ace2", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:27:31.908394 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abbe088e-7e0a-482f-90b2-377bcf85c757 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:27:31.908792 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752e7277-4903-4612-b721-1f035c5a69d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3292c5-b39c-4d5a-bd36-f5ea2013ace2', 'code': 200} Sep 30 08:27:31.909349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=3d3292c5-b39c-4d5a-bd36-f5ea2013ace2,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:32.140089 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-aaf503ea-6fad-44a3-8587-8b91831f5dea None None] Provisioning complete for port 30f05046-137b-495f-9dcd-818425f8777b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:32.140479 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aaf503ea-6fad-44a3-8587-8b91831f5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:32.153427 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e1fbc-5baa-4bb7-8350-5207c9fb12c1 req-3a936e9a-3980-4ab6-b9a0-f685516aeb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:32.155151 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b02e1fbc-5baa-4bb7-8350-5207c9fb12c1 req-3a936e9a-3980-4ab6-b9a0-f685516aeb2f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 1096 time: 0.1893501 Sep 30 08:27:32.156525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ca2290-8f55-407f-ab86-28a00305b519 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:32.166901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86ca2290-8f55-407f-ab86-28a00305b519 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:32.168112 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-86ca2290-8f55-407f-ab86-28a00305b519 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/84a5b95f-431a-4945-8af3-7298abc8b4e4 HTTP/1.1" status: 200 len: 700 time: 1.6671233 Sep 30 08:27:32.171214 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56700) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:32.216339 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b02e1fbc-5baa-4bb7-8350-5207c9fb12c1 req-af4ebb29-e407-492a-9116-30fe9da8d668 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469735 Sep 30 08:27:32.221620 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 30f05046-137b-495f-9dcd-818425f8777b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:32.314895 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aaf503ea-6fad-44a3-8587-8b91831f5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:32.372088 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-aaf503ea-6fad-44a3-8587-8b91831f5dea None None] For port 30f05046-137b-495f-9dcd-818425f8777b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=30f05046-137b-495f-9dcd-818425f8777b,segment=NetworkSegment(8398ca12-31ee-46c7-aff1-0de2b6f49a92),segment_id=8398ca12-31ee-46c7-aff1-0de2b6f49a92)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:32.373260 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:31Z', 'revision_number': 7, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30f05046-137b-495f-9dcd-818425f8777b', 'name': '', 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:be:32:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '82e94d75-1a5a-4809-ae9b-b3afef116146', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:22Z', 'updated_at': '2021-09-30T08:27:31Z', 'revision_number': 4, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '82e94d75-1a5a-4809-ae9b-b3afef116146', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd705e403-3c6a-4687-beb8-c3a0a77fb2e7', 'name': '', 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:45:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:15Z', 'updated_at': '2021-09-30T08:27:26Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:32.379477 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aaf503ea-6fad-44a3-8587-8b91831f5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:32.413005 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56704) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:32.413171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3388e02d-235f-4558-921a-79943dd72a6f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/routers/84a5b95f-431a-4945-8af3-7298abc8b4e4 HTTP/1.1" status: 200 len: 700 time: 0.2393806 Sep 30 08:27:32.418684 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e364de8-9f1d-4194-bf19-f757323010ce None None] The sync data for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 is: [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:31Z', 'revision_number': 7, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30f05046-137b-495f-9dcd-818425f8777b', 'name': '', 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:be:32:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '82e94d75-1a5a-4809-ae9b-b3afef116146', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:22Z', 'updated_at': '2021-09-30T08:27:31Z', 'revision_number': 4, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '82e94d75-1a5a-4809-ae9b-b3afef116146', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd705e403-3c6a-4687-beb8-c3a0a77fb2e7', 'name': '', 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:45:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:15Z', 'updated_at': '2021-09-30T08:27:26Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:32.446339 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 30f05046-137b-495f-9dcd-818425f8777b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:32.446848 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:32.530172 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e805ec-bbca-4132-b81d-28df0be96315 req-3f557c28-4b29-4216-ad35-10731ebdf61c tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:32.539709 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43e805ec-bbca-4132-b81d-28df0be96315 req-3f557c28-4b29-4216-ad35-10731ebdf61c tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 1096 time: 0.0808458 Sep 30 08:27:32.540454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf503ea-6fad-44a3-8587-8b91831f5dea None None] Pushing event updated for resources: {'Port': ['ID=30f05046-137b-495f-9dcd-818425f8777b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:32.643150 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43e805ec-bbca-4132-b81d-28df0be96315 req-2a81387b-24c8-4600-a244-fdc4aed13d74 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018667 Sep 30 08:27:32.908804 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d3a89e7-bc90-4426-a5f8-b34125124638 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:33.019737 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb19bf-5956-4938-9e79-27eff88ec6bd None None] Sync routers for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:33.038634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb19bf-5956-4938-9e79-27eff88ec6bd None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:33.041013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1adb19bf-5956-4938-9e79-27eff88ec6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:33.152971 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1adb19bf-5956-4938-9e79-27eff88ec6bd None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:33.203030 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a89e7-bc90-4426-a5f8-b34125124638 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port 30f05046-137b-495f-9dcd-818425f8777b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:33.203373 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d3a89e7-bc90-4426-a5f8-b34125124638 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:33.315272 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5d3a89e7-bc90-4426-a5f8-b34125124638 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] For port 30f05046-137b-495f-9dcd-818425f8777b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=30f05046-137b-495f-9dcd-818425f8777b,segment=NetworkSegment(8398ca12-31ee-46c7-aff1-0de2b6f49a92),segment_id=8398ca12-31ee-46c7-aff1-0de2b6f49a92)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:33.315680 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d3a89e7-bc90-4426-a5f8-b34125124638 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:33.332361 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a89e7-bc90-4426-a5f8-b34125124638 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for 30f05046-137b-495f-9dcd-818425f8777b owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:33.418346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1adb19bf-5956-4938-9e79-27eff88ec6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:31Z', 'revision_number': 7, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30f05046-137b-495f-9dcd-818425f8777b', 'name': '', 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:be:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '82e94d75-1a5a-4809-ae9b-b3afef116146', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:22Z', 'updated_at': '2021-09-30T08:27:32Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '82e94d75-1a5a-4809-ae9b-b3afef116146', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd705e403-3c6a-4687-beb8-c3a0a77fb2e7', 'name': '', 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:45:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:15Z', 'updated_at': '2021-09-30T08:27:26Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:33.451754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb19bf-5956-4938-9e79-27eff88ec6bd None None] Checking router: 84a5b95f-431a-4945-8af3-7298abc8b4e4 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:33.463374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb19bf-5956-4938-9e79-27eff88ec6bd None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:33.464033 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1adb19bf-5956-4938-9e79-27eff88ec6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:33.514857 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d3a89e7-bc90-4426-a5f8-b34125124638 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:33.551750 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a89e7-bc90-4426-a5f8-b34125124638 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=30f05046-137b-495f-9dcd-818425f8777b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:33.563016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1adb19bf-5956-4938-9e79-27eff88ec6bd None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:33.805365 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d3a89e7-bc90-4426-a5f8-b34125124638 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:33.842021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ec609-0bf6-47b5-99c6-44c7dcc82bc0 req-8bb29e61-0156-4cdf-aea6-eb1a089307ae tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:33.846412 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-696ec609-0bf6-47b5-99c6-44c7dcc82bc0 req-8bb29e61-0156-4cdf-aea6-eb1a089307ae tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 1096 time: 0.0928814 Sep 30 08:27:33.938431 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-696ec609-0bf6-47b5-99c6-44c7dcc82bc0 req-29a7f41a-427d-477e-9d83-83d7eb5d7c3b tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856524 Sep 30 08:27:34.128353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f216620-1a70-4a94-9536-fa0be1d9fabf req-84168dc8-d32f-4bec-8482-4cad46dd1226 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:34.130083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f216620-1a70-4a94-9536-fa0be1d9fabf req-84168dc8-d32f-4bec-8482-4cad46dd1226 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 1096 time: 0.0882666 Sep 30 08:27:34.205049 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1adb19bf-5956-4938-9e79-27eff88ec6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:31Z', 'revision_number': 7, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30f05046-137b-495f-9dcd-818425f8777b', 'name': '', 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:be:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '82e94d75-1a5a-4809-ae9b-b3afef116146', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:22Z', 'updated_at': '2021-09-30T08:27:32Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '82e94d75-1a5a-4809-ae9b-b3afef116146', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd705e403-3c6a-4687-beb8-c3a0a77fb2e7', 'name': '', 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:45:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:15Z', 'updated_at': '2021-09-30T08:27:26Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:34.207016 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f216620-1a70-4a94-9536-fa0be1d9fabf req-9c6fb173-1ef2-47bf-b0c6-e28244793ac9 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699453 Sep 30 08:27:34.238590 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb19bf-5956-4938-9e79-27eff88ec6bd None None] The sync data for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 is: [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:31Z', 'revision_number': 7, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30f05046-137b-495f-9dcd-818425f8777b', 'name': '', 'network_id': '68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:be:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '82e94d75-1a5a-4809-ae9b-b3afef116146', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:22Z', 'updated_at': '2021-09-30T08:27:32Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '82e94d75-1a5a-4809-ae9b-b3afef116146', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd705e403-3c6a-4687-beb8-c3a0a77fb2e7', 'name': '', 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:45:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:15Z', 'updated_at': '2021-09-30T08:27:26Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:34.414004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65173940-670c-4bae-8fb1-009d0f2d67b4 req-1e761752-285a-42f7-9a53-68400627aa81 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:34.423946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65173940-670c-4bae-8fb1-009d0f2d67b4 req-1e761752-285a-42f7-9a53-68400627aa81 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 1096 time: 0.0990162 Sep 30 08:27:34.476006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65173940-670c-4bae-8fb1-009d0f2d67b4 req-124314b2-b000-4629-aafe-95ae89b1e2ce tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510492 Sep 30 08:27:34.579423 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56734) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:34.589540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3a89e7-bc90-4426-a5f8-b34125124638 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 84a5b95f-431a-4945-8af3-7298abc8b4e4 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:34.694358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3a89e7-bc90-4426-a5f8-b34125124638 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:34.703319 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56748) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:34.704963 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffd826b-b12b-47c2-b741-1c6c822b47a8 None None] Sync routers for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:34.708117 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5d3a89e7-bc90-4426-a5f8-b34125124638 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/84a5b95f-431a-4945-8af3-7298abc8b4e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2882903 Sep 30 08:27:34.715389 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffd826b-b12b-47c2-b741-1c6c822b47a8 None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:34.715977 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6ffd826b-b12b-47c2-b741-1c6c822b47a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:34.772402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5dfe543-bdfb-4a6e-8916-d45a6dc76012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:34.815107 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6ffd826b-b12b-47c2-b741-1c6c822b47a8 None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:34.857066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20a95f0-5f0b-4701-91ef-bed49cf2360d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting subnet 82e94d75-1a5a-4809-ae9b-b3afef116146 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:27:34.867151 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c20a95f0-5f0b-4701-91ef-bed49cf2360d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:34.972696 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c70c2-116d-4aea-b549-43c024e96373 req-1eaa8676-5f25-4f26-9bf2-91a9e8049b19 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:34.974174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-954c70c2-116d-4aea-b549-43c024e96373 req-1eaa8676-5f25-4f26-9bf2-91a9e8049b19 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/networks?id=1da19e05-a7f1-4a23-af98-30f9920d2512 HTTP/1.1" status: 200 len: 911 time: 0.2540498 Sep 30 08:27:34.996777 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c20a95f0-5f0b-4701-91ef-bed49cf2360d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:35.025103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-954c70c2-116d-4aea-b549-43c024e96373 req-5cf7d9c0-3e8b-463d-9b68-942b4e461160 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/quotas/49e963b164c949d48786f80f7900a596 HTTP/1.1" status: 200 len: 375 time: 0.0425043 Sep 30 08:27:35.090542 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5dfe543-bdfb-4a6e-8916-d45a6dc76012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:35.107715 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5dfe543-bdfb-4a6e-8916-d45a6dc76012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:35.179386 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-954c70c2-116d-4aea-b549-43c024e96373 req-26645b77-205f-4672-b4dc-678e79f5a1b1 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=49e963b164c949d48786f80f7900a596&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1393356 Sep 30 08:27:35.183530 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6ffd826b-b12b-47c2-b741-1c6c822b47a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:33Z', 'revision_number': 8, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd705e403-3c6a-4687-beb8-c3a0a77fb2e7', 'name': '', 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:45:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:15Z', 'updated_at': '2021-09-30T08:27:26Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:35.186738 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b5dfe543-bdfb-4a6e-8916-d45a6dc76012 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae00d0e243ca46b994f28fbea68976d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6060045 Sep 30 08:27:35.189478 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:35.198997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfe543-bdfb-4a6e-8916-d45a6dc76012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d336a43f-5383-44b2-9d13-fe7e5915956a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:35.217549 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffd826b-b12b-47c2-b741-1c6c822b47a8 None None] Checking router: 84a5b95f-431a-4945-8af3-7298abc8b4e4 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:35.226765 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c20a95f0-5f0b-4701-91ef-bed49cf2360d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:35.229921 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffd826b-b12b-47c2-b741-1c6c822b47a8 None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:35.232058 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6ffd826b-b12b-47c2-b741-1c6c822b47a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:35.277482 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8564f18-0216-4f1b-bb98-5bbb0ed162c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:35.305086 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8564f18-0216-4f1b-bb98-5bbb0ed162c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:35.353514 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6ffd826b-b12b-47c2-b741-1c6c822b47a8 None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:35.370964 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8564f18-0216-4f1b-bb98-5bbb0ed162c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:35.374101 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8564f18-0216-4f1b-bb98-5bbb0ed162c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:35.378622 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b8564f18-0216-4f1b-bb98-5bbb0ed162c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d336a43f-5383-44b2-9d13-fe7e5915956a HTTP/1.1" status: 204 len: 168 time: 0.1880760 Sep 30 08:27:35.388800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8564f18-0216-4f1b-bb98-5bbb0ed162c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d336a43f-5383-44b2-9d13-fe7e5915956a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:35.410300 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c20a95f0-5f0b-4701-91ef-bed49cf2360d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:35.452567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a95f0-5f0b-4701-91ef-bed49cf2360d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Subnet': ['ID=82e94d75-1a5a-4809-ae9b-b3afef116146,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:35.479829 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-954c70c2-116d-4aea-b549-43c024e96373 req-807be38c-8714-414e-95bb-7a61760ca562 service neutron] 10.222.0.24 "GET /v2.0/networks/1da19e05-a7f1-4a23-af98-30f9920d2512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866902 Sep 30 08:27:35.483099 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043d5eaa-4a8c-488b-a0bf-20cd216a385b None None] Network 68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:35.490826 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c20a95f0-5f0b-4701-91ef-bed49cf2360d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:35.493473 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c20a95f0-5f0b-4701-91ef-bed49cf2360d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/82e94d75-1a5a-4809-ae9b-b3afef116146 HTTP/1.1" status: 204 len: 168 time: 0.7884212 Sep 30 08:27:35.496127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56760) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:35.703396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-954c70c2-116d-4aea-b549-43c024e96373 req-9d748df6-3de3-4408-91ea-6f4805da423d service neutron] 10.222.0.24 "GET /v2.0/networks/1da19e05-a7f1-4a23-af98-30f9920d2512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222927 Sep 30 08:27:35.707478 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6ffd826b-b12b-47c2-b741-1c6c822b47a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:33Z', 'revision_number': 8, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd705e403-3c6a-4687-beb8-c3a0a77fb2e7', 'name': '', 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:45:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:15Z', 'updated_at': '2021-09-30T08:27:26Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:35.730727 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:35.743016 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffd826b-b12b-47c2-b741-1c6c822b47a8 None None] The sync data for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 is: [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:33Z', 'revision_number': 8, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd705e403-3c6a-4687-beb8-c3a0a77fb2e7', 'name': '', 'network_id': 'c2419a80-c19a-48f3-8cc5-100ce7a65a0d', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:45:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:15Z', 'updated_at': '2021-09-30T08:27:26Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'a5dc16eb-7e85-4c47-89c6-abc3a51f30c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:35.798912 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33440ea6-6a44-4981-bdce-602152f072d4 None None] DHCP port deletion for 68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:27:35.833208 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port fd997ecb-0d2e-4270-b516-410f3d6e20db {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:35.833567 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:35.862055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-33440ea6-6a44-4981-bdce-602152f072d4 None None] Deleting port fd997ecb-0d2e-4270-b516-410f3d6e20db {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:35.862602 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33440ea6-6a44-4981-bdce-602152f072d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:35.933384 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] For port fd997ecb-0d2e-4270-b516-410f3d6e20db, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fd997ecb-0d2e-4270-b516-410f3d6e20db,segment=NetworkSegment(8398ca12-31ee-46c7-aff1-0de2b6f49a92),segment_id=8398ca12-31ee-46c7-aff1-0de2b6f49a92)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:35.933752 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:35.948379 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for fd997ecb-0d2e-4270-b516-410f3d6e20db owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:35.955831 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-33440ea6-6a44-4981-bdce-602152f072d4 None None] For port fd997ecb-0d2e-4270-b516-410f3d6e20db, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fd997ecb-0d2e-4270-b516-410f3d6e20db,segment=NetworkSegment(8398ca12-31ee-46c7-aff1-0de2b6f49a92),segment_id=8398ca12-31ee-46c7-aff1-0de2b6f49a92)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:35.956347 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33440ea6-6a44-4981-bdce-602152f072d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:35.972544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-33440ea6-6a44-4981-bdce-602152f072d4 None None] Calling delete_port for fd997ecb-0d2e-4270-b516-410f3d6e20db owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:36.068363 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33440ea6-6a44-4981-bdce-602152f072d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:36.081489 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-902f757c-1dff-4b49-be0e-aa4e1c4a7195 req-4305a543-8dd2-446a-8854-ceeca7061031 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 210 time: 0.0789044 Sep 30 08:27:36.119837 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:36.155441 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33440ea6-6a44-4981-bdce-602152f072d4 None None] Pushing event deleted for resources: {'Port': ['ID=fd997ecb-0d2e-4270-b516-410f3d6e20db,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:36.171409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33440ea6-6a44-4981-bdce-602152f072d4 None None] No DVR routers for this DVR port fd997ecb-0d2e-4270-b516-410f3d6e20db on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:36.173882 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=fd997ecb-0d2e-4270-b516-410f3d6e20db,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:36.205175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] No DVR routers for this DVR port fd997ecb-0d2e-4270-b516-410f3d6e20db on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:36.228076 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fd997ecb-0d2e-4270-b516-410f3d6e20db no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:36.264993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: fd997ecb-0d2e-4270-b516-410f3d6e20db {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:36.268345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fd997ecb-0d2e-4270-b516-410f3d6e20db not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:36.268889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 30f05046-137b-495f-9dcd-818425f8777b no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:36.315051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 30f05046-137b-495f-9dcd-818425f8777b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:36.315424 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 30f05046-137b-495f-9dcd-818425f8777b not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:36.355193 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:36.378255 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:36.388037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8398ca12-31ee-46c7-aff1-0de2b6f49a92') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:36.388373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8398ca12-31ee-46c7-aff1-0de2b6f49a92') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:36.407544 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:36.424163 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:36.434229 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:27:36.434612 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:27:36.439036 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:27:36.522718 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:36.550214 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:36.550214 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/networks/68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc HTTP/1.1" status: 204 len: 168 time: 1.0490093 Sep 30 08:27:36.551408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56792) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:36.556991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45dcfe-551f-424d-9d91-ac84a5fb435e tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Network': ['ID=68bf8de0-f9fc-4cdf-ad84-43d0303c1dcc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:36.972541 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02955cbd-3e80-4243-b0fa-8e02e566e8bc tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:37.278951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d4f06a0-a6b4-4394-a8e4-c3b4fb51ef8b req-cc195db2-7044-4cc8-bf05-2c52e4949549 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 210 time: 0.0615342 Sep 30 08:27:37.411317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c70c2-116d-4aea-b549-43c024e96373 req-fe49e11d-a00f-4e27-9a1d-0fdd3b3c50f2 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:37.411317 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-954c70c2-116d-4aea-b549-43c024e96373 req-fe49e11d-a00f-4e27-9a1d-0fdd3b3c50f2 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.36 "GET /v2.0/networks?id=1da19e05-a7f1-4a23-af98-30f9920d2512 HTTP/1.1" status: 200 len: 911 time: 0.1645367 Sep 30 08:27:37.421317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-02955cbd-3e80-4243-b0fa-8e02e566e8bc tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port d705e403-3c6a-4687-beb8-c3a0a77fb2e7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:37.421680 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02955cbd-3e80-4243-b0fa-8e02e566e8bc tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:37.430275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-954c70c2-116d-4aea-b549-43c024e96373 req-62eec3bd-b625-4f60-8d47-7e668d3e2c04 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Request body: {'port': {'device_id': '2172f694-545f-4a2d-88bc-e36a84e0c4c7', 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512', 'admin_state_up': True, 'tenant_id': '49e963b164c949d48786f80f7900a596'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:37.521979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954c70c2-116d-4aea-b549-43c024e96373 req-62eec3bd-b625-4f60-8d47-7e668d3e2c04 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Made reservation on behalf of 49e963b164c949d48786f80f7900a596 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:27:37.524475 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-954c70c2-116d-4aea-b549-43c024e96373 req-62eec3bd-b625-4f60-8d47-7e668d3e2c04 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:37.569096 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-02955cbd-3e80-4243-b0fa-8e02e566e8bc tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] For port d705e403-3c6a-4687-beb8-c3a0a77fb2e7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d705e403-3c6a-4687-beb8-c3a0a77fb2e7,segment=NetworkSegment(3ca7411f-af35-4494-ae5a-1f010ab2420d),segment_id=3ca7411f-af35-4494-ae5a-1f010ab2420d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:37.569475 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02955cbd-3e80-4243-b0fa-8e02e566e8bc tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:37.615065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-02955cbd-3e80-4243-b0fa-8e02e566e8bc tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for d705e403-3c6a-4687-beb8-c3a0a77fb2e7 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:37.737742 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-954c70c2-116d-4aea-b549-43c024e96373 req-62eec3bd-b625-4f60-8d47-7e668d3e2c04 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Allocated IP 172.20.0.6 (1da19e05-a7f1-4a23-af98-30f9920d2512/8e65156f-44f7-492f-8c58-56252a63a066/b5e7e42c-6743-459b-b4c4-40709944988a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:27:37.900881 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02955cbd-3e80-4243-b0fa-8e02e566e8bc tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:37.959864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02955cbd-3e80-4243-b0fa-8e02e566e8bc tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=d705e403-3c6a-4687-beb8-c3a0a77fb2e7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:38.181709 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-954c70c2-116d-4aea-b549-43c024e96373 req-62eec3bd-b625-4f60-8d47-7e668d3e2c04 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:38.258232 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02955cbd-3e80-4243-b0fa-8e02e566e8bc tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:38.381531 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-954c70c2-116d-4aea-b549-43c024e96373 req-62eec3bd-b625-4f60-8d47-7e668d3e2c04 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:38.412884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['3d3292c5-b39c-4d5a-bd36-f5ea2013ace2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:27:38.465708 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954c70c2-116d-4aea-b549-43c024e96373 req-62eec3bd-b625-4f60-8d47-7e668d3e2c04 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Network 1da19e05-a7f1-4a23-af98-30f9920d2512 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:27:38.514119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-954c70c2-116d-4aea-b549-43c024e96373 req-62eec3bd-b625-4f60-8d47-7e668d3e2c04 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:27:38.525076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-954c70c2-116d-4aea-b549-43c024e96373 req-62eec3bd-b625-4f60-8d47-7e668d3e2c04 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:27:38.530678 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eec3bd-b625-4f60-8d47-7e668d3e2c04 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Pushing event updated for resources: {'Port': ['ID=b5e7e42c-6743-459b-b4c4-40709944988a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:38.596736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb6a26-0ae5-4b95-850a-4cd78b64507f req-9ae909ee-d1ee-4f94-b6b2-2d0dbdec656e tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:38.598455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8bbb6a26-0ae5-4b95-850a-4cd78b64507f req-9ae909ee-d1ee-4f94-b6b2-2d0dbdec656e tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 1027 time: 0.2211597 Sep 30 08:27:38.875447 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4647a93f-3534-4182-88f0-04f75499a463 None None] Provisioning complete for port b5e7e42c-6743-459b-b4c4-40709944988a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:38.876673 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4647a93f-3534-4182-88f0-04f75499a463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:38.942064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4647a93f-3534-4182-88f0-04f75499a463 None None] Port b5e7e42c-6743-459b-b4c4-40709944988a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:27:39.026024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c70c2-116d-4aea-b549-43c024e96373 req-62eec3bd-b625-4f60-8d47-7e668d3e2c04 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:39.026704 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-954c70c2-116d-4aea-b549-43c024e96373 req-62eec3bd-b625-4f60-8d47-7e668d3e2c04 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.036597 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02955cbd-3e80-4243-b0fa-8e02e566e8bc tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 84a5b95f-431a-4945-8af3-7298abc8b4e4 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:39.052861 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8bbb6a26-0ae5-4b95-850a-4cd78b64507f req-e13fe0d1-e67d-408f-8167-b1facae40203 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448972 Sep 30 08:27:39.058053 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-954c70c2-116d-4aea-b549-43c024e96373 req-62eec3bd-b625-4f60-8d47-7e668d3e2c04 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6318901 Sep 30 08:27:39.117871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Request body: {'port': {'device_id': '2172f694-545f-4a2d-88bc-e36a84e0c4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:39.222856 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02955cbd-3e80-4243-b0fa-8e02e566e8bc tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:39.230070 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-02955cbd-3e80-4243-b0fa-8e02e566e8bc tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/84a5b95f-431a-4945-8af3-7298abc8b4e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6725960 Sep 30 08:27:39.231815 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.232795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56852) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:39.239802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e71f8-0f72-40c2-8080-2166cdd01498 None None] Sync routers for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:39.255040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e71f8-0f72-40c2-8080-2166cdd01498 None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:39.255947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5f7e71f8-0f72-40c2-8080-2166cdd01498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:39.314966 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7ffe42-a5de-4dba-b63a-f18555d2dc5d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting subnet a5dc16eb-7e85-4c47-89c6-abc3a51f30c8 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:27:39.319292 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a7ffe42-a5de-4dba-b63a-f18555d2dc5d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.377149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5f7e71f8-0f72-40c2-8080-2166cdd01498 None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:39.416107 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a7ffe42-a5de-4dba-b63a-f18555d2dc5d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.455704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56858) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:39.559140 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a7ffe42-a5de-4dba-b63a-f18555d2dc5d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.636579 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c703f57f-4825-4676-92d9-d0728f14942f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.645223 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a7ffe42-a5de-4dba-b63a-f18555d2dc5d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.650980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e7e42c-6743-459b-b4c4-40709944988a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:27:39.661098 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.681269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Transition to ACTIVE for port object b5e7e42c-6743-459b-b4c4-40709944988a will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:27:39.686369 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.703583 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a7ffe42-a5de-4dba-b63a-f18555d2dc5d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.708408 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6a7ffe42-a5de-4dba-b63a-f18555d2dc5d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/a5dc16eb-7e85-4c47-89c6-abc3a51f30c8 HTTP/1.1" status: 204 len: 168 time: 0.4735341 Sep 30 08:27:39.710246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ffe42-a5de-4dba-b63a-f18555d2dc5d tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Subnet': ['ID=a5dc16eb-7e85-4c47-89c6-abc3a51f30c8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:39.715982 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:39.720664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f57d315-04ab-4f10-aae8-2bc91284586a None None] Network c2419a80-c19a-48f3-8cc5-100ce7a65a0d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:39.749270 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5f7e71f8-0f72-40c2-8080-2166cdd01498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:37Z', 'revision_number': 9, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:39.783753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Pushing event updated for resources: {'Port': ['ID=b5e7e42c-6743-459b-b4c4-40709944988a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:39.788658 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e71f8-0f72-40c2-8080-2166cdd01498 None None] Checking router: 84a5b95f-431a-4945-8af3-7298abc8b4e4 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:39.810934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e71f8-0f72-40c2-8080-2166cdd01498 None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:39.811611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5f7e71f8-0f72-40c2-8080-2166cdd01498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:39.827580 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.872235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Attempting to bind port b5e7e42c-6743-459b-b4c4-40709944988a on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:27:39.872572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Attempting to bind port b5e7e42c-6743-459b-b4c4-40709944988a by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:27:39.872902 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Attempting to bind port b5e7e42c-6743-459b-b4c4-40709944988a on network 1da19e05-a7f1-4a23-af98-30f9920d2512 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:39.886210 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c703f57f-4825-4676-92d9-d0728f14942f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.887556 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Port b5e7e42c-6743-459b-b4c4-40709944988a on network 1da19e05-a7f1-4a23-af98-30f9920d2512 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:27:39.887956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Attempting to bind port b5e7e42c-6743-459b-b4c4-40709944988a on network 1da19e05-a7f1-4a23-af98-30f9920d2512 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:27:39.894564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:27:39.894719 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Checking segment: {'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:27:39.894978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Bound using segment: {'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:27:39.895411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Bound port: b5e7e42c-6743-459b-b4c4-40709944988a, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db49d54e-aec7-46ef-91a3-7f6587bfa750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:27:39.895779 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.915381 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c703f57f-4825-4676-92d9-d0728f14942f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:39.938518 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port e717dde1-faa6-4694-b36f-ac3af2452486 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:39.941341 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.001387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703f57f-4825-4676-92d9-d0728f14942f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd8d847-99db-47db-a7ab-c50d9dd8e2a6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:40.018344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5f7e71f8-0f72-40c2-8080-2166cdd01498 None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:40.031327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c703f57f-4825-4676-92d9-d0728f14942f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c8dc73cc120468cab7c9d8ef63fac74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5744927 Sep 30 08:27:40.035063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56866) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:40.056396 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] For port e717dde1-faa6-4694-b36f-ac3af2452486, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e717dde1-faa6-4694-b36f-ac3af2452486,segment=NetworkSegment(3ca7411f-af35-4494-ae5a-1f010ab2420d),segment_id=3ca7411f-af35-4494-ae5a-1f010ab2420d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:40.056780 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.066628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] For port b5e7e42c-6743-459b-b4c4-40709944988a, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:27:40.080262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for e717dde1-faa6-4694-b36f-ac3af2452486 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:40.096336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] For port b5e7e42c-6743-459b-b4c4-40709944988a, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=b5e7e42c-6743-459b-b4c4-40709944988a,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:27:40.110600 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.152149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] DHCP port deletion for c2419a80-c19a-48f3-8cc5-100ce7a65a0d request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:27:40.180683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Pushing event updated for resources: {'Port': ['ID=b5e7e42c-6743-459b-b4c4-40709944988a,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:40.193270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:40.193899 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.195323 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-954c70c2-116d-4aea-b549-43c024e96373 req-a71ad662-f0df-4ece-b07c-42ba1325697c service neutron] 10.222.0.36 "PUT /v2.0/ports/b5e7e42c-6743-459b-b4c4-40709944988a HTTP/1.1" status: 200 len: 1091 time: 1.1285121 Sep 30 08:27:40.202504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2172f694-545f-4a2d-88bc-e36a84e0c4c7', 'tag': 'b5e7e42c-6743-459b-b4c4-40709944988a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:27:40.204945 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8d3644-3da0-4805-8b1e-49d8b009045b" -d '{"events": [{"name": "network-changed", "server_uuid": "2172f694-545f-4a2d-88bc-e36a84e0c4c7", "tag": "b5e7e42c-6743-459b-b4c4-40709944988a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:27:40.216509 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.226023 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.246275 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00961e11-8987-484b-a75b-6a2179fcbb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.270621 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00961e11-8987-484b-a75b-6a2179fcbb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.274419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] No DVR routers for this DVR port e717dde1-faa6-4694-b36f-ac3af2452486 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:40.283847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=e717dde1-faa6-4694-b36f-ac3af2452486,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:40.305516 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b2f7f1-d265-4e3d-b159-6d8966128137 x-openstack-request-id: req-f7b2f7f1-d265-4e3d-b159-6d8966128137 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:27:40.305810 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2172f694-545f-4a2d-88bc-e36a84e0c4c7", "tag": "b5e7e42c-6743-459b-b4c4-40709944988a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:27:40.306240 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7b2f7f1-d265-4e3d-b159-6d8966128137 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:27:40.307102 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2172f694-545f-4a2d-88bc-e36a84e0c4c7', 'tag': 'b5e7e42c-6743-459b-b4c4-40709944988a', 'status': 'completed', 'code': 200} Sep 30 08:27:40.338923 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Deleting port e717dde1-faa6-4694-b36f-ac3af2452486 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:40.339413 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.395363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b3922-6644-4592-bc35-f503dfaa04de req-d2ff7154-5d51-40a4-85c4-2cc7f84e0c36 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:40.397004 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa0b3922-6644-4592-bc35-f503dfaa04de req-d2ff7154-5d51-40a4-85c4-2cc7f84e0c36 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 1094 time: 0.2203128 Sep 30 08:27:40.399404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c70c2-116d-4aea-b549-43c024e96373 req-c23c57b5-8a3e-46a5-b579-0c20d5c01fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:40.400966 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-954c70c2-116d-4aea-b549-43c024e96373 req-c23c57b5-8a3e-46a5-b579-0c20d5c01fee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49e963b164c949d48786f80f7900a596&device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 1094 time: 0.0931838 Sep 30 08:27:40.433363 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.465937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2419a80-c19a-48f3-8cc5-100ce7a65a0d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:40.476825 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca7411f-af35-4494-ae5a-1f010ab2420d') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:40.477130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca7411f-af35-4494-ae5a-1f010ab2420d') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:40.487484 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] For port e717dde1-faa6-4694-b36f-ac3af2452486, host n-d-807359-2, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:40.487989 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.490903 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.493730 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-954c70c2-116d-4aea-b549-43c024e96373 req-1fec54ac-0609-4f4d-890d-aae80d9eb70c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5e7e42c-6743-459b-b4c4-40709944988a HTTP/1.1" status: 200 len: 217 time: 0.0811763 Sep 30 08:27:40.508258 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Calling delete_port for e717dde1-faa6-4694-b36f-ac3af2452486 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:40.512925 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.513605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Port e717dde1-faa6-4694-b36f-ac3af2452486 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:27:40.515760 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00961e11-8987-484b-a75b-6a2179fcbb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.518545 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00961e11-8987-484b-a75b-6a2179fcbb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.521585 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:27:40.522574 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.522829 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-00961e11-8987-484b-a75b-6a2179fcbb01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbd8d847-99db-47db-a7ab-c50d9dd8e2a6 HTTP/1.1" status: 204 len: 168 time: 0.4831216 Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:27:40.527357 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:27:40.537152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5f7e71f8-0f72-40c2-8080-2166cdd01498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:37Z', 'revision_number': 9, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:40.553031 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa0b3922-6644-4592-bc35-f503dfaa04de req-3342ae6e-bd57-44b6-9f94-4b908cac145d tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429329 Sep 30 08:27:40.564214 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00961e11-8987-484b-a75b-6a2179fcbb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd8d847-99db-47db-a7ab-c50d9dd8e2a6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:40.585897 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.589477 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c70c2-116d-4aea-b549-43c024e96373 req-8eb6c496-eb58-454a-9186-64703fa2b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:40.591121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-954c70c2-116d-4aea-b549-43c024e96373 req-8eb6c496-eb58-454a-9186-64703fa2b306 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e65156f-44f7-492f-8c58-56252a63a066 HTTP/1.1" status: 200 len: 849 time: 0.0857091 Sep 30 08:27:40.603813 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e71f8-0f72-40c2-8080-2166cdd01498 None None] The sync data for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 is: [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:37Z', 'revision_number': 9, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '25679d07-08a6-4c19-b9c9-ebf52291fa34', 'name': '', 'network_id': '01bbbaae-bc09-4aa8-b6c3-e34fd14d9377', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:81:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:20Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': '4374dd5c-b7d4-4a5e-adaf-467924a7bbcb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:40.636803 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.648351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Pushing event deleted for resources: {'Port': ['ID=e717dde1-faa6-4694-b36f-ac3af2452486,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:40.665042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] No DVR routers for this DVR port e717dde1-faa6-4694-b36f-ac3af2452486 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:40.667992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:40.668699 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:40.669852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:40.670505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:40.671257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:40.671887 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:40.673287 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:40.673885 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:40.674446 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:40.675374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:40.676270 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:40.676733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c59e3-3f4e-48f9-aa54-e817bcfb2ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:27:40.683027 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.695826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 56876) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:40.697050 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/networks/c2419a80-c19a-48f3-8cc5-100ce7a65a0d HTTP/1.1" status: 204 len: 168 time: 0.9794621 Sep 30 08:27:40.701357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a718b54-5234-42e8-94ea-b59b688234ec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Network': ['ID=c2419a80-c19a-48f3-8cc5-100ce7a65a0d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:40.770069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c70c2-116d-4aea-b549-43c024e96373 req-89e33b96-8d04-4f9c-bdbd-11be047e3b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:40.771605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-954c70c2-116d-4aea-b549-43c024e96373 req-89e33b96-8d04-4f9c-bdbd-11be047e3b29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1da19e05-a7f1-4a23-af98-30f9920d2512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1721520 Sep 30 08:27:40.927163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56880) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:40.943596 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7236c808-4f6a-4cf9-9e0b-5ce0d7387e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:40.988078 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-954c70c2-116d-4aea-b549-43c024e96373 req-225a0edd-2d8b-469f-8470-4d5d9bbd7712 service neutron] 10.222.0.36 "GET /v2.0/networks/1da19e05-a7f1-4a23-af98-30f9920d2512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896389 Sep 30 08:27:41.088074 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7236c808-4f6a-4cf9-9e0b-5ce0d7387e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.094520 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7236c808-4f6a-4cf9-9e0b-5ce0d7387e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.166734 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7236c808-4f6a-4cf9-9e0b-5ce0d7387e13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db7c35852a6a420ba847e014c879b55e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384806 Sep 30 08:27:41.167602 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236c808-4f6a-4cf9-9e0b-5ce0d7387e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942711a7-408d-4133-9fac-f5de7f41ace9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:41.171776 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 56894) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:41.226738 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38b58879-daa4-4f65-8259-2afa4771c963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.232297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-954c70c2-116d-4aea-b549-43c024e96373 req-4565d6a1-d4d0-4323-a489-cdd119463c5a service neutron] 10.222.0.36 "GET /v2.0/networks/1da19e05-a7f1-4a23-af98-30f9920d2512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339187 Sep 30 08:27:41.253874 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38b58879-daa4-4f65-8259-2afa4771c963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.318635 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38b58879-daa4-4f65-8259-2afa4771c963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.322738 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38b58879-daa4-4f65-8259-2afa4771c963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.326174 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-38b58879-daa4-4f65-8259-2afa4771c963 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/942711a7-408d-4133-9fac-f5de7f41ace9 HTTP/1.1" status: 204 len: 168 time: 0.1512604 Sep 30 08:27:41.332652 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b58879-daa4-4f65-8259-2afa4771c963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942711a7-408d-4133-9fac-f5de7f41ace9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:41.356903 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d3644-3da0-4805-8b1e-49d8b009045b req-79766ffb-40d4-449a-95f0-d1c994b3a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:41.358500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a8d3644-3da0-4805-8b1e-49d8b009045b req-79766ffb-40d4-449a-95f0-d1c994b3a573 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49e963b164c949d48786f80f7900a596&device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 1094 time: 0.0610688 Sep 30 08:27:41.409107 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb84c921-90c0-4e33-8a6d-5ed203bb4701 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:41.555505 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d3644-3da0-4805-8b1e-49d8b009045b req-efc85291-578c-484c-86cb-554e4af6055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:41.557028 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a8d3644-3da0-4805-8b1e-49d8b009045b req-efc85291-578c-484c-86cb-554e4af6055b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1da19e05-a7f1-4a23-af98-30f9920d2512 HTTP/1.1" status: 200 len: 911 time: 0.1901343 Sep 30 08:27:41.642329 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a8d3644-3da0-4805-8b1e-49d8b009045b req-525a65bb-04ce-4dee-90aa-f123ece488e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5e7e42c-6743-459b-b4c4-40709944988a HTTP/1.1" status: 200 len: 217 time: 0.0589247 Sep 30 08:27:41.732924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d3644-3da0-4805-8b1e-49d8b009045b req-6e99fb7b-ac6b-4543-80b7-e9872e1b0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:41.734470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a8d3644-3da0-4805-8b1e-49d8b009045b req-6e99fb7b-ac6b-4543-80b7-e9872e1b0b97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e65156f-44f7-492f-8c58-56252a63a066 HTTP/1.1" status: 200 len: 849 time: 0.0848832 Sep 30 08:27:41.766971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e4616-6ae5-4da4-b778-450393cb26db req-f7b10690-8597-4d73-a08d-d92429f51988 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:41.770473 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c41e4616-6ae5-4da4-b778-450393cb26db req-f7b10690-8597-4d73-a08d-d92429f51988 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 1094 time: 0.1099567 Sep 30 08:27:41.861568 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d3644-3da0-4805-8b1e-49d8b009045b req-0c812942-711e-409d-93ed-409255e08518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:41.863091 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a8d3644-3da0-4805-8b1e-49d8b009045b req-0c812942-711e-409d-93ed-409255e08518 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1da19e05-a7f1-4a23-af98-30f9920d2512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154466 Sep 30 08:27:41.897222 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c41e4616-6ae5-4da4-b778-450393cb26db req-db8fdb02-f6f6-43cf-8796-f8e704811d1f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084459 Sep 30 08:27:42.034239 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9677bfb6-3eb3-432b-9a47-2e572dd0bfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:42.037503 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cb84c921-90c0-4e33-8a6d-5ed203bb4701 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port 25679d07-08a6-4c19-b9c9-ebf52291fa34 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:42.037687 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb84c921-90c0-4e33-8a6d-5ed203bb4701 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:42.070891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a8d3644-3da0-4805-8b1e-49d8b009045b req-a006727b-91de-4927-b33d-ab33d32de45f service neutron] 10.222.0.36 "GET /v2.0/networks/1da19e05-a7f1-4a23-af98-30f9920d2512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882498 Sep 30 08:27:42.126020 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e717dde1-faa6-4694-b36f-ac3af2452486 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:42.164744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: e717dde1-faa6-4694-b36f-ac3af2452486 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:42.166485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e717dde1-faa6-4694-b36f-ac3af2452486 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:42.167110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d705e403-3c6a-4687-beb8-c3a0a77fb2e7 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:42.205799 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d705e403-3c6a-4687-beb8-c3a0a77fb2e7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:42.206147 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d705e403-3c6a-4687-beb8-c3a0a77fb2e7 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:42.232811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-cb84c921-90c0-4e33-8a6d-5ed203bb4701 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] For port 25679d07-08a6-4c19-b9c9-ebf52291fa34, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=25679d07-08a6-4c19-b9c9-ebf52291fa34,segment=NetworkSegment(d2a19197-b0ae-4293-bb82-944442a05332),segment_id=d2a19197-b0ae-4293-bb82-944442a05332)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:42.233193 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb84c921-90c0-4e33-8a6d-5ed203bb4701 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:42.251766 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cb84c921-90c0-4e33-8a6d-5ed203bb4701 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for 25679d07-08a6-4c19-b9c9-ebf52291fa34 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:42.274121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5a8d3644-3da0-4805-8b1e-49d8b009045b req-12078efd-9470-48ed-b9b2-67c2dfb90edf service neutron] 10.222.0.36 "GET /v2.0/networks/1da19e05-a7f1-4a23-af98-30f9920d2512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922202 Sep 30 08:27:42.455016 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb84c921-90c0-4e33-8a6d-5ed203bb4701 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:42.486899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84c921-90c0-4e33-8a6d-5ed203bb4701 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=25679d07-08a6-4c19-b9c9-ebf52291fa34,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:42.687240 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb84c921-90c0-4e33-8a6d-5ed203bb4701 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:43.350209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb84c921-90c0-4e33-8a6d-5ed203bb4701 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 84a5b95f-431a-4945-8af3-7298abc8b4e4 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:43.357377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfa2ce-0c60-4662-93b2-a6c183671a14 req-f170296c-875c-4f61-8b6a-306d0a2da32a tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:43.358897 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ddfa2ce-0c60-4662-93b2-a6c183671a14 req-f170296c-875c-4f61-8b6a-306d0a2da32a tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 1094 time: 0.0650961 Sep 30 08:27:43.471090 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device b5e7e42c-6743-459b-b4c4-40709944988a details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:27:43.492849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ddfa2ce-0c60-4662-93b2-a6c183671a14 req-ed4d996a-9a8c-4437-885f-2e4352c52823 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217911 Sep 30 08:27:43.508678 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb84c921-90c0-4e33-8a6d-5ed203bb4701 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:43.518457 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cb84c921-90c0-4e33-8a6d-5ed203bb4701 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/84a5b95f-431a-4945-8af3-7298abc8b4e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8198164 Sep 30 08:27:43.521559 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57002) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:43.527373 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a17c9-391a-4a0d-997f-339c1f97144a None None] Sync routers for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:43.542201 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a17c9-391a-4a0d-997f-339c1f97144a None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:43.543447 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea5a17c9-391a-4a0d-997f-339c1f97144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:43.594292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port b5e7e42c-6743-459b-b4c4-40709944988a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=b5e7e42c-6743-459b-b4c4-40709944988a,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:43.606529 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aefb5a8-4a9a-441c-8ac0-0fd4de0018b2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting subnet 4374dd5c-b7d4-4a5e-adaf-467924a7bbcb {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:27:43.606990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'b5e7e42c-6743-459b-b4c4-40709944988a', 'network_id': '1da19e05-a7f1-4a23-af98-30f9920d2512', 'port_id': 'b5e7e42c-6743-459b-b4c4-40709944988a', 'mac_address': 'fa:16:3e:0c:a6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e65156f-44f7-492f-8c58-56252a63a066', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:27:43.615583 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7aefb5a8-4a9a-441c-8ac0-0fd4de0018b2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:43.663470 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:43.682557 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e7e42c-6743-459b-b4c4-40709944988a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:27:43.688266 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ea5a17c9-391a-4a0d-997f-339c1f97144a None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:43.707522 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7aefb5a8-4a9a-441c-8ac0-0fd4de0018b2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:43.716559 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port b5e7e42c-6743-459b-b4c4-40709944988a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=b5e7e42c-6743-459b-b4c4-40709944988a,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:43.724025 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:43.784360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=b5e7e42c-6743-459b-b4c4-40709944988a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:43.808845 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7aefb5a8-4a9a-441c-8ac0-0fd4de0018b2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:43.893256 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7aefb5a8-4a9a-441c-8ac0-0fd4de0018b2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:43.935581 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefb5a8-4a9a-441c-8ac0-0fd4de0018b2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Subnet': ['ID=4374dd5c-b7d4-4a5e-adaf-467924a7bbcb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:43.950356 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['b5e7e42c-6743-459b-b4c4-40709944988a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:27:43.953159 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7aefb5a8-4a9a-441c-8ac0-0fd4de0018b2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:43.959011 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7aefb5a8-4a9a-441c-8ac0-0fd4de0018b2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/4374dd5c-b7d4-4a5e-adaf-467924a7bbcb HTTP/1.1" status: 204 len: 168 time: 0.4337847 Sep 30 08:27:43.959335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57014) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:43.981572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb904160-5d2c-4422-a92d-c3631e401f75 None None] Network 01bbbaae-bc09-4aa8-b6c3-e34fd14d9377 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:43.990424 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea5a17c9-391a-4a0d-997f-339c1f97144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:42Z', 'revision_number': 10, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:44.033918 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a17c9-391a-4a0d-997f-339c1f97144a None None] Checking router: 84a5b95f-431a-4945-8af3-7298abc8b4e4 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:44.055727 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a17c9-391a-4a0d-997f-339c1f97144a None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:44.056642 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea5a17c9-391a-4a0d-997f-339c1f97144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:44.069888 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.222755 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ea5a17c9-391a-4a0d-997f-339c1f97144a None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:44.226078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port 29535370-5eb4-4a93-805c-fb4f4428db13 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:44.226813 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.354728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] For port 29535370-5eb4-4a93-805c-fb4f4428db13, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=29535370-5eb4-4a93-805c-fb4f4428db13,segment=NetworkSegment(d2a19197-b0ae-4293-bb82-944442a05332),segment_id=d2a19197-b0ae-4293-bb82-944442a05332)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:44.355293 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.365404 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99915f6c-a048-4a1f-960b-8c1d50b9b7fe None None] DHCP port deletion for 01bbbaae-bc09-4aa8-b6c3-e34fd14d9377 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:27:44.398507 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for 29535370-5eb4-4a93-805c-fb4f4428db13 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:44.477553 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-99915f6c-a048-4a1f-960b-8c1d50b9b7fe None None] Deleting port 29535370-5eb4-4a93-805c-fb4f4428db13 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:44.486283 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99915f6c-a048-4a1f-960b-8c1d50b9b7fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.513030 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea5a17c9-391a-4a0d-997f-339c1f97144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:42Z', 'revision_number': 10, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:44.537930 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.577602 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a17c9-391a-4a0d-997f-339c1f97144a None None] The sync data for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 is: [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:42Z', 'revision_number': 10, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None, '_interfaces': [{'id': '2c55591e-0417-41f9-af31-72fb68b12f82', 'name': '', 'network_id': '3af21b53-cbc6-4ec3-86ea-775a030f592b', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'mac_address': 'fa:16:3e:12:4e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:56Z', 'updated_at': '2021-09-30T08:27:08Z', 'revision_number': 5, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'subnets': [{'id': 'f3a1f704-58b4-4c47-9349-6a1fc6eee4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:44.578207 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-99915f6c-a048-4a1f-960b-8c1d50b9b7fe None None] For port 29535370-5eb4-4a93-805c-fb4f4428db13, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=29535370-5eb4-4a93-805c-fb4f4428db13,segment=NetworkSegment(d2a19197-b0ae-4293-bb82-944442a05332),segment_id=d2a19197-b0ae-4293-bb82-944442a05332)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:44.578207 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99915f6c-a048-4a1f-960b-8c1d50b9b7fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.594201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=29535370-5eb4-4a93-805c-fb4f4428db13,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:44.599347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-99915f6c-a048-4a1f-960b-8c1d50b9b7fe None None] Calling delete_port for 29535370-5eb4-4a93-805c-fb4f4428db13 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:44.616644 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] No DVR routers for this DVR port 29535370-5eb4-4a93-805c-fb4f4428db13 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:44.738701 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.762585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdac31b-27bd-4fa9-83b0-abecc9f20e37 req-c0483cf4-2dfd-48d0-ae85-5883dc5dc642 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:44.770078 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dbdac31b-27bd-4fa9-83b0-abecc9f20e37 req-c0483cf4-2dfd-48d0-ae85-5883dc5dc642 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 1095 time: 0.1546786 Sep 30 08:27:44.780129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bbbaae-bc09-4aa8-b6c3-e34fd14d9377']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:44.811040 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a19197-b0ae-4293-bb82-944442a05332') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:44.811349 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a19197-b0ae-4293-bb82-944442a05332') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:44.837353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dbdac31b-27bd-4fa9-83b0-abecc9f20e37 req-6b2e5499-77dd-4852-90b7-ce235f1aed93 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613198 Sep 30 08:27:44.839468 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.867336 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.881643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:27:44.882759 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:27:44.905892 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:27:44.933210 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59c44587-ff76-4742-af57-810d36c6295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.956143 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-99915f6c-a048-4a1f-960b-8c1d50b9b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:44.996021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99915f6c-a048-4a1f-960b-8c1d50b9b7fe None None] Pushing event deleted for resources: {'Port': ['ID=29535370-5eb4-4a93-805c-fb4f4428db13,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:45.009127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99915f6c-a048-4a1f-960b-8c1d50b9b7fe None None] No DVR routers for this DVR port 29535370-5eb4-4a93-805c-fb4f4428db13 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:45.027287 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.036100 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.040529 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/networks/01bbbaae-bc09-4aa8-b6c3-e34fd14d9377 HTTP/1.1" status: 204 len: 168 time: 1.0799611 Sep 30 08:27:45.041783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57048) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:45.066763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5064e00-249d-40dc-9bb4-623252e2219f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Network': ['ID=01bbbaae-bc09-4aa8-b6c3-e34fd14d9377,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:45.286680 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.434204 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe77b347-2940-4951-aea8-afb05f84a5c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.477401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device b5e7e42c-6743-459b-b4c4-40709944988a up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:27:45.557835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port b5e7e42c-6743-459b-b4c4-40709944988a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:27:45.566987 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port b5e7e42c-6743-459b-b4c4-40709944988a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:27:45.567368 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.684846 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.719039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port b5e7e42c-6743-459b-b4c4-40709944988a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=b5e7e42c-6743-459b-b4c4-40709944988a,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:45.720671 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2172f694-545f-4a2d-88bc-e36a84e0c4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e7e42c-6743-459b-b4c4-40709944988a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:27:45.727173 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a192ac-e6c2-44a6-9ab9-521d0754969a" -d '{"events": [{"server_uuid": "2172f694-545f-4a2d-88bc-e36a84e0c4c7", "name": "network-vif-plugged", "status": "completed", "tag": "b5e7e42c-6743-459b-b4c4-40709944988a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:27:45.732274 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.785610 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fe77b347-2940-4951-aea8-afb05f84a5c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port 2c55591e-0417-41f9-af31-72fb68b12f82 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:45.786232 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe77b347-2940-4951-aea8-afb05f84a5c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.816838 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=b5e7e42c-6743-459b-b4c4-40709944988a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:45.829099 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6710d994-518b-4b67-b743-a93f234d9e12 x-openstack-request-id: req-6710d994-518b-4b67-b743-a93f234d9e12 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:27:45.834786 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2172f694-545f-4a2d-88bc-e36a84e0c4c7", "name": "network-vif-plugged", "status": "completed", "tag": "b5e7e42c-6743-459b-b4c4-40709944988a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:27:45.835453 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6710d994-518b-4b67-b743-a93f234d9e12 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:27:45.835689 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2172f694-545f-4a2d-88bc-e36a84e0c4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e7e42c-6743-459b-b4c4-40709944988a', 'code': 200} Sep 30 08:27:45.874739 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.949089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-fe77b347-2940-4951-aea8-afb05f84a5c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] For port 2c55591e-0417-41f9-af31-72fb68b12f82, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2c55591e-0417-41f9-af31-72fb68b12f82,segment=NetworkSegment(fe6026a9-c00f-4f2d-8258-625d15a9617b),segment_id=fe6026a9-c00f-4f2d-8258-625d15a9617b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:45.949829 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe77b347-2940-4951-aea8-afb05f84a5c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:45.964621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fe77b347-2940-4951-aea8-afb05f84a5c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for 2c55591e-0417-41f9-af31-72fb68b12f82 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:46.007630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a829a-8708-46dd-bf76-4cb260a81083 req-4018bc31-d959-47e5-acfd-77e5aced02eb tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:46.016412 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-998a829a-8708-46dd-bf76-4cb260a81083 req-4018bc31-d959-47e5-acfd-77e5aced02eb tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 1096 time: 0.0696962 Sep 30 08:27:46.053607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1adfa5-d21b-45fa-8f8a-ba0ba8c552f9 req-c41ba968-fa7a-4488-9e42-61ba4a59c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:46.055146 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7c1adfa5-d21b-45fa-8f8a-ba0ba8c552f9 req-c41ba968-fa7a-4488-9e42-61ba4a59c773 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 1096 time: 0.1479392 Sep 30 08:27:46.073279 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-998a829a-8708-46dd-bf76-4cb260a81083 req-016f8366-624b-4edf-89f5-a58b60dcda33 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558882 Sep 30 08:27:46.125084 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7c1adfa5-d21b-45fa-8f8a-ba0ba8c552f9 req-f139ea2f-43fb-4d8b-8114-01d68c30dc82 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601730 Sep 30 08:27:46.160991 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 25679d07-08a6-4c19-b9c9-ebf52291fa34 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:46.194148 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe77b347-2940-4951-aea8-afb05f84a5c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:46.205908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 25679d07-08a6-4c19-b9c9-ebf52291fa34 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:46.206249 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 25679d07-08a6-4c19-b9c9-ebf52291fa34 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:46.206678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 29535370-5eb4-4a93-805c-fb4f4428db13 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:46.227198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 29535370-5eb4-4a93-805c-fb4f4428db13 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:46.227775 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 29535370-5eb4-4a93-805c-fb4f4428db13 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:46.243328 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77b347-2940-4951-aea8-afb05f84a5c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=2c55591e-0417-41f9-af31-72fb68b12f82,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:46.437160 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe77b347-2940-4951-aea8-afb05f84a5c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:46.621241 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe77b347-2940-4951-aea8-afb05f84a5c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 84a5b95f-431a-4945-8af3-7298abc8b4e4 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:46.705640 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe77b347-2940-4951-aea8-afb05f84a5c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:46.711521 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fe77b347-2940-4951-aea8-afb05f84a5c6 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/84a5b95f-431a-4945-8af3-7298abc8b4e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6674905 Sep 30 08:27:46.714043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57126) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:46.717165 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64454bc5-bcc3-4647-a512-e856fa32b125 None None] Sync routers for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:46.727104 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64454bc5-bcc3-4647-a512-e856fa32b125 None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:46.727806 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-64454bc5-bcc3-4647-a512-e856fa32b125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:46.774490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b44df09-468f-4ba8-8824-9c875df19e11 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting subnet f3a1f704-58b4-4c47-9349-6a1fc6eee4f9 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:27:46.778028 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b44df09-468f-4ba8-8824-9c875df19e11 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:46.821466 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-64454bc5-bcc3-4647-a512-e856fa32b125 None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:46.827119 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b44df09-468f-4ba8-8824-9c875df19e11 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:46.881764 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-64454bc5-bcc3-4647-a512-e856fa32b125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:46Z', 'revision_number': 11, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:46.922939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64454bc5-bcc3-4647-a512-e856fa32b125 None None] Checking router: 84a5b95f-431a-4945-8af3-7298abc8b4e4 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:46.933046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64454bc5-bcc3-4647-a512-e856fa32b125 None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:46.933815 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-64454bc5-bcc3-4647-a512-e856fa32b125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:46.963325 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b44df09-468f-4ba8-8824-9c875df19e11 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:47.042197 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b44df09-468f-4ba8-8824-9c875df19e11 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:47.043455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-64454bc5-bcc3-4647-a512-e856fa32b125 None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:47.086320 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b44df09-468f-4ba8-8824-9c875df19e11 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:47.090767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7b44df09-468f-4ba8-8824-9c875df19e11 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/f3a1f704-58b4-4c47-9349-6a1fc6eee4f9 HTTP/1.1" status: 204 len: 168 time: 0.3738770 Sep 30 08:27:47.090767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44df09-468f-4ba8-8824-9c875df19e11 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a1f704-58b4-4c47-9349-6a1fc6eee4f9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:47.091076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57154) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:47.115265 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c587ef1-62e3-4447-9f41-36538f6e9ae2 None None] Network 3af21b53-cbc6-4ec3-86ea-775a030f592b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:27:47.186816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-64454bc5-bcc3-4647-a512-e856fa32b125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:46Z', 'revision_number': 11, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:47.240738 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:47.248209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5e879-b9f1-4f14-b494-e642d18043f2 req-b8286db9-35e0-42a9-9f2f-4c46f815760f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:47.249299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9b5e879-b9f1-4f14-b494-e642d18043f2 req-b8286db9-35e0-42a9-9f2f-4c46f815760f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 1096 time: 0.0791042 Sep 30 08:27:47.253314 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64454bc5-bcc3-4647-a512-e856fa32b125 None None] The sync data for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 is: [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:46Z', 'revision_number': 11, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:47.343462 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9b5e879-b9f1-4f14-b494-e642d18043f2 req-95ac9a93-b1ed-4bd1-a7bf-77e3db715c1b tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860338 Sep 30 08:27:47.348628 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Deleting port 155b8a76-8f8a-4995-bbbb-75b66c7c8606 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:47.348975 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:47.638386 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e341357f-e898-4f2b-af2a-ec26e8158600 None None] DHCP port deletion for 3af21b53-cbc6-4ec3-86ea-775a030f592b request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:27:47.760206 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:47.773087 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e341357f-e898-4f2b-af2a-ec26e8158600 None None] Deleting port 155b8a76-8f8a-4995-bbbb-75b66c7c8606 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:47.773655 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e341357f-e898-4f2b-af2a-ec26e8158600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:47.838734 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] For port 155b8a76-8f8a-4995-bbbb-75b66c7c8606, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=155b8a76-8f8a-4995-bbbb-75b66c7c8606,segment=NetworkSegment(fe6026a9-c00f-4f2d-8258-625d15a9617b),segment_id=fe6026a9-c00f-4f2d-8258-625d15a9617b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:47.839110 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:47.855078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Calling delete_port for 155b8a76-8f8a-4995-bbbb-75b66c7c8606 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:47.864292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e341357f-e898-4f2b-af2a-ec26e8158600 None None] For port 155b8a76-8f8a-4995-bbbb-75b66c7c8606, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=155b8a76-8f8a-4995-bbbb-75b66c7c8606,segment=NetworkSegment(fe6026a9-c00f-4f2d-8258-625d15a9617b),segment_id=fe6026a9-c00f-4f2d-8258-625d15a9617b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:47.864911 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e341357f-e898-4f2b-af2a-ec26e8158600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:47.880160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e341357f-e898-4f2b-af2a-ec26e8158600 None None] Calling delete_port for 155b8a76-8f8a-4995-bbbb-75b66c7c8606 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:47.985051 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:47.998342 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e341357f-e898-4f2b-af2a-ec26e8158600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.012601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e341357f-e898-4f2b-af2a-ec26e8158600 None None] No DVR routers for this DVR port 155b8a76-8f8a-4995-bbbb-75b66c7c8606 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:48.035828 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341357f-e898-4f2b-af2a-ec26e8158600 None None] Pushing event deleted for resources: {'Port': ['ID=155b8a76-8f8a-4995-bbbb-75b66c7c8606,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:48.040394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] No DVR routers for this DVR port 155b8a76-8f8a-4995-bbbb-75b66c7c8606 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:48.049884 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Port': ['ID=155b8a76-8f8a-4995-bbbb-75b66c7c8606,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:48.146164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 155b8a76-8f8a-4995-bbbb-75b66c7c8606 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:48.149901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.168741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 155b8a76-8f8a-4995-bbbb-75b66c7c8606 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:48.169561 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 155b8a76-8f8a-4995-bbbb-75b66c7c8606 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:48.170159 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2c55591e-0417-41f9-af31-72fb68b12f82 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:48.178645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af21b53-cbc6-4ec3-86ea-775a030f592b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:48.189779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6026a9-c00f-4f2d-8258-625d15a9617b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:48.190192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6026a9-c00f-4f2d-8258-625d15a9617b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:48.193302 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 2c55591e-0417-41f9-af31-72fb68b12f82 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:48.193839 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2c55591e-0417-41f9-af31-72fb68b12f82 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:48.208067 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.224957 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.231883 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:27:48.232486 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:27:48.235560 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:27:48.307494 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.318720 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.323605 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/networks/3af21b53-cbc6-4ec3-86ea-775a030f592b HTTP/1.1" status: 204 len: 168 time: 1.2285392 Sep 30 08:27:48.323927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57242) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:48.329261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9b440ed6-085b-4c44-b158-aa7b4437ef88 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'router': {'routes': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:48.331019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee1887-e9dc-4498-8865-1a6259dcd83a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Pushing event deleted for resources: {'Network': ['ID=3af21b53-cbc6-4ec3-86ea-775a030f592b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:48.548971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.extraroute_db [None req-9b440ed6-085b-4c44-b158-aa7b4437ef88 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Added routes are [] {{(pid=94837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 08:27:48.549296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.extraroute_db [None req-9b440ed6-085b-4c44-b158-aa7b4437ef88 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Removed routes are [] {{(pid=94837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 08:27:48.549646 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b440ed6-085b-4c44-b158-aa7b4437ef88 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.562015 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08a08d-0edd-4848-9e01-25276997ff1b req-57141a77-6b62-4172-b67e-7f08fcb4d48f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:48.564696 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-da08a08d-0edd-4848-9e01-25276997ff1b req-57141a77-6b62-4172-b67e-7f08fcb4d48f tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 1096 time: 0.1319778 Sep 30 08:27:48.715926 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-da08a08d-0edd-4848-9e01-25276997ff1b req-fb3c28b3-1ce0-459c-8bff-e3790c9b86b0 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141584 Sep 30 08:27:48.751117 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b440ed6-085b-4c44-b158-aa7b4437ef88 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.755207 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b440ed6-085b-4c44-b158-aa7b4437ef88 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:48.790261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57268) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:48.910199 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b440ed6-085b-4c44-b158-aa7b4437ef88 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 84a5b95f-431a-4945-8af3-7298abc8b4e4 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:48.933223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538d68a-c41b-411b-91dc-011ec05ea8a5 req-4be7c5d0-68d7-4bca-a815-ef70a511f647 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:48.934775 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3538d68a-c41b-411b-91dc-011ec05ea8a5 req-4be7c5d0-68d7-4bca-a815-ef70a511f647 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 1096 time: 0.1103461 Sep 30 08:27:48.964022 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55f62f76-cbec-4d9e-9099-76861124ac3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.020831 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b440ed6-085b-4c44-b158-aa7b4437ef88 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:49.029443 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b440ed6-085b-4c44-b158-aa7b4437ef88 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.030641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9b440ed6-085b-4c44-b158-aa7b4437ef88 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/84a5b95f-431a-4945-8af3-7298abc8b4e4 HTTP/1.1" status: 200 len: 701 time: 0.7056062 Sep 30 08:27:49.031516 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940d6980-9af3-4622-8771-73e101dc9234 None None] Sync routers for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:49.034080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57272) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:49.050496 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d6980-9af3-4622-8771-73e101dc9234 None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:49.051522 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-940d6980-9af3-4622-8771-73e101dc9234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:49.073955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5057a4a0-7a2f-4afb-991d-e78eff56bad5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a5b95f-431a-4945-8af3-7298abc8b4e4 HTTP/1.1" status: 200 len: 205 time: 0.0365193 Sep 30 08:27:49.074738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:49.085364 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3538d68a-c41b-411b-91dc-011ec05ea8a5 req-7db2e97c-b259-4077-b43f-fa9ec50e500c tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181836 Sep 30 08:27:49.086333 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55f62f76-cbec-4d9e-9099-76861124ac3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.125669 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55f62f76-cbec-4d9e-9099-76861124ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.145689 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-940d6980-9af3-4622-8771-73e101dc9234 None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:49.185732 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4fd42ef-c2df-41ff-8a3f-35cbb653f3a2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.200366 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-55f62f76-cbec-4d9e-9099-76861124ac3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34017b521cfc4868b7bbdadeb5fb3e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4086659 Sep 30 08:27:49.203184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57282) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:49.227840 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-940d6980-9af3-4622-8771-73e101dc9234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:46Z', 'revision_number': 11, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:49.241492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f62f76-cbec-4d9e-9099-76861124ac3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56296163-6394-4abe-8225-45a8deba7a69,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:49.261544 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940d6980-9af3-4622-8771-73e101dc9234 None None] Checking router: 84a5b95f-431a-4945-8af3-7298abc8b4e4 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:49.271982 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d6980-9af3-4622-8771-73e101dc9234 None None] Routers {'84a5b95f-431a-4945-8af3-7298abc8b4e4'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:49.272911 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-940d6980-9af3-4622-8771-73e101dc9234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['84a5b95f-431a-4945-8af3-7298abc8b4e4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:49.291200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dbff1-5f10-4030-9cca-4a68d3a34d79 req-e195bcdb-dafd-4563-be56-b55edcae2519 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:49.293175 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a24dbff1-5f10-4030-9cca-4a68d3a34d79 req-e195bcdb-dafd-4563-be56-b55edcae2519 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 1096 time: 0.1241302 Sep 30 08:27:49.294309 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f112781f-d541-4f03-8732-45336ab21b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.339260 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f112781f-d541-4f03-8732-45336ab21b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.380540 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a24dbff1-5f10-4030-9cca-4a68d3a34d79 req-45073073-407d-4b74-a51f-fa2ecc1d2acf tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755553 Sep 30 08:27:49.411848 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f112781f-d541-4f03-8732-45336ab21b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.415509 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f112781f-d541-4f03-8732-45336ab21b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.430049 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f112781f-d541-4f03-8732-45336ab21b1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56296163-6394-4abe-8225-45a8deba7a69 HTTP/1.1" status: 204 len: 168 time: 0.2154503 Sep 30 08:27:49.456609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112781f-d541-4f03-8732-45336ab21b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56296163-6394-4abe-8225-45a8deba7a69,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:49.465594 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-940d6980-9af3-4622-8771-73e101dc9234 None None] Set router 84a5b95f-431a-4945-8af3-7298abc8b4e4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:49.490855 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4fd42ef-c2df-41ff-8a3f-35cbb653f3a2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.493619 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4fd42ef-c2df-41ff-8a3f-35cbb653f3a2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.527123 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-940d6980-9af3-4622-8771-73e101dc9234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:46Z', 'revision_number': 11, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:49.554696 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940d6980-9af3-4622-8771-73e101dc9234 None None] The sync data for ids ['84a5b95f-431a-4945-8af3-7298abc8b4e4'] in n-d-807359-2 is: [{'id': '84a5b95f-431a-4945-8af3-7298abc8b4e4', 'name': 'tempest-RoutersTest-router-1740339304', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:50Z', 'updated_at': '2021-09-30T08:27:46Z', 'revision_number': 11, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:49.565490 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4fd42ef-c2df-41ff-8a3f-35cbb653f3a2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.566218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fd42ef-c2df-41ff-8a3f-35cbb653f3a2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Fanout notify agent at l3_agent the message router_deleted on router 84a5b95f-431a-4945-8af3-7298abc8b4e4 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:27:49.577773 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4fd42ef-c2df-41ff-8a3f-35cbb653f3a2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.579898 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c4fd42ef-c2df-41ff-8a3f-35cbb653f3a2 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/routers/84a5b95f-431a-4945-8af3-7298abc8b4e4 HTTP/1.1" status: 204 len: 168 time: 0.5045891 Sep 30 08:27:49.587422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57294) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:49.592138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-461a4b99-be0b-464c-ac5a-0afcf9db5c6c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1611791672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:49.644029 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-461a4b99-be0b-464c-ac5a-0afcf9db5c6c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.648638 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-461a4b99-be0b-464c-ac5a-0afcf9db5c6c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.747896 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-461a4b99-be0b-464c-ac5a-0afcf9db5c6c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.768696 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-461a4b99-be0b-464c-ac5a-0afcf9db5c6c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.791949 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-461a4b99-be0b-464c-ac5a-0afcf9db5c6c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:49.799364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57302) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:49.809339 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3ade2e4b-2751-4df4-b4f9-cc2164bf8d3f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:49.813933 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-461a4b99-be0b-464c-ac5a-0afcf9db5c6c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2239382 Sep 30 08:27:49.823525 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51994fa1-fac3-44d3-afef-4edb9c61e80b req-779dba39-78cf-4c6f-b4f0-339058350bc6 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:49.826120 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51994fa1-fac3-44d3-afef-4edb9c61e80b req-779dba39-78cf-4c6f-b4f0-339058350bc6 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 1096 time: 0.1129651 Sep 30 08:27:49.889461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51994fa1-fac3-44d3-afef-4edb9c61e80b req-7dd7f2fc-ee5c-437d-bd07-d09a68248144 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534616 Sep 30 08:27:49.951686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57310) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:49.971838 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03867b02-4a16-4572-a7c7-0a9d5d329ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.093081 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03867b02-4a16-4572-a7c7-0a9d5d329ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.098728 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03867b02-4a16-4572-a7c7-0a9d5d329ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.106400 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ade2e4b-2751-4df4-b4f9-cc2164bf8d3f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.117782 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ade2e4b-2751-4df4-b4f9-cc2164bf8d3f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.141555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-03867b02-4a16-4572-a7c7-0a9d5d329ab1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fd89028a8d84f568cf7f1fd03c2cfba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876652 Sep 30 08:27:50.142293 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03867b02-4a16-4572-a7c7-0a9d5d329ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841e5e5b-7c39-4690-8b52-0061023d79b3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:50.144663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57316) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:50.209771 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c075-74b7-4b88-a233-17075f847e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.212532 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:27:50.237463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ade2e4b-2751-4df4-b4f9-cc2164bf8d3f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Router 7196fbd8-5a2a-42d1-9719-623bf00db3dd is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:27:50.239473 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c075-74b7-4b88-a233-17075f847e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.293288 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c075-74b7-4b88-a233-17075f847e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.296658 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c075-74b7-4b88-a233-17075f847e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.300214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0bb4c075-74b7-4b88-a233-17075f847e55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/841e5e5b-7c39-4690-8b52-0061023d79b3 HTTP/1.1" status: 204 len: 168 time: 0.1521647 Sep 30 08:27:50.309810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4c075-74b7-4b88-a233-17075f847e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841e5e5b-7c39-4690-8b52-0061023d79b3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:50.326401 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ade2e4b-2751-4df4-b4f9-cc2164bf8d3f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:50.334023 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ade2e4b-2751-4df4-b4f9-cc2164bf8d3f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.337331 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3ade2e4b-2751-4df4-b4f9-cc2164bf8d3f tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "PUT /v2.0/routers/7196fbd8-5a2a-42d1-9719-623bf00db3dd HTTP/1.1" status: 200 len: 694 time: 0.5345225 Sep 30 08:27:50.337698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57320) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:50.360836 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f0d588-d935-4e0b-8ac6-60b1f328ea5f None None] Sync routers for ids ['7196fbd8-5a2a-42d1-9719-623bf00db3dd'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:50.373852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f0d588-d935-4e0b-8ac6-60b1f328ea5f None None] Routers {'7196fbd8-5a2a-42d1-9719-623bf00db3dd'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:50.374475 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a8f0d588-d935-4e0b-8ac6-60b1f328ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7196fbd8-5a2a-42d1-9719-623bf00db3dd'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:50.446086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:50.446225 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a913ffb3-1c75-47bd-8329-84a13a4f9dae tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/routers/7196fbd8-5a2a-42d1-9719-623bf00db3dd HTTP/1.1" status: 200 len: 700 time: 0.1067829 Sep 30 08:27:50.454345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a8f0d588-d935-4e0b-8ac6-60b1f328ea5f None None] Set router 7196fbd8-5a2a-42d1-9719-623bf00db3dd gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:50.489496 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57330) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:50.504730 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0b37127f-fdc2-4223-b8a5-6a473e85d473 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports?device_id=7196fbd8-5a2a-42d1-9719-623bf00db3dd HTTP/1.1" status: 200 len: 205 time: 0.0575387 Sep 30 08:27:50.517845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a8f0d588-d935-4e0b-8ac6-60b1f328ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196fbd8-5a2a-42d1-9719-623bf00db3dd', 'name': 'tempest-RoutersTest-router-1611791672', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:49Z', 'updated_at': '2021-09-30T08:27:50Z', 'revision_number': 2, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:50.572343 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f0d588-d935-4e0b-8ac6-60b1f328ea5f None None] Checking router: 7196fbd8-5a2a-42d1-9719-623bf00db3dd for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:27:50.581772 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f0d588-d935-4e0b-8ac6-60b1f328ea5f None None] Routers {'7196fbd8-5a2a-42d1-9719-623bf00db3dd'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:50.582859 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a8f0d588-d935-4e0b-8ac6-60b1f328ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['7196fbd8-5a2a-42d1-9719-623bf00db3dd'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:50.594473 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8caf7727-37bf-43dc-8f13-1c6690cfca58 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.678636 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a8f0d588-d935-4e0b-8ac6-60b1f328ea5f None None] Set router 7196fbd8-5a2a-42d1-9719-623bf00db3dd gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:27:50.745509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a8f0d588-d935-4e0b-8ac6-60b1f328ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196fbd8-5a2a-42d1-9719-623bf00db3dd', 'name': 'tempest-RoutersTest-router-1611791672', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:49Z', 'updated_at': '2021-09-30T08:27:50Z', 'revision_number': 2, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:50.773783 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f0d588-d935-4e0b-8ac6-60b1f328ea5f None None] The sync data for ids ['7196fbd8-5a2a-42d1-9719-623bf00db3dd'] in n-d-807359-2 is: [{'id': '7196fbd8-5a2a-42d1-9719-623bf00db3dd', 'name': 'tempest-RoutersTest-router-1611791672', 'tenant_id': '0deaae2e5a614ded9fa95359ccf44146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:49Z', 'updated_at': '2021-09-30T08:27:50Z', 'revision_number': 2, 'project_id': '0deaae2e5a614ded9fa95359ccf44146', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:27:50.788341 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8caf7727-37bf-43dc-8f13-1c6690cfca58 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.791127 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8caf7727-37bf-43dc-8f13-1c6690cfca58 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.850026 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8caf7727-37bf-43dc-8f13-1c6690cfca58 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.850596 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caf7727-37bf-43dc-8f13-1c6690cfca58 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Fanout notify agent at l3_agent the message router_deleted on router 7196fbd8-5a2a-42d1-9719-623bf00db3dd {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:27:50.866865 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8caf7727-37bf-43dc-8f13-1c6690cfca58 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:50.871865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57346) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:50.872550 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8caf7727-37bf-43dc-8f13-1c6690cfca58 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/routers/7196fbd8-5a2a-42d1-9719-623bf00db3dd HTTP/1.1" status: 204 len: 168 time: 0.3818264 Sep 30 08:27:50.902899 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bd674298-fc92-411b-b4de-7fdd3692d71a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports?device_id=7196fbd8-5a2a-42d1-9719-623bf00db3dd HTTP/1.1" status: 200 len: 205 time: 0.0295358 Sep 30 08:27:50.905287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:50.946432 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-abff2a71-53a5-42a0-ad49-4fe8c9f855b9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] delete failed (client error): The resource could not be found. Sep 30 08:27:50.949884 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-abff2a71-53a5-42a0-ad49-4fe8c9f855b9 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/routers/7196fbd8-5a2a-42d1-9719-623bf00db3dd HTTP/1.1" status: 404 len: 336 time: 0.0413256 Sep 30 08:27:50.950260 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57352) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:50.981961 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfa4af0-c493-4a22-8a7e-0b517b006eb0 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:27:50.982712 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfa4af0-c493-4a22-8a7e-0b517b006eb0 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:27:50.984550 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fcfa4af0-c493-4a22-8a7e-0b517b006eb0 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/82e94d75-1a5a-4809-ae9b-b3afef116146 HTTP/1.1" status: 404 len: 337 time: 0.0331299 Sep 30 08:27:50.988585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57356) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.069245 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-41293aa5-397a-4f2b-8282-5200b4bca103 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:27:51.069735 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41293aa5-397a-4f2b-8282-5200b4bca103 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:27:51.071424 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-41293aa5-397a-4f2b-8282-5200b4bca103 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/a5dc16eb-7e85-4c47-89c6-abc3a51f30c8 HTTP/1.1" status: 404 len: 337 time: 0.0808539 Sep 30 08:27:51.074087 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.117753 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d046d185-507e-4737-842f-268429e94998 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:27:51.118418 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d046d185-507e-4737-842f-268429e94998 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:27:51.120629 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d046d185-507e-4737-842f-268429e94998 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/4374dd5c-b7d4-4a5e-adaf-467924a7bbcb HTTP/1.1" status: 404 len: 337 time: 0.0455785 Sep 30 08:27:51.123072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57370) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.159952 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a5b9e-4e3f-4671-9ba0-3b19df00805f req-0506b536-e38d-465e-9de6-82d374309236 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:51.167666 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f3a5b9e-4e3f-4671-9ba0-3b19df00805f req-0506b536-e38d-465e-9de6-82d374309236 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 1096 time: 0.1611986 Sep 30 08:27:51.190160 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb3a60d-8cdd-4728-b929-c22607ffc1ae tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:27:51.190678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb3a60d-8cdd-4728-b929-c22607ffc1ae tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:27:51.193042 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2eb3a60d-8cdd-4728-b929-c22607ffc1ae tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/f3a1f704-58b4-4c47-9349-6a1fc6eee4f9 HTTP/1.1" status: 404 len: 337 time: 0.0683992 Sep 30 08:27:51.195493 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.207258 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c280a-2682-43a5-9a43-58a42599a0b3 req-26aac95d-5e73-4c51-a80f-06c9e0762169 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:51.209579 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-104c280a-2682-43a5-9a43-58a42599a0b3 req-26aac95d-5e73-4c51-a80f-06c9e0762169 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 1096 time: 0.1369841 Sep 30 08:27:51.223553 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5c3d82e8-ac92-4b4c-aefb-8e60583cc8d3 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a5b95f-431a-4945-8af3-7298abc8b4e4 HTTP/1.1" status: 200 len: 205 time: 0.0267503 Sep 30 08:27:51.225779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57376) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.261792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f3a5b9e-4e3f-4671-9ba0-3b19df00805f req-965e5e26-5b26-4e36-af57-1b0307586f8e tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958567 Sep 30 08:27:51.271217 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-6d2e3d1d-9033-45b9-b720-0a837bd4df38 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] delete failed (client error): The resource could not be found. Sep 30 08:27:51.272572 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6d2e3d1d-9033-45b9-b720-0a837bd4df38 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/routers/84a5b95f-431a-4945-8af3-7298abc8b4e4 HTTP/1.1" status: 404 len: 336 time: 0.0457122 Sep 30 08:27:51.275691 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57378) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.311740 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-789643cc-ba8b-446a-8987-ec8588171e91 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a10d1db-8964-4645-a225-f7a05b7515ac HTTP/1.1" status: 200 len: 205 time: 0.0347228 Sep 30 08:27:51.315368 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57380) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.348581 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-104c280a-2682-43a5-9a43-58a42599a0b3 req-505d8636-4cdc-4c8d-88bd-cad91cfb4e50 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Deleting port b5e7e42c-6743-459b-b4c4-40709944988a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:51.349011 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-104c280a-2682-43a5-9a43-58a42599a0b3 req-505d8636-4cdc-4c8d-88bd-cad91cfb4e50 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:51.359188 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-d3a47b0e-0633-4a7f-889a-55218abdc3e0 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] delete failed (client error): The resource could not be found. Sep 30 08:27:51.360340 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d3a47b0e-0633-4a7f-889a-55218abdc3e0 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/routers/9a10d1db-8964-4645-a225-f7a05b7515ac HTTP/1.1" status: 404 len: 336 time: 0.0437024 Sep 30 08:27:51.363569 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57384) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.397926 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ada725-f33d-49a9-97c8-7013474b9204 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:27:51.398396 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ada725-f33d-49a9-97c8-7013474b9204 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:27:51.400194 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-27ada725-f33d-49a9-97c8-7013474b9204 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/b1d0cbb5-9d27-4f59-b2e0-f9196aaf34f7 HTTP/1.1" status: 404 len: 337 time: 0.0356405 Sep 30 08:27:51.404840 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.444386 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ec73a4f4-761d-43cf-af68-a13635352e74 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports?device_id=a741f10d-91a5-4358-950b-a547092204ea HTTP/1.1" status: 200 len: 205 time: 0.0384011 Sep 30 08:27:51.446782 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57392) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.457627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-104c280a-2682-43a5-9a43-58a42599a0b3 req-505d8636-4cdc-4c8d-88bd-cad91cfb4e50 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] For port b5e7e42c-6743-459b-b4c4-40709944988a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=b5e7e42c-6743-459b-b4c4-40709944988a,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:51.458202 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-104c280a-2682-43a5-9a43-58a42599a0b3 req-505d8636-4cdc-4c8d-88bd-cad91cfb4e50 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:51.473050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-104c280a-2682-43a5-9a43-58a42599a0b3 req-505d8636-4cdc-4c8d-88bd-cad91cfb4e50 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Calling delete_port for b5e7e42c-6743-459b-b4c4-40709944988a owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:51.522313 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-4e6b2061-4eb6-4719-b879-1e4cda2f4850 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] delete failed (client error): The resource could not be found. Sep 30 08:27:51.523979 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4e6b2061-4eb6-4719-b879-1e4cda2f4850 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/routers/a741f10d-91a5-4358-950b-a547092204ea HTTP/1.1" status: 404 len: 336 time: 0.0757833 Sep 30 08:27:51.526525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57398) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.558935 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1d6b3748-4ca5-4c29-82a9-60a05a339f4c tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports?device_id=7260fa18-dc79-47e2-a1ca-4b49347d3068 HTTP/1.1" status: 200 len: 205 time: 0.0309274 Sep 30 08:27:51.561184 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57400) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.611089 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-3d55d44f-f17e-4ae7-a09f-70fccfffea76 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] delete failed (client error): The resource could not be found. Sep 30 08:27:51.614675 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3d55d44f-f17e-4ae7-a09f-70fccfffea76 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/routers/7260fa18-dc79-47e2-a1ca-4b49347d3068 HTTP/1.1" status: 404 len: 336 time: 0.0495253 Sep 30 08:27:51.614781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57402) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.651008 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-46aca571-8805-4976-bca7-b15003c85128 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:27:51.651472 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46aca571-8805-4976-bca7-b15003c85128 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:27:51.654300 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-46aca571-8805-4976-bca7-b15003c85128 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/7e5e1c1b-f4f7-4738-9a5c-fd30c9b98bed HTTP/1.1" status: 404 len: 337 time: 0.0385613 Sep 30 08:27:51.658003 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57404) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.671103 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-104c280a-2682-43a5-9a43-58a42599a0b3 req-505d8636-4cdc-4c8d-88bd-cad91cfb4e50 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:51.684833 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['b5e7e42c-6743-459b-b4c4-40709944988a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:27:51.720827 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-126a7e7f-611a-40c4-ad18-0afe99efd551 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcfc588-eff9-4ad8-86cd-7ee9928ad793 HTTP/1.1" status: 200 len: 205 time: 0.0616243 Sep 30 08:27:51.723880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57412) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.724343 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d8636-4cdc-4c8d-88bd-cad91cfb4e50 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5e7e42c-6743-459b-b4c4-40709944988a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:51.727640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['3d3292c5-b39c-4d5a-bd36-f5ea2013ace2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:27:51.787363 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-1a58a81f-19d7-4a7e-8527-eede793972ce tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] delete failed (client error): The resource could not be found. Sep 30 08:27:51.788502 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1a58a81f-19d7-4a7e-8527-eede793972ce tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/routers/0fcfc588-eff9-4ad8-86cd-7ee9928ad793 HTTP/1.1" status: 404 len: 336 time: 0.0635154 Sep 30 08:27:51.791137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57416) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.812595 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-104c280a-2682-43a5-9a43-58a42599a0b3 req-505d8636-4cdc-4c8d-88bd-cad91cfb4e50 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] No DVR routers for this DVR port b5e7e42c-6743-459b-b4c4-40709944988a on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:51.818491 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-104c280a-2682-43a5-9a43-58a42599a0b3 req-505d8636-4cdc-4c8d-88bd-cad91cfb4e50 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:51.820799 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-104c280a-2682-43a5-9a43-58a42599a0b3 req-505d8636-4cdc-4c8d-88bd-cad91cfb4e50 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.36 "DELETE /v2.0/ports/b5e7e42c-6743-459b-b4c4-40709944988a HTTP/1.1" status: 204 len: 173 time: 0.5981128 Sep 30 08:27:51.821277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2172f694-545f-4a2d-88bc-e36a84e0c4c7', 'name': 'network-vif-deleted', 'tag': 'b5e7e42c-6743-459b-b4c4-40709944988a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:27:51.831732 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8adadc73-66d6-44d5-8d18-c8c0fa03086a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:27:51.834086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8adadc73-66d6-44d5-8d18-c8c0fa03086a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:27:51.835988 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8adadc73-66d6-44d5-8d18-c8c0fa03086a tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/bfba8315-08cf-44ef-8274-8b6472764b64 HTTP/1.1" status: 404 len: 337 time: 0.0438788 Sep 30 08:27:51.838756 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57418) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.843929 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9b3c2e-22d0-4041-9833-6658e6fb5c9b" -d '{"events": [{"server_uuid": "2172f694-545f-4a2d-88bc-e36a84e0c4c7", "name": "network-vif-deleted", "tag": "b5e7e42c-6743-459b-b4c4-40709944988a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:27:51.917291 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8ba98b09-c127-4303-a64e-3efddf2776e5 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4bd68b8-1f80-45cd-af07-e40dfba45cde HTTP/1.1" status: 200 len: 205 time: 0.0773358 Sep 30 08:27:51.920708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57424) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:51.950008 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9d00ad-02a7-4b9a-956a-19985bd10446 x-openstack-request-id: req-7b9d00ad-02a7-4b9a-956a-19985bd10446 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:27:51.950308 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2172f694-545f-4a2d-88bc-e36a84e0c4c7", "name": "network-vif-deleted", "tag": "b5e7e42c-6743-459b-b4c4-40709944988a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:27:51.950565 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b9d00ad-02a7-4b9a-956a-19985bd10446 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:27:51.951402 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2172f694-545f-4a2d-88bc-e36a84e0c4c7', 'name': 'network-vif-deleted', 'tag': 'b5e7e42c-6743-459b-b4c4-40709944988a', 'status': 'completed', 'code': 200} Sep 30 08:27:52.006331 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-be592900-e40a-4158-bb6f-9d98fbe44ff3 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] delete failed (client error): The resource could not be found. Sep 30 08:27:52.010880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57426) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:52.037180 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-be592900-e40a-4158-bb6f-9d98fbe44ff3 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/routers/c4bd68b8-1f80-45cd-af07-e40dfba45cde HTTP/1.1" status: 404 len: 336 time: 0.1158242 Sep 30 08:27:52.067859 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7209ef-7da4-40c9-a237-2657f132beec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:27:52.069128 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7209ef-7da4-40c9-a237-2657f132beec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:27:52.074726 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57430) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:52.095186 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fc7209ef-7da4-40c9-a237-2657f132beec tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/9a1b6c78-dc3d-434a-916a-f843a6a36b0d HTTP/1.1" status: 404 len: 337 time: 0.0832150 Sep 30 08:27:52.138762 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de74318-114a-4d3c-83e6-b6b84376a233 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] DELETE failed (client error): The resource could not be found. Sep 30 08:27:52.139358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de74318-114a-4d3c-83e6-b6b84376a233 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:27:52.154878 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0de74318-114a-4d3c-83e6-b6b84376a233 tempest-RoutersTest-1037361699 tempest-RoutersTest-1037361699-project] 10.222.0.24 "DELETE /v2.0/subnets/cbd6370a-197c-4f3e-9133-a4b4dc005a4b HTTP/1.1" status: 404 len: 337 time: 0.0795441 Sep 30 08:27:52.423425 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-23b94e47-3915-4185-8289-e55369c6e0e9 req-d8da9724-5f6d-4778-9928-f2113ebced07 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2172f694-545f-4a2d-88bc-e36a84e0c4c7 HTTP/1.1" status: 200 len: 210 time: 0.0506039 Sep 30 08:27:52.535183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57456) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:52.708962 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cc76fce7-c21a-451f-ba49-8473a792291f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0deaae2e5a614ded9fa95359ccf44146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724689 Sep 30 08:27:52.711292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57466) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:52.766456 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b1068d0c-1a29-4eb0-98b3-6dd4ea05c4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:52.793396 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b1068d0c-1a29-4eb0-98b3-6dd4ea05c4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:52.856546 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b1068d0c-1a29-4eb0-98b3-6dd4ea05c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:52.860070 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b1068d0c-1a29-4eb0-98b3-6dd4ea05c4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:52.865711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b1068d0c-1a29-4eb0-98b3-6dd4ea05c4b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9cc13d1-6911-4b84-a39f-028b1e317413 HTTP/1.1" status: 204 len: 168 time: 0.1489382 Sep 30 08:27:52.871158 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1068d0c-1a29-4eb0-98b3-6dd4ea05c4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cc13d1-6911-4b84-a39f-028b1e317413,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:53.717658 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84396341-60f9-46c2-95b3-b0cd43eabd77 req-470ba977-745e-44be-a24d-5077a8931015 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:53.725877 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84396341-60f9-46c2-95b3-b0cd43eabd77 req-470ba977-745e-44be-a24d-5077a8931015 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 1096 time: 0.0487049 Sep 30 08:27:53.766498 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84396341-60f9-46c2-95b3-b0cd43eabd77 req-f3548b4a-a967-49c4-bcd5-bca6061910d2 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396848 Sep 30 08:27:53.950662 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57532) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:54.082383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-78993f2a-aeeb-4a24-950c-3a6479619ecd tempest-SubnetPoolsTestJSON-29504888 tempest-SubnetPoolsTestJSON-29504888-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1280307053', 'prefixes': ['172.20.0.0/16']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:54.144858 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78993f2a-aeeb-4a24-950c-3a6479619ecd tempest-SubnetPoolsTestJSON-29504888 tempest-SubnetPoolsTestJSON-29504888-project] Notify callbacks [] for subnetpool, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.146495 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-78993f2a-aeeb-4a24-950c-3a6479619ecd tempest-SubnetPoolsTestJSON-29504888 tempest-SubnetPoolsTestJSON-29504888-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1947725 Sep 30 08:27:54.149159 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57540) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:54.199918 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6c1c5ab2-370d-42a6-8a7c-3283bf46b9e7 tempest-SubnetPoolsTestJSON-29504888 tempest-SubnetPoolsTestJSON-29504888-project] 10.222.0.24 "GET /v2.0/subnetpools/9809a0f0-8feb-4eff-9d77-227ff7831ca0 HTTP/1.1" status: 200 len: 732 time: 0.0469480 Sep 30 08:27:54.200040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57544) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:54.205016 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f01c6a13-7098-4493-8e34-939ed9b9faab tempest-SubnetPoolsTestJSON-29504888 tempest-SubnetPoolsTestJSON-29504888-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1523577282'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:27:54.288406 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f01c6a13-7098-4493-8e34-939ed9b9faab tempest-SubnetPoolsTestJSON-29504888 tempest-SubnetPoolsTestJSON-29504888-project] Notify callbacks [] for subnetpool, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.291430 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f01c6a13-7098-4493-8e34-939ed9b9faab tempest-SubnetPoolsTestJSON-29504888 tempest-SubnetPoolsTestJSON-29504888-project] 10.222.0.24 "PUT /v2.0/subnetpools/9809a0f0-8feb-4eff-9d77-227ff7831ca0 HTTP/1.1" status: 200 len: 684 time: 0.0896270 Sep 30 08:27:54.300360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57554) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:54.304905 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57556) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:54.433997 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-876fa7f5-3c7c-4e95-b209-7f343ce63fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.477043 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9856a736-4613-4dd2-9f12-9654d75d07de tempest-SubnetPoolsTestJSON-29504888 tempest-SubnetPoolsTestJSON-29504888-project] Notify callbacks [] for subnetpool, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.481023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9856a736-4613-4dd2-9f12-9654d75d07de tempest-SubnetPoolsTestJSON-29504888 tempest-SubnetPoolsTestJSON-29504888-project] 10.222.0.24 "DELETE /v2.0/subnetpools/9809a0f0-8feb-4eff-9d77-227ff7831ca0 HTTP/1.1" status: 204 len: 168 time: 0.1788850 Sep 30 08:27:54.481191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57562) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:54.484334 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241af15c-56b1-49b8-95fd-d9fe180a50f2 req-a2bd61d1-35c4-4db3-b596-073222f2e3cd tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:54.486729 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-241af15c-56b1-49b8-95fd-d9fe180a50f2 req-a2bd61d1-35c4-4db3-b596-073222f2e3cd tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 1097 time: 0.0620673 Sep 30 08:27:54.496542 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-35b3634d-1334-4f27-a45b-714623982113 tempest-SubnetPoolsTestJSON-29504888 tempest-SubnetPoolsTestJSON-29504888-project] show failed (client error): The resource could not be found. Sep 30 08:27:54.497912 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-35b3634d-1334-4f27-a45b-714623982113 tempest-SubnetPoolsTestJSON-29504888 tempest-SubnetPoolsTestJSON-29504888-project] 10.222.0.24 "GET /v2.0/subnetpools/9809a0f0-8feb-4eff-9d77-227ff7831ca0 HTTP/1.1" status: 404 len: 346 time: 0.0156300 Sep 30 08:27:54.501414 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:54.511884 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-241af15c-56b1-49b8-95fd-d9fe180a50f2 req-b87b1a34-78a9-4770-9fbb-ccfb99116e53 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.525995 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-3a5c783b-2721-4ce9-9b87-21521a2dccd9 tempest-SubnetPoolsTestJSON-29504888 tempest-SubnetPoolsTestJSON-29504888-project] delete failed (client error): The resource could not be found. Sep 30 08:27:54.527184 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3a5c783b-2721-4ce9-9b87-21521a2dccd9 tempest-SubnetPoolsTestJSON-29504888 tempest-SubnetPoolsTestJSON-29504888-project] 10.222.0.24 "DELETE /v2.0/subnetpools/9809a0f0-8feb-4eff-9d77-227ff7831ca0 HTTP/1.1" status: 404 len: 346 time: 0.0246460 Sep 30 08:27:54.570043 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-876fa7f5-3c7c-4e95-b209-7f343ce63fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.574874 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-876fa7f5-3c7c-4e95-b209-7f343ce63fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.622371 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fa7f5-3c7c-4e95-b209-7f343ce63fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90476025-60ca-4a44-8436-329a4d56c7ff,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:54.627585 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-876fa7f5-3c7c-4e95-b209-7f343ce63fbb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2acff0602e04f54af6162f1f1a8208e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204942 Sep 30 08:27:54.630406 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:54.701203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-075642fc-f53f-4784-b259-3483e83ca4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.726914 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-075642fc-f53f-4784-b259-3483e83ca4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.739619 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-241af15c-56b1-49b8-95fd-d9fe180a50f2 req-b87b1a34-78a9-4770-9fbb-ccfb99116e53 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.745918 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-241af15c-56b1-49b8-95fd-d9fe180a50f2 req-b87b1a34-78a9-4770-9fbb-ccfb99116e53 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.770127 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-241af15c-56b1-49b8-95fd-d9fe180a50f2 req-b87b1a34-78a9-4770-9fbb-ccfb99116e53 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759442 Sep 30 08:27:54.785157 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-075642fc-f53f-4784-b259-3483e83ca4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.789628 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-075642fc-f53f-4784-b259-3483e83ca4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:54.791800 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-075642fc-f53f-4784-b259-3483e83ca4ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90476025-60ca-4a44-8436-329a4d56c7ff HTTP/1.1" status: 204 len: 168 time: 0.1594884 Sep 30 08:27:54.810246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075642fc-f53f-4784-b259-3483e83ca4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90476025-60ca-4a44-8436-329a4d56c7ff,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:54.823435 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b1a34-78a9-4770-9fbb-ccfb99116e53 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d610d6b-e5ff-4c6f-9fa8-cfbd3bfd6e97,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:54.880610 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57588) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:54.969340 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0fd51-30ee-4322-b0e7-4b266b3720f6 req-cff39cf6-2808-402f-b1a0-a4ea5318ec53 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:54.978576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f9f0fd51-30ee-4322-b0e7-4b266b3720f6 req-cff39cf6-2808-402f-b1a0-a4ea5318ec53 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 1096 time: 0.1040637 Sep 30 08:27:55.029263 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0928e72a-c207-4848-a0d3-15fa038cb55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.036281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa7d40-1837-4b7e-88a6-522d3813b53a req-3d809323-992f-4ff7-bf43-42805787a0be tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:55.038087 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7aa7d40-1837-4b7e-88a6-522d3813b53a req-3d809323-992f-4ff7-bf43-42805787a0be tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.1044488 Sep 30 08:27:55.040334 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f9f0fd51-30ee-4322-b0e7-4b266b3720f6 req-4c569d1e-f02c-47ef-bf1a-b4f697dc9b51 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=de1fff16-ccf4-4f0f-a71c-af8c31fc3341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609646 Sep 30 08:27:55.086899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7aa7d40-1837-4b7e-88a6-522d3813b53a req-e1c1d0c6-80ce-457b-b195-6575659b428a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429785 Sep 30 08:27:55.121342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:55.223130 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d5c7e9b3-94cf-4b31-88dd-f87db3d849b3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/34e65214-7641-46bf-b79e-11fe2c878028 HTTP/1.1" status: 200 len: 994 time: 0.1003768 Sep 30 08:27:55.225072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84fb09-14a3-423e-b1b8-ab03ae03e04f req-f4264176-fd08-4d9a-b990-e060fa12f00c tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:55.236795 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8e84fb09-14a3-423e-b1b8-ab03ae03e04f req-f4264176-fd08-4d9a-b990-e060fa12f00c tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 1096 time: 0.1460469 Sep 30 08:27:55.291447 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0928e72a-c207-4848-a0d3-15fa038cb55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.300441 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0928e72a-c207-4848-a0d3-15fa038cb55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.363300 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57604) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:55.366589 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0928e72a-c207-4848-a0d3-15fa038cb55a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49f0c07073c24c0ea54bf6a64273027b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4847403 Sep 30 08:27:55.370072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:55.377608 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4e715df-30a3-4bf5-ad5d-43cb8c28f4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.385658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928e72a-c207-4848-a0d3-15fa038cb55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98efa56d-e0ff-4e77-8e12-b337201050ea,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:55.459499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-8e84fb09-14a3-423e-b1b8-ab03ae03e04f req-3ed7fce5-fd45-4f72-89db-8f3af1abaf78 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Deleting port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:55.459963 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8e84fb09-14a3-423e-b1b8-ab03ae03e04f req-3ed7fce5-fd45-4f72-89db-8f3af1abaf78 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.461997 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54a174b3-7680-4576-8eb5-714a9d484ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.504681 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4e715df-30a3-4bf5-ad5d-43cb8c28f4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.512895 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54a174b3-7680-4576-8eb5-714a9d484ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.515552 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device b5e7e42c-6743-459b-b4c4-40709944988a no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:55.520511 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4e715df-30a3-4bf5-ad5d-43cb8c28f4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.542114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: b5e7e42c-6743-459b-b4c4-40709944988a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:55.542718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device b5e7e42c-6743-459b-b4c4-40709944988a not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:55.569425 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-79b88b40-491a-4bab-adc3-e93c64e6e845 req-c2dff12e-b464-4e9e-9c9a-f178fcdc4477 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:27:55.577434 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79b88b40-491a-4bab-adc3-e93c64e6e845 req-c2dff12e-b464-4e9e-9c9a-f178fcdc4477 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072381 Sep 30 08:27:55.590838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e715df-30a3-4bf5-ad5d-43cb8c28f4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33abf27-0fb4-43d2-9b5c-39589d3581fd,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:55.611853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-8e84fb09-14a3-423e-b1b8-ab03ae03e04f req-3ed7fce5-fd45-4f72-89db-8f3af1abaf78 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] For port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=3d3292c5-b39c-4d5a-bd36-f5ea2013ace2,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:55.613511 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8e84fb09-14a3-423e-b1b8-ab03ae03e04f req-3ed7fce5-fd45-4f72-89db-8f3af1abaf78 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.626979 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d4e715df-30a3-4bf5-ad5d-43cb8c28f4d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bb04ba6b39c447d8885758f559ee7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617433 Sep 30 08:27:55.641697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57622) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:55.660707 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-8e84fb09-14a3-423e-b1b8-ab03ae03e04f req-3ed7fce5-fd45-4f72-89db-8f3af1abaf78 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Calling delete_port for 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:55.684749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54a174b3-7680-4576-8eb5-714a9d484ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.687329 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54a174b3-7680-4576-8eb5-714a9d484ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.689322 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-54a174b3-7680-4576-8eb5-714a9d484ede admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98efa56d-e0ff-4e77-8e12-b337201050ea HTTP/1.1" status: 204 len: 168 time: 0.3179536 Sep 30 08:27:55.725361 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-604a182a-533b-4db7-ba24-6845a56623ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.749207 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-604a182a-533b-4db7-ba24-6845a56623ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.772974 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a174b3-7680-4576-8eb5-714a9d484ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98efa56d-e0ff-4e77-8e12-b337201050ea,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:55.829387 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-604a182a-533b-4db7-ba24-6845a56623ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.832290 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-604a182a-533b-4db7-ba24-6845a56623ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.834412 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-604a182a-533b-4db7-ba24-6845a56623ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a33abf27-0fb4-43d2-9b5c-39589d3581fd HTTP/1.1" status: 204 len: 168 time: 0.1898844 Sep 30 08:27:55.849167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a182a-533b-4db7-ba24-6845a56623ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33abf27-0fb4-43d2-9b5c-39589d3581fd,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:55.917408 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8e84fb09-14a3-423e-b1b8-ab03ae03e04f req-3ed7fce5-fd45-4f72-89db-8f3af1abaf78 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:55.950509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['3d3292c5-b39c-4d5a-bd36-f5ea2013ace2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:27:55.996712 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7fce5-fd45-4f72-89db-8f3af1abaf78 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d3292c5-b39c-4d5a-bd36-f5ea2013ace2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:56.044552 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e84fb09-14a3-423e-b1b8-ab03ae03e04f req-3ed7fce5-fd45-4f72-89db-8f3af1abaf78 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] No DVR routers for this DVR port 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:27:56.049554 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8e84fb09-14a3-423e-b1b8-ab03ae03e04f req-3ed7fce5-fd45-4f72-89db-8f3af1abaf78 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:56.051986 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8e84fb09-14a3-423e-b1b8-ab03ae03e04f req-3ed7fce5-fd45-4f72-89db-8f3af1abaf78 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.35 "DELETE /v2.0/ports/3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 HTTP/1.1" status: 204 len: 173 time: 0.8060560 Sep 30 08:27:56.052598 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752e7277-4903-4612-b721-1f035c5a69d7', 'name': 'network-vif-deleted', 'tag': '3d3292c5-b39c-4d5a-bd36-f5ea2013ace2'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:27:56.080075 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f890f7-c061-4741-b038-c3d9c0ca00ab" -d '{"events": [{"server_uuid": "752e7277-4903-4612-b721-1f035c5a69d7", "name": "network-vif-deleted", "tag": "3d3292c5-b39c-4d5a-bd36-f5ea2013ace2"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:27:56.208523 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b00f5c5-0124-48cf-b0f3-2c78f86ff7a5 x-openstack-request-id: req-5b00f5c5-0124-48cf-b0f3-2c78f86ff7a5 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:27:56.208777 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752e7277-4903-4612-b721-1f035c5a69d7", "name": "network-vif-deleted", "tag": "3d3292c5-b39c-4d5a-bd36-f5ea2013ace2", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:27:56.209026 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b00f5c5-0124-48cf-b0f3-2c78f86ff7a5 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:27:56.209801 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752e7277-4903-4612-b721-1f035c5a69d7', 'name': 'network-vif-deleted', 'tag': '3d3292c5-b39c-4d5a-bd36-f5ea2013ace2', 'status': 'completed', 'code': 200} Sep 30 08:27:56.220272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea837338-fc1e-4212-9e83-0e5e8570cceb req-c79b3baa-2881-487a-97cc-8a4a7fae1164 tempest-TestServerMultinode-848927379 tempest-TestServerMultinode-848927379-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=752e7277-4903-4612-b721-1f035c5a69d7 HTTP/1.1" status: 200 len: 210 time: 0.0638876 Sep 30 08:27:56.381437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf976a9-2064-4d46-b6ff-ecb4171dcab7 req-04c4f7f2-7040-45ca-92d8-0d4f9bee9c77 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:56.394911 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-baf976a9-2064-4d46-b6ff-ecb4171dcab7 req-04c4f7f2-7040-45ca-92d8-0d4f9bee9c77 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.1069756 Sep 30 08:27:56.441852 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-baf976a9-2064-4d46-b6ff-ecb4171dcab7 req-78441163-26b1-4bec-acad-9930d21299ea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454488 Sep 30 08:27:56.560230 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-765f6011-08da-478e-b684-8bd073c8b0e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2874112 Sep 30 08:27:57.303038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:57.707857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09b59d-f82e-421b-9b18-a99a320b19a4 req-a4b4a534-f209-446b-9fc4-9fdd146622bf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:57.709496 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-de09b59d-f82e-421b-9b18-a99a320b19a4 req-a4b4a534-f209-446b-9fc4-9fdd146622bf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.1264763 Sep 30 08:27:57.785921 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-de09b59d-f82e-421b-9b18-a99a320b19a4 req-2b79fd37-4c2f-4fdb-8b22-a36a08f5affd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648406 Sep 30 08:27:57.891920 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e33598a3-b5e2-4e5c-a9e6-aebd3fe4b7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:58.552280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e33598a3-b5e2-4e5c-a9e6-aebd3fe4b7a7 admin admin] Deleting port 9678807e-6eee-4f42-abff-e1252d43c60f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:27:58.553436 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e33598a3-b5e2-4e5c-a9e6-aebd3fe4b7a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:58.641351 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-947c677e-0319-4771-9d1d-7d72e31f0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:58.643051 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-947c677e-0319-4771-9d1d-7d72e31f0ec6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 1097 time: 0.0711517 Sep 30 08:27:58.746654 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e33598a3-b5e2-4e5c-a9e6-aebd3fe4b7a7 admin admin] For port 9678807e-6eee-4f42-abff-e1252d43c60f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9678807e-6eee-4f42-abff-e1252d43c60f,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:27:58.746654 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e33598a3-b5e2-4e5c-a9e6-aebd3fe4b7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:58.782200 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e33598a3-b5e2-4e5c-a9e6-aebd3fe4b7a7 admin admin] Calling delete_port for 9678807e-6eee-4f42-abff-e1252d43c60f owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:27:58.901306 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-b7c03a9a-ae91-4a9f-a334-1161b24161b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:58.903488 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-b7c03a9a-ae91-4a9f-a334-1161b24161b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=094422d0-a463-4c54-8c68-8929e1bb8675 HTTP/1.1" status: 200 len: 897 time: 0.2517679 Sep 30 08:27:59.026481 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b81b66-2bdf-451f-a4a2-8a17b78f2577 req-dfd1eddb-7dbc-40cb-adcc-4b44c696520a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:59.028108 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-64b81b66-2bdf-451f-a4a2-8a17b78f2577 req-dfd1eddb-7dbc-40cb-adcc-4b44c696520a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.1236057 Sep 30 08:27:59.040315 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-71b01816-b22d-424a-840c-7829499758f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d975092e-11fd-4c50-8353-8e4a70e86278 HTTP/1.1" status: 200 len: 1002 time: 0.1062429 Sep 30 08:27:59.059969 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e33598a3-b5e2-4e5c-a9e6-aebd3fe4b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:59.090785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33598a3-b5e2-4e5c-a9e6-aebd3fe4b7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9678807e-6eee-4f42-abff-e1252d43c60f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:27:59.124840 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-64b81b66-2bdf-451f-a4a2-8a17b78f2577 req-c55f544d-43c5-4506-b33f-a0dfcedd71eb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885770 Sep 30 08:27:59.140290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-02616d10-8cf4-4638-923b-6da79cff8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:59.142366 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-02616d10-8cf4-4638-923b-6da79cff8049 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11a375-5f76-49d8-ba5b-703b14c2ec3e HTTP/1.1" status: 200 len: 832 time: 0.0950358 Sep 30 08:27:59.205829 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-e7f10a97-6f31-4efd-a943-fd2f3f8837a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:27:59.207534 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-e7f10a97-6f31-4efd-a943-fd2f3f8837a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=094422d0-a463-4c54-8c68-8929e1bb8675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577257 Sep 30 08:27:59.299141 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e33598a3-b5e2-4e5c-a9e6-aebd3fe4b7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:59.335865 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-3c90a9d9-4ffd-42c4-acc4-554dbfd926a3 service neutron] 10.222.0.36 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205463 Sep 30 08:27:59.434773 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:27:59.464515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:27:59.465379 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-549301e9-f2fd-4d46-95f9-70e8a3de86d2 service neutron] 10.222.0.36 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173620 Sep 30 08:27:59.465623 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 3d3292c5-b39c-4d5a-bd36-f5ea2013ace2 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:27:59.593892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33598a3-b5e2-4e5c-a9e6-aebd3fe4b7a7 admin admin] Router 11eccf73-c656-41e8-bf3b-0189322ab984 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:27:59.596821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57810) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:59.720753 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8badd622-42c8-481f-b27e-879cf07d905b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:59.722615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33598a3-b5e2-4e5c-a9e6-aebd3fe4b7a7 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:27:59.731081 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e33598a3-b5e2-4e5c-a9e6-aebd3fe4b7a7 admin admin] 10.222.0.24 "PUT /v2.0/routers/11eccf73-c656-41e8-bf3b-0189322ab984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4267714 Sep 30 08:27:59.731261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57814) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:27:59.732462 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df3b6d-0e1c-4450-8249-d4bcbf3ffd92 None None] Sync routers for ids ['11eccf73-c656-41e8-bf3b-0189322ab984'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:27:59.743554 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df3b6d-0e1c-4450-8249-d4bcbf3ffd92 None None] Routers {'11eccf73-c656-41e8-bf3b-0189322ab984'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:27:59.744185 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-10df3b6d-0e1c-4450-8249-d4bcbf3ffd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['11eccf73-c656-41e8-bf3b-0189322ab984'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:27:59.784909 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:27:59.862600 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-10df3b6d-0e1c-4450-8249-d4bcbf3ffd92 None None] Set router 11eccf73-c656-41e8-bf3b-0189322ab984 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:00.091109 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-10df3b6d-0e1c-4450-8249-d4bcbf3ffd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'name': 'tempest-TestServerMultinode-1404202012-router', 'tenant_id': 'dea90ac4431d4de0bea7ff07475b5807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:47Z', 'updated_at': '2021-09-30T08:27:58Z', 'revision_number': 5, 'project_id': 'dea90ac4431d4de0bea7ff07475b5807', 'gw_port': {'id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:00.122514 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df3b6d-0e1c-4450-8249-d4bcbf3ffd92 None None] Checking router: 11eccf73-c656-41e8-bf3b-0189322ab984 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:28:00.132969 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df3b6d-0e1c-4450-8249-d4bcbf3ffd92 None None] Routers {'11eccf73-c656-41e8-bf3b-0189322ab984'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:00.133930 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-10df3b6d-0e1c-4450-8249-d4bcbf3ffd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['11eccf73-c656-41e8-bf3b-0189322ab984'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:00.309256 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-10df3b6d-0e1c-4450-8249-d4bcbf3ffd92 None None] Set router 11eccf73-c656-41e8-bf3b-0189322ab984 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:00.383357 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e80d1a5-6ae5-4c3d-96b2-693c0481d9a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.548499 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c40c4-5b65-4f4a-9732-e0100a3f391d req-7e773808-49d8-4b50-a333-339c8ab0b5bb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:00.550711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-634c40c4-5b65-4f4a-9732-e0100a3f391d req-7e773808-49d8-4b50-a333-339c8ab0b5bb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.2353137 Sep 30 08:28:00.553267 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-10df3b6d-0e1c-4450-8249-d4bcbf3ffd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'name': 'tempest-TestServerMultinode-1404202012-router', 'tenant_id': 'dea90ac4431d4de0bea7ff07475b5807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:47Z', 'updated_at': '2021-09-30T08:27:58Z', 'revision_number': 5, 'project_id': 'dea90ac4431d4de0bea7ff07475b5807', 'gw_port': {'id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:00.586526 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df3b6d-0e1c-4450-8249-d4bcbf3ffd92 None None] The sync data for ids ['11eccf73-c656-41e8-bf3b-0189322ab984'] in n-d-807359-2 is: [{'id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'name': 'tempest-TestServerMultinode-1404202012-router', 'tenant_id': 'dea90ac4431d4de0bea7ff07475b5807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:47Z', 'updated_at': '2021-09-30T08:27:58Z', 'revision_number': 5, 'project_id': 'dea90ac4431d4de0bea7ff07475b5807', 'gw_port': {'id': 'c9872edf-9cfb-4dcb-a116-5c2467ce919e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eccf73-c656-41e8-bf3b-0189322ab984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:49Z', 'updated_at': '2021-09-30T08:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:28:00.594499 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e80d1a5-6ae5-4c3d-96b2-693c0481d9a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.617171 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8badd622-42c8-481f-b27e-879cf07d905b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.657011 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8badd622-42c8-481f-b27e-879cf07d905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.678393 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-634c40c4-5b65-4f4a-9732-e0100a3f391d req-cca7b0cb-583a-4f35-be85-7343752948e0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180089 Sep 30 08:28:00.706041 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badd622-42c8-481f-b27e-879cf07d905b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9e9764-67d0-4d4e-9902-286ef53d74f3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:00.715673 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8badd622-42c8-481f-b27e-879cf07d905b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19ea8fd62ebc4845b92f584d49b37461&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1173928 Sep 30 08:28:00.718152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57850) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:00.747332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-0e80d1a5-6ae5-4c3d-96b2-693c0481d9a1 admin admin] Deleting port c9872edf-9cfb-4dcb-a116-5c2467ce919e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:00.748597 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e80d1a5-6ae5-4c3d-96b2-693c0481d9a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.777141 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e989bc64-db3b-4d3b-97cd-8fabf13275f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.799997 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e989bc64-db3b-4d3b-97cd-8fabf13275f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.852513 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e989bc64-db3b-4d3b-97cd-8fabf13275f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.861195 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b812b8f-b5d7-417f-9e91-91ecc389a79b req-c34d17e7-c0e9-43a6-b520-790ead7d2ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:00.862459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b812b8f-b5d7-417f-9e91-91ecc389a79b req-c34d17e7-c0e9-43a6-b520-790ead7d2ab9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 1097 time: 0.0938749 Sep 30 08:28:00.868959 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e989bc64-db3b-4d3b-97cd-8fabf13275f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.876570 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e989bc64-db3b-4d3b-97cd-8fabf13275f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa9e9764-67d0-4d4e-9902-286ef53d74f3 HTTP/1.1" status: 204 len: 168 time: 0.1529615 Sep 30 08:28:00.887003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989bc64-db3b-4d3b-97cd-8fabf13275f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9e9764-67d0-4d4e-9902-286ef53d74f3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:00.931035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-0e80d1a5-6ae5-4c3d-96b2-693c0481d9a1 admin admin] For port c9872edf-9cfb-4dcb-a116-5c2467ce919e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c9872edf-9cfb-4dcb-a116-5c2467ce919e,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:00.931404 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e80d1a5-6ae5-4c3d-96b2-693c0481d9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:00.979832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-0e80d1a5-6ae5-4c3d-96b2-693c0481d9a1 admin admin] Calling delete_port for c9872edf-9cfb-4dcb-a116-5c2467ce919e owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:01.060577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b812b8f-b5d7-417f-9e91-91ecc389a79b req-70405575-3b64-4578-a365-59d33deeb505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:01.062119 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b812b8f-b5d7-417f-9e91-91ecc389a79b req-70405575-3b64-4578-a365-59d33deeb505 service neutron] 10.222.0.36 "GET /v2.0/networks?id=094422d0-a463-4c54-8c68-8929e1bb8675 HTTP/1.1" status: 200 len: 897 time: 0.1771200 Sep 30 08:28:01.191369 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b812b8f-b5d7-417f-9e91-91ecc389a79b req-6c5a64d3-f866-4cf5-8b21-3537fc0808b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d975092e-11fd-4c50-8353-8e4a70e86278 HTTP/1.1" status: 200 len: 1002 time: 0.1170650 Sep 30 08:28:01.238029 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57868) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:01.251695 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ace72723-f61c-442f-a005-a81e6ee5fd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.284926 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b812b8f-b5d7-417f-9e91-91ecc389a79b req-ac65e437-4291-43be-b0d0-6532c60685dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:01.286788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b812b8f-b5d7-417f-9e91-91ecc389a79b req-ac65e437-4291-43be-b0d0-6532c60685dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11a375-5f76-49d8-ba5b-703b14c2ec3e HTTP/1.1" status: 200 len: 832 time: 0.0850558 Sep 30 08:28:01.301083 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e80d1a5-6ae5-4c3d-96b2-693c0481d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.364247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80d1a5-6ae5-4c3d-96b2-693c0481d9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9872edf-9cfb-4dcb-a116-5c2467ce919e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:01.373801 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ace72723-f61c-442f-a005-a81e6ee5fd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.378998 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ace72723-f61c-442f-a005-a81e6ee5fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.425280 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ace72723-f61c-442f-a005-a81e6ee5fd3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=baa750bde167449db9681f16e22b2ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852200 Sep 30 08:28:01.426221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace72723-f61c-442f-a005-a81e6ee5fd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f29e45-c8c1-466b-a241-2a131e95d304,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:01.428912 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57870) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:01.437578 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e80d1a5-6ae5-4c3d-96b2-693c0481d9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.487089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d66dcf3-d29c-4164-99c9-02a9ee48e55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.505305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b812b8f-b5d7-417f-9e91-91ecc389a79b req-8a5c8e60-a1e9-4d9c-b45a-e40b63fd8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:01.506843 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b812b8f-b5d7-417f-9e91-91ecc389a79b req-8a5c8e60-a1e9-4d9c-b45a-e40b63fd8a82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=094422d0-a463-4c54-8c68-8929e1bb8675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014842 Sep 30 08:28:01.514617 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d66dcf3-d29c-4164-99c9-02a9ee48e55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.553577 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e80d1a5-6ae5-4c3d-96b2-693c0481d9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.557057 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e80d1a5-6ae5-4c3d-96b2-693c0481d9a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.582904 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d66dcf3-d29c-4164-99c9-02a9ee48e55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.592711 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d66dcf3-d29c-4164-99c9-02a9ee48e55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.594687 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3d66dcf3-d29c-4164-99c9-02a9ee48e55d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5f29e45-c8c1-466b-a241-2a131e95d304 HTTP/1.1" status: 204 len: 168 time: 0.1646287 Sep 30 08:28:01.610523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66dcf3-d29c-4164-99c9-02a9ee48e55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f29e45-c8c1-466b-a241-2a131e95d304,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:01.654120 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e80d1a5-6ae5-4c3d-96b2-693c0481d9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.654908 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e80d1a5-6ae5-4c3d-96b2-693c0481d9a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11eccf73-c656-41e8-bf3b-0189322ab984 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:28:01.668510 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e80d1a5-6ae5-4c3d-96b2-693c0481d9a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.670067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0e80d1a5-6ae5-4c3d-96b2-693c0481d9a1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/11eccf73-c656-41e8-bf3b-0189322ab984 HTTP/1.1" status: 204 len: 168 time: 1.9379780 Sep 30 08:28:01.673630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:01.718982 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b812b8f-b5d7-417f-9e91-91ecc389a79b req-f0bb0913-0a97-463a-9e11-8939dfae58e9 service neutron] 10.222.0.36 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029731 Sep 30 08:28:01.791508 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5634ce-c9f2-4fe2-80e0-801862a0dcd4 admin admin] Deleting subnet 8e65156f-44f7-492f-8c58-56252a63a066 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:28:01.802714 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b5634ce-c9f2-4fe2-80e0-801862a0dcd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.866370 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b5634ce-c9f2-4fe2-80e0-801862a0dcd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:01.954243 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b812b8f-b5d7-417f-9e91-91ecc389a79b req-c3e3a63a-27d3-4652-88c9-e1a22f59954e service neutron] 10.222.0.36 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334645 Sep 30 08:28:01.969205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e90c0-0792-4c27-b9a0-ab2475dbddee req-eea25ff7-470a-4f77-b461-6a908eff1e63 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:01.979090 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-029e90c0-0792-4c27-b9a0-ab2475dbddee req-eea25ff7-470a-4f77-b461-6a908eff1e63 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.1275401 Sep 30 08:28:02.037843 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b5634ce-c9f2-4fe2-80e0-801862a0dcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.060592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-029e90c0-0792-4c27-b9a0-ab2475dbddee req-e8a615de-5bb7-4a24-a11b-87344c9e64dd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734363 Sep 30 08:28:02.131515 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b5634ce-c9f2-4fe2-80e0-801862a0dcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.173405 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5634ce-c9f2-4fe2-80e0-801862a0dcd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e65156f-44f7-492f-8c58-56252a63a066,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:02.203248 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5613702c-6f53-4a91-9f7b-0c4dee53628c None None] Network 1da19e05-a7f1-4a23-af98-30f9920d2512 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:02.225217 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b5634ce-c9f2-4fe2-80e0-801862a0dcd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.229935 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6b5634ce-c9f2-4fe2-80e0-801862a0dcd4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8e65156f-44f7-492f-8c58-56252a63a066 HTTP/1.1" status: 204 len: 168 time: 0.5532360 Sep 30 08:28:02.230699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57914) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:02.381107 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.396209 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9678807e-6eee-4f42-abff-e1252d43c60f no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:02.431469 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 9678807e-6eee-4f42-abff-e1252d43c60f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:28:02.432278 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9678807e-6eee-4f42-abff-e1252d43c60f not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:28:02.432796 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c9872edf-9cfb-4dcb-a116-5c2467ce919e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:02.457895 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: c9872edf-9cfb-4dcb-a116-5c2467ce919e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:28:02.458225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c9872edf-9cfb-4dcb-a116-5c2467ce919e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:28:02.505493 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] Deleting port 7f88e927-3759-4b5b-b280-9f90b18d92d8 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:02.506449 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.528295 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb07398f-5540-47c2-b296-fd7e8dfe5df2 None None] DHCP port deletion for 1da19e05-a7f1-4a23-af98-30f9920d2512 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:28:02.581856 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fb07398f-5540-47c2-b296-fd7e8dfe5df2 None None] Deleting port 7f88e927-3759-4b5b-b280-9f90b18d92d8 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:02.582701 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb07398f-5540-47c2-b296-fd7e8dfe5df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.596921 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] For port 7f88e927-3759-4b5b-b280-9f90b18d92d8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7f88e927-3759-4b5b-b280-9f90b18d92d8,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:02.597587 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.613724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] Calling delete_port for 7f88e927-3759-4b5b-b280-9f90b18d92d8 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:02.696317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fb07398f-5540-47c2-b296-fd7e8dfe5df2 None None] For port 7f88e927-3759-4b5b-b280-9f90b18d92d8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7f88e927-3759-4b5b-b280-9f90b18d92d8,segment=NetworkSegment(db49d54e-aec7-46ef-91a3-7f6587bfa750),segment_id=db49d54e-aec7-46ef-91a3-7f6587bfa750)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:02.696721 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb07398f-5540-47c2-b296-fd7e8dfe5df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.710424 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fb07398f-5540-47c2-b296-fd7e8dfe5df2 None None] Calling delete_port for 7f88e927-3759-4b5b-b280-9f90b18d92d8 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:02.730492 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.770561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] No DVR routers for this DVR port 7f88e927-3759-4b5b-b280-9f90b18d92d8 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:02.773365 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f88e927-3759-4b5b-b280-9f90b18d92d8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:02.810112 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb07398f-5540-47c2-b296-fd7e8dfe5df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.848179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07398f-5540-47c2-b296-fd7e8dfe5df2 None None] Pushing event deleted for resources: {'Port': ['ID=7f88e927-3759-4b5b-b280-9f90b18d92d8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:02.850468 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb07398f-5540-47c2-b296-fd7e8dfe5df2 None None] No DVR routers for this DVR port 7f88e927-3759-4b5b-b280-9f90b18d92d8 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:02.891934 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.916099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da19e05-a7f1-4a23-af98-30f9920d2512']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:02.926543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db49d54e-aec7-46ef-91a3-7f6587bfa750') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:02.927172 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db49d54e-aec7-46ef-91a3-7f6587bfa750') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:02.940722 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.970336 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.981846 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:02.982303 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:02.984618 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:03.019841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57954) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:03.066778 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:03.073676 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:03.075607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1da19e05-a7f1-4a23-af98-30f9920d2512 HTTP/1.1" status: 204 len: 168 time: 0.8436856 Sep 30 08:28:03.086012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 57958) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:03.087827 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b21f4-2255-4d38-9805-e50c8c769000 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da19e05-a7f1-4a23-af98-30f9920d2512,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:03.212888 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabf501-98d0-4e5a-aef6-49b147c4a6ed req-5100f90a-f7e5-42b9-b869-04cc9610ac42 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:03.214671 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dbabf501-98d0-4e5a-aef6-49b147c4a6ed req-5100f90a-f7e5-42b9-b869-04cc9610ac42 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.0699069 Sep 30 08:28:03.286585 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dbabf501-98d0-4e5a-aef6-49b147c4a6ed req-c660bf96-b7f6-4802-aa5f-22e85921a743 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639410 Sep 30 08:28:03.415043 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad477f6d-5a1b-498c-8995-e9789d8c8e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:03.568189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57982) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:03.603978 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad477f6d-5a1b-498c-8995-e9789d8c8e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:03.610069 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad477f6d-5a1b-498c-8995-e9789d8c8e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:03.675472 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ad477f6d-5a1b-498c-8995-e9789d8c8e74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b32a9d5c83784b4cb7b861594727d39f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6544852 Sep 30 08:28:03.677201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad477f6d-5a1b-498c-8995-e9789d8c8e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774920cb-5c4a-43d6-8c0d-8c9d367e9e2e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:03.678745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57990) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:03.723325 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d0feb17-1077-432a-91b5-3961af3b43a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:03.724564 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fff907a1-7e3f-497a-a619-3cdafc4d03d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:03.824623 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fff907a1-7e3f-497a-a619-3cdafc4d03d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:03.831010 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fff907a1-7e3f-497a-a619-3cdafc4d03d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:03.865057 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d60f4842-0dc5-4066-a507-79bf5accb771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:03.887823 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fff907a1-7e3f-497a-a619-3cdafc4d03d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3e0b619b1154d03bc5d0ab290c81cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183978 Sep 30 08:28:03.891761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff907a1-7e3f-497a-a619-3cdafc4d03d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af08c6ff-8d98-458a-8913-756a88acb285,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:03.894264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 57992) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:03.909277 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d60f4842-0dc5-4066-a507-79bf5accb771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:03.982923 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-603ed840-6e9a-4fd1-8854-2b5a964ea5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.008107 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d60f4842-0dc5-4066-a507-79bf5accb771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.010942 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d60f4842-0dc5-4066-a507-79bf5accb771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.014378 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d60f4842-0dc5-4066-a507-79bf5accb771 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/774920cb-5c4a-43d6-8c0d-8c9d367e9e2e HTTP/1.1" status: 204 len: 168 time: 0.3315797 Sep 30 08:28:04.014521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4d0feb17-1077-432a-91b5-3961af3b43a3 admin admin] Deleting port 0747781c-511f-4434-ba78-3f36fa7c883b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:04.014521 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d0feb17-1077-432a-91b5-3961af3b43a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.014757 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-603ed840-6e9a-4fd1-8854-2b5a964ea5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.030391 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f4842-0dc5-4066-a507-79bf5accb771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774920cb-5c4a-43d6-8c0d-8c9d367e9e2e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:04.094321 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-603ed840-6e9a-4fd1-8854-2b5a964ea5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.097369 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-603ed840-6e9a-4fd1-8854-2b5a964ea5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.102214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-603ed840-6e9a-4fd1-8854-2b5a964ea5fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af08c6ff-8d98-458a-8913-756a88acb285 HTTP/1.1" status: 204 len: 168 time: 0.2033091 Sep 30 08:28:04.116386 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ed840-6e9a-4fd1-8854-2b5a964ea5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af08c6ff-8d98-458a-8913-756a88acb285,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:04.170840 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-4d0feb17-1077-432a-91b5-3961af3b43a3 admin admin] For port 0747781c-511f-4434-ba78-3f36fa7c883b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0747781c-511f-4434-ba78-3f36fa7c883b,segment=NetworkSegment(c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e),segment_id=c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:04.171378 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d0feb17-1077-432a-91b5-3961af3b43a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.181196 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 7f88e927-3759-4b5b-b280-9f90b18d92d8 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:04.190897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4d0feb17-1077-432a-91b5-3961af3b43a3 admin admin] Calling delete_port for 0747781c-511f-4434-ba78-3f36fa7c883b owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:04.242210 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 7f88e927-3759-4b5b-b280-9f90b18d92d8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:28:04.243781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 7f88e927-3759-4b5b-b280-9f90b18d92d8 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:28:04.487103 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d0feb17-1077-432a-91b5-3961af3b43a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.498193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56e324-2333-4fca-ba57-708428f03547 req-2a6f7043-79ea-4213-b98b-ba86d6b711c9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:04.500084 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e56e324-2333-4fca-ba57-708428f03547 req-2a6f7043-79ea-4213-b98b-ba86d6b711c9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.0856094 Sep 30 08:28:04.528139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0feb17-1077-432a-91b5-3961af3b43a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0747781c-511f-4434-ba78-3f36fa7c883b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:04.577067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58020) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:04.602691 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14b02152-5a33-45a6-92d0-b8af9d37c44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.617388 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e56e324-2333-4fca-ba57-708428f03547 req-86e5e5de-c3b0-4c93-8bc7-7e696716f1b6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107614 Sep 30 08:28:04.742247 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14b02152-5a33-45a6-92d0-b8af9d37c44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.748916 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14b02152-5a33-45a6-92d0-b8af9d37c44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.762481 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d0feb17-1077-432a-91b5-3961af3b43a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.848764 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-14b02152-5a33-45a6-92d0-b8af9d37c44f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f43b381f9d74d94a95e98a54aa81476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2640498 Sep 30 08:28:04.849506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b02152-5a33-45a6-92d0-b8af9d37c44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2510c83-60da-4d07-9cd8-d53039fb534c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:04.852069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58028) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:04.910208 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-655e7125-4f48-4e9b-b5f4-c5a3d7548333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:04.965865 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-655e7125-4f48-4e9b-b5f4-c5a3d7548333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:05.075875 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-655e7125-4f48-4e9b-b5f4-c5a3d7548333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:05.080735 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-655e7125-4f48-4e9b-b5f4-c5a3d7548333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:05.082711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-655e7125-4f48-4e9b-b5f4-c5a3d7548333 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2510c83-60da-4d07-9cd8-d53039fb534c HTTP/1.1" status: 204 len: 168 time: 0.2296429 Sep 30 08:28:05.134924 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0feb17-1077-432a-91b5-3961af3b43a3 admin admin] Router ebfc8715-6fb2-4328-a813-fbab2b1875d0 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:28:05.136660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e7125-4f48-4e9b-b5f4-c5a3d7548333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2510c83-60da-4d07-9cd8-d53039fb534c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:05.335471 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0feb17-1077-432a-91b5-3961af3b43a3 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:28:05.341139 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4d0feb17-1077-432a-91b5-3961af3b43a3 admin admin] 10.222.0.24 "PUT /v2.0/routers/ebfc8715-6fb2-4328-a813-fbab2b1875d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2532563 Sep 30 08:28:05.343562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58050) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:05.349478 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b49556-a1aa-49c6-83dd-4b0346e0df13 None None] Sync routers for ids ['ebfc8715-6fb2-4328-a813-fbab2b1875d0'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:28:05.371680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b49556-a1aa-49c6-83dd-4b0346e0df13 None None] Routers {'ebfc8715-6fb2-4328-a813-fbab2b1875d0'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:05.372590 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a7b49556-a1aa-49c6-83dd-4b0346e0df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ebfc8715-6fb2-4328-a813-fbab2b1875d0'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:05.558009 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0de5d371-a249-45b9-b107-654a00e47001 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:05.814037 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a7b49556-a1aa-49c6-83dd-4b0346e0df13 None None] Set router ebfc8715-6fb2-4328-a813-fbab2b1875d0 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:05.825051 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0de5d371-a249-45b9-b107-654a00e47001 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:05.918123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbeeb88-aa99-4bb4-8364-99b37e1adab0 req-41a0b948-a31e-41c3-b4cc-0f3d22cc0b03 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:05.920120 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bbeeb88-aa99-4bb4-8364-99b37e1adab0 req-41a0b948-a31e-41c3-b4cc-0f3d22cc0b03 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.1925642 Sep 30 08:28:05.961000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-0de5d371-a249-45b9-b107-654a00e47001 admin admin] Deleting port 2b9264c7-5d3a-418c-9e46-8490052be4ac {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:05.961344 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0de5d371-a249-45b9-b107-654a00e47001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.002160 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bbeeb88-aa99-4bb4-8364-99b37e1adab0 req-636b54bf-c127-4665-b017-e18662a0e305 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727906 Sep 30 08:28:06.094389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-0de5d371-a249-45b9-b107-654a00e47001 admin admin] For port 2b9264c7-5d3a-418c-9e46-8490052be4ac, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2b9264c7-5d3a-418c-9e46-8490052be4ac,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:06.094389 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0de5d371-a249-45b9-b107-654a00e47001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.111225 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-0de5d371-a249-45b9-b107-654a00e47001 admin admin] Calling delete_port for 2b9264c7-5d3a-418c-9e46-8490052be4ac owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:06.205294 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a7b49556-a1aa-49c6-83dd-4b0346e0df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'name': 'tempest-TestServerMultinode-1442394383-router', 'tenant_id': '49e963b164c949d48786f80f7900a596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2b9264c7-5d3a-418c-9e46-8490052be4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:28:04Z', 'revision_number': 5, 'project_id': '49e963b164c949d48786f80f7900a596', 'gw_port': {'id': '2b9264c7-5d3a-418c-9e46-8490052be4ac', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:de:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:27:08Z', 'updated_at': '2021-09-30T08:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:06.240065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b49556-a1aa-49c6-83dd-4b0346e0df13 None None] Checking router: ebfc8715-6fb2-4328-a813-fbab2b1875d0 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:28:06.264387 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b49556-a1aa-49c6-83dd-4b0346e0df13 None None] Routers {'ebfc8715-6fb2-4328-a813-fbab2b1875d0'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:06.265150 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a7b49556-a1aa-49c6-83dd-4b0346e0df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:27:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ebfc8715-6fb2-4328-a813-fbab2b1875d0'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:06.366977 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a7b49556-a1aa-49c6-83dd-4b0346e0df13 None None] Set router ebfc8715-6fb2-4328-a813-fbab2b1875d0 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:06.390995 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0de5d371-a249-45b9-b107-654a00e47001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.430205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a7b49556-a1aa-49c6-83dd-4b0346e0df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'name': 'tempest-TestServerMultinode-1442394383-router', 'tenant_id': '49e963b164c949d48786f80f7900a596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:28:05Z', 'revision_number': 6, 'project_id': '49e963b164c949d48786f80f7900a596', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:06.445620 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5d371-a249-45b9-b107-654a00e47001 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9264c7-5d3a-418c-9e46-8490052be4ac,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:06.459723 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b49556-a1aa-49c6-83dd-4b0346e0df13 None None] The sync data for ids ['ebfc8715-6fb2-4328-a813-fbab2b1875d0'] in n-d-807359-2 is: [{'id': 'ebfc8715-6fb2-4328-a813-fbab2b1875d0', 'name': 'tempest-TestServerMultinode-1442394383-router', 'tenant_id': '49e963b164c949d48786f80f7900a596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:27:07Z', 'updated_at': '2021-09-30T08:28:05Z', 'revision_number': 6, 'project_id': '49e963b164c949d48786f80f7900a596', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:28:06.535598 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0de5d371-a249-45b9-b107-654a00e47001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.693746 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0de5d371-a249-45b9-b107-654a00e47001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.699262 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0de5d371-a249-45b9-b107-654a00e47001 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.766604 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0de5d371-a249-45b9-b107-654a00e47001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.767304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de5d371-a249-45b9-b107-654a00e47001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebfc8715-6fb2-4328-a813-fbab2b1875d0 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:28:06.776107 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0de5d371-a249-45b9-b107-654a00e47001 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.780417 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0de5d371-a249-45b9-b107-654a00e47001 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ebfc8715-6fb2-4328-a813-fbab2b1875d0 HTTP/1.1" status: 204 len: 168 time: 1.4346185 Sep 30 08:28:06.780599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58132) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:06.858845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2866972-3e7d-48fb-a39b-e90691be352f admin admin] Deleting subnet 6b8adc1c-710f-4580-ac99-a21287b6f569 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:28:06.866164 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2866972-3e7d-48fb-a39b-e90691be352f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:06.921825 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2866972-3e7d-48fb-a39b-e90691be352f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.058071 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2866972-3e7d-48fb-a39b-e90691be352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.144421 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2866972-3e7d-48fb-a39b-e90691be352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.184621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2866972-3e7d-48fb-a39b-e90691be352f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b8adc1c-710f-4580-ac99-a21287b6f569,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:07.193789 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2866972-3e7d-48fb-a39b-e90691be352f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.194664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76910300-ef8a-4ed1-82e3-5d2964112279 None None] Network 04e0a6a1-ea48-4167-8272-63387157fdd8 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:07.197126 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c2866972-3e7d-48fb-a39b-e90691be352f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6b8adc1c-710f-4580-ac99-a21287b6f569 HTTP/1.1" status: 204 len: 168 time: 0.4146488 Sep 30 08:28:07.199609 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58160) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:07.264512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708ce2-0878-44ba-93f8-a935a7c25dce req-a4d38eaa-198d-4775-a63d-6633ba2badea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:07.290940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb708ce2-0878-44ba-93f8-a935a7c25dce req-a4d38eaa-198d-4775-a63d-6633ba2badea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.1615853 Sep 30 08:28:07.342361 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.409691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb708ce2-0878-44ba-93f8-a935a7c25dce req-9149cf15-ca09-4067-b76e-c45dae0f17d5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158397 Sep 30 08:28:07.483097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] Deleting port 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:07.483442 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.492042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f6f3e2-4647-4e9c-a7a6-78f84219cb1a None None] DHCP port deletion for 04e0a6a1-ea48-4167-8272-63387157fdd8 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:28:07.513152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58168) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:07.560612 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f0f6f3e2-4647-4e9c-a7a6-78f84219cb1a None None] Deleting port 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:07.561077 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f3e2-4647-4e9c-a7a6-78f84219cb1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.629938 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] For port 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2f4cb815-bb09-4564-9d9c-0a8374a2fd1b,segment=NetworkSegment(c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e),segment_id=c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:07.630596 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.647657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f0f6f3e2-4647-4e9c-a7a6-78f84219cb1a None None] For port 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2f4cb815-bb09-4564-9d9c-0a8374a2fd1b,segment=NetworkSegment(c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e),segment_id=c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:07.648264 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f3e2-4647-4e9c-a7a6-78f84219cb1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.653778 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] Calling delete_port for 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:07.665608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f0f6f3e2-4647-4e9c-a7a6-78f84219cb1a None None] Calling delete_port for 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:07.810812 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.833006 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f3e2-4647-4e9c-a7a6-78f84219cb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:07.862863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6f3e2-4647-4e9c-a7a6-78f84219cb1a None None] Pushing event deleted for resources: {'Port': ['ID=2f4cb815-bb09-4564-9d9c-0a8374a2fd1b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:07.888676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f4cb815-bb09-4564-9d9c-0a8374a2fd1b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:07.891177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f6f3e2-4647-4e9c-a7a6-78f84219cb1a None None] No DVR routers for this DVR port 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:07.892672 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] No DVR routers for this DVR port 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:07.945935 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09c5a9a8-d2f2-4b49-8bf1-d683ea7f305d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.087235 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09c5a9a8-d2f2-4b49-8bf1-d683ea7f305d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.095078 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09c5a9a8-d2f2-4b49-8bf1-d683ea7f305d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.157152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5a9a8-d2f2-4b49-8bf1-d683ea7f305d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6307b45a-05fb-4568-b255-699c4ff5b329,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:08.174173 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-09c5a9a8-d2f2-4b49-8bf1-d683ea7f305d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8481043957aa47f0a9a7e2fcd08efc14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6572485 Sep 30 08:28:08.174592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58190) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:08.192788 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0747781c-511f-4434-ba78-3f36fa7c883b no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:08.219846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 0747781c-511f-4434-ba78-3f36fa7c883b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:28:08.220400 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0747781c-511f-4434-ba78-3f36fa7c883b not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:28:08.220996 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2b9264c7-5d3a-418c-9e46-8490052be4ac no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:08.239586 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8720593a-d0eb-48fe-8627-4300bd43d01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.241406 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 2b9264c7-5d3a-418c-9e46-8490052be4ac {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:28:08.241934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2b9264c7-5d3a-418c-9e46-8490052be4ac not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:28:08.242347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:08.267971 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8720593a-d0eb-48fe-8627-4300bd43d01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.281854 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:28:08.282469 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2f4cb815-bb09-4564-9d9c-0a8374a2fd1b not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:28:08.368831 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8720593a-d0eb-48fe-8627-4300bd43d01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.372703 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8720593a-d0eb-48fe-8627-4300bd43d01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.373980 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8720593a-d0eb-48fe-8627-4300bd43d01e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6307b45a-05fb-4568-b255-699c4ff5b329 HTTP/1.1" status: 204 len: 168 time: 0.1982288 Sep 30 08:28:08.397663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720593a-d0eb-48fe-8627-4300bd43d01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6307b45a-05fb-4568-b255-699c4ff5b329,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:08.463336 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.485516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e0a6a1-ea48-4167-8272-63387157fdd8']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:08.504841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:08.505302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80a1f04-9ff8-4897-bbca-bcf43d1a0d3e') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:08.525626 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.552383 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.570553 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:08.571180 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:08.573031 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:08.614575 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f0b2c-dacb-48cd-a976-202a7059b6d3 req-743622cb-05fd-4594-8ee2-f1aa0929e912 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:08.616229 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-426f0b2c-dacb-48cd-a976-202a7059b6d3 req-743622cb-05fd-4594-8ee2-f1aa0929e912 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.0811563 Sep 30 08:28:08.693988 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.700879 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.706001 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] 10.222.0.24 "DELETE /v2.0/networks/04e0a6a1-ea48-4167-8272-63387157fdd8 HTTP/1.1" status: 204 len: 168 time: 1.5042272 Sep 30 08:28:08.719439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31802c-aae4-428c-b0f6-3851504b0395 admin admin] Pushing event deleted for resources: {'Network': ['ID=04e0a6a1-ea48-4167-8272-63387157fdd8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:08.723639 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-426f0b2c-dacb-48cd-a976-202a7059b6d3 req-3766940c-4da1-4e21-a6ae-261fc1cc27a0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928986 Sep 30 08:28:08.888039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58216) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:08.910511 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6f01061-8e8d-4a35-807d-02afcdce97c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:08.990855 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:09.034572 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6f01061-8e8d-4a35-807d-02afcdce97c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.039987 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6f01061-8e8d-4a35-807d-02afcdce97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.060616 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d52be1e9-b9bb-45ea-9c36-25a151d6492e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dea90ac4431d4de0bea7ff07475b5807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688729 Sep 30 08:28:09.061330 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:09.082653 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e6f01061-8e8d-4a35-807d-02afcdce97c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f10d99b1c2bf4ae1820b01df3e598e57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1931641 Sep 30 08:28:09.084630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f01061-8e8d-4a35-807d-02afcdce97c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d419bff6-8321-4985-940f-dd7e2d45bd82,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:09.086968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58226) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:09.155386 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-871d94fc-8062-4712-8672-dd20bb269b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.163257 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5c92a72-556b-4dc1-9dc5-c52e875f8586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.180830 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-871d94fc-8062-4712-8672-dd20bb269b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.187111 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5c92a72-556b-4dc1-9dc5-c52e875f8586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.258500 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-871d94fc-8062-4712-8672-dd20bb269b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.261980 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-871d94fc-8062-4712-8672-dd20bb269b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.268408 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-871d94fc-8062-4712-8672-dd20bb269b03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d419bff6-8321-4985-940f-dd7e2d45bd82 HTTP/1.1" status: 204 len: 168 time: 0.1763203 Sep 30 08:28:09.279399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d94fc-8062-4712-8672-dd20bb269b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d419bff6-8321-4985-940f-dd7e2d45bd82,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:09.279799 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5c92a72-556b-4dc1-9dc5-c52e875f8586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.299460 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5c92a72-556b-4dc1-9dc5-c52e875f8586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:09.313361 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e5c92a72-556b-4dc1-9dc5-c52e875f8586 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d332bd8c-cc3b-4dd4-abd6-f298fa89e895 HTTP/1.1" status: 204 len: 168 time: 0.2492471 Sep 30 08:28:09.324004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c92a72-556b-4dc1-9dc5-c52e875f8586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d332bd8c-cc3b-4dd4-abd6-f298fa89e895,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:09.724418 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58256) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:09.806502 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-22c540fb-45e6-44b6-8d88-3e25dd58aaab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49e963b164c949d48786f80f7900a596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805919 Sep 30 08:28:09.809328 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58260) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:09.904100 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6ef43-516a-4c42-8770-806a4628a4e4 req-82f02395-554d-4771-ac6e-f439ebe2d518 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:09.905701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91f6ef43-516a-4c42-8770-806a4628a4e4 req-82f02395-554d-4771-ac6e-f439ebe2d518 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.0758407 Sep 30 08:28:09.980382 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91f6ef43-516a-4c42-8770-806a4628a4e4 req-35a64a03-34e8-4683-93a4-f8d3e50f5b5a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632586 Sep 30 08:28:09.998043 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f053-24eb-4654-8d88-80e621c4c41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:10.046012 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f053-24eb-4654-8d88-80e621c4c41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:10.119613 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f053-24eb-4654-8d88-80e621c4c41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:10.122677 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f053-24eb-4654-8d88-80e621c4c41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:10.123879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f3a5f053-24eb-4654-8d88-80e621c4c41b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de1fff16-ccf4-4f0f-a71c-af8c31fc3341 HTTP/1.1" status: 204 len: 168 time: 0.3130012 Sep 30 08:28:10.145491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5f053-24eb-4654-8d88-80e621c4c41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1fff16-ccf4-4f0f-a71c-af8c31fc3341,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:10.148765 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:11.082241 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58350) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:11.128461 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050e974-4afd-4e6d-b88b-7697b6942797 req-871930f7-051e-4858-a631-ab1b6f2f4661 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.137156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3050e974-4afd-4e6d-b88b-7697b6942797 req-871930f7-051e-4858-a631-ab1b6f2f4661 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.0650394 Sep 30 08:28:11.242110 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3050e974-4afd-4e6d-b88b-7697b6942797 req-a98768cb-a397-4e85-973d-9d315d81d982 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037099 Sep 30 08:28:11.273997 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51b1de68-229e-4b14-a4d5-2d14a7d046ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:11.386800 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-c3a9b006-6acb-4da0-9d95-600f0d57b90a service neutron] show failed (client error): The resource could not be found. Sep 30 08:28:11.388010 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-c3a9b006-6acb-4da0-9d95-600f0d57b90a service neutron] 10.222.0.36 "GET /v2.0/ports/d975092e-11fd-4c50-8353-8e4a70e86278/bindings/n-h2-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0706761 Sep 30 08:28:11.441715 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51b1de68-229e-4b14-a4d5-2d14a7d046ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:11.446448 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51b1de68-229e-4b14-a4d5-2d14a7d046ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:11.497325 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-51b1de68-229e-4b14-a4d5-2d14a7d046ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc23a80698b54cd383a39b136100cb9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4042826 Sep 30 08:28:11.497580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58366) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:11.506154 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1de68-229e-4b14-a4d5-2d14a7d046ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb80cee9-2747-4a67-8d41-ebf2323153ab,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:11.613550 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-073eec9e-f4dd-41eb-8c36-49f44291e296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:11.701462 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-073eec9e-f4dd-41eb-8c36-49f44291e296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:11.731975 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8ea628a3-1e3f-45bd-87d8-1554b7437ad7 req-cee55e91-7cd1-473c-a44e-af8ab5c771e8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1643262 Sep 30 08:28:11.755068 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-3369b305-3a1a-4a34-a7cb-a49b6ea6640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.756660 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-3369b305-3a1a-4a34-a7cb-a49b6ea6640e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863&tenant_id=9cc3341683d74857bfb7b0b638c15491 HTTP/1.1" status: 200 len: 1097 time: 0.1453197 Sep 30 08:28:11.780404 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:11.860228 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-073eec9e-f4dd-41eb-8c36-49f44291e296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:11.863105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-073eec9e-f4dd-41eb-8c36-49f44291e296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:11.864228 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-073eec9e-f4dd-41eb-8c36-49f44291e296 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb80cee9-2747-4a67-8d41-ebf2323153ab HTTP/1.1" status: 204 len: 168 time: 0.3655999 Sep 30 08:28:11.884413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073eec9e-f4dd-41eb-8c36-49f44291e296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb80cee9-2747-4a67-8d41-ebf2323153ab,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:11.951791 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea628a3-1e3f-45bd-87d8-1554b7437ad7 req-cded21bf-3387-48c3-a1b1-4ea8f6df53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:11.954476 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8ea628a3-1e3f-45bd-87d8-1554b7437ad7 req-cded21bf-3387-48c3-a1b1-4ea8f6df53bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 1096 time: 0.1336064 Sep 30 08:28:11.955232 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:12.047195 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b5dc7db-f38f-4f16-80bb-6bf96892a2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:12.230580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea628a3-1e3f-45bd-87d8-1554b7437ad7 req-3dc8b196-790f-4549-8e1c-8fdf700f32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:12.233524 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8ea628a3-1e3f-45bd-87d8-1554b7437ad7 req-3dc8b196-790f-4549-8e1c-8fdf700f32c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.2580490 Sep 30 08:28:12.407696 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8ea628a3-1e3f-45bd-87d8-1554b7437ad7 req-34b43585-a407-47d2-9c20-b2f2ff5ae5a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 HTTP/1.1" status: 200 len: 1001 time: 0.1522572 Sep 30 08:28:12.480588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cfc5b-362c-4591-ba4e-b5cc5636fb8a req-b40aed8d-3bdf-44ab-8029-fd11af81babf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:12.482766 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-330cfc5b-362c-4591-ba4e-b5cc5636fb8a req-b40aed8d-3bdf-44ab-8029-fd11af81babf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.1137650 Sep 30 08:28:12.506058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] For port d975092e-11fd-4c50-8353-8e4a70e86278, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d975092e-11fd-4c50-8353-8e4a70e86278,segment=NetworkSegment(a2656638-aa4a-4aa8-9009-437dc41d9010),segment_id=a2656638-aa4a-4aa8-9009-437dc41d9010)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:12.568078 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-330cfc5b-362c-4591-ba4e-b5cc5636fb8a req-9055291e-85f6-448e-87be-c02e72834405 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647888 Sep 30 08:28:12.580030 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] For port d975092e-11fd-4c50-8353-8e4a70e86278, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:12.606337 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea628a3-1e3f-45bd-87d8-1554b7437ad7 req-1f233cda-ac4c-4e72-ac38-5404e7708e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:12.607831 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8ea628a3-1e3f-45bd-87d8-1554b7437ad7 req-1f233cda-ac4c-4e72-ac38-5404e7708e0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.1804569 Sep 30 08:28:12.638672 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:12.672483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Transition to ACTIVE for port object d975092e-11fd-4c50-8353-8e4a70e86278 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:28:12.674797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd975092e-11fd-4c50-8353-8e4a70e86278'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:12.681280 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a39d724-b413-407e-894f-6796036a4330" -d '{"events": [{"server_uuid": "c2689f85-95f2-4ad8-8966-012c424cc863", "name": "network-vif-unplugged", "status": "completed", "tag": "d975092e-11fd-4c50-8353-8e4a70e86278"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:12.750967 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:12.853408 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Pushing event updated for resources: {'Port': ['ID=d975092e-11fd-4c50-8353-8e4a70e86278,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:12.866579 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284a9af7-e900-45c0-ac46-8840af04f4c7 x-openstack-request-id: req-284a9af7-e900-45c0-ac46-8840af04f4c7 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:12.867138 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2689f85-95f2-4ad8-8966-012c424cc863", "name": "network-vif-unplugged", "status": "completed", "tag": "d975092e-11fd-4c50-8353-8e4a70e86278", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:12.867622 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-284a9af7-e900-45c0-ac46-8840af04f4c7 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:12.868175 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd975092e-11fd-4c50-8353-8e4a70e86278', 'code': 200} Sep 30 08:28:12.966879 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea628a3-1e3f-45bd-87d8-1554b7437ad7 req-f1c3e70f-4bd6-4d89-bfdf-1acc444b7792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:12.969282 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8ea628a3-1e3f-45bd-87d8-1554b7437ad7 req-f1c3e70f-4bd6-4d89-bfdf-1acc444b7792 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2813654 Sep 30 08:28:13.221271 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] No DVR routers for this DVR port d975092e-11fd-4c50-8353-8e4a70e86278 on host n-h1-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:13.227607 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8ea628a3-1e3f-45bd-87d8-1554b7437ad7 req-91388353-7882-4f4d-a516-8fb1eeacd9eb service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183332 Sep 30 08:28:13.477092 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8ea628a3-1e3f-45bd-87d8-1554b7437ad7 req-f5be4785-35f3-4152-96ce-8a57c184e043 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069139 Sep 30 08:28:13.563371 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Attempting to bind port d975092e-11fd-4c50-8353-8e4a70e86278 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:13.563715 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Attempting to bind port d975092e-11fd-4c50-8353-8e4a70e86278 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:13.564085 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Attempting to bind port d975092e-11fd-4c50-8353-8e4a70e86278 on network 094422d0-a463-4c54-8c68-8929e1bb8675 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:13.568576 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Port d975092e-11fd-4c50-8353-8e4a70e86278 on network 094422d0-a463-4c54-8c68-8929e1bb8675 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:28:13.568899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Attempting to bind port d975092e-11fd-4c50-8353-8e4a70e86278 on network 094422d0-a463-4c54-8c68-8929e1bb8675 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:13.574187 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:28:13.574528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Checking segment: {'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:13.574915 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Bound using segment: {'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:28:13.575344 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Bound port: d975092e-11fd-4c50-8353-8e4a70e86278, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2656638-aa4a-4aa8-9009-437dc41d9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:28:13.575704 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:13.665248 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] For port d975092e-11fd-4c50-8353-8e4a70e86278, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:13.670693 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] For port d975092e-11fd-4c50-8353-8e4a70e86278, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d975092e-11fd-4c50-8353-8e4a70e86278,segment=NetworkSegment(a2656638-aa4a-4aa8-9009-437dc41d9010),segment_id=a2656638-aa4a-4aa8-9009-437dc41d9010)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:28:13.678846 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:13.737208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc55f6-b727-4b5e-b05f-5af933865274 req-74a8cbe5-7000-4109-9db7-311fa0a1ff8a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:13.737816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:13.738191 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:13.741413 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] 10.222.0.35 "PUT /v2.0/ports/d975092e-11fd-4c50-8353-8e4a70e86278 HTTP/1.1" status: 200 len: 1092 time: 1.9714305 Sep 30 08:28:13.749415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8dfc55f6-b727-4b5e-b05f-5af933865274 req-74a8cbe5-7000-4109-9db7-311fa0a1ff8a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 944 time: 0.0943434 Sep 30 08:28:13.865838 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8dfc55f6-b727-4b5e-b05f-5af933865274 req-18d3530c-1144-47b0-bbd2-fc31372111b6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002660 Sep 30 08:28:13.884845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca49f83-3c85-466d-9771-1153f865b613 service neutron] Pushing event updated for resources: {'Port': ['ID=d975092e-11fd-4c50-8353-8e4a70e86278,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:13.915448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-87a52ff4-a073-48d0-b680-8c3b1e7d3857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:13.921987 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-87a52ff4-a073-48d0-b680-8c3b1e7d3857 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 1095 time: 0.1044316 Sep 30 08:28:14.076212 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-a5270fb7-33f9-4ef3-9315-469abbb3faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:14.079338 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-a5270fb7-33f9-4ef3-9315-469abbb3faa8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=094422d0-a463-4c54-8c68-8929e1bb8675 HTTP/1.1" status: 200 len: 897 time: 0.1486437 Sep 30 08:28:14.115462 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58458) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:14.190098 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-31a400a1-5029-42f0-a8e5-81c4bd734dd4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d975092e-11fd-4c50-8353-8e4a70e86278 HTTP/1.1" status: 200 len: 1000 time: 0.1027763 Sep 30 08:28:14.294095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1088219718', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:14.294961 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-7375127a-0a34-4323-9db5-16d6c0ca6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:14.297983 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-7375127a-0a34-4323-9db5-16d6c0ca6591 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d11a375-5f76-49d8-ba5b-703b14c2ec3e HTTP/1.1" status: 200 len: 832 time: 0.0987935 Sep 30 08:28:14.342209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Made reservation on behalf of 038802cb779d405ab800809ac51caa62 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:14.345345 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.355716 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.378046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-3c9ce00e-5d05-476d-a153-e59012a85419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:14.381374 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-3c9ce00e-5d05-476d-a153-e59012a85419 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=094422d0-a463-4c54-8c68-8929e1bb8675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754013 Sep 30 08:28:14.506652 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.516303 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.521743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] device_id is not set on port 0a4fafd8-d203-4fb4-90c2-3e6ff8b0ec79 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:28:14.538919 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-e4bfb96e-140e-4bdd-92b3-968c25899c9c service neutron] 10.222.0.35 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489849 Sep 30 08:28:14.561620 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08a3aea-590d-494f-945b-cced00f10739,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:14.665503 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-306289e8-a1a2-4431-bb2b-19fc3123061d req-7cb715ec-91a9-4ce6-9dfc-844de85a287b service neutron] 10.222.0.35 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151738 Sep 30 08:28:14.705266 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Allocated IP 172.25.0.156 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/0a4fafd8-d203-4fb4-90c2-3e6ff8b0ec79) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:28:14.809423 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8df1-cbbe-410c-becf-1f2863f4a10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.869842 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'tag': 'd975092e-11fd-4c50-8353-8e4a70e86278'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:14.872354 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00383dec-14cb-448f-be2d-06612ff1ac70" -d '{"events": [{"name": "network-changed", "server_uuid": "c2689f85-95f2-4ad8-8966-012c424cc863", "tag": "d975092e-11fd-4c50-8353-8e4a70e86278"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:14.893008 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:14.933665 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50c41a2-7e5b-4bdd-a29e-a7bdbfe7c7f1 x-openstack-request-id: req-c50c41a2-7e5b-4bdd-a29e-a7bdbfe7c7f1 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:14.934021 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2689f85-95f2-4ad8-8966-012c424cc863", "tag": "d975092e-11fd-4c50-8353-8e4a70e86278", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:14.934375 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c50c41a2-7e5b-4bdd-a29e-a7bdbfe7c7f1 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:14.934886 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'tag': 'd975092e-11fd-4c50-8353-8e4a70e86278', 'status': 'completed', 'code': 200} Sep 30 08:28:14.937529 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:15.028349 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:28:15.055091 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-ddfccd7a-845c-49f5-8fa9-a1e70c8e87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.057298 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-ddfccd7a-845c-49f5-8fa9-a1e70c8e87bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 1095 time: 0.0866148 Sep 30 08:28:15.065832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:15.068382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:28:15.177084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-5db9ebaa-6ba4-4261-97ab-995629fd8de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.178741 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-5db9ebaa-6ba4-4261-97ab-995629fd8de0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=094422d0-a463-4c54-8c68-8929e1bb8675 HTTP/1.1" status: 200 len: 897 time: 0.1139700 Sep 30 08:28:15.256953 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-5d296d8c-c138-4741-a2da-e3f106288634 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d975092e-11fd-4c50-8353-8e4a70e86278 HTTP/1.1" status: 200 len: 1000 time: 0.0704975 Sep 30 08:28:15.304025 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:15.344835 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-dfd740bd-235a-4d57-ad5a-f7bee10ef37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.346468 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-dfd740bd-235a-4d57-ad5a-f7bee10ef37b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d11a375-5f76-49d8-ba5b-703b14c2ec3e HTTP/1.1" status: 200 len: 832 time: 0.0814109 Sep 30 08:28:15.400511 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-f5b850e4-eb90-4195-a8f1-2a7d2da6582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.402049 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-f5b850e4-eb90-4195-a8f1-2a7d2da6582e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=094422d0-a463-4c54-8c68-8929e1bb8675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480971 Sep 30 08:28:15.536205 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-ddf87154-a55b-4461-908c-4e2edeff2301 service neutron] 10.222.0.35 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252570 Sep 30 08:28:15.556051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-dcc1e6ba-414b-4881-ad40-057be0230b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.558081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-dcc1e6ba-414b-4881-ad40-057be0230b0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 1095 time: 0.5941362 Sep 30 08:28:15.560540 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.561230 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:15.576358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Pushing event updated for resources: {'Port': ['ID=0a4fafd8-d203-4fb4-90c2-3e6ff8b0ec79,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:15.642922 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device d975092e-11fd-4c50-8353-8e4a70e86278 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:15.677807 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-242f620c-9730-48b5-ac5d-33ce4a7e4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.679315 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-242f620c-9730-48b5-ac5d-33ce4a7e4185 service neutron] 10.222.0.36 "GET /v2.0/networks?id=094422d0-a463-4c54-8c68-8929e1bb8675 HTTP/1.1" status: 200 len: 897 time: 0.1129029 Sep 30 08:28:15.690471 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e0290-2910-46a2-a159-84b96bc1805d req-79665fdd-1973-419c-84ca-b0f5497038bb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.692251 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-448e0290-2910-46a2-a159-84b96bc1805d req-79665fdd-1973-419c-84ca-b0f5497038bb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 944 time: 0.6800408 Sep 30 08:28:15.704849 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-d5aeef5e-dd40-4e5a-92ca-097f69848159 service neutron] 10.222.0.35 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579041 Sep 30 08:28:15.749298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device d975092e-11fd-4c50-8353-8e4a70e86278 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:28:15.753862 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-48ddc29d-32ad-4340-bf27-b490b64b740e tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.6372888 Sep 30 08:28:15.760382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58500) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:15.768706 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7cb8a6a6-e453-48c8-96f6-2cebe3b0d7ec tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.156'}]}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:15.792641 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cb8a6a6-e453-48c8-96f6-2cebe3b0d7ec tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:15.794063 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cb8a6a6-e453-48c8-96f6-2cebe3b0d7ec tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:15.797065 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-448e0290-2910-46a2-a159-84b96bc1805d req-34a30460-dd01-4ee7-afd3-88fb863f7b5a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946679 Sep 30 08:28:15.799086 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-f9ee1270-800c-487c-8557-40c4a097d0c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d975092e-11fd-4c50-8353-8e4a70e86278 HTTP/1.1" status: 200 len: 1000 time: 0.1052432 Sep 30 08:28:15.882418 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:15.899686 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cb8a6a6-e453-48c8-96f6-2cebe3b0d7ec tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:15.904240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-cc7657d8-52d0-4067-9026-afa7144d3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.907012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-cc7657d8-52d0-4067-9026-afa7144d3a6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11a375-5f76-49d8-ba5b-703b14c2ec3e HTTP/1.1" status: 200 len: 832 time: 0.1007552 Sep 30 08:28:15.985015 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-01d3ccf2-b5c2-4f7b-873d-5cd488fadd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:15.986916 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-01d3ccf2-b5c2-4f7b-873d-5cd488fadd85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=094422d0-a463-4c54-8c68-8929e1bb8675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733080 Sep 30 08:28:16.140058 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-0bcf94a3-b292-4f61-b7aa-72de3de59c9e service neutron] 10.222.0.36 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455698 Sep 30 08:28:16.459588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00383dec-14cb-448f-be2d-06612ff1ac70 req-3a596cac-e9cb-4617-b3e1-d1447546a72e service neutron] 10.222.0.36 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107600 Sep 30 08:28:16.604083 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cb8a6a6-e453-48c8-96f6-2cebe3b0d7ec tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:16.679785 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58520) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:16.869692 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cb8a6a6-e453-48c8-96f6-2cebe3b0d7ec tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:16.900494 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cb8a6a6-e453-48c8-96f6-2cebe3b0d7ec tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:16.924237 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc213c27-fb30-4aec-ba09-94482915b6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.070577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe142ad6-706d-4d5f-bb45-20ad19f4edcb req-c0d9dc0a-1f45-4df2-9bcc-b7980692929b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:17.073271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe142ad6-706d-4d5f-bb45-20ad19f4edcb req-c0d9dc0a-1f45-4df2-9bcc-b7980692929b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 944 time: 0.1599963 Sep 30 08:28:17.126126 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc213c27-fb30-4aec-ba09-94482915b6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.133596 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc213c27-fb30-4aec-ba09-94482915b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.136833 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cb8a6a6-e453-48c8-96f6-2cebe3b0d7ec tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.169216 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe142ad6-706d-4d5f-bb45-20ad19f4edcb req-04d17e26-7bce-40e6-bfaf-319f988608fa tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819752 Sep 30 08:28:17.182869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fc213c27-fb30-4aec-ba09-94482915b6d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cc765c039834693983f548a84d67416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016210 Sep 30 08:28:17.186922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58540) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:17.189561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc213c27-fb30-4aec-ba09-94482915b6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51243a4d-b638-407b-abb3-26ad2e46e9f9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:17.385449 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cb8a6a6-e453-48c8-96f6-2cebe3b0d7ec tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.388321 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cb8a6a6-e453-48c8-96f6-2cebe3b0d7ec tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.389777 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44393294-8cc3-415c-b3f5-64fbf2802f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.459733 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44393294-8cc3-415c-b3f5-64fbf2802f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.461809 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cb8a6a6-e453-48c8-96f6-2cebe3b0d7ec tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.462443 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb8a6a6-e453-48c8-96f6-2cebe3b0d7ec tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6ae0f6a-4643-40ef-b61f-b1c446d68402 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:28:17.484827 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-7cb8a6a6-e453-48c8-96f6-2cebe3b0d7ec tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 30 08:28:17.485851 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7cb8a6a6-e453-48c8-96f6-2cebe3b0d7ec tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7243295 Sep 30 08:28:17.490561 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58546) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:17.492256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d67f98-a8a2-46c6-8d02-b6c5d6b9bd23 req-17b6e700-69fb-4cfc-b560-f5ddebac5b8a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:17.493916 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40d67f98-a8a2-46c6-8d02-b6c5d6b9bd23 req-17b6e700-69fb-4cfc-b560-f5ddebac5b8a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 944 time: 0.0882964 Sep 30 08:28:17.512544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d975092e-11fd-4c50-8353-8e4a70e86278 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:28:17.513164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae70c3d-3304-455e-ad74-df61f050cec4 req-52b67072-a45b-4e86-ac5b-500cddf5c982 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:17.514538 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ae70c3d-3304-455e-ad74-df61f050cec4 req-52b67072-a45b-4e86-ac5b-500cddf5c982 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863&tenant_id=9cc3341683d74857bfb7b0b638c15491&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 944 time: 0.1443782 Sep 30 08:28:17.590872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8774187a-3e68-4324-a4de-4488344a4c68 tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Deleting port 0a4fafd8-d203-4fb4-90c2-3e6ff8b0ec79 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:17.591263 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8774187a-3e68-4324-a4de-4488344a4c68 tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.603642 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-8ae70c3d-3304-455e-ad74-df61f050cec4 req-70fb66f2-22c0-47ad-ab56-63a30dd183b9 service neutron] delete failed (client error): The resource could not be found. Sep 30 08:28:17.604765 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ae70c3d-3304-455e-ad74-df61f050cec4 req-70fb66f2-22c0-47ad-ab56-63a30dd183b9 service neutron] 10.222.0.36 "DELETE /v2.0/ports/d975092e-11fd-4c50-8353-8e4a70e86278/bindings/n-h1-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0658174 Sep 30 08:28:17.605011 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44393294-8cc3-415c-b3f5-64fbf2802f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.607674 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44393294-8cc3-415c-b3f5-64fbf2802f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.609406 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-44393294-8cc3-415c-b3f5-64fbf2802f72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51243a4d-b638-407b-abb3-26ad2e46e9f9 HTTP/1.1" status: 204 len: 168 time: 0.4213817 Sep 30 08:28:17.635137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44393294-8cc3-415c-b3f5-64fbf2802f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51243a4d-b638-407b-abb3-26ad2e46e9f9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:17.664293 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40d67f98-a8a2-46c6-8d02-b6c5d6b9bd23 req-0ed27c4c-c9b2-4ff2-a5ab-7e185000012e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477921 Sep 30 08:28:17.707367 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8774187a-3e68-4324-a4de-4488344a4c68 tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.713343 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae70c3d-3304-455e-ad74-df61f050cec4 req-33ed497e-317a-4a4e-ad3c-9f8f546509ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:17.715511 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ae70c3d-3304-455e-ad74-df61f050cec4 req-33ed497e-317a-4a4e-ad3c-9f8f546509ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 1095 time: 0.0486741 Sep 30 08:28:17.728436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8774187a-3e68-4324-a4de-4488344a4c68 tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Calling delete_port for 0a4fafd8-d203-4fb4-90c2-3e6ff8b0ec79 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:17.745046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d975092e-11fd-4c50-8353-8e4a70e86278, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d975092e-11fd-4c50-8353-8e4a70e86278,segment=NetworkSegment(a2656638-aa4a-4aa8-9009-437dc41d9010),segment_id=a2656638-aa4a-4aa8-9009-437dc41d9010)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:17.754281 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.759384 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'd975092e-11fd-4c50-8353-8e4a70e86278', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'port_id': 'd975092e-11fd-4c50-8353-8e4a70e86278', 'mac_address': 'fa:16:3e:79:87:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:28:17.814542 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.833434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d975092e-11fd-4c50-8353-8e4a70e86278 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:17.876015 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d975092e-11fd-4c50-8353-8e4a70e86278, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d975092e-11fd-4c50-8353-8e4a70e86278,segment=NetworkSegment(a2656638-aa4a-4aa8-9009-437dc41d9010),segment_id=a2656638-aa4a-4aa8-9009-437dc41d9010)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:17.887629 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.904489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae70c3d-3304-455e-ad74-df61f050cec4 req-4b9cd3d7-dee1-4641-b5b5-8e273d1da591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:17.906788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ae70c3d-3304-455e-ad74-df61f050cec4 req-4b9cd3d7-dee1-4641-b5b5-8e273d1da591 service neutron] 10.222.0.36 "GET /v2.0/networks?id=094422d0-a463-4c54-8c68-8929e1bb8675 HTTP/1.1" status: 200 len: 897 time: 0.1842570 Sep 30 08:28:17.936642 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8774187a-3e68-4324-a4de-4488344a4c68 tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:17.964788 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=d975092e-11fd-4c50-8353-8e4a70e86278,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:17.995848 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774187a-3e68-4324-a4de-4488344a4c68 tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a4fafd8-d203-4fb4-90c2-3e6ff8b0ec79,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:18.030254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ae70c3d-3304-455e-ad74-df61f050cec4 req-81226ba1-958b-47f6-9789-98a95ec66380 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d975092e-11fd-4c50-8353-8e4a70e86278 HTTP/1.1" status: 200 len: 1001 time: 0.1156611 Sep 30 08:28:18.067591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58556) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:18.085711 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4269860-32f8-4918-a66f-ffd3e3ab6352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.092901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8774187a-3e68-4324-a4de-4488344a4c68 tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.095217 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8774187a-3e68-4324-a4de-4488344a4c68 tempest-RoutersAdminNegativeIpV6Test-1902277347 tempest-RoutersAdminNegativeIpV6Test-1902277347-project-admin] 10.222.0.24 "DELETE /v2.0/ports/0a4fafd8-d203-4fb4-90c2-3e6ff8b0ec79 HTTP/1.1" status: 204 len: 168 time: 0.6038282 Sep 30 08:28:18.098070 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae70c3d-3304-455e-ad74-df61f050cec4 req-db7654c3-1b8c-4a71-86f6-0e82bd59820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:18.099701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ae70c3d-3304-455e-ad74-df61f050cec4 req-db7654c3-1b8c-4a71-86f6-0e82bd59820b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11a375-5f76-49d8-ba5b-703b14c2ec3e HTTP/1.1" status: 200 len: 832 time: 0.0611999 Sep 30 08:28:18.154520 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae70c3d-3304-455e-ad74-df61f050cec4 req-445db466-e15e-40a1-a5fc-9515bb22a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:18.156684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ae70c3d-3304-455e-ad74-df61f050cec4 req-445db466-e15e-40a1-a5fc-9515bb22a8f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=094422d0-a463-4c54-8c68-8929e1bb8675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501583 Sep 30 08:28:18.170749 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['d975092e-11fd-4c50-8353-8e4a70e86278'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:28:18.233509 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4269860-32f8-4918-a66f-ffd3e3ab6352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.240686 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4269860-32f8-4918-a66f-ffd3e3ab6352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.293857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ae70c3d-3304-455e-ad74-df61f050cec4 req-cb4d6fef-6b9a-49c1-b0ed-92bff914b716 service neutron] 10.222.0.36 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273687 Sep 30 08:28:18.303280 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a4269860-32f8-4918-a66f-ffd3e3ab6352 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d5f1be38cd3478fb53bd9d38f99d003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329788 Sep 30 08:28:18.316210 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:18.359684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4269860-32f8-4918-a66f-ffd3e3ab6352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70d0e3c-560b-4784-a513-d0ad66b3229d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:18.404957 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-60be94a6-5c9c-4c08-a4d4-3306e8ab4785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.430728 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-60be94a6-5c9c-4c08-a4d4-3306e8ab4785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.501993 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-60be94a6-5c9c-4c08-a4d4-3306e8ab4785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.504823 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-60be94a6-5c9c-4c08-a4d4-3306e8ab4785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.506013 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ae70c3d-3304-455e-ad74-df61f050cec4 req-0e8a6ea9-4fc5-4efe-8251-51bfd4ca1e36 service neutron] 10.222.0.36 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074304 Sep 30 08:28:18.506171 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-60be94a6-5c9c-4c08-a4d4-3306e8ab4785 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b70d0e3c-560b-4784-a513-d0ad66b3229d HTTP/1.1" status: 204 len: 168 time: 0.1886415 Sep 30 08:28:18.516986 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58566) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:18.518059 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be94a6-5c9c-4c08-a4d4-3306e8ab4785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70d0e3c-560b-4784-a513-d0ad66b3229d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:18.797387 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45a79a98-e6ef-4887-86ea-9a7a900eaeeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:18.840698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ef1af-2a28-4958-867a-17b0fdd1bf96 req-65b05fda-c6ed-4adc-a150-9b27949c7047 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:18.842240 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf4ef1af-2a28-4958-867a-17b0fdd1bf96 req-65b05fda-c6ed-4adc-a150-9b27949c7047 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 945 time: 0.0966034 Sep 30 08:28:18.902156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf4ef1af-2a28-4958-867a-17b0fdd1bf96 req-9399bf0e-5a8d-4e5c-81e1-ada96296c1ce tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508413 Sep 30 08:28:18.997240 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45a79a98-e6ef-4887-86ea-9a7a900eaeeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.003115 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45a79a98-e6ef-4887-86ea-9a7a900eaeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.056754 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-45a79a98-e6ef-4887-86ea-9a7a900eaeeb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec7ff6b03fcd4102b12f57c9f34e8aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5383892 Sep 30 08:28:19.060015 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58586) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:19.095651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a79a98-e6ef-4887-86ea-9a7a900eaeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6901adff-9ad9-4389-aceb-675be2d800b1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:19.132305 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e77fb36-25be-445a-8852-e94e2d210255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.162524 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e77fb36-25be-445a-8852-e94e2d210255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.214800 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e77fb36-25be-445a-8852-e94e2d210255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.219882 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e77fb36-25be-445a-8852-e94e2d210255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.222186 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8e77fb36-25be-445a-8852-e94e2d210255 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6901adff-9ad9-4389-aceb-675be2d800b1 HTTP/1.1" status: 204 len: 168 time: 0.1616845 Sep 30 08:28:19.231815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77fb36-25be-445a-8852-e94e2d210255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6901adff-9ad9-4389-aceb-675be2d800b1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:19.513079 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d975092e-11fd-4c50-8353-8e4a70e86278 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:19.552221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58604) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:19.567694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port d975092e-11fd-4c50-8353-8e4a70e86278 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:28:19.572384 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port d975092e-11fd-4c50-8353-8e4a70e86278 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:19.572685 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.612412 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e163aecd-9189-41bf-821e-2d30536e35dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=038802cb779d405ab800809ac51caa62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581226 Sep 30 08:28:19.614750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58608) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:19.680541 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f771c269-9667-48d7-afb0-b20bacb58d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.690549 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.711520 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f771c269-9667-48d7-afb0-b20bacb58d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.717586 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd975092e-11fd-4c50-8353-8e4a70e86278'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:19.722166 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2486109d-7666-4182-8148-fc1c60dc8c9b" -d '{"events": [{"server_uuid": "c2689f85-95f2-4ad8-8966-012c424cc863", "name": "network-vif-plugged", "status": "completed", "tag": "d975092e-11fd-4c50-8353-8e4a70e86278"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:19.736599 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d975092e-11fd-4c50-8353-8e4a70e86278, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d975092e-11fd-4c50-8353-8e4a70e86278,segment=NetworkSegment(a2656638-aa4a-4aa8-9009-437dc41d9010),segment_id=a2656638-aa4a-4aa8-9009-437dc41d9010)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:19.742325 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.790938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=d975092e-11fd-4c50-8353-8e4a70e86278,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:19.794367 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f771c269-9667-48d7-afb0-b20bacb58d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.797685 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f771c269-9667-48d7-afb0-b20bacb58d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:19.801324 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f771c269-9667-48d7-afb0-b20bacb58d82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a08a3aea-590d-494f-945b-cced00f10739 HTTP/1.1" status: 204 len: 168 time: 0.1831279 Sep 30 08:28:19.809352 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771c269-9667-48d7-afb0-b20bacb58d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08a3aea-590d-494f-945b-cced00f10739,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:19.814485 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509ca3c2-3fd6-42bc-991e-51b59869f88b x-openstack-request-id: req-509ca3c2-3fd6-42bc-991e-51b59869f88b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:19.814781 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2689f85-95f2-4ad8-8966-012c424cc863", "name": "network-vif-plugged", "status": "completed", "tag": "d975092e-11fd-4c50-8353-8e4a70e86278", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:19.815038 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-509ca3c2-3fd6-42bc-991e-51b59869f88b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:19.815435 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd975092e-11fd-4c50-8353-8e4a70e86278', 'code': 200} Sep 30 08:28:20.063082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c66b47-351b-41da-b6fc-f1a977f8486d req-863fd278-f236-4ef3-8ce3-6667f2d7707a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:20.065021 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22c66b47-351b-41da-b6fc-f1a977f8486d req-863fd278-f236-4ef3-8ce3-6667f2d7707a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.0637722 Sep 30 08:28:20.122713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22c66b47-351b-41da-b6fc-f1a977f8486d req-958d5198-0d38-45f8-a2ce-92a8225ade00 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519207 Sep 30 08:28:20.150936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58636) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:20.229756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-94e56de3-b46d-42c2-b434-0a49efd95895 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/34e65214-7641-46bf-b79e-11fe2c878028 HTTP/1.1" status: 200 len: 994 time: 0.0773759 Sep 30 08:28:20.709967 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58664) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:20.827248 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-501424586'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:20.851297 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:20.857888 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:20.867516 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:20.975707 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:20.980382 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.012097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:21.018583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad4669b-145f-460d-9765-98807323cb54,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:21.033777 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.034100 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Added segment 48dbcd59-308b-44dd-af7e-0b690ad9ef02 of type vlan for network 0eca5b35-9b6e-4479-a89b-7676ff1cce78 Sep 30 08:28:21.036077 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.036421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.036832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.037072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.037401 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.037726 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.038073 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.038395 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.038714 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.041785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.041785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.041785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.092644 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.120573 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.127557 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:21.128408 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.166396 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4539316 Sep 30 08:28:21.201762 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a777440-dabd-4f32-8316-9377a548b21f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Network': ['ID=0eca5b35-9b6e-4479-a89b-7676ff1cce78,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:21.215656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 0eca5b35-9b6e-4479-a89b-7676ff1cce78 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:21.302629 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:21.308324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9f3c9259-6d5d-4798-bce3-befb60ae3a27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'subnet': {'network_id': '0eca5b35-9b6e-4479-a89b-7676ff1cce78', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:21.377455 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58692) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:21.414816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3c9259-6d5d-4798-bce3-befb60ae3a27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:21.418992 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f3c9259-6d5d-4798-bce3-befb60ae3a27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.493178 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.598312 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.603811 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.647244 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f3c9259-6d5d-4798-bce3-befb60ae3a27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.661649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1e38b9-399e-4dce-a56c-b6a88b8424ae,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:21.668558 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b05ed994a9c34c869724d452ee993a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874305 Sep 30 08:28:21.678378 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58698) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:21.708466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.708849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.709225 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.709568 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.709898 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.710237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.710568 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.711332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.711332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.711538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.711855 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.712205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328791a8-d6e2-4e92-bb18-a05369c9ec8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:21.725879 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c9259-6d5d-4798-bce3-befb60ae3a27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Subnet': ['ID=6717de18-5972-47d5-bf25-6d8ddbf3d88a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:21.741348 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3c9259-6d5d-4798-bce3-befb60ae3a27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Checking segment: {'id': '48dbcd59-308b-44dd-af7e-0b690ad9ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0eca5b35-9b6e-4479-a89b-7676ff1cce78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:21.741712 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3c9259-6d5d-4798-bce3-befb60ae3a27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network hostable DHCP agents. Network: 0eca5b35-9b6e-4479-a89b-7676ff1cce78, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:28:21.758439 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c70e40bf-0da2-4cc7-a0d9-a3ecc6c8cc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.760465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3c9259-6d5d-4798-bce3-befb60ae3a27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network 0eca5b35-9b6e-4479-a89b-7676ff1cce78 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:28:21.772431 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9f3c9259-6d5d-4798-bce3-befb60ae3a27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 0eca5b35-9b6e-4479-a89b-7676ff1cce78) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:21.777170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3c9259-6d5d-4798-bce3-befb60ae3a27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:21.778086 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f3c9259-6d5d-4798-bce3-befb60ae3a27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.784614 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c70e40bf-0da2-4cc7-a0d9-a3ecc6c8cc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.796664 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9f3c9259-6d5d-4798-bce3-befb60ae3a27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4924202 Sep 30 08:28:21.797668 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53e160b-13b0-46e8-861d-7cd99b216204 None None] Network 0eca5b35-9b6e-4479-a89b-7676ff1cce78 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:21.799946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:21.805485 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-98c2bdcc-de8e-44e2-a64b-c80e5c074582 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-998243297'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:21.837960 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c2bdcc-de8e-44e2-a64b-c80e5c074582 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:21.841476 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98c2bdcc-de8e-44e2-a64b-c80e5c074582 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.865980 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c70e40bf-0da2-4cc7-a0d9-a3ecc6c8cc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.869289 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c70e40bf-0da2-4cc7-a0d9-a3ecc6c8cc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.870989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c70e40bf-0da2-4cc7-a0d9-a3ecc6c8cc0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da1e38b9-399e-4dce-a56c-b6a88b8424ae HTTP/1.1" status: 204 len: 168 time: 0.1915050 Sep 30 08:28:21.883048 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c2bdcc-de8e-44e2-a64b-c80e5c074582 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:21.883516 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e40bf-0da2-4cc7-a0d9-a3ecc6c8cc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1e38b9-399e-4dce-a56c-b6a88b8424ae,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:21.895351 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98c2bdcc-de8e-44e2-a64b-c80e5c074582 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:21.895882 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-98c2bdcc-de8e-44e2-a64b-c80e5c074582 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Added segment 3ca9b62e-c65c-4c46-8756-f1aaabc14c82 of type vlan for network cb18820b-bd91-4b56-815e-c19fde9d560f Sep 30 08:28:21.956707 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98c2bdcc-de8e-44e2-a64b-c80e5c074582 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.003596 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98c2bdcc-de8e-44e2-a64b-c80e5c074582 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.006129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-0eca5b35-9b6e-4479-a89b-7676ff1cce78', 'network_id': '0eca5b35-9b6e-4479-a89b-7676ff1cce78', 'tenant_id': 'e4ab7c9a44f1479997e41b04c3396728', 'fixed_ips': [{'subnet_id': '6717de18-5972-47d5-bf25-6d8ddbf3d88a'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:28:22.007699 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.010462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c2bdcc-de8e-44e2-a64b-c80e5c074582 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:22.011298 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98c2bdcc-de8e-44e2-a64b-c80e5c074582 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.058933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58706) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:22.059158 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-98c2bdcc-de8e-44e2-a64b-c80e5c074582 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2577024 Sep 30 08:28:22.070218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3aba1e19-8a79-485d-b336-1595d3d1a2ff tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'subnet': {'network_id': 'cb18820b-bd91-4b56-815e-c19fde9d560f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:22.115694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2bdcc-de8e-44e2-a64b-c80e5c074582 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Network': ['ID=cb18820b-bd91-4b56-815e-c19fde9d560f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:22.132479 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network cb18820b-bd91-4b56-815e-c19fde9d560f details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:22.215355 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aba1e19-8a79-485d-b336-1595d3d1a2ff tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:22.221210 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3aba1e19-8a79-485d-b336-1595d3d1a2ff tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.244968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Allocated IP 172.20.255.242 (0eca5b35-9b6e-4479-a89b-7676ff1cce78/6717de18-5972-47d5-bf25-6d8ddbf3d88a/d6991ef6-4807-4d8c-8481-ff12656af28e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:28:22.255147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:22.272601 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3362c2ef-9b28-4264-a9dd-129e65b25bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.385150 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3362c2ef-9b28-4264-a9dd-129e65b25bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.391090 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3362c2ef-9b28-4264-a9dd-129e65b25bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.430675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362c2ef-9b28-4264-a9dd-129e65b25bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96ab801-6440-4622-8abe-460f06ad193c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:22.435131 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3362c2ef-9b28-4264-a9dd-129e65b25bcc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cf29c32fa604401937573949a248bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787734 Sep 30 08:28:22.439114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58712) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:22.442134 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.450351 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.481951 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3aba1e19-8a79-485d-b336-1595d3d1a2ff tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.496040 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-332bb34e-9bb2-4a18-91f5-afbdc3182c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.509146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Network 0eca5b35-9b6e-4479-a89b-7676ff1cce78 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:28:22.512100 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:22.515433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:28:22.518532 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-332bb34e-9bb2-4a18-91f5-afbdc3182c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.530459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Pushing event updated for resources: {'Port': ['ID=d6991ef6-4807-4d8c-8481-ff12656af28e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:22.557678 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba1e19-8a79-485d-b336-1595d3d1a2ff tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Subnet': ['ID=82282625-ffe1-43c4-9584-9c6bc2b9a2c0,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:22.563246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aba1e19-8a79-485d-b336-1595d3d1a2ff tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Checking segment: {'id': '3ca9b62e-c65c-4c46-8756-f1aaabc14c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cb18820b-bd91-4b56-815e-c19fde9d560f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:22.563963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aba1e19-8a79-485d-b336-1595d3d1a2ff tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network hostable DHCP agents. Network: cb18820b-bd91-4b56-815e-c19fde9d560f, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:28:22.584158 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aba1e19-8a79-485d-b336-1595d3d1a2ff tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network cb18820b-bd91-4b56-815e-c19fde9d560f is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:28:22.586645 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-332bb34e-9bb2-4a18-91f5-afbdc3182c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.589166 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Attempting to bind port d6991ef6-4807-4d8c-8481-ff12656af28e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:22.589537 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Attempting to bind port d6991ef6-4807-4d8c-8481-ff12656af28e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '48dbcd59-308b-44dd-af7e-0b690ad9ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0eca5b35-9b6e-4479-a89b-7676ff1cce78'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:22.589672 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-332bb34e-9bb2-4a18-91f5-afbdc3182c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.589898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Attempting to bind port d6991ef6-4807-4d8c-8481-ff12656af28e on network 0eca5b35-9b6e-4479-a89b-7676ff1cce78 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:22.590873 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-332bb34e-9bb2-4a18-91f5-afbdc3182c72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e96ab801-6440-4622-8abe-460f06ad193c HTTP/1.1" status: 204 len: 168 time: 0.1496818 Sep 30 08:28:22.597637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:28:22.598134 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Checking segment: {'id': '48dbcd59-308b-44dd-af7e-0b690ad9ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0eca5b35-9b6e-4479-a89b-7676ff1cce78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:22.598540 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.599189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-3aba1e19-8a79-485d-b336-1595d3d1a2ff tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, cb18820b-bd91-4b56-815e-c19fde9d560f) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:22.599340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Bound using segment: {'id': '48dbcd59-308b-44dd-af7e-0b690ad9ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0eca5b35-9b6e-4479-a89b-7676ff1cce78'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:28:22.599767 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Bound port: d6991ef6-4807-4d8c-8481-ff12656af28e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48dbcd59-308b-44dd-af7e-0b690ad9ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0eca5b35-9b6e-4479-a89b-7676ff1cce78'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:28:22.600194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bb34e-9bb2-4a18-91f5-afbdc3182c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96ab801-6440-4622-8abe-460f06ad193c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:22.600338 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.604514 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aba1e19-8a79-485d-b336-1595d3d1a2ff tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:22.605280 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3aba1e19-8a79-485d-b336-1595d3d1a2ff tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.611759 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c21b6f-706c-4b36-b447-e03f105b9f60 None None] Network cb18820b-bd91-4b56-815e-c19fde9d560f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:22.623954 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3aba1e19-8a79-485d-b336-1595d3d1a2ff tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5632024 Sep 30 08:28:22.627564 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:22.758519 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f3373f3-9ce7-475b-a910-b0bbfe541d1e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.779111 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] For port d6991ef6-4807-4d8c-8481-ff12656af28e, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:22.787355 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] For port d6991ef6-4807-4d8c-8481-ff12656af28e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d6991ef6-4807-4d8c-8481-ff12656af28e,segment=NetworkSegment(48dbcd59-308b-44dd-af7e-0b690ad9ef02),segment_id=48dbcd59-308b-44dd-af7e-0b690ad9ef02)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:28:22.795775 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.837032 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f3373f3-9ce7-475b-a910-b0bbfe541d1e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.949765 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f3373f3-9ce7-475b-a910-b0bbfe541d1e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.950061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98818bd9-2162-4b3a-be8f-78e0d22cca0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-cb18820b-bd91-4b56-815e-c19fde9d560f', 'network_id': 'cb18820b-bd91-4b56-815e-c19fde9d560f', 'tenant_id': 'e4ab7c9a44f1479997e41b04c3396728', 'fixed_ips': [{'subnet_id': '82282625-ffe1-43c4-9584-9c6bc2b9a2c0'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:28:22.950921 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98818bd9-2162-4b3a-be8f-78e0d22cca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:22.982717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3373f3-9ce7-475b-a910-b0bbfe541d1e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Subnet': ['ID=82282625-ffe1-43c4-9584-9c6bc2b9a2c0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:23.001358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a952633-4ba9-406e-b15e-61091934f812 None None] Pushing event updated for resources: {'Port': ['ID=d6991ef6-4807-4d8c-8481-ff12656af28e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:23.087049 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f3373f3-9ce7-475b-a910-b0bbfe541d1e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:23.107738 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708cb059-898e-434e-9979-2c8f238f23a0 None None] Network cb18820b-bd91-4b56-815e-c19fde9d560f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:23.131336 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7f3373f3-9ce7-475b-a910-b0bbfe541d1e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb18820b-bd91-4b56-815e-c19fde9d560f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:23.143809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7f3373f3-9ce7-475b-a910-b0bbfe541d1e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca9b62e-c65c-4c46-8756-f1aaabc14c82') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:23.144221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7f3373f3-9ce7-475b-a910-b0bbfe541d1e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca9b62e-c65c-4c46-8756-f1aaabc14c82') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:23.155307 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f3373f3-9ce7-475b-a910-b0bbfe541d1e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:23.170843 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f3373f3-9ce7-475b-a910-b0bbfe541d1e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:23.181085 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3373f3-9ce7-475b-a910-b0bbfe541d1e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:23.181591 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f3373f3-9ce7-475b-a910-b0bbfe541d1e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:23.186220 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:23.292498 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f3373f3-9ce7-475b-a910-b0bbfe541d1e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:23.300526 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f3373f3-9ce7-475b-a910-b0bbfe541d1e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:23.302385 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7f3373f3-9ce7-475b-a910-b0bbfe541d1e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/cb18820b-bd91-4b56-815e-c19fde9d560f HTTP/1.1" status: 204 len: 168 time: 0.6732783 Sep 30 08:28:23.306739 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58738) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:23.313117 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-81fff164-84a8-4fce-8776-632ad5d4f2ae tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-704587232'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:23.315851 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3373f3-9ce7-475b-a910-b0bbfe541d1e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Network': ['ID=cb18820b-bd91-4b56-815e-c19fde9d560f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:23.352032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fff164-84a8-4fce-8776-632ad5d4f2ae tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:23.356390 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81fff164-84a8-4fce-8776-632ad5d4f2ae tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:23.391579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81fff164-84a8-4fce-8776-632ad5d4f2ae tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:23.438446 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81fff164-84a8-4fce-8776-632ad5d4f2ae tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:23.438705 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-81fff164-84a8-4fce-8776-632ad5d4f2ae tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Added segment 7fd8a429-030b-4b8f-94c1-4e627eac2084 of type vlan for network a64aa431-534e-47b6-82f4-e9bd442e1860 Sep 30 08:28:23.501404 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81fff164-84a8-4fce-8776-632ad5d4f2ae tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:23.526796 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81fff164-84a8-4fce-8776-632ad5d4f2ae tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:23.533177 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fff164-84a8-4fce-8776-632ad5d4f2ae tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:23.533777 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81fff164-84a8-4fce-8776-632ad5d4f2ae tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:23.568083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-81fff164-84a8-4fce-8776-632ad5d4f2ae tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2598996 Sep 30 08:28:23.570881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58752) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:23.580896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3552f73e-1a12-4d72-a838-1be9a2de3c9e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'subnet': {'network_id': 'a64aa431-534e-47b6-82f4-e9bd442e1860', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:23.629449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fff164-84a8-4fce-8776-632ad5d4f2ae tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Network': ['ID=a64aa431-534e-47b6-82f4-e9bd442e1860,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:23.641544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network a64aa431-534e-47b6-82f4-e9bd442e1860 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:23.708016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3552f73e-1a12-4d72-a838-1be9a2de3c9e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:23.712289 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3552f73e-1a12-4d72-a838-1be9a2de3c9e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:23.774627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.ipam_backend_mixin [None req-3552f73e-1a12-4d72-a838-1be9a2de3c9e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Performing IP validity checks on allocation pools {{(pid=94837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 08:28:23.775153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.ipam_backend_mixin [None req-3552f73e-1a12-4d72-a838-1be9a2de3c9e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 08:28:23.906211 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3552f73e-1a12-4d72-a838-1be9a2de3c9e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:23.966828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552f73e-1a12-4d72-a838-1be9a2de3c9e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Subnet': ['ID=df41670b-be0c-400f-b7b7-908fd6e37823,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:23.986573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3552f73e-1a12-4d72-a838-1be9a2de3c9e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Checking segment: {'id': '7fd8a429-030b-4b8f-94c1-4e627eac2084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a64aa431-534e-47b6-82f4-e9bd442e1860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:23.987079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552f73e-1a12-4d72-a838-1be9a2de3c9e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network hostable DHCP agents. Network: a64aa431-534e-47b6-82f4-e9bd442e1860, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:28:24.008870 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552f73e-1a12-4d72-a838-1be9a2de3c9e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network a64aa431-534e-47b6-82f4-e9bd442e1860 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:28:24.020892 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-3552f73e-1a12-4d72-a838-1be9a2de3c9e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, a64aa431-534e-47b6-82f4-e9bd442e1860) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:24.026122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3552f73e-1a12-4d72-a838-1be9a2de3c9e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:24.026768 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3552f73e-1a12-4d72-a838-1be9a2de3c9e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.031545 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a506fa09-a346-4ff2-bc3c-bbb5d919067e None None] Network a64aa431-534e-47b6-82f4-e9bd442e1860 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:24.053997 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3552f73e-1a12-4d72-a838-1be9a2de3c9e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4813168 Sep 30 08:28:24.056524 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58796) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:24.208045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d6991ef6-4807-4d8c-8481-ff12656af28e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:24.213354 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f35d7a49-f185-4a1c-9bcd-4bb96f45302b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.286988 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d238c0a3-75f4-48c3-a881-d8286b341f94 None None] Network 0eca5b35-9b6e-4479-a89b-7676ff1cce78 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:24.340650 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f35d7a49-f185-4a1c-9bcd-4bb96f45302b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.425440 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f35d7a49-f185-4a1c-9bcd-4bb96f45302b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.456936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d7a49-f185-4a1c-9bcd-4bb96f45302b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Subnet': ['ID=df41670b-be0c-400f-b7b7-908fd6e37823,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:24.473476 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0aa60d-48fa-46a0-b9fa-7004bf7bb5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-a64aa431-534e-47b6-82f4-e9bd442e1860', 'network_id': 'a64aa431-534e-47b6-82f4-e9bd442e1860', 'tenant_id': 'e4ab7c9a44f1479997e41b04c3396728', 'fixed_ips': [{'subnet_id': 'df41670b-be0c-400f-b7b7-908fd6e37823'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:28:24.474740 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa60d-48fa-46a0-b9fa-7004bf7bb5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.527177 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f35d7a49-f185-4a1c-9bcd-4bb96f45302b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.553094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f35d7a49-f185-4a1c-9bcd-4bb96f45302b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64aa431-534e-47b6-82f4-e9bd442e1860']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:24.563864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f35d7a49-f185-4a1c-9bcd-4bb96f45302b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd8a429-030b-4b8f-94c1-4e627eac2084') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:24.564255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f35d7a49-f185-4a1c-9bcd-4bb96f45302b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd8a429-030b-4b8f-94c1-4e627eac2084') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:24.576090 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f35d7a49-f185-4a1c-9bcd-4bb96f45302b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.591305 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f35d7a49-f185-4a1c-9bcd-4bb96f45302b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.605846 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35d7a49-f185-4a1c-9bcd-4bb96f45302b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:24.606529 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f35d7a49-f185-4a1c-9bcd-4bb96f45302b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:24.648846 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:24.652866 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d6991ef6-4807-4d8c-8481-ff12656af28e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:24.653341 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.663707 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0add5548-b27b-4082-89ac-efa379d27ce9 None None] Provisioning complete for port d6991ef6-4807-4d8c-8481-ff12656af28e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:24.664012 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0add5548-b27b-4082-89ac-efa379d27ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.709836 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1778b9-9162-4dce-ba01-35200c1cad6b None None] Network a64aa431-534e-47b6-82f4-e9bd442e1860 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:24.712967 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f35d7a49-f185-4a1c-9bcd-4bb96f45302b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.729322 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f35d7a49-f185-4a1c-9bcd-4bb96f45302b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.745486 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f35d7a49-f185-4a1c-9bcd-4bb96f45302b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/a64aa431-534e-47b6-82f4-e9bd442e1860 HTTP/1.1" status: 204 len: 168 time: 0.6877782 Sep 30 08:28:24.749037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58840) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:24.753510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1778b9-9162-4dce-ba01-35200c1cad6b None None] Network a64aa431-534e-47b6-82f4-e9bd442e1860 could not be found, it might have been deleted concurrently. {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 08:28:24.756105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c0531d8a-64d9-485f-8d16-7ea88dc642b3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2120868040'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:24.769037 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d7a49-f185-4a1c-9bcd-4bb96f45302b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Network': ['ID=a64aa431-534e-47b6-82f4-e9bd442e1860,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:24.791759 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0531d8a-64d9-485f-8d16-7ea88dc642b3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:24.796634 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0531d8a-64d9-485f-8d16-7ea88dc642b3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.833427 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0531d8a-64d9-485f-8d16-7ea88dc642b3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:24.844042 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0531d8a-64d9-485f-8d16-7ea88dc642b3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.845013 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-c0531d8a-64d9-485f-8d16-7ea88dc642b3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Added segment 304c1ca9-502c-4d42-9601-a01de7a429f0 of type vlan for network f5ac1ac2-f2d4-4eeb-9372-0055eb784970 Sep 30 08:28:24.906905 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0531d8a-64d9-485f-8d16-7ea88dc642b3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.928412 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.952231 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0add5548-b27b-4082-89ac-efa379d27ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.959613 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0531d8a-64d9-485f-8d16-7ea88dc642b3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:24.966777 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0531d8a-64d9-485f-8d16-7ea88dc642b3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:24.967621 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0531d8a-64d9-485f-8d16-7ea88dc642b3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:25.008970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port d6991ef6-4807-4d8c-8481-ff12656af28e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d6991ef6-4807-4d8c-8481-ff12656af28e,segment=NetworkSegment(48dbcd59-308b-44dd-af7e-0b690ad9ef02),segment_id=48dbcd59-308b-44dd-af7e-0b690ad9ef02)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:25.014934 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:25.036610 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c0531d8a-64d9-485f-8d16-7ea88dc642b3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2857854 Sep 30 08:28:25.039336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58844) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:25.045539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6ccb4759-d51c-415e-b4ac-2c96146552a5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'subnet': {'network_id': 'f5ac1ac2-f2d4-4eeb-9372-0055eb784970', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:25.085604 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=d6991ef6-4807-4d8c-8481-ff12656af28e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:25.090732 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0531d8a-64d9-485f-8d16-7ea88dc642b3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Network': ['ID=f5ac1ac2-f2d4-4eeb-9372-0055eb784970,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:25.110465 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f5ac1ac2-f2d4-4eeb-9372-0055eb784970 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:25.192929 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccb4759-d51c-415e-b4ac-2c96146552a5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:25.199738 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ccb4759-d51c-415e-b4ac-2c96146552a5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:25.201431 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-0add5548-b27b-4082-89ac-efa379d27ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:28:25.201850 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-0add5548-b27b-4082-89ac-efa379d27ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:28:25.441558 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ccb4759-d51c-415e-b4ac-2c96146552a5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:25.512688 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb4759-d51c-415e-b4ac-2c96146552a5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Subnet': ['ID=3380bad3-8a44-4e93-a79e-e82a4fd18692,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:25.522993 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccb4759-d51c-415e-b4ac-2c96146552a5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Checking segment: {'id': '304c1ca9-502c-4d42-9601-a01de7a429f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f5ac1ac2-f2d4-4eeb-9372-0055eb784970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:25.523544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccb4759-d51c-415e-b4ac-2c96146552a5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network hostable DHCP agents. Network: f5ac1ac2-f2d4-4eeb-9372-0055eb784970, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:28:25.545159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccb4759-d51c-415e-b4ac-2c96146552a5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network f5ac1ac2-f2d4-4eeb-9372-0055eb784970 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:28:25.555962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-6ccb4759-d51c-415e-b4ac-2c96146552a5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f5ac1ac2-f2d4-4eeb-9372-0055eb784970) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:25.564452 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccb4759-d51c-415e-b4ac-2c96146552a5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:25.565089 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783e1045-d92e-4f3b-9c62-006aaa05b900 None None] Network f5ac1ac2-f2d4-4eeb-9372-0055eb784970 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:25.565247 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ccb4759-d51c-415e-b4ac-2c96146552a5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:25.581708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6ccb4759-d51c-415e-b4ac-2c96146552a5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5411375 Sep 30 08:28:25.584553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58850) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:25.740152 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-903a867c-4c88-47ce-b361-db9af4e2c4b5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:25.807117 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-903a867c-4c88-47ce-b361-db9af4e2c4b5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:25.838170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2850b2b9-eafa-43ec-8a13-5daccd9d970a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-f5ac1ac2-f2d4-4eeb-9372-0055eb784970', 'network_id': 'f5ac1ac2-f2d4-4eeb-9372-0055eb784970', 'tenant_id': 'e4ab7c9a44f1479997e41b04c3396728', 'fixed_ips': [{'subnet_id': '3380bad3-8a44-4e93-a79e-e82a4fd18692'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:28:25.839045 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2850b2b9-eafa-43ec-8a13-5daccd9d970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:25.879168 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-903a867c-4c88-47ce-b361-db9af4e2c4b5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:25.912806 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a867c-4c88-47ce-b361-db9af4e2c4b5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Subnet': ['ID=3380bad3-8a44-4e93-a79e-e82a4fd18692,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:25.969308 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-db9ff91b-c889-4541-9352-bf0232bdeb8a None None] Provisioning complete for port d6991ef6-4807-4d8c-8481-ff12656af28e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:25.970062 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db9ff91b-c889-4541-9352-bf0232bdeb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-2850b2b9-eafa-43ec-8a13-5daccd9d970a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3380bad3-8a44-4e93-a79e-e82a4fd18692: This subnet is being modified by another concurrent operation. Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3380bad3-8a44-4e93-a79e-e82a4fd18692: This subnet is being modified by another concurrent operation. Sep 30 08:28:25.974299 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Sep 30 08:28:26.002741 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-903a867c-4c88-47ce-b361-db9af4e2c4b5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:26.004414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e82265-f281-4e6b-90a4-1182951fde7a None None] Network f5ac1ac2-f2d4-4eeb-9372-0055eb784970 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:26.038267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-903a867c-4c88-47ce-b361-db9af4e2c4b5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ac1ac2-f2d4-4eeb-9372-0055eb784970']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:26.054814 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-903a867c-4c88-47ce-b361-db9af4e2c4b5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304c1ca9-502c-4d42-9601-a01de7a429f0') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:26.055348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-903a867c-4c88-47ce-b361-db9af4e2c4b5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304c1ca9-502c-4d42-9601-a01de7a429f0') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:26.067620 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-903a867c-4c88-47ce-b361-db9af4e2c4b5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:26.086894 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-903a867c-4c88-47ce-b361-db9af4e2c4b5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:26.095183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903a867c-4c88-47ce-b361-db9af4e2c4b5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:26.095665 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-903a867c-4c88-47ce-b361-db9af4e2c4b5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:26.100117 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:26.174745 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-903a867c-4c88-47ce-b361-db9af4e2c4b5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:26.182225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d6991ef6-4807-4d8c-8481-ff12656af28e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:26.188595 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-903a867c-4c88-47ce-b361-db9af4e2c4b5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:26.194220 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-903a867c-4c88-47ce-b361-db9af4e2c4b5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/f5ac1ac2-f2d4-4eeb-9372-0055eb784970 HTTP/1.1" status: 204 len: 168 time: 0.6030984 Sep 30 08:28:26.194590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:26.201142 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a867c-4c88-47ce-b361-db9af4e2c4b5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Network': ['ID=f5ac1ac2-f2d4-4eeb-9372-0055eb784970,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:26.201599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3c32129d-855d-4bca-b449-b1f10b80fdd7 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2024453589'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:26.215858 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915bcc0d-a7b7-4181-85d2-1b3b171584a0 None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:28:26.236277 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c32129d-855d-4bca-b449-b1f10b80fdd7 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:26.240668 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c32129d-855d-4bca-b449-b1f10b80fdd7 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:26.271854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c32129d-855d-4bca-b449-b1f10b80fdd7 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:26.288932 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c32129d-855d-4bca-b449-b1f10b80fdd7 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:26.289475 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-3c32129d-855d-4bca-b449-b1f10b80fdd7 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Added segment b1926af6-53d7-418f-a25c-74f25249775b of type vlan for network b12ff885-f168-4f38-897c-9918de9b40be Sep 30 08:28:26.311805 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d6991ef6-4807-4d8c-8481-ff12656af28e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:26.312655 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:26.340702 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c32129d-855d-4bca-b449-b1f10b80fdd7 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:26.378303 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c32129d-855d-4bca-b449-b1f10b80fdd7 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:26.383106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915bcc0d-a7b7-4181-85d2-1b3b171584a0 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:28:26.386320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c32129d-855d-4bca-b449-b1f10b80fdd7 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:26.390703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c32129d-855d-4bca-b449-b1f10b80fdd7 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:26.436335 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3c32129d-855d-4bca-b449-b1f10b80fdd7 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2405882 Sep 30 08:28:26.441562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58862) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:26.446945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-347858f2-fc62-41e6-b27b-f1277e48b12b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'subnet': {'network_id': 'b12ff885-f168-4f38-897c-9918de9b40be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:26.549868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32129d-855d-4bca-b449-b1f10b80fdd7 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Network': ['ID=b12ff885-f168-4f38-897c-9918de9b40be,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:26.564444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network b12ff885-f168-4f38-897c-9918de9b40be details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:26.579677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347858f2-fc62-41e6-b27b-f1277e48b12b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:26.585079 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-347858f2-fc62-41e6-b27b-f1277e48b12b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:26.838453 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-347858f2-fc62-41e6-b27b-f1277e48b12b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:26.903858 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347858f2-fc62-41e6-b27b-f1277e48b12b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Subnet': ['ID=3dcf4332-bd24-44f3-9dcc-95390623bd5d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:26.914637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347858f2-fc62-41e6-b27b-f1277e48b12b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Checking segment: {'id': 'b1926af6-53d7-418f-a25c-74f25249775b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b12ff885-f168-4f38-897c-9918de9b40be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:26.914997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347858f2-fc62-41e6-b27b-f1277e48b12b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network hostable DHCP agents. Network: b12ff885-f168-4f38-897c-9918de9b40be, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:28:26.933285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347858f2-fc62-41e6-b27b-f1277e48b12b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network b12ff885-f168-4f38-897c-9918de9b40be is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:28:26.946261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-347858f2-fc62-41e6-b27b-f1277e48b12b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, b12ff885-f168-4f38-897c-9918de9b40be) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:26.950486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347858f2-fc62-41e6-b27b-f1277e48b12b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:26.951126 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-347858f2-fc62-41e6-b27b-f1277e48b12b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:26.961649 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3decd574-97d8-4048-a0c2-25b3f4091e90 None None] Network b12ff885-f168-4f38-897c-9918de9b40be requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:26.971198 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-347858f2-fc62-41e6-b27b-f1277e48b12b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5281088 Sep 30 08:28:26.973845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58866) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:27.106985 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb8b2-ad10-4fd1-9ab7-40ac53865eb4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.155452 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95580283-5cdd-463a-ab44-01df8e292970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-b12ff885-f168-4f38-897c-9918de9b40be', 'network_id': 'b12ff885-f168-4f38-897c-9918de9b40be', 'tenant_id': 'e4ab7c9a44f1479997e41b04c3396728', 'fixed_ips': [{'subnet_id': '3dcf4332-bd24-44f3-9dcc-95390623bd5d'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:28:27.156577 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95580283-5cdd-463a-ab44-01df8e292970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.178055 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb8b2-ad10-4fd1-9ab7-40ac53865eb4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.212697 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:28:27.270558 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb8b2-ad10-4fd1-9ab7-40ac53865eb4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-95580283-5cdd-463a-ab44-01df8e292970 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3dcf4332-bd24-44f3-9dcc-95390623bd5d: This subnet is being modified by another concurrent operation. Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3dcf4332-bd24-44f3-9dcc-95390623bd5d: This subnet is being modified by another concurrent operation. Sep 30 08:28:27.274218 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Sep 30 08:28:27.310147 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc000dd-e513-41e1-aff7-f110eec0f74d None None] Network b12ff885-f168-4f38-897c-9918de9b40be requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:27.320072 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fb8b2-ad10-4fd1-9ab7-40ac53865eb4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Subnet': ['ID=3dcf4332-bd24-44f3-9dcc-95390623bd5d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:27.392862 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb8b2-ad10-4fd1-9ab7-40ac53865eb4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.418721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2e8fb8b2-ad10-4fd1-9ab7-40ac53865eb4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12ff885-f168-4f38-897c-9918de9b40be']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:27.435095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2e8fb8b2-ad10-4fd1-9ab7-40ac53865eb4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1926af6-53d7-418f-a25c-74f25249775b') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:27.436123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2e8fb8b2-ad10-4fd1-9ab7-40ac53865eb4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1926af6-53d7-418f-a25c-74f25249775b') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:27.449836 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb8b2-ad10-4fd1-9ab7-40ac53865eb4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.460387 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3b66ab-45d1-420c-81a4-17538a6bc23e None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:28:27.473545 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb8b2-ad10-4fd1-9ab7-40ac53865eb4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.481822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8fb8b2-ad10-4fd1-9ab7-40ac53865eb4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:27.482341 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb8b2-ad10-4fd1-9ab7-40ac53865eb4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:27.488609 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:27.601696 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3b66ab-45d1-420c-81a4-17538a6bc23e None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:28:27.622578 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb8b2-ad10-4fd1-9ab7-40ac53865eb4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.630724 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb8b2-ad10-4fd1-9ab7-40ac53865eb4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.638866 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58872) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:27.642303 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2e8fb8b2-ad10-4fd1-9ab7-40ac53865eb4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/b12ff885-f168-4f38-897c-9918de9b40be HTTP/1.1" status: 204 len: 168 time: 0.6671321 Sep 30 08:28:27.649715 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-599cec2e-155d-4c2e-b1ee-35711cb10e8e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-657271595'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:27.679516 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fb8b2-ad10-4fd1-9ab7-40ac53865eb4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Network': ['ID=b12ff885-f168-4f38-897c-9918de9b40be,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:27.679708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599cec2e-155d-4c2e-b1ee-35711cb10e8e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:27.684680 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-599cec2e-155d-4c2e-b1ee-35711cb10e8e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.722078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599cec2e-155d-4c2e-b1ee-35711cb10e8e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:27.737617 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-599cec2e-155d-4c2e-b1ee-35711cb10e8e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.738340 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-599cec2e-155d-4c2e-b1ee-35711cb10e8e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Added segment 403628d8-9613-450f-bf37-8326a976c470 of type vlan for network 504a42fb-2922-462a-8b4a-aa1aaaaffd28 Sep 30 08:28:27.798662 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-599cec2e-155d-4c2e-b1ee-35711cb10e8e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.837475 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-599cec2e-155d-4c2e-b1ee-35711cb10e8e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.844664 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599cec2e-155d-4c2e-b1ee-35711cb10e8e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:27.845745 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-599cec2e-155d-4c2e-b1ee-35711cb10e8e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:27.960496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cec2e-155d-4c2e-b1ee-35711cb10e8e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Network': ['ID=504a42fb-2922-462a-8b4a-aa1aaaaffd28,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:27.977132 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58878) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:27.977695 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-599cec2e-155d-4c2e-b1ee-35711cb10e8e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3371279 Sep 30 08:28:27.986345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-669d9e2d-f4c4-404c-8281-caef19b4709b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'subnet': {'network_id': '504a42fb-2922-462a-8b4a-aa1aaaaffd28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:28.000358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 504a42fb-2922-462a-8b4a-aa1aaaaffd28 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:28.244174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096c753-b26e-41af-a32a-5fe754ff810a req-bbaf1985-942f-44c1-9d75-cd9cdac175d5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:28.246055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7096c753-b26e-41af-a32a-5fe754ff810a req-bbaf1985-942f-44c1-9d75-cd9cdac175d5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 945 time: 0.0925529 Sep 30 08:28:28.247067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669d9e2d-f4c4-404c-8281-caef19b4709b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:28.250876 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-669d9e2d-f4c4-404c-8281-caef19b4709b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:28.342296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.ipam_backend_mixin [None req-669d9e2d-f4c4-404c-8281-caef19b4709b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Performing IP validity checks on allocation pools {{(pid=94837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 08:28:28.342825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.ipam_backend_mixin [None req-669d9e2d-f4c4-404c-8281-caef19b4709b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 08:28:28.367434 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7096c753-b26e-41af-a32a-5fe754ff810a req-8749d6e6-1edd-41be-b2e1-6c4a9a5720e5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125188 Sep 30 08:28:28.535546 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-669d9e2d-f4c4-404c-8281-caef19b4709b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:28.609265 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d9e2d-f4c4-404c-8281-caef19b4709b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Subnet': ['ID=dd7660f8-075a-4245-8a1c-d3b52f8c7c35,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:28.618960 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669d9e2d-f4c4-404c-8281-caef19b4709b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Checking segment: {'id': '403628d8-9613-450f-bf37-8326a976c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '504a42fb-2922-462a-8b4a-aa1aaaaffd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:28.619326 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669d9e2d-f4c4-404c-8281-caef19b4709b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network hostable DHCP agents. Network: 504a42fb-2922-462a-8b4a-aa1aaaaffd28, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:28:28.655296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669d9e2d-f4c4-404c-8281-caef19b4709b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network 504a42fb-2922-462a-8b4a-aa1aaaaffd28 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:28:28.677121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-669d9e2d-f4c4-404c-8281-caef19b4709b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 504a42fb-2922-462a-8b4a-aa1aaaaffd28) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:28.685500 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e112e1e-f6dc-4564-975e-a2395e67ff10 None None] Network 504a42fb-2922-462a-8b4a-aa1aaaaffd28 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:28.691492 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669d9e2d-f4c4-404c-8281-caef19b4709b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:28.693702 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-669d9e2d-f4c4-404c-8281-caef19b4709b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:28.742819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-669d9e2d-f4c4-404c-8281-caef19b4709b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7618611 Sep 30 08:28:28.743053 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58894) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:29.012993 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-997e72aa-8a4e-440d-976d-ca3755fc71cf tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.087778 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-997e72aa-8a4e-440d-976d-ca3755fc71cf tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.167185 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-997e72aa-8a4e-440d-976d-ca3755fc71cf tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.199409 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e72aa-8a4e-440d-976d-ca3755fc71cf tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7660f8-075a-4245-8a1c-d3b52f8c7c35,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:29.225538 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934747c8-88cc-48d1-9377-5cc7804d7020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-504a42fb-2922-462a-8b4a-aa1aaaaffd28', 'network_id': '504a42fb-2922-462a-8b4a-aa1aaaaffd28', 'tenant_id': 'e4ab7c9a44f1479997e41b04c3396728', 'fixed_ips': [{'subnet_id': 'dd7660f8-075a-4245-8a1c-d3b52f8c7c35'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:28:29.226413 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-934747c8-88cc-48d1-9377-5cc7804d7020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.288252 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-997e72aa-8a4e-440d-976d-ca3755fc71cf tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.315794 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-997e72aa-8a4e-440d-976d-ca3755fc71cf tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504a42fb-2922-462a-8b4a-aa1aaaaffd28']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:29.320992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3409766f-316b-4b91-bb8b-f68e93f5b914 None None] Network 504a42fb-2922-462a-8b4a-aa1aaaaffd28 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:29.328500 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-997e72aa-8a4e-440d-976d-ca3755fc71cf tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403628d8-9613-450f-bf37-8326a976c470') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:29.328826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-997e72aa-8a4e-440d-976d-ca3755fc71cf tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403628d8-9613-450f-bf37-8326a976c470') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:29.347864 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-997e72aa-8a4e-440d-976d-ca3755fc71cf tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.366528 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-997e72aa-8a4e-440d-976d-ca3755fc71cf tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.377637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997e72aa-8a4e-440d-976d-ca3755fc71cf tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:29.378255 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-997e72aa-8a4e-440d-976d-ca3755fc71cf tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:29.419175 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:29.466337 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-997e72aa-8a4e-440d-976d-ca3755fc71cf tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.484614 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-997e72aa-8a4e-440d-976d-ca3755fc71cf tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.486514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-997e72aa-8a4e-440d-976d-ca3755fc71cf tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/504a42fb-2922-462a-8b4a-aa1aaaaffd28 HTTP/1.1" status: 204 len: 168 time: 0.7418013 Sep 30 08:28:29.487534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e72aa-8a4e-440d-976d-ca3755fc71cf tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Network': ['ID=504a42fb-2922-462a-8b4a-aa1aaaaffd28,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:29.489885 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58902) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:29.495065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8852e1d2-162c-4bc0-9b4a-19d071c763bb tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-414377442'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:29.529816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8852e1d2-162c-4bc0-9b4a-19d071c763bb tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:29.534453 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8852e1d2-162c-4bc0-9b4a-19d071c763bb tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.567515 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8852e1d2-162c-4bc0-9b4a-19d071c763bb tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:29.581029 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8852e1d2-162c-4bc0-9b4a-19d071c763bb tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.581472 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-8852e1d2-162c-4bc0-9b4a-19d071c763bb tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Added segment 95fcdc75-4cfc-46d7-946f-6485dd006f24 of type vlan for network aee10524-f7d4-4488-933b-54eb5c19d995 Sep 30 08:28:29.636363 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8852e1d2-162c-4bc0-9b4a-19d071c763bb tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.670339 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8852e1d2-162c-4bc0-9b4a-19d071c763bb tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.676543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8852e1d2-162c-4bc0-9b4a-19d071c763bb tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:29.676932 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8852e1d2-162c-4bc0-9b4a-19d071c763bb tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.717037 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8852e1d2-162c-4bc0-9b4a-19d071c763bb tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2235317 Sep 30 08:28:29.718672 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58906) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:29.723654 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-667e252d-903c-442e-afd2-aa19153f493e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'subnet': {'network_id': 'aee10524-f7d4-4488-933b-54eb5c19d995', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:29.796919 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:29.803554 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852e1d2-162c-4bc0-9b4a-19d071c763bb tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Network': ['ID=aee10524-f7d4-4488-933b-54eb5c19d995,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:29.816359 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network aee10524-f7d4-4488-933b-54eb5c19d995 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:29.858191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667e252d-903c-442e-afd2-aa19153f493e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:29.862479 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-667e252d-903c-442e-afd2-aa19153f493e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.073704 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-667e252d-903c-442e-afd2-aa19153f493e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.138280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e252d-903c-442e-afd2-aa19153f493e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Subnet': ['ID=7b16f57a-ae75-40c3-854e-b1021808d790,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:30.166994 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667e252d-903c-442e-afd2-aa19153f493e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Checking segment: {'id': '95fcdc75-4cfc-46d7-946f-6485dd006f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'aee10524-f7d4-4488-933b-54eb5c19d995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:30.167480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667e252d-903c-442e-afd2-aa19153f493e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network hostable DHCP agents. Network: aee10524-f7d4-4488-933b-54eb5c19d995, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:28:30.194866 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667e252d-903c-442e-afd2-aa19153f493e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network aee10524-f7d4-4488-933b-54eb5c19d995 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:28:30.205260 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-667e252d-903c-442e-afd2-aa19153f493e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, aee10524-f7d4-4488-933b-54eb5c19d995) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:30.209933 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667e252d-903c-442e-afd2-aa19153f493e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:30.210548 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-667e252d-903c-442e-afd2-aa19153f493e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.216986 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aae33aa-4300-45a1-b0f7-64af440dd1bb None None] Network aee10524-f7d4-4488-933b-54eb5c19d995 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:30.233715 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-667e252d-903c-442e-afd2-aa19153f493e tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5119843 Sep 30 08:28:30.234025 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:30.398334 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8615a9bf-1fb7-4e87-be4e-18e8a95d6bfa tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.424156 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2d6618-1074-4187-ac9a-fdac5f8b89d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-aee10524-f7d4-4488-933b-54eb5c19d995', 'network_id': 'aee10524-f7d4-4488-933b-54eb5c19d995', 'tenant_id': 'e4ab7c9a44f1479997e41b04c3396728', 'fixed_ips': [{'subnet_id': '7b16f57a-ae75-40c3-854e-b1021808d790'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:28:30.425035 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb2d6618-1074-4187-ac9a-fdac5f8b89d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.467656 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8615a9bf-1fb7-4e87-be4e-18e8a95d6bfa tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.548946 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8615a9bf-1fb7-4e87-be4e-18e8a95d6bfa tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-fb2d6618-1074-4187-ac9a-fdac5f8b89d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b16f57a-ae75-40c3-854e-b1021808d790: This subnet is being modified by another concurrent operation. Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b16f57a-ae75-40c3-854e-b1021808d790: This subnet is being modified by another concurrent operation. Sep 30 08:28:30.568817 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Sep 30 08:28:30.591817 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615a9bf-1fb7-4e87-be4e-18e8a95d6bfa tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Subnet': ['ID=7b16f57a-ae75-40c3-854e-b1021808d790,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:30.602725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7468be-8860-46a6-a1cf-205fdc692639 None None] Network aee10524-f7d4-4488-933b-54eb5c19d995 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:30.665668 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8615a9bf-1fb7-4e87-be4e-18e8a95d6bfa tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.693801 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8615a9bf-1fb7-4e87-be4e-18e8a95d6bfa tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee10524-f7d4-4488-933b-54eb5c19d995']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:30.707261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8615a9bf-1fb7-4e87-be4e-18e8a95d6bfa tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95fcdc75-4cfc-46d7-946f-6485dd006f24') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:30.707641 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8615a9bf-1fb7-4e87-be4e-18e8a95d6bfa tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95fcdc75-4cfc-46d7-946f-6485dd006f24') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:30.718568 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8615a9bf-1fb7-4e87-be4e-18e8a95d6bfa tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.735767 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8615a9bf-1fb7-4e87-be4e-18e8a95d6bfa tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.744055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8615a9bf-1fb7-4e87-be4e-18e8a95d6bfa tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:30.744586 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8615a9bf-1fb7-4e87-be4e-18e8a95d6bfa tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:30.750438 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:30.760132 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d3de46-8dbe-4391-9649-816876ab2968 None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:28:30.854734 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8615a9bf-1fb7-4e87-be4e-18e8a95d6bfa tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.864200 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d3de46-8dbe-4391-9649-816876ab2968 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:28:30.876238 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8615a9bf-1fb7-4e87-be4e-18e8a95d6bfa tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.878278 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8615a9bf-1fb7-4e87-be4e-18e8a95d6bfa tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/aee10524-f7d4-4488-933b-54eb5c19d995 HTTP/1.1" status: 204 len: 168 time: 0.6424890 Sep 30 08:28:30.879158 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615a9bf-1fb7-4e87-be4e-18e8a95d6bfa tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Network': ['ID=aee10524-f7d4-4488-933b-54eb5c19d995,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:30.881856 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58918) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:30.891478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8929a1be-4c65-4cf3-a7a7-0a56bb6f7e62 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-322431541'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:30.931541 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8929a1be-4c65-4cf3-a7a7-0a56bb6f7e62 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:30.937953 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8929a1be-4c65-4cf3-a7a7-0a56bb6f7e62 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.974493 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8929a1be-4c65-4cf3-a7a7-0a56bb6f7e62 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:30.990342 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8929a1be-4c65-4cf3-a7a7-0a56bb6f7e62 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:30.991014 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-8929a1be-4c65-4cf3-a7a7-0a56bb6f7e62 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Added segment 14014748-fd22-46e9-a9e7-d81a6a50cb22 of type vlan for network 4e00069f-7e08-4fa3-8ea4-110e5ad43f3f Sep 30 08:28:31.047774 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8929a1be-4c65-4cf3-a7a7-0a56bb6f7e62 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.090882 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8929a1be-4c65-4cf3-a7a7-0a56bb6f7e62 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.097373 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8929a1be-4c65-4cf3-a7a7-0a56bb6f7e62 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:31.098014 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8929a1be-4c65-4cf3-a7a7-0a56bb6f7e62 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.132951 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:31.133723 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8929a1be-4c65-4cf3-a7a7-0a56bb6f7e62 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2483749 Sep 30 08:28:31.138034 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d2f703c7-3fdb-4476-8753-0de05721a8ab tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'subnet': {'network_id': '4e00069f-7e08-4fa3-8ea4-110e5ad43f3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:31.193578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929a1be-4c65-4cf3-a7a7-0a56bb6f7e62 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Network': ['ID=4e00069f-7e08-4fa3-8ea4-110e5ad43f3f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:31.207880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 4e00069f-7e08-4fa3-8ea4-110e5ad43f3f details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:31.267658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f703c7-3fdb-4476-8753-0de05721a8ab tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:31.271467 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2f703c7-3fdb-4476-8753-0de05721a8ab tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.499478 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2f703c7-3fdb-4476-8753-0de05721a8ab tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.544603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:28:31.554202 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f703c7-3fdb-4476-8753-0de05721a8ab tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Subnet': ['ID=4c122b3e-d244-44dd-b576-b2389b13e9fa,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:31.569661 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f703c7-3fdb-4476-8753-0de05721a8ab tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Checking segment: {'id': '14014748-fd22-46e9-a9e7-d81a6a50cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e00069f-7e08-4fa3-8ea4-110e5ad43f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:31.570029 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f703c7-3fdb-4476-8753-0de05721a8ab tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network hostable DHCP agents. Network: 4e00069f-7e08-4fa3-8ea4-110e5ad43f3f, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:28:31.590888 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f703c7-3fdb-4476-8753-0de05721a8ab tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network 4e00069f-7e08-4fa3-8ea4-110e5ad43f3f is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:28:31.601780 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d2f703c7-3fdb-4476-8753-0de05721a8ab tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 4e00069f-7e08-4fa3-8ea4-110e5ad43f3f) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:31.613590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f703c7-3fdb-4476-8753-0de05721a8ab tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:31.614225 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2f703c7-3fdb-4476-8753-0de05721a8ab tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.618836 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafda154-29fa-44ec-8653-b64f662fea5a None None] Network 4e00069f-7e08-4fa3-8ea4-110e5ad43f3f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:31.630081 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d2f703c7-3fdb-4476-8753-0de05721a8ab tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4959738 Sep 30 08:28:31.632828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58930) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:31.701603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:31.718728 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'port_id': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'mac_address': 'fa:16:3e:35:ac:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:28:31.762373 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-151db416-338f-462d-ac1f-713ef59c5ec6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.798644 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.817211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:31.824791 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-151db416-338f-462d-ac1f-713ef59c5ec6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.854896 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a880444a-742d-4f79-8f9c-826b5498fda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-4e00069f-7e08-4fa3-8ea4-110e5ad43f3f', 'network_id': '4e00069f-7e08-4fa3-8ea4-110e5ad43f3f', 'tenant_id': 'e4ab7c9a44f1479997e41b04c3396728', 'fixed_ips': [{'subnet_id': '4c122b3e-d244-44dd-b576-b2389b13e9fa'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:28:31.855755 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a880444a-742d-4f79-8f9c-826b5498fda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.869243 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:31.884464 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.910104 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-151db416-338f-462d-ac1f-713ef59c5ec6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:31.974824 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151db416-338f-462d-ac1f-713ef59c5ec6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Subnet': ['ID=4c122b3e-d244-44dd-b576-b2389b13e9fa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:32.008739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-a880444a-742d-4f79-8f9c-826b5498fda8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c122b3e-d244-44dd-b576-b2389b13e9fa: This subnet is being modified by another concurrent operation. Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c122b3e-d244-44dd-b576-b2389b13e9fa: This subnet is being modified by another concurrent operation. Sep 30 08:28:32.018192 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Sep 30 08:28:32.034981 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41070c2b-5613-4a59-aa05-6fd9fce146ed None None] Network 4e00069f-7e08-4fa3-8ea4-110e5ad43f3f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:32.038007 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-151db416-338f-462d-ac1f-713ef59c5ec6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.059646 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:28:32.063565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-151db416-338f-462d-ac1f-713ef59c5ec6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e00069f-7e08-4fa3-8ea4-110e5ad43f3f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:32.073535 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-151db416-338f-462d-ac1f-713ef59c5ec6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14014748-fd22-46e9-a9e7-d81a6a50cb22') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:32.073835 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-151db416-338f-462d-ac1f-713ef59c5ec6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14014748-fd22-46e9-a9e7-d81a6a50cb22') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:32.084338 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-151db416-338f-462d-ac1f-713ef59c5ec6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.099694 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-151db416-338f-462d-ac1f-713ef59c5ec6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.106021 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151db416-338f-462d-ac1f-713ef59c5ec6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:32.106589 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-151db416-338f-462d-ac1f-713ef59c5ec6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:32.109806 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:32.175257 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-151db416-338f-462d-ac1f-713ef59c5ec6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.188756 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-151db416-338f-462d-ac1f-713ef59c5ec6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.192306 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-151db416-338f-462d-ac1f-713ef59c5ec6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/4e00069f-7e08-4fa3-8ea4-110e5ad43f3f HTTP/1.1" status: 204 len: 168 time: 0.5571849 Sep 30 08:28:32.194566 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bd2597-2b66-4449-aefb-4631a5e9710f None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:28:32.194825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58938) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:32.199786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9cc66a0d-950e-49ea-89ef-9502ca5eae27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1455425433'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:32.211194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151db416-338f-462d-ac1f-713ef59c5ec6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Network': ['ID=4e00069f-7e08-4fa3-8ea4-110e5ad43f3f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:32.229092 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc66a0d-950e-49ea-89ef-9502ca5eae27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:32.232746 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cc66a0d-950e-49ea-89ef-9502ca5eae27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.269072 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc66a0d-950e-49ea-89ef-9502ca5eae27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:32.281292 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cc66a0d-950e-49ea-89ef-9502ca5eae27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.281645 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-9cc66a0d-950e-49ea-89ef-9502ca5eae27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Added segment 8c6152f8-650a-4072-a721-73ad183778a7 of type vlan for network f109425a-47a5-4523-a578-b0b26ebe774b Sep 30 08:28:32.332718 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cc66a0d-950e-49ea-89ef-9502ca5eae27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.342317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bd2597-2b66-4449-aefb-4631a5e9710f None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:28:32.366029 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cc66a0d-950e-49ea-89ef-9502ca5eae27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.374245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc66a0d-950e-49ea-89ef-9502ca5eae27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.375102 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cc66a0d-950e-49ea-89ef-9502ca5eae27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.414634 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9cc66a0d-950e-49ea-89ef-9502ca5eae27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2182117 Sep 30 08:28:32.418844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 58942) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:32.426383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3adca3bb-62e5-40fa-a95e-65e8c1db4ee3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:32.505910 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc66a0d-950e-49ea-89ef-9502ca5eae27 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Network': ['ID=f109425a-47a5-4523-a578-b0b26ebe774b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:32.545545 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f109425a-47a5-4523-a578-b0b26ebe774b details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:32.722768 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3adca3bb-62e5-40fa-a95e-65e8c1db4ee3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.744432 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3adca3bb-62e5-40fa-a95e-65e8c1db4ee3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.808212 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3adca3bb-62e5-40fa-a95e-65e8c1db4ee3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network f109425a-47a5-4523-a578-b0b26ebe774b is not hosted by any dhcp agent {{(pid=94838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:28:32.814324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adca3bb-62e5-40fa-a95e-65e8c1db4ee3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:32.815012 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3adca3bb-62e5-40fa-a95e-65e8c1db4ee3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:32.819373 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 58956) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:32.819560 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3adca3bb-62e5-40fa-a95e-65e8c1db4ee3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "PUT /v2.0/networks/f109425a-47a5-4523-a578-b0b26ebe774b HTTP/1.1" status: 200 len: 723 time: 0.3993773 Sep 30 08:28:32.826204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-66becfee-2be8-4ed9-8862-207849849bf0 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'subnet': {'network_id': 'f109425a-47a5-4523-a578-b0b26ebe774b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:32.847481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adca3bb-62e5-40fa-a95e-65e8c1db4ee3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Network': ['ID=f109425a-47a5-4523-a578-b0b26ebe774b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:32.860455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f109425a-47a5-4523-a578-b0b26ebe774b details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:33.435826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66becfee-2be8-4ed9-8862-207849849bf0 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:33.441321 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66becfee-2be8-4ed9-8862-207849849bf0 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:33.560298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:33.660669 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:33.662149 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:33.768931 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66becfee-2be8-4ed9-8862-207849849bf0 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:33.812322 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:33.843929 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66becfee-2be8-4ed9-8862-207849849bf0 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Checking segment: {'id': '8c6152f8-650a-4072-a721-73ad183778a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f109425a-47a5-4523-a578-b0b26ebe774b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:33.844303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66becfee-2be8-4ed9-8862-207849849bf0 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network hostable DHCP agents. Network: f109425a-47a5-4523-a578-b0b26ebe774b, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:28:33.865641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:33.868864 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca981506-8442-4428-9c55-9a34fa4f2a4c" -d '{"events": [{"server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "name": "network-vif-plugged", "status": "completed", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:33.872070 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66becfee-2be8-4ed9-8862-207849849bf0 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Subnet': ['ID=37e9340f-88b4-47a5-865e-f326fda4a39c,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:33.892378 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66becfee-2be8-4ed9-8862-207849849bf0 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network f109425a-47a5-4523-a578-b0b26ebe774b is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:28:33.911220 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:33.924640 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:33.925425 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-66becfee-2be8-4ed9-8862-207849849bf0 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f109425a-47a5-4523-a578-b0b26ebe774b) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:33.932838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66becfee-2be8-4ed9-8862-207849849bf0 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:33.934744 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66becfee-2be8-4ed9-8862-207849849bf0 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:33.958116 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-66becfee-2be8-4ed9-8862-207849849bf0 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1369455 Sep 30 08:28:33.960717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59008) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:33.966453 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16655e38-ee90-4e81-b921-7628fe2f22fb None None] Network f109425a-47a5-4523-a578-b0b26ebe774b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:33.967226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7cbe56d3-3294-42c3-8c56-ea578b519b4c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:34.028779 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa18ec8b-28bf-4dc7-8db0-c12462cc68e8 x-openstack-request-id: req-aa18ec8b-28bf-4dc7-8db0-c12462cc68e8 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:34.029371 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "name": "network-vif-plugged", "status": "completed", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:34.030275 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa18ec8b-28bf-4dc7-8db0-c12462cc68e8 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:34.033801 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'code': 200} Sep 30 08:28:34.163868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:34.166138 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cbe56d3-3294-42c3-8c56-ea578b519b4c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25926815'] for subnet, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:34.351549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-f109425a-47a5-4523-a578-b0b26ebe774b', 'network_id': 'f109425a-47a5-4523-a578-b0b26ebe774b', 'tenant_id': 'e4ab7c9a44f1479997e41b04c3396728', 'fixed_ips': [{'subnet_id': '37e9340f-88b4-47a5-865e-f326fda4a39c'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:28:34.353224 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:34.404669 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cbe56d3-3294-42c3-8c56-ea578b519b4c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779439489015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29114483'] for subnet, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:34.476857 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe56d3-3294-42c3-8c56-ea578b519b4c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Subnet': ['ID=37e9340f-88b4-47a5-865e-f326fda4a39c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:34.501542 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbe56d3-3294-42c3-8c56-ea578b519b4c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:34.503108 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7cbe56d3-3294-42c3-8c56-ea578b519b4c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:34.507178 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7cbe56d3-3294-42c3-8c56-ea578b519b4c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "PUT /v2.0/subnets/37e9340f-88b4-47a5-865e-f326fda4a39c HTTP/1.1" status: 200 len: 806 time: 0.5430212 Sep 30 08:28:34.507593 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59018) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:34.619858 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Allocated IP 172.20.0.2 (f109425a-47a5-4523-a578-b0b26ebe774b/37e9340f-88b4-47a5-865e-f326fda4a39c/78050de2-8c37-497f-92ea-2d6abfdd60e8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:28:34.687882 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:34.830431 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:34.873076 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:34.886168 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:34.958019 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Pushing event updated for resources: {'Port': ['ID=78050de2-8c37-497f-92ea-2d6abfdd60e8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:34.980034 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Network f109425a-47a5-4523-a578-b0b26ebe774b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:28:34.982494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:34.993668 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:28:35.144031 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Attempting to bind port 78050de2-8c37-497f-92ea-2d6abfdd60e8 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:35.144463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Attempting to bind port 78050de2-8c37-497f-92ea-2d6abfdd60e8 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '8c6152f8-650a-4072-a721-73ad183778a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f109425a-47a5-4523-a578-b0b26ebe774b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:35.144774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Attempting to bind port 78050de2-8c37-497f-92ea-2d6abfdd60e8 on network f109425a-47a5-4523-a578-b0b26ebe774b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:35.163158 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:28:35.164666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Checking segment: {'id': '8c6152f8-650a-4072-a721-73ad183778a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f109425a-47a5-4523-a578-b0b26ebe774b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:35.166131 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:35.167124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Bound using segment: {'id': '8c6152f8-650a-4072-a721-73ad183778a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f109425a-47a5-4523-a578-b0b26ebe774b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:28:35.169423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Bound port: 78050de2-8c37-497f-92ea-2d6abfdd60e8, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c6152f8-650a-4072-a721-73ad183778a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f109425a-47a5-4523-a578-b0b26ebe774b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:28:35.170463 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:35.318842 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] For port 78050de2-8c37-497f-92ea-2d6abfdd60e8, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:35.322850 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] For port 78050de2-8c37-497f-92ea-2d6abfdd60e8, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=78050de2-8c37-497f-92ea-2d6abfdd60e8,segment=NetworkSegment(8c6152f8-650a-4072-a721-73ad183778a7),segment_id=8c6152f8-650a-4072-a721-73ad183778a7)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:28:35.336193 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:35.369075 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:35.477607 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5865c-4430-498f-a689-7d18aa025b2b None None] Pushing event updated for resources: {'Port': ['ID=78050de2-8c37-497f-92ea-2d6abfdd60e8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:35.500633 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Subnet': ['ID=37e9340f-88b4-47a5-865e-f326fda4a39c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:35.570769 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:35.606468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f109425a-47a5-4523-a578-b0b26ebe774b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:35.620460 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6152f8-650a-4072-a721-73ad183778a7') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:35.620910 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6152f8-650a-4072-a721-73ad183778a7') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:35.637387 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:35.656663 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:35.673573 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:35.674200 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:35.677894 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:35.803218 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 08:28:35.803218 n-d-807359-2 neutron-server[94838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 08:28:35.803218 n-d-807359-2 neutron-server[94838]: [parameters: {'id': 'f109425a-47a5-4523-a578-b0b26ebe774b'}] Sep 30 08:28:35.803218 n-d-807359-2 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:28:35.805341 n-d-807359-2 neutron-server[94838]: DEBUG oslo_db.api [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:28:36.252901 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 78050de2-8c37-497f-92ea-2d6abfdd60e8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:36.311054 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:36.468746 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Deleting port 78050de2-8c37-497f-92ea-2d6abfdd60e8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:36.469974 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:36.607065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 78050de2-8c37-497f-92ea-2d6abfdd60e8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:36.607437 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:36.615242 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] For port 78050de2-8c37-497f-92ea-2d6abfdd60e8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=78050de2-8c37-497f-92ea-2d6abfdd60e8,segment=NetworkSegment(8c6152f8-650a-4072-a721-73ad183778a7),segment_id=8c6152f8-650a-4072-a721-73ad183778a7)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:36.615709 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:36.651543 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Calling delete_port for 78050de2-8c37-497f-92ea-2d6abfdd60e8 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:36.788391 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:36.798022 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:36.843296 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Port': ['ID=78050de2-8c37-497f-92ea-2d6abfdd60e8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:36.870434 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No DVR routers for this DVR port 78050de2-8c37-497f-92ea-2d6abfdd60e8 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:36.936968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804516e8-1a9a-4104-a5a3-0ad985dfc66a None None] Network f109425a-47a5-4523-a578-b0b26ebe774b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:37.102317 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.114330 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3c8d3ba1-eb3f-4c94-8c87-0b022c47e1d2 None None] Could not find standard attr ID for object 78050de2-8c37-497f-92ea-2d6abfdd60e8. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:28:37.164857 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f109425a-47a5-4523-a578-b0b26ebe774b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:37.177946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6152f8-650a-4072-a721-73ad183778a7') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:37.178076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6152f8-650a-4072-a721-73ad183778a7') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:37.196175 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.202642 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e627495f-b332-49d3-ac40-e83449ee4efc None None] DHCP port deletion for f109425a-47a5-4523-a578-b0b26ebe774b request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:28:37.224002 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.227112 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a2ab73-aa7b-4cd7-9d99-a1a2a3ddf33b None None] Network f109425a-47a5-4523-a578-b0b26ebe774b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:37.235004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:37.235410 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:37.241835 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:37.368357 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.377174 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.379017 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/f109425a-47a5-4523-a578-b0b26ebe774b HTTP/1.1" status: 204 len: 168 time: 2.8704104 Sep 30 08:28:37.382094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59062) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:37.405008 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5df2c7-ac93-4480-a836-724473fde057 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Network': ['ID=f109425a-47a5-4523-a578-b0b26ebe774b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:37.417752 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa67e4c-07df-4d53-9184-2be41d1c972a tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:37.418985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa67e4c-07df-4d53-9184-2be41d1c972a tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:37.427168 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1fa67e4c-07df-4d53-9184-2be41d1c972a tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/f109425a-47a5-4523-a578-b0b26ebe774b HTTP/1.1" status: 404 len: 339 time: 0.0430295 Sep 30 08:28:37.430520 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59066) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:37.440031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6e1042a3-2570-4cf8-bf73-fe624df0c4e3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1469720764', 'description': 'd1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:37.476363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1042a3-2570-4cf8-bf73-fe624df0c4e3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:37.479952 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e1042a3-2570-4cf8-bf73-fe624df0c4e3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.511837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1042a3-2570-4cf8-bf73-fe624df0c4e3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:37.532759 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e1042a3-2570-4cf8-bf73-fe624df0c4e3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.533555 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-6e1042a3-2570-4cf8-bf73-fe624df0c4e3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Added segment 46ec857e-858d-41e8-baa2-13bacef936a0 of type vlan for network 9cd199ec-44f8-443b-a89e-738cf8f41561 Sep 30 08:28:37.601002 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e1042a3-2570-4cf8-bf73-fe624df0c4e3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.637694 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e1042a3-2570-4cf8-bf73-fe624df0c4e3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.653520 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1042a3-2570-4cf8-bf73-fe624df0c4e3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:37.654760 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e1042a3-2570-4cf8-bf73-fe624df0c4e3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:37.706376 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6e1042a3-2570-4cf8-bf73-fe624df0c4e3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2720387 Sep 30 08:28:37.707247 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59070) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:37.789359 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1042a3-2570-4cf8-bf73-fe624df0c4e3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Network': ['ID=9cd199ec-44f8-443b-a89e-738cf8f41561,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:37.802511 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 9cd199ec-44f8-443b-a89e-738cf8f41561 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:37.969263 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b811b7-adbf-46c7-a460-ba4396244aeb tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:37.973773 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-72b811b7-adbf-46c7-a460-ba4396244aeb tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "GET /v2.0/networks?id=9cd199ec-44f8-443b-a89e-738cf8f41561 HTTP/1.1" status: 200 len: 761 time: 0.2647884 Sep 30 08:28:37.976535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59076) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:37.982433 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f81e8dad-3b94-4325-9eb8-9fb899a99cc2 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'network': {'description': 'd2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:38.193870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 78050de2-8c37-497f-92ea-2d6abfdd60e8 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:38.243529 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 78050de2-8c37-497f-92ea-2d6abfdd60e8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:28:38.244385 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 78050de2-8c37-497f-92ea-2d6abfdd60e8 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:28:38.257125 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f81e8dad-3b94-4325-9eb8-9fb899a99cc2 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:38.285554 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f81e8dad-3b94-4325-9eb8-9fb899a99cc2 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:38.320864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f81e8dad-3b94-4325-9eb8-9fb899a99cc2 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network 9cd199ec-44f8-443b-a89e-738cf8f41561 is not hosted by any dhcp agent {{(pid=94837) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:28:38.327552 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81e8dad-3b94-4325-9eb8-9fb899a99cc2 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:38.328652 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f81e8dad-3b94-4325-9eb8-9fb899a99cc2 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:38.332764 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f81e8dad-3b94-4325-9eb8-9fb899a99cc2 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "PUT /v2.0/networks/9cd199ec-44f8-443b-a89e-738cf8f41561 HTTP/1.1" status: 200 len: 758 time: 0.3547873 Sep 30 08:28:38.335378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59082) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:38.463424 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e8dad-3b94-4325-9eb8-9fb899a99cc2 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Network': ['ID=9cd199ec-44f8-443b-a89e-738cf8f41561,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:38.476525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 9cd199ec-44f8-443b-a89e-738cf8f41561 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:38.555692 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e27de6-a259-4aeb-acad-6a022772a255 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:38.561641 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-35e27de6-a259-4aeb-acad-6a022772a255 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "GET /v2.0/networks?id=9cd199ec-44f8-443b-a89e-738cf8f41561 HTTP/1.1" status: 200 len: 761 time: 0.2204139 Sep 30 08:28:38.562215 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59090) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:38.567600 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b068655e-6063-4b61-a663-b9b384b9a793 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-110283135'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:38.606738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b068655e-6063-4b61-a663-b9b384b9a793 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:38.611741 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b068655e-6063-4b61-a663-b9b384b9a793 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:38.651682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b068655e-6063-4b61-a663-b9b384b9a793 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:38.673044 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b068655e-6063-4b61-a663-b9b384b9a793 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:38.674466 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-b068655e-6063-4b61-a663-b9b384b9a793 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Added segment 101bbe65-902a-41e7-b9f0-ea79e400f7f5 of type vlan for network f94794b1-ad7e-43bd-b3e9-2c52650b03a0 Sep 30 08:28:38.736749 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b068655e-6063-4b61-a663-b9b384b9a793 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:38.780509 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b068655e-6063-4b61-a663-b9b384b9a793 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:38.787126 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b068655e-6063-4b61-a663-b9b384b9a793 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:38.788089 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b068655e-6063-4b61-a663-b9b384b9a793 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:38.856149 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b068655e-6063-4b61-a663-b9b384b9a793 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2918956 Sep 30 08:28:38.857987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59098) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:38.865390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-35438f2e-7d8f-441d-bb96-6bdc47e80ea5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'subnet': {'network_id': 'f94794b1-ad7e-43bd-b3e9-2c52650b03a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:38.913931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068655e-6063-4b61-a663-b9b384b9a793 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Network': ['ID=f94794b1-ad7e-43bd-b3e9-2c52650b03a0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:38.927690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f94794b1-ad7e-43bd-b3e9-2c52650b03a0 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:39.033674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35438f2e-7d8f-441d-bb96-6bdc47e80ea5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:39.037252 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35438f2e-7d8f-441d-bb96-6bdc47e80ea5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:39.326045 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35438f2e-7d8f-441d-bb96-6bdc47e80ea5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:39.422642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35438f2e-7d8f-441d-bb96-6bdc47e80ea5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Checking segment: {'id': '101bbe65-902a-41e7-b9f0-ea79e400f7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f94794b1-ad7e-43bd-b3e9-2c52650b03a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:39.423051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35438f2e-7d8f-441d-bb96-6bdc47e80ea5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network hostable DHCP agents. Network: f94794b1-ad7e-43bd-b3e9-2c52650b03a0, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:28:39.425330 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35438f2e-7d8f-441d-bb96-6bdc47e80ea5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Subnet': ['ID=4d658fb2-346d-4969-b045-269cec1f2760,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:39.454722 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35438f2e-7d8f-441d-bb96-6bdc47e80ea5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network f94794b1-ad7e-43bd-b3e9-2c52650b03a0 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:28:39.466007 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-35438f2e-7d8f-441d-bb96-6bdc47e80ea5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f94794b1-ad7e-43bd-b3e9-2c52650b03a0) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:39.476219 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bdf0b7-4664-4f60-88d5-c89b83f7c6db None None] Network f94794b1-ad7e-43bd-b3e9-2c52650b03a0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:39.485036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35438f2e-7d8f-441d-bb96-6bdc47e80ea5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:39.486159 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35438f2e-7d8f-441d-bb96-6bdc47e80ea5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621602'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:39.514324 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-35438f2e-7d8f-441d-bb96-6bdc47e80ea5 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6525252 Sep 30 08:28:39.514978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:39.691318 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:39.796901 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-f94794b1-ad7e-43bd-b3e9-2c52650b03a0', 'network_id': 'f94794b1-ad7e-43bd-b3e9-2c52650b03a0', 'tenant_id': 'e4ab7c9a44f1479997e41b04c3396728', 'fixed_ips': [{'subnet_id': '4d658fb2-346d-4969-b045-269cec1f2760'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:28:39.798464 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:39.838191 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.054062 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Allocated IP 172.20.0.2 (f94794b1-ad7e-43bd-b3e9-2c52650b03a0/4d658fb2-346d-4969-b045-269cec1f2760/afa4b583-58ac-4f79-b0ca-dc4dda369500) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:28:40.253866 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.391958 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.403857 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.424301 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.466798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Network f94794b1-ad7e-43bd-b3e9-2c52650b03a0 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:28:40.470976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:40.473765 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:28:40.488892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Pushing event updated for resources: {'Port': ['ID=afa4b583-58ac-4f79-b0ca-dc4dda369500,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:40.491356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Subnet': ['ID=4d658fb2-346d-4969-b045-269cec1f2760,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:40.655325 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Attempting to bind port afa4b583-58ac-4f79-b0ca-dc4dda369500 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:40.655713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Attempting to bind port afa4b583-58ac-4f79-b0ca-dc4dda369500 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '101bbe65-902a-41e7-b9f0-ea79e400f7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f94794b1-ad7e-43bd-b3e9-2c52650b03a0'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:40.656449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Attempting to bind port afa4b583-58ac-4f79-b0ca-dc4dda369500 on network f94794b1-ad7e-43bd-b3e9-2c52650b03a0 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:40.667152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:28:40.668390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Checking segment: {'id': '101bbe65-902a-41e7-b9f0-ea79e400f7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f94794b1-ad7e-43bd-b3e9-2c52650b03a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:40.668390 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.668908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Bound using segment: {'id': '101bbe65-902a-41e7-b9f0-ea79e400f7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f94794b1-ad7e-43bd-b3e9-2c52650b03a0'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:28:40.669048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Bound port: afa4b583-58ac-4f79-b0ca-dc4dda369500, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101bbe65-902a-41e7-b9f0-ea79e400f7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f94794b1-ad7e-43bd-b3e9-2c52650b03a0'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:28:40.673985 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.684440 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.749090 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94794b1-ad7e-43bd-b3e9-2c52650b03a0']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:40.762808 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] For port afa4b583-58ac-4f79-b0ca-dc4dda369500, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:40.767234 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] For port afa4b583-58ac-4f79-b0ca-dc4dda369500, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=afa4b583-58ac-4f79-b0ca-dc4dda369500,segment=NetworkSegment(101bbe65-902a-41e7-b9f0-ea79e400f7f5),segment_id=101bbe65-902a-41e7-b9f0-ea79e400f7f5)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:28:40.773687 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101bbe65-902a-41e7-b9f0-ea79e400f7f5') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:40.774303 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101bbe65-902a-41e7-b9f0-ea79e400f7f5') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:40.776226 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.792258 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.819628 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.829266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:40.830073 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:40.871370 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:40.921912 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Pushing event updated for resources: {'Port': ['ID=afa4b583-58ac-4f79-b0ca-dc4dda369500,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:40.930472 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:40.930914 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:40.931255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:40.931592 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:40.937119 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:40.937757 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:40.938125 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:40.938557 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:40.938873 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:40.939101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:40.939521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:40.939756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1e622-b037-4cfd-bf78-11772b8c0041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:28:40.948710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09af83b0-1625-45fb-943e-b6f8d4548191 None None] Network f94794b1-ad7e-43bd-b3e9-2c52650b03a0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:40.965263 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 08:28:40.965263 n-d-807359-2 neutron-server[94838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 08:28:40.965263 n-d-807359-2 neutron-server[94838]: [parameters: {'id': 'f94794b1-ad7e-43bd-b3e9-2c52650b03a0'}] Sep 30 08:28:40.965263 n-d-807359-2 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:28:40.966688 n-d-807359-2 neutron-server[94838]: DEBUG oslo_db.api [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:28:41.136795 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e8416-c39c-4972-a281-765f9e0d1591 None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:28:41.259057 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2e8416-c39c-4972-a281-765f9e0d1591 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:28:41.468795 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.621822 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Deleting port afa4b583-58ac-4f79-b0ca-dc4dda369500 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:41.622170 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.757040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] For port afa4b583-58ac-4f79-b0ca-dc4dda369500, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=afa4b583-58ac-4f79-b0ca-dc4dda369500,segment=NetworkSegment(101bbe65-902a-41e7-b9f0-ea79e400f7f5),segment_id=101bbe65-902a-41e7-b9f0-ea79e400f7f5)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:41.757633 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.784322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Calling delete_port for afa4b583-58ac-4f79-b0ca-dc4dda369500 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:41.928638 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:41.963079 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Port': ['ID=afa4b583-58ac-4f79-b0ca-dc4dda369500,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:41.972037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No DVR routers for this DVR port afa4b583-58ac-4f79-b0ca-dc4dda369500 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:42.029693 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ca36-e342-432f-8ae7-1b9220566d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:42.104444 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:42.131722 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94794b1-ad7e-43bd-b3e9-2c52650b03a0']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:42.153360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101bbe65-902a-41e7-b9f0-ea79e400f7f5') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:42.153655 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101bbe65-902a-41e7-b9f0-ea79e400f7f5') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:42.168391 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:42.185829 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:42.193139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:42.193919 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:42.197402 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:42.421747 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:42.435105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:42.438375 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/f94794b1-ad7e-43bd-b3e9-2c52650b03a0 HTTP/1.1" status: 204 len: 168 time: 2.9221649 Sep 30 08:28:42.442325 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59166) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:42.477598 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd12d41-30c8-433e-8835-75df7dfdcfef tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Network': ['ID=f94794b1-ad7e-43bd-b3e9-2c52650b03a0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:42.488528 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88a8858-46d2-403e-85b4-ea814ffa56e2 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] GET failed (client error): The resource could not be found. Sep 30 08:28:42.490120 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a88a8858-46d2-403e-85b4-ea814ffa56e2 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "GET /v2.0/subnets/4d658fb2-346d-4969-b045-269cec1f2760 HTTP/1.1" status: 404 len: 337 time: 0.0465710 Sep 30 08:28:42.493868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:42.516109 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3375067-0949-403a-91f5-985c4ebe1a77 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:42.517120 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3375067-0949-403a-91f5-985c4ebe1a77 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:42.537667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59176) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:42.538021 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c3375067-0949-403a-91f5-985c4ebe1a77 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/f94794b1-ad7e-43bd-b3e9-2c52650b03a0 HTTP/1.1" status: 404 len: 339 time: 0.0422220 Sep 30 08:28:42.911450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf76df1-fff0-4663-97ec-a15d77c406b4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:42.913929 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2bf76df1-fff0-4663-97ec-a15d77c406b4 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3736589 Sep 30 08:28:42.916942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59192) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:42.973491 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a8c952d5-a15b-4987-accc-d8f1b6f2b474 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 207 time: 0.0554011 Sep 30 08:28:42.976889 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59196) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:43.180002 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dad607-f79b-49a5-9bd8-d6e207fb3abd tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.188494 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dad607-f79b-49a5-9bd8-d6e207fb3abd tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.195407 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dad607-f79b-49a5-9bd8-d6e207fb3abd tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.203479 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dad607-f79b-49a5-9bd8-d6e207fb3abd tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.205589 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-19dad607-f79b-49a5-9bd8-d6e207fb3abd tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2267199 Sep 30 08:28:43.209151 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59208) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:43.407763 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6b8d8f54-5a85-4f4f-ad66-7017f4f9b2b3 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1972163 Sep 30 08:28:43.410877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:43.495406 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50639b78-a2ac-48b2-8882-da0dc4498ecc tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.497199 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50639b78-a2ac-48b2-8882-da0dc4498ecc tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.503938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59218) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:43.517232 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-50639b78-a2ac-48b2-8882-da0dc4498ecc tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1052673 Sep 30 08:28:43.599637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1231f476-b4f7-4947-8a9f-0069e53adce6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.601349 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1231f476-b4f7-4947-8a9f-0069e53adce6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.607456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1231f476-b4f7-4947-8a9f-0069e53adce6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1017587 Sep 30 08:28:43.609326 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59224) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:43.825212 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b67ec6-d859-4111-bdb5-2d572738e230 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:43.826937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a6b67ec6-d859-4111-bdb5-2d572738e230 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "GET /v2.0/networks/0eca5b35-9b6e-4479-a89b-7676ff1cce78 HTTP/1.1" status: 200 len: 799 time: 0.2160680 Sep 30 08:28:43.831093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59232) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:44.066780 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-339b9069-194e-4e96-afc0-28bfc6f98a26 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "GET /v2.0/networks/0eca5b35-9b6e-4479-a89b-7676ff1cce78?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2344956 Sep 30 08:28:44.070331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59238) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:44.161506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc4eb78-0a1b-4cfd-bb69-b983b692af66 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.168445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59240) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:44.168940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bcc4eb78-0a1b-4cfd-bb69-b983b692af66 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "GET /v2.0/subnets/6717de18-5972-47d5-bf25-6d8ddbf3d88a HTTP/1.1" status: 200 len: 811 time: 0.0959687 Sep 30 08:28:44.257617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166e8e39-897a-483c-a465-f49cccc06510 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.262460 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-166e8e39-897a-483c-a465-f49cccc06510 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "GET /v2.0/subnets/6717de18-5972-47d5-bf25-6d8ddbf3d88a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0895622 Sep 30 08:28:44.266591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59244) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:44.270730 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a3adaf3f-badb-4835-aa74-c62fa7fb88c8 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1267654116'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:44.376639 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3adaf3f-badb-4835-aa74-c62fa7fb88c8 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:44.381069 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3adaf3f-badb-4835-aa74-c62fa7fb88c8 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:44.422281 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3adaf3f-badb-4835-aa74-c62fa7fb88c8 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:44.440578 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3adaf3f-badb-4835-aa74-c62fa7fb88c8 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:44.440934 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-a3adaf3f-badb-4835-aa74-c62fa7fb88c8 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Added segment d790c8ff-3603-4a2b-ac35-61431c691a5f of type vlan for network d2c30ecd-a8f8-48f7-815f-c7ff71531ce0 Sep 30 08:28:44.507862 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3adaf3f-badb-4835-aa74-c62fa7fb88c8 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:44.547540 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3adaf3f-badb-4835-aa74-c62fa7fb88c8 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:44.554484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3adaf3f-badb-4835-aa74-c62fa7fb88c8 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:44.561216 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3adaf3f-badb-4835-aa74-c62fa7fb88c8 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:44.623224 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a3adaf3f-badb-4835-aa74-c62fa7fb88c8 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3592331 Sep 30 08:28:44.626160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59252) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:44.634230 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c3d135ee-bb81-493d-a383-54a5aca5c35f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'subnet': {'network_id': 'd2c30ecd-a8f8-48f7-815f-c7ff71531ce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:44.771053 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adaf3f-badb-4835-aa74-c62fa7fb88c8 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Network': ['ID=d2c30ecd-a8f8-48f7-815f-c7ff71531ce0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:44.809322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d135ee-bb81-493d-a383-54a5aca5c35f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Made reservation on behalf of e4ab7c9a44f1479997e41b04c3396728 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:44.814700 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3d135ee-bb81-493d-a383-54a5aca5c35f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:44.818734 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network d2c30ecd-a8f8-48f7-815f-c7ff71531ce0 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:44.856230 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f34f8e43-c004-4866-b631-0056ba944360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:44.935608 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-c3d135ee-bb81-493d-a383-54a5aca5c35f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Performing IP validity checks on allocation pools {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 08:28:44.937284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-c3d135ee-bb81-493d-a383-54a5aca5c35f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 08:28:45.222031 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3d135ee-bb81-493d-a383-54a5aca5c35f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:45.306737 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:45.342403 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d135ee-bb81-493d-a383-54a5aca5c35f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Checking segment: {'id': 'd790c8ff-3603-4a2b-ac35-61431c691a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd2c30ecd-a8f8-48f7-815f-c7ff71531ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:45.342403 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d135ee-bb81-493d-a383-54a5aca5c35f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network hostable DHCP agents. Network: d2c30ecd-a8f8-48f7-815f-c7ff71531ce0, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:28:45.351164 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d135ee-bb81-493d-a383-54a5aca5c35f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Subnet': ['ID=add74bd3-ce5b-4b76-bf00-0166c5c88ddb,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:45.377465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d135ee-bb81-493d-a383-54a5aca5c35f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Network d2c30ecd-a8f8-48f7-815f-c7ff71531ce0 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:28:45.399422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c3d135ee-bb81-493d-a383-54a5aca5c35f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, d2c30ecd-a8f8-48f7-815f-c7ff71531ce0) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:45.412284 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37adf0e6-bfa2-42aa-b364-c61b74c31aef None None] Network d2c30ecd-a8f8-48f7-815f-c7ff71531ce0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:45.415827 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d135ee-bb81-493d-a383-54a5aca5c35f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:45.416534 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3d135ee-bb81-493d-a383-54a5aca5c35f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:45.452434 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c3d135ee-bb81-493d-a383-54a5aca5c35f tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8247945 Sep 30 08:28:45.455533 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59278) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:45.483568 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b05b59e3-b5c0-4223-a187-22d4e881327c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:45.684082 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b05b59e3-b5c0-4223-a187-22d4e881327c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25596494'] for subnet, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:45.733187 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-d2c30ecd-a8f8-48f7-815f-c7ff71531ce0', 'network_id': 'd2c30ecd-a8f8-48f7-815f-c7ff71531ce0', 'tenant_id': 'e4ab7c9a44f1479997e41b04c3396728', 'fixed_ips': [{'subnet_id': 'add74bd3-ce5b-4b76-bf00-0166c5c88ddb'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:28:45.734482 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:45.904592 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:45.947792 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b05b59e3-b5c0-4223-a187-22d4e881327c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779439489015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25544754'] for subnet, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.046736 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Allocated IP 172.20.0.3 (d2c30ecd-a8f8-48f7-815f-c7ff71531ce0/add74bd3-ce5b-4b76-bf00-0166c5c88ddb/258a3de8-dfb2-4547-8100-61745a850fac) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:28:46.054110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05b59e3-b5c0-4223-a187-22d4e881327c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:46.054705 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b05b59e3-b5c0-4223-a187-22d4e881327c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.056360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b05b59e3-b5c0-4223-a187-22d4e881327c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "PUT /v2.0/subnets/add74bd3-ce5b-4b76-bf00-0166c5c88ddb HTTP/1.1" status: 200 len: 877 time: 0.5961494 Sep 30 08:28:46.059188 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59292) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:46.095229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b59e3-b5c0-4223-a187-22d4e881327c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event updated for resources: {'Subnet': ['ID=add74bd3-ce5b-4b76-bf00-0166c5c88ddb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:46.260632 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.339866 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.364943 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.459943 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Pushing event updated for resources: {'Port': ['ID=258a3de8-dfb2-4547-8100-61745a850fac,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:46.477718 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.503442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Network d2c30ecd-a8f8-48f7-815f-c7ff71531ce0 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:28:46.505299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:46.535285 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:28:46.615527 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.698241 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Attempting to bind port 258a3de8-dfb2-4547-8100-61745a850fac on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:28:46.704527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Attempting to bind port 258a3de8-dfb2-4547-8100-61745a850fac by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd790c8ff-3603-4a2b-ac35-61431c691a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd2c30ecd-a8f8-48f7-815f-c7ff71531ce0'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:28:46.705201 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Attempting to bind port 258a3de8-dfb2-4547-8100-61745a850fac on network d2c30ecd-a8f8-48f7-815f-c7ff71531ce0 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:28:46.722510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:28:46.723403 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Checking segment: {'id': 'd790c8ff-3603-4a2b-ac35-61431c691a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd2c30ecd-a8f8-48f7-815f-c7ff71531ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:46.724096 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.724738 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Bound using segment: {'id': 'd790c8ff-3603-4a2b-ac35-61431c691a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd2c30ecd-a8f8-48f7-815f-c7ff71531ce0'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:28:46.725459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Bound port: 258a3de8-dfb2-4547-8100-61745a850fac, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd790c8ff-3603-4a2b-ac35-61431c691a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd2c30ecd-a8f8-48f7-815f-c7ff71531ce0'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:28:46.726107 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.740873 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Subnet': ['ID=add74bd3-ce5b-4b76-bf00-0166c5c88ddb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:46.877028 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.900365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c30ecd-a8f8-48f7-815f-c7ff71531ce0']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:46.912070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd790c8ff-3603-4a2b-ac35-61431c691a5f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:46.912753 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd790c8ff-3603-4a2b-ac35-61431c691a5f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:46.923436 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.940480 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.951885 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] For port 258a3de8-dfb2-4547-8100-61745a850fac, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:28:46.966963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:46.972619 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:46.977145 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:47.058513 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] For port 258a3de8-dfb2-4547-8100-61745a850fac, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=258a3de8-dfb2-4547-8100-61745a850fac,segment=NetworkSegment(d790c8ff-3603-4a2b-ac35-61431c691a5f),segment_id=d790c8ff-3603-4a2b-ac35-61431c691a5f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:28:47.071016 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 08:28:47.071016 n-d-807359-2 neutron-server[94838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 08:28:47.071016 n-d-807359-2 neutron-server[94838]: [parameters: {'id': 'd2c30ecd-a8f8-48f7-815f-c7ff71531ce0'}] Sep 30 08:28:47.071016 n-d-807359-2 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:28:47.072239 n-d-807359-2 neutron-server[94838]: DEBUG oslo_db.api [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:28:47.082326 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.208029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5ad49c-1ccd-41d9-8cb7-7b14f0d121cc None None] Network d2c30ecd-a8f8-48f7-815f-c7ff71531ce0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:47.260602 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdf959-0836-416c-8809-3978e5ab0319 None None] Pushing event updated for resources: {'Port': ['ID=258a3de8-dfb2-4547-8100-61745a850fac,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:47.401415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95a4951-272f-4686-8142-810e8f4a0bb9 None None] Network d2c30ecd-a8f8-48f7-815f-c7ff71531ce0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:47.573407 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.574040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a611fec-8345-430c-8f9f-f33e88d8e11f None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:28:47.757201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Deleting port 258a3de8-dfb2-4547-8100-61745a850fac {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:47.758035 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.778323 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a611fec-8345-430c-8f9f-f33e88d8e11f None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:28:47.927273 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] For port 258a3de8-dfb2-4547-8100-61745a850fac, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=258a3de8-dfb2-4547-8100-61745a850fac,segment=NetworkSegment(d790c8ff-3603-4a2b-ac35-61431c691a5f),segment_id=d790c8ff-3603-4a2b-ac35-61431c691a5f)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:47.927674 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:47.954028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Calling delete_port for 258a3de8-dfb2-4547-8100-61745a850fac owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:48.148399 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.183532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Port': ['ID=258a3de8-dfb2-4547-8100-61745a850fac,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:48.208619 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No DVR routers for this DVR port 258a3de8-dfb2-4547-8100-61745a850fac on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:48.210262 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.365583 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.428323 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c30ecd-a8f8-48f7-815f-c7ff71531ce0']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:48.444944 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd790c8ff-3603-4a2b-ac35-61431c691a5f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:48.445497 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd790c8ff-3603-4a2b-ac35-61431c691a5f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:48.471289 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.489166 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.501906 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:48.502397 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:48.506391 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:48.590489 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.601142 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.604825 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/d2c30ecd-a8f8-48f7-815f-c7ff71531ce0 HTTP/1.1" status: 204 len: 168 time: 2.5433726 Sep 30 08:28:48.606203 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59354) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:48.631013 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed3575-49c0-4681-a272-c570f2abb477 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Network': ['ID=d2c30ecd-a8f8-48f7-815f-c7ff71531ce0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:48.650878 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-145e5fc6-ff42-4ade-9840-96ab7ec54f99 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:48.651740 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145e5fc6-ff42-4ade-9840-96ab7ec54f99 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:48.654150 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-145e5fc6-ff42-4ade-9840-96ab7ec54f99 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/subnets/add74bd3-ce5b-4b76-bf00-0166c5c88ddb HTTP/1.1" status: 404 len: 337 time: 0.0460508 Sep 30 08:28:48.656602 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59356) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:48.677646 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bdf82c9-bb74-4167-9199-e9cdfbc10313 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:48.678354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bdf82c9-bb74-4167-9199-e9cdfbc10313 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:48.683136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2bdf82c9-bb74-4167-9199-e9cdfbc10313 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/d2c30ecd-a8f8-48f7-815f-c7ff71531ce0 HTTP/1.1" status: 404 len: 339 time: 0.0225842 Sep 30 08:28:48.683380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59358) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:48.711607 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba29ac3-15f0-46b9-824a-8c9ef3165480 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:48.712103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba29ac3-15f0-46b9-824a-8c9ef3165480 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:48.713873 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aba29ac3-15f0-46b9-824a-8c9ef3165480 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/subnets/4d658fb2-346d-4969-b045-269cec1f2760 HTTP/1.1" status: 404 len: 337 time: 0.0295360 Sep 30 08:28:48.716916 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:48.758618 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cc1989-736d-4c30-9ff5-e6c254d421d2 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:48.759416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cc1989-736d-4c30-9ff5-e6c254d421d2 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:48.761591 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d4cc1989-736d-4c30-9ff5-e6c254d421d2 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/f94794b1-ad7e-43bd-b3e9-2c52650b03a0 HTTP/1.1" status: 404 len: 339 time: 0.0442834 Sep 30 08:28:48.764951 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59368) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:48.909328 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145144e-6996-40da-b378-dca1e66a5df7 req-d0f5ca9a-03f7-4395-b492-e4bafcd2134a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:48.911783 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9145144e-6996-40da-b378-dca1e66a5df7 req-d0f5ca9a-03f7-4395-b492-e4bafcd2134a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 945 time: 0.0643401 Sep 30 08:28:48.927093 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2fa734e-5463-45aa-a03f-7098dcfde69c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:48.989853 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9145144e-6996-40da-b378-dca1e66a5df7 req-593eea01-db38-480f-8c45-454b4edea6e5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650859 Sep 30 08:28:49.091154 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2fa734e-5463-45aa-a03f-7098dcfde69c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.101526 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bd730-cfbf-4b96-b74a-47557306c553 req-55a7da22-f284-4e15-a68b-3529f225cf74 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:49.103125 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be9bd730-cfbf-4b96-b74a-47557306c553 req-55a7da22-f284-4e15-a68b-3529f225cf74 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 1097 time: 0.0865774 Sep 30 08:28:49.114762 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c2fa734e-5463-45aa-a03f-7098dcfde69c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd199ec-44f8-443b-a89e-738cf8f41561']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:49.128532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c2fa734e-5463-45aa-a03f-7098dcfde69c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ec857e-858d-41e8-baa2-13bacef936a0') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:49.128826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c2fa734e-5463-45aa-a03f-7098dcfde69c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ec857e-858d-41e8-baa2-13bacef936a0') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:49.139117 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2fa734e-5463-45aa-a03f-7098dcfde69c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.154060 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2fa734e-5463-45aa-a03f-7098dcfde69c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.158298 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be9bd730-cfbf-4b96-b74a-47557306c553 req-e76972c9-9bd9-474c-b13d-3687262a752c tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400198 Sep 30 08:28:49.173115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59388) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.185020 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fa734e-5463-45aa-a03f-7098dcfde69c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:49.185729 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2fa734e-5463-45aa-a03f-7098dcfde69c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:49.190714 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:49.270020 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2fa734e-5463-45aa-a03f-7098dcfde69c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.298803 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2fa734e-5463-45aa-a03f-7098dcfde69c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.302192 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c2fa734e-5463-45aa-a03f-7098dcfde69c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/9cd199ec-44f8-443b-a89e-738cf8f41561 HTTP/1.1" status: 204 len: 168 time: 0.5360036 Sep 30 08:28:49.305009 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59392) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.350308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa734e-5463-45aa-a03f-7098dcfde69c tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Network': ['ID=9cd199ec-44f8-443b-a89e-738cf8f41561,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:49.353438 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0622b47b-1a2b-4b67-99b3-b130d97e5a63 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:49.354088 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0622b47b-1a2b-4b67-99b3-b130d97e5a63 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:49.357086 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0622b47b-1a2b-4b67-99b3-b130d97e5a63 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/subnets/37e9340f-88b4-47a5-865e-f326fda4a39c HTTP/1.1" status: 404 len: 337 time: 0.0489085 Sep 30 08:28:49.360234 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59396) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.381534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4a266ffa-f5a5-4b31-8370-b70cd1285fed tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting port 412be8ba-e21c-4f57-ac94-491356e4168f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:49.381959 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a266ffa-f5a5-4b31-8370-b70cd1285fed tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.385702 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a1400a-e7a0-43a2-8a33-5b84795aa1ee tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:49.386271 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a1400a-e7a0-43a2-8a33-5b84795aa1ee tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:49.392727 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-74a1400a-e7a0-43a2-8a33-5b84795aa1ee tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/f109425a-47a5-4523-a578-b0b26ebe774b HTTP/1.1" status: 404 len: 339 time: 0.0313144 Sep 30 08:28:49.393392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59400) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.429987 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cba9e6c-16e8-4964-9473-b870809e752b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:49.430446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cba9e6c-16e8-4964-9473-b870809e752b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:49.435393 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4cba9e6c-16e8-4964-9473-b870809e752b tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/subnets/4c122b3e-d244-44dd-b576-b2389b13e9fa HTTP/1.1" status: 404 len: 337 time: 0.0409303 Sep 30 08:28:49.436172 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59402) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.470485 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f66e54-179b-490d-b5f7-bec1a3ba2337 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:49.471501 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f66e54-179b-490d-b5f7-bec1a3ba2337 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:49.479946 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-15f66e54-179b-490d-b5f7-bec1a3ba2337 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/4e00069f-7e08-4fa3-8ea4-110e5ad43f3f HTTP/1.1" status: 404 len: 339 time: 0.0369093 Sep 30 08:28:49.481277 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59406) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.512619 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2415b0-10a2-41c0-9fe5-d76848eb7567 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:49.513225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2415b0-10a2-41c0-9fe5-d76848eb7567 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:49.515442 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ff2415b0-10a2-41c0-9fe5-d76848eb7567 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/subnets/7b16f57a-ae75-40c3-854e-b1021808d790 HTTP/1.1" status: 404 len: 337 time: 0.0329664 Sep 30 08:28:49.518070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59408) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.523840 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a266ffa-f5a5-4b31-8370-b70cd1285fed tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.524330 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a266ffa-f5a5-4b31-8370-b70cd1285fed tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.539503 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac13335-1001-4961-8f47-c14d50f501fd tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:49.539663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4a266ffa-f5a5-4b31-8370-b70cd1285fed tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Calling delete_port for 412be8ba-e21c-4f57-ac94-491356e4168f owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:49.540125 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac13335-1001-4961-8f47-c14d50f501fd tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:49.542021 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2ac13335-1001-4961-8f47-c14d50f501fd tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/aee10524-f7d4-4488-933b-54eb5c19d995 HTTP/1.1" status: 404 len: 339 time: 0.0229874 Sep 30 08:28:49.545121 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59410) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.576533 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8d3bde-059a-42cb-8d55-d39e772a3d31 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:49.577874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f8d3bde-059a-42cb-8d55-d39e772a3d31 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:49.582277 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4f8d3bde-059a-42cb-8d55-d39e772a3d31 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/subnets/dd7660f8-075a-4245-8a1c-d3b52f8c7c35 HTTP/1.1" status: 404 len: 337 time: 0.0322633 Sep 30 08:28:49.582277 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59412) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.602863 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf7772b-ec93-43ac-967a-ea259ea84c64 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:49.603546 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf7772b-ec93-43ac-967a-ea259ea84c64 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:49.609296 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ddf7772b-ec93-43ac-967a-ea259ea84c64 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/504a42fb-2922-462a-8b4a-aa1aaaaffd28 HTTP/1.1" status: 404 len: 339 time: 0.0220029 Sep 30 08:28:49.609296 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59416) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.638216 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6aaa30f-c854-4f57-9942-40859017d8b6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:49.638673 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6aaa30f-c854-4f57-9942-40859017d8b6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:49.642899 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d6aaa30f-c854-4f57-9942-40859017d8b6 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/subnets/3dcf4332-bd24-44f3-9dcc-95390623bd5d HTTP/1.1" status: 404 len: 337 time: 0.0311472 Sep 30 08:28:49.643320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59418) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.671352 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f238fcfe-4491-4abf-bc69-008eadd6e5c0 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:49.672045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f238fcfe-4491-4abf-bc69-008eadd6e5c0 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:49.673854 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f238fcfe-4491-4abf-bc69-008eadd6e5c0 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/b12ff885-f168-4f38-897c-9918de9b40be HTTP/1.1" status: 404 len: 339 time: 0.0295548 Sep 30 08:28:49.676646 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.715487 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc0efcc-97a5-4aaa-a53f-bc95594b0798 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:49.715487 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc0efcc-97a5-4aaa-a53f-bc95594b0798 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:49.716976 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3dc0efcc-97a5-4aaa-a53f-bc95594b0798 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/subnets/3380bad3-8a44-4e93-a79e-e82a4fd18692 HTTP/1.1" status: 404 len: 337 time: 0.0389779 Sep 30 08:28:49.719674 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59424) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.738037 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ba68a8-0d4c-466e-b20e-3a9678a9f32a tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:49.738576 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ba68a8-0d4c-466e-b20e-3a9678a9f32a tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:49.742689 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e0ba68a8-0d4c-466e-b20e-3a9678a9f32a tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/f5ac1ac2-f2d4-4eeb-9372-0055eb784970 HTTP/1.1" status: 404 len: 339 time: 0.0197093 Sep 30 08:28:49.742917 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59426) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.769406 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b9d99a-75a6-4ad0-b1c5-32c3406a3c90 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:49.769847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b9d99a-75a6-4ad0-b1c5-32c3406a3c90 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:49.770205 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a266ffa-f5a5-4b31-8370-b70cd1285fed tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.774179 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c2b9d99a-75a6-4ad0-b1c5-32c3406a3c90 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/subnets/df41670b-be0c-400f-b7b7-908fd6e37823 HTTP/1.1" status: 404 len: 337 time: 0.0277910 Sep 30 08:28:49.774347 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59428) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.797472 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b687e8-9d14-4d00-9b44-6cebdfda7e42 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:49.798059 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b687e8-9d14-4d00-9b44-6cebdfda7e42 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:49.798661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a266ffa-f5a5-4b31-8370-b70cd1285fed tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Port': ['ID=412be8ba-e21c-4f57-ac94-491356e4168f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:49.800011 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-18b687e8-9d14-4d00-9b44-6cebdfda7e42 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/a64aa431-534e-47b6-82f4-e9bd442e1860 HTTP/1.1" status: 404 len: 339 time: 0.0242236 Sep 30 08:28:49.802846 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59430) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.832982 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a71a0a3-68a8-4ba3-89ec-2302383cab11 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:49.833329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a71a0a3-68a8-4ba3-89ec-2302383cab11 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:49.835053 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8a71a0a3-68a8-4ba3-89ec-2302383cab11 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/subnets/82282625-ffe1-43c4-9584-9c6bc2b9a2c0 HTTP/1.1" status: 404 len: 337 time: 0.0312955 Sep 30 08:28:49.837481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59432) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.856281 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed77181-b451-433e-a3ec-163becde8a3a tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:49.856822 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed77181-b451-433e-a3ec-163becde8a3a tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:49.859275 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6ed77181-b451-433e-a3ec-163becde8a3a tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/cb18820b-bd91-4b56-815e-c19fde9d560f HTTP/1.1" status: 404 len: 339 time: 0.0206981 Sep 30 08:28:49.862198 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59436) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:49.876143 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a266ffa-f5a5-4b31-8370-b70cd1285fed tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.876482 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-4a266ffa-f5a5-4b31-8370-b70cd1285fed tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Floating IP 34e65214-7641-46bf-b79e-11fe2c878028 disassociated (deleted). External IP: 172.25.0.116, port: d975092e-11fd-4c50-8353-8e4a70e86278. Sep 30 08:28:49.915575 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1985f37a-fb3f-4dc5-b2d5-f7b86958c726 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Deleting subnet 6717de18-5972-47d5-bf25-6d8ddbf3d88a {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:28:49.919763 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1985f37a-fb3f-4dc5-b2d5-f7b86958c726 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:49.970070 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1985f37a-fb3f-4dc5-b2d5-f7b86958c726 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.073462 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1985f37a-fb3f-4dc5-b2d5-f7b86958c726 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.144096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1985f37a-fb3f-4dc5-b2d5-f7b86958c726 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.178943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985f37a-fb3f-4dc5-b2d5-f7b86958c726 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Subnet': ['ID=6717de18-5972-47d5-bf25-6d8ddbf3d88a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:50.183004 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1985f37a-fb3f-4dc5-b2d5-f7b86958c726 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.184894 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1985f37a-fb3f-4dc5-b2d5-f7b86958c726 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/subnets/6717de18-5972-47d5-bf25-6d8ddbf3d88a HTTP/1.1" status: 204 len: 168 time: 0.3217962 Sep 30 08:28:50.185141 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a2673-4109-4b9d-8c55-bccf7399882f req-56b0b2c9-b6a2-4bda-927e-cc0fe29e7ae2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:50.187472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a59a2673-4109-4b9d-8c55-bccf7399882f req-56b0b2c9-b6a2-4bda-927e-cc0fe29e7ae2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 945 time: 0.1230001 Sep 30 08:28:50.188407 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59448) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:50.194874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9476d9-248f-4f1f-9498-34c93f6b846d None None] Network 0eca5b35-9b6e-4479-a89b-7676ff1cce78 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:50.233350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a266ffa-f5a5-4b31-8370-b70cd1285fed tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router ddea2530-7dd9-43bf-a346-6e4082de0b3f has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:28:50.273207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a59a2673-4109-4b9d-8c55-bccf7399882f req-8da2a31c-6acf-439d-9f85-054deb720186 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693235 Sep 30 08:28:50.294517 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.401016 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Deleting port d6991ef6-4807-4d8c-8481-ff12656af28e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:50.401700 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.433179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a266ffa-f5a5-4b31-8370-b70cd1285fed tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:28:50.438915 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a266ffa-f5a5-4b31-8370-b70cd1285fed tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.449907 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7800505f-8ced-4976-aa69-a577ebc2e736 None None] Sync routers for ids ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:28:50.467291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4a266ffa-f5a5-4b31-8370-b70cd1285fed tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/floatingips/34e65214-7641-46bf-b79e-11fe2c878028 HTTP/1.1" status: 204 len: 168 time: 1.2925608 Sep 30 08:28:50.468431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'tag': 'd975092e-11fd-4c50-8353-8e4a70e86278'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:50.469331 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7800505f-8ced-4976-aa69-a577ebc2e736 None None] Routers {'ddea2530-7dd9-43bf-a346-6e4082de0b3f'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:50.470160 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7800505f-8ced-4976-aa69-a577ebc2e736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:28:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:50.471405 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a8f564-e6d2-460c-9737-d1105977e9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c2689f85-95f2-4ad8-8966-012c424cc863", "tag": "d975092e-11fd-4c50-8353-8e4a70e86278"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:50.475781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1b8575-7ad5-4ae7-bb34-bb7f8849a6cc None None] DHCP port deletion for 0eca5b35-9b6e-4479-a89b-7676ff1cce78 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:28:50.495389 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] For port d6991ef6-4807-4d8c-8481-ff12656af28e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d6991ef6-4807-4d8c-8481-ff12656af28e,segment=NetworkSegment(48dbcd59-308b-44dd-af7e-0b690ad9ef02),segment_id=48dbcd59-308b-44dd-af7e-0b690ad9ef02)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:50.496016 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.508532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Calling delete_port for d6991ef6-4807-4d8c-8481-ff12656af28e owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:50.595060 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.631945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Port': ['ID=d6991ef6-4807-4d8c-8481-ff12656af28e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:50.647892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] No DVR routers for this DVR port d6991ef6-4807-4d8c-8481-ff12656af28e on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:50.650287 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b8575-7ad5-4ae7-bb34-bb7f8849a6cc None None] Deleting port d6991ef6-4807-4d8c-8481-ff12656af28e {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:50.650675 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cf1b8575-7ad5-4ae7-bb34-bb7f8849a6cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.657364 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7800505f-8ced-4976-aa69-a577ebc2e736 None None] Set router ddea2530-7dd9-43bf-a346-6e4082de0b3f gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:50.827703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.851003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eca5b35-9b6e-4479-a89b-7676ff1cce78']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:50.863219 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48dbcd59-308b-44dd-af7e-0b690ad9ef02') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:50.863623 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48dbcd59-308b-44dd-af7e-0b690ad9ef02') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:50.876615 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.892483 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.900982 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:50.901566 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:50.905933 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:50.932738 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cf1b8575-7ad5-4ae7-bb34-bb7f8849a6cc None None] For port d6991ef6-4807-4d8c-8481-ff12656af28e, host n-d-807359-2, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:50.933410 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cf1b8575-7ad5-4ae7-bb34-bb7f8849a6cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:50.994886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b8575-7ad5-4ae7-bb34-bb7f8849a6cc None None] Calling delete_port for d6991ef6-4807-4d8c-8481-ff12656af28e owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:51.000628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-cf1b8575-7ad5-4ae7-bb34-bb7f8849a6cc None None] Port d6991ef6-4807-4d8c-8481-ff12656af28e was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:28:51.013736 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cf1b8575-7ad5-4ae7-bb34-bb7f8849a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:51.043336 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2983a7-6c21-477f-9a3c-d6269008850c x-openstack-request-id: req-ae2983a7-6c21-477f-9a3c-d6269008850c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:51.044426 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2689f85-95f2-4ad8-8966-012c424cc863", "tag": "d975092e-11fd-4c50-8353-8e4a70e86278", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:51.044896 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae2983a7-6c21-477f-9a3c-d6269008850c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:51.045997 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'tag': 'd975092e-11fd-4c50-8353-8e4a70e86278', 'status': 'completed', 'code': 200} Sep 30 08:28:51.046296 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:51.049296 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7800505f-8ced-4976-aa69-a577ebc2e736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106248673', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:44Z', 'updated_at': '2021-09-30T08:26:53Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:46Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '0b519c2a-e965-4d26-b503-6042a31a39c5', 'name': '', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:32:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:52Z', 'updated_at': '2021-09-30T08:27:00Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:51.064777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b8575-7ad5-4ae7-bb34-bb7f8849a6cc None None] Pushing event deleted for resources: {'Port': ['ID=d6991ef6-4807-4d8c-8481-ff12656af28e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:51.066703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:51.071769 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] 10.222.0.24 "DELETE /v2.0/networks/0eca5b35-9b6e-4479-a89b-7676ff1cce78 HTTP/1.1" status: 204 len: 168 time: 0.8821366 Sep 30 08:28:51.072991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab704d9-9adf-4d7c-b399-6149c8608258 tempest-NetworksTest-1457170477 tempest-NetworksTest-1457170477-project] Pushing event deleted for resources: {'Network': ['ID=0eca5b35-9b6e-4479-a89b-7676ff1cce78,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:51.077138 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf1b8575-7ad5-4ae7-bb34-bb7f8849a6cc None None] Network 0eca5b35-9b6e-4479-a89b-7676ff1cce78 is not hosted by any dhcp agent {{(pid=94839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:28:51.083533 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b8575-7ad5-4ae7-bb34-bb7f8849a6cc None None] No DVR routers for this DVR port d6991ef6-4807-4d8c-8481-ff12656af28e on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:51.156569 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7800505f-8ced-4976-aa69-a577ebc2e736 None None] Checking router: ddea2530-7dd9-43bf-a346-6e4082de0b3f for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:28:51.186572 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7800505f-8ced-4976-aa69-a577ebc2e736 None None] Routers {'ddea2530-7dd9-43bf-a346-6e4082de0b3f'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:51.189713 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8f564-e6d2-460c-9737-d1105977e9e2 req-c645dc86-743e-49e4-a613-d1e566b25c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:51.191468 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6a8f564-e6d2-460c-9737-d1105977e9e2 req-c645dc86-743e-49e4-a613-d1e566b25c7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 1097 time: 0.0954404 Sep 30 08:28:51.191888 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7800505f-8ced-4976-aa69-a577ebc2e736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:28:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:51.197445 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e353c-d90a-4ec8-aae5-297f87beba86 req-a07c395d-a44d-4cac-8e03-3ad21ae916ce tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:51.214284 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-849e353c-d90a-4ec8-aae5-297f87beba86 req-a07c395d-a44d-4cac-8e03-3ad21ae916ce tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.1022272 Sep 30 08:28:51.336521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-849e353c-d90a-4ec8-aae5-297f87beba86 req-81c3c5a5-ae3c-4bba-ba7d-0b5b20077ff7 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209438 Sep 30 08:28:51.383738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8f564-e6d2-460c-9737-d1105977e9e2 req-4a3ce04d-d4c7-48f6-a2da-21db0a1fac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:51.385996 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6a8f564-e6d2-460c-9737-d1105977e9e2 req-4a3ce04d-d4c7-48f6-a2da-21db0a1fac12 service neutron] 10.222.0.35 "GET /v2.0/networks?id=094422d0-a463-4c54-8c68-8929e1bb8675 HTTP/1.1" status: 200 len: 897 time: 0.1792803 Sep 30 08:28:51.469832 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6a8f564-e6d2-460c-9737-d1105977e9e2 req-946771e3-668c-4779-9674-6e86909f50fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d975092e-11fd-4c50-8353-8e4a70e86278 HTTP/1.1" status: 200 len: 217 time: 0.0742085 Sep 30 08:28:51.490666 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59490) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:51.555143 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8f564-e6d2-460c-9737-d1105977e9e2 req-2863f72f-a82c-488c-94e1-be9ff3281e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:51.557124 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6a8f564-e6d2-460c-9737-d1105977e9e2 req-2863f72f-a82c-488c-94e1-be9ff3281e0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d11a375-5f76-49d8-ba5b-703b14c2ec3e HTTP/1.1" status: 200 len: 832 time: 0.0757861 Sep 30 08:28:51.609747 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7800505f-8ced-4976-aa69-a577ebc2e736 None None] Set router ddea2530-7dd9-43bf-a346-6e4082de0b3f gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:51.651542 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8f564-e6d2-460c-9737-d1105977e9e2 req-da76bada-d1ed-4112-8471-f8108ad485bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:51.653157 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6a8f564-e6d2-460c-9737-d1105977e9e2 req-da76bada-d1ed-4112-8471-f8108ad485bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=094422d0-a463-4c54-8c68-8929e1bb8675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873246 Sep 30 08:28:51.674449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:51.701197 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-755ba8ab-2420-4f6b-852b-9ef9486ccdb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4ab7c9a44f1479997e41b04c3396728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2092557 Sep 30 08:28:51.705450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59494) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:51.788113 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3edb-cdd7-49d1-9ddd-b31e2f1d682e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:51.844455 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3edb-cdd7-49d1-9ddd-b31e2f1d682e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:51.857330 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6a8f564-e6d2-460c-9737-d1105977e9e2 req-292a5484-55d3-4241-af4f-ae405b7b74f7 service neutron] 10.222.0.35 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933267 Sep 30 08:28:51.859299 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:51.879291 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7800505f-8ced-4976-aa69-a577ebc2e736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106248673', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:44Z', 'updated_at': '2021-09-30T08:26:53Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:46Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '0b519c2a-e965-4d26-b503-6042a31a39c5', 'name': '', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:32:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:52Z', 'updated_at': '2021-09-30T08:27:00Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:51.905274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:51.906590 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:51.909414 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a367b3-5583-41e5-a3ad-22f5fd3beea2" -d '{"events": [{"server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "name": "network-vif-unplugged", "status": "completed", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:51.917683 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7800505f-8ced-4976-aa69-a577ebc2e736 None None] The sync data for ids ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'] in n-d-807359-2 is: [{'id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106248673', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:44Z', 'updated_at': '2021-09-30T08:26:53Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:46Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '0b519c2a-e965-4d26-b503-6042a31a39c5', 'name': '', 'network_id': '094422d0-a463-4c54-8c68-8929e1bb8675', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:32:29:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:52Z', 'updated_at': '2021-09-30T08:27:00Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '0d11a375-5f76-49d8-ba5b-703b14c2ec3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:28:51.932201 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:51.945833 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3edb-cdd7-49d1-9ddd-b31e2f1d682e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:51.948907 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3edb-cdd7-49d1-9ddd-b31e2f1d682e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:51.953277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1c7b3edb-cdd7-49d1-9ddd-b31e2f1d682e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ad4669b-145f-460d-9765-98807323cb54 HTTP/1.1" status: 204 len: 168 time: 0.2436223 Sep 30 08:28:51.964798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b3edb-cdd7-49d1-9ddd-b31e2f1d682e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad4669b-145f-460d-9765-98807323cb54,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:52.059696 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a6a8f564-e6d2-460c-9737-d1105977e9e2 req-ae7c6c18-7bd3-45f7-a63f-3026c3497367 service neutron] 10.222.0.35 "GET /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937866 Sep 30 08:28:52.067936 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d18208d-7c0a-4559-93ed-7450036e8b02 x-openstack-request-id: req-1d18208d-7c0a-4559-93ed-7450036e8b02 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:52.068519 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "name": "network-vif-unplugged", "status": "completed", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:52.068769 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d18208d-7c0a-4559-93ed-7450036e8b02 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:52.069163 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'code': 200} Sep 30 08:28:52.121394 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:52.201161 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d6991ef6-4807-4d8c-8481-ff12656af28e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:52.224570 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d6991ef6-4807-4d8c-8481-ff12656af28e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:28:52.224976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d6991ef6-4807-4d8c-8481-ff12656af28e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:28:52.411616 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7777a8f-2603-42ec-b3f5-83b51cc16373 None None] New status for floating IP 34e65214-7641-46bf-b79e-11fe2c878028: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:28:52.519266 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db90437-6c8e-489b-a0bf-8ec5f1ade39e req-35813503-4a24-46ce-b3b4-aed7f543924a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:52.527139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3db90437-6c8e-489b-a0bf-8ec5f1ade39e req-35813503-4a24-46ce-b3b4-aed7f543924a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.0880537 Sep 30 08:28:52.586190 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3db90437-6c8e-489b-a0bf-8ec5f1ade39e req-a9a8f5d1-b1b0-4242-b513-f1f9a84f8013 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=effee0df-5136-4b84-971e-19b086c9dfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580621 Sep 30 08:28:52.613232 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3750b80-8b39-42dc-9129-229128b47a96 req-48c6f3e0-ea05-4b46-897b-73187a572fbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:52.615785 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c3750b80-8b39-42dc-9129-229128b47a96 req-48c6f3e0-ea05-4b46-897b-73187a572fbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2689f85-95f2-4ad8-8966-012c424cc863 HTTP/1.1" status: 200 len: 946 time: 0.0720236 Sep 30 08:28:52.735476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c3750b80-8b39-42dc-9129-229128b47a96 req-f40ea1d7-7293-43b2-810c-cc38f32a0bcf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting port d975092e-11fd-4c50-8353-8e4a70e86278 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:52.736770 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c3750b80-8b39-42dc-9129-229128b47a96 req-f40ea1d7-7293-43b2-810c-cc38f32a0bcf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:52.833896 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c3750b80-8b39-42dc-9129-229128b47a96 req-f40ea1d7-7293-43b2-810c-cc38f32a0bcf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] For port d975092e-11fd-4c50-8353-8e4a70e86278, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d975092e-11fd-4c50-8353-8e4a70e86278,segment=NetworkSegment(a2656638-aa4a-4aa8-9009-437dc41d9010),segment_id=a2656638-aa4a-4aa8-9009-437dc41d9010)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:52.834373 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c3750b80-8b39-42dc-9129-229128b47a96 req-f40ea1d7-7293-43b2-810c-cc38f32a0bcf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:52.859100 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c3750b80-8b39-42dc-9129-229128b47a96 req-f40ea1d7-7293-43b2-810c-cc38f32a0bcf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Calling delete_port for d975092e-11fd-4c50-8353-8e4a70e86278 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:52.979401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59528) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:53.002921 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c3750b80-8b39-42dc-9129-229128b47a96 req-f40ea1d7-7293-43b2-810c-cc38f32a0bcf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:53.042399 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ea1d7-7293-43b2-810c-cc38f32a0bcf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Port': ['ID=d975092e-11fd-4c50-8353-8e4a70e86278,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:53.079984 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3750b80-8b39-42dc-9129-229128b47a96 req-f40ea1d7-7293-43b2-810c-cc38f32a0bcf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] No DVR routers for this DVR port d975092e-11fd-4c50-8353-8e4a70e86278 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:53.082617 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c3750b80-8b39-42dc-9129-229128b47a96 req-f40ea1d7-7293-43b2-810c-cc38f32a0bcf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:53.085064 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c3750b80-8b39-42dc-9129-229128b47a96 req-f40ea1d7-7293-43b2-810c-cc38f32a0bcf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.35 "DELETE /v2.0/ports/d975092e-11fd-4c50-8353-8e4a70e86278 HTTP/1.1" status: 204 len: 173 time: 0.4623487 Sep 30 08:28:53.085533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'name': 'network-vif-deleted', 'tag': 'd975092e-11fd-4c50-8353-8e4a70e86278'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:53.088433 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeec709-c319-472a-8a0c-fedc24f06ada" -d '{"events": [{"server_uuid": "c2689f85-95f2-4ad8-8966-012c424cc863", "name": "network-vif-deleted", "tag": "d975092e-11fd-4c50-8353-8e4a70e86278"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:53.138044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-387e27db-1d4d-45e5-8a21-2c68c39b31b3 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] Request body: {'port': {'network_id': 'd4776782-a3b1-4e15-9218-f9612532c088', 'name': 'tempest-NetworksNegativeTestJSON-758397835'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:53.186056 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-387e27db-1d4d-45e5-8a21-2c68c39b31b3 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] POST failed (client error): The resource could not be found. Sep 30 08:28:53.187524 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387e27db-1d4d-45e5-8a21-2c68c39b31b3 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:53.199752 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59546) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:53.200272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-387e27db-1d4d-45e5-8a21-2c68c39b31b3 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2187757 Sep 30 08:28:53.228515 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab5c3f8-7ded-47f4-b43f-856f2ded375d tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:53.229624 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab5c3f8-7ded-47f4-b43f-856f2ded375d tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:53.235621 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5ab5c3f8-7ded-47f4-b43f-856f2ded375d tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] 10.222.0.24 "DELETE /v2.0/networks/19df0236-d95b-4f04-b8c3-a23ee5a4ea9f HTTP/1.1" status: 404 len: 339 time: 0.0309312 Sep 30 08:28:53.238560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59548) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:53.267780 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd02d52-0ab5-4a9e-af63-c69e2992a464 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:53.269040 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd02d52-0ab5-4a9e-af63-c69e2992a464 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:53.271712 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4bd02d52-0ab5-4a9e-af63-c69e2992a464 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] 10.222.0.24 "DELETE /v2.0/ports/2f8fab53-da49-4a0e-94bc-e803c9a927c0 HTTP/1.1" status: 404 len: 333 time: 0.0340889 Sep 30 08:28:53.275625 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:53.334428 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf0a242-083d-4deb-ba6e-8735dccfa56f tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] DELETE failed (client error): The resource could not be found. Sep 30 08:28:53.334885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf0a242-083d-4deb-ba6e-8735dccfa56f tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:53.340213 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5bf0a242-083d-4deb-ba6e-8735dccfa56f tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] 10.222.0.24 "DELETE /v2.0/subnets/7c84ffde-e1f3-42f5-ab72-4633e00aa629 HTTP/1.1" status: 404 len: 337 time: 0.0599527 Sep 30 08:28:53.342426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59554) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:53.350839 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d85ff04-2388-45f9-848a-926a557e0227 x-openstack-request-id: req-0d85ff04-2388-45f9-848a-926a557e0227 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:53.351146 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2689f85-95f2-4ad8-8966-012c424cc863", "name": "network-vif-deleted", "tag": "d975092e-11fd-4c50-8353-8e4a70e86278", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:53.351405 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d85ff04-2388-45f9-848a-926a557e0227 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:53.351806 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2689f85-95f2-4ad8-8966-012c424cc863', 'name': 'network-vif-deleted', 'tag': 'd975092e-11fd-4c50-8353-8e4a70e86278', 'status': 'completed', 'code': 200} Sep 30 08:28:53.368396 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1a289a-8725-4e95-9c1b-cbc6a7429711 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] GET failed (client error): The resource could not be found. Sep 30 08:28:53.375556 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dd1a289a-8725-4e95-9c1b-cbc6a7429711 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] 10.222.0.24 "GET /v2.0/networks/4ea278ec-f314-4a6e-a9ed-3c9f8f8fb662 HTTP/1.1" status: 404 len: 339 time: 0.0315244 Sep 30 08:28:53.376207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59556) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:53.405911 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf689fc5-a222-4c2a-b44d-54228eb853a3 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] GET failed (client error): The resource could not be found. Sep 30 08:28:53.412411 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bf689fc5-a222-4c2a-b44d-54228eb853a3 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] 10.222.0.24 "GET /v2.0/ports/956909f6-f789-437c-b5d2-419e01a7b13e HTTP/1.1" status: 404 len: 333 time: 0.0348830 Sep 30 08:28:53.412746 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59558) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:53.457263 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d59b6f1-3e10-4295-9872-7fa0aa6ae341 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] GET failed (client error): The resource could not be found. Sep 30 08:28:53.462732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59560) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:53.469304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-34fbffb9-47ba-4024-bbff-78b478b050eb tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:53.472905 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0d59b6f1-3e10-4295-9872-7fa0aa6ae341 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] 10.222.0.24 "GET /v2.0/subnets/e96fc6af-d501-44b3-98f0-40cc95a72860 HTTP/1.1" status: 404 len: 337 time: 0.0589449 Sep 30 08:28:53.490368 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-34fbffb9-47ba-4024-bbff-78b478b050eb tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] PUT failed (client error): The resource could not be found. Sep 30 08:28:53.490966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34fbffb9-47ba-4024-bbff-78b478b050eb tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:53.496390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59562) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:53.501798 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-34fbffb9-47ba-4024-bbff-78b478b050eb tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] 10.222.0.24 "PUT /v2.0/networks/9039ae08-793b-4fd4-be75-d6b42991adeb HTTP/1.1" status: 404 len: 339 time: 0.0372570 Sep 30 08:28:53.502583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-58cc3a41-74ad-4129-83f4-64965241c3b0 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:53.523519 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-58cc3a41-74ad-4129-83f4-64965241c3b0 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] PUT failed (client error): The resource could not be found. Sep 30 08:28:53.524242 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58cc3a41-74ad-4129-83f4-64965241c3b0 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:53.529526 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59564) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:53.530348 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-58cc3a41-74ad-4129-83f4-64965241c3b0 tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] 10.222.0.24 "PUT /v2.0/ports/c27a6ad0-b047-44fa-a121-890a4bb5e326 HTTP/1.1" status: 404 len: 333 time: 0.0324333 Sep 30 08:28:53.536963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-744cbce1-e3f4-4520-b4ea-63262ffbc15a tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:53.564844 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-744cbce1-e3f4-4520-b4ea-63262ffbc15a tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] PUT failed (client error): The resource could not be found. Sep 30 08:28:53.565592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744cbce1-e3f4-4520-b4ea-63262ffbc15a tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:28:53.571289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-744cbce1-e3f4-4520-b4ea-63262ffbc15a tempest-NetworksNegativeTestJSON-490367694 tempest-NetworksNegativeTestJSON-490367694-project] 10.222.0.24 "PUT /v2.0/subnets/a969962e-3be9-49a2-91af-4cadeac4e320 HTTP/1.1" status: 404 len: 337 time: 0.0391729 Sep 30 08:28:53.663410 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59574) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:53.672298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:28:53.807236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:53.825830 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'port_id': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'mac_address': 'fa:16:3e:35:ac:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:28:53.869191 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:53.900420 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:28:53.934544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:53.941927 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.024463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59580) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:54.038840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:54.134498 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:28:54.175267 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a48ca67-7bfe-40b0-be93-bf7b17089f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.208393 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a0b5755-3cbb-4043-8794-56e4483ed7bf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.386120 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a48ca67-7bfe-40b0-be93-bf7b17089f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.394105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a48ca67-7bfe-40b0-be93-bf7b17089f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.443952 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6a48ca67-7bfe-40b0-be93-bf7b17089f74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a03017f1b4bb4bef80be0dfe1606998f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4169312 Sep 30 08:28:54.444981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48ca67-7bfe-40b0-be93-bf7b17089f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ea3de0-1e36-495d-a23b-2f41adc38f29,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:54.448209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:54.529074 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40b22cc5-4d44-406f-a2d3-8d7f8d3c4c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.555935 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40b22cc5-4d44-406f-a2d3-8d7f8d3c4c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.573922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-7a0b5755-3cbb-4043-8794-56e4483ed7bf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting port 0b519c2a-e965-4d26-b503-6042a31a39c5 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:54.574528 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a0b5755-3cbb-4043-8794-56e4483ed7bf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.612195 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40b22cc5-4d44-406f-a2d3-8d7f8d3c4c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.615471 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40b22cc5-4d44-406f-a2d3-8d7f8d3c4c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.619204 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-40b22cc5-4d44-406f-a2d3-8d7f8d3c4c62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07ea3de0-1e36-495d-a23b-2f41adc38f29 HTTP/1.1" status: 204 len: 168 time: 0.1675298 Sep 30 08:28:54.629319 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b22cc5-4d44-406f-a2d3-8d7f8d3c4c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ea3de0-1e36-495d-a23b-2f41adc38f29,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:54.698404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-7a0b5755-3cbb-4043-8794-56e4483ed7bf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] For port 0b519c2a-e965-4d26-b503-6042a31a39c5, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0b519c2a-e965-4d26-b503-6042a31a39c5,segment=NetworkSegment(a2656638-aa4a-4aa8-9009-437dc41d9010),segment_id=a2656638-aa4a-4aa8-9009-437dc41d9010)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:54.698774 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a0b5755-3cbb-4043-8794-56e4483ed7bf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:54.733693 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-7a0b5755-3cbb-4043-8794-56e4483ed7bf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Calling delete_port for 0b519c2a-e965-4d26-b503-6042a31a39c5 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:55.404158 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a0b5755-3cbb-4043-8794-56e4483ed7bf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.475239 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b5755-3cbb-4043-8794-56e4483ed7bf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Port': ['ID=0b519c2a-e965-4d26-b503-6042a31a39c5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:55.683124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:28:55.711325 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a0b5755-3cbb-4043-8794-56e4483ed7bf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.757203 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:28:55.757954 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.842031 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59646) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:55.908354 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:55.945707 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:28:55.948603 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe309f8-5ff7-4c7b-82f9-a02e684d5c63" -d '{"events": [{"server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "name": "network-vif-plugged", "status": "completed", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:28:55.995166 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:56.002667 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:56.005918 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d975092e-11fd-4c50-8353-8e4a70e86278 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:56.039226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: d975092e-11fd-4c50-8353-8e4a70e86278 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:28:56.039889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d975092e-11fd-4c50-8353-8e4a70e86278 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:28:56.061847 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0b5755-3cbb-4043-8794-56e4483ed7bf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router ddea2530-7dd9-43bf-a346-6e4082de0b3f has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:28:56.105191 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:56.125862 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c26e1030-5f33-4fb9-af0b-2ee8508cba43 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1812693158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:56.134076 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae3ea52-4ac6-4678-a0fd-e822f0540c27 x-openstack-request-id: req-7ae3ea52-4ac6-4678-a0fd-e822f0540c27 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:28:56.135026 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "name": "network-vif-plugged", "status": "completed", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:28:56.135578 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ae3ea52-4ac6-4678-a0fd-e822f0540c27 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:28:56.137179 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'code': 200} Sep 30 08:28:56.168354 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c26e1030-5f33-4fb9-af0b-2ee8508cba43 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:56.169522 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c26e1030-5f33-4fb9-af0b-2ee8508cba43 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:56.296964 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c26e1030-5f33-4fb9-af0b-2ee8508cba43 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:56.304371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0b5755-3cbb-4043-8794-56e4483ed7bf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:28:56.309954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c26e1030-5f33-4fb9-af0b-2ee8508cba43 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:56.316274 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645b320-c9ed-4e36-a71b-7b3c16964d92 None None] Sync routers for ids ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:28:56.317674 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7a0b5755-3cbb-4043-8794-56e4483ed7bf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "PUT /v2.0/routers/ddea2530-7dd9-43bf-a346-6e4082de0b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6529322 Sep 30 08:28:56.329435 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59658) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:56.332744 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645b320-c9ed-4e36-a71b-7b3c16964d92 None None] Routers {'ddea2530-7dd9-43bf-a346-6e4082de0b3f'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:56.333746 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1645b320-c9ed-4e36-a71b-7b3c16964d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:28:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:56.523650 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1645b320-c9ed-4e36-a71b-7b3c16964d92 None None] Set router ddea2530-7dd9-43bf-a346-6e4082de0b3f gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:56.821711 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1645b320-c9ed-4e36-a71b-7b3c16964d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106248673', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:44Z', 'updated_at': '2021-09-30T08:28:55Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:46Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:56.846543 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c26e1030-5f33-4fb9-af0b-2ee8508cba43 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:56.852039 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c26e1030-5f33-4fb9-af0b-2ee8508cba43 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0082588 Sep 30 08:28:56.857953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59662) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:56.864091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a97f809f-d23d-450b-9493-3e97c7c1e494 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-546461574'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:56.876659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbe3a0b-db8e-45cf-bd8d-d9f6b27d23e6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting subnet 0d11a375-5f76-49d8-ba5b-703b14c2ec3e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:28:56.884621 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3a0b-db8e-45cf-bd8d-d9f6b27d23e6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:56.896265 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645b320-c9ed-4e36-a71b-7b3c16964d92 None None] Checking router: ddea2530-7dd9-43bf-a346-6e4082de0b3f for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:28:56.918361 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645b320-c9ed-4e36-a71b-7b3c16964d92 None None] Routers {'ddea2530-7dd9-43bf-a346-6e4082de0b3f'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:28:56.919004 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1645b320-c9ed-4e36-a71b-7b3c16964d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:28:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:56.982894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3a0b-db8e-45cf-bd8d-d9f6b27d23e6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.009281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97f809f-d23d-450b-9493-3e97c7c1e494 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Made reservation on behalf of c187d3150fe14d0b8bb5871faf2d7a58 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:57.020378 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97f809f-d23d-450b-9493-3e97c7c1e494 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.042327 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97f809f-d23d-450b-9493-3e97c7c1e494 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.165741 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3a0b-db8e-45cf-bd8d-d9f6b27d23e6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.220861 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1645b320-c9ed-4e36-a71b-7b3c16964d92 None None] Set router ddea2530-7dd9-43bf-a346-6e4082de0b3f gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:28:57.237908 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97f809f-d23d-450b-9493-3e97c7c1e494 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.238631 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3a0b-db8e-45cf-bd8d-d9f6b27d23e6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.245401 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97f809f-d23d-450b-9493-3e97c7c1e494 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.272229 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe3a0b-db8e-45cf-bd8d-d9f6b27d23e6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Subnet': ['ID=0d11a375-5f76-49d8-ba5b-703b14c2ec3e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:57.277783 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3a0b-db8e-45cf-bd8d-d9f6b27d23e6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.287285 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4bbe3a0b-db8e-45cf-bd8d-d9f6b27d23e6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/subnets/0d11a375-5f76-49d8-ba5b-703b14c2ec3e HTTP/1.1" status: 204 len: 168 time: 0.9534347 Sep 30 08:28:57.287829 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:57.296711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accdb889-d53c-45d7-91d2-b77e11ee7979 None None] Network 094422d0-a463-4c54-8c68-8929e1bb8675 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:57.303237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f809f-d23d-450b-9493-3e97c7c1e494 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8c375b-9346-4956-813f-3705aa8b6395,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:57.306274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97f809f-d23d-450b-9493-3e97c7c1e494 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:57.319001 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97f809f-d23d-450b-9493-3e97c7c1e494 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.320011 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-a97f809f-d23d-450b-9493-3e97c7c1e494 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Added segment 40e72aa3-846e-4250-9902-393d5a3967d0 of type vlan for network 62b6f562-dc93-41e6-98da-203735f9cafc Sep 30 08:28:57.385928 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97f809f-d23d-450b-9493-3e97c7c1e494 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.454091 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97f809f-d23d-450b-9493-3e97c7c1e494 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.460313 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97f809f-d23d-450b-9493-3e97c7c1e494 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:57.465523 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19bb18ba-24af-4b32-9dbd-a5afdbd866f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.466713 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97f809f-d23d-450b-9493-3e97c7c1e494 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.537303 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a97f809f-d23d-450b-9493-3e97c7c1e494 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6778414 Sep 30 08:28:57.541359 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59674) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:57.549181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-525f14dc-2ed3-4de3-a604-5dbff9fd6542 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Request body: {'subnet': {'network_id': '62b6f562-dc93-41e6-98da-203735f9cafc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:57.720329 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19bb18ba-24af-4b32-9dbd-a5afdbd866f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.735022 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf49c9f6-f565-4f6a-9724-9e5a1e7575c0 None None] DHCP port deletion for 094422d0-a463-4c54-8c68-8929e1bb8675 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:28:57.761194 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1645b320-c9ed-4e36-a71b-7b3c16964d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106248673', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:44Z', 'updated_at': '2021-09-30T08:28:55Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:46Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:57.766367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f809f-d23d-450b-9493-3e97c7c1e494 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event updated for resources: {'Network': ['ID=62b6f562-dc93-41e6-98da-203735f9cafc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:57.796790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 62b6f562-dc93-41e6-98da-203735f9cafc details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:57.798356 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645b320-c9ed-4e36-a71b-7b3c16964d92 None None] The sync data for ids ['ddea2530-7dd9-43bf-a346-6e4082de0b3f'] in n-d-807359-2 is: [{'id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106248673', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:44Z', 'updated_at': '2021-09-30T08:28:55Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'efe5ee23-9b6a-45d5-9c75-81d33636cd06', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddea2530-7dd9-43bf-a346-6e4082de0b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:46Z', 'updated_at': '2021-09-30T08:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:28:57.800452 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525f14dc-2ed3-4de3-a604-5dbff9fd6542 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Made reservation on behalf of c187d3150fe14d0b8bb5871faf2d7a58 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:57.805298 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-525f14dc-2ed3-4de3-a604-5dbff9fd6542 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.870244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-19bb18ba-24af-4b32-9dbd-a5afdbd866f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting port efe5ee23-9b6a-45d5-9c75-81d33636cd06 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:57.870813 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19bb18ba-24af-4b32-9dbd-a5afdbd866f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.955262 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cf49c9f6-f565-4f6a-9724-9e5a1e7575c0 None None] Deleting port 72f3770b-aab9-4fda-93d6-8c9d1d36cae9 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:28:57.955944 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cf49c9f6-f565-4f6a-9724-9e5a1e7575c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.964373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-19bb18ba-24af-4b32-9dbd-a5afdbd866f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] For port efe5ee23-9b6a-45d5-9c75-81d33636cd06, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=efe5ee23-9b6a-45d5-9c75-81d33636cd06,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:57.965315 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19bb18ba-24af-4b32-9dbd-a5afdbd866f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:57.981216 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-19bb18ba-24af-4b32-9dbd-a5afdbd866f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Calling delete_port for efe5ee23-9b6a-45d5-9c75-81d33636cd06 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:58.044785 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cf49c9f6-f565-4f6a-9724-9e5a1e7575c0 None None] For port 72f3770b-aab9-4fda-93d6-8c9d1d36cae9, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=72f3770b-aab9-4fda-93d6-8c9d1d36cae9,segment=NetworkSegment(a2656638-aa4a-4aa8-9009-437dc41d9010),segment_id=a2656638-aa4a-4aa8-9009-437dc41d9010)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:28:58.046314 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cf49c9f6-f565-4f6a-9724-9e5a1e7575c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.067160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cf49c9f6-f565-4f6a-9724-9e5a1e7575c0 None None] Calling delete_port for 72f3770b-aab9-4fda-93d6-8c9d1d36cae9 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:28:58.110729 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-525f14dc-2ed3-4de3-a604-5dbff9fd6542 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.219823 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cf49c9f6-f565-4f6a-9724-9e5a1e7575c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.221932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f14dc-2ed3-4de3-a604-5dbff9fd6542 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event updated for resources: {'Subnet': ['ID=34560e06-8b4f-496e-90c6-edb88e8759a5,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:58.234120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525f14dc-2ed3-4de3-a604-5dbff9fd6542 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Checking segment: {'id': '40e72aa3-846e-4250-9902-393d5a3967d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '62b6f562-dc93-41e6-98da-203735f9cafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:28:58.234120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525f14dc-2ed3-4de3-a604-5dbff9fd6542 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Network hostable DHCP agents. Network: 62b6f562-dc93-41e6-98da-203735f9cafc, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:28:58.242854 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf49c9f6-f565-4f6a-9724-9e5a1e7575c0 None None] No DVR routers for this DVR port 72f3770b-aab9-4fda-93d6-8c9d1d36cae9 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:28:58.283127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49c9f6-f565-4f6a-9724-9e5a1e7575c0 None None] Pushing event deleted for resources: {'Port': ['ID=72f3770b-aab9-4fda-93d6-8c9d1d36cae9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:58.285785 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525f14dc-2ed3-4de3-a604-5dbff9fd6542 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Network 62b6f562-dc93-41e6-98da-203735f9cafc is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:28:58.305329 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-525f14dc-2ed3-4de3-a604-5dbff9fd6542 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 62b6f562-dc93-41e6-98da-203735f9cafc) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:58.310018 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525f14dc-2ed3-4de3-a604-5dbff9fd6542 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:58.313408 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-525f14dc-2ed3-4de3-a604-5dbff9fd6542 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.336003 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a064e-4df1-4f26-81b6-0ea6bd26c219 None None] Network 62b6f562-dc93-41e6-98da-203735f9cafc requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:28:58.346305 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19bb18ba-24af-4b32-9dbd-a5afdbd866f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.349587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0b519c2a-e965-4d26-b503-6042a31a39c5 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:58.353582 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-525f14dc-2ed3-4de3-a604-5dbff9fd6542 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8107007 Sep 30 08:28:58.358243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59684) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:58.370926 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2a45e093-7c15-4367-b028-bdc6f06ba44d tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Request body: {'network': {'name': 'tempest-router-network01--1650469115'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:58.415053 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb18ba-24af-4b32-9dbd-a5afdbd866f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Port': ['ID=efe5ee23-9b6a-45d5-9c75-81d33636cd06,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:58.428575 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 0b519c2a-e965-4d26-b503-6042a31a39c5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:28:58.429047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0b519c2a-e965-4d26-b503-6042a31a39c5 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:28:58.431740 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 72f3770b-aab9-4fda-93d6-8c9d1d36cae9 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:28:58.454935 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a45e093-7c15-4367-b028-bdc6f06ba44d tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Made reservation on behalf of c187d3150fe14d0b8bb5871faf2d7a58 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:58.489358 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a45e093-7c15-4367-b028-bdc6f06ba44d tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.516854 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19bb18ba-24af-4b32-9dbd-a5afdbd866f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.573245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a45e093-7c15-4367-b028-bdc6f06ba44d tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:58.575443 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 72f3770b-aab9-4fda-93d6-8c9d1d36cae9 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:28:58.576541 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 72f3770b-aab9-4fda-93d6-8c9d1d36cae9 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:28:58.605986 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a45e093-7c15-4367-b028-bdc6f06ba44d tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.606334 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-2a45e093-7c15-4367-b028-bdc6f06ba44d tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Added segment b8ef7561-30a6-4d51-abea-aeb8bc74ad1b of type vlan for network e8feff4c-578f-4d1a-b832-97fa38a03972 Sep 30 08:28:58.734621 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a45e093-7c15-4367-b028-bdc6f06ba44d tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.794449 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a45e093-7c15-4367-b028-bdc6f06ba44d tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.798689 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19bb18ba-24af-4b32-9dbd-a5afdbd866f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.804023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a45e093-7c15-4367-b028-bdc6f06ba44d tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:58.805997 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a45e093-7c15-4367-b028-bdc6f06ba44d tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.815116 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19bb18ba-24af-4b32-9dbd-a5afdbd866f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.955357 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19bb18ba-24af-4b32-9dbd-a5afdbd866f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.956897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bb18ba-24af-4b32-9dbd-a5afdbd866f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Fanout notify agent at l3_agent the message router_deleted on router ddea2530-7dd9-43bf-a346-6e4082de0b3f {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:28:58.970526 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19bb18ba-24af-4b32-9dbd-a5afdbd866f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.971696 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-19bb18ba-24af-4b32-9dbd-a5afdbd866f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/routers/ddea2530-7dd9-43bf-a346-6e4082de0b3f HTTP/1.1" status: 204 len: 168 time: 1.6827860 Sep 30 08:28:58.974293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-62b6f562-dc93-41e6-98da-203735f9cafc', 'network_id': '62b6f562-dc93-41e6-98da-203735f9cafc', 'tenant_id': 'c187d3150fe14d0b8bb5871faf2d7a58', 'fixed_ips': [{'subnet_id': '34560e06-8b4f-496e-90c6-edb88e8759a5'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:28:58.975385 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:58.983745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:59.086660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45e093-7c15-4367-b028-bdc6f06ba44d tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event updated for resources: {'Network': ['ID=e8feff4c-578f-4d1a-b832-97fa38a03972,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:59.113518 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2a45e093-7c15-4367-b028-bdc6f06ba44d tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7556679 Sep 30 08:28:59.122528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:59.135394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-db8b0107-a53d-49d1-9203-4605c5e5ae67 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Request body: {'network': {'name': 'tempest-router-network02--916876853'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:28:59.205626 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8b0107-a53d-49d1-9203-4605c5e5ae67 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Made reservation on behalf of c187d3150fe14d0b8bb5871faf2d7a58 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:28:59.212775 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db8b0107-a53d-49d1-9203-4605c5e5ae67 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.244925 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bba66208-eee1-4784-a25e-e871d399b215 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.266434 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8b0107-a53d-49d1-9203-4605c5e5ae67 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:28:59.272211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Allocated IP 172.20.0.2 (62b6f562-dc93-41e6-98da-203735f9cafc/34560e06-8b4f-496e-90c6-edb88e8759a5/50a65d25-4738-497e-9ff1-345ca559d258) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:28:59.336190 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db8b0107-a53d-49d1-9203-4605c5e5ae67 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.336712 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-db8b0107-a53d-49d1-9203-4605c5e5ae67 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Added segment 3ce91383-b372-4c85-a258-cf40bc96f4c6 of type vlan for network 0274faf5-6924-4e6e-833b-73ee2ad3e28e Sep 30 08:28:59.425322 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bba66208-eee1-4784-a25e-e871d399b215 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.499896 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db8b0107-a53d-49d1-9203-4605c5e5ae67 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.507376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-bba66208-eee1-4784-a25e-e871d399b215 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094422d0-a463-4c54-8c68-8929e1bb8675']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:59.538787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-bba66208-eee1-4784-a25e-e871d399b215 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2656638-aa4a-4aa8-9009-437dc41d9010') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:59.539634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-bba66208-eee1-4784-a25e-e871d399b215 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2656638-aa4a-4aa8-9009-437dc41d9010') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:28:59.559939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network e8feff4c-578f-4d1a-b832-97fa38a03972 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:59.567110 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bba66208-eee1-4784-a25e-e871d399b215 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.611600 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bba66208-eee1-4784-a25e-e871d399b215 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.627514 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db8b0107-a53d-49d1-9203-4605c5e5ae67 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.634502 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b0107-a53d-49d1-9203-4605c5e5ae67 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:28:59.640293 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db8b0107-a53d-49d1-9203-4605c5e5ae67 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.661267 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.669351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba66208-eee1-4784-a25e-e871d399b215 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:28:59.670064 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bba66208-eee1-4784-a25e-e871d399b215 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.762853 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.833486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Pushing event updated for resources: {'Port': ['ID=50a65d25-4738-497e-9ff1-345ca559d258,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:28:59.866916 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:28:59.869659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b0107-a53d-49d1-9203-4605c5e5ae67 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event updated for resources: {'Network': ['ID=0274faf5-6924-4e6e-833b-73ee2ad3e28e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:59.871716 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.885004 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bba66208-eee1-4784-a25e-e871d399b215 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.891513 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 0274faf5-6924-4e6e-833b-73ee2ad3e28e details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:28:59.896686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Network 62b6f562-dc93-41e6-98da-203735f9cafc is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:28:59.900274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:28:59.912659 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:28:59.915344 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bba66208-eee1-4784-a25e-e871d399b215 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:28:59.918590 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bba66208-eee1-4784-a25e-e871d399b215 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/networks/094422d0-a463-4c54-8c68-8929e1bb8675 HTTP/1.1" status: 204 len: 168 time: 0.9317224 Sep 30 08:28:59.921674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59722) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:28:59.981442 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-db8b0107-a53d-49d1-9203-4605c5e5ae67 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8567948 Sep 30 08:28:59.987450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba66208-eee1-4784-a25e-e871d399b215 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Network': ['ID=094422d0-a463-4c54-8c68-8929e1bb8675,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:28:59.989785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59726) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:00.001492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-78bfc365-ef0a-4803-83a7-7c5b42c61cba tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Request body: {'subnet': {'network_id': 'e8feff4c-578f-4d1a-b832-97fa38a03972', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:00.067868 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c837b99f-ba96-4bde-ba7d-73ee5d3cd469 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.196609 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Attempting to bind port 50a65d25-4738-497e-9ff1-345ca559d258 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:00.199144 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Attempting to bind port 50a65d25-4738-497e-9ff1-345ca559d258 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '40e72aa3-846e-4250-9902-393d5a3967d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '62b6f562-dc93-41e6-98da-203735f9cafc'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:00.199655 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Attempting to bind port 50a65d25-4738-497e-9ff1-345ca559d258 on network 62b6f562-dc93-41e6-98da-203735f9cafc {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:00.203469 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c837b99f-ba96-4bde-ba7d-73ee5d3cd469 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.221266 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:00.221881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Checking segment: {'id': '40e72aa3-846e-4250-9902-393d5a3967d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '62b6f562-dc93-41e6-98da-203735f9cafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:00.222521 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.234104 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Bound using segment: {'id': '40e72aa3-846e-4250-9902-393d5a3967d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '62b6f562-dc93-41e6-98da-203735f9cafc'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:00.234877 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Bound port: 50a65d25-4738-497e-9ff1-345ca559d258, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e72aa3-846e-4250-9902-393d5a3967d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '62b6f562-dc93-41e6-98da-203735f9cafc'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:00.235306 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.252421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bfc365-ef0a-4803-83a7-7c5b42c61cba tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Made reservation on behalf of c187d3150fe14d0b8bb5871faf2d7a58 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:00.256264 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78bfc365-ef0a-4803-83a7-7c5b42c61cba tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.263410 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device efe5ee23-9b6a-45d5-9c75-81d33636cd06 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:29:00.287536 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: efe5ee23-9b6a-45d5-9c75-81d33636cd06 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:29:00.287741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device efe5ee23-9b6a-45d5-9c75-81d33636cd06 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:29:00.374168 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c837b99f-ba96-4bde-ba7d-73ee5d3cd469 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.377274 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c837b99f-ba96-4bde-ba7d-73ee5d3cd469 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.383378 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c837b99f-ba96-4bde-ba7d-73ee5d3cd469 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/security-groups/effee0df-5136-4b84-971e-19b086c9dfbc HTTP/1.1" status: 204 len: 168 time: 0.4581079 Sep 30 08:29:00.405512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837b99f-ba96-4bde-ba7d-73ee5d3cd469 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=effee0df-5136-4b84-971e-19b086c9dfbc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:00.426904 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] For port 50a65d25-4738-497e-9ff1-345ca559d258, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:00.440520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] For port 50a65d25-4738-497e-9ff1-345ca559d258, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=50a65d25-4738-497e-9ff1-345ca559d258,segment=NetworkSegment(40e72aa3-846e-4250-9902-393d5a3967d0),segment_id=40e72aa3-846e-4250-9902-393d5a3967d0)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:00.466630 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:00.669216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bc90e-fc93-4ab5-9b39-07056afd997a None None] Pushing event updated for resources: {'Port': ['ID=50a65d25-4738-497e-9ff1-345ca559d258,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:00.846048 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78bfc365-ef0a-4803-83a7-7c5b42c61cba tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:01.040587 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bfc365-ef0a-4803-83a7-7c5b42c61cba tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Checking segment: {'id': 'b8ef7561-30a6-4d51-abea-aeb8bc74ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8feff4c-578f-4d1a-b832-97fa38a03972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:01.041652 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bfc365-ef0a-4803-83a7-7c5b42c61cba tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Network hostable DHCP agents. Network: e8feff4c-578f-4d1a-b832-97fa38a03972, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:29:01.046321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfc365-ef0a-4803-83a7-7c5b42c61cba tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event updated for resources: {'Subnet': ['ID=9dfe852f-8a3f-48ef-b5c8-7d97489f60cd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:01.066187 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bfc365-ef0a-4803-83a7-7c5b42c61cba tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Network e8feff4c-578f-4d1a-b832-97fa38a03972 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:29:01.078933 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-78bfc365-ef0a-4803-83a7-7c5b42c61cba tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, e8feff4c-578f-4d1a-b832-97fa38a03972) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:01.084472 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bfc365-ef0a-4803-83a7-7c5b42c61cba tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:01.085434 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78bfc365-ef0a-4803-83a7-7c5b42c61cba tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:01.094227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbbccd7-cc8e-48d2-8350-268a5b11074a None None] Network e8feff4c-578f-4d1a-b832-97fa38a03972 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:01.113908 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59790) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:01.114517 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-78bfc365-ef0a-4803-83a7-7c5b42c61cba tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1235912 Sep 30 08:29:01.119587 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e620d456-fcc2-459a-81ae-c6afec47cac6 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Request body: {'subnet': {'network_id': '0274faf5-6924-4e6e-833b-73ee2ad3e28e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:01.374327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e620d456-fcc2-459a-81ae-c6afec47cac6 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Made reservation on behalf of c187d3150fe14d0b8bb5871faf2d7a58 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:01.378346 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e620d456-fcc2-459a-81ae-c6afec47cac6 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:01.515116 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-e8feff4c-578f-4d1a-b832-97fa38a03972', 'network_id': 'e8feff4c-578f-4d1a-b832-97fa38a03972', 'tenant_id': 'c187d3150fe14d0b8bb5871faf2d7a58', 'fixed_ips': [{'subnet_id': '9dfe852f-8a3f-48ef-b5c8-7d97489f60cd'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:29:01.516044 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:01.913294 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Allocated IP 172.20.0.2 (e8feff4c-578f-4d1a-b832-97fa38a03972/9dfe852f-8a3f-48ef-b5c8-7d97489f60cd/36a24619-d339-4dbb-b9ff-b340148351e7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:01.952563 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e620d456-fcc2-459a-81ae-c6afec47cac6 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:02.049359 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620d456-fcc2-459a-81ae-c6afec47cac6 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event updated for resources: {'Subnet': ['ID=10881bb1-2bb7-42ff-9ccd-b447ff962334,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:02.058826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59848) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:02.065066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e620d456-fcc2-459a-81ae-c6afec47cac6 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Checking segment: {'id': '3ce91383-b372-4c85-a258-cf40bc96f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0274faf5-6924-4e6e-833b-73ee2ad3e28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:02.065327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-caa3218f-c973-4311-8092-f0adad66545f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1170678617', 'description': 'tempest-secgroup-smoke-1170678617 description', 'project_id': '9cc3341683d74857bfb7b0b638c15491'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:02.065502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e620d456-fcc2-459a-81ae-c6afec47cac6 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Network hostable DHCP agents. Network: 0274faf5-6924-4e6e-833b-73ee2ad3e28e, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:29:02.119242 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caa3218f-c973-4311-8092-f0adad66545f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:02.121513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e620d456-fcc2-459a-81ae-c6afec47cac6 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Network 0274faf5-6924-4e6e-833b-73ee2ad3e28e is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:29:02.158935 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-e620d456-fcc2-459a-81ae-c6afec47cac6 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 0274faf5-6924-4e6e-833b-73ee2ad3e28e) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:02.170488 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620d456-fcc2-459a-81ae-c6afec47cac6 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:02.171285 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e620d456-fcc2-459a-81ae-c6afec47cac6 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:02.355026 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caa3218f-c973-4311-8092-f0adad66545f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:02.362049 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caa3218f-c973-4311-8092-f0adad66545f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:02.368140 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e620d456-fcc2-459a-81ae-c6afec47cac6 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2526531 Sep 30 08:29:02.371068 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 59868) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:02.443198 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3218f-c973-4311-8092-f0adad66545f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82920405-e428-4d45-a6ae-0ceb62e78af2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:02.448564 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caa3218f-c973-4311-8092-f0adad66545f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:02.452327 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-caa3218f-c973-4311-8092-f0adad66545f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3918273 Sep 30 08:29:02.454808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59874) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:02.468040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-80440c8e-de2d-4607-8abd-f043c97674f3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '82920405-e428-4d45-a6ae-0ceb62e78af2', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:02.565952 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80440c8e-de2d-4607-8abd-f043c97674f3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:02.766665 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80440c8e-de2d-4607-8abd-f043c97674f3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:02.787521 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80440c8e-de2d-4607-8abd-f043c97674f3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:02.794965 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe04a0dc-6008-43d5-95d2-465001d55fbd None None] Network 0274faf5-6924-4e6e-833b-73ee2ad3e28e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:02.797152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 50a65d25-4738-497e-9ff1-345ca559d258 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:02.802814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62b1469-85c4-40ee-9f91-c14ff2595dc2 None None] Network 62b6f562-dc93-41e6-98da-203735f9cafc requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:02.849826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80440c8e-de2d-4607-8abd-f043c97674f3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab4d921-0d4f-4739-b593-1d6ffdb69881,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:02.859692 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80440c8e-de2d-4607-8abd-f043c97674f3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:02.861711 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-80440c8e-de2d-4607-8abd-f043c97674f3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4055431 Sep 30 08:29:02.871017 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59908) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:02.885681 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-33083fdd-d618-46a1-b22c-e3301659e627 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '82920405-e428-4d45-a6ae-0ceb62e78af2', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:02.953526 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33083fdd-d618-46a1-b22c-e3301659e627 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.093305 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33083fdd-d618-46a1-b22c-e3301659e627 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.103958 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33083fdd-d618-46a1-b22c-e3301659e627 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.146139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33083fdd-d618-46a1-b22c-e3301659e627 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a23f11-cc25-49de-bb83-4581062d39c1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:03.176646 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33083fdd-d618-46a1-b22c-e3301659e627 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.178202 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-33083fdd-d618-46a1-b22c-e3301659e627 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3061459 Sep 30 08:29:03.180924 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:03.187996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d8a2db7d-cdb8-4618-ba93-34fc2a2683ab tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '82920405-e428-4d45-a6ae-0ceb62e78af2', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:03.197236 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.228039 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a2db7d-cdb8-4618-ba93-34fc2a2683ab tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.309098 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a2db7d-cdb8-4618-ba93-34fc2a2683ab tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.319373 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a2db7d-cdb8-4618-ba93-34fc2a2683ab tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.338464 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.343632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-678e0475-aed3-450e-b0e0-a223c0768840 None None] Provisioning complete for port 50a65d25-4738-497e-9ff1-345ca559d258 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:03.344105 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-678e0475-aed3-450e-b0e0-a223c0768840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.390266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2db7d-cdb8-4618-ba93-34fc2a2683ab tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7bc03d-22c9-46b3-8883-e766a994eda6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:03.431568 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a2db7d-cdb8-4618-ba93-34fc2a2683ab tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.443861 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d8a2db7d-cdb8-4618-ba93-34fc2a2683ab tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2589333 Sep 30 08:29:03.444771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59940) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:03.458417 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.470697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9987fbc7-2359-40a6-a35f-b1af52bffbae tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '82920405-e428-4d45-a6ae-0ceb62e78af2', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:03.569363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 50a65d25-4738-497e-9ff1-345ca559d258 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:03.580445 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.615007 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9987fbc7-2359-40a6-a35f-b1af52bffbae tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.696640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Pushing event updated for resources: {'Port': ['ID=36a24619-d339-4dbb-b9ff-b340148351e7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:03.725707 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9987fbc7-2359-40a6-a35f-b1af52bffbae tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.732468 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9987fbc7-2359-40a6-a35f-b1af52bffbae tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.779010 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9987fbc7-2359-40a6-a35f-b1af52bffbae tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.788326 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9987fbc7-2359-40a6-a35f-b1af52bffbae tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3369873 Sep 30 08:29:03.797329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59966) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:03.819173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-30e851f9-cd27-44aa-beae-8493cb7a0513 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '82920405-e428-4d45-a6ae-0ceb62e78af2', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:03.834417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Network e8feff4c-578f-4d1a-b832-97fa38a03972 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:03.849452 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987fbc7-2359-40a6-a35f-b1af52bffbae tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89ab479-b211-4a43-bc80-e1eacf88b02f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:03.869330 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:03.922974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:03.922974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-0274faf5-6924-4e6e-833b-73ee2ad3e28e', 'network_id': '0274faf5-6924-4e6e-833b-73ee2ad3e28e', 'tenant_id': 'c187d3150fe14d0b8bb5871faf2d7a58', 'fixed_ips': [{'subnet_id': '10881bb1-2bb7-42ff-9ccd-b447ff962334'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:29:03.922974 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:03.925615 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-30e851f9-cd27-44aa-beae-8493cb7a0513 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Project 9cc3341683d74857bfb7b0b638c15491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:29:03.929300 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30e851f9-cd27-44aa-beae-8493cb7a0513 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.051214 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Allocated IP 172.20.0.1 (e8feff4c-578f-4d1a-b832-97fa38a03972/9dfe852f-8a3f-48ef-b5c8-7d97489f60cd/616dcff4-fbb1-4de1-8a2d-c3f12d32b128) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:04.090277 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30e851f9-cd27-44aa-beae-8493cb7a0513 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.101760 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30e851f9-cd27-44aa-beae-8493cb7a0513 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.177130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e851f9-cd27-44aa-beae-8493cb7a0513 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ddb850-229c-44ba-b6a7-f9d9c7d79697,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:04.192342 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30e851f9-cd27-44aa-beae-8493cb7a0513 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.193569 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-30e851f9-cd27-44aa-beae-8493cb7a0513 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3946204 Sep 30 08:29:04.196342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 59996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:04.219972 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:29:04.222965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-96d72cb2-65f6-417c-ae37-2ba285dbdcdd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '82920405-e428-4d45-a6ae-0ceb62e78af2', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:04.261953 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.270810 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-96d72cb2-65f6-417c-ae37-2ba285dbdcdd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Project 9cc3341683d74857bfb7b0b638c15491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:29:04.284475 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96d72cb2-65f6-417c-ae37-2ba285dbdcdd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.337940 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.420416 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96d72cb2-65f6-417c-ae37-2ba285dbdcdd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.432967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Network e8feff4c-578f-4d1a-b832-97fa38a03972 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:04.434516 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96d72cb2-65f6-417c-ae37-2ba285dbdcdd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.438865 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:04.448614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:04.474119 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d72cb2-65f6-417c-ae37-2ba285dbdcdd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4d1718-5de0-48ed-836f-99de08d90ba0,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:04.489457 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96d72cb2-65f6-417c-ae37-2ba285dbdcdd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.491159 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-96d72cb2-65f6-417c-ae37-2ba285dbdcdd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2937107 Sep 30 08:29:04.494112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:04.505505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cd4d810a-8637-4bf7-8e82-76d8dafcec69 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'network': {'name': 'tempest-network-smoke--256886153', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:04.547029 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-678e0475-aed3-450e-b0e0-a223c0768840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.556892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4d810a-8637-4bf7-8e82-76d8dafcec69 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Made reservation on behalf of 9cc3341683d74857bfb7b0b638c15491 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:04.559557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event updated for resources: {'Port': ['ID=616dcff4-fbb1-4de1-8a2d-c3f12d32b128,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:04.561393 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd4d810a-8637-4bf7-8e82-76d8dafcec69 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.616809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4d810a-8637-4bf7-8e82-76d8dafcec69 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:29:04.634670 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Attempting to bind port 36a24619-d339-4dbb-b9ff-b340148351e7 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:04.638360 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.641656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Attempting to bind port 36a24619-d339-4dbb-b9ff-b340148351e7 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'b8ef7561-30a6-4d51-abea-aeb8bc74ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8feff4c-578f-4d1a-b832-97fa38a03972'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:04.642186 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Attempting to bind port 36a24619-d339-4dbb-b9ff-b340148351e7 on network e8feff4c-578f-4d1a-b832-97fa38a03972 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:04.658966 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd4d810a-8637-4bf7-8e82-76d8dafcec69 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.668216 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-cd4d810a-8637-4bf7-8e82-76d8dafcec69 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Added segment 6a20f763-de2e-43fb-8ce0-4d612638f08c of type vlan for network e3e93fb9-4960-446e-b6f1-2542a3bf279e Sep 30 08:29:04.773106 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd4d810a-8637-4bf7-8e82-76d8dafcec69 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.836029 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.843179 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd4d810a-8637-4bf7-8e82-76d8dafcec69 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.853167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4d810a-8637-4bf7-8e82-76d8dafcec69 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:04.858809 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd4d810a-8637-4bf7-8e82-76d8dafcec69 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.864056 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:04.870235 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Checking segment: {'id': 'b8ef7561-30a6-4d51-abea-aeb8bc74ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8feff4c-578f-4d1a-b832-97fa38a03972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:04.870795 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.872176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Bound using segment: {'id': 'b8ef7561-30a6-4d51-abea-aeb8bc74ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8feff4c-578f-4d1a-b832-97fa38a03972'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:04.883849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Bound port: 36a24619-d339-4dbb-b9ff-b340148351e7, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ef7561-30a6-4d51-abea-aeb8bc74ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8feff4c-578f-4d1a-b832-97fa38a03972'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:04.884352 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.891692 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:04.948575 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cd4d810a-8637-4bf7-8e82-76d8dafcec69 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4532278 Sep 30 08:29:04.972892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:04.983164 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1582140869', 'admin_state_up': True, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:05.037546 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-678e0475-aed3-450e-b0e0-a223c0768840 None None] For port 50a65d25-4738-497e-9ff1-345ca559d258, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=50a65d25-4738-497e-9ff1-345ca559d258,segment=NetworkSegment(40e72aa3-846e-4250-9902-393d5a3967d0),segment_id=40e72aa3-846e-4250-9902-393d5a3967d0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:05.062886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Allocated IP 172.20.0.2 (0274faf5-6924-4e6e-833b-73ee2ad3e28e/10881bb1-2bb7-42ff-9ccd-b447ff962334/35b7c8b2-e6e1-4a65-a670-28261a891a17) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:05.077986 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d810a-8637-4bf7-8e82-76d8dafcec69 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Network': ['ID=e3e93fb9-4960-446e-b6f1-2542a3bf279e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:05.085899 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-678e0475-aed3-450e-b0e0-a223c0768840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:05.141040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network e3e93fb9-4960-446e-b6f1-2542a3bf279e details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:29:05.141545 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:05.142691 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:05.282875 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:29:05.283056 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:29:05.374928 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:05.489257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e0475-aed3-450e-b0e0-a223c0768840 None None] Pushing event updated for resources: {'Port': ['ID=50a65d25-4738-497e-9ff1-345ca559d258,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:05.499582 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] For port 36a24619-d339-4dbb-b9ff-b340148351e7, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:05.506245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] For port 36a24619-d339-4dbb-b9ff-b340148351e7, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=36a24619-d339-4dbb-b9ff-b340148351e7,segment=NetworkSegment(b8ef7561-30a6-4d51-abea-aeb8bc74ad1b),segment_id=b8ef7561-30a6-4d51-abea-aeb8bc74ad1b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:05.522376 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:05.721233 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-62cfd914-91fd-4502-9eb1-6c805607bf00 None None] Provisioning complete for port 50a65d25-4738-497e-9ff1-345ca559d258 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:05.722426 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62cfd914-91fd-4502-9eb1-6c805607bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:05.737024 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02413dd8-e09c-4e7c-85b7-f1a547df2c03 None None] Pushing event updated for resources: {'Port': ['ID=36a24619-d339-4dbb-b9ff-b340148351e7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:05.758932 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:05.769115 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:05.781979 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:05.785773 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:05.803654 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:05.911606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event updated for resources: {'Port': ['ID=616dcff4-fbb1-4de1-8a2d-c3f12d32b128,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:05.982447 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Network 0274faf5-6924-4e6e-833b-73ee2ad3e28e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:06.004911 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:06.007625 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.012302 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:06.191411 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Pushing event updated for resources: {'Port': ['ID=35b7c8b2-e6e1-4a65-a670-28261a891a17,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:06.268666 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.273809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Network e8feff4c-578f-4d1a-b832-97fa38a03972 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:06.276392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:06.308037 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.453256 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Attempting to bind port 35b7c8b2-e6e1-4a65-a670-28261a891a17 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:06.453704 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Attempting to bind port 35b7c8b2-e6e1-4a65-a670-28261a891a17 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '3ce91383-b372-4c85-a258-cf40bc96f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0274faf5-6924-4e6e-833b-73ee2ad3e28e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:06.454076 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Attempting to bind port 35b7c8b2-e6e1-4a65-a670-28261a891a17 on network 0274faf5-6924-4e6e-833b-73ee2ad3e28e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:06.463513 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:06.463887 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Checking segment: {'id': '3ce91383-b372-4c85-a258-cf40bc96f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0274faf5-6924-4e6e-833b-73ee2ad3e28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:06.475348 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.476055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Bound using segment: {'id': '3ce91383-b372-4c85-a258-cf40bc96f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0274faf5-6924-4e6e-833b-73ee2ad3e28e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:06.489179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Bound port: 35b7c8b2-e6e1-4a65-a670-28261a891a17, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce91383-b372-4c85-a258-cf40bc96f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0274faf5-6924-4e6e-833b-73ee2ad3e28e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:06.489620 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.620216 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Allocated IP 172.25.0.169 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/e9dcb4ab-da69-41b3-a38d-8b2c661cdb84) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:06.641032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 50a65d25-4738-497e-9ff1-345ca559d258 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:06.717509 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Router 4aa10814-718f-4d2a-b8ab-0fba580547a8 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:29:06.771414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] For port 35b7c8b2-e6e1-4a65-a670-28261a891a17, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:06.785276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] For port 35b7c8b2-e6e1-4a65-a670-28261a891a17, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=35b7c8b2-e6e1-4a65-a670-28261a891a17,segment=NetworkSegment(3ce91383-b372-4c85-a258-cf40bc96f4c6),segment_id=3ce91383-b372-4c85-a258-cf40bc96f4c6)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:06.794235 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.914011 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:06.935251 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:06.954768 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60180) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:06.957461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4dcf57f6-aaba-421c-ba08-e0f35235e109 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "PUT /v2.0/routers/4aa10814-718f-4d2a-b8ab-0fba580547a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5849662 Sep 30 08:29:06.966465 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e2cc2-7847-4521-be13-ec83359813c3 None None] Sync routers for ids ['4aa10814-718f-4d2a-b8ab-0fba580547a8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:06.991508 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82355c-3e2f-4204-ae73-6521429fb236 None None] Pushing event updated for resources: {'Port': ['ID=35b7c8b2-e6e1-4a65-a670-28261a891a17,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:07.063512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 50a65d25-4738-497e-9ff1-345ca559d258 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:07.070015 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:07.197693 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:07.325634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:07.338225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:07.341180 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:07.561784 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=e9dcb4ab-da69-41b3-a38d-8b2c661cdb84,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:07.617196 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e2cc2-7847-4521-be13-ec83359813c3 None None] Routers {'4aa10814-718f-4d2a-b8ab-0fba580547a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:07.618170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-697e2cc2-7847-4521-be13-ec83359813c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:28:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['4aa10814-718f-4d2a-b8ab-0fba580547a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:07.694749 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-697e2cc2-7847-4521-be13-ec83359813c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:07.797936 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 36a24619-d339-4dbb-b9ff-b340148351e7 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:07.857155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e2cc2-7847-4521-be13-ec83359813c3 None None] Routers {'4aa10814-718f-4d2a-b8ab-0fba580547a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:07.861236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-697e2cc2-7847-4521-be13-ec83359813c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:28:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['4aa10814-718f-4d2a-b8ab-0fba580547a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:07.914813 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-697e2cc2-7847-4521-be13-ec83359813c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:07.919507 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e2cc2-7847-4521-be13-ec83359813c3 None None] The sync data for ids ['4aa10814-718f-4d2a-b8ab-0fba580547a8'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:07.930056 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ad2f92-ac15-40e3-b367-f5dcb816c31c None None] Network e8feff4c-578f-4d1a-b832-97fa38a03972 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:07.981346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-80a841d3-5516-4044-bc60-a1591e28b56f None None] Provisioning complete for port 36a24619-d339-4dbb-b9ff-b340148351e7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:07.982538 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80a841d3-5516-4044-bc60-a1591e28b56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:08.099584 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 36a24619-d339-4dbb-b9ff-b340148351e7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:08.099584 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:08.247529 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80a841d3-5516-4044-bc60-a1591e28b56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:08.361078 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-80a841d3-5516-4044-bc60-a1591e28b56f None None] For port 36a24619-d339-4dbb-b9ff-b340148351e7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=36a24619-d339-4dbb-b9ff-b340148351e7,segment=NetworkSegment(b8ef7561-30a6-4d51-abea-aeb8bc74ad1b),segment_id=b8ef7561-30a6-4d51-abea-aeb8bc74ad1b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:08.384689 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80a841d3-5516-4044-bc60-a1591e28b56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:08.551320 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a841d3-5516-4044-bc60-a1591e28b56f None None] Pushing event updated for resources: {'Port': ['ID=36a24619-d339-4dbb-b9ff-b340148351e7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:08.698074 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-f9fdeaa9-e8b8-4cc9-9654-26117b91b572 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:29:08.705045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60264) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:08.718526 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f9fdeaa9-e8b8-4cc9-9654-26117b91b572 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "PUT /v2.0/routers/4aa10814-718f-4d2a-b8ab-0fba580547a8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7620490 Sep 30 08:29:08.737453 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 35b7c8b2-e6e1-4a65-a670-28261a891a17 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:08.818994 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255dba03-82bc-4680-82c3-a805cb87d9f5 None None] Network 0274faf5-6924-4e6e-833b-73ee2ad3e28e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:08.829693 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:09.207732 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c50b75b6-f3ed-43f8-ba76-ae2daee03620 None None] Provisioning complete for port 35b7c8b2-e6e1-4a65-a670-28261a891a17 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:09.210334 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c50b75b6-f3ed-43f8-ba76-ae2daee03620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:09.389424 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:09.389939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 35b7c8b2-e6e1-4a65-a670-28261a891a17 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:09.390429 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:09.581016 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1c07-f68e-422d-b1a8-30d9eb7de101 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:09.665462 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c50b75b6-f3ed-43f8-ba76-ae2daee03620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:09.699061 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router 9779487b-f015-41d9-95fe-886ab068ec41 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:29:09.838624 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c50b75b6-f3ed-43f8-ba76-ae2daee03620 None None] For port 35b7c8b2-e6e1-4a65-a670-28261a891a17, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=35b7c8b2-e6e1-4a65-a670-28261a891a17,segment=NetworkSegment(3ce91383-b372-4c85-a258-cf40bc96f4c6),segment_id=3ce91383-b372-4c85-a258-cf40bc96f4c6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:09.854954 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c50b75b6-f3ed-43f8-ba76-ae2daee03620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:09.881899 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:09.949839 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:09.964326 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Sync routers for ids ['9779487b-f015-41d9-95fe-886ab068ec41'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:09.987044 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Routers {'9779487b-f015-41d9-95fe-886ab068ec41'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:09.990899 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:28:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9779487b-f015-41d9-95fe-886ab068ec41'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:10.020717 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.022465 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8ac49541-4667-4ffd-a671-3599ed8229cb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.0482025 Sep 30 08:29:10.029055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60284) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:10.102726 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c662a1c8-6f1c-4f2a-be2d-5e9bebce3780 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9cc3341683d74857bfb7b0b638c15491&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721462 Sep 30 08:29:10.105330 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60286) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:10.110900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1a1b1c07-f68e-422d-b1a8-30d9eb7de101 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Deleting port 616dcff4-fbb1-4de1-8a2d-c3f12d32b128 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:10.111446 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1c07-f68e-422d-b1a8-30d9eb7de101 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.291166 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b75b6-f3ed-43f8-ba76-ae2daee03620 None None] Pushing event updated for resources: {'Port': ['ID=35b7c8b2-e6e1-4a65-a670-28261a891a17,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:10.297539 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2da2be3-8a7f-4dca-b13a-965936347f95 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:10.300058 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d2da2be3-8a7f-4dca-b13a-965936347f95 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1931846 Sep 30 08:29:10.302352 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:10.320663 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.329465 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ac4d6ebb-e994-487c-8ffb-f835ce1f0ec3 None None] Provisioning complete for port 616dcff4-fbb1-4de1-8a2d-c3f12d32b128 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:10.329983 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6ebb-e994-487c-8ffb-f835ce1f0ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.339124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1c07-f68e-422d-b1a8-30d9eb7de101 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.357471 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1a1b1c07-f68e-422d-b1a8-30d9eb7de101 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Calling delete_port for 616dcff4-fbb1-4de1-8a2d-c3f12d32b128 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:10.364406 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Set router 9779487b-f015-41d9-95fe-886ab068ec41 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:10.375188 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:29:10.375964 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:29:10.389320 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7e42acc4-8986-45c2-b03d-77f5b897c2a9 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0828886 Sep 30 08:29:10.389988 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60292) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:10.401324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-37326609-3ec9-452c-9b88-c84847e7910c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-985202473', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:10.414445 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d6ebb-e994-487c-8ffb-f835ce1f0ec3 None None] Port 616dcff4-fbb1-4de1-8a2d-c3f12d32b128 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:29:10.463191 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ac4d6ebb-e994-487c-8ffb-f835ce1f0ec3 None None] Provisioning complete for port 36a24619-d339-4dbb-b9ff-b340148351e7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:10.467516 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6ebb-e994-487c-8ffb-f835ce1f0ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.660248 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37326609-3ec9-452c-9b88-c84847e7910c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Made reservation on behalf of 9cc3341683d74857bfb7b0b638c15491 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:10.664474 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37326609-3ec9-452c-9b88-c84847e7910c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:10.831007 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779487b-f015-41d9-95fe-886ab068ec41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582140869', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:05Z', 'updated_at': '2021-09-30T08:29:07Z', 'revision_number': 3, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:df:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:06Z', 'updated_at': '2021-09-30T08:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:10.867917 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Checking router: 9779487b-f015-41d9-95fe-886ab068ec41 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:29:10.868271 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Updating router 9779487b-f015-41d9-95fe-886ab068ec41 port e9dcb4ab-da69-41b3-a38d-8b2c661cdb84 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:29:10.908693 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:11.138503 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-17fa910e-1463-49da-8664-da0105310a4c None None] Provisioning complete for port 35b7c8b2-e6e1-4a65-a670-28261a891a17 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:11.140280 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17fa910e-1463-49da-8664-da0105310a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:11.184422 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37326609-3ec9-452c-9b88-c84847e7910c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:11.304660 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1c07-f68e-422d-b1a8-30d9eb7de101 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:11.361611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 35b7c8b2-e6e1-4a65-a670-28261a891a17 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:11.376858 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37326609-3ec9-452c-9b88-c84847e7910c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Subnet': ['ID=805ce0c1-e9b8-48c9-93cc-c7e8add94f34,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:11.389634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37326609-3ec9-452c-9b88-c84847e7910c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Checking segment: {'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:11.389634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37326609-3ec9-452c-9b88-c84847e7910c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network hostable DHCP agents. Network: e3e93fb9-4960-446e-b6f1-2542a3bf279e, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:29:11.421286 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37326609-3ec9-452c-9b88-c84847e7910c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network e3e93fb9-4960-446e-b6f1-2542a3bf279e is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:29:11.441182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b1c07-f68e-422d-b1a8-30d9eb7de101 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event deleted for resources: {'Port': ['ID=616dcff4-fbb1-4de1-8a2d-c3f12d32b128,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:11.454516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-37326609-3ec9-452c-9b88-c84847e7910c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, e3e93fb9-4960-446e-b6f1-2542a3bf279e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:11.473653 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26329b33-16b1-4727-a399-6864a388c725 None None] Network e3e93fb9-4960-446e-b6f1-2542a3bf279e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:11.485495 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37326609-3ec9-452c-9b88-c84847e7910c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:11.489669 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37326609-3ec9-452c-9b88-c84847e7910c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:11.537644 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-37326609-3ec9-452c-9b88-c84847e7910c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1463192 Sep 30 08:29:11.540410 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:11.599508 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 35b7c8b2-e6e1-4a65-a670-28261a891a17 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:11.601013 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:11.857003 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1c07-f68e-422d-b1a8-30d9eb7de101 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:11.974685 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:11.992786 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:11.995157 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 36a24619-d339-4dbb-b9ff-b340148351e7 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:12.162294 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4481e840-3643-4602-b940-4a9aa96986a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:12.183659 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Attempting to bind port e9dcb4ab-da69-41b3-a38d-8b2c661cdb84 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:12.187362 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Attempting to bind port e9dcb4ab-da69-41b3-a38d-8b2c661cdb84 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:12.189438 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Attempting to bind port e9dcb4ab-da69-41b3-a38d-8b2c661cdb84 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:12.236089 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:12.236764 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1b1c07-f68e-422d-b1a8-30d9eb7de101 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Router 4aa10814-718f-4d2a-b8ab-0fba580547a8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:29:12.253609 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:12.254322 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:12.255325 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:12.256556 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Bound port: e9dcb4ab-da69-41b3-a38d-8b2c661cdb84, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:12.258754 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:12.262187 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 36a24619-d339-4dbb-b9ff-b340148351e7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:12.262617 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:12.305365 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ips': [{'subnet_id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:29:12.306152 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:12.426215 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef474a02-9051-46cd-8292-65cc949854a1 None None] Pushing event updated for resources: {'Port': ['ID=e9dcb4ab-da69-41b3-a38d-8b2c661cdb84,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:12.473412 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1b1c07-f68e-422d-b1a8-30d9eb7de101 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:12.485389 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1a1b1c07-f68e-422d-b1a8-30d9eb7de101 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "PUT /v2.0/routers/4aa10814-718f-4d2a-b8ab-0fba580547a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7785633 Sep 30 08:29:12.489033 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60324) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:12.507534 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef474a02-9051-46cd-8292-65cc949854a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:12.515883 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef474a02-9051-46cd-8292-65cc949854a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:12.519156 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef474a02-9051-46cd-8292-65cc949854a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:12.519682 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef474a02-9051-46cd-8292-65cc949854a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:12.521688 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef474a02-9051-46cd-8292-65cc949854a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:12.523069 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef474a02-9051-46cd-8292-65cc949854a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:12.523753 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef474a02-9051-46cd-8292-65cc949854a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:12.526593 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef474a02-9051-46cd-8292-65cc949854a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:12.527048 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef474a02-9051-46cd-8292-65cc949854a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:12.532584 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef474a02-9051-46cd-8292-65cc949854a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:12.532876 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef474a02-9051-46cd-8292-65cc949854a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:12.533292 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef474a02-9051-46cd-8292-65cc949854a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:12.537695 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660c680-0787-406b-9566-d3aec596a944 None None] Sync routers for ids ['4aa10814-718f-4d2a-b8ab-0fba580547a8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:12.562833 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] For port e9dcb4ab-da69-41b3-a38d-8b2c661cdb84, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:12.573706 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] For port e9dcb4ab-da69-41b3-a38d-8b2c661cdb84, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e9dcb4ab-da69-41b3-a38d-8b2c661cdb84,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:12.582674 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:12.599842 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-b30ed95c-a6f1-49e3-9bdf-6a4c201283d1 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] delete failed (client error): The resource could not be found. Sep 30 08:29:12.610125 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b30ed95c-a6f1-49e3-9bdf-6a4c201283d1 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1183598450 HTTP/1.1" status: 404 len: 335 time: 0.1167092 Sep 30 08:29:12.611172 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60326) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:12.616068 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4850e26f-3f8a-4dad-a14b-de0689964b7e tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Request body: {'router': {'external_gateway_info': {'network_id': '4aa10814-718f-4d2a-b8ab-0fba580547a8'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:12.621458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660c680-0787-406b-9566-d3aec596a944 None None] Routers {'4aa10814-718f-4d2a-b8ab-0fba580547a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:12.624527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9660c680-0787-406b-9566-d3aec596a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:28:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['4aa10814-718f-4d2a-b8ab-0fba580547a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:12.727315 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Routers {'9779487b-f015-41d9-95fe-886ab068ec41'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:12.727961 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:28:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9779487b-f015-41d9-95fe-886ab068ec41'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:12.801755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9660c680-0787-406b-9566-d3aec596a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:12.842298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660c680-0787-406b-9566-d3aec596a944 None None] Routers {'4aa10814-718f-4d2a-b8ab-0fba580547a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:12.843020 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9660c680-0787-406b-9566-d3aec596a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:28:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['4aa10814-718f-4d2a-b8ab-0fba580547a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:12.892591 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:12.949998 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] Set router 9779487b-f015-41d9-95fe-886ab068ec41 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:13.012412 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9660c680-0787-406b-9566-d3aec596a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:13.015293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660c680-0787-406b-9566-d3aec596a944 None None] The sync data for ids ['4aa10814-718f-4d2a-b8ab-0fba580547a8'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:13.056439 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Allocated IP 172.20.0.2 (e3e93fb9-4960-446e-b6f1-2542a3bf279e/805ce0c1-e9b8-48c9-93cc-c7e8add94f34/f96a9b5d-ea5e-4c27-ae5a-06c09abfc249) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:13.157820 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4850e26f-3f8a-4dad-a14b-de0689964b7e tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.206364 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef474a02-9051-46cd-8292-65cc949854a1 None None] Pushing event updated for resources: {'Port': ['ID=e9dcb4ab-da69-41b3-a38d-8b2c661cdb84,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:13.208450 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-4850e26f-3f8a-4dad-a14b-de0689964b7e tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] update failed (client error): The resource could not be found. Sep 30 08:29:13.209533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4850e26f-3f8a-4dad-a14b-de0689964b7e tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "PUT /v2.0/routers/4aa10814-718f-4d2a-b8ab-0fba580547a8 HTTP/1.1" status: 404 len: 339 time: 0.5973139 Sep 30 08:29:13.220519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60334) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:13.463656 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779487b-f015-41d9-95fe-886ab068ec41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582140869', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:05Z', 'updated_at': '2021-09-30T08:29:07Z', 'revision_number': 3, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:df:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:06Z', 'updated_at': '2021-09-30T08:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:13.508884 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.531592 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.589567 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388e4e9-d1e5-47da-ac49-9c7290a9ddd3 None None] The sync data for ids ['9779487b-f015-41d9-95fe-886ab068ec41'] in n-d-807359-2 is: [{'id': '9779487b-f015-41d9-95fe-886ab068ec41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582140869', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:05Z', 'updated_at': '2021-09-30T08:29:07Z', 'revision_number': 3, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:df:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:06Z', 'updated_at': '2021-09-30T08:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:13.672108 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Allocated IP 172.20.0.1 (e3e93fb9-4960-446e-b6f1-2542a3bf279e/805ce0c1-e9b8-48c9-93cc-c7e8add94f34/90214c4b-68d9-4a63-a41a-7ec43a68119b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:13.727605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Pushing event updated for resources: {'Port': ['ID=f96a9b5d-ea5e-4c27-ae5a-06c09abfc249,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:13.747159 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Network e3e93fb9-4960-446e-b6f1-2542a3bf279e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:13.755164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:13.760537 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:13.841046 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.878874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Attempting to bind port f96a9b5d-ea5e-4c27-ae5a-06c09abfc249 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:13.879466 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Attempting to bind port f96a9b5d-ea5e-4c27-ae5a-06c09abfc249 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:13.882857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Attempting to bind port f96a9b5d-ea5e-4c27-ae5a-06c09abfc249 on network e3e93fb9-4960-446e-b6f1-2542a3bf279e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:13.892394 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:13.894481 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Checking segment: {'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:13.895064 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.896157 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Bound using segment: {'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:13.898913 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Bound port: f96a9b5d-ea5e-4c27-ae5a-06c09abfc249, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:13.899475 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:13.952848 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.101045 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.105407 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] For port f96a9b5d-ea5e-4c27-ae5a-06c09abfc249, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:14.110978 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] For port f96a9b5d-ea5e-4c27-ae5a-06c09abfc249, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f96a9b5d-ea5e-4c27-ae5a-06c09abfc249,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:14.122691 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.242678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network e3e93fb9-4960-446e-b6f1-2542a3bf279e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:14.249811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:14.252415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:14.282806 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d43869-802d-4c4a-8d89-30bebd98e151 None None] Pushing event updated for resources: {'Port': ['ID=f96a9b5d-ea5e-4c27-ae5a-06c09abfc249,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:14.296328 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=90214c4b-68d9-4a63-a41a-7ec43a68119b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:14.346895 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.676878 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Allocated IP 172.20.0.1 (62b6f562-dc93-41e6-98da-203735f9cafc/34560e06-8b4f-496e-90c6-edb88e8759a5/33122de9-e04f-4f20-91c1-911f65e33225) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:14.679180 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:14.809848 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e3427693-6ab4-4f57-8689-4dd0a79c1b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.072559 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.195051 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.303368 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.373974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event updated for resources: {'Port': ['ID=33122de9-e04f-4f20-91c1-911f65e33225,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:15.412238 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e9dcb4ab-da69-41b3-a38d-8b2c661cdb84 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:15.414205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Network 62b6f562-dc93-41e6-98da-203735f9cafc is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:15.425262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:15.430115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:15.566132 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e9dcb4ab-da69-41b3-a38d-8b2c661cdb84 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:15.566747 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.626221 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.677372 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.685816 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.811620 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=90214c4b-68d9-4a63-a41a-7ec43a68119b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:15.828368 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.941303 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port e9dcb4ab-da69-41b3-a38d-8b2c661cdb84, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e9dcb4ab-da69-41b3-a38d-8b2c661cdb84,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:15.989513 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:15.997003 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:16.025130 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:16.031108 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f96a9b5d-ea5e-4c27-ae5a-06c09abfc249 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:16.034784 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-89586681-5c8c-4573-b1c5-a4dbd030d430 None None] Provisioning complete for port 33122de9-e04f-4f20-91c1-911f65e33225 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:16.034784 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89586681-5c8c-4573-b1c5-a4dbd030d430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:16.189755 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:16.343736 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network e3e93fb9-4960-446e-b6f1-2542a3bf279e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:16.349700 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:16.369900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3359bd-3229-4061-8620-1491be17649e None None] Network e3e93fb9-4960-446e-b6f1-2542a3bf279e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:16.619441 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:16.627945 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:16.632584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router 9779487b-f015-41d9-95fe-886ab068ec41 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:29:16.701864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60366) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:16.783526 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:16.786970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event updated for resources: {'Port': ['ID=33122de9-e04f-4f20-91c1-911f65e33225,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:16.972425 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:16.989178 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7014a213-121f-4d5b-b75e-16ef034aa838 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "PUT /v2.0/routers/9779487b-f015-41d9-95fe-886ab068ec41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4384403 Sep 30 08:29:16.995224 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Network 62b6f562-dc93-41e6-98da-203735f9cafc is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:17.001961 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:17.043870 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Sync routers for ids ['9779487b-f015-41d9-95fe-886ab068ec41'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:17.065358 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Routers {'9779487b-f015-41d9-95fe-886ab068ec41'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:17.068498 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:29:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9779487b-f015-41d9-95fe-886ab068ec41'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:17.110699 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2cac-5653-4456-9c62-7d1b08d1fa32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:17.158238 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=e9dcb4ab-da69-41b3-a38d-8b2c661cdb84,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:17.225306 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-89586681-5c8c-4573-b1c5-a4dbd030d430 None None] Port 33122de9-e04f-4f20-91c1-911f65e33225 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:29:17.265567 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port f96a9b5d-ea5e-4c27-ae5a-06c09abfc249 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:17.265766 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:17.282306 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Router 4aa10814-718f-4d2a-b8ab-0fba580547a8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:29:17.350492 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Set router 9779487b-f015-41d9-95fe-886ab068ec41 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:17.518068 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f326c056-52c3-4a61-8a79-2f47acb31c2b None None] Provisioning complete for port f96a9b5d-ea5e-4c27-ae5a-06c09abfc249 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:17.521109 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f326c056-52c3-4a61-8a79-2f47acb31c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:17.581653 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2cac-5653-4456-9c62-7d1b08d1fa32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:17.592837 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2cac-5653-4456-9c62-7d1b08d1fa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:17.745247 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:17.751120 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c429da9c-d43a-4eb6-a12b-de4f53f63e34 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170678617&fields=id&tenant_id=9cc3341683d74857bfb7b0b638c15491 HTTP/1.1" status: 200 len: 267 time: 0.1640275 Sep 30 08:29:17.759295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e2cac-5653-4456-9c62-7d1b08d1fa32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fc163d-e66e-4645-b3ff-b865b88783d8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:17.768050 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:17.769038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2e9e2cac-5653-4456-9c62-7d1b08d1fa32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed2345cd46914f5cb997c9d8e2b02619&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0600471 Sep 30 08:29:17.773984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:17.791634 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-42321c67-e6f7-46ee-b31e-d2075cc95826 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "PUT /v2.0/routers/4aa10814-718f-4d2a-b8ab-0fba580547a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5670180 Sep 30 08:29:17.794475 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60390) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:17.840046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4adc1ff-4722-45b3-a0ec-3cafbbcbb00e None None] Sync routers for ids ['4aa10814-718f-4d2a-b8ab-0fba580547a8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:17.871230 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779487b-f015-41d9-95fe-886ab068ec41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582140869', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:05Z', 'updated_at': '2021-09-30T08:29:14Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:06Z', 'updated_at': '2021-09-30T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '90214c4b-68d9-4a63-a41a-7ec43a68119b', 'name': '', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b0:f5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:13Z', 'updated_at': '2021-09-30T08:29:15Z', 'revision_number': 2, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:17.882352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4adc1ff-4722-45b3-a0ec-3cafbbcbb00e None None] Routers {'4aa10814-718f-4d2a-b8ab-0fba580547a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:17.886131 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f4adc1ff-4722-45b3-a0ec-3cafbbcbb00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:29:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['4aa10814-718f-4d2a-b8ab-0fba580547a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:17.948694 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Checking router: 9779487b-f015-41d9-95fe-886ab068ec41 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:29:17.949039 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Updating router 9779487b-f015-41d9-95fe-886ab068ec41 port 90214c4b-68d9-4a63-a41a-7ec43a68119b binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:29:17.992020 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6be52df-6965-4120-8aec-396be8ba8116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:17.993647 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-857e272e-ed12-4c01-bb4f-8c6ed4e787d8 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.006959 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f326c056-52c3-4a61-8a79-2f47acb31c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.040640 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.041236 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.065621 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6be52df-6965-4120-8aec-396be8ba8116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.179888 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-857e272e-ed12-4c01-bb4f-8c6ed4e787d8 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 08:29:18.199428 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6be52df-6965-4120-8aec-396be8ba8116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.202481 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6be52df-6965-4120-8aec-396be8ba8116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.204161 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d6be52df-6965-4120-8aec-396be8ba8116 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84fc163d-e66e-4645-b3ff-b865b88783d8 HTTP/1.1" status: 204 len: 168 time: 0.4348090 Sep 30 08:29:18.204829 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60396) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:18.208455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-857e272e-ed12-4c01-bb4f-8c6ed4e787d8 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "DELETE /v2.0/routers/4aa10814-718f-4d2a-b8ab-0fba580547a8 HTTP/1.1" status: 409 len: 329 time: 0.4063437 Sep 30 08:29:18.250711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f4adc1ff-4722-45b3-a0ec-3cafbbcbb00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:18.291703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port f96a9b5d-ea5e-4c27-ae5a-06c09abfc249, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f96a9b5d-ea5e-4c27-ae5a-06c09abfc249,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:18.324409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4adc1ff-4722-45b3-a0ec-3cafbbcbb00e None None] Routers {'4aa10814-718f-4d2a-b8ab-0fba580547a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:18.325760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f4adc1ff-4722-45b3-a0ec-3cafbbcbb00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:29:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['4aa10814-718f-4d2a-b8ab-0fba580547a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:18.343720 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.473551 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be52df-6965-4120-8aec-396be8ba8116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fc163d-e66e-4645-b3ff-b865b88783d8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:18.501029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f4adc1ff-4722-45b3-a0ec-3cafbbcbb00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:18.502933 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4adc1ff-4722-45b3-a0ec-3cafbbcbb00e None None] The sync data for ids ['4aa10814-718f-4d2a-b8ab-0fba580547a8'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:18.626137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e9dcb4ab-da69-41b3-a38d-8b2c661cdb84 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:18.708197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-83b9fc46-6e81-4eb5-b565-86dc139aacf5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:18.719723 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-83b9fc46-6e81-4eb5-b565-86dc139aacf5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/networks?id=e3e93fb9-4960-446e-b6f1-2542a3bf279e HTTP/1.1" status: 200 len: 796 time: 0.9273448 Sep 30 08:29:18.750185 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-ce1a5d9a-67bf-46c9-af45-c79e3289c3a0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/quotas/9cc3341683d74857bfb7b0b638c15491 HTTP/1.1" status: 200 len: 375 time: 0.0289426 Sep 30 08:29:18.757121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=f96a9b5d-ea5e-4c27-ae5a-06c09abfc249,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:18.781641 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-f326c056-52c3-4a61-8a79-2f47acb31c2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:29:18.790952 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-f326c056-52c3-4a61-8a79-2f47acb31c2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:29:18.816431 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.828127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e9dcb4ab-da69-41b3-a38d-8b2c661cdb84 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:18.830694 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.842347 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:18.921867 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-bad3f06b-553e-4add-8abe-b89d26c0a2d6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1704981 Sep 30 08:29:19.181279 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Attempting to bind port 90214c4b-68d9-4a63-a41a-7ec43a68119b on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:19.181640 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Attempting to bind port 90214c4b-68d9-4a63-a41a-7ec43a68119b by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:19.182011 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Attempting to bind port 90214c4b-68d9-4a63-a41a-7ec43a68119b on network e3e93fb9-4960-446e-b6f1-2542a3bf279e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:19.197087 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:19.197460 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Checking segment: {'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:19.197865 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.198262 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Bound using segment: {'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:19.198735 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Bound port: 90214c4b-68d9-4a63-a41a-7ec43a68119b, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:19.199117 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.318094 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] For port 90214c4b-68d9-4a63-a41a-7ec43a68119b, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:19.323809 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] For port 90214c4b-68d9-4a63-a41a-7ec43a68119b, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=90214c4b-68d9-4a63-a41a-7ec43a68119b,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:19.328540 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93359b13-8a66-48da-97e4-7a960eb88e6b None None] Pushing event updated for resources: {'Port': ['ID=90214c4b-68d9-4a63-a41a-7ec43a68119b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:19.356741 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.393488 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.453855 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Routers {'9779487b-f015-41d9-95fe-886ab068ec41'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:19.454513 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:29:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9779487b-f015-41d9-95fe-886ab068ec41'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:19.510346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9028e2d3-a9f1-41a9-8000-b0238fc041fe None None] Provisioning complete for port f96a9b5d-ea5e-4c27-ae5a-06c09abfc249 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:19.510869 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9028e2d3-a9f1-41a9-8000-b0238fc041fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.515679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-ecb59006-5d97-4b4e-b2f9-5bbf40690d3f service neutron] 10.222.0.24 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402412 Sep 30 08:29:19.715167 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-9b36fe8f-2cb3-4ad0-8175-cec5b8be6089 service neutron] 10.222.0.24 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918826 Sep 30 08:29:19.731514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9028e2d3-a9f1-41a9-8000-b0238fc041fe None None] Provisioning complete for port 90214c4b-68d9-4a63-a41a-7ec43a68119b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:19.731962 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9028e2d3-a9f1-41a9-8000-b0238fc041fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:19.937124 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9028e2d3-a9f1-41a9-8000-b0238fc041fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.045751 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] Set router 9779487b-f015-41d9-95fe-886ab068ec41 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:20.060656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9028e2d3-a9f1-41a9-8000-b0238fc041fe None None] For port 90214c4b-68d9-4a63-a41a-7ec43a68119b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=90214c4b-68d9-4a63-a41a-7ec43a68119b,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:20.073078 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9028e2d3-a9f1-41a9-8000-b0238fc041fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.226555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d550d53-a2a1-4d4c-94bd-ea5ace0781c7 req-3c1a0df8-5f78-4675-a715-0f025d4a3819 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 210 time: 0.0818815 Sep 30 08:29:20.254029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028e2d3-a9f1-41a9-8000-b0238fc041fe None None] Pushing event updated for resources: {'Port': ['ID=90214c4b-68d9-4a63-a41a-7ec43a68119b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:20.271460 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60436) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:20.272930 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9028e2d3-a9f1-41a9-8000-b0238fc041fe None None] Provisioning complete for port 33122de9-e04f-4f20-91c1-911f65e33225 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:20.273324 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9028e2d3-a9f1-41a9-8000-b0238fc041fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.380480 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9028e2d3-a9f1-41a9-8000-b0238fc041fe None None] Port 33122de9-e04f-4f20-91c1-911f65e33225 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:29:20.524194 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0df10dbc-80d9-4665-9e41-29be6058d17e None None] Provisioning complete for port 90214c4b-68d9-4a63-a41a-7ec43a68119b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:20.524696 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0df10dbc-80d9-4665-9e41-29be6058d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.607956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1bd0f4ec-1c9d-481c-990a-6bbb02ac3d01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1000403837-network', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:20.656799 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779487b-f015-41d9-95fe-886ab068ec41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582140869', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:05Z', 'updated_at': '2021-09-30T08:29:14Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:06Z', 'updated_at': '2021-09-30T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '90214c4b-68d9-4a63-a41a-7ec43a68119b', 'name': '', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b0:f5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:13Z', 'updated_at': '2021-09-30T08:29:19Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:20.673451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd0f4ec-1c9d-481c-990a-6bbb02ac3d01 admin admin] Made reservation on behalf of 3b4635f67e2d43a8b3e76777aadbe7f0 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:20.676439 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f96a9b5d-ea5e-4c27-ae5a-06c09abfc249 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:20.680713 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f4ec-1c9d-481c-990a-6bbb02ac3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.708067 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93359b13-8a66-48da-97e4-7a960eb88e6b None None] Pushing event updated for resources: {'Port': ['ID=90214c4b-68d9-4a63-a41a-7ec43a68119b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:20.711351 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5d8f8-caca-4e79-b5fe-ed601ee1ac53 None None] The sync data for ids ['9779487b-f015-41d9-95fe-886ab068ec41'] in n-d-807359-2 is: [{'id': '9779487b-f015-41d9-95fe-886ab068ec41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582140869', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:05Z', 'updated_at': '2021-09-30T08:29:14Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:06Z', 'updated_at': '2021-09-30T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '90214c4b-68d9-4a63-a41a-7ec43a68119b', 'name': '', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b0:f5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:13Z', 'updated_at': '2021-09-30T08:29:19Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:20.728697 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f4ec-1c9d-481c-990a-6bbb02ac3d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.939638 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port f96a9b5d-ea5e-4c27-ae5a-06c09abfc249 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:20.941429 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.951278 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f4ec-1c9d-481c-990a-6bbb02ac3d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:20.958440 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f4ec-1c9d-481c-990a-6bbb02ac3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:21.021255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0f4ec-1c9d-481c-990a-6bbb02ac3d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f4f45c-334e-4da0-a296-f39f1d265881,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:21.058989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd0f4ec-1c9d-481c-990a-6bbb02ac3d01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:29:21.061336 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0c37c054-05c3-4bd0-8ddd-47f31a0e7890 None None] Provisioning complete for port 90214c4b-68d9-4a63-a41a-7ec43a68119b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:21.061779 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c37c054-05c3-4bd0-8ddd-47f31a0e7890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:21.085716 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f4ec-1c9d-481c-990a-6bbb02ac3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:21.086410 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-1bd0f4ec-1c9d-481c-990a-6bbb02ac3d01 admin admin] Added segment 539d9ed8-8d97-43a9-a8d4-da6ab6bf62df of type vlan for network 7629390f-2364-48fa-8f8d-ee6921cea79b Sep 30 08:29:21.134695 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Deleting port 33122de9-e04f-4f20-91c1-911f65e33225 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:21.138886 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:21.213836 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f4ec-1c9d-481c-990a-6bbb02ac3d01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:21.273124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f4ec-1c9d-481c-990a-6bbb02ac3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:21.275492 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd0f4ec-1c9d-481c-990a-6bbb02ac3d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:21.280369 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f4ec-1c9d-481c-990a-6bbb02ac3d01 admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:21.399468 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:21.403388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0f4ec-1c9d-481c-990a-6bbb02ac3d01 admin admin] Pushing event updated for resources: {'Network': ['ID=7629390f-2364-48fa-8f8d-ee6921cea79b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:21.415214 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Calling delete_port for 33122de9-e04f-4f20-91c1-911f65e33225 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:21.422889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 7629390f-2364-48fa-8f8d-ee6921cea79b details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:29:21.444996 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1bd0f4ec-1c9d-481c-990a-6bbb02ac3d01 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1722310 Sep 30 08:29:21.451522 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60454) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:21.501614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Request body: {'subnet': {'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1000403837-subnet', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:21.509775 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e81295f7-4189-467c-9037-629e6556e5b2 req-31956bcb-ddad-4805-ba0c-b154a5a468f1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 210 time: 0.1072948 Sep 30 08:29:21.578972 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Made reservation on behalf of 3b4635f67e2d43a8b3e76777aadbe7f0 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:21.586421 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:21.758995 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:21.889841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event deleted for resources: {'Port': ['ID=33122de9-e04f-4f20-91c1-911f65e33225,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:22.010967 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:22.011321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:22.011669 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:22.012124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:22.012510 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:22.012856 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:22.013241 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:22.013571 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:22.013904 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:22.014231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:22.014583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:22.014917 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:22.139702 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.486870 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Router 4aa10814-718f-4d2a-b8ab-0fba580547a8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:29:22.557243 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 90214c4b-68d9-4a63-a41a-7ec43a68119b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:22.707692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 90214c4b-68d9-4a63-a41a-7ec43a68119b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:22.708217 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.750139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:22.760633 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69a1006-b9a1-4fb6-846f-5eb83989f9b1 None None] Sync routers for ids ['4aa10814-718f-4d2a-b8ab-0fba580547a8'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:22.768036 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cae054b6-f64c-4d2b-a17c-58ea1f654278 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "PUT /v2.0/routers/4aa10814-718f-4d2a-b8ab-0fba580547a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5431485 Sep 30 08:29:22.774331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60474) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:22.778300 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a1006-b9a1-4fb6-846f-5eb83989f9b1 None None] Routers {'4aa10814-718f-4d2a-b8ab-0fba580547a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:22.780856 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d69a1006-b9a1-4fb6-846f-5eb83989f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:29:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['4aa10814-718f-4d2a-b8ab-0fba580547a8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:22.851193 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-4d14a3d5-5ec9-45f7-b1f9-d7dc75f974aa tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] show failed (client error): The resource could not be found. Sep 30 08:29:22.852457 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4d14a3d5-5ec9-45f7-b1f9-d7dc75f974aa tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-182205311 HTTP/1.1" status: 404 len: 334 time: 0.0770783 Sep 30 08:29:22.855115 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d69a1006-b9a1-4fb6-846f-5eb83989f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:22.858492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60476) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:22.860782 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45c5ef14-b387-4669-83e1-2f79ce5d5f69 req-bb496115-25eb-404f-b608-6b7d23afa5fd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 210 time: 0.0598583 Sep 30 08:29:22.873427 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a1006-b9a1-4fb6-846f-5eb83989f9b1 None None] Routers {'4aa10814-718f-4d2a-b8ab-0fba580547a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:22.874337 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d69a1006-b9a1-4fb6-846f-5eb83989f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:29:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['4aa10814-718f-4d2a-b8ab-0fba580547a8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:22.887399 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6984fa9e-43dd-45e0-914b-c73d988b9e03 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:22.918586 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:22.935715 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d69a1006-b9a1-4fb6-846f-5eb83989f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:22.936769 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69a1006-b9a1-4fb6-846f-5eb83989f9b1 None None] The sync data for ids ['4aa10814-718f-4d2a-b8ab-0fba580547a8'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:22.938181 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-6984fa9e-43dd-45e0-914b-c73d988b9e03 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] update failed (client error): The resource could not be found. Sep 30 08:29:22.939238 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6984fa9e-43dd-45e0-914b-c73d988b9e03 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1287918447 HTTP/1.1" status: 404 len: 335 time: 0.0799243 Sep 30 08:29:22.952542 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60478) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:22.975654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff57965-7910-4b7e-ae85-4b4f61ef0b85,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:23.004618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:23.004968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:23.005316 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:23.005659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:23.010168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:23.010517 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:23.011304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:23.011304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:23.011539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:23.011831 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:23.012223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:23.012525 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:23.020369 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80f57bb-41d6-4ea8-b94b-137ad086b588 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Deleting subnet 10881bb1-2bb7-42ff-9ccd-b447ff962334 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:29:23.024441 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c80f57bb-41d6-4ea8-b94b-137ad086b588 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.046013 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-a8d3b111-c467-4ada-8252-4f32cba5f4de tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:23.047886 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-a8d3b111-c467-4ada-8252-4f32cba5f4de tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "GET /v2.0/networks?id=e3e93fb9-4960-446e-b6f1-2542a3bf279e HTTP/1.1" status: 200 len: 796 time: 0.3652935 Sep 30 08:29:23.080113 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c80f57bb-41d6-4ea8-b94b-137ad086b588 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.090440 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Checking segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:23.091044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Network hostable DHCP agents. Network: 7629390f-2364-48fa-8f8d-ee6921cea79b, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:29:23.115202 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-fa4352d8-0a35-4973-a0ef-866e9a3a70bb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc3341683d74857bfb7b0b638c15491 HTTP/1.1" status: 200 len: 380 time: 0.0555604 Sep 30 08:29:23.128500 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-08a884e4-9f38-4a81-bcd0-27cfb4b45550 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'port': {'device_id': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'admin_state_up': True, 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'security_groups': ['82920405-e428-4d45-a6ae-0ceb62e78af2']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:23.133864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Network 7629390f-2364-48fa-8f8d-ee6921cea79b is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:29:23.167778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 7629390f-2364-48fa-8f8d-ee6921cea79b) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:23.176133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:23.176724 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.180518 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24758d4e-64bd-43d4-aef5-ac81f690766d None None] Network 7629390f-2364-48fa-8f8d-ee6921cea79b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:23.199238 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c80f57bb-41d6-4ea8-b94b-137ad086b588 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.236989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d39eb4fe-4a3c-4486-8626-08a5a9c3c8c8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7581887 Sep 30 08:29:23.242652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60482) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:23.247054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:23.280534 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.282016 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.305573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-08a884e4-9f38-4a81-bcd0-27cfb4b45550 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Made reservation on behalf of 9cc3341683d74857bfb7b0b638c15491 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:23.309340 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-08a884e4-9f38-4a81-bcd0-27cfb4b45550 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.337975 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c80f57bb-41d6-4ea8-b94b-137ad086b588 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.368419 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.380386 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c80f57bb-41d6-4ea8-b94b-137ad086b588 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.386122 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c80f57bb-41d6-4ea8-b94b-137ad086b588 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "DELETE /v2.0/subnets/10881bb1-2bb7-42ff-9ccd-b447ff962334 HTTP/1.1" status: 204 len: 168 time: 0.4293611 Sep 30 08:29:23.387193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60484) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:23.389581 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f57bb-41d6-4ea8-b94b-137ad086b588 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event deleted for resources: {'Subnet': ['ID=10881bb1-2bb7-42ff-9ccd-b447ff962334,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:23.390043 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cff6f5-dec7-42b6-9ced-cb0ba793e8c8 None None] Network 0274faf5-6924-4e6e-833b-73ee2ad3e28e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:23.454939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3840a26d-ac45-4cc8-a854-13c0f3371efe tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Deleting subnet 9dfe852f-8a3f-48ef-b5c8-7d97489f60cd {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:29:23.458749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3840a26d-ac45-4cc8-a854-13c0f3371efe tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.528077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-7629390f-2364-48fa-8f8d-ee6921cea79b', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:29:23.531532 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.541003 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3840a26d-ac45-4cc8-a854-13c0f3371efe tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.671105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3840a26d-ac45-4cc8-a854-13c0f3371efe tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.704299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4138c5c-8b78-449c-b9ab-c742a20f547a None None] DHCP port deletion for 0274faf5-6924-4e6e-833b-73ee2ad3e28e request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:29:23.761066 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.769905 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-08a884e4-9f38-4a81-bcd0-27cfb4b45550 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Allocated IP 172.20.0.8 (e3e93fb9-4960-446e-b6f1-2542a3bf279e/805ce0c1-e9b8-48c9-93cc-c7e8add94f34/d8390607-51b2-4f50-813d-a349675bc858) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:23.784827 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3840a26d-ac45-4cc8-a854-13c0f3371efe tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.830487 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840a26d-ac45-4cc8-a854-13c0f3371efe tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfe852f-8a3f-48ef-b5c8-7d97489f60cd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:23.833093 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3840a26d-ac45-4cc8-a854-13c0f3371efe tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:23.835193 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3840a26d-ac45-4cc8-a854-13c0f3371efe tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "DELETE /v2.0/subnets/9dfe852f-8a3f-48ef-b5c8-7d97489f60cd HTTP/1.1" status: 204 len: 168 time: 0.4415739 Sep 30 08:29:23.837833 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60504) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:23.846914 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73d70f5-dace-4b82-8261-789ba6695ef0 None None] Network e8feff4c-578f-4d1a-b832-97fa38a03972 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:23.975130 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.017124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Allocated IP 172.20.0.2 (7629390f-2364-48fa-8f8d-ee6921cea79b/dff57965-7910-4b7e-ae85-4b4f61ef0b85/a97370c5-06bb-4243-a241-32fe839498e5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:24.040123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Deleting port 35b7c8b2-e6e1-4a65-a670-28261a891a17 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:24.040499 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.059739 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-08a884e4-9f38-4a81-bcd0-27cfb4b45550 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.078182 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd083452-14e6-4494-bf16-f25f39bad2f4 req-342d39d7-c729-4661-ab88-02f4f82118d4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 210 time: 0.0849471 Sep 30 08:29:24.136945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] For port 35b7c8b2-e6e1-4a65-a670-28261a891a17, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=35b7c8b2-e6e1-4a65-a670-28261a891a17,segment=NetworkSegment(3ce91383-b372-4c85-a258-cf40bc96f4c6),segment_id=3ce91383-b372-4c85-a258-cf40bc96f4c6)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:24.137438 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.139348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082552f-fb35-4829-85a4-2e69a6ece7e8 req-0e68ca52-c904-4ff1-8bd3-69c197db936d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:24.141770 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2082552f-fb35-4829-85a4-2e69a6ece7e8 req-0e68ca52-c904-4ff1-8bd3-69c197db936d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.1391127 Sep 30 08:29:24.144926 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a4138c5c-8b78-449c-b9ab-c742a20f547a None None] Deleting port 35b7c8b2-e6e1-4a65-a670-28261a891a17 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:24.148429 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4138c5c-8b78-449c-b9ab-c742a20f547a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.152476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Calling delete_port for 35b7c8b2-e6e1-4a65-a670-28261a891a17 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:24.220688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a4138c5c-8b78-449c-b9ab-c742a20f547a None None] For port 35b7c8b2-e6e1-4a65-a670-28261a891a17, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=35b7c8b2-e6e1-4a65-a670-28261a891a17,segment=NetworkSegment(3ce91383-b372-4c85-a258-cf40bc96f4c6),segment_id=3ce91383-b372-4c85-a258-cf40bc96f4c6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:24.221209 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4138c5c-8b78-449c-b9ab-c742a20f547a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.230198 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2082552f-fb35-4829-85a4-2e69a6ece7e8 req-c54b97ca-27b1-4d58-aa9c-09ca80de4f67 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484545 Sep 30 08:29:24.237051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a4138c5c-8b78-449c-b9ab-c742a20f547a None None] Calling delete_port for 35b7c8b2-e6e1-4a65-a670-28261a891a17 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:24.259282 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.290487 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-08a884e4-9f38-4a81-bcd0-27cfb4b45550 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.337736 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event deleted for resources: {'Port': ['ID=35b7c8b2-e6e1-4a65-a670-28261a891a17,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:24.342394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] No DVR routers for this DVR port 35b7c8b2-e6e1-4a65-a670-28261a891a17 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:29:24.369734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-08a884e4-9f38-4a81-bcd0-27cfb4b45550 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network e3e93fb9-4960-446e-b6f1-2542a3bf279e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:24.382994 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-08a884e4-9f38-4a81-bcd0-27cfb4b45550 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:24.401577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-08a884e4-9f38-4a81-bcd0-27cfb4b45550 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:24.418503 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a884e4-9f38-4a81-bcd0-27cfb4b45550 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=d8390607-51b2-4f50-813d-a349675bc858,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:24.495064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 35b7c8b2-e6e1-4a65-a670-28261a891a17 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:29:24.501468 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4138c5c-8b78-449c-b9ab-c742a20f547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.517221 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.544170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0274faf5-6924-4e6e-833b-73ee2ad3e28e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:24.555394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce91383-b372-4c85-a258-cf40bc96f4c6') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:24.555684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce91383-b372-4c85-a258-cf40bc96f4c6') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:24.569542 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.572402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4138c5c-8b78-449c-b9ab-c742a20f547a None None] No DVR routers for this DVR port 35b7c8b2-e6e1-4a65-a670-28261a891a17 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:29:24.577149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c057339d-74d2-439b-b036-628f11443f30 None None] DHCP port deletion for e8feff4c-578f-4d1a-b832-97fa38a03972 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:29:24.583056 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.583743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 35b7c8b2-e6e1-4a65-a670-28261a891a17 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:29:24.584650 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 35b7c8b2-e6e1-4a65-a670-28261a891a17 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:29:24.590513 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:29:24.592727 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.657674 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4138c5c-8b78-449c-b9ab-c742a20f547a None None] Pushing event deleted for resources: {'Port': ['ID=35b7c8b2-e6e1-4a65-a670-28261a891a17,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:24.661741 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-08a884e4-9f38-4a81-bcd0-27cfb4b45550 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:24.662997 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-08a884e4-9f38-4a81-bcd0-27cfb4b45550 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:29:24.680510 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:29:24.692569 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.698125 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.709445 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.712667 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "DELETE /v2.0/networks/0274faf5-6924-4e6e-833b-73ee2ad3e28e HTTP/1.1" status: 204 len: 168 time: 0.8741038 Sep 30 08:29:24.714510 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.715217 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.719991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60520) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:24.734707 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65455b7e-2552-4284-8bf6-7e23b49837d0 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event deleted for resources: {'Network': ['ID=0274faf5-6924-4e6e-833b-73ee2ad3e28e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:24.752796 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c057339d-74d2-439b-b036-628f11443f30 None None] Deleting port 36a24619-d339-4dbb-b9ff-b340148351e7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:24.753339 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c057339d-74d2-439b-b036-628f11443f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.772288 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:24.776959 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Network 7629390f-2364-48fa-8f8d-ee6921cea79b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:24.778447 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:24.784060 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:24.789983 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-08a884e4-9f38-4a81-bcd0-27cfb4b45550 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6669230 Sep 30 08:29:24.815593 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Request body: {'port': {'device_id': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:24.818688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Pushing event updated for resources: {'Port': ['ID=a97370c5-06bb-4243-a241-32fe839498e5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:24.940855 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.007883 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.092006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Allocated IP 172.25.0.46 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/a125997d-4861-47c8-b9b0-8a608d7deb13) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:25.100982 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f5102e6e-268b-47f6-9b63-bcd8a50f92c4 None None] Provisioning complete for port d8390607-51b2-4f50-813d-a349675bc858 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:25.101378 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5102e6e-268b-47f6-9b63-bcd8a50f92c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.130422 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c057339d-74d2-439b-b036-628f11443f30 None None] For port 36a24619-d339-4dbb-b9ff-b340148351e7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=36a24619-d339-4dbb-b9ff-b340148351e7,segment=NetworkSegment(b8ef7561-30a6-4d51-abea-aeb8bc74ad1b),segment_id=b8ef7561-30a6-4d51-abea-aeb8bc74ad1b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:25.131306 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c057339d-74d2-439b-b036-628f11443f30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.146838 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Attempting to bind port a97370c5-06bb-4243-a241-32fe839498e5 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:25.147222 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Attempting to bind port a97370c5-06bb-4243-a241-32fe839498e5 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:25.147897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Attempting to bind port a97370c5-06bb-4243-a241-32fe839498e5 on network 7629390f-2364-48fa-8f8d-ee6921cea79b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:25.158786 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:25.159177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Checking segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:25.159573 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.159995 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Bound using segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:25.160479 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Bound port: a97370c5-06bb-4243-a241-32fe839498e5, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:25.160872 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.162962 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c057339d-74d2-439b-b036-628f11443f30 None None] Calling delete_port for 36a24619-d339-4dbb-b9ff-b340148351e7 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:25.193914 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f5102e6e-268b-47f6-9b63-bcd8a50f92c4 None None] Port d8390607-51b2-4f50-813d-a349675bc858 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:29:25.291555 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-53752fa9-056c-4f07-886c-612714d3827f None None] For port a97370c5-06bb-4243-a241-32fe839498e5, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:25.298666 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Deleting port 36a24619-d339-4dbb-b9ff-b340148351e7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:25.299174 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.303023 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-53752fa9-056c-4f07-886c-612714d3827f None None] For port a97370c5-06bb-4243-a241-32fe839498e5, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a97370c5-06bb-4243-a241-32fe839498e5,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:25.311557 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.393785 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.414857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53752fa9-056c-4f07-886c-612714d3827f None None] Pushing event updated for resources: {'Port': ['ID=a97370c5-06bb-4243-a241-32fe839498e5,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:25.419986 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c057339d-74d2-439b-b036-628f11443f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.448314 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057339d-74d2-439b-b036-628f11443f30 None None] Pushing event deleted for resources: {'Port': ['ID=36a24619-d339-4dbb-b9ff-b340148351e7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:25.450673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c057339d-74d2-439b-b036-628f11443f30 None None] No DVR routers for this DVR port 36a24619-d339-4dbb-b9ff-b340148351e7 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:29:25.536897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ae1ec-97d6-4608-82aa-0ddde80d1006 req-e31190f0-6dbc-4aed-8a24-4963e7549724 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:25.540879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e28ae1ec-97d6-4608-82aa-0ddde80d1006 req-e31190f0-6dbc-4aed-8a24-4963e7549724 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 931 time: 0.3355412 Sep 30 08:29:25.635484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] For port 36a24619-d339-4dbb-b9ff-b340148351e7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=36a24619-d339-4dbb-b9ff-b340148351e7,segment=NetworkSegment(b8ef7561-30a6-4d51-abea-aeb8bc74ad1b),segment_id=b8ef7561-30a6-4d51-abea-aeb8bc74ad1b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:25.635789 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.664918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Calling delete_port for 36a24619-d339-4dbb-b9ff-b340148351e7 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:25.676070 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e28ae1ec-97d6-4608-82aa-0ddde80d1006 req-7a6b8503-321b-43fa-a0d2-5813cba1ea7e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945923 Sep 30 08:29:25.703634 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a25598-4298-4567-92d0-44cd1b2765ee req-79c5a883-1ca5-4867-b58e-11d01bb3c3ac tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:25.705330 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15a25598-4298-4567-92d0-44cd1b2765ee req-79c5a883-1ca5-4867-b58e-11d01bb3c3ac tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.2380006 Sep 30 08:29:25.717043 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.852043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:25.866581 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8390607-51b2-4f50-813d-a349675bc858 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:29:25.882801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:25.887487 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:25.893585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Pushing event updated for resources: {'Port': ['ID=a125997d-4861-47c8-b9b0-8a608d7deb13,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:25.895997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:25.933670 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15a25598-4298-4567-92d0-44cd1b2765ee req-b90a9b34-cd5b-40b2-a108-0894744842e0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140152 Sep 30 08:29:25.947038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Transition to ACTIVE for port object d8390607-51b2-4f50-813d-a349675bc858 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:29:25.959519 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:26.041187 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:26.099476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Pushing event updated for resources: {'Port': ['ID=d8390607-51b2-4f50-813d-a349675bc858,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:26.136257 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] No DVR routers for this DVR port 36a24619-d339-4dbb-b9ff-b340148351e7 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:29:26.182088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event deleted for resources: {'Port': ['ID=36a24619-d339-4dbb-b9ff-b340148351e7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:26.485953 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:26.546046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a97370c5-06bb-4243-a241-32fe839498e5 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:26.575264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8feff4c-578f-4d1a-b832-97fa38a03972']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:26.605712 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:26.608193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Attempting to bind port d8390607-51b2-4f50-813d-a349675bc858 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:26.608535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Attempting to bind port d8390607-51b2-4f50-813d-a349675bc858 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:26.608865 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Attempting to bind port d8390607-51b2-4f50-813d-a349675bc858 on network e3e93fb9-4960-446e-b6f1-2542a3bf279e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:26.613502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ef7561-30a6-4d51-abea-aeb8bc74ad1b') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:26.613789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ef7561-30a6-4d51-abea-aeb8bc74ad1b') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:26.628047 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:26.663798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a97370c5-06bb-4243-a241-32fe839498e5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:26.664356 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:26.680130 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Port d8390607-51b2-4f50-813d-a349675bc858 on network e3e93fb9-4960-446e-b6f1-2542a3bf279e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:29:26.680458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Attempting to bind port d8390607-51b2-4f50-813d-a349675bc858 on network e3e93fb9-4960-446e-b6f1-2542a3bf279e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:26.690292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:26.691135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Checking segment: {'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:26.691534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Bound using segment: {'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:26.692001 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Bound port: d8390607-51b2-4f50-813d-a349675bc858, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:26.692365 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:26.694634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd19069-2495-460e-becb-bb3331550c6b None None] Network 7629390f-2364-48fa-8f8d-ee6921cea79b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:26.771373 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:26.818286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:29:26.818703 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: self.session.flush() Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:29:26.822017 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:29:26.833896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c9fc2-4e75-444f-be81-631cfd2fae31 req-a64e2b29-44ee-49b5-b864-f292fada310f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:26.835330 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae7c9fc2-4e75-444f-be81-631cfd2fae31 req-a64e2b29-44ee-49b5-b864-f292fada310f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.3114777 Sep 30 08:29:26.837674 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e2ba58ad-1607-4fa3-a328-b35ad0f93ef3 None None] Provisioning complete for port a97370c5-06bb-4243-a241-32fe839498e5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:26.837901 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2ba58ad-1607-4fa3-a328-b35ad0f93ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:26.855377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:26.913362 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:26.929024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d8390607-51b2-4f50-813d-a349675bc858,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:26.965545 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.024529 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port a97370c5-06bb-4243-a241-32fe839498e5, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a97370c5-06bb-4243-a241-32fe839498e5,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:27.028333 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2ba58ad-1607-4fa3-a328-b35ad0f93ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.041537 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.143011 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 36a24619-d339-4dbb-b9ff-b340148351e7 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:29:27.152758 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=a97370c5-06bb-4243-a241-32fe839498e5,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:27.176742 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-e2ba58ad-1607-4fa3-a328-b35ad0f93ef3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:29:27.177101 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-e2ba58ad-1607-4fa3-a328-b35ad0f93ef3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:29:27.178005 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 36a24619-d339-4dbb-b9ff-b340148351e7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:29:27.178318 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 36a24619-d339-4dbb-b9ff-b340148351e7 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:29:27.412060 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.426201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8958e6b-727c-4ed6-8e6c-8b4a76e3d2f4 req-df88c90d-0a48-40c5-b997-b7f9d0f7381c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:27.427754 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8958e6b-727c-4ed6-8e6c-8b4a76e3d2f4 req-df88c90d-0a48-40c5-b997-b7f9d0f7381c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 943 time: 0.6576874 Sep 30 08:29:27.437687 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.439558 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "DELETE /v2.0/networks/e8feff4c-578f-4d1a-b832-97fa38a03972 HTTP/1.1" status: 204 len: 168 time: 2.7147129 Sep 30 08:29:27.442111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:27.484517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae7c9fc2-4e75-444f-be81-631cfd2fae31 req-bd956bab-69c9-41d3-8225-5d7955c251cc tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6327107 Sep 30 08:29:27.493967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:27.494650 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.496281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] 10.222.0.36 "PUT /v2.0/ports/d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 200 len: 1091 time: 2.6888700 Sep 30 08:29:27.499150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:29:27.504220 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42989b2-3b09-4159-87c4-99125e7bb39a" -d '{"events": [{"name": "network-changed", "server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "tag": "d8390607-51b2-4f50-813d-a349675bc858"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:29:27.512557 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f96a88c-f786-495e-9eea-ab45e2dd2550 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Deleting subnet 34560e06-8b4f-496e-90c6-edb88e8759a5 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:29:27.516642 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f96a88c-f786-495e-9eea-ab45e2dd2550 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.554974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cd408-d377-409a-a277-fada54423d76 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event deleted for resources: {'Network': ['ID=e8feff4c-578f-4d1a-b832-97fa38a03972,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:27.585014 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b405e1-deda-434c-ba7c-8ec4c0db0cb7 x-openstack-request-id: req-10b405e1-deda-434c-ba7c-8ec4c0db0cb7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:29:27.585320 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "tag": "d8390607-51b2-4f50-813d-a349675bc858", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:29:27.585579 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10b405e1-deda-434c-ba7c-8ec4c0db0cb7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:29:27.585979 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858', 'status': 'completed', 'code': 200} Sep 30 08:29:27.597468 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f96a88c-f786-495e-9eea-ab45e2dd2550 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.607944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712ab1a-a4c5-4b7e-b473-3dcc341faa28 service neutron] Pushing event updated for resources: {'Port': ['ID=d8390607-51b2-4f50-813d-a349675bc858,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:27.713931 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.736208 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f96a88c-f786-495e-9eea-ab45e2dd2550 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.743685 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8958e6b-727c-4ed6-8e6c-8b4a76e3d2f4 req-f237e144-cd32-4cb7-9840-7ebd56e7c7b0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514129 Sep 30 08:29:27.796269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-a377b134-1ec0-44aa-9b99-a82ee6654e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:27.798307 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-a377b134-1ec0-44aa-9b99-a82ee6654e62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1094 time: 0.2380226 Sep 30 08:29:27.833941 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f96a88c-f786-495e-9eea-ab45e2dd2550 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.845899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-4c2540b6-b1ba-4c63-97c2-5b38ec795827 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 200 len: 217 time: 0.0379140 Sep 30 08:29:27.864831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96a88c-f786-495e-9eea-ab45e2dd2550 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event deleted for resources: {'Subnet': ['ID=34560e06-8b4f-496e-90c6-edb88e8759a5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:27.870652 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f96a88c-f786-495e-9eea-ab45e2dd2550 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.873039 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7f96a88c-f786-495e-9eea-ab45e2dd2550 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "DELETE /v2.0/subnets/34560e06-8b4f-496e-90c6-edb88e8759a5 HTTP/1.1" status: 204 len: 168 time: 0.4297299 Sep 30 08:29:27.875267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:27.880863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:29:27.886584 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-65f9563a-654b-4b88-a584-57d08f017102 None None] Provisioning complete for port a97370c5-06bb-4243-a241-32fe839498e5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:27.886969 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65f9563a-654b-4b88-a584-57d08f017102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.926552 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e5122-d077-4c6b-a291-a4b7a5e632e5 None None] Network 62b6f562-dc93-41e6-98da-203735f9cafc requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:27.970772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-92bf268f-d5d3-4693-abf1-bded40b1e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:27.971943 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:27.973081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-92bf268f-d5d3-4693-abf1-bded40b1e62a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=805ce0c1-e9b8-48c9-93cc-c7e8add94f34 HTTP/1.1" status: 200 len: 834 time: 0.1202765 Sep 30 08:29:28.026613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:29:28.033788 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Deleting port 50a65d25-4738-497e-9ff1-345ca559d258 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:29:28.034237 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.054738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-043afefc-d5e6-4d07-bcda-bf5b7116faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:28.057995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-043afefc-d5e6-4d07-bcda-bf5b7116faa2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3e93fb9-4960-446e-b6f1-2542a3bf279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746491 Sep 30 08:29:28.111610 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] For port 50a65d25-4738-497e-9ff1-345ca559d258, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=50a65d25-4738-497e-9ff1-345ca559d258,segment=NetworkSegment(40e72aa3-846e-4250-9902-393d5a3967d0),segment_id=40e72aa3-846e-4250-9902-393d5a3967d0)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:28.112126 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.131763 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Calling delete_port for 50a65d25-4738-497e-9ff1-345ca559d258 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:29:28.182143 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.243597 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:29:28.248898 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ca4226-e4b6-4315-b655-6ae0d05e641c" -d '{"events": [{"server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "name": "network-vif-unplugged", "status": "completed", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:29:28.275540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:28.277154 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:28.281372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-e0f8620a-134c-4102-a754-c2c0a4d0753a service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782565 Sep 30 08:29:28.283379 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.287589 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.303982 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Sync routers for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:28.331031 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event deleted for resources: {'Port': ['ID=50a65d25-4738-497e-9ff1-345ca559d258,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:28.337958 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] No DVR routers for this DVR port 50a65d25-4738-497e-9ff1-345ca559d258 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:29:28.362266 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,revision_number=11']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:28.364002 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.367153 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa44f67e-9edf-417a-82b4-2b855cc31471 x-openstack-request-id: req-aa44f67e-9edf-417a-82b4-2b855cc31471 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:29:28.367462 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "name": "network-vif-unplugged", "status": "completed", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:29:28.367718 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa44f67e-9edf-417a-82b4-2b855cc31471 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:29:28.368129 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'code': 200} Sep 30 08:29:28.379556 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d8ac9a36-352b-44fc-879d-4d96cf80768b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1356823 Sep 30 08:29:28.382507 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60600) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:28.392716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:28.398431 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:29:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:28.471230 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.502143 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b6f562-dc93-41e6-98da-203735f9cafc']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:28.515641 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e72aa3-846e-4250-9902-393d5a3967d0') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:28.516053 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e72aa3-846e-4250-9902-393d5a3967d0') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:28.528662 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:28.530953 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.547813 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.556310 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f35b424e-3144-4a5f-b828-0471d975b7c1 req-3a0f8410-7a44-4b25-b104-ddd521f999ca service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658989 Sep 30 08:29:28.557370 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:29:28.558582 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:29:28.603528 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:29:28.670284 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.674004 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bab23d6-138a-4f89-b4bd-840c0d3adc80 None None] DHCP port deletion for 62b6f562-dc93-41e6-98da-203735f9cafc request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:29:28.676126 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a97370c5-06bb-4243-a241-32fe839498e5 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:28.690351 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.705020 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "DELETE /v2.0/networks/62b6f562-dc93-41e6-98da-203735f9cafc HTTP/1.1" status: 204 len: 168 time: 0.8282862 Sep 30 08:29:28.705677 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60608) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:28.763771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce39163-83cf-4fb2-b17c-2d1b6bd8344f tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Pushing event deleted for resources: {'Network': ['ID=62b6f562-dc93-41e6-98da-203735f9cafc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:28.775601 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1f38ed64-5db6-4b92-98b8-98db0a82bd94 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "GET /v2.0/ports?device_id=4aa10814-718f-4d2a-b8ab-0fba580547a8 HTTP/1.1" status: 200 len: 205 time: 0.0468554 Sep 30 08:29:28.775816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60612) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:28.781208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a482668-c60e-4895-bad4-2ff89bc29422 req-5ecbdba5-00e8-4b9f-ad8a-654b97de23b6 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:28.786487 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3a482668-c60e-4895-bad4-2ff89bc29422 req-5ecbdba5-00e8-4b9f-ad8a-654b97de23b6 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.1777678 Sep 30 08:29:28.820288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42989b2-3b09-4159-87c4-99125e7bb39a req-5423cadb-312b-4bb7-b416-f7bb8f2611b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:28.821834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b42989b2-3b09-4159-87c4-99125e7bb39a req-5423cadb-312b-4bb7-b416-f7bb8f2611b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1094 time: 0.1614265 Sep 30 08:29:28.840274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a97370c5-06bb-4243-a241-32fe839498e5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:28.840793 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.883701 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5111e9bc-de39-4a03-9259-2a452ffdf2a2 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:28.932025 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:26Z', 'revision_number': 3, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:28.969374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Checking router: d6c20a62-1fa0-43e7-8269-b90bd4c990e8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:29:28.969862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Updating router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 port a125997d-4861-47c8-b9b0-8a608d7deb13 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:29:29.007049 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.048526 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3a482668-c60e-4895-bad4-2ff89bc29422 req-0e0f01dd-a344-4fcf-8b8d-c21e36182708 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165096 Sep 30 08:29:29.092321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2810b-bb06-4e1d-b9f0-8bb5c1847380 req-42941976-fbe3-4418-ad85-a816ff319983 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:29.094665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8a2810b-bb06-4e1d-b9f0-8bb5c1847380 req-42941976-fbe3-4418-ad85-a816ff319983 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 943 time: 0.2443073 Sep 30 08:29:29.137468 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5111e9bc-de39-4a03-9259-2a452ffdf2a2 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.140765 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42989b2-3b09-4159-87c4-99125e7bb39a req-e729f6c1-02b3-4a5f-bd4c-17a5e7879bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:29.141790 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5111e9bc-de39-4a03-9259-2a452ffdf2a2 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.142258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b42989b2-3b09-4159-87c4-99125e7bb39a req-e729f6c1-02b3-4a5f-bd4c-17a5e7879bd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3e93fb9-4960-446e-b6f1-2542a3bf279e HTTP/1.1" status: 200 len: 897 time: 0.3067012 Sep 30 08:29:29.191510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 50a65d25-4738-497e-9ff1-345ca559d258 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:29:29.191930 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b42989b2-3b09-4159-87c4-99125e7bb39a req-0abfb146-4f8c-4500-8a71-b9f92951ed59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 200 len: 217 time: 0.0415485 Sep 30 08:29:29.203002 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5111e9bc-de39-4a03-9259-2a452ffdf2a2 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.204456 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5111e9bc-de39-4a03-9259-2a452ffdf2a2 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Fanout notify agent at l3_agent the message router_deleted on router 4aa10814-718f-4d2a-b8ab-0fba580547a8 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:29:29.222283 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 50a65d25-4738-497e-9ff1-345ca559d258 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:29:29.222631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 50a65d25-4738-497e-9ff1-345ca559d258 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:29:29.228440 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5111e9bc-de39-4a03-9259-2a452ffdf2a2 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.230966 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5111e9bc-de39-4a03-9259-2a452ffdf2a2 tempest-RoutersNegativeTest-291724510 tempest-RoutersNegativeTest-291724510-project] 10.222.0.24 "DELETE /v2.0/routers/4aa10814-718f-4d2a-b8ab-0fba580547a8 HTTP/1.1" status: 204 len: 168 time: 0.4528472 Sep 30 08:29:29.247426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8a2810b-bb06-4e1d-b9f0-8bb5c1847380 req-d573f04c-df90-48cd-91ed-500ecf60a5f7 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151016 Sep 30 08:29:29.301970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42989b2-3b09-4159-87c4-99125e7bb39a req-b2d5ecc1-954c-47e0-84d0-2f401b428973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:29.303832 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b42989b2-3b09-4159-87c4-99125e7bb39a req-b2d5ecc1-954c-47e0-84d0-2f401b428973 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=805ce0c1-e9b8-48c9-93cc-c7e8add94f34 HTTP/1.1" status: 200 len: 834 time: 0.0948877 Sep 30 08:29:29.412022 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.418090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42989b2-3b09-4159-87c4-99125e7bb39a req-8e59679d-4fe5-497f-86df-b092d316cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:29.419626 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b42989b2-3b09-4159-87c4-99125e7bb39a req-8e59679d-4fe5-497f-86df-b092d316cd50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3e93fb9-4960-446e-b6f1-2542a3bf279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081407 Sep 30 08:29:29.423031 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.468451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70d769-2d90-4407-bcfa-eca10f538ab5 None None] Pushing event updated for resources: {'Port': ['ID=a125997d-4861-47c8-b9b0-8a608d7deb13,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:29.472548 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.491894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Attempting to bind port a125997d-4861-47c8-b9b0-8a608d7deb13 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:29.492316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Attempting to bind port a125997d-4861-47c8-b9b0-8a608d7deb13 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:29.492684 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Attempting to bind port a125997d-4861-47c8-b9b0-8a608d7deb13 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:29.498704 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:29.499085 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:29.499495 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.499897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:29.500409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Bound port: a125997d-4861-47c8-b9b0-8a608d7deb13, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:29.500802 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.560940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] For port a125997d-4861-47c8-b9b0-8a608d7deb13, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:29.564637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] For port a125997d-4861-47c8-b9b0-8a608d7deb13, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a125997d-4861-47c8-b9b0-8a608d7deb13,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:29.569354 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.585805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:29.588645 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b42989b2-3b09-4159-87c4-99125e7bb39a req-efdb7021-fe74-426a-b4a8-18e0af60ba93 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613111 Sep 30 08:29:29.658269 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:29.658934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:29:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:29.712416 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70d769-2d90-4407-bcfa-eca10f538ab5 None None] Pushing event updated for resources: {'Port': ['ID=a125997d-4861-47c8-b9b0-8a608d7deb13,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:29.785115 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1326730e-0167-4bcd-b593-d57b1c34e32c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c187d3150fe14d0b8bb5871faf2d7a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974232 Sep 30 08:29:29.788595 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:29.793162 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b42989b2-3b09-4159-87c4-99125e7bb39a req-cfc5e0d4-bd72-49ce-aa35-6409db5b16b7 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905527 Sep 30 08:29:29.801480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Allocated IP 172.20.0.1 (7629390f-2364-48fa-8f8d-ee6921cea79b/dff57965-7910-4b7e-ae85-4b4f61ef0b85/dbf5129e-b806-485b-9116-a1254ddc860c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:29.826720 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.838208 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:29.858620 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0878633c-a5c7-4853-8cbb-3aac431be857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.896837 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0878633c-a5c7-4853-8cbb-3aac431be857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.964053 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0878633c-a5c7-4853-8cbb-3aac431be857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.967772 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0878633c-a5c7-4853-8cbb-3aac431be857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.973480 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0878633c-a5c7-4853-8cbb-3aac431be857 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c8c375b-9346-4956-813f-3705aa8b6395 HTTP/1.1" status: 204 len: 168 time: 0.1836829 Sep 30 08:29:29.980240 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:29.986999 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878633c-a5c7-4853-8cbb-3aac431be857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8c375b-9346-4956-813f-3705aa8b6395,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:30.068072 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:30.095218 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device d8390607-51b2-4f50-813d-a349675bc858 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:29:30.097177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:29:30.128326 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Network 7629390f-2364-48fa-8f8d-ee6921cea79b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:30.131698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:30.135753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:30.176782 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:30.243769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf5129e-b806-485b-9116-a1254ddc860c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:30.352334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:30.390119 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'port_id': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'mac_address': 'fa:16:3e:35:ac:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:29:30.526839 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:30.564907 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9f40e-0091-4655-92ad-38537b74b938 req-554a9c23-2b20-4767-86f2-d4e485b660a4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:30.572820 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfc9f40e-0091-4655-92ad-38537b74b938 req-554a9c23-2b20-4767-86f2-d4e485b660a4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.2356381 Sep 30 08:29:30.603406 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8b1b3-022b-498c-8a6e-06db5c826d90 req-efa557b1-34e7-43c9-8d8a-d2d5b923883d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:30.610904 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cfb8b1b3-022b-498c-8a6e-06db5c826d90 req-efa557b1-34e7-43c9-8d8a-d2d5b923883d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 943 time: 0.1835353 Sep 30 08:29:30.734375 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfc9f40e-0091-4655-92ad-38537b74b938 req-3fb93632-3abd-46d9-8959-cd1f7cf1a27c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594863 Sep 30 08:29:30.761701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cfb8b1b3-022b-498c-8a6e-06db5c826d90 req-0e645fc8-f96c-4cda-96fb-7c781c8a0d2f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499457 Sep 30 08:29:30.787733 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:30.789651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d577effe-7602-4ba3-84ba-15ec71ba478a None None] Provisioning complete for port dbf5129e-b806-485b-9116-a1254ddc860c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:30.790080 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d577effe-7602-4ba3-84ba-15ec71ba478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:30.823794 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:29:30.895617 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d8390607-51b2-4f50-813d-a349675bc858,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:30.903057 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:30.909320 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:30.928207 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:30.949980 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:30.990395 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'd8390607-51b2-4f50-813d-a349675bc858', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'port_id': 'd8390607-51b2-4f50-813d-a349675bc858', 'mac_address': 'fa:16:3e:60:aa:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:29:30.995732 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:30.998783 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf5129e-b806-485b-9116-a1254ddc860c,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:31.062183 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d577effe-7602-4ba3-84ba-15ec71ba478a None None] Port dbf5129e-b806-485b-9116-a1254ddc860c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:29:31.124129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:29:31.140084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Network 7629390f-2364-48fa-8f8d-ee6921cea79b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:31.141758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:31.229627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:26Z', 'revision_number': 3, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:31.237095 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:31.284209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:31.289524 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8390607-51b2-4f50-813d-a349675bc858 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:29:31.300276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,revision_number=12']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:31.333882 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7a53e-c927-4aa1-95db-459f4c43ada5 None None] The sync data for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 is: [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:26Z', 'revision_number': 3, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:31.343972 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:29:31.420285 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d8390607-51b2-4f50-813d-a349675bc858,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:31.430740 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:31.614565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=d8390607-51b2-4f50-813d-a349675bc858,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:31.649845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:31.651178 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-48604777-6a56-4152-b6d6-69b9a164792a None None] Provisioning complete for port dbf5129e-b806-485b-9116-a1254ddc860c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:31.651659 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48604777-6a56-4152-b6d6-69b9a164792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:31.688561 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7a0c0d9f-a0e1-48ab-8990-d78f506df661 admin admin] 10.222.0.24 "PUT /v2.0/routers/d6c20a62-1fa0-43e7-8269-b90bd4c990e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2916150 Sep 30 08:29:31.714228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['d8390607-51b2-4f50-813d-a349675bc858'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:29:31.716566 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c29e7d08-46fc-44e0-b77d-3d29d331941d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group': {'name': 'tempest-secgroup--543661383'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:31.793619 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d08-46fc-44e0-b77d-3d29d331941d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:31.812312 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-48604777-6a56-4152-b6d6-69b9a164792a None None] Port dbf5129e-b806-485b-9116-a1254ddc860c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:29:31.829896 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d08-46fc-44e0-b77d-3d29d331941d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.061234 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d08-46fc-44e0-b77d-3d29d331941d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.069488 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d08-46fc-44e0-b77d-3d29d331941d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.175782 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a2cb8-f4df-4d2f-8e63-8ae139c15034 req-8a609d40-88dd-4ecb-ad46-bd13416fea55 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:32.182114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d16a2cb8-f4df-4d2f-8e63-8ae139c15034 req-8a609d40-88dd-4ecb-ad46-bd13416fea55 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 945 time: 0.2741735 Sep 30 08:29:32.329527 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d08-46fc-44e0-b77d-3d29d331941d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.398685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c39125-648e-4730-9d56-7746d65084a0 req-1df57313-e2e9-4cc0-800a-f11ce2d85fd2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:32.400704 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42c39125-648e-4730-9d56-7746d65084a0 req-1df57313-e2e9-4cc0-800a-f11ce2d85fd2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 944 time: 0.3492441 Sep 30 08:29:32.421474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e7d08-46fc-44e0-b77d-3d29d331941d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289a3627-4f8c-4131-9f72-10efe107d2fa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:32.428929 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d16a2cb8-f4df-4d2f-8e63-8ae139c15034 req-b7eba61f-10d1-44a6-b4f2-124816845637 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915138 Sep 30 08:29:32.438019 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d08-46fc-44e0-b77d-3d29d331941d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.515206 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e7d08-46fc-44e0-b77d-3d29d331941d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb21e1ba-e13f-4635-832c-a2b0d78a7a93,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:32.522767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42c39125-648e-4730-9d56-7746d65084a0 req-ab986e3e-389d-44d8-89ab-7620ee560209 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126678 Sep 30 08:29:32.548529 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d08-46fc-44e0-b77d-3d29d331941d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.557784 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60732) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:32.560330 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c29e7d08-46fc-44e0-b77d-3d29d331941d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2744060 Sep 30 08:29:32.631940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a125997d-4861-47c8-b9b0-8a608d7deb13 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:32.726453 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a125997d-4861-47c8-b9b0-8a608d7deb13 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:32.729773 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.744230 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-26f86985-abdb-4150-a96e-f0bf33934bc6 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1851056 Sep 30 08:29:32.749703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60740) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:32.764237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-24ea55d0-29c9-48af-b3e9-187758f1a2b0 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group': {'name': 'tempest-security--1760521840', 'description': 'tempest-security-description-20496914'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:32.858919 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24ea55d0-29c9-48af-b3e9-187758f1a2b0 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.913527 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.954359 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60744) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:32.957801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port a125997d-4861-47c8-b9b0-8a608d7deb13, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a125997d-4861-47c8-b9b0-8a608d7deb13,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:32.966955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-15e6e4d1-0134-4361-97ab-101424fc995b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1082703340-network', 'tenant_id': '708901217b3b41c0b407642d4c723338'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:32.970256 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:32.998626 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24ea55d0-29c9-48af-b3e9-187758f1a2b0 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.005229 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24ea55d0-29c9-48af-b3e9-187758f1a2b0 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.008529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e6e4d1-0134-4361-97ab-101424fc995b admin admin] Made reservation on behalf of 708901217b3b41c0b407642d4c723338 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:33.011412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24ea55d0-29c9-48af-b3e9-187758f1a2b0 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.011774 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e6e4d1-0134-4361-97ab-101424fc995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.017651 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-24ea55d0-29c9-48af-b3e9-187758f1a2b0 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "PUT /v2.0/security-groups/eb21e1ba-e13f-4635-832c-a2b0d78a7a93 HTTP/1.1" status: 200 len: 1778 time: 0.2602680 Sep 30 08:29:33.018294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60746) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:33.041318 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e6e4d1-0134-4361-97ab-101424fc995b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.070717 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=a125997d-4861-47c8-b9b0-8a608d7deb13,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:33.077808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea55d0-29c9-48af-b3e9-187758f1a2b0 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb21e1ba-e13f-4635-832c-a2b0d78a7a93,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:33.156806 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3de4a9eb-6e66-4fbc-99c6-071f30c96898 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-groups/eb21e1ba-e13f-4635-832c-a2b0d78a7a93 HTTP/1.1" status: 200 len: 1778 time: 0.0863142 Sep 30 08:29:33.158130 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60748) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:33.269401 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1670741f-8892-4254-a001-44f0f5d1888a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.304036 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e6e4d1-0134-4361-97ab-101424fc995b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.308651 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1670741f-8892-4254-a001-44f0f5d1888a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.312892 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e6e4d1-0134-4361-97ab-101424fc995b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.345781 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e6e4d1-0134-4361-97ab-101424fc995b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:29:33.381705 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e6e4d1-0134-4361-97ab-101424fc995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.382053 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-15e6e4d1-0134-4361-97ab-101424fc995b admin admin] Added segment 07c2f9a2-6335-40c2-a146-25185388e909 of type vlan for network a87c18c7-942d-4c1a-a8a4-f653ecd932d5 Sep 30 08:29:33.397762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6e4d1-0134-4361-97ab-101424fc995b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888e1da5-42be-45ae-b142-6296c3b5f21c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:33.438648 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1670741f-8892-4254-a001-44f0f5d1888a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.441416 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1670741f-8892-4254-a001-44f0f5d1888a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.442608 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1670741f-8892-4254-a001-44f0f5d1888a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-groups/eb21e1ba-e13f-4635-832c-a2b0d78a7a93 HTTP/1.1" status: 204 len: 168 time: 0.2833767 Sep 30 08:29:33.445465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:33.453429 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e6e4d1-0134-4361-97ab-101424fc995b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.476698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670741f-8892-4254-a001-44f0f5d1888a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb21e1ba-e13f-4635-832c-a2b0d78a7a93,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:33.525506 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3b5c10f7-19d3-482a-8b9c-7aeeb0dc68ff tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0781169 Sep 30 08:29:33.530056 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60758) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:33.561543 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-917fd53d-4e61-409d-bb75-6a89c025fe4f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] delete failed (client error): The resource could not be found. Sep 30 08:29:33.563956 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-917fd53d-4e61-409d-bb75-6a89c025fe4f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-groups/eb21e1ba-e13f-4635-832c-a2b0d78a7a93 HTTP/1.1" status: 404 len: 347 time: 0.0305142 Sep 30 08:29:33.567795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60762) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:33.573926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d5978b83-2fb7-418b-8a7b-c13df2cf8b80 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591202925'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:33.625985 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5978b83-2fb7-418b-8a7b-c13df2cf8b80 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.837094 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5978b83-2fb7-418b-8a7b-c13df2cf8b80 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.846440 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5978b83-2fb7-418b-8a7b-c13df2cf8b80 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.878691 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5978b83-2fb7-418b-8a7b-c13df2cf8b80 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ac0687-5ef0-4bef-93f8-446f5d971b48,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:33.906285 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device d8390607-51b2-4f50-813d-a349675bc858 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:33.911490 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5978b83-2fb7-418b-8a7b-c13df2cf8b80 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:33.912934 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d5978b83-2fb7-418b-8a7b-c13df2cf8b80 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3439262 Sep 30 08:29:33.915900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:33.921667 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c40b329a-3c9e-44fc-ad69-72795b830f2b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group_rule': {'security_group_id': '33ac0687-5ef0-4bef-93f8-446f5d971b48', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:33.951690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:33.982141 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c40b329a-3c9e-44fc-ad69-72795b830f2b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.131611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port d8390607-51b2-4f50-813d-a349675bc858 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:29:34.134974 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c40b329a-3c9e-44fc-ad69-72795b830f2b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.137801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:34.139204 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.145375 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c40b329a-3c9e-44fc-ad69-72795b830f2b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.191819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b329a-3c9e-44fc-ad69-72795b830f2b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f8a96f-2c4c-448b-a367-1f6754948c91,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:34.224910 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c40b329a-3c9e-44fc-ad69-72795b830f2b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.226590 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c40b329a-3c9e-44fc-ad69-72795b830f2b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3096566 Sep 30 08:29:34.232364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60776) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:34.252423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port d8390607-51b2-4f50-813d-a349675bc858 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:34.252631 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e6e4d1-0134-4361-97ab-101424fc995b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.253988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e6e4d1-0134-4361-97ab-101424fc995b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:34.254582 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e6e4d1-0134-4361-97ab-101424fc995b admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.254965 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.297499 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-050eab9a-5b18-4912-a8de-988627e66aa7 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.309322 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-050eab9a-5b18-4912-a8de-988627e66aa7 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.344709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae4733-9b1e-4f7d-a0f1-3db859807130 req-592b9305-df79-4742-9a9a-3975e0e855f2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:34.346304 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96ae4733-9b1e-4f7d-a0f1-3db859807130 req-592b9305-df79-4742-9a9a-3975e0e855f2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 945 time: 0.1435642 Sep 30 08:29:34.377480 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-050eab9a-5b18-4912-a8de-988627e66aa7 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.384329 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-050eab9a-5b18-4912-a8de-988627e66aa7 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.385815 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-050eab9a-5b18-4912-a8de-988627e66aa7 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f8f8a96f-2c4c-448b-a367-1f6754948c91 HTTP/1.1" status: 204 len: 168 time: 0.1497846 Sep 30 08:29:34.385930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ebcaf-7626-4ed2-b01d-3ab68c15a6f4 req-c026895e-eb83-409d-a36c-f5f585ddebea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:34.389854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:34.390500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-586ebcaf-7626-4ed2-b01d-3ab68c15a6f4 req-c026895e-eb83-409d-a36c-f5f585ddebea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 944 time: 0.1892455 Sep 30 08:29:34.399144 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-15e6e4d1-0134-4361-97ab-101424fc995b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4436467 Sep 30 08:29:34.402011 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60780) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:34.410036 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Sync routers for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:34.431111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-852c0287-a551-45fc-830c-4261ac0ea3b8 admin admin] Request body: {'subnet': {'network_id': 'a87c18c7-942d-4c1a-a8a4-f653ecd932d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1082703340-subnet', 'tenant_id': '708901217b3b41c0b407642d4c723338', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:34.436079 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:34.437433 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050eab9a-5b18-4912-a8de-988627e66aa7 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8f8a96f-2c4c-448b-a367-1f6754948c91,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:34.437583 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:29:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:34.496855 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.514223 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ace9fa5a-86f5-45d8-b5d3-46d1045e120c tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1131933 Sep 30 08:29:34.514840 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60782) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:34.527359 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852c0287-a551-45fc-830c-4261ac0ea3b8 admin admin] Made reservation on behalf of 708901217b3b41c0b407642d4c723338 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:34.529945 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-852c0287-a551-45fc-830c-4261ac0ea3b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.594617 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a125997d-4861-47c8-b9b0-8a608d7deb13 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:34.610895 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6e4d1-0134-4361-97ab-101424fc995b admin admin] Pushing event updated for resources: {'Network': ['ID=a87c18c7-942d-4c1a-a8a4-f653ecd932d5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:34.658833 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca5974a5-e44a-4070-81e8-6a68541dd43d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.674932 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network a87c18c7-942d-4c1a-a8a4-f653ecd932d5 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:29:34.694695 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96ae4733-9b1e-4f7d-a0f1-3db859807130 req-bb23fea9-5580-4642-95ce-98f88c085b72 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2839429 Sep 30 08:29:34.710992 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca5974a5-e44a-4070-81e8-6a68541dd43d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.729398 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:34.729714 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-586ebcaf-7626-4ed2-b01d-3ab68c15a6f4 req-c4d0042a-e87e-4333-906b-b6690ec2b11a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974191 Sep 30 08:29:34.767705 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:29:34.778157 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0979ac27-1a67-4f24-899e-706ff84eb6df" -d '{"events": [{"server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "name": "network-vif-plugged", "status": "completed", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:29:34.818717 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.871389 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca5974a5-e44a-4070-81e8-6a68541dd43d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.871722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:34.875136 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca5974a5-e44a-4070-81e8-6a68541dd43d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.879754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60792) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:34.880522 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ca5974a5-e44a-4070-81e8-6a68541dd43d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-groups/33ac0687-5ef0-4bef-93f8-446f5d971b48 HTTP/1.1" status: 204 len: 168 time: 0.3637092 Sep 30 08:29:34.926844 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d8390607-51b2-4f50-813d-a349675bc858,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:34.941807 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5974a5-e44a-4070-81e8-6a68541dd43d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ac0687-5ef0-4bef-93f8-446f5d971b48,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:34.974096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-852c0287-a551-45fc-830c-4261ac0ea3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:34.990914 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-39809171-1b40-403a-a701-bd3884ce2fbe tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1058383 Sep 30 08:29:34.997777 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60794) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:35.002559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-39f79c4d-0427-4154-917a-443b06f6cc9e tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group': {'name': 'tempest-secgroup--572174841'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:35.047429 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39f79c4d-0427-4154-917a-443b06f6cc9e tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.068732 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c0287-a551-45fc-830c-4261ac0ea3b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf1d85dd-dd92-44dc-9afe-c98ac7128436,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:35.097130 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39384aa5-fdea-48c4-8046-928b6d0db0c5 x-openstack-request-id: req-39384aa5-fdea-48c4-8046-928b6d0db0c5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:29:35.098849 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "name": "network-vif-plugged", "status": "completed", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:29:35.100600 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39384aa5-fdea-48c4-8046-928b6d0db0c5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:29:35.101452 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'code': 200} Sep 30 08:29:35.110730 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.122204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c0287-a551-45fc-830c-4261ac0ea3b8 admin admin] Checking segment: {'id': '07c2f9a2-6335-40c2-a146-25185388e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a87c18c7-942d-4c1a-a8a4-f653ecd932d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:35.123507 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852c0287-a551-45fc-830c-4261ac0ea3b8 admin admin] Network hostable DHCP agents. Network: a87c18c7-942d-4c1a-a8a4-f653ecd932d5, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:29:35.131600 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.171440 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852c0287-a551-45fc-830c-4261ac0ea3b8 admin admin] Network a87c18c7-942d-4c1a-a8a4-f653ecd932d5 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:29:35.186387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-852c0287-a551-45fc-830c-4261ac0ea3b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, a87c18c7-942d-4c1a-a8a4-f653ecd932d5) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:35.206782 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852c0287-a551-45fc-830c-4261ac0ea3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:35.207963 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-852c0287-a551-45fc-830c-4261ac0ea3b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.237856 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39f79c4d-0427-4154-917a-443b06f6cc9e tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.246855 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39f79c4d-0427-4154-917a-443b06f6cc9e tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.256265 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-852c0287-a551-45fc-830c-4261ac0ea3b8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8294525 Sep 30 08:29:35.256456 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,revision_number=13']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:35.256536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:35.261874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1082703340-router', 'tenant_id': '708901217b3b41c0b407642d4c723338', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:35.293411 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863e30b3-976e-4e64-98ff-ba5da95050ea None None] Network a87c18c7-942d-4c1a-a8a4-f653ecd932d5 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:35.315160 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 2, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:35.338558 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f79c4d-0427-4154-917a-443b06f6cc9e tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ea4923-e00c-4b1b-8164-9f3b0fb2e0ae,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:35.343088 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=d8390607-51b2-4f50-813d-a349675bc858,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:35.358056 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.358531 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39f79c4d-0427-4154-917a-443b06f6cc9e tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.360217 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.364847 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-39f79c4d-0427-4154-917a-443b06f6cc9e tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3647423 Sep 30 08:29:35.367297 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60802) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:35.380446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-61fa7c52-760e-447c-974e-47fa0fd5ff41 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group_rule': {'security_group_id': 'a7ea4923-e00c-4b1b-8164-9f3b0fb2e0ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:35.392899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a125997d-4861-47c8-b9b0-8a608d7deb13 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:35.395824 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Checking router: d6c20a62-1fa0-43e7-8269-b90bd4c990e8 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:29:35.396526 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.408474 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Updating router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 port dbf5129e-b806-485b-9116-a1254ddc860c binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:29:35.456166 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.483516 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.486447 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61fa7c52-760e-447c-974e-47fa0fd5ff41 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.784654 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-a87c18c7-942d-4c1a-a8a4-f653ecd932d5', 'network_id': 'a87c18c7-942d-4c1a-a8a4-f653ecd932d5', 'tenant_id': '708901217b3b41c0b407642d4c723338', 'fixed_ips': [{'subnet_id': 'cf1d85dd-dd92-44dc-9afe-c98ac7128436'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:29:35.785522 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.838298 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.907247 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61fa7c52-760e-447c-974e-47fa0fd5ff41 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.924657 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61fa7c52-760e-447c-974e-47fa0fd5ff41 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.952206 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61fa7c52-760e-447c-974e-47fa0fd5ff41 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:35.953776 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-61fa7c52-760e-447c-974e-47fa0fd5ff41 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5830288 Sep 30 08:29:35.963232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60814) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:35.973198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39630e-fa94-4686-9112-1999f20b5507 req-650eee7e-ee6f-4f19-bfd6-7143f5cba339 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:35.977057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa7c52-760e-447c-974e-47fa0fd5ff41 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5657baef-d401-4d1d-8a21-3c3cbb396ef3,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:35.982335 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Allocated IP 172.20.0.2 (a87c18c7-942d-4c1a-a8a4-f653ecd932d5/cf1d85dd-dd92-44dc-9afe-c98ac7128436/a80a8c70-fc71-45d2-b190-bed4cd09b9d0) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:35.990762 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a39630e-fa94-4686-9112-1999f20b5507 req-650eee7e-ee6f-4f19-bfd6-7143f5cba339 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.1320014 Sep 30 08:29:36.023777 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6c71a18c-3288-42ed-90c4-de139f1443d4 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group_rule': {'security_group_id': 'a7ea4923-e00c-4b1b-8164-9f3b0fb2e0ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:36.117969 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c71a18c-3288-42ed-90c4-de139f1443d4 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.156509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a39630e-fa94-4686-9112-1999f20b5507 req-5aae7a86-891f-4109-949b-44cb8da9ad6e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631427 Sep 30 08:29:36.173082 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.175659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e14344-2963-406a-aef6-b2436512f38e req-dae7f3ad-a57b-42e2-b015-c08af0af9db4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:36.183189 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.186203 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9e14344-2963-406a-aef6-b2436512f38e req-dae7f3ad-a57b-42e2-b015-c08af0af9db4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.2768724 Sep 30 08:29:36.254541 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.283467 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.330067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9e14344-2963-406a-aef6-b2436512f38e req-0f53748e-db0a-44a5-9449-8c9a907890e1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373637 Sep 30 08:29:36.353658 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d84472-bd85-4c45-9b8b-9009c2736c3f None None] Pushing event updated for resources: {'Port': ['ID=dbf5129e-b806-485b-9116-a1254ddc860c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:36.363718 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.401360 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.443973 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c71a18c-3288-42ed-90c4-de139f1443d4 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.451227 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c71a18c-3288-42ed-90c4-de139f1443d4 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.473169 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Allocated IP 172.25.0.13 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/5be99e8b-6aa6-4334-a437-ee0a43381d60) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:36.495086 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71a18c-3288-42ed-90c4-de139f1443d4 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b242e7d-857b-4b51-8ca5-46c11747f76d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:36.512312 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c71a18c-3288-42ed-90c4-de139f1443d4 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.514863 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6c71a18c-3288-42ed-90c4-de139f1443d4 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5016291 Sep 30 08:29:36.517606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60820) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:36.523854 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6d1b704e-2231-4b5d-9098-c75d14d5e3b2 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group_rule': {'security_group_id': 'a7ea4923-e00c-4b1b-8164-9f3b0fb2e0ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:36.535871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Network a87c18c7-942d-4c1a-a8a4-f653ecd932d5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:36.539009 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Attempting to bind port dbf5129e-b806-485b-9116-a1254ddc860c on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:36.541529 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Attempting to bind port dbf5129e-b806-485b-9116-a1254ddc860c by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:36.544600 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Attempting to bind port dbf5129e-b806-485b-9116-a1254ddc860c on network 7629390f-2364-48fa-8f8d-ee6921cea79b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:36.545745 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:36.549481 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:36.560144 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:36.563261 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Checking segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:36.563890 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.564475 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Bound using segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:36.565157 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Bound port: dbf5129e-b806-485b-9116-a1254ddc860c, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:36.567502 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.596748 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d1b704e-2231-4b5d-9098-c75d14d5e3b2 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.633466 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Pushing event updated for resources: {'Port': ['ID=a80a8c70-fc71-45d2-b190-bed4cd09b9d0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:36.683431 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Attempting to bind port a80a8c70-fc71-45d2-b190-bed4cd09b9d0 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:36.685837 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Attempting to bind port a80a8c70-fc71-45d2-b190-bed4cd09b9d0 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '07c2f9a2-6335-40c2-a146-25185388e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a87c18c7-942d-4c1a-a8a4-f653ecd932d5'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:36.686395 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Attempting to bind port a80a8c70-fc71-45d2-b190-bed4cd09b9d0 on network a87c18c7-942d-4c1a-a8a4-f653ecd932d5 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:36.698552 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:36.699154 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.701912 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Checking segment: {'id': '07c2f9a2-6335-40c2-a146-25185388e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a87c18c7-942d-4c1a-a8a4-f653ecd932d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:36.702548 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.706604 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Bound using segment: {'id': '07c2f9a2-6335-40c2-a146-25185388e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a87c18c7-942d-4c1a-a8a4-f653ecd932d5'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:36.707314 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Bound port: a80a8c70-fc71-45d2-b190-bed4cd09b9d0, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c2f9a2-6335-40c2-a146-25185388e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a87c18c7-942d-4c1a-a8a4-f653ecd932d5'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:36.713996 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.789737 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] For port dbf5129e-b806-485b-9116-a1254ddc860c, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:36.801727 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] For port dbf5129e-b806-485b-9116-a1254ddc860c, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=dbf5129e-b806-485b-9116-a1254ddc860c,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:36.808016 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.808593 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d1b704e-2231-4b5d-9098-c75d14d5e3b2 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.818720 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d1b704e-2231-4b5d-9098-c75d14d5e3b2 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.867028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b704e-2231-4b5d-9098-c75d14d5e3b2 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2845a856-8c6b-4c93-b7a9-f8b98fd17e60,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:36.882762 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d1b704e-2231-4b5d-9098-c75d14d5e3b2 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:36.890723 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6d1b704e-2231-4b5d-9098-c75d14d5e3b2 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3717642 Sep 30 08:29:36.902812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60828) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:36.915162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] For port a80a8c70-fc71-45d2-b190-bed4cd09b9d0, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:36.916536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9e69a49f-6b3d-4f4c-956f-4bcaf0af26eb tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group_rule': {'security_group_id': 'a7ea4923-e00c-4b1b-8164-9f3b0fb2e0ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:36.958983 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] For port a80a8c70-fc71-45d2-b190-bed4cd09b9d0, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a80a8c70-fc71-45d2-b190-bed4cd09b9d0,segment=NetworkSegment(07c2f9a2-6335-40c2-a146-25185388e909),segment_id=07c2f9a2-6335-40c2-a146-25185388e909)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:36.968453 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e9cea504-939b-4f55-9992-9cf11612d8e2 None None] Provisioning complete for port dbf5129e-b806-485b-9116-a1254ddc860c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:36.968839 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9cea504-939b-4f55-9992-9cf11612d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:37.004085 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e69a49f-6b3d-4f4c-956f-4bcaf0af26eb tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:37.027494 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:37.027747 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:37.028446 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:29:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:37.094622 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e69a49f-6b3d-4f4c-956f-4bcaf0af26eb tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:37.100340 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e69a49f-6b3d-4f4c-956f-4bcaf0af26eb tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:37.118645 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69a49f-6b3d-4f4c-956f-4bcaf0af26eb tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f334f9-12d6-426c-b97a-9d1ed6f20652,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:37.132584 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:29:37.135018 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3eb775-cc7e-4fbc-9746-461c4b56fbf2" -d '{"events": [{"server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "name": "network-vif-plugged", "status": "completed", "tag": "d8390607-51b2-4f50-813d-a349675bc858"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:29:37.140671 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e69a49f-6b3d-4f4c-956f-4bcaf0af26eb tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:37.144792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9e69a49f-6b3d-4f4c-956f-4bcaf0af26eb tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2375844 Sep 30 08:29:37.145414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60832) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:37.157298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-809ddbe9-475d-40ed-80c4-efe79d57fcd1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group_rule': {'security_group_id': 'a7ea4923-e00c-4b1b-8164-9f3b0fb2e0ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:37.227882 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-809ddbe9-475d-40ed-80c4-efe79d57fcd1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:37.293949 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d84472-bd85-4c45-9b8b-9009c2736c3f None None] Pushing event updated for resources: {'Port': ['ID=dbf5129e-b806-485b-9116-a1254ddc860c,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:37.362339 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ab2110-ac4b-4010-847f-325fc06e02da x-openstack-request-id: req-47ab2110-ac4b-4010-847f-325fc06e02da {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:29:37.362651 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "name": "network-vif-plugged", "status": "completed", "tag": "d8390607-51b2-4f50-813d-a349675bc858", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:29:37.362914 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47ab2110-ac4b-4010-847f-325fc06e02da {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:29:37.363329 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858', 'code': 200} Sep 30 08:29:37.364004 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9cea504-939b-4f55-9992-9cf11612d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:37.386313 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-809ddbe9-475d-40ed-80c4-efe79d57fcd1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:37.395703 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-809ddbe9-475d-40ed-80c4-efe79d57fcd1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:37.411281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721727f3-08f7-44d8-aabe-3116d5ab44a9 None None] Pushing event updated for resources: {'Port': ['ID=a80a8c70-fc71-45d2-b190-bed4cd09b9d0,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:37.454694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e9cea504-939b-4f55-9992-9cf11612d8e2 None None] For port dbf5129e-b806-485b-9116-a1254ddc860c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=dbf5129e-b806-485b-9116-a1254ddc860c,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:37.460512 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9cea504-939b-4f55-9992-9cf11612d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:37.587556 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cea504-939b-4f55-9992-9cf11612d8e2 None None] Pushing event updated for resources: {'Port': ['ID=dbf5129e-b806-485b-9116-a1254ddc860c,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:37.594261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ddbe9-475d-40ed-80c4-efe79d57fcd1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9670648-dd2d-493c-a05a-d2427e6b0538,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:37.609641 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-809ddbe9-475d-40ed-80c4-efe79d57fcd1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:37.616239 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-809ddbe9-475d-40ed-80c4-efe79d57fcd1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4700241 Sep 30 08:29:37.620328 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7420e813-05dd-498a-a7d0-7398811058b3 None None] Provisioning complete for port dbf5129e-b806-485b-9116-a1254ddc860c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:37.621799 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:37.624760 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7420e813-05dd-498a-a7d0-7398811058b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:37.628908 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60842) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:37.764089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c06f04-115b-4ea8-b07d-690cdb94f585 req-e7143f2e-7dc5-421a-bcb5-6d4052fe03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:37.776703 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9c06f04-115b-4ea8-b07d-690cdb94f585 req-e7143f2e-7dc5-421a-bcb5-6d4052fe03b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1096 time: 0.3626368 Sep 30 08:29:37.818092 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:37.851292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34834fef-ff38-4d5e-be41-627086aa1ac6 req-1d51c4a6-6965-41bd-95d1-649f1fb4eb3b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:37.853071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34834fef-ff38-4d5e-be41-627086aa1ac6 req-1d51c4a6-6965-41bd-95d1-649f1fb4eb3b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.4629405 Sep 30 08:29:37.897463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:37.900483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:37.905652 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:37.911134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080821db-2e76-44bb-bff1-7b6b4d82af0d req-ba53433c-4fd4-47e3-9ebb-6c9a878a0488 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:37.912768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-080821db-2e76-44bb-bff1-7b6b4d82af0d req-ba53433c-4fd4-47e3-9ebb-6c9a878a0488 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.2809720 Sep 30 08:29:37.928706 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69a14b17-39ff-4dc7-b672-09a2115f135b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:37.954992 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Pushing event updated for resources: {'Port': ['ID=5be99e8b-6aa6-4334-a437-ee0a43381d60,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:37.958566 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69a14b17-39ff-4dc7-b672-09a2115f135b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.005944 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9c06f04-115b-4ea8-b07d-690cdb94f585 req-e665b2f4-4512-4d36-bcf0-0ebc271cdc36 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284155 Sep 30 08:29:38.064817 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34834fef-ff38-4d5e-be41-627086aa1ac6 req-ed93adc0-134a-48b2-a147-2195a400a829 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776776 Sep 30 08:29:38.094446 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-080821db-2e76-44bb-bff1-7b6b4d82af0d req-546d440d-39a8-4785-8a72-2db9bf26319b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616039 Sep 30 08:29:38.122741 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69a14b17-39ff-4dc7-b672-09a2115f135b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.129138 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69a14b17-39ff-4dc7-b672-09a2115f135b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.132685 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:36Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:38.132899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-69a14b17-39ff-4dc7-b672-09a2115f135b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c9670648-dd2d-493c-a05a-d2427e6b0538 HTTP/1.1" status: 204 len: 168 time: 0.4505293 Sep 30 08:29:38.135039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60850) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:38.165445 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a14b17-39ff-4dc7-b672-09a2115f135b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9670648-dd2d-493c-a05a-d2427e6b0538,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:38.175641 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4fca1-98e0-44ab-8697-29987d68e5d6 None None] The sync data for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 is: [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:36Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:38.225988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-46356c7e-68f3-46ad-a36a-98148c656aea tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0859189 Sep 30 08:29:38.225988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60852) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:38.285927 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c392dd7-9c17-4b6e-975f-8ca29c7d04c2 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.295353 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c392dd7-9c17-4b6e-975f-8ca29c7d04c2 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.343975 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c392dd7-9c17-4b6e-975f-8ca29c7d04c2 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.358978 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c392dd7-9c17-4b6e-975f-8ca29c7d04c2 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.360269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1c392dd7-9c17-4b6e-975f-8ca29c7d04c2 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/36f334f9-12d6-426c-b97a-9d1ed6f20652 HTTP/1.1" status: 204 len: 168 time: 0.1336164 Sep 30 08:29:38.363076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60854) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:38.373053 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c392dd7-9c17-4b6e-975f-8ca29c7d04c2 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36f334f9-12d6-426c-b97a-9d1ed6f20652,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:38.522633 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.615590 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device dbf5129e-b806-485b-9116-a1254ddc860c up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:38.739710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port dbf5129e-b806-485b-9116-a1254ddc860c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:38.740321 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:38.867796 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ac33efa0-3f26-40c6-8749-683d74125daa tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.5032923 Sep 30 08:29:38.911550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60860) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:38.954756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a80a8c70-fc71-45d2-b190-bed4cd09b9d0 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:38.959198 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7a23f57-1224-4a96-bbd9-f18a0d337b16 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.032760 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7a23f57-1224-4a96-bbd9-f18a0d337b16 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.066170 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.089120 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a1d70-2e13-4c0f-8adc-34f097efa856 None None] Network a87c18c7-942d-4c1a-a8a4-f653ecd932d5 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:29:39.101612 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a80a8c70-fc71-45d2-b190-bed4cd09b9d0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:39.101995 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.206451 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7a23f57-1224-4a96-bbd9-f18a0d337b16 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.265476 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7a23f57-1224-4a96-bbd9-f18a0d337b16 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.266592 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a7a23f57-1224-4a96-bbd9-f18a0d337b16 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/2845a856-8c6b-4c93-b7a9-f8b98fd17e60 HTTP/1.1" status: 204 len: 168 time: 0.3540635 Sep 30 08:29:39.282355 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a23f57-1224-4a96-bbd9-f18a0d337b16 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2845a856-8c6b-4c93-b7a9-f8b98fd17e60,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:39.296174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60878) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:39.361741 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe5a65-aa76-4c41-97bd-86b64438c39a req-e1e3f8e2-7dbe-438f-b8aa-a4959ee6f228 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:39.369790 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4efe5a65-aa76-4c41-97bd-86b64438c39a req-e1e3f8e2-7dbe-438f-b8aa-a4959ee6f228 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.1407344 Sep 30 08:29:39.419683 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f93e1c64-80b2-49c5-ba70-ab3f5e6ab80f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1162050 Sep 30 08:29:39.422503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60880) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:39.438666 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.453433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b67a1e94-e2a7-4235-a060-6d4a0ea661f6 None None] Provisioning complete for port a80a8c70-fc71-45d2-b190-bed4cd09b9d0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:39.454042 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b67a1e94-e2a7-4235-a060-6d4a0ea661f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.457430 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39e3b061-44ef-4ab7-bec3-9fd51ab7dfa6 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.469527 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39e3b061-44ef-4ab7-bec3-9fd51ab7dfa6 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.482871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f231daa-d421-47b5-9e44-58c05e3006ec req-6e6283a6-e9d4-4645-b3f0-be832f8475fd tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:39.483314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Router 52611fcb-eda8-4ef5-bba6-a195b88dcce7 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:29:39.492896 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f231daa-d421-47b5-9e44-58c05e3006ec req-6e6283a6-e9d4-4645-b3f0-be832f8475fd tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.1894879 Sep 30 08:29:39.551177 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4efe5a65-aa76-4c41-97bd-86b64438c39a req-1d569c84-39dc-40ac-afa4-bceab24aac59 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775458 Sep 30 08:29:39.567716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port a80a8c70-fc71-45d2-b190-bed4cd09b9d0, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a80a8c70-fc71-45d2-b190-bed4cd09b9d0,segment=NetworkSegment(07c2f9a2-6335-40c2-a146-25185388e909),segment_id=07c2f9a2-6335-40c2-a146-25185388e909)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:39.591857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f231daa-d421-47b5-9e44-58c05e3006ec req-06706b3a-4f25-4e60-b572-2212fb4e51a0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794263 Sep 30 08:29:39.600671 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.698495 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39e3b061-44ef-4ab7-bec3-9fd51ab7dfa6 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.712414 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39e3b061-44ef-4ab7-bec3-9fd51ab7dfa6 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.714037 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-39e3b061-44ef-4ab7-bec3-9fd51ab7dfa6 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0b242e7d-857b-4b51-8ca5-46c11747f76d HTTP/1.1" status: 204 len: 168 time: 0.2906966 Sep 30 08:29:39.720515 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60884) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:39.721097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3b061-44ef-4ab7-bec3-9fd51ab7dfa6 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b242e7d-857b-4b51-8ca5-46c11747f76d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:39.741456 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:39.755147 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=a80a8c70-fc71-45d2-b190-bed4cd09b9d0,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:39.773070 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.774297 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-27d1b58b-1c37-47f9-8312-69c8c72a9857 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5166314 Sep 30 08:29:39.775075 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Sync routers for ids ['52611fcb-eda8-4ef5-bba6-a195b88dcce7'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:39.776885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:39.797848 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-af22c4ae-a1d8-4bbe-a59c-aacf414018cd tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0764961 Sep 30 08:29:39.808468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60890) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:39.814951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Routers {'52611fcb-eda8-4ef5-bba6-a195b88dcce7'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:39.815616 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:29:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['52611fcb-eda8-4ef5-bba6-a195b88dcce7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:39.886289 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94ffee36-3859-4ee8-b112-ba4a105383c5 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.914499 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94ffee36-3859-4ee8-b112-ba4a105383c5 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.990176 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94ffee36-3859-4ee8-b112-ba4a105383c5 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.991152 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94ffee36-3859-4ee8-b112-ba4a105383c5 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:39.994830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-94ffee36-3859-4ee8-b112-ba4a105383c5 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5657baef-d401-4d1d-8a21-3c3cbb396ef3 HTTP/1.1" status: 204 len: 168 time: 0.1829107 Sep 30 08:29:39.996288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60894) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:40.035590 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffee36-3859-4ee8-b112-ba4a105383c5 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5657baef-d401-4d1d-8a21-3c3cbb396ef3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:40.055350 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Set router 52611fcb-eda8-4ef5-bba6-a195b88dcce7 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:40.106917 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-90ba7359-a11a-4bde-8e03-c3e79e7df534 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1065154 Sep 30 08:29:40.107364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60896) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:40.232495 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90fcfc70-d841-4b5e-8393-5d065700d89f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:40.313677 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90fcfc70-d841-4b5e-8393-5d065700d89f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:40.337131 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:40.395834 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90fcfc70-d841-4b5e-8393-5d065700d89f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:40.409680 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90fcfc70-d841-4b5e-8393-5d065700d89f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:40.416306 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-90fcfc70-d841-4b5e-8393-5d065700d89f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-groups/a7ea4923-e00c-4b1b-8164-9f3b0fb2e0ae HTTP/1.1" status: 204 len: 168 time: 0.3052168 Sep 30 08:29:40.416739 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60904) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:40.474170 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcfc70-d841-4b5e-8393-5d065700d89f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ea4923-e00c-4b1b-8164-9f3b0fb2e0ae,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:40.531349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a80a8c70-fc71-45d2-b190-bed4cd09b9d0 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:40.603239 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'name': 'tempest-TestVolumeBootPattern-1082703340-router', 'tenant_id': '708901217b3b41c0b407642d4c723338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5be99e8b-6aa6-4334-a437-ee0a43381d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:35Z', 'updated_at': '2021-09-30T08:29:38Z', 'revision_number': 3, 'project_id': '708901217b3b41c0b407642d4c723338', 'gw_port': {'id': '5be99e8b-6aa6-4334-a437-ee0a43381d60', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:eb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:36Z', 'updated_at': '2021-09-30T08:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:40.630886 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-74661f68-85b0-43be-97f5-12de0cfb06e3 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2080188 Sep 30 08:29:40.635964 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60910) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:40.641216 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-45e38c42-37a0-43c1-a73f-d08db9410fa9 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group': {'name': 'tempest-secgroup--590224889'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:40.669791 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Checking router: 52611fcb-eda8-4ef5-bba6-a195b88dcce7 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:29:40.671454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Updating router 52611fcb-eda8-4ef5-bba6-a195b88dcce7 port 5be99e8b-6aa6-4334-a437-ee0a43381d60 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:29:40.725260 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45e38c42-37a0-43c1-a73f-d08db9410fa9 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:40.775751 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:40.854543 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:40.932628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a80a8c70-fc71-45d2-b190-bed4cd09b9d0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:40.933329 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:40.952328 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45e38c42-37a0-43c1-a73f-d08db9410fa9 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:40.967327 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ec2efcfa-7ab9-4e6a-ae55-f3613255c790 None None] Provisioning complete for port a80a8c70-fc71-45d2-b190-bed4cd09b9d0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:40.968089 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec2efcfa-7ab9-4e6a-ae55-f3613255c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:40.969890 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45e38c42-37a0-43c1-a73f-d08db9410fa9 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.017489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a1b86-024e-439d-9d77-462efa047b5d req-4c4c64ac-41ad-4005-92be-6d1c1fcfd39c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:41.025498 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb1a1b86-024e-439d-9d77-462efa047b5d req-4c4c64ac-41ad-4005-92be-6d1c1fcfd39c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.2526731 Sep 30 08:29:41.067820 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45e38c42-37a0-43c1-a73f-d08db9410fa9 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.071533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-45e38c42-37a0-43c1-a73f-d08db9410fa9 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4318256 Sep 30 08:29:41.087428 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb1a1b86-024e-439d-9d77-462efa047b5d req-6ac9c792-d5f8-4c83-8197-403ff922eab0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571599 Sep 30 08:29:41.089266 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60918) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:41.097488 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-894a2b23-d27b-441c-b56f-6facf5b8af3d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group_rule': {'security_group_id': '32d93f95-c9e1-4c1f-9f4f-8dfe37e38bcb', 'direction': 'ingress', 'protocol': 17}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:41.125958 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74105c-0a18-4350-bb00-175c54c6e619 req-3a887130-4fd3-420d-9b85-c476dbb2241c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:41.138343 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b74105c-0a18-4350-bb00-175c54c6e619 req-3a887130-4fd3-420d-9b85-c476dbb2241c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.3870194 Sep 30 08:29:41.178414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e38c42-37a0-43c1-a73f-d08db9410fa9 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d93f95-c9e1-4c1f-9f4f-8dfe37e38bcb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:41.221151 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:29:41.265399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b74105c-0a18-4350-bb00-175c54c6e619 req-74113c03-6f48-4786-b152-9e6d8de62d88 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237960 Sep 30 08:29:41.292032 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Allocated IP 172.20.0.1 (a87c18c7-942d-4c1a-a8a4-f653ecd932d5/cf1d85dd-dd92-44dc-9afe-c98ac7128436/81918ce4-88b5-4356-aa9a-83459b0adcd0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:41.300084 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-894a2b23-d27b-441c-b56f-6facf5b8af3d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.423087 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.434589 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.440307 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-894a2b23-d27b-441c-b56f-6facf5b8af3d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.449541 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-894a2b23-d27b-441c-b56f-6facf5b8af3d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.484272 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Attempting to bind port 5be99e8b-6aa6-4334-a437-ee0a43381d60 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:41.484642 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Attempting to bind port 5be99e8b-6aa6-4334-a437-ee0a43381d60 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:41.485008 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Attempting to bind port 5be99e8b-6aa6-4334-a437-ee0a43381d60 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:41.485712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42410a15-2d39-4392-a353-562aa2e95910 req-55c4bdcc-7f3b-4e40-81e6-b180101cf585 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:41.495086 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42410a15-2d39-4392-a353-562aa2e95910 req-55c4bdcc-7f3b-4e40-81e6-b180101cf585 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.1135244 Sep 30 08:29:41.499481 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:41.499849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:41.500623 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.501025 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:41.501652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Bound port: 5be99e8b-6aa6-4334-a437-ee0a43381d60, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:41.502046 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.502657 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-894a2b23-d27b-441c-b56f-6facf5b8af3d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.506533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-894a2b23-d27b-441c-b56f-6facf5b8af3d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4100347 Sep 30 08:29:41.510989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60926) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:41.512966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a2b23-d27b-441c-b56f-6facf5b8af3d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d97991c-c766-47d2-b00e-10c5dfee8fd1,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:41.527894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.570018 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] For port 5be99e8b-6aa6-4334-a437-ee0a43381d60, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:41.573676 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] For port 5be99e8b-6aa6-4334-a437-ee0a43381d60, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5be99e8b-6aa6-4334-a437-ee0a43381d60,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:41.584263 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.586351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8dff9-f79f-41fa-a882-619963eae18f None None] Pushing event updated for resources: {'Port': ['ID=5be99e8b-6aa6-4334-a437-ee0a43381d60,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:41.599934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8dff9-f79f-41fa-a882-619963eae18f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:41.600290 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8dff9-f79f-41fa-a882-619963eae18f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:41.600625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8dff9-f79f-41fa-a882-619963eae18f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:41.601095 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8dff9-f79f-41fa-a882-619963eae18f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:41.601431 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8dff9-f79f-41fa-a882-619963eae18f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:41.601761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8dff9-f79f-41fa-a882-619963eae18f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:41.602136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8dff9-f79f-41fa-a882-619963eae18f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:41.602465 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8dff9-f79f-41fa-a882-619963eae18f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:41.602787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8dff9-f79f-41fa-a882-619963eae18f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:41.603114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8dff9-f79f-41fa-a882-619963eae18f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:41.603567 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8dff9-f79f-41fa-a882-619963eae18f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:41.603974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8dff9-f79f-41fa-a882-619963eae18f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:29:41.612957 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42410a15-2d39-4392-a353-562aa2e95910 req-0b6c41a3-0ea7-4c3b-90a7-9654e3dd55f3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003764 Sep 30 08:29:41.623610 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.638648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:41.652122 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-136539af-d548-41ef-8b8d-da855aeb55a3 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.686497 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-136539af-d548-41ef-8b8d-da855aeb55a3 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.701405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Routers {'52611fcb-eda8-4ef5-bba6-a195b88dcce7'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:41.702047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:29:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['52611fcb-eda8-4ef5-bba6-a195b88dcce7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:41.750955 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-136539af-d548-41ef-8b8d-da855aeb55a3 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.753965 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-136539af-d548-41ef-8b8d-da855aeb55a3 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.755202 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Network a87c18c7-942d-4c1a-a8a4-f653ecd932d5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:41.755347 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-136539af-d548-41ef-8b8d-da855aeb55a3 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-groups/32d93f95-c9e1-4c1f-9f4f-8dfe37e38bcb HTTP/1.1" status: 204 len: 168 time: 0.2373657 Sep 30 08:29:41.760998 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:41.761871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60932) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:41.766237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:41.804109 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136539af-d548-41ef-8b8d-da855aeb55a3 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d93f95-c9e1-4c1f-9f4f-8dfe37e38bcb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:41.823771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4d03a9-5964-4262-875e-2317f58c0038 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:41.825583 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8e4d03a9-5964-4262-875e-2317f58c0038 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1091 time: 0.1835945 Sep 30 08:29:41.829425 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60936) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:41.829838 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Pushing event updated for resources: {'Port': ['ID=81918ce4-88b5-4356-aa9a-83459b0adcd0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:41.839651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': 'd8390607-51b2-4f50-813d-a349675bc858', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:41.880616 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.884557 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:41.897032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-17c43b3f-3c05-461c-b894-8da6c590de05 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1273749 Sep 30 08:29:41.904090 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60938) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:41.949481 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] Set router 52611fcb-eda8-4ef5-bba6-a195b88dcce7 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:42.002184 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9b2cf726-8734-4fb3-a565-3da9f156e268 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1451136057'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:42.093045 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf726-8734-4fb3-a565-3da9f156e268 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:42.289890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe59b7d-6382-4afb-971b-c01701f14288 req-768bb0b6-eb7a-4d92-ab9a-db06fdf1f40d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:42.293015 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfe59b7d-6382-4afb-971b-c01701f14288 req-768bb0b6-eb7a-4d92-ab9a-db06fdf1f40d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.1136408 Sep 30 08:29:42.353660 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfe59b7d-6382-4afb-971b-c01701f14288 req-e753477a-28c6-4c96-b689-28c3b77fe4eb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524564 Sep 30 08:29:42.354224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8dff9-f79f-41fa-a882-619963eae18f None None] Pushing event updated for resources: {'Port': ['ID=5be99e8b-6aa6-4334-a437-ee0a43381d60,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:42.442311 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3bc75852-550d-49ae-9503-4437b688434d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:42.455131 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:42.459168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-346fd403-f3af-4665-9d1b-55f8da7cfe78 None None] Provisioning complete for port 81918ce4-88b5-4356-aa9a-83459b0adcd0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:42.459559 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-346fd403-f3af-4665-9d1b-55f8da7cfe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:42.526267 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:42.531942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-346fd403-f3af-4665-9d1b-55f8da7cfe78 None None] Port 81918ce4-88b5-4356-aa9a-83459b0adcd0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:29:42.665184 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf726-8734-4fb3-a565-3da9f156e268 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:42.698979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'name': 'tempest-TestVolumeBootPattern-1082703340-router', 'tenant_id': '708901217b3b41c0b407642d4c723338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5be99e8b-6aa6-4334-a437-ee0a43381d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:35Z', 'updated_at': '2021-09-30T08:29:38Z', 'revision_number': 3, 'project_id': '708901217b3b41c0b407642d4c723338', 'gw_port': {'id': '5be99e8b-6aa6-4334-a437-ee0a43381d60', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:eb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:36Z', 'updated_at': '2021-09-30T08:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:42.701533 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf726-8734-4fb3-a565-3da9f156e268 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:42.728192 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27979aae-5f9e-43a9-ba3c-abdeacee1c39 None None] The sync data for ids ['52611fcb-eda8-4ef5-bba6-a195b88dcce7'] in n-d-807359-2 is: [{'id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'name': 'tempest-TestVolumeBootPattern-1082703340-router', 'tenant_id': '708901217b3b41c0b407642d4c723338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5be99e8b-6aa6-4334-a437-ee0a43381d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:35Z', 'updated_at': '2021-09-30T08:29:38Z', 'revision_number': 3, 'project_id': '708901217b3b41c0b407642d4c723338', 'gw_port': {'id': '5be99e8b-6aa6-4334-a437-ee0a43381d60', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:eb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:36Z', 'updated_at': '2021-09-30T08:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:42.836960 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf726-8734-4fb3-a565-3da9f156e268 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:42.838218 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9b2cf726-8734-4fb3-a565-3da9f156e268 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8533926 Sep 30 08:29:42.844729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60952) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:42.849194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f60e239d-bf0f-492f-a6f3-aed0a9bb673a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924759786'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:42.873115 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cf726-8734-4fb3-a565-3da9f156e268 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dc64ed-3f24-4e6f-92af-0c7ad8b03880,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:42.899383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Allocated IP 172.25.0.51 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/ea902561-0e8e-4c38-ab02-f95f552b6111) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:42.925758 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f60e239d-bf0f-492f-a6f3-aed0a9bb673a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:42.991208 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.027491 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.148390 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.182954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.199580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Pushing event updated for resources: {'Port': ['ID=81918ce4-88b5-4356-aa9a-83459b0adcd0,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:43.324771 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f60e239d-bf0f-492f-a6f3-aed0a9bb673a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.343821 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f60e239d-bf0f-492f-a6f3-aed0a9bb673a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.395867 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.407206 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f60e239d-bf0f-492f-a6f3-aed0a9bb673a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.411105 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f60e239d-bf0f-492f-a6f3-aed0a9bb673a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5628445 Sep 30 08:29:43.411562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60962) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:43.418124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b123e5a5-6a4d-47e1-81df-3a3e9042a034 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group_rule': {'security_group_id': 'a8dc64ed-3f24-4e6f-92af-0c7ad8b03880', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6bb26d4d-c121-4d1d-8bac-1668a06bb0f1', 'remote_ip_prefix': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:43.450094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e239d-bf0f-492f-a6f3-aed0a9bb673a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb26d4d-c121-4d1d-8bac-1668a06bb0f1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:43.463284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:43.471299 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:43.483254 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:43.488476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Network a87c18c7-942d-4c1a-a8a4-f653ecd932d5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:43.497805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:43.525822 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=ea902561-0e8e-4c38-ab02-f95f552b6111,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:43.574757 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b123e5a5-6a4d-47e1-81df-3a3e9042a034 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.627829 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d648a19-9568-4ae9-9395-c9088320b9a0 req-3c1aca90-c1f5-4457-a0b8-887ce20fc328 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:43.629681 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d648a19-9568-4ae9-9395-c9088320b9a0 req-3c1aca90-c1f5-4457-a0b8-887ce20fc328 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.1511364 Sep 30 08:29:43.770128 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d648a19-9568-4ae9-9395-c9088320b9a0 req-69cae035-91dd-4773-be99-3b1603a582a4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299255 Sep 30 08:29:43.819344 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b123e5a5-6a4d-47e1-81df-3a3e9042a034 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.833537 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b123e5a5-6a4d-47e1-81df-3a3e9042a034 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.874045 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b123e5a5-6a4d-47e1-81df-3a3e9042a034 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.885951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b123e5a5-6a4d-47e1-81df-3a3e9042a034 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4728129 Sep 30 08:29:43.886737 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60968) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:43.917821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123e5a5-6a4d-47e1-81df-3a3e9042a034 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198ba112-7913-49b8-b4fe-bd8330599552,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:43.935539 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5428de8-adf5-4413-a8e4-33870d2aad41 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.950120 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5428de8-adf5-4413-a8e4-33870d2aad41 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:43.991274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e359df88-9700-4e6e-a085-58dafcb9c7d9 None None] Provisioning complete for port 81918ce4-88b5-4356-aa9a-83459b0adcd0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:43.991860 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e359df88-9700-4e6e-a085-58dafcb9c7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.012121 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5428de8-adf5-4413-a8e4-33870d2aad41 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.028277 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5428de8-adf5-4413-a8e4-33870d2aad41 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.038455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f5428de8-adf5-4413-a8e4-33870d2aad41 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/198ba112-7913-49b8-b4fe-bd8330599552 HTTP/1.1" status: 204 len: 168 time: 0.1444097 Sep 30 08:29:44.039219 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60970) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:44.043000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5428de8-adf5-4413-a8e4-33870d2aad41 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=198ba112-7913-49b8-b4fe-bd8330599552,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:44.085329 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e359df88-9700-4e6e-a085-58dafcb9c7d9 None None] Port 81918ce4-88b5-4356-aa9a-83459b0adcd0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:29:44.139453 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Router 52611fcb-eda8-4ef5-bba6-a195b88dcce7 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:29:44.385462 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7509c785-421b-453f-8190-86ec0fffcede tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3448956 Sep 30 08:29:44.390931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60978) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:44.521855 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0664a4a2-ecd3-4874-9f23-e13de8845d49 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.562940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5be99e8b-6aa6-4334-a437-ee0a43381d60 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:44.578304 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0664a4a2-ecd3-4874-9f23-e13de8845d49 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.641190 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0664a4a2-ecd3-4874-9f23-e13de8845d49 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.649653 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0664a4a2-ecd3-4874-9f23-e13de8845d49 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.658261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0664a4a2-ecd3-4874-9f23-e13de8845d49 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-groups/6bb26d4d-c121-4d1d-8bac-1668a06bb0f1 HTTP/1.1" status: 204 len: 168 time: 0.2656946 Sep 30 08:29:44.659016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60984) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:44.673018 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 5be99e8b-6aa6-4334-a437-ee0a43381d60 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:44.673417 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.697994 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664a4a2-ecd3-4874-9f23-e13de8845d49 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb26d4d-c121-4d1d-8bac-1668a06bb0f1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:44.830030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-af42dd67-8860-4310-add6-6c7d931089b9 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1667631 Sep 30 08:29:44.830779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60988) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:44.845565 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3316bfdd-443d-41b6-ba71-9ad09e061d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.912626 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.941168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 5be99e8b-6aa6-4334-a437-ee0a43381d60, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5be99e8b-6aa6-4334-a437-ee0a43381d60,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:44.948129 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:44.992506 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07029bdc-c0a1-4717-a6ef-a7c0d5c9b95a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.035852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=5be99e8b-6aa6-4334-a437-ee0a43381d60,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:45.038337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85596de7-e2b3-419a-a17e-05fe23b4dd8a req-65d30d5e-5369-4f8d-89bb-eac689f96f1f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:45.040938 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85596de7-e2b3-419a-a17e-05fe23b4dd8a req-65d30d5e-5369-4f8d-89bb-eac689f96f1f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.1327269 Sep 30 08:29:45.076602 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07029bdc-c0a1-4717-a6ef-a7c0d5c9b95a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.137071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85596de7-e2b3-419a-a17e-05fe23b4dd8a req-2b3eb4e2-9cf6-48aa-be32-c62df25d2442 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873497 Sep 30 08:29:45.165266 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07029bdc-c0a1-4717-a6ef-a7c0d5c9b95a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.168218 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07029bdc-c0a1-4717-a6ef-a7c0d5c9b95a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.178017 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-07029bdc-c0a1-4717-a6ef-a7c0d5c9b95a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-groups/a8dc64ed-3f24-4e6f-92af-0c7ad8b03880 HTTP/1.1" status: 204 len: 168 time: 0.3410084 Sep 30 08:29:45.178017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 60994) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.228056 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07029bdc-c0a1-4717-a6ef-a7c0d5c9b95a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dc64ed-3f24-4e6f-92af-0c7ad8b03880,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:45.291320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 60998) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.296694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c1595c54-0661-4036-bd0b-e56af035a82f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1193669 Sep 30 08:29:45.306083 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.313864 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c2ff0361-8b1c-48fc-99ad-4a70cb4f562b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group': {'name': 'tempest-secgroup--443577197'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:45.420604 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0361-8b1c-48fc-99ad-4a70cb4f562b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.446474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:45.458508 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Sync routers for ids ['52611fcb-eda8-4ef5-bba6-a195b88dcce7'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:45.470199 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d3870cae-15ac-4ae2-8f00-eb90e884e9ee admin admin] 10.222.0.24 "PUT /v2.0/routers/52611fcb-eda8-4ef5-bba6-a195b88dcce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6922288 Sep 30 08:29:45.474380 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Routers {'52611fcb-eda8-4ef5-bba6-a195b88dcce7'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:45.475206 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:29:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['52611fcb-eda8-4ef5-bba6-a195b88dcce7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:45.561311 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.703416 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Set router 52611fcb-eda8-4ef5-bba6-a195b88dcce7 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:45.841099 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0361-8b1c-48fc-99ad-4a70cb4f562b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.859692 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0361-8b1c-48fc-99ad-4a70cb4f562b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.882338 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.953255 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0361-8b1c-48fc-99ad-4a70cb4f562b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.956457 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c2ff0361-8b1c-48fc-99ad-4a70cb4f562b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6615949 Sep 30 08:29:45.959675 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 32788) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:45.963436 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:45.964282 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cf2229b9-faf4-4ab5-b81b-58262bf1070d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group_rule': {'security_group_id': '7662d63f-865c-486c-af4b-f498a68428de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:46.027322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff0361-8b1c-48fc-99ad-4a70cb4f562b tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7662d63f-865c-486c-af4b-f498a68428de,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:46.041735 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf2229b9-faf4-4ab5-b81b-58262bf1070d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.167430 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf2229b9-faf4-4ab5-b81b-58262bf1070d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.175158 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf2229b9-faf4-4ab5-b81b-58262bf1070d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.228124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf2229b9-faf4-4ab5-b81b-58262bf1070d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.233353 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.235360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cf2229b9-faf4-4ab5-b81b-58262bf1070d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2745502 Sep 30 08:29:46.235507 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32796) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:46.241937 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2229b9-faf4-4ab5-b81b-58262bf1070d tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e93211-c8c2-4eec-bc0d-08c938b61c0d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:46.266781 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.270760 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'name': 'tempest-TestVolumeBootPattern-1082703340-router', 'tenant_id': '708901217b3b41c0b407642d4c723338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5be99e8b-6aa6-4334-a437-ee0a43381d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:35Z', 'updated_at': '2021-09-30T08:29:42Z', 'revision_number': 4, 'project_id': '708901217b3b41c0b407642d4c723338', 'gw_port': {'id': '5be99e8b-6aa6-4334-a437-ee0a43381d60', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:eb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:36Z', 'updated_at': '2021-09-30T08:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '81918ce4-88b5-4356-aa9a-83459b0adcd0', 'name': '', 'network_id': 'a87c18c7-942d-4c1a-a8a4-f653ecd932d5', 'tenant_id': '708901217b3b41c0b407642d4c723338', 'mac_address': 'fa:16:3e:3a:83:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'cf1d85dd-dd92-44dc-9afe-c98ac7128436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:40Z', 'updated_at': '2021-09-30T08:29:42Z', 'revision_number': 2, 'project_id': '708901217b3b41c0b407642d4c723338', 'subnets': [{'id': 'cf1d85dd-dd92-44dc-9afe-c98ac7128436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:46.344858 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Checking router: 52611fcb-eda8-4ef5-bba6-a195b88dcce7 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:29:46.345967 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Updating router 52611fcb-eda8-4ef5-bba6-a195b88dcce7 port 81918ce4-88b5-4356-aa9a-83459b0adcd0 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:29:46.377436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=ea902561-0e8e-4c38-ab02-f95f552b6111,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:46.382152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98d211-05e1-4031-a52b-1a6ba467238e req-26c18df3-00a4-4835-87ed-6bfe6ae9cc00 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:46.395005 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1a98d211-05e1-4031-a52b-1a6ba467238e req-26c18df3-00a4-4835-87ed-6bfe6ae9cc00 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.1012862 Sep 30 08:29:46.405767 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85ab6be3-aaf9-4ae7-853a-9c0c598890d1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.414375 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.414683 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85ab6be3-aaf9-4ae7-853a-9c0c598890d1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.489421 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1a98d211-05e1-4031-a52b-1a6ba467238e req-81d7cb1a-69c0-4775-96d5-6b0f79e888ba tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917330 Sep 30 08:29:46.507357 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85ab6be3-aaf9-4ae7-853a-9c0c598890d1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.523864 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85ab6be3-aaf9-4ae7-853a-9c0c598890d1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.525605 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-85ab6be3-aaf9-4ae7-853a-9c0c598890d1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/74e93211-c8c2-4eec-bc0d-08c938b61c0d HTTP/1.1" status: 204 len: 168 time: 0.2887130 Sep 30 08:29:46.527308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab6be3-aaf9-4ae7-853a-9c0c598890d1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74e93211-c8c2-4eec-bc0d-08c938b61c0d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:46.528083 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 32804) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:46.534884 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.607979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5be99e8b-6aa6-4334-a437-ee0a43381d60 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:46.621018 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a8378976-e0d8-44f5-bf22-39fc7dab7041 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0887835 Sep 30 08:29:46.622305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32806) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:46.779505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 5be99e8b-6aa6-4334-a437-ee0a43381d60 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:46.780124 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:46.823943 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Floating IP 03c31d26-de3e-46a2-9682-dc507799bd46 associated. External IP: 172.25.0.51, port: d8390607-51b2-4f50-813d-a349675bc858. Sep 30 08:29:47.119327 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b3fe-54a4-4268-b769-ec2eff3d67d1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.202337 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.215259 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.224707 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b3fe-54a4-4268-b769-ec2eff3d67d1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.315491 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16b4d-0840-4b74-a48e-f2f59e4ab9e9 None None] Pushing event updated for resources: {'Port': ['ID=81918ce4-88b5-4356-aa9a-83459b0adcd0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:47.355224 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Attempting to bind port 81918ce4-88b5-4356-aa9a-83459b0adcd0 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:47.355820 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Attempting to bind port 81918ce4-88b5-4356-aa9a-83459b0adcd0 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '07c2f9a2-6335-40c2-a146-25185388e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a87c18c7-942d-4c1a-a8a4-f653ecd932d5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:47.357016 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Attempting to bind port 81918ce4-88b5-4356-aa9a-83459b0adcd0 on network a87c18c7-942d-4c1a-a8a4-f653ecd932d5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:47.364923 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:47.365531 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Checking segment: {'id': '07c2f9a2-6335-40c2-a146-25185388e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a87c18c7-942d-4c1a-a8a4-f653ecd932d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:47.366074 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.366602 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Bound using segment: {'id': '07c2f9a2-6335-40c2-a146-25185388e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a87c18c7-942d-4c1a-a8a4-f653ecd932d5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:47.368419 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Bound port: 81918ce4-88b5-4356-aa9a-83459b0adcd0, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c2f9a2-6335-40c2-a146-25185388e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a87c18c7-942d-4c1a-a8a4-f653ecd932d5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:47.369034 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.491089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b3fe-54a4-4268-b769-ec2eff3d67d1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.493821 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b3fe-54a4-4268-b769-ec2eff3d67d1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.501345 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a3d4b3fe-54a4-4268-b769-ec2eff3d67d1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-groups/7662d63f-865c-486c-af4b-f498a68428de HTTP/1.1" status: 204 len: 168 time: 0.8733082 Sep 30 08:29:47.501741 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 32824) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:47.525227 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router 9779487b-f015-41d9-95fe-886ab068ec41 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:29:47.536958 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4b3fe-54a4-4268-b769-ec2eff3d67d1 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7662d63f-865c-486c-af4b-f498a68428de,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:47.576621 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] For port 81918ce4-88b5-4356-aa9a-83459b0adcd0, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:47.592166 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] For port 81918ce4-88b5-4356-aa9a-83459b0adcd0, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=81918ce4-88b5-4356-aa9a-83459b0adcd0,segment=NetworkSegment(07c2f9a2-6335-40c2-a146-25185388e909),segment_id=07c2f9a2-6335-40c2-a146-25185388e909)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:47.601682 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.619178 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a4432a30-ad00-41f3-8919-ee0c119357ea tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1157625 Sep 30 08:29:47.625904 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 32830) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:47.642540 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9758e4f1-2a8e-4b3f-96b5-d759485dbb31 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741053416'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:47.683474 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9758e4f1-2a8e-4b3f-96b5-d759485dbb31 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.759644 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16b4d-0840-4b74-a48e-f2f59e4ab9e9 None None] Pushing event updated for resources: {'Port': ['ID=81918ce4-88b5-4356-aa9a-83459b0adcd0,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:47.781688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4d9d3d9a-f995-433d-9e3a-39adf0d33693 None None] Provisioning complete for port 81918ce4-88b5-4356-aa9a-83459b0adcd0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:47.782589 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3d9a-f995-433d-9e3a-39adf0d33693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.808220 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Routers {'52611fcb-eda8-4ef5-bba6-a195b88dcce7'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:47.808863 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:29:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['52611fcb-eda8-4ef5-bba6-a195b88dcce7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:47.814362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:29:47.880591 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9758e4f1-2a8e-4b3f-96b5-d759485dbb31 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.895678 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.915447 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9758e4f1-2a8e-4b3f-96b5-d759485dbb31 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.917252 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:47.918265 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d512d-d90d-4862-a2c5-ea452ad0c9c1 None None] Sync routers for ids ['9779487b-f015-41d9-95fe-886ab068ec41'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:29:47.967543 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4613ee55-7d50-48c7-baed-e244dd9dfd91 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.1340709 Sep 30 08:29:47.970679 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:29:47.973004 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d0a5ea-500f-4fad-a4d1-bd91be25f800" -d '{"events": [{"name": "network-changed", "server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "tag": "d8390607-51b2-4f50-813d-a349675bc858"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:29:47.991432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d512d-d90d-4862-a2c5-ea452ad0c9c1 None None] Routers {'9779487b-f015-41d9-95fe-886ab068ec41'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:47.992116 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3a5d512d-d90d-4862-a2c5-ea452ad0c9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:29:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9779487b-f015-41d9-95fe-886ab068ec41'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:48.099585 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9758e4f1-2a8e-4b3f-96b5-d759485dbb31 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.101740 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9758e4f1-2a8e-4b3f-96b5-d759485dbb31 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4746549 Sep 30 08:29:48.107416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32842) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:48.113356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c532c3bd-a3e8-4e3d-9867-b41a0e47aecb tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group_rule': {'security_group_id': 'e7d8ff93-3ae3-4640-97d1-48325a99e413', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:48.124674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758e4f1-2a8e-4b3f-96b5-d759485dbb31 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d8ff93-3ae3-4640-97d1-48325a99e413,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:48.137159 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] Set router 52611fcb-eda8-4ef5-bba6-a195b88dcce7 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:48.203013 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c532c3bd-a3e8-4e3d-9867-b41a0e47aecb tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.227673 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af74c5-f562-40a9-ade3-e7c7c872f801 req-33f5c484-c3dc-45b7-8977-83808e23c03b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:48.239572 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9af74c5-f562-40a9-ade3-e7c7c872f801 req-33f5c484-c3dc-45b7-8977-83808e23c03b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.3538821 Sep 30 08:29:48.342680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ebcc0-41b0-4f23-b5ca-fbf386e7263a req-589467f5-906e-4514-b9a3-b44e325c2d8f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:48.346327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd9ebcc0-41b0-4f23-b5ca-fbf386e7263a req-589467f5-906e-4514-b9a3-b44e325c2d8f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.2724638 Sep 30 08:29:48.436544 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3d9a-f995-433d-9e3a-39adf0d33693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.443281 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c532c3bd-a3e8-4e3d-9867-b41a0e47aecb tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.450681 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c532c3bd-a3e8-4e3d-9867-b41a0e47aecb tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.479218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd9ebcc0-41b0-4f23-b5ca-fbf386e7263a req-b5eeb7e1-b5aa-41c7-96c8-d912476fbab7 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203132 Sep 30 08:29:48.491513 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4d9d3d9a-f995-433d-9e3a-39adf0d33693 None None] For port 81918ce4-88b5-4356-aa9a-83459b0adcd0, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=81918ce4-88b5-4356-aa9a-83459b0adcd0,segment=NetworkSegment(07c2f9a2-6335-40c2-a146-25185388e909),segment_id=07c2f9a2-6335-40c2-a146-25185388e909)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:48.497299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-3a5d512d-d90d-4862-a2c5-ea452ad0c9c1 None None] Set router 9779487b-f015-41d9-95fe-886ab068ec41 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:48.498471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9af74c5-f562-40a9-ade3-e7c7c872f801 req-60ef7654-7f5f-45f8-9de2-1bad418dddf8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372499 Sep 30 08:29:48.509263 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3d9a-f995-433d-9e3a-39adf0d33693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.509755 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 32846) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:48.554095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532c3bd-a3e8-4e3d-9867-b41a0e47aecb tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2229c8c-b4d6-4e6c-b5be-e942a9807517,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:48.588532 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d3d9a-f995-433d-9e3a-39adf0d33693 None None] Pushing event updated for resources: {'Port': ['ID=81918ce4-88b5-4356-aa9a-83459b0adcd0,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:48.609996 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c532c3bd-a3e8-4e3d-9867-b41a0e47aecb tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.636214 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c532c3bd-a3e8-4e3d-9867-b41a0e47aecb tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5113757 Sep 30 08:29:48.644928 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32850) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:48.644928 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e551ebbe-51be-4f22-bf0d-dd418ab673c6 x-openstack-request-id: req-e551ebbe-51be-4f22-bf0d-dd418ab673c6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:29:48.644928 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "tag": "d8390607-51b2-4f50-813d-a349675bc858", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:29:48.644928 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e551ebbe-51be-4f22-bf0d-dd418ab673c6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:29:48.644928 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858', 'status': 'completed', 'code': 200} Sep 30 08:29:48.686751 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'name': 'tempest-TestVolumeBootPattern-1082703340-router', 'tenant_id': '708901217b3b41c0b407642d4c723338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5be99e8b-6aa6-4334-a437-ee0a43381d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:35Z', 'updated_at': '2021-09-30T08:29:42Z', 'revision_number': 4, 'project_id': '708901217b3b41c0b407642d4c723338', 'gw_port': {'id': '5be99e8b-6aa6-4334-a437-ee0a43381d60', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:eb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:36Z', 'updated_at': '2021-09-30T08:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '81918ce4-88b5-4356-aa9a-83459b0adcd0', 'name': '', 'network_id': 'a87c18c7-942d-4c1a-a8a4-f653ecd932d5', 'tenant_id': '708901217b3b41c0b407642d4c723338', 'mac_address': 'fa:16:3e:3a:83:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'cf1d85dd-dd92-44dc-9afe-c98ac7128436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:40Z', 'updated_at': '2021-09-30T08:29:47Z', 'revision_number': 4, 'project_id': '708901217b3b41c0b407642d4c723338', 'subnets': [{'id': 'cf1d85dd-dd92-44dc-9afe-c98ac7128436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:48.705481 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dd884c22-97d6-4dfe-875a-eaba2f693ca8 None None] Provisioning complete for port 81918ce4-88b5-4356-aa9a-83459b0adcd0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:48.705855 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd884c22-97d6-4dfe-875a-eaba2f693ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.728541 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3d98fb21-899d-44fb-9db7-17a9a8084fbd tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules/d2229c8c-b4d6-4e6c-b5be-e942a9807517 HTTP/1.1" status: 200 len: 763 time: 0.0836079 Sep 30 08:29:48.728744 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aebb83-a522-4345-bbc0-26991bc13899 None None] The sync data for ids ['52611fcb-eda8-4ef5-bba6-a195b88dcce7'] in n-d-807359-2 is: [{'id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'name': 'tempest-TestVolumeBootPattern-1082703340-router', 'tenant_id': '708901217b3b41c0b407642d4c723338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5be99e8b-6aa6-4334-a437-ee0a43381d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:35Z', 'updated_at': '2021-09-30T08:29:42Z', 'revision_number': 4, 'project_id': '708901217b3b41c0b407642d4c723338', 'gw_port': {'id': '5be99e8b-6aa6-4334-a437-ee0a43381d60', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:eb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:36Z', 'updated_at': '2021-09-30T08:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '81918ce4-88b5-4356-aa9a-83459b0adcd0', 'name': '', 'network_id': 'a87c18c7-942d-4c1a-a8a4-f653ecd932d5', 'tenant_id': '708901217b3b41c0b407642d4c723338', 'mac_address': 'fa:16:3e:3a:83:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'cf1d85dd-dd92-44dc-9afe-c98ac7128436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:40Z', 'updated_at': '2021-09-30T08:29:47Z', 'revision_number': 4, 'project_id': '708901217b3b41c0b407642d4c723338', 'subnets': [{'id': 'cf1d85dd-dd92-44dc-9afe-c98ac7128436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:48.729160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32854) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:48.761438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-167534aa-8cd9-4b0c-845e-61df70c9333a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/03c31d26-de3e-46a2-9682-dc507799bd46 HTTP/1.1" status: 200 len: 990 time: 0.2505467 Sep 30 08:29:48.776309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0a5ea-500f-4fad-a4d1-bd91be25f800 req-6f9ef9df-c9ba-4eab-81ed-f54af6881b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:48.788253 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88d0a5ea-500f-4fad-a4d1-bd91be25f800 req-6f9ef9df-c9ba-4eab-81ed-f54af6881b82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1096 time: 0.1406512 Sep 30 08:29:48.899425 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-344c6c06-e29c-4e74-9182-c69c55f7302a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1691124 Sep 30 08:29:48.901977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:48.947464 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61c45a6-85f4-4b8c-bff5-503a06326ec0 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:48.959514 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61c45a6-85f4-4b8c-bff5-503a06326ec0 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.014296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0a5ea-500f-4fad-a4d1-bd91be25f800 req-3afcf102-8fd0-4f3e-a83d-a3d887099e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:49.018446 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61c45a6-85f4-4b8c-bff5-503a06326ec0 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.029410 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88d0a5ea-500f-4fad-a4d1-bd91be25f800 req-3afcf102-8fd0-4f3e-a83d-a3d887099e89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3e93fb9-4960-446e-b6f1-2542a3bf279e HTTP/1.1" status: 200 len: 897 time: 0.2328279 Sep 30 08:29:49.032933 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61c45a6-85f4-4b8c-bff5-503a06326ec0 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.039431 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f61c45a6-85f4-4b8c-bff5-503a06326ec0 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d2229c8c-b4d6-4e6c-b5be-e942a9807517 HTTP/1.1" status: 204 len: 168 time: 0.1364381 Sep 30 08:29:49.047424 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32858) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:49.071634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c45a6-85f4-4b8c-bff5-503a06326ec0 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2229c8c-b4d6-4e6c-b5be-e942a9807517,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:49.125460 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b9fa90e7-da82-4645-b07d-d87ad9030e79 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0756865 Sep 30 08:29:49.135675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32860) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:49.142161 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d34db2a4-8240-4836-82e5-5d8723d82eed tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group_rule': {'security_group_id': 'e7d8ff93-3ae3-4640-97d1-48325a99e413', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:49.210792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88d0a5ea-500f-4fad-a4d1-bd91be25f800 req-e42f8c92-722a-4c48-95eb-4f657ca98999 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 200 len: 998 time: 0.1732812 Sep 30 08:29:49.238219 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d34db2a4-8240-4836-82e5-5d8723d82eed tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.347632 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0a5ea-500f-4fad-a4d1-bd91be25f800 req-45f7faca-17e0-4e84-a873-33cbb18a0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:49.349197 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88d0a5ea-500f-4fad-a4d1-bd91be25f800 req-45f7faca-17e0-4e84-a873-33cbb18a0ad7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=805ce0c1-e9b8-48c9-93cc-c7e8add94f34 HTTP/1.1" status: 200 len: 834 time: 0.1258881 Sep 30 08:29:49.397254 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d34db2a4-8240-4836-82e5-5d8723d82eed tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.405413 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d34db2a4-8240-4836-82e5-5d8723d82eed tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.405767 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3a5d512d-d90d-4862-a2c5-ea452ad0c9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779487b-f015-41d9-95fe-886ab068ec41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582140869', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:05Z', 'updated_at': '2021-09-30T08:29:14Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:06Z', 'updated_at': '2021-09-30T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '03c31d26-de3e-46a2-9682-dc507799bd46', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'floating_ip_address': '172.25.0.51', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'port_id': 'd8390607-51b2-4f50-813d-a349675bc858', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'mac_address': 'fa:16:3e:60:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:29:44Z', 'updated_at': '2021-09-30T08:29:44Z', 'revision_number': 0, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90214c4b-68d9-4a63-a41a-7ec43a68119b', 'name': '', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b0:f5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:13Z', 'updated_at': '2021-09-30T08:29:19Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:49.453429 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34db2a4-8240-4836-82e5-5d8723d82eed tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763f0787-9ad7-4df3-8af1-5afd98962207,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:49.481837 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d34db2a4-8240-4836-82e5-5d8723d82eed tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.483445 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d34db2a4-8240-4836-82e5-5d8723d82eed tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3466291 Sep 30 08:29:49.488039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 32876) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:49.528612 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d512d-d90d-4862-a2c5-ea452ad0c9c1 None None] Checking router: 9779487b-f015-41d9-95fe-886ab068ec41 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:29:49.548362 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-05e524e9-276b-4226-bbcf-c9e5b2ad47c9 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules/763f0787-9ad7-4df3-8af1-5afd98962207 HTTP/1.1" status: 200 len: 763 time: 0.0534747 Sep 30 08:29:49.550845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32880) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:49.584030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0a5ea-500f-4fad-a4d1-bd91be25f800 req-d58ad942-3738-4e42-b8bf-d450bcdaf0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:49.585950 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88d0a5ea-500f-4fad-a4d1-bd91be25f800 req-d58ad942-3738-4e42-b8bf-d450bcdaf0f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3e93fb9-4960-446e-b6f1-2542a3bf279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2266479 Sep 30 08:29:49.688049 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6615b991-d789-4429-8a14-39a1ef003b71 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1312706 Sep 30 08:29:49.690264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:49.724980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d512d-d90d-4862-a2c5-ea452ad0c9c1 None None] Routers {'9779487b-f015-41d9-95fe-886ab068ec41'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:29:49.725635 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3a5d512d-d90d-4862-a2c5-ea452ad0c9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:29:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9779487b-f015-41d9-95fe-886ab068ec41'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:49.743821 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3981dd1-a415-4a41-a3c3-7f3f03076aae tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.763623 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32890) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:49.782421 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3981dd1-a415-4a41-a3c3-7f3f03076aae tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.851934 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad08626-a4f0-4d80-8eb5-1f6ab2e5c764 req-db79c77f-32d5-48a6-b63c-049eefd13e05 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:49.865379 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ad08626-a4f0-4d80-8eb5-1f6ab2e5c764 req-db79c77f-32d5-48a6-b63c-049eefd13e05 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.2343123 Sep 30 08:29:49.936315 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-94cbbb30-ce54-4c50-9904-73c2beca2db4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/03c31d26-de3e-46a2-9682-dc507799bd46 HTTP/1.1" status: 200 len: 990 time: 0.1709898 Sep 30 08:29:49.937765 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3981dd1-a415-4a41-a3c3-7f3f03076aae tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.946851 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3981dd1-a415-4a41-a3c3-7f3f03076aae tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:49.948408 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c3981dd1-a415-4a41-a3c3-7f3f03076aae tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/763f0787-9ad7-4df3-8af1-5afd98962207 HTTP/1.1" status: 204 len: 168 time: 0.2571101 Sep 30 08:29:49.952477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32894) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:49.983329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3981dd1-a415-4a41-a3c3-7f3f03076aae tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=763f0787-9ad7-4df3-8af1-5afd98962207,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:50.009266 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ad08626-a4f0-4d80-8eb5-1f6ab2e5c764 req-52dce45e-dc34-490c-976b-56868c1fc06d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430058 Sep 30 08:29:50.025712 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-77f8ab80-b0ba-4d72-8801-27297496a5d3 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0714972 Sep 30 08:29:50.028485 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32896) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:50.033534 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-01bb1b27-dd24-45f4-852c-ae21214b29a8 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Request body: {'security_group_rule': {'security_group_id': 'e7d8ff93-3ae3-4640-97d1-48325a99e413', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:50.082758 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01bb1b27-dd24-45f4-852c-ae21214b29a8 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:50.164560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-6ed4a06d-1382-4164-b182-9b638fc49eca tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:50.166083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-6ed4a06d-1382-4164-b182-9b638fc49eca tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 812 time: 0.4416945 Sep 30 08:29:50.173221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88d0a5ea-500f-4fad-a4d1-bd91be25f800 req-b16252ff-dc27-4451-a819-affec48e31bf service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723231 Sep 30 08:29:50.174344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-3a5d512d-d90d-4862-a2c5-ea452ad0c9c1 None None] Set router 9779487b-f015-41d9-95fe-886ab068ec41 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:29:50.197077 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-5c4062b4-0d98-4336-af1f-b25b76ff507c tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/quotas/3b4635f67e2d43a8b3e76777aadbe7f0 HTTP/1.1" status: 200 len: 375 time: 0.0214159 Sep 30 08:29:50.236209 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01bb1b27-dd24-45f4-852c-ae21214b29a8 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:50.251828 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01bb1b27-dd24-45f4-852c-ae21214b29a8 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:50.291841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb1b27-dd24-45f4-852c-ae21214b29a8 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98efabb7-9c1f-44b9-aa29-b0bfd8b733b0,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:50.302231 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01bb1b27-dd24-45f4-852c-ae21214b29a8 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:50.303662 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-01bb1b27-dd24-45f4-852c-ae21214b29a8 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2738585 Sep 30 08:29:50.311094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:50.355393 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-86124435-b312-49ef-9571-c78333f8ba04 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules/98efabb7-9c1f-44b9-aa29-b0bfd8b733b0 HTTP/1.1" status: 200 len: 764 time: 0.0430098 Sep 30 08:29:50.361973 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32904) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:50.432593 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88d0a5ea-500f-4fad-a4d1-bd91be25f800 req-41510402-dca2-46fd-b014-78226bd7e849 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723549 Sep 30 08:29:50.484058 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a956e283-a5d9-44e0-bf40-9b119e32aa4a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1100249 Sep 30 08:29:50.485132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32908) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:50.547508 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-da3221dc-7e40-472f-9023-37ad00e0eb82 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1126890 Sep 30 08:29:50.559583 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-641c1a4e-d974-47fe-b8df-246e6659bc3f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:50.575645 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-641c1a4e-d974-47fe-b8df-246e6659bc3f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:50.623807 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-641c1a4e-d974-47fe-b8df-246e6659bc3f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:50.633611 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-641c1a4e-d974-47fe-b8df-246e6659bc3f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:50.635221 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-641c1a4e-d974-47fe-b8df-246e6659bc3f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/98efabb7-9c1f-44b9-aa29-b0bfd8b733b0 HTTP/1.1" status: 204 len: 168 time: 0.1486402 Sep 30 08:29:50.639404 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32910) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:50.662329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c1a4e-d974-47fe-b8df-246e6659bc3f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98efabb7-9c1f-44b9-aa29-b0bfd8b733b0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:50.712293 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9f17063a-3260-4d25-88aa-76f99f42b36f tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0705888 Sep 30 08:29:50.716144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32912) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:50.730242 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3a5d512d-d90d-4862-a2c5-ea452ad0c9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779487b-f015-41d9-95fe-886ab068ec41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582140869', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:05Z', 'updated_at': '2021-09-30T08:29:14Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:06Z', 'updated_at': '2021-09-30T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '03c31d26-de3e-46a2-9682-dc507799bd46', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'floating_ip_address': '172.25.0.51', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'port_id': 'd8390607-51b2-4f50-813d-a349675bc858', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'mac_address': 'fa:16:3e:60:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:29:44Z', 'updated_at': '2021-09-30T08:29:44Z', 'revision_number': 0, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90214c4b-68d9-4a63-a41a-7ec43a68119b', 'name': '', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b0:f5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:13Z', 'updated_at': '2021-09-30T08:29:19Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:29:50.732629 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 81918ce4-88b5-4356-aa9a-83459b0adcd0 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:29:50.792274 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-7964403b-b368-4312-a331-9b561f09672d service neutron] 10.222.0.24 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435024 Sep 30 08:29:50.796719 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2aeac979-93f6-45b2-9d38-5e4d72e6d792 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:50.814599 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d512d-d90d-4862-a2c5-ea452ad0c9c1 None None] The sync data for ids ['9779487b-f015-41d9-95fe-886ab068ec41'] in n-d-807359-2 is: [{'id': '9779487b-f015-41d9-95fe-886ab068ec41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582140869', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:05Z', 'updated_at': '2021-09-30T08:29:14Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:06Z', 'updated_at': '2021-09-30T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '03c31d26-de3e-46a2-9682-dc507799bd46', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'floating_ip_address': '172.25.0.51', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'port_id': 'd8390607-51b2-4f50-813d-a349675bc858', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'mac_address': 'fa:16:3e:60:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:29:44Z', 'updated_at': '2021-09-30T08:29:44Z', 'revision_number': 0, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90214c4b-68d9-4a63-a41a-7ec43a68119b', 'name': '', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b0:f5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:13Z', 'updated_at': '2021-09-30T08:29:19Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:29:50.859677 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 81918ce4-88b5-4356-aa9a-83459b0adcd0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:50.860096 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:50.871443 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2aeac979-93f6-45b2-9d38-5e4d72e6d792 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:50.941429 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32916) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:51.029008 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-a34df370-fb09-4fa2-9e44-7a1218f2b250 service neutron] 10.222.0.24 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273092 Sep 30 08:29:51.057590 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2aeac979-93f6-45b2-9d38-5e4d72e6d792 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:51.061394 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2aeac979-93f6-45b2-9d38-5e4d72e6d792 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:51.062622 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2aeac979-93f6-45b2-9d38-5e4d72e6d792 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "DELETE /v2.0/security-groups/e7d8ff93-3ae3-4640-97d1-48325a99e413 HTTP/1.1" status: 204 len: 168 time: 0.3451455 Sep 30 08:29:51.067317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 32922) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:51.082704 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeac979-93f6-45b2-9d38-5e4d72e6d792 tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d8ff93-3ae3-4640-97d1-48325a99e413,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:51.107253 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ce14cb24-1bd1-44fd-8523-8d168c38564f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/03c31d26-de3e-46a2-9682-dc507799bd46 HTTP/1.1" status: 200 len: 990 time: 0.1621664 Sep 30 08:29:51.253110 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-daacdd4d-4693-4c48-8567-ccf0a0b8483a tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1840189 Sep 30 08:29:51.261892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:51.263716 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbd624-81b7-46c2-aa0d-3c5536c48fa0 req-6167d0d0-42df-4652-838b-03a279b48c49 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:51.265846 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33bbd624-81b7-46c2-aa0d-3c5536c48fa0 req-6167d0d0-42df-4652-838b-03a279b48c49 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.1447792 Sep 30 08:29:51.354305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33bbd624-81b7-46c2-aa0d-3c5536c48fa0 req-28b87e3b-ce50-461c-9071-3172c7218fa8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792751 Sep 30 08:29:51.363015 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6747b-503b-4e6c-a2a5-165c501975fb None None] New status for floating IP 03c31d26-de3e-46a2-9682-dc507799bd46: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:29:51.390601 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f40e8c59-b4cc-426e-8357-ea525631ae9e tempest-SecGroupTest-302461355 tempest-SecGroupTest-302461355-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1200459 Sep 30 08:29:51.663046 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb190e33-9dfc-4205-a713-ccafd7869444 req-11ef4740-54bf-4dd1-95a8-b9be6cf0182b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 210 time: 0.0685112 Sep 30 08:29:51.938219 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32950) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:52.114411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 32960) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:52.153499 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b038df18-c94c-4df0-b694-f5b9ae42879d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a36ab09d9f5c4be6b0eb16530393871d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133944 Sep 30 08:29:52.157236 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 32962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:52.224299 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1c011f2-4fa4-4442-835b-a73fddbfc110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.251641 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1c011f2-4fa4-4442-835b-a73fddbfc110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.252311 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1db19778-f432-4f7b-b8d5-d4e0b6dacc9f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/03c31d26-de3e-46a2-9682-dc507799bd46 HTTP/1.1" status: 200 len: 992 time: 0.1277404 Sep 30 08:29:52.345658 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1c011f2-4fa4-4442-835b-a73fddbfc110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.349346 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1c011f2-4fa4-4442-835b-a73fddbfc110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:52.352795 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b1c011f2-4fa4-4442-835b-a73fddbfc110 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/289a3627-4f8c-4131-9f72-10efe107d2fa HTTP/1.1" status: 204 len: 168 time: 0.1917686 Sep 30 08:29:52.385459 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c011f2-4fa4-4442-835b-a73fddbfc110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289a3627-4f8c-4131-9f72-10efe107d2fa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:52.695811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0d667-e101-4064-a3a7-7bca032a5ffd req-f765a88b-2a99-4740-a128-482b92557dcd tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:52.697431 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37f0d667-e101-4064-a3a7-7bca032a5ffd req-f765a88b-2a99-4740-a128-482b92557dcd tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.1155455 Sep 30 08:29:52.768855 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37f0d667-e101-4064-a3a7-7bca032a5ffd req-d1deb725-9c5e-455e-98d3-25c3a83123db tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592999 Sep 30 08:29:52.842477 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b897a76f-765a-4f0a-ad87-5505b82e0ecf req-5f491093-652d-4a10-804a-0b93f65e6cd3 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 210 time: 0.0293422 Sep 30 08:29:53.130124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-ede8d103-8579-4a65-b1fc-95edc7365bc3 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:53.131627 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-ede8d103-8579-4a65-b1fc-95edc7365bc3 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.35 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 812 time: 0.1445420 Sep 30 08:29:53.149188 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-30ce77df-2107-4c41-9c4a-98889790233b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'port': {'device_id': '002a2244-6af6-4c56-8aca-05a60677e761', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'admin_state_up': True, 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:53.382260 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-30ce77df-2107-4c41-9c4a-98889790233b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Made reservation on behalf of 3b4635f67e2d43a8b3e76777aadbe7f0 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:29:53.389793 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-30ce77df-2107-4c41-9c4a-98889790233b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:53.623209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-30ce77df-2107-4c41-9c4a-98889790233b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Allocated IP 172.20.0.7 (7629390f-2364-48fa-8f8d-ee6921cea79b/dff57965-7910-4b7e-ae85-4b4f61ef0b85/efbf9375-2b10-4271-95d2-19ab7303cb12) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:29:54.014359 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-30ce77df-2107-4c41-9c4a-98889790233b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.018243 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8873d05b-69ee-41ae-b248-3bec206ee926 req-196f7ded-7817-48a9-bf2b-28555f955d86 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 210 time: 0.0374684 Sep 30 08:29:54.076252 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce6da6-c799-4830-89f5-bb59cf7629c1 req-b2444545-d57b-44dd-a3c1-ee44b1158cea tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:54.078648 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c5ce6da6-c799-4830-89f5-bb59cf7629c1 req-b2444545-d57b-44dd-a3c1-ee44b1158cea tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.1515677 Sep 30 08:29:54.093740 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-30ce77df-2107-4c41-9c4a-98889790233b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.180859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c5ce6da6-c799-4830-89f5-bb59cf7629c1 req-bfb8d768-c752-48db-9dd7-c27d04d8dc08 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934839 Sep 30 08:29:54.202906 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-30ce77df-2107-4c41-9c4a-98889790233b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Network 7629390f-2364-48fa-8f8d-ee6921cea79b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:29:54.218279 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-30ce77df-2107-4c41-9c4a-98889790233b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:29:54.225298 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-30ce77df-2107-4c41-9c4a-98889790233b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:29:54.370448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce77df-2107-4c41-9c4a-98889790233b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'Port': ['ID=efbf9375-2b10-4271-95d2-19ab7303cb12,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:54.407579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-30ce77df-2107-4c41-9c4a-98889790233b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:54.408307 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-30ce77df-2107-4c41-9c4a-98889790233b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.437546 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-30ce77df-2107-4c41-9c4a-98889790233b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2918122 Sep 30 08:29:54.457423 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Request body: {'port': {'device_id': '002a2244-6af6-4c56-8aca-05a60677e761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:29:54.562733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8e5d8922-5ba1-4fd2-9690-d4d9a1667e9e None None] Provisioning complete for port efbf9375-2b10-4271-95d2-19ab7303cb12 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:29:54.564736 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e5d8922-5ba1-4fd2-9690-d4d9a1667e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.571498 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:54.700765 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d8922-5ba1-4fd2-9690-d4d9a1667e9e None None] Port efbf9375-2b10-4271-95d2-19ab7303cb12 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:29:54.998307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efbf9375-2b10-4271-95d2-19ab7303cb12 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:29:55.011626 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:55.024464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Transition to ACTIVE for port object efbf9375-2b10-4271-95d2-19ab7303cb12 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:29:55.029390 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:55.136039 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Pushing event updated for resources: {'Port': ['ID=efbf9375-2b10-4271-95d2-19ab7303cb12,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:55.213516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Attempting to bind port efbf9375-2b10-4271-95d2-19ab7303cb12 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:29:55.214114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Attempting to bind port efbf9375-2b10-4271-95d2-19ab7303cb12 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:29:55.216488 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Attempting to bind port efbf9375-2b10-4271-95d2-19ab7303cb12 on network 7629390f-2364-48fa-8f8d-ee6921cea79b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:55.238878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Port efbf9375-2b10-4271-95d2-19ab7303cb12 on network 7629390f-2364-48fa-8f8d-ee6921cea79b not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:29:55.241746 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Attempting to bind port efbf9375-2b10-4271-95d2-19ab7303cb12 on network 7629390f-2364-48fa-8f8d-ee6921cea79b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:29:55.246259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd311a-0ca6-4ab8-b4e1-7550dc9efb3c req-6aae07f1-7602-4bda-9077-2fd9f11dd924 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:55.257828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:29:55.258177 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Checking segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:29:55.258599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Bound using segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:29:55.259057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Bound port: efbf9375-2b10-4271-95d2-19ab7303cb12, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:29:55.259392 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:55.264611 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7fcd311a-0ca6-4ab8-b4e1-7550dc9efb3c req-6aae07f1-7602-4bda-9077-2fd9f11dd924 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 943 time: 0.1295393 Sep 30 08:29:55.364354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7fcd311a-0ca6-4ab8-b4e1-7550dc9efb3c req-12f38dbe-efbc-4acf-adb2-9b0ed1d5efd3 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978658 Sep 30 08:29:55.429653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] For port efbf9375-2b10-4271-95d2-19ab7303cb12, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:29:55.435966 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] For port efbf9375-2b10-4271-95d2-19ab7303cb12, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=efbf9375-2b10-4271-95d2-19ab7303cb12,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:29:55.444761 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:55.468617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:55.469436 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:55.471537 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] 10.222.0.35 "PUT /v2.0/ports/efbf9375-2b10-4271-95d2-19ab7303cb12 HTTP/1.1" status: 200 len: 1091 time: 1.0195849 Sep 30 08:29:55.473825 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002a2244-6af6-4c56-8aca-05a60677e761', 'tag': 'efbf9375-2b10-4271-95d2-19ab7303cb12'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:29:55.476824 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d512ea-3821-4a56-8d1f-b979dbe127b8" -d '{"events": [{"name": "network-changed", "server_uuid": "002a2244-6af6-4c56-8aca-05a60677e761", "tag": "efbf9375-2b10-4271-95d2-19ab7303cb12"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:29:55.478818 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe3c0b-361a-4e4f-a6bd-885b83194a7d req-7bbb03b3-9e5c-457d-accb-5cd9b0b59059 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:55.487533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-04fe3c0b-361a-4e4f-a6bd-885b83194a7d req-7bbb03b3-9e5c-457d-accb-5cd9b0b59059 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.1058226 Sep 30 08:29:55.604841 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fccb8c2-dbf8-4e8f-9035-5634486fa3a2 x-openstack-request-id: req-4fccb8c2-dbf8-4e8f-9035-5634486fa3a2 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:29:55.606480 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002a2244-6af6-4c56-8aca-05a60677e761", "tag": "efbf9375-2b10-4271-95d2-19ab7303cb12", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:29:55.606480 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fccb8c2-dbf8-4e8f-9035-5634486fa3a2 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:29:55.607106 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002a2244-6af6-4c56-8aca-05a60677e761', 'tag': 'efbf9375-2b10-4271-95d2-19ab7303cb12', 'status': 'completed', 'code': 200} Sep 30 08:29:55.624433 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-04fe3c0b-361a-4e4f-a6bd-885b83194a7d req-7c6b9edc-133c-4e13-8967-c71f3ef112d3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304464 Sep 30 08:29:55.656235 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33086) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:55.700142 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91ae40-9053-4b97-8b95-d863eff45d46 service neutron] Pushing event updated for resources: {'Port': ['ID=efbf9375-2b10-4271-95d2-19ab7303cb12,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:55.706823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-15be90dc-60c7-4de7-9279-88f0b287caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:55.708400 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-15be90dc-60c7-4de7-9279-88f0b287caac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 1094 time: 0.1280930 Sep 30 08:29:55.792259 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-f0e41125-812c-4879-a096-602b5b365213 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efbf9375-2b10-4271-95d2-19ab7303cb12 HTTP/1.1" status: 200 len: 217 time: 0.0693076 Sep 30 08:29:55.873075 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c95a51e-73cb-4086-9c92-ffe4450511e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:55.941709 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-ecbc3c84-af38-4b65-a5ba-831546454eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:55.943578 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-ecbc3c84-af38-4b65-a5ba-831546454eb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.1367083 Sep 30 08:29:56.079822 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-55d0090f-4db9-4e0c-905d-a7cb0daa5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:56.081413 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-55d0090f-4db9-4e0c-905d-a7cb0daa5516 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694621 Sep 30 08:29:56.093833 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c95a51e-73cb-4086-9c92-ffe4450511e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:56.105403 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c95a51e-73cb-4086-9c92-ffe4450511e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:56.169926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95a51e-73cb-4086-9c92-ffe4450511e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5ad95b-4e09-4bfc-ad22-93b30d9312a5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:56.214429 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5c95a51e-73cb-4086-9c92-ffe4450511e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfa658fd617b466fb5e3d1c2e4c608dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5571091 Sep 30 08:29:56.218280 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33128) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:56.265868 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-866bce58-9a8a-4dd6-a430-1fdd882adaee service neutron] 10.222.0.35 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696000 Sep 30 08:29:56.312738 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a05728a-d606-4c14-8b93-9e6619e7c7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:56.337703 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a05728a-d606-4c14-8b93-9e6619e7c7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:56.397228 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a05728a-d606-4c14-8b93-9e6619e7c7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:56.404002 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a05728a-d606-4c14-8b93-9e6619e7c7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:56.407680 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7a05728a-d606-4c14-8b93-9e6619e7c7e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a5ad95b-4e09-4bfc-ad22-93b30d9312a5 HTTP/1.1" status: 204 len: 168 time: 0.1879725 Sep 30 08:29:56.421010 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05728a-d606-4c14-8b93-9e6619e7c7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5ad95b-4e09-4bfc-ad22-93b30d9312a5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:56.440548 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ddef2d10-2958-4f11-9801-3a25e01dfb2d req-45be14f8-3457-4dbd-a94c-d527d13803c7 service neutron] 10.222.0.35 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668801 Sep 30 08:29:56.588721 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d512ea-3821-4a56-8d1f-b979dbe127b8 req-e228ba58-164c-4f47-8b95-cc5633411f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:56.590846 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d4d512ea-3821-4a56-8d1f-b979dbe127b8 req-e228ba58-164c-4f47-8b95-cc5633411f34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 1094 time: 0.0716162 Sep 30 08:29:56.663546 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ce0ec-f150-4569-93a9-934e153fe590 req-a06c4090-9602-460e-936e-d01e3449a75d tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:56.671770 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-430ce0ec-f150-4569-93a9-934e153fe590 req-a06c4090-9602-460e-936e-d01e3449a75d tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 943 time: 0.1100607 Sep 30 08:29:56.712937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-430ce0ec-f150-4569-93a9-934e153fe590 req-d19b4850-8ce7-46f7-8956-50c0328c13f4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401623 Sep 30 08:29:56.812242 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d512ea-3821-4a56-8d1f-b979dbe127b8 req-ba50bbb6-2842-4cd4-b0b5-473c8ba853e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:56.813883 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d4d512ea-3821-4a56-8d1f-b979dbe127b8 req-ba50bbb6-2842-4cd4-b0b5-473c8ba853e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 913 time: 0.2153556 Sep 30 08:29:56.894778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33148) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:56.899231 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d4d512ea-3821-4a56-8d1f-b979dbe127b8 req-e91cf6e1-a01f-4f59-852c-c01cef77a4be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efbf9375-2b10-4271-95d2-19ab7303cb12 HTTP/1.1" status: 200 len: 217 time: 0.0780213 Sep 30 08:29:56.931488 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74cffbb5-4b13-4809-b6a1-be606fd9a0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:56.958692 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d512ea-3821-4a56-8d1f-b979dbe127b8 req-b4060cbe-1cb1-448c-8469-1a8041b69d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:56.960203 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d4d512ea-3821-4a56-8d1f-b979dbe127b8 req-b4060cbe-1cb1-448c-8469-1a8041b69d87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0521166 Sep 30 08:29:57.056110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d512ea-3821-4a56-8d1f-b979dbe127b8 req-684fa065-0f75-4c61-9091-0aec9e2db6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:57.058578 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d4d512ea-3821-4a56-8d1f-b979dbe127b8 req-684fa065-0f75-4c61-9091-0aec9e2db6d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914712 Sep 30 08:29:57.081598 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72edcdd-ba96-44d5-a9c1-eff8dadb8ce5 req-f280d079-092d-4b5b-820e-0d4d7393b9e7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:57.089945 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a72edcdd-ba96-44d5-a9c1-eff8dadb8ce5 req-f280d079-092d-4b5b-820e-0d4d7393b9e7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.3508656 Sep 30 08:29:57.155584 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a72edcdd-ba96-44d5-a9c1-eff8dadb8ce5 req-87a8a3f0-4a7b-423e-ad06-656f65302eec tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577836 Sep 30 08:29:57.185658 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d4d512ea-3821-4a56-8d1f-b979dbe127b8 req-c447e22d-4a59-4717-8ed2-5fe882b7bca3 service neutron] 10.222.0.35 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187413 Sep 30 08:29:57.194819 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74cffbb5-4b13-4809-b6a1-be606fd9a0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.201549 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74cffbb5-4b13-4809-b6a1-be606fd9a0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.244832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cffbb5-4b13-4809-b6a1-be606fd9a0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e285a4-fcfe-4b6f-9d29-4a645bc91736,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:57.249977 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-74cffbb5-4b13-4809-b6a1-be606fd9a0d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=259b3474208342f78ab13b432f954da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539107 Sep 30 08:29:57.262819 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33166) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:57.303023 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d4d512ea-3821-4a56-8d1f-b979dbe127b8 req-c7985c19-bc98-40ea-990a-1722e076d3c9 service neutron] 10.222.0.35 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101532 Sep 30 08:29:57.329275 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89ee71d3-f9d4-4721-b58b-77cab16d13af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.358426 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89ee71d3-f9d4-4721-b58b-77cab16d13af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.412003 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89ee71d3-f9d4-4721-b58b-77cab16d13af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.415639 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89ee71d3-f9d4-4721-b58b-77cab16d13af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:57.420905 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-89ee71d3-f9d4-4721-b58b-77cab16d13af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79e285a4-fcfe-4b6f-9d29-4a645bc91736 HTTP/1.1" status: 204 len: 168 time: 0.1536970 Sep 30 08:29:57.442964 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee71d3-f9d4-4721-b58b-77cab16d13af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e285a4-fcfe-4b6f-9d29-4a645bc91736,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:57.506331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6e709-f316-47f2-97e4-ffe6ac939af1 req-121e2964-9b21-476c-8061-65ffd3b7685c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:57.508374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-67b6e709-f316-47f2-97e4-ffe6ac939af1 req-121e2964-9b21-476c-8061-65ffd3b7685c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 946 time: 0.0674784 Sep 30 08:29:57.558355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-67b6e709-f316-47f2-97e4-ffe6ac939af1 req-f72098a3-3954-4095-9912-0f3e8a88c8fe tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427458 Sep 30 08:29:57.916423 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473b200-a805-4b9e-84ef-c821b1096830 req-e07d0b48-8aed-4aa5-8570-81fde2705947 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:57.928954 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5473b200-a805-4b9e-84ef-c821b1096830 req-e07d0b48-8aed-4aa5-8570-81fde2705947 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 943 time: 0.1012273 Sep 30 08:29:58.000358 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5473b200-a805-4b9e-84ef-c821b1096830 req-75e389de-ee42-4fcc-af8d-d3dd01f4afaf tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512090 Sep 30 08:29:58.025011 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:29:58.147045 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:58.170908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:29:58.173239 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbcc94f-3cdb-4e28-83ef-1400125e3a60" -d '{"events": [{"server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "name": "network-vif-unplugged", "status": "completed", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:29:58.189552 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:29:58.197574 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:58.478892 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a4feb4-27fa-4cce-8072-ebef402474ca x-openstack-request-id: req-22a4feb4-27fa-4cce-8072-ebef402474ca {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:29:58.479213 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "name": "network-vif-unplugged", "status": "completed", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:29:58.479477 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22a4feb4-27fa-4cce-8072-ebef402474ca {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:29:58.479891 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'code': 200} Sep 30 08:29:58.481664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,revision_number=14']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:59.253511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865689ef-659f-4840-8b56-b141ef48f34b req-ecf36f20-810b-484f-b4ad-19647e2c4b5a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:59.256110 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-865689ef-659f-4840-8b56-b141ef48f34b req-ecf36f20-810b-484f-b4ad-19647e2c4b5a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 943 time: 0.1112783 Sep 30 08:29:59.261492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:59.346071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-865689ef-659f-4840-8b56-b141ef48f34b req-c39c4746-f456-4215-ab59-77c221dafc79 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795448 Sep 30 08:29:59.465160 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7977306d-b385-43f1-b032-7add252d1d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.583957 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7977306d-b385-43f1-b032-7add252d1d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.589126 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7977306d-b385-43f1-b032-7add252d1d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.634599 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7977306d-b385-43f1-b032-7add252d1d38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53d403d0840644a587d5af54ca4565f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709099 Sep 30 08:29:59.635545 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977306d-b385-43f1-b032-7add252d1d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459cc384-877e-47f7-87bf-898a42c3128e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:59.650703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 33312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:29:59.708996 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79fb7050-d660-4ccd-8251-4eb26f5ad91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.726574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5a96-8bda-4483-b556-5b3cc3a40309 req-4ceb0155-c39a-421c-bc23-931ee230c83c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:29:59.728787 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-de2c5a96-8bda-4483-b556-5b3cc3a40309 req-4ceb0155-c39a-421c-bc23-931ee230c83c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.2471995 Sep 30 08:29:59.737209 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79fb7050-d660-4ccd-8251-4eb26f5ad91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.769993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-de2c5a96-8bda-4483-b556-5b3cc3a40309 req-9728b8f9-40a3-4f7f-ab52-087ddc75e7f9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346820 Sep 30 08:29:59.792469 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79fb7050-d660-4ccd-8251-4eb26f5ad91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.795365 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79fb7050-d660-4ccd-8251-4eb26f5ad91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:29:59.796558 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-79fb7050-d660-4ccd-8251-4eb26f5ad91d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/459cc384-877e-47f7-87bf-898a42c3128e HTTP/1.1" status: 204 len: 168 time: 0.1458497 Sep 30 08:29:59.817565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb7050-d660-4ccd-8251-4eb26f5ad91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459cc384-877e-47f7-87bf-898a42c3128e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:29:59.828429 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:00.046586 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68274cdf-9777-4c89-a4d7-40b911c387d9 req-95eebeb2-6bfb-4ac1-a3df-9b03459e01a9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:00.048797 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68274cdf-9777-4c89-a4d7-40b911c387d9 req-95eebeb2-6bfb-4ac1-a3df-9b03459e01a9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0666218 Sep 30 08:30:00.062495 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3afa6-24b9-4070-820f-74356a310264 req-5372c358-dd22-4817-8816-2d7772ae8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:00.064476 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b7a3afa6-24b9-4070-820f-74356a310264 req-5372c358-dd22-4817-8816-2d7772ae8e5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 1095 time: 0.0592005 Sep 30 08:30:00.097528 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68274cdf-9777-4c89-a4d7-40b911c387d9 req-c398831a-0a18-4a0f-933f-d553e0e9449b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415723 Sep 30 08:30:00.491831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3afa6-24b9-4070-820f-74356a310264 req-7fde5687-1011-4de8-9301-25ec87b0a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:00.493982 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b7a3afa6-24b9-4070-820f-74356a310264 req-7fde5687-1011-4de8-9301-25ec87b0a702 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.4211419 Sep 30 08:30:00.497960 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fa4cf-de2b-4f83-a064-9222e9eda9e4 req-b419a56d-a21e-4ede-b84d-e4df6f8a9833 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:00.499478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd1fa4cf-de2b-4f83-a064-9222e9eda9e4 req-b419a56d-a21e-4ede-b84d-e4df6f8a9833 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 943 time: 0.0608859 Sep 30 08:30:00.560483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd1fa4cf-de2b-4f83-a064-9222e9eda9e4 req-67ad0931-76ea-42e5-9809-f488fdad59b4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510712 Sep 30 08:30:00.576933 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b7a3afa6-24b9-4070-820f-74356a310264 req-2c0ac3b5-c3f3-441c-a815-a2e0039b0cd7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 HTTP/1.1" status: 200 len: 999 time: 0.0695095 Sep 30 08:30:00.632333 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3afa6-24b9-4070-820f-74356a310264 req-a51c8bab-5bcb-4d21-973b-b0d3e583d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:00.633834 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b7a3afa6-24b9-4070-820f-74356a310264 req-a51c8bab-5bcb-4d21-973b-b0d3e583d114 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0505531 Sep 30 08:30:00.691183 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3afa6-24b9-4070-820f-74356a310264 req-af75c293-bb3e-48b4-9dde-0a60b583af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:00.693585 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b7a3afa6-24b9-4070-820f-74356a310264 req-af75c293-bb3e-48b4-9dde-0a60b583af21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529034 Sep 30 08:30:00.807111 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b7a3afa6-24b9-4070-820f-74356a310264 req-e5162223-004d-482e-9a5b-e89967e22570 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067238 Sep 30 08:30:00.906125 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b7a3afa6-24b9-4070-820f-74356a310264 req-b8303c1a-53b8-4f17-b16c-de5db9ed5ed8 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927522 Sep 30 08:30:01.234924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38288dd1-2e9b-4aeb-9def-6863f6735bbc req-a1d636dc-76de-4019-bc5b-3ca280ab72d1 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:01.236626 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38288dd1-2e9b-4aeb-9def-6863f6735bbc req-a1d636dc-76de-4019-bc5b-3ca280ab72d1 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0561254 Sep 30 08:30:01.278717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38288dd1-2e9b-4aeb-9def-6863f6735bbc req-0b2aecaa-f55f-4be7-9675-ef317e1e1bfa tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352628 Sep 30 08:30:01.707332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41674d-0c81-4701-87e4-a1c5f0be29a6 req-2293a8ef-5fe5-405b-8604-2ccd5fd144bb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:01.709239 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a41674d-0c81-4701-87e4-a1c5f0be29a6 req-2293a8ef-5fe5-405b-8604-2ccd5fd144bb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 943 time: 0.0902081 Sep 30 08:30:01.754459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a41674d-0c81-4701-87e4-a1c5f0be29a6 req-67fe3933-e238-466f-98b0-93991ef594d8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390096 Sep 30 08:30:02.309920 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95967eec-0411-4a48-b97f-31ccfceff29b req-f507dd49-e2dd-463a-84b4-ab9aa81ec8ce tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1ab6c49390654e4c9e308a5adca1fa9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354419 Sep 30 08:30:02.552609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e679378-0cad-41dd-b1fb-5122a792f53b req-5c1fb955-a27f-48af-84cd-cdb6176ae957 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:02.554105 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e679378-0cad-41dd-b1fb-5122a792f53b req-5c1fb955-a27f-48af-84cd-cdb6176ae957 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.1994648 Sep 30 08:30:02.583461 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967eec-0411-4a48-b97f-31ccfceff29b req-f286a1b6-4470-4db0-bb5d-76138ddeea8b tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:02.584974 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95967eec-0411-4a48-b97f-31ccfceff29b req-f286a1b6-4470-4db0-bb5d-76138ddeea8b tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696605 Sep 30 08:30:02.608855 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95967eec-0411-4a48-b97f-31ccfceff29b req-67f98dab-97b5-410c-8ddb-778a5fcf87b3 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/quotas/1ab6c49390654e4c9e308a5adca1fa9c HTTP/1.1" status: 200 len: 375 time: 0.0150645 Sep 30 08:30:02.630400 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e679378-0cad-41dd-b1fb-5122a792f53b req-30aec953-200d-4f13-a295-f37c613d7bb8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682075 Sep 30 08:30:02.654309 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c73ed7c5-069a-4966-a91a-607f97733f97 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ab6c49390654e4c9e308a5adca1fa9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297418 Sep 30 08:30:02.841870 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b5739ac-65ac-449c-8d75-c41131fbb9d7 req-bee33dda-5d79-4620-b528-af875de5ee3a tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/ports?device_id=5caf4446-2a2e-4c9f-83d3-a6a3396115b7 HTTP/1.1" status: 200 len: 210 time: 0.0482609 Sep 30 08:30:02.876349 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8de88-eaca-47d0-baa2-aa7ef3f3b358 req-3facf377-7c98-485e-bc79-0441304bc5bd tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:02.878082 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29b8de88-eaca-47d0-baa2-aa7ef3f3b358 req-3facf377-7c98-485e-bc79-0441304bc5bd tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0867376 Sep 30 08:30:02.982088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29b8de88-eaca-47d0-baa2-aa7ef3f3b358 req-8ef6c4da-9210-46cd-b919-001326d2a3af tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902698 Sep 30 08:30:03.002650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb75a41-84c8-4d3f-8d6e-fd08cbd186e0 req-a9d9a6fe-374c-42c0-b922-75ec0bc714fc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:03.004568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbb75a41-84c8-4d3f-8d6e-fd08cbd186e0 req-a9d9a6fe-374c-42c0-b922-75ec0bc714fc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 943 time: 0.0804236 Sep 30 08:30:03.049922 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbb75a41-84c8-4d3f-8d6e-fd08cbd186e0 req-0b9f45d4-0a4e-4ac8-978d-510a72151ece tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389025 Sep 30 08:30:03.142176 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7462c91-bbbd-4f52-924b-8ee5b0ba4e05 req-d385d839-ea02-4d96-b77e-c979f8e495fa tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:03.143651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7462c91-bbbd-4f52-924b-8ee5b0ba4e05 req-d385d839-ea02-4d96-b77e-c979f8e495fa tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0541692 Sep 30 08:30:03.187297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7462c91-bbbd-4f52-924b-8ee5b0ba4e05 req-29798527-75ba-49d1-b9b5-49e5d512c1bd tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366199 Sep 30 08:30:03.515795 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-52970bf0-8359-407d-8971-c57ac40883c1 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:03.517251 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-52970bf0-8359-407d-8971-c57ac40883c1 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 812 time: 0.1183002 Sep 30 08:30:03.533410 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-73655f05-fe1b-47b7-bef3-f67c52a7972d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/quotas/d3e9d607932149e6bd9be67b66de3de1 HTTP/1.1" status: 200 len: 375 time: 0.0101097 Sep 30 08:30:03.594345 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4ca57daf-4618-4049-a25e-777f79a9ff1d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0549428 Sep 30 08:30:03.723590 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-9ab1533c-45dd-4785-a712-c946f202a135 service neutron] 10.222.0.24 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219778 Sep 30 08:30:03.727198 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba57f48d-2cda-4736-8706-c16d6af8d659 req-1b4aea3b-8a4e-4a7f-9f36-ce36c3cb3a50 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0648637 Sep 30 08:30:04.281562 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95967eec-0411-4a48-b97f-31ccfceff29b req-db7fbe60-d8ad-4721-9e69-baa981605c66 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1ab6c49390654e4c9e308a5adca1fa9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552311 Sep 30 08:30:04.287374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8de2a82-4d14-40d3-9c3e-2dabecd956f9 req-e3ca3e60-f477-46a3-8821-248ba85047fe tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/ports?device_id=5caf4446-2a2e-4c9f-83d3-a6a3396115b7 HTTP/1.1" status: 200 len: 210 time: 0.0582280 Sep 30 08:30:04.315262 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-56791702-eb2f-4590-a9ec-4c31933db47c service neutron] 10.222.0.24 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822859 Sep 30 08:30:04.343570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f48d-2cda-4736-8706-c16d6af8d659 req-17bfdc49-bc87-43b1-9ea7-2116c0239d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:04.345372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba57f48d-2cda-4736-8706-c16d6af8d659 req-17bfdc49-bc87-43b1-9ea7-2116c0239d41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1096 time: 0.5418317 Sep 30 08:30:04.521444 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967eec-0411-4a48-b97f-31ccfceff29b req-b746fd29-a0ec-4a51-be12-b564a32a0ab4 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:04.522787 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95967eec-0411-4a48-b97f-31ccfceff29b req-b746fd29-a0ec-4a51-be12-b564a32a0ab4 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345390 Sep 30 08:30:04.547161 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-95967eec-0411-4a48-b97f-31ccfceff29b req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Request body: {'port': {'device_id': '5caf4446-2a2e-4c9f-83d3-a6a3396115b7', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '1ab6c49390654e4c9e308a5adca1fa9c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:04.581732 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75d26ec1-e35a-422e-a940-9ee454dbaefd req-745099e8-a350-419a-a2ca-7d0e81f0f0a5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 210 time: 0.0990565 Sep 30 08:30:04.593641 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a8ea5-789d-4fec-b9c2-33ceb24a43df req-270624e6-23ca-4213-b147-a381d6991706 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:04.595683 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd4a8ea5-789d-4fec-b9c2-33ceb24a43df req-270624e6-23ca-4213-b147-a381d6991706 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 943 time: 0.2104731 Sep 30 08:30:04.678494 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f48d-2cda-4736-8706-c16d6af8d659 req-e87dbb40-71cf-4604-915d-879b24403071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:04.680250 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba57f48d-2cda-4736-8706-c16d6af8d659 req-e87dbb40-71cf-4604-915d-879b24403071 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3e93fb9-4960-446e-b6f1-2542a3bf279e HTTP/1.1" status: 200 len: 897 time: 0.2961268 Sep 30 08:30:04.759883 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd4a8ea5-789d-4fec-b9c2-33ceb24a43df req-62b8cf08-ac40-4609-8a5a-56c62ad36939 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505351 Sep 30 08:30:04.794948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba57f48d-2cda-4736-8706-c16d6af8d659 req-f881760b-c028-47c4-8922-758f5d35547d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 200 len: 1000 time: 0.1049693 Sep 30 08:30:04.833409 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95967eec-0411-4a48-b97f-31ccfceff29b req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Made reservation on behalf of 1ab6c49390654e4c9e308a5adca1fa9c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:30:04.836931 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95967eec-0411-4a48-b97f-31ccfceff29b req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:04.852237 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95967eec-0411-4a48-b97f-31ccfceff29b req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:04.872487 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f48d-2cda-4736-8706-c16d6af8d659 req-24ed5196-d66f-4250-8f7e-4ac020d148d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:04.873989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba57f48d-2cda-4736-8706-c16d6af8d659 req-24ed5196-d66f-4250-8f7e-4ac020d148d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=805ce0c1-e9b8-48c9-93cc-c7e8add94f34 HTTP/1.1" status: 200 len: 834 time: 0.0722914 Sep 30 08:30:04.966056 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f48d-2cda-4736-8706-c16d6af8d659 req-a183d94e-e6e3-408a-81fa-65095b17bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:04.967577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba57f48d-2cda-4736-8706-c16d6af8d659 req-a183d94e-e6e3-408a-81fa-65095b17bf56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3e93fb9-4960-446e-b6f1-2542a3bf279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765703 Sep 30 08:30:05.034110 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95967eec-0411-4a48-b97f-31ccfceff29b req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:05.064303 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95967eec-0411-4a48-b97f-31ccfceff29b req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:05.167524 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172abc81-212e-4e4a-a151-6dad5edd9bab,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:05.173930 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba57f48d-2cda-4736-8706-c16d6af8d659 req-8ceb5c02-723e-4208-9e90-6676692e6e20 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972010 Sep 30 08:30:05.295456 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-95967eec-0411-4a48-b97f-31ccfceff29b req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Allocated IP 192.168.233.159 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/4ef50b37-9213-4045-ad69-de682532c34e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:30:05.342452 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba57f48d-2cda-4736-8706-c16d6af8d659 req-0c823b64-af71-4ef9-960a-a89a5813ac82 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571925 Sep 30 08:30:05.406271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35414c83-d495-4dcc-99d7-70fc17577bd8 req-dc3764c3-40dc-4f0c-8698-6ac964d2e7d8 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/ports?device_id=5caf4446-2a2e-4c9f-83d3-a6a3396115b7 HTTP/1.1" status: 200 len: 210 time: 0.0468297 Sep 30 08:30:05.506617 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95967eec-0411-4a48-b97f-31ccfceff29b req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:05.553185 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95967eec-0411-4a48-b97f-31ccfceff29b req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:05.635962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95967eec-0411-4a48-b97f-31ccfceff29b req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:30:05.635962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-95967eec-0411-4a48-b97f-31ccfceff29b req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:30:05.680197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-95967eec-0411-4a48-b97f-31ccfceff29b req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:30:05.737440 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Pushing event updated for resources: {'Port': ['ID=4ef50b37-9213-4045-ad69-de682532c34e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:05.765811 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af6b443f-8168-4f2b-8c93-70e5acaf2724 req-b2fe6822-098e-4f31-ad86-95e6a6e01837 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 210 time: 0.0500393 Sep 30 08:30:05.796889 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967eec-0411-4a48-b97f-31ccfceff29b req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:05.797548 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95967eec-0411-4a48-b97f-31ccfceff29b req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:05.809790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-5824d736-6e16-43bb-b47b-5cccfc1b5895 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:05.811335 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-5824d736-6e16-43bb-b47b-5cccfc1b5895 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.36 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 812 time: 0.2739961 Sep 30 08:30:05.826705 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-0b49feab-d1c3-432e-9e23-a57e638393f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Request body: {'port': {'device_id': '87e9dc15-9f3c-4c5c-8f6f-dc4326a28502', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'admin_state_up': True, 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:05.847745 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95967eec-0411-4a48-b97f-31ccfceff29b req-43c99dd9-b8bc-4866-992d-51b7aa1ab4ba tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3083830 Sep 30 08:30:05.866337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Request body: {'port': {'device_id': '5caf4446-2a2e-4c9f-83d3-a6a3396115b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:06.001741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cbe976a2-b99b-414e-b2ea-d54464206b06 None None] Provisioning complete for port 4ef50b37-9213-4045-ad69-de682532c34e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:06.002370 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cbe976a2-b99b-414e-b2ea-d54464206b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:06.012870 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:06.036031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b1045-dc35-4a9f-b83d-54b019cdcd8d req-ecc1e93a-f02a-4982-8d94-d843b98e6375 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:06.037563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b5b1045-dc35-4a9f-b83d-54b019cdcd8d req-ecc1e93a-f02a-4982-8d94-d843b98e6375 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 943 time: 0.1651173 Sep 30 08:30:06.037835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cbe976a2-b99b-414e-b2ea-d54464206b06 None None] Port 4ef50b37-9213-4045-ad69-de682532c34e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:30:06.071114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device efbf9375-2b10-4271-95d2-19ab7303cb12 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:30:06.103226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-0b49feab-d1c3-432e-9e23-a57e638393f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Made reservation on behalf of d3e9d607932149e6bd9be67b66de3de1 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:30:06.106936 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-0b49feab-d1c3-432e-9e23-a57e638393f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:06.145587 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b5b1045-dc35-4a9f-b83d-54b019cdcd8d req-20e3f8a2-7916-44ff-aef8-6d6cb6c5a883 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998406 Sep 30 08:30:06.218302 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port efbf9375-2b10-4271-95d2-19ab7303cb12, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=efbf9375-2b10-4271-95d2-19ab7303cb12,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:06.230453 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'efbf9375-2b10-4271-95d2-19ab7303cb12', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'port_id': 'efbf9375-2b10-4271-95d2-19ab7303cb12', 'mac_address': 'fa:16:3e:32:5c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:30:06.269788 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:06.284488 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbf9375-2b10-4271-95d2-19ab7303cb12 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:30:06.309987 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port efbf9375-2b10-4271-95d2-19ab7303cb12, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=efbf9375-2b10-4271-95d2-19ab7303cb12,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:06.319737 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:06.389895 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=efbf9375-2b10-4271-95d2-19ab7303cb12,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:06.396427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-0b49feab-d1c3-432e-9e23-a57e638393f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Allocated IP 172.20.0.12 (a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce/5cea2b8a-1a04-4498-97a0-77b0aa5e8922/4fc46511-6ec2-4072-9ffa-a51b1697da54) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:30:06.530454 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef50b37-9213-4045-ad69-de682532c34e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:30:06.554167 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:06.593869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Transition to ACTIVE for port object 4ef50b37-9213-4045-ad69-de682532c34e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:30:06.612686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['efbf9375-2b10-4271-95d2-19ab7303cb12'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:30:06.890309 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:06.963051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad96aec-883f-44d9-ac18-36e3bfdb199b req-7704796b-e70b-4d30-b0a1-f24e9a1bb67b tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:06.964584 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ad96aec-883f-44d9-ac18-36e3bfdb199b req-7704796b-e70b-4d30-b0a1-f24e9a1bb67b tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/ports?device_id=5caf4446-2a2e-4c9f-83d3-a6a3396115b7 HTTP/1.1" status: 200 len: 936 time: 0.4770286 Sep 30 08:30:06.970989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-02f61c09-9bd4-486b-b63e-3336b736ed76 req-010718b7-9af7-461f-835a-59a26f671167 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 210 time: 0.0818665 Sep 30 08:30:07.023652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef50b37-9213-4045-ad69-de682532c34e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:07.072926 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-0b49feab-d1c3-432e-9e23-a57e638393f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:07.104198 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ad96aec-883f-44d9-ac18-36e3bfdb199b req-d6d9f151-242c-4d03-9285-0a77e977ee14 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/security-groups?id=172abc81-212e-4e4a-a151-6dad5edd9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292715 Sep 30 08:30:07.149714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Attempting to bind port 4ef50b37-9213-4045-ad69-de682532c34e on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:30:07.150055 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Attempting to bind port 4ef50b37-9213-4045-ad69-de682532c34e by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:30:07.150389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Attempting to bind port 4ef50b37-9213-4045-ad69-de682532c34e on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:07.164630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Port 4ef50b37-9213-4045-ad69-de682532c34e on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:30:07.164963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Attempting to bind port 4ef50b37-9213-4045-ad69-de682532c34e on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:07.184664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:30:07.185022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:30:07.185582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:30:07.186050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Bound port: 4ef50b37-9213-4045-ad69-de682532c34e, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:30:07.186419 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:07.237946 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-0b49feab-d1c3-432e-9e23-a57e638393f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:07.353139 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-0b49feab-d1c3-432e-9e23-a57e638393f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:30:07.362980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] For port 4ef50b37-9213-4045-ad69-de682532c34e, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:30:07.365264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49feab-d1c3-432e-9e23-a57e638393f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event updated for resources: {'Port': ['ID=4fc46511-6ec2-4072-9ffa-a51b1697da54,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:07.367773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-0b49feab-d1c3-432e-9e23-a57e638393f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:30:07.377123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] For port 4ef50b37-9213-4045-ad69-de682532c34e, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4ef50b37-9213-4045-ad69-de682532c34e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:30:07.380292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-0b49feab-d1c3-432e-9e23-a57e638393f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:30:07.419385 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:07.482480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43cd21-3b12-4bf2-9b78-ba39425217b5 req-310d88df-bfcd-46af-9eaf-7c789e0878cc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:07.484339 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b43cd21-3b12-4bf2-9b78-ba39425217b5 req-310d88df-bfcd-46af-9eaf-7c789e0878cc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 944 time: 0.2308881 Sep 30 08:30:07.488047 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:07.488690 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:07.490088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95967eec-0411-4a48-b97f-31ccfceff29b req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] 10.222.0.36 "PUT /v2.0/ports/4ef50b37-9213-4045-ad69-de682532c34e HTTP/1.1" status: 200 len: 1096 time: 1.6299291 Sep 30 08:30:07.492387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5caf4446-2a2e-4c9f-83d3-a6a3396115b7', 'tag': '4ef50b37-9213-4045-ad69-de682532c34e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:07.494768 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ac5593-4970-4153-a1a9-0a08e23562e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5caf4446-2a2e-4c9f-83d3-a6a3396115b7", "tag": "4ef50b37-9213-4045-ad69-de682532c34e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:07.540587 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-0b49feab-d1c3-432e-9e23-a57e638393f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:07.550035 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-0b49feab-d1c3-432e-9e23-a57e638393f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:07.617952 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96a9d3e-deb6-40fe-9e40-14a1b011bfc9 x-openstack-request-id: req-f96a9d3e-deb6-40fe-9e40-14a1b011bfc9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:07.618249 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5caf4446-2a2e-4c9f-83d3-a6a3396115b7", "tag": "4ef50b37-9213-4045-ad69-de682532c34e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:07.618505 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f96a9d3e-deb6-40fe-9e40-14a1b011bfc9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:07.619197 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5caf4446-2a2e-4c9f-83d3-a6a3396115b7', 'tag': '4ef50b37-9213-4045-ad69-de682532c34e', 'status': 'completed', 'code': 200} Sep 30 08:30:07.676112 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ce600-69de-4da0-b335-1eee4a06abf3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef50b37-9213-4045-ad69-de682532c34e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:07.682083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-0b49feab-d1c3-432e-9e23-a57e638393f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8601778 Sep 30 08:30:07.701144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Request body: {'port': {'device_id': '87e9dc15-9f3c-4c5c-8f6f-dc4326a28502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:07.738441 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b43cd21-3b12-4bf2-9b78-ba39425217b5 req-9a649ed9-cf95-4ab7-b5dc-be4ae6a040bd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393532 Sep 30 08:30:07.817746 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a63102ae-a5cc-4994-a25f-9ee5bbc6085c None None] Provisioning complete for port 4fc46511-6ec2-4072-9ffa-a51b1697da54 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:07.818201 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a63102ae-a5cc-4994-a25f-9ee5bbc6085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:07.829098 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967eec-0411-4a48-b97f-31ccfceff29b req-272d72da-4315-445c-b225-ef73dbcb971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:07.832684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95967eec-0411-4a48-b97f-31ccfceff29b req-272d72da-4315-445c-b225-ef73dbcb971c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ab6c49390654e4c9e308a5adca1fa9c&device_id=5caf4446-2a2e-4c9f-83d3-a6a3396115b7 HTTP/1.1" status: 200 len: 1099 time: 0.2689080 Sep 30 08:30:07.839549 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:07.868632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a63102ae-a5cc-4994-a25f-9ee5bbc6085c None None] Port 4fc46511-6ec2-4072-9ffa-a51b1697da54 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:30:07.891179 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95967eec-0411-4a48-b97f-31ccfceff29b req-69637839-4a06-4e5f-a430-a5c198aad24c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=4ef50b37-9213-4045-ad69-de682532c34e HTTP/1.1" status: 200 len: 217 time: 0.0474641 Sep 30 08:30:08.037660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967eec-0411-4a48-b97f-31ccfceff29b req-7cf69102-18b6-4931-a305-5d7b8eda62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:08.039336 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95967eec-0411-4a48-b97f-31ccfceff29b req-7cf69102-18b6-4931-a305-5d7b8eda62ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.1254199 Sep 30 08:30:08.078102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device efbf9375-2b10-4271-95d2-19ab7303cb12 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:30:08.135889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port efbf9375-2b10-4271-95d2-19ab7303cb12 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:30:08.140809 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port efbf9375-2b10-4271-95d2-19ab7303cb12 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:08.141302 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.189953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967eec-0411-4a48-b97f-31ccfceff29b req-5fa2a3eb-13fe-4a91-b5b3-c630eca14997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:08.191723 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95967eec-0411-4a48-b97f-31ccfceff29b req-5fa2a3eb-13fe-4a91-b5b3-c630eca14997 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1444111 Sep 30 08:30:08.208171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c1117-606f-46df-ae39-6eea0d1b4f71 req-f83550bd-11fd-4141-8244-5672664d6145 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:08.210213 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a1c1117-606f-46df-ae39-6eea0d1b4f71 req-f83550bd-11fd-4141-8244-5672664d6145 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 932 time: 0.1511238 Sep 30 08:30:08.233496 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.269426 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002a2244-6af6-4c56-8aca-05a60677e761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbf9375-2b10-4271-95d2-19ab7303cb12'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:08.271948 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bee52ac-f36d-4568-9fbc-659481fa9d68" -d '{"events": [{"server_uuid": "002a2244-6af6-4c56-8aca-05a60677e761", "name": "network-vif-plugged", "status": "completed", "tag": "efbf9375-2b10-4271-95d2-19ab7303cb12"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:08.285266 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port efbf9375-2b10-4271-95d2-19ab7303cb12, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=efbf9375-2b10-4271-95d2-19ab7303cb12,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:08.290413 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.341447 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=efbf9375-2b10-4271-95d2-19ab7303cb12,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:08.378371 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a1c1117-606f-46df-ae39-6eea0d1b4f71 req-b02a13f6-958f-41db-8ba2-b39704522026 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409841 Sep 30 08:30:08.413201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9f38f-fc3e-4e31-b5f2-2707bcc16d76 req-aadc0d38-c7f8-4b9d-b658-2a459bfdecf0 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:08.414735 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1d9f38f-fc3e-4e31-b5f2-2707bcc16d76 req-aadc0d38-c7f8-4b9d-b658-2a459bfdecf0 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/ports?device_id=5caf4446-2a2e-4c9f-83d3-a6a3396115b7 HTTP/1.1" status: 200 len: 948 time: 0.2150822 Sep 30 08:30:08.426918 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95967eec-0411-4a48-b97f-31ccfceff29b req-4d540496-9460-4486-9b72-e4e22a6e2b96 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134879 Sep 30 08:30:08.444728 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c89a861-b2e3-4a95-8c52-68359dc9eeaa x-openstack-request-id: req-2c89a861-b2e3-4a95-8c52-68359dc9eeaa {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:08.445023 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002a2244-6af6-4c56-8aca-05a60677e761", "name": "network-vif-plugged", "status": "completed", "tag": "efbf9375-2b10-4271-95d2-19ab7303cb12", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:08.445278 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c89a861-b2e3-4a95-8c52-68359dc9eeaa {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:08.445702 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002a2244-6af6-4c56-8aca-05a60677e761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbf9375-2b10-4271-95d2-19ab7303cb12', 'code': 200} Sep 30 08:30:08.551351 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1d9f38f-fc3e-4e31-b5f2-2707bcc16d76 req-bca2e5fb-3992-4b4d-9f27-f45142e7300d tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/security-groups?id=172abc81-212e-4e4a-a151-6dad5edd9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236148 Sep 30 08:30:08.555339 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc46511-6ec2-4072-9ffa-a51b1697da54 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:30:08.567739 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.598412 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Transition to ACTIVE for port object 4fc46511-6ec2-4072-9ffa-a51b1697da54 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:30:08.601256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95967eec-0411-4a48-b97f-31ccfceff29b req-eea6246d-8200-492f-b225-ab8223238e77 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644351 Sep 30 08:30:08.602253 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.708329 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc46511-6ec2-4072-9ffa-a51b1697da54,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:08.738224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ba382-b4cc-4777-b392-ed8b1682eb5a req-1c4a00e4-62a0-4554-a48a-730df3524e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:08.740480 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-be0ba382-b4cc-4777-b392-ed8b1682eb5a req-1c4a00e4-62a0-4554-a48a-730df3524e30 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 1096 time: 0.2104151 Sep 30 08:30:08.766756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5593-4970-4153-a1a9-0a08e23562e4 req-91b3963a-fe3c-4b16-80d6-f789ffb7fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:08.768855 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3ac5593-4970-4153-a1a9-0a08e23562e4 req-91b3963a-fe3c-4b16-80d6-f789ffb7fccd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ab6c49390654e4c9e308a5adca1fa9c&device_id=5caf4446-2a2e-4c9f-83d3-a6a3396115b7 HTTP/1.1" status: 200 len: 1099 time: 0.1134257 Sep 30 08:30:08.784300 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-be0ba382-b4cc-4777-b392-ed8b1682eb5a req-59dce025-3879-44df-b1cf-85148a5a95d7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362225 Sep 30 08:30:08.797715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Attempting to bind port 4fc46511-6ec2-4072-9ffa-a51b1697da54 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:30:08.798574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Attempting to bind port 4fc46511-6ec2-4072-9ffa-a51b1697da54 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:30:08.799171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Attempting to bind port 4fc46511-6ec2-4072-9ffa-a51b1697da54 on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:08.861812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Port 4fc46511-6ec2-4072-9ffa-a51b1697da54 on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:30:08.862131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Attempting to bind port 4fc46511-6ec2-4072-9ffa-a51b1697da54 on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:08.902914 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:30:08.903441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Checking segment: {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:30:08.903841 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Bound using segment: {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:30:08.904315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Bound port: 4fc46511-6ec2-4072-9ffa-a51b1697da54, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:30:08.904680 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:08.969982 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e8351-2c63-4590-99d5-a9d269c05885 req-f02cc4d2-2d8b-4732-b28b-3867f6a77602 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:08.971489 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-731e8351-2c63-4590-99d5-a9d269c05885 req-f02cc4d2-2d8b-4732-b28b-3867f6a77602 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 945 time: 0.1421905 Sep 30 08:30:08.977764 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5593-4970-4153-a1a9-0a08e23562e4 req-625a8a71-bc52-475a-b2b5-660f6f1ec7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:08.979221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3ac5593-4970-4153-a1a9-0a08e23562e4 req-625a8a71-bc52-475a-b2b5-660f6f1ec7d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1969564 Sep 30 08:30:09.060562 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3ac5593-4970-4153-a1a9-0a08e23562e4 req-f5bcb8ec-77c5-41bf-b280-2e2919eee4a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=4ef50b37-9213-4045-ad69-de682532c34e HTTP/1.1" status: 200 len: 217 time: 0.0688953 Sep 30 08:30:09.091754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] For port 4fc46511-6ec2-4072-9ffa-a51b1697da54, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:30:09.116822 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-731e8351-2c63-4590-99d5-a9d269c05885 req-a75d3700-98dc-44e7-861d-bab7c238c82b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363175 Sep 30 08:30:09.129740 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] For port 4fc46511-6ec2-4072-9ffa-a51b1697da54, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4fc46511-6ec2-4072-9ffa-a51b1697da54,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:30:09.142419 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.146411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5593-4970-4153-a1a9-0a08e23562e4 req-8a569a34-623c-45d6-bd53-b20d849c3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:09.147869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3ac5593-4970-4153-a1a9-0a08e23562e4 req-8a569a34-623c-45d6-bd53-b20d849c3890 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0801358 Sep 30 08:30:09.191809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:09.192460 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:09.193841 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] 10.222.0.36 "PUT /v2.0/ports/4fc46511-6ec2-4072-9ffa-a51b1697da54 HTTP/1.1" status: 200 len: 1092 time: 1.4985070 Sep 30 08:30:09.241369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5b375-52d4-4e03-acf0-6827fad1cb80 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc46511-6ec2-4072-9ffa-a51b1697da54,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:09.267292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5593-4970-4153-a1a9-0a08e23562e4 req-7fed75d4-fc42-4858-8fd2-33ffe4cdc17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:09.268772 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3ac5593-4970-4153-a1a9-0a08e23562e4 req-7fed75d4-fc42-4858-8fd2-33ffe4cdc17e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0990274 Sep 30 08:30:09.353752 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-e416d0bd-1d5b-4ed1-bb8e-7a9b3d714b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:09.356280 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-e416d0bd-1d5b-4ed1-bb8e-7a9b3d714b9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 1095 time: 0.1091125 Sep 30 08:30:09.413711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-682f0f64-82c4-4f55-986a-caca55ea3d2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fc46511-6ec2-4072-9ffa-a51b1697da54 HTTP/1.1" status: 200 len: 217 time: 0.0491951 Sep 30 08:30:09.420699 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3ac5593-4970-4153-a1a9-0a08e23562e4 req-e5d82c67-ab45-46b6-97fb-8417f5290cc1 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380985 Sep 30 08:30:09.528570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-bb61935c-a9db-4eba-b7d1-b5f729c0b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:09.530034 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-bb61935c-a9db-4eba-b7d1-b5f729c0b5f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.1080253 Sep 30 08:30:09.794040 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e9dc15-9f3c-4c5c-8f6f-dc4326a28502', 'tag': '4fc46511-6ec2-4072-9ffa-a51b1697da54'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:09.796297 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e13bca8-a71d-46d0-8d0e-4680bd4805a1" -d '{"events": [{"name": "network-changed", "server_uuid": "87e9dc15-9f3c-4c5c-8f6f-dc4326a28502", "tag": "4fc46511-6ec2-4072-9ffa-a51b1697da54"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:09.877453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa838fc0-6714-4a34-bd02-43e7d3cf4d77 req-b932502c-146b-4744-b5fc-0373b29fdd25 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:09.878983 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa838fc0-6714-4a34-bd02-43e7d3cf4d77 req-b932502c-146b-4744-b5fc-0373b29fdd25 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 944 time: 0.4182849 Sep 30 08:30:09.918918 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3ac5593-4970-4153-a1a9-0a08e23562e4 req-ca8e599d-77d9-4cb5-aa15-71f0ab0db9d2 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877598 Sep 30 08:30:09.920651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-c49cba35-1aae-465b-bdab-3586491e2bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:09.922013 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-c49cba35-1aae-465b-bdab-3586491e2bf4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196513 Sep 30 08:30:09.951518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5cd56-78db-4b01-928c-1d0313cabdaf req-89150257-f136-4976-b634-a4c3d7a5322b tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:09.953007 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dca5cd56-78db-4b01-928c-1d0313cabdaf req-89150257-f136-4976-b634-a4c3d7a5322b tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/ports?device_id=5caf4446-2a2e-4c9f-83d3-a6a3396115b7 HTTP/1.1" status: 200 len: 948 time: 0.1537089 Sep 30 08:30:10.006342 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa838fc0-6714-4a34-bd02-43e7d3cf4d77 req-95da4acd-cc85-40e5-960a-33a0f57dccaa tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098106 Sep 30 08:30:10.061407 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d0ead7-5638-45a7-9aaf-075ff98d6b03 x-openstack-request-id: req-96d0ead7-5638-45a7-9aaf-075ff98d6b03 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:10.061706 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e9dc15-9f3c-4c5c-8f6f-dc4326a28502", "tag": "4fc46511-6ec2-4072-9ffa-a51b1697da54", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:10.061957 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96d0ead7-5638-45a7-9aaf-075ff98d6b03 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:10.062334 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e9dc15-9f3c-4c5c-8f6f-dc4326a28502', 'tag': '4fc46511-6ec2-4072-9ffa-a51b1697da54', 'status': 'completed', 'code': 200} Sep 30 08:30:10.068318 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dca5cd56-78db-4b01-928c-1d0313cabdaf req-107286b0-0982-4169-a934-4c3f5fba25d6 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/security-groups?id=172abc81-212e-4e4a-a151-6dad5edd9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001694 Sep 30 08:30:10.085110 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-c1a9adfe-1aca-4446-b062-38145d072d6f service neutron] 10.222.0.36 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498990 Sep 30 08:30:10.092625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 4ef50b37-9213-4045-ad69-de682532c34e details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:30:10.181383 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d3233c3-431a-4fce-97c6-a734d1635519 req-1a30a6f0-60b2-4b05-87db-b5961e049d6c service neutron] 10.222.0.36 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875392 Sep 30 08:30:10.201239 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:10.221426 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 4ef50b37-9213-4045-ad69-de682532c34e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4ef50b37-9213-4045-ad69-de682532c34e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:10.235034 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '4ef50b37-9213-4045-ad69-de682532c34e', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '4ef50b37-9213-4045-ad69-de682532c34e', 'mac_address': 'fa:16:3e:70:24:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:30:10.280122 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:10.301078 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef50b37-9213-4045-ad69-de682532c34e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:30:10.312677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51d026-58df-48d4-837c-a4d4b96d6767 req-09bc2e57-f285-4242-8767-a34b1d96e663 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:10.315228 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce51d026-58df-48d4-837c-a4d4b96d6767 req-09bc2e57-f285-4242-8767-a34b1d96e663 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 945 time: 0.1028934 Sep 30 08:30:10.322035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13bca8-a71d-46d0-8d0e-4680bd4805a1 req-a825ebcc-3c1a-49ee-b71b-d8571945c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:10.323586 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e13bca8-a71d-46d0-8d0e-4680bd4805a1 req-a825ebcc-3c1a-49ee-b71b-d8571945c866 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 1095 time: 0.0834231 Sep 30 08:30:10.324963 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 4ef50b37-9213-4045-ad69-de682532c34e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4ef50b37-9213-4045-ad69-de682532c34e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:10.329673 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:10.385890 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=4ef50b37-9213-4045-ad69-de682532c34e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:10.424018 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce51d026-58df-48d4-837c-a4d4b96d6767 req-daa3c6ff-cc8b-48c0-9e9c-f4820838d0a7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992601 Sep 30 08:30:10.454028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13bca8-a71d-46d0-8d0e-4680bd4805a1 req-297900b3-be76-47e9-b16e-bd992c189d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:10.455998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e13bca8-a71d-46d0-8d0e-4680bd4805a1 req-297900b3-be76-47e9-b16e-bd992c189d62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.1240094 Sep 30 08:30:10.514809 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e13bca8-a71d-46d0-8d0e-4680bd4805a1 req-b5747e5d-3bd5-43d4-ac4e-7f6a01440e91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fc46511-6ec2-4072-9ffa-a51b1697da54 HTTP/1.1" status: 200 len: 217 time: 0.0484662 Sep 30 08:30:10.566931 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4ef50b37-9213-4045-ad69-de682532c34e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:30:10.590966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132bacd-272d-4a48-bed3-b433644818bd req-c57455ba-1d64-47f2-b3b8-772bff29ff88 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:10.592685 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e132bacd-272d-4a48-bed3-b433644818bd req-c57455ba-1d64-47f2-b3b8-772bff29ff88 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 945 time: 0.0878787 Sep 30 08:30:10.594627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13bca8-a71d-46d0-8d0e-4680bd4805a1 req-2655be3f-2871-4989-9b23-42a952253d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:10.595987 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e13bca8-a71d-46d0-8d0e-4680bd4805a1 req-2655be3f-2871-4989-9b23-42a952253d99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0629032 Sep 30 08:30:10.667232 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e132bacd-272d-4a48-bed3-b433644818bd req-c6fc27a0-999b-4b9a-b42a-fd012eba43c9 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649650 Sep 30 08:30:10.684761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13bca8-a71d-46d0-8d0e-4680bd4805a1 req-7892a1a8-1c7c-48e1-b527-75d0a24c8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:10.684761 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e13bca8-a71d-46d0-8d0e-4680bd4805a1 req-7892a1a8-1c7c-48e1-b527-75d0a24c8ad2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765162 Sep 30 08:30:10.823353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e13bca8-a71d-46d0-8d0e-4680bd4805a1 req-ef4b6046-8df6-4360-966b-32933e16ebab service neutron] 10.222.0.36 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288540 Sep 30 08:30:10.835806 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cd0c8-ed7a-4b92-b232-d8a6ca62a3d9 req-33c97fd0-5a2a-4ca0-981a-a5aebdf0ecf6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:10.837288 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc0cd0c8-ed7a-4b92-b232-d8a6ca62a3d9 req-33c97fd0-5a2a-4ca0-981a-a5aebdf0ecf6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 945 time: 0.0742564 Sep 30 08:30:10.927146 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc0cd0c8-ed7a-4b92-b232-d8a6ca62a3d9 req-b5bb1ca0-56ec-4602-a1da-f0f31c4be037 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813408 Sep 30 08:30:10.949536 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e13bca8-a71d-46d0-8d0e-4680bd4805a1 req-f12bdf31-e226-44b6-81f2-384851a31ce6 service neutron] 10.222.0.36 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112580 Sep 30 08:30:11.139122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4aa250-878a-4fc7-8cb8-3fc58f8891d4 req-cc44848f-8d3b-4c9e-a030-cd8690118c45 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:11.140717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd4aa250-878a-4fc7-8cb8-3fc58f8891d4 req-cc44848f-8d3b-4c9e-a030-cd8690118c45 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 944 time: 0.0612235 Sep 30 08:30:11.219139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd4aa250-878a-4fc7-8cb8-3fc58f8891d4 req-4ac85282-b62d-4865-a4dc-d96bbcc08798 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610268 Sep 30 08:30:11.227208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7441007-54d7-4a67-9254-8955cb1bc3c4 req-8d2c7f81-c4c5-4146-b8e5-53f018c71535 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:11.228722 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7441007-54d7-4a67-9254-8955cb1bc3c4 req-8d2c7f81-c4c5-4146-b8e5-53f018c71535 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 945 time: 0.0838535 Sep 30 08:30:11.279051 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7441007-54d7-4a67-9254-8955cb1bc3c4 req-3711f58d-2f5c-4c3c-a49a-a122d6922caa tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415561 Sep 30 08:30:11.329602 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbd94a-8e32-4a9f-8d8b-3b5f12e44ac2 req-712c5ae8-a6d6-47ed-bcb4-20eb6b732227 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:11.331040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbfbd94a-8e32-4a9f-8d8b-3b5f12e44ac2 req-712c5ae8-a6d6-47ed-bcb4-20eb6b732227 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/ports?device_id=5caf4446-2a2e-4c9f-83d3-a6a3396115b7 HTTP/1.1" status: 200 len: 949 time: 0.0507512 Sep 30 08:30:11.369209 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbfbd94a-8e32-4a9f-8d8b-3b5f12e44ac2 req-ccedc588-d1be-454c-982c-bed99da34d27 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/security-groups?id=172abc81-212e-4e4a-a151-6dad5edd9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321743 Sep 30 08:30:12.032952 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fcc3ac97-23a4-410b-9984-3bc6bfd1cb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.093638 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 4fc46511-6ec2-4072-9ffa-a51b1697da54 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:30:12.095653 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 4ef50b37-9213-4045-ad69-de682532c34e up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:30:12.209462 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 4ef50b37-9213-4045-ad69-de682532c34e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:30:12.218041 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 4ef50b37-9213-4045-ad69-de682532c34e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:12.218417 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.247745 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 4fc46511-6ec2-4072-9ffa-a51b1697da54, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4fc46511-6ec2-4072-9ffa-a51b1697da54,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:12.263886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '4fc46511-6ec2-4072-9ffa-a51b1697da54', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'port_id': '4fc46511-6ec2-4072-9ffa-a51b1697da54', 'mac_address': 'fa:16:3e:8f:82:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:30:12.335688 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.351605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc46511-6ec2-4072-9ffa-a51b1697da54 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:30:12.360045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d60ad-f622-4554-93df-643cf4bb43d5 req-cee7cc82-3e75-4ac9-88cf-c05890d0e0c4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:12.362928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c44d60ad-f622-4554-93df-643cf4bb43d5 req-cee7cc82-3e75-4ac9-88cf-c05890d0e0c4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 944 time: 0.0762894 Sep 30 08:30:12.383443 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.387888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 4fc46511-6ec2-4072-9ffa-a51b1697da54, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4fc46511-6ec2-4072-9ffa-a51b1697da54,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:12.398797 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.449987 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5caf4446-2a2e-4c9f-83d3-a6a3396115b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef50b37-9213-4045-ad69-de682532c34e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:12.452908 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e79769-9f84-4c0b-992a-d106b502e77f" -d '{"events": [{"server_uuid": "5caf4446-2a2e-4c9f-83d3-a6a3396115b7", "name": "network-vif-plugged", "status": "completed", "tag": "4ef50b37-9213-4045-ad69-de682532c34e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:12.479498 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 4ef50b37-9213-4045-ad69-de682532c34e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4ef50b37-9213-4045-ad69-de682532c34e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:12.497098 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38cb38-b4b9-4faa-82e6-b2e2be680774 req-8235baa0-533b-46db-ab75-c82747b4ba4f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:12.502394 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:12.504401 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad38cb38-b4b9-4faa-82e6-b2e2be680774 req-8235baa0-533b-46db-ab75-c82747b4ba4f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 945 time: 0.1403036 Sep 30 08:30:12.514592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c44d60ad-f622-4554-93df-643cf4bb43d5 req-842243e9-04bf-4182-ad03-3e228bac3c58 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399889 Sep 30 08:30:12.547467 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=4fc46511-6ec2-4072-9ffa-a51b1697da54,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:12.553279 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad38cb38-b4b9-4faa-82e6-b2e2be680774 req-d7c6bd8d-18f0-4bc8-a0a9-2502d0aa3498 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479307 Sep 30 08:30:12.663667 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bc37fc-22f5-42a0-b09c-a5580808e20b x-openstack-request-id: req-d1bc37fc-22f5-42a0-b09c-a5580808e20b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:12.664517 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5caf4446-2a2e-4c9f-83d3-a6a3396115b7", "name": "network-vif-plugged", "status": "completed", "tag": "4ef50b37-9213-4045-ad69-de682532c34e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:12.665381 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1bc37fc-22f5-42a0-b09c-a5580808e20b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:12.667240 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5caf4446-2a2e-4c9f-83d3-a6a3396115b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef50b37-9213-4045-ad69-de682532c34e', 'code': 200} Sep 30 08:30:12.674743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4fc46511-6ec2-4072-9ffa-a51b1697da54'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:30:12.694768 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-21bef7da-3619-4e1f-b929-be293491ab02 req-e37a6018-bb84-457c-a310-6b39eb40ec3d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1083670 Sep 30 08:30:12.803191 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=4ef50b37-9213-4045-ad69-de682532c34e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:12.858427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e1b27-cb86-4e60-8f4f-ff3341c20b9a req-8bd76266-447d-448f-a15a-37136a966248 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:12.865809 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3a1e1b27-cb86-4e60-8f4f-ff3341c20b9a req-8bd76266-447d-448f-a15a-37136a966248 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/ports?device_id=5caf4446-2a2e-4c9f-83d3-a6a3396115b7 HTTP/1.1" status: 200 len: 950 time: 0.1780446 Sep 30 08:30:12.872491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8311c-6a6b-4d98-95b2-b2320b233558 req-fd54b94b-4b40-458b-bf09-356337cfbdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:12.874014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6be8311c-6a6b-4d98-95b2-b2320b233558 req-fd54b94b-4b40-458b-bf09-356337cfbdbd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5caf4446-2a2e-4c9f-83d3-a6a3396115b7 HTTP/1.1" status: 200 len: 1101 time: 0.1766911 Sep 30 08:30:12.995882 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3a1e1b27-cb86-4e60-8f4f-ff3341c20b9a req-ec741ff5-5b49-43be-a8c8-70d907447d5d tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/security-groups?id=172abc81-212e-4e4a-a151-6dad5edd9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291595 Sep 30 08:30:13.000744 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6be8311c-6a6b-4d98-95b2-b2320b233558 req-22016d05-fe3b-4b94-8510-7cecd49cb711 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=172abc81-212e-4e4a-a151-6dad5edd9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123664 Sep 30 08:30:13.008527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4f7da-b2ad-4ad3-a3b1-feeffd62573c req-5c7bafd3-2b4c-410a-a746-595b4c7fdabf tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:13.009554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bef7da-3619-4e1f-b929-be293491ab02 req-8f9fd067-a7de-49ae-8d9a-e30003e52890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:13.012367 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-21bef7da-3619-4e1f-b929-be293491ab02 req-8f9fd067-a7de-49ae-8d9a-e30003e52890 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 1095 time: 0.1870141 Sep 30 08:30:13.021893 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffb757-fde4-4f91-b253-5320e9f8294a req-03a88d6c-1628-4568-8e19-b68e6b047815 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:13.023809 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bbffb757-fde4-4f91-b253-5320e9f8294a req-03a88d6c-1628-4568-8e19-b68e6b047815 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.35 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 945 time: 0.2366364 Sep 30 08:30:13.026104 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03e4f7da-b2ad-4ad3-a3b1-feeffd62573c req-5c7bafd3-2b4c-410a-a746-595b4c7fdabf tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1096 time: 0.1364434 Sep 30 08:30:13.076947 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03e4f7da-b2ad-4ad3-a3b1-feeffd62573c req-47f38049-492e-4852-bfdf-288d3063537a tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497506 Sep 30 08:30:13.218657 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bef7da-3619-4e1f-b929-be293491ab02 req-71bee460-3cdf-4de6-a819-2b986b56e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:13.223419 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-21bef7da-3619-4e1f-b929-be293491ab02 req-71bee460-3cdf-4de6-a819-2b986b56e552 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.1764290 Sep 30 08:30:13.263392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-bbffb757-fde4-4f91-b253-5320e9f8294a req-62caaa09-3749-4fc3-8872-6fda7ccd5cb7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Deleting port efbf9375-2b10-4271-95d2-19ab7303cb12 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:30:13.263885 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbffb757-fde4-4f91-b253-5320e9f8294a req-62caaa09-3749-4fc3-8872-6fda7ccd5cb7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.279067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93194327-0f7a-4d0c-8c82-ae1bae66acc8 req-ac5022f6-0403-4d8c-8ef5-024d668351f9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:13.281086 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93194327-0f7a-4d0c-8c82-ae1bae66acc8 req-ac5022f6-0403-4d8c-8ef5-024d668351f9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.0854115 Sep 30 08:30:13.348530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93194327-0f7a-4d0c-8c82-ae1bae66acc8 req-415eafd3-833e-4493-b31c-7ba0490e68b6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605333 Sep 30 08:30:13.364465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 33694) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:13.477938 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-21bef7da-3619-4e1f-b929-be293491ab02 req-1aba4368-3ddb-4e57-a199-bfef90bdfaf8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 HTTP/1.1" status: 200 len: 999 time: 0.2459214 Sep 30 08:30:13.519762 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3c363fba-d23a-4f7e-b6ed-e9349941b948 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/03c31d26-de3e-46a2-9682-dc507799bd46 HTTP/1.1" status: 200 len: 992 time: 0.1540689 Sep 30 08:30:13.563295 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bbffb757-fde4-4f91-b253-5320e9f8294a req-62caaa09-3749-4fc3-8872-6fda7ccd5cb7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] For port efbf9375-2b10-4271-95d2-19ab7303cb12, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=efbf9375-2b10-4271-95d2-19ab7303cb12,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:13.563667 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbffb757-fde4-4f91-b253-5320e9f8294a req-62caaa09-3749-4fc3-8872-6fda7ccd5cb7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:13.582745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-bbffb757-fde4-4f91-b253-5320e9f8294a req-62caaa09-3749-4fc3-8872-6fda7ccd5cb7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Calling delete_port for efbf9375-2b10-4271-95d2-19ab7303cb12 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:30:13.595128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bef7da-3619-4e1f-b929-be293491ab02 req-838b73fb-ca3e-48c4-b8f4-aa5be88120cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:13.599190 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-21bef7da-3619-4e1f-b929-be293491ab02 req-838b73fb-ca3e-48c4-b8f4-aa5be88120cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.1143401 Sep 30 08:30:13.765588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefdbe3-44ed-4b11-8a9d-dc9447f0f34a req-73efc66c-2a6c-49e6-8810-896097bd6eed tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:13.770975 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-adefdbe3-44ed-4b11-8a9d-dc9447f0f34a req-73efc66c-2a6c-49e6-8810-896097bd6eed tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 945 time: 0.0975003 Sep 30 08:30:13.826861 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bef7da-3619-4e1f-b929-be293491ab02 req-c3631b39-1255-4314-ae09-ea37464c2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:13.834415 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-21bef7da-3619-4e1f-b929-be293491ab02 req-c3631b39-1255-4314-ae09-ea37464c2220 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2165036 Sep 30 08:30:13.853004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-21bef7da-3619-4e1f-b929-be293491ab02 req-ea6de6c9-17a7-451e-ab7c-97627e2ff52d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:30:13.855899 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-21bef7da-3619-4e1f-b929-be293491ab02 req-ea6de6c9-17a7-451e-ab7c-97627e2ff52d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0111713 Sep 30 08:30:13.967043 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-adefdbe3-44ed-4b11-8a9d-dc9447f0f34a req-d9dd4d86-fade-4455-a6ac-733676909397 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886308 Sep 30 08:30:14.009890 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbffb757-fde4-4f91-b253-5320e9f8294a req-62caaa09-3749-4fc3-8872-6fda7ccd5cb7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.049508 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['efbf9375-2b10-4271-95d2-19ab7303cb12'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:30:14.090795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62caaa09-3749-4fc3-8872-6fda7ccd5cb7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event deleted for resources: {'Port': ['ID=efbf9375-2b10-4271-95d2-19ab7303cb12,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:14.115919 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2095b9-5534-4be9-9b75-bbdb35ca8a13 req-9a8b9775-4ba7-4466-bae3-09944ceda5f8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:14.117512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e2095b9-5534-4be9-9b75-bbdb35ca8a13 req-9a8b9775-4ba7-4466-bae3-09944ceda5f8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 945 time: 0.3353648 Sep 30 08:30:14.133569 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-d1ddd2cf-741a-443d-b069-75867407542f req-98b6abc8-c795-47c8-ab8c-4b55e656ca59 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:30:14.134012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d1ddd2cf-741a-443d-b069-75867407542f req-98b6abc8-c795-47c8-ab8c-4b55e656ca59 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055745 Sep 30 08:30:14.176397 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbffb757-fde4-4f91-b253-5320e9f8294a req-62caaa09-3749-4fc3-8872-6fda7ccd5cb7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] No DVR routers for this DVR port efbf9375-2b10-4271-95d2-19ab7303cb12 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:30:14.180513 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbffb757-fde4-4f91-b253-5320e9f8294a req-62caaa09-3749-4fc3-8872-6fda7ccd5cb7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.182909 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bbffb757-fde4-4f91-b253-5320e9f8294a req-62caaa09-3749-4fc3-8872-6fda7ccd5cb7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.35 "DELETE /v2.0/ports/efbf9375-2b10-4271-95d2-19ab7303cb12 HTTP/1.1" status: 204 len: 173 time: 1.1511123 Sep 30 08:30:14.185166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002a2244-6af6-4c56-8aca-05a60677e761', 'name': 'network-vif-deleted', 'tag': 'efbf9375-2b10-4271-95d2-19ab7303cb12'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:14.190531 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ad2d41-3d27-4c5f-9839-951668858228" -d '{"events": [{"server_uuid": "002a2244-6af6-4c56-8aca-05a60677e761", "name": "network-vif-deleted", "tag": "efbf9375-2b10-4271-95d2-19ab7303cb12"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:14.196434 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-21bef7da-3619-4e1f-b929-be293491ab02 req-b6e4ff7b-db65-4665-b665-7aa61fc22408 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327880 Sep 30 08:30:14.215725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 4fc46511-6ec2-4072-9ffa-a51b1697da54 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:30:14.332500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e2095b9-5534-4be9-9b75-bbdb35ca8a13 req-5421a645-0249-4c78-a004-0441544d4bf4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808145 Sep 30 08:30:14.529282 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 4fc46511-6ec2-4072-9ffa-a51b1697da54 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:30:14.539515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 4fc46511-6ec2-4072-9ffa-a51b1697da54 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:14.540153 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.656091 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-21bef7da-3619-4e1f-b929-be293491ab02 req-fa833480-d88e-4113-b0fe-6fd0503b7e73 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492531 Sep 30 08:30:14.676095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dcd1b-ef48-48bb-b790-5e16a0a3b24e req-f5a83e03-4eb0-47e3-9711-bdbb6e52f1c4 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:14.684572 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd5dcd1b-ef48-48bb-b790-5e16a0a3b24e req-f5a83e03-4eb0-47e3-9711-bdbb6e52f1c4 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/ports?device_id=5caf4446-2a2e-4c9f-83d3-a6a3396115b7 HTTP/1.1" status: 200 len: 950 time: 0.1112132 Sep 30 08:30:14.763297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd5dcd1b-ef48-48bb-b790-5e16a0a3b24e req-6f8a0921-24a7-46a3-a7ca-6b3903772653 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/security-groups?id=172abc81-212e-4e4a-a151-6dad5edd9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776131 Sep 30 08:30:14.865981 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a11895fb-d08a-4820-a9c6-666bc7c75599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.869493 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa3e0cb-28d9-4b39-b797-f5c9a7a2fa71 x-openstack-request-id: req-7fa3e0cb-28d9-4b39-b797-f5c9a7a2fa71 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:14.870074 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002a2244-6af6-4c56-8aca-05a60677e761", "name": "network-vif-deleted", "tag": "efbf9375-2b10-4271-95d2-19ab7303cb12", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:14.870343 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fa3e0cb-28d9-4b39-b797-f5c9a7a2fa71 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:14.871292 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002a2244-6af6-4c56-8aca-05a60677e761', 'name': 'network-vif-deleted', 'tag': 'efbf9375-2b10-4271-95d2-19ab7303cb12', 'status': 'completed', 'code': 200} Sep 30 08:30:14.880801 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:14.920202 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e9dc15-9f3c-4c5c-8f6f-dc4326a28502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc46511-6ec2-4072-9ffa-a51b1697da54'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:14.924557 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc1aecf-8217-4408-bbaa-9eebeef6aa7e" -d '{"events": [{"server_uuid": "87e9dc15-9f3c-4c5c-8f6f-dc4326a28502", "name": "network-vif-plugged", "status": "completed", "tag": "4fc46511-6ec2-4072-9ffa-a51b1697da54"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:14.950921 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 4fc46511-6ec2-4072-9ffa-a51b1697da54, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4fc46511-6ec2-4072-9ffa-a51b1697da54,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:14.957580 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.021716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=4fc46511-6ec2-4072-9ffa-a51b1697da54,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:15.096635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e22431-97d4-44ff-9c38-7e4ac6f963a1 req-7ebf6d11-b71b-4102-8ce1-9ae7063bcfb7 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:15.106645 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d2e22431-97d4-44ff-9c38-7e4ac6f963a1 req-7ebf6d11-b71b-4102-8ce1-9ae7063bcfb7 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.1052163 Sep 30 08:30:15.164465 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d2e22431-97d4-44ff-9c38-7e4ac6f963a1 req-66cc150e-90ef-4b33-a113-586c56c2262a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568380 Sep 30 08:30:15.175458 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-aaa087fd-88d1-488c-9102-a87e0a6373fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2221732 Sep 30 08:30:15.176176 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cc20fd-1b51-4337-be76-d65dcd8426f6 x-openstack-request-id: req-67cc20fd-1b51-4337-be76-d65dcd8426f6 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:15.176637 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e9dc15-9f3c-4c5c-8f6f-dc4326a28502", "name": "network-vif-plugged", "status": "completed", "tag": "4fc46511-6ec2-4072-9ffa-a51b1697da54", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:15.176715 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67cc20fd-1b51-4337-be76-d65dcd8426f6 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:15.177119 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e9dc15-9f3c-4c5c-8f6f-dc4326a28502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc46511-6ec2-4072-9ffa-a51b1697da54', 'code': 200} Sep 30 08:30:15.193800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-a13b8ffe-ccc9-4b77-b3ef-24f6efd9b988 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:30:15.208414 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-a13b8ffe-ccc9-4b77-b3ef-24f6efd9b988 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0250368 Sep 30 08:30:15.333258 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:15.369076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a29ee-8884-4a69-8a5f-dc7269932205 req-4d4f65fa-bc9a-4156-82e9-291dc4e35be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:15.370607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-782a29ee-8884-4a69-8a5f-dc7269932205 req-4d4f65fa-bc9a-4156-82e9-291dc4e35be3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 1097 time: 0.0961745 Sep 30 08:30:15.384949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d602be2-dffd-4086-bc5c-577daeccd1cf req-1f3fdbd0-3e27-4929-b4ba-04363df06d60 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:15.387108 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d602be2-dffd-4086-bc5c-577daeccd1cf req-1f3fdbd0-3e27-4929-b4ba-04363df06d60 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.1530011 Sep 30 08:30:15.405609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891ed44-fff5-408f-b91c-7e574d38eaa9 req-1896cec0-018b-4e24-9611-931d2287248f tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:15.407229 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c891ed44-fff5-408f-b91c-7e574d38eaa9 req-1896cec0-018b-4e24-9611-931d2287248f tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/ports?device_id=5caf4446-2a2e-4c9f-83d3-a6a3396115b7 HTTP/1.1" status: 200 len: 950 time: 0.1339195 Sep 30 08:30:15.514516 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d602be2-dffd-4086-bc5c-577daeccd1cf req-889e34d7-20de-48ee-b511-f5b67cdc481f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050558 Sep 30 08:30:15.516566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-782a29ee-8884-4a69-8a5f-dc7269932205 req-8cf2f57b-b2eb-485d-8d89-8945e6544084 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284006 Sep 30 08:30:15.526836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c891ed44-fff5-408f-b91c-7e574d38eaa9 req-91b23807-d2a2-4f28-b749-1b6fe604cd0c tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/security-groups?id=172abc81-212e-4e4a-a151-6dad5edd9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023939 Sep 30 08:30:15.619759 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2df2e1c6-39a9-4fb3-b19f-52e1bb65f1e4 req-6b96a0b4-8766-42e8-a497-4a942dbb6b72 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 210 time: 0.0318551 Sep 30 08:30:15.886021 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:16.116786 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device efbf9375-2b10-4271-95d2-19ab7303cb12 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:30:16.141737 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: efbf9375-2b10-4271-95d2-19ab7303cb12 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:30:16.142236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device efbf9375-2b10-4271-95d2-19ab7303cb12 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:30:16.312936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0697f4-de1c-446f-8f47-3861fa578881 req-1e3482af-6ca5-4f74-bfc3-ebd7e635f1d6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:16.314471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e0697f4-de1c-446f-8f47-3861fa578881 req-1e3482af-6ca5-4f74-bfc3-ebd7e635f1d6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.0571270 Sep 30 08:30:16.358885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e0697f4-de1c-446f-8f47-3861fa578881 req-351e2083-b2df-4739-a025-1e124d55d0e4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379536 Sep 30 08:30:16.800048 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa0d72-7cc8-4643-8349-a23cc334cefa req-c3953b89-d8b0-47d1-b681-04996fdffd41 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:16.801855 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aafa0d72-7cc8-4643-8349-a23cc334cefa req-c3953b89-d8b0-47d1-b681-04996fdffd41 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/ports?device_id=5caf4446-2a2e-4c9f-83d3-a6a3396115b7 HTTP/1.1" status: 200 len: 950 time: 0.1420090 Sep 30 08:30:16.859430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e4490-c026-4400-84cc-827ae2eb97b3 req-1683b94c-7949-4396-b7d6-71cc3af1e0b7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:16.866799 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d2e4490-c026-4400-84cc-827ae2eb97b3 req-1683b94c-7949-4396-b7d6-71cc3af1e0b7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.1969893 Sep 30 08:30:16.905651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aafa0d72-7cc8-4643-8349-a23cc334cefa req-28d67d05-10c8-4332-92ef-ace132ad66a2 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/security-groups?id=172abc81-212e-4e4a-a151-6dad5edd9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949738 Sep 30 08:30:16.926031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-6256cd6e-e584-4c25-b6e7-cf2d78739b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:16.927538 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-6256cd6e-e584-4c25-b6e7-cf2d78739b24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1096 time: 0.2228949 Sep 30 08:30:16.955529 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d2e4490-c026-4400-84cc-827ae2eb97b3 req-3c3da52b-e120-43a6-b0de-8cfc36750406 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876002 Sep 30 08:30:17.027971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5e2d8-b4d4-40e5-9f41-93ad1ac8e67d req-56d3e247-9158-4979-8131-e46fb03c5441 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:17.029575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9df5e2d8-b4d4-40e5-9f41-93ad1ac8e67d req-56d3e247-9158-4979-8131-e46fb03c5441 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.36 "GET /v2.0/ports?device_id=5caf4446-2a2e-4c9f-83d3-a6a3396115b7 HTTP/1.1" status: 200 len: 950 time: 0.1563723 Sep 30 08:30:17.078786 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30565fb5-b4cc-4c9c-986e-5afe5efdd0ab req-0816ddd8-d205-47bc-b2ff-fdba15f028a8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 210 time: 0.0820456 Sep 30 08:30:17.173346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-988ee757-3a00-4afe-9627-18ec1d688088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:17.175288 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-988ee757-3a00-4afe-9627-18ec1d688088 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3e93fb9-4960-446e-b6f1-2542a3bf279e HTTP/1.1" status: 200 len: 897 time: 0.2308457 Sep 30 08:30:17.242477 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-9df5e2d8-b4d4-40e5-9f41-93ad1ac8e67d req-563132c6-7c87-4ba3-8fb0-29ba3da37e86 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Deleting port 4ef50b37-9213-4045-ad69-de682532c34e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:30:17.242816 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9df5e2d8-b4d4-40e5-9f41-93ad1ac8e67d req-563132c6-7c87-4ba3-8fb0-29ba3da37e86 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.280381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-6bb59201-f5a8-47e2-826b-c1641b4b0704 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 200 len: 1000 time: 0.0960016 Sep 30 08:30:17.375835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-ec505928-eeab-4e6d-a22b-8e4b63fc112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:17.377385 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-ec505928-eeab-4e6d-a22b-8e4b63fc112b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=805ce0c1-e9b8-48c9-93cc-c7e8add94f34 HTTP/1.1" status: 200 len: 834 time: 0.0646219 Sep 30 08:30:17.379006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9df5e2d8-b4d4-40e5-9f41-93ad1ac8e67d req-563132c6-7c87-4ba3-8fb0-29ba3da37e86 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] For port 4ef50b37-9213-4045-ad69-de682532c34e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4ef50b37-9213-4045-ad69-de682532c34e,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:17.379368 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9df5e2d8-b4d4-40e5-9f41-93ad1ac8e67d req-563132c6-7c87-4ba3-8fb0-29ba3da37e86 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.401038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-9df5e2d8-b4d4-40e5-9f41-93ad1ac8e67d req-563132c6-7c87-4ba3-8fb0-29ba3da37e86 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Calling delete_port for 4ef50b37-9213-4045-ad69-de682532c34e owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:30:17.483445 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-8a53de00-d8e6-4aa5-9a13-fc8e0b4d51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:17.484946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-8a53de00-d8e6-4aa5-9a13-fc8e0b4d51a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3e93fb9-4960-446e-b6f1-2542a3bf279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983937 Sep 30 08:30:17.598997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ae1eb-4aa4-474b-9a00-98e57dc6806a req-4ff6ad55-7d50-42c5-8a68-93fab076876c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:17.600530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f37ae1eb-4aa4-474b-9a00-98e57dc6806a req-4ff6ad55-7d50-42c5-8a68-93fab076876c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.1364958 Sep 30 08:30:17.674905 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-a2c00516-47f4-4346-853f-e17441317dda service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753273 Sep 30 08:30:17.711678 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f37ae1eb-4aa4-474b-9a00-98e57dc6806a req-7cc61168-ed4c-4a80-97ba-53fd16fda3cc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023543 Sep 30 08:30:17.735040 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9df5e2d8-b4d4-40e5-9f41-93ad1ac8e67d req-563132c6-7c87-4ba3-8fb0-29ba3da37e86 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:17.749810 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4ef50b37-9213-4045-ad69-de682532c34e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:30:17.781884 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.054453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563132c6-7c87-4ba3-8fb0-29ba3da37e86 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Pushing event deleted for resources: {'Port': ['ID=4ef50b37-9213-4045-ad69-de682532c34e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:18.132954 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-95bbbf67-4db3-4509-a012-2e4b07833981 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468048 Sep 30 08:30:18.134998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c54a9318-a207-42f8-b959-4d3fe11cfba1 req-f7e56fbf-e327-480a-92e7-9b4bb2f56bce tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.24 "GET /v2.0/ports?device_id=5caf4446-2a2e-4c9f-83d3-a6a3396115b7 HTTP/1.1" status: 200 len: 210 time: 0.0723529 Sep 30 08:30:18.150616 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df5e2d8-b4d4-40e5-9f41-93ad1ac8e67d req-563132c6-7c87-4ba3-8fb0-29ba3da37e86 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] No DVR routers for this DVR port 4ef50b37-9213-4045-ad69-de682532c34e on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:30:18.167204 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9df5e2d8-b4d4-40e5-9f41-93ad1ac8e67d req-563132c6-7c87-4ba3-8fb0-29ba3da37e86 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:18.169801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9df5e2d8-b4d4-40e5-9f41-93ad1ac8e67d req-563132c6-7c87-4ba3-8fb0-29ba3da37e86 tempest-VolumesNegativeTest-1949475328 tempest-VolumesNegativeTest-1949475328-project] 10.222.0.36 "DELETE /v2.0/ports/4ef50b37-9213-4045-ad69-de682532c34e HTTP/1.1" status: 204 len: 173 time: 1.1247177 Sep 30 08:30:18.170318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5caf4446-2a2e-4c9f-83d3-a6a3396115b7', 'name': 'network-vif-deleted', 'tag': '4ef50b37-9213-4045-ad69-de682532c34e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:18.173057 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb0071a-7280-4f3e-b419-298767eda444" -d '{"events": [{"server_uuid": "5caf4446-2a2e-4c9f-83d3-a6a3396115b7", "name": "network-vif-deleted", "tag": "4ef50b37-9213-4045-ad69-de682532c34e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:18.204458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62d152-f752-4389-919f-b95b657ba8e7 req-3dcaaace-f10e-4898-99e6-58d93976c777 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:18.212425 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b62d152-f752-4389-919f-b95b657ba8e7 req-3dcaaace-f10e-4898-99e6-58d93976c777 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.1145570 Sep 30 08:30:18.222137 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:30:18.302757 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0517027-bd7a-4018-9ab2-5f4d16a70586 req-ba4639ae-1847-4d0e-9d93-6e66c978d9ae tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=002a2244-6af6-4c56-8aca-05a60677e761 HTTP/1.1" status: 200 len: 210 time: 0.0699658 Sep 30 08:30:18.338773 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b62d152-f752-4389-919f-b95b657ba8e7 req-369445d8-1687-4e90-9a45-9f7b509a3a23 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251667 Sep 30 08:30:18.393672 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcfdc16-e301-46da-b79e-6912ca0209d9 x-openstack-request-id: req-1dcfdc16-e301-46da-b79e-6912ca0209d9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:18.394230 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5caf4446-2a2e-4c9f-83d3-a6a3396115b7", "name": "network-vif-deleted", "tag": "4ef50b37-9213-4045-ad69-de682532c34e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:18.394230 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1dcfdc16-e301-46da-b79e-6912ca0209d9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:18.394648 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5caf4446-2a2e-4c9f-83d3-a6a3396115b7', 'name': 'network-vif-deleted', 'tag': '4ef50b37-9213-4045-ad69-de682532c34e', 'status': 'completed', 'code': 200} Sep 30 08:30:18.542684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab6694-0c3b-47ea-93d0-b341180d5848 req-8f8efe73-f061-430a-acdb-d3024c8c3d63 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:18.544309 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cab6694-0c3b-47ea-93d0-b341180d5848 req-8f8efe73-f061-430a-acdb-d3024c8c3d63 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0522366 Sep 30 08:30:18.587964 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cab6694-0c3b-47ea-93d0-b341180d5848 req-0279a05b-22a8-43f7-9875-2abc91b97196 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375414 Sep 30 08:30:18.851043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd7534-d36b-4d30-ac2d-dee91d58b8c8 req-e5abcfeb-9329-48a8-ba4e-256270ea33a6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:18.852556 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84cd7534-d36b-4d30-ac2d-dee91d58b8c8 req-e5abcfeb-9329-48a8-ba4e-256270ea33a6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.0599885 Sep 30 08:30:18.899619 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84cd7534-d36b-4d30-ac2d-dee91d58b8c8 req-76c874a8-db48-41d3-be99-5330cafa80c0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390007 Sep 30 08:30:19.739099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f9dbc-db6e-4f19-a208-1cfaffd30652 req-2580402a-9119-4f65-8720-1a805ac0e212 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:19.747126 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-269f9dbc-db6e-4f19-a208-1cfaffd30652 req-2580402a-9119-4f65-8720-1a805ac0e212 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0644066 Sep 30 08:30:19.793215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-269f9dbc-db6e-4f19-a208-1cfaffd30652 req-8ae141c4-c26a-4ac3-b126-3220515b8750 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443590 Sep 30 08:30:20.088196 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e1abe-6246-489d-9897-7eb77111959c req-e7a7fa9d-08c8-4a87-b014-f09dd7188f14 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:20.090070 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c23e1abe-6246-489d-9897-7eb77111959c req-e7a7fa9d-08c8-4a87-b014-f09dd7188f14 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.0857527 Sep 30 08:30:20.126140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 4ef50b37-9213-4045-ad69-de682532c34e no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:30:20.164444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 4ef50b37-9213-4045-ad69-de682532c34e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:30:20.165138 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 4ef50b37-9213-4045-ad69-de682532c34e not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:30:20.177246 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c23e1abe-6246-489d-9897-7eb77111959c req-8bfee2b7-50b0-4eab-b53b-1a072f759d66 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772533 Sep 30 08:30:20.936109 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126b055-f6a5-4efd-bde9-04296b3c74b1 req-a1450ac0-1376-4832-bcaa-4ce077f02cd6 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:20.945156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3126b055-f6a5-4efd-bde9-04296b3c74b1 req-a1450ac0-1376-4832-bcaa-4ce077f02cd6 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0734320 Sep 30 08:30:20.992482 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3126b055-f6a5-4efd-bde9-04296b3c74b1 req-450c6457-66cb-4521-8e03-785055c5e57d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464520 Sep 30 08:30:21.363348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30239d8-ce06-46c9-beae-af73b82c336d req-561e2c6f-3508-4325-bf70-9de0f414f42b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:21.365577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a30239d8-ce06-46c9-beae-af73b82c336d req-561e2c6f-3508-4325-bf70-9de0f414f42b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.0815530 Sep 30 08:30:21.437831 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a30239d8-ce06-46c9-beae-af73b82c336d req-053f1ed6-6890-41b0-9564-ecc88c603332 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579309 Sep 30 08:30:22.160309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c75e1-5bc5-4ac5-a676-d1f9809a7058 req-839d5553-c47a-4c8f-b3e9-3dfbc9255e7c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:22.162661 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-663c75e1-5bc5-4ac5-a676-d1f9809a7058 req-839d5553-c47a-4c8f-b3e9-3dfbc9255e7c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0738587 Sep 30 08:30:22.221266 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-663c75e1-5bc5-4ac5-a676-d1f9809a7058 req-31c282b9-78af-4209-ae67-3c7119955e6d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520194 Sep 30 08:30:22.584842 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e494ec-b051-42c8-ae2b-e07f6ec13253 req-9c8f39dc-ce73-4ea5-a7e2-628102ef7b96 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:22.586615 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40e494ec-b051-42c8-ae2b-e07f6ec13253 req-9c8f39dc-ce73-4ea5-a7e2-628102ef7b96 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.0526090 Sep 30 08:30:22.653895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40e494ec-b051-42c8-ae2b-e07f6ec13253 req-b78141f9-22c1-463e-97d1-52be93e79b74 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586314 Sep 30 08:30:23.370007 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c6b1f-328e-45f9-9bc8-fc9a10874eb6 req-ce5a3b8d-0446-47f4-a37f-f54938003d8a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:23.371946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-783c6b1f-328e-45f9-9bc8-fc9a10874eb6 req-ce5a3b8d-0446-47f4-a37f-f54938003d8a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0524080 Sep 30 08:30:23.420285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-783c6b1f-328e-45f9-9bc8-fc9a10874eb6 req-cdb82959-3785-48f6-921c-a4f3d2ce91fa tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411139 Sep 30 08:30:23.791789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c9b5f-3d4a-46ed-907e-da193055d52c req-682ad703-73de-46da-9e72-c3e5d2af47bc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:23.793918 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-494c9b5f-3d4a-46ed-907e-da193055d52c req-682ad703-73de-46da-9e72-c3e5d2af47bc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.0661023 Sep 30 08:30:23.852543 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-494c9b5f-3d4a-46ed-907e-da193055d52c req-83401f9d-83f9-4b2a-95ab-db96e663cee2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482199 Sep 30 08:30:24.603228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146b0fa-e4fa-47f8-919e-62cde0686218 req-a1e2e000-2f69-4de6-8446-afd6840bbb7b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:24.608118 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4146b0fa-e4fa-47f8-919e-62cde0686218 req-a1e2e000-2f69-4de6-8446-afd6840bbb7b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.1067297 Sep 30 08:30:24.700021 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4146b0fa-e4fa-47f8-919e-62cde0686218 req-5c9972a3-f814-482c-9cd8-5b75cdf978f8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857189 Sep 30 08:30:24.956226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34512) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:25.014102 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34516) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:25.077714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7ddf7-3506-42ea-a619-5c45cc4d2abf req-61908f68-9ea9-48e9-84e5-4790d20f39a0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:25.086235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e8c7ddf7-3506-42ea-a619-5c45cc4d2abf req-61908f68-9ea9-48e9-84e5-4790d20f39a0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.1149426 Sep 30 08:30:25.160698 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.176493 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e8c7ddf7-3506-42ea-a619-5c45cc4d2abf req-0fae0080-8981-4b41-bd45-ac92876c17a5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826631 Sep 30 08:30:25.258743 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-73745818-fb12-42da-a195-aff4c7d343de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ab6c49390654e4c9e308a5adca1fa9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433765 Sep 30 08:30:25.259485 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34520) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:25.348816 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.352464 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57443298-f417-443a-84e1-62bb070c0a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.362647 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.402800 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57443298-f417-443a-84e1-62bb070c0a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.416926 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=280f4e57142945339192068063284e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4593110 Sep 30 08:30:25.420249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34524) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:25.429588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c41316c-2968-432d-b9ec-3312a0716eab,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:25.451997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.452413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.452756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.453090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.453422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.453746 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.454069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.454390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.454713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.455028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.455348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.455663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68535f-2343-45ad-85f7-ab8682021cc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.488492 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.492412 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57443298-f417-443a-84e1-62bb070c0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.495324 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57443298-f417-443a-84e1-62bb070c0a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.499641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-57443298-f417-443a-84e1-62bb070c0a61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/172abc81-212e-4e4a-a151-6dad5edd9bab HTTP/1.1" status: 204 len: 168 time: 0.2363458 Sep 30 08:30:25.505318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57443298-f417-443a-84e1-62bb070c0a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172abc81-212e-4e4a-a151-6dad5edd9bab,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:25.524389 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.578453 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.581412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:25.585142 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c41316c-2968-432d-b9ec-3312a0716eab HTTP/1.1" status: 204 len: 168 time: 0.1607533 Sep 30 08:30:25.595730 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c41316c-2968-432d-b9ec-3312a0716eab,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:25.603993 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.604346 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.604685 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.606196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.606596 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.606937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.607275 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.607608 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.607950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.608625 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.608962 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.609289 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502caaa-0e9b-4eca-b023-39039653817c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:25.856933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98bafa-a92e-4089-8e17-a4af90c7909c req-b440545a-7ad2-44f7-8a4d-bf142f954584 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:25.858748 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce98bafa-a92e-4089-8e17-a4af90c7909c req-b440545a-7ad2-44f7-8a4d-bf142f954584 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0739200 Sep 30 08:30:25.913474 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce98bafa-a92e-4089-8e17-a4af90c7909c req-af998616-e7a5-4c31-8d3e-c427d059019f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480094 Sep 30 08:30:26.024867 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34544) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:26.040351 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-187af4e6-c28d-4ab2-90a3-8200f45b171b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.156722 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-187af4e6-c28d-4ab2-90a3-8200f45b171b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.161725 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-187af4e6-c28d-4ab2-90a3-8200f45b171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.209448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187af4e6-c28d-4ab2-90a3-8200f45b171b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92d2319-d8af-4b04-913f-77cda54403cb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:26.218412 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34552) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:26.218660 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-187af4e6-c28d-4ab2-90a3-8200f45b171b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c70a10893f764d7fad605cd791f83a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924829 Sep 30 08:30:26.313975 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4481fd11-ec36-4d89-a7c0-72e44ccc4e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.349249 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4481fd11-ec36-4d89-a7c0-72e44ccc4e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.365050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdf4c8-8334-4ddc-b72e-8877f4188826 req-99a9b48f-5401-4160-adde-77a67fb7d86f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:26.366608 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ccdf4c8-8334-4ddc-b72e-8877f4188826 req-99a9b48f-5401-4160-adde-77a67fb7d86f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.0978289 Sep 30 08:30:26.429937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ccdf4c8-8334-4ddc-b72e-8877f4188826 req-055a9c3f-9843-4fac-9b37-bc1b3a2296bf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535839 Sep 30 08:30:26.456366 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4481fd11-ec36-4d89-a7c0-72e44ccc4e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.467024 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4481fd11-ec36-4d89-a7c0-72e44ccc4e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:26.468240 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4481fd11-ec36-4d89-a7c0-72e44ccc4e55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e92d2319-d8af-4b04-913f-77cda54403cb HTTP/1.1" status: 204 len: 168 time: 0.2484238 Sep 30 08:30:26.476426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481fd11-ec36-4d89-a7c0-72e44ccc4e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92d2319-d8af-4b04-913f-77cda54403cb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:27.081232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd29452-374a-421b-9ecb-136603dc6277 req-83de3f1b-175f-4c9e-a84d-54ba4f3c48be tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:27.090625 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cd29452-374a-421b-9ecb-136603dc6277 req-83de3f1b-175f-4c9e-a84d-54ba4f3c48be tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0889809 Sep 30 08:30:27.140583 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cd29452-374a-421b-9ecb-136603dc6277 req-157d208e-732d-4014-9cd9-31608adc45e9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487828 Sep 30 08:30:27.602451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036231d-7c73-48b1-a4ea-a3596cfd6307 req-e2de2cbf-375d-449c-b825-6a97003ea1c6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:27.604891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1036231d-7c73-48b1-a4ea-a3596cfd6307 req-e2de2cbf-375d-449c-b825-6a97003ea1c6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.0706186 Sep 30 08:30:27.669782 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1036231d-7c73-48b1-a4ea-a3596cfd6307 req-62768d4f-8812-44f1-a2d8-60649db3a166 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574765 Sep 30 08:30:28.279648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b748af-ec53-4a54-9dda-119f2328cbe5 req-c322b6ac-3d19-4c2b-9513-7c3670558ae9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:28.292107 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91b748af-ec53-4a54-9dda-119f2328cbe5 req-c322b6ac-3d19-4c2b-9513-7c3670558ae9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0737882 Sep 30 08:30:28.344135 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91b748af-ec53-4a54-9dda-119f2328cbe5 req-14f35a51-b632-4bf2-910b-0287eb94b059 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447145 Sep 30 08:30:28.860419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722be54-9d2d-43a8-ac4c-08278f08c8dc req-0b0b1346-7007-453d-86e4-94b124aface9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:28.865404 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6722be54-9d2d-43a8-ac4c-08278f08c8dc req-0b0b1346-7007-453d-86e4-94b124aface9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.0839279 Sep 30 08:30:28.966275 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6722be54-9d2d-43a8-ac4c-08278f08c8dc req-aeb575a3-f0a0-4f6b-8593-332fbdd60f2c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859671 Sep 30 08:30:29.543170 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff7db2-0b6e-4d79-9ec6-3b7d8f4e9465 req-4bb83a93-3a3a-4069-a595-fb31c5250ba5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:29.551347 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60ff7db2-0b6e-4d79-9ec6-3b7d8f4e9465 req-4bb83a93-3a3a-4069-a595-fb31c5250ba5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0671108 Sep 30 08:30:29.604365 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60ff7db2-0b6e-4d79-9ec6-3b7d8f4e9465 req-464e1f5f-28c8-4bfd-b059-e399e75b953a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516763 Sep 30 08:30:29.833510 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:30.119490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f5e7a-9b03-4047-a41f-2feae625ae2f req-42be5aca-6fe6-47fc-a427-9517ce3252e1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:30.121677 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e4f5e7a-9b03-4047-a41f-2feae625ae2f req-42be5aca-6fe6-47fc-a427-9517ce3252e1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.0648487 Sep 30 08:30:30.212548 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e4f5e7a-9b03-4047-a41f-2feae625ae2f req-f04140b0-58c8-4dad-961e-05a1bf6f0907 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804322 Sep 30 08:30:30.818715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04474f85-0375-4533-8892-54fbda3d1b5a req-6ef7c94b-2dd0-442c-a88c-dc27ae828f4f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:30.821524 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-04474f85-0375-4533-8892-54fbda3d1b5a req-6ef7c94b-2dd0-442c-a88c-dc27ae828f4f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0913708 Sep 30 08:30:30.887559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-04474f85-0375-4533-8892-54fbda3d1b5a req-08cbe676-6acc-4e58-9ee5-52112f35aa6f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575902 Sep 30 08:30:31.388778 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e81cd-50c7-493d-9491-d272f5f7264d req-ed11e720-3ded-4f79-8f21-c2591a9dd7d2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:31.390763 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db7e81cd-50c7-493d-9491-d272f5f7264d req-ed11e720-3ded-4f79-8f21-c2591a9dd7d2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.0910764 Sep 30 08:30:31.441770 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db7e81cd-50c7-493d-9491-d272f5f7264d req-8675873b-3869-4ee8-854f-ef23c74a42a2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431311 Sep 30 08:30:32.060194 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834eec55-29bd-43e3-a88e-9f39ce7ec102 req-7374f181-9d39-4bf9-bea7-c2648c69555a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:32.063256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-834eec55-29bd-43e3-a88e-9f39ce7ec102 req-7374f181-9d39-4bf9-bea7-c2648c69555a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0700045 Sep 30 08:30:32.117868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-834eec55-29bd-43e3-a88e-9f39ce7ec102 req-9f6874e6-5924-446e-81de-aba420f83bbf tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477941 Sep 30 08:30:32.582317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d2b76-bfb9-489f-babb-56f39e77cd4d req-b9f2a4e9-e674-4c93-aa2e-9665385b289a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:32.583885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b47d2b76-bfb9-489f-babb-56f39e77cd4d req-b9f2a4e9-e674-4c93-aa2e-9665385b289a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.0578392 Sep 30 08:30:32.638672 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b47d2b76-bfb9-489f-babb-56f39e77cd4d req-837a3b9b-2883-4681-b5bf-952d8a510034 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470786 Sep 30 08:30:33.291545 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8be2a-563d-45e6-91ba-2d602313b011 req-021fcfc7-7038-4cc7-aca8-e433de4b5add tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:33.294033 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bb8be2a-563d-45e6-91ba-2d602313b011 req-021fcfc7-7038-4cc7-aca8-e433de4b5add tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0740452 Sep 30 08:30:33.368712 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bb8be2a-563d-45e6-91ba-2d602313b011 req-9078a496-b480-4a36-85e7-4d2b431dedf4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645192 Sep 30 08:30:33.801034 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a9b6e-982a-4f3c-a5d6-b9bbe741bab4 req-bfbe476d-30cf-46e9-9f54-ea8a573426bc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:33.809438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c20a9b6e-982a-4f3c-a5d6-b9bbe741bab4 req-bfbe476d-30cf-46e9-9f54-ea8a573426bc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.0713985 Sep 30 08:30:33.863417 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c20a9b6e-982a-4f3c-a5d6-b9bbe741bab4 req-07b8c528-8b77-4e78-8974-1d766549fce0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488129 Sep 30 08:30:34.563728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1403d2-059d-4ea1-aae1-0e6663c6c07e req-a0dc4339-9ac8-4ed6-b763-8506dfcfd4e0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:34.565330 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e1403d2-059d-4ea1-aae1-0e6663c6c07e req-a0dc4339-9ac8-4ed6-b763-8506dfcfd4e0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0767012 Sep 30 08:30:34.638494 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e1403d2-059d-4ea1-aae1-0e6663c6c07e req-e1948217-31f2-47f6-a7a7-b1a2eb9dbd6d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637538 Sep 30 08:30:35.102854 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f6c31-31c4-4670-850b-b063d9a3b265 req-6300a708-e4e7-45cc-a76b-5fc8c9df0b5e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:35.113111 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-873f6c31-31c4-4670-850b-b063d9a3b265 req-6300a708-e4e7-45cc-a76b-5fc8c9df0b5e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.1244025 Sep 30 08:30:35.252845 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-50e4bdb1-6931-42d3-bcb9-cb60da5a6b5f service neutron] show failed (client error): The resource could not be found. Sep 30 08:30:35.254119 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-50e4bdb1-6931-42d3-bcb9-cb60da5a6b5f service neutron] 10.222.0.36 "GET /v2.0/ports/d8390607-51b2-4f50-813d-a349675bc858/bindings/n-h2-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.1387713 Sep 30 08:30:35.308630 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-873f6c31-31c4-4670-850b-b063d9a3b265 req-ecae689b-5257-4ab9-b273-3997677e7021 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899095 Sep 30 08:30:35.660957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-91b1cf8c-aeb5-4668-a66c-5e7b3313928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:35.662522 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-91b1cf8c-aeb5-4668-a66c-5e7b3313928c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398&tenant_id=9cc3341683d74857bfb7b0b638c15491 HTTP/1.1" status: 200 len: 1096 time: 0.1295443 Sep 30 08:30:35.718343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:35.841764 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34756) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:35.890301 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:35.927505 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0adbf4-8ba3-4da2-b85d-2f9f0a92342a req-58117fef-3375-49c1-a813-f8587564b640 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:35.933780 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d0adbf4-8ba3-4da2-b85d-2f9f0a92342a req-58117fef-3375-49c1-a813-f8587564b640 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.1582832 Sep 30 08:30:36.031713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d0adbf4-8ba3-4da2-b85d-2f9f0a92342a req-e5f4e968-bc75-49f8-8985-c22137d5c124 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913734 Sep 30 08:30:36.141143 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d07bfd49-a748-4b2d-9981-443eaf7cd389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.378401 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d07bfd49-a748-4b2d-9981-443eaf7cd389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.388060 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d07bfd49-a748-4b2d-9981-443eaf7cd389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.436745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d8390607-51b2-4f50-813d-a349675bc858,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:36.491460 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bfd49-a748-4b2d-9981-443eaf7cd389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4943fe0-7431-4216-a2f9-e218932a351f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:36.495677 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:30:36.499757 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d07bfd49-a748-4b2d-9981-443eaf7cd389 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ff725a573d3434486ce867220c67ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6558051 Sep 30 08:30:36.501707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34764) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:36.556830 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.591266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Transition to ACTIVE for port object d8390607-51b2-4f50-813d-a349675bc858 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:30:36.593006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:36.597673 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6f9cbc-1078-4549-ab65-5ce81ef093c2" -d '{"events": [{"server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "name": "network-vif-unplugged", "status": "completed", "tag": "d8390607-51b2-4f50-813d-a349675bc858"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:36.606881 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.706573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b1961-5f85-4db8-84ab-87a487dab9ce req-2904438f-3d62-40f4-85f2-5bbe05e87193 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:36.719553 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f11b1961-5f85-4db8-84ab-87a487dab9ce req-2904438f-3d62-40f4-85f2-5bbe05e87193 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.2553074 Sep 30 08:30:36.845049 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f11b1961-5f85-4db8-84ab-87a487dab9ce req-ae805e10-5781-485c-a3cd-9e1d10839e5a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181011 Sep 30 08:30:36.858979 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f74fbc8-6156-421a-be24-f0659f6e9dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.862085 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1c21f6-773f-45c3-8199-a722904102af x-openstack-request-id: req-5c1c21f6-773f-45c3-8199-a722904102af {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:36.862587 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "name": "network-vif-unplugged", "status": "completed", "tag": "d8390607-51b2-4f50-813d-a349675bc858", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:36.862851 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c1c21f6-773f-45c3-8199-a722904102af {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:36.863315 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858', 'code': 200} Sep 30 08:30:36.923751 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f74fbc8-6156-421a-be24-f0659f6e9dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:36.934017 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Pushing event updated for resources: {'Port': ['ID=d8390607-51b2-4f50-813d-a349675bc858,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:36.998880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] No DVR routers for this DVR port d8390607-51b2-4f50-813d-a349675bc858 on host n-h1-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:30:37.037933 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f74fbc8-6156-421a-be24-f0659f6e9dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:37.042928 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f74fbc8-6156-421a-be24-f0659f6e9dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:37.047168 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8f74fbc8-6156-421a-be24-f0659f6e9dbf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4943fe0-7431-4216-a2f9-e218932a351f HTTP/1.1" status: 204 len: 168 time: 0.5442135 Sep 30 08:30:37.067211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74fbc8-6156-421a-be24-f0659f6e9dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4943fe0-7431-4216-a2f9-e218932a351f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:37.268459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703fc7c-5674-4282-8a27-9b28e63276a9 req-d9d360b8-50fd-4ed1-9c5e-1de4e9ca6622 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:37.277381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4703fc7c-5674-4282-8a27-9b28e63276a9 req-d9d360b8-50fd-4ed1-9c5e-1de4e9ca6622 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0998683 Sep 30 08:30:37.352220 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4703fc7c-5674-4282-8a27-9b28e63276a9 req-7c6acd44-30df-47ed-870f-c1fdfec7363c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723486 Sep 30 08:30:37.402408 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Attempting to bind port d8390607-51b2-4f50-813d-a349675bc858 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:30:37.404855 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Attempting to bind port d8390607-51b2-4f50-813d-a349675bc858 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:30:37.405487 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Attempting to bind port d8390607-51b2-4f50-813d-a349675bc858 on network e3e93fb9-4960-446e-b6f1-2542a3bf279e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:37.441564 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Port d8390607-51b2-4f50-813d-a349675bc858 on network e3e93fb9-4960-446e-b6f1-2542a3bf279e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:30:37.449326 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Attempting to bind port d8390607-51b2-4f50-813d-a349675bc858 on network e3e93fb9-4960-446e-b6f1-2542a3bf279e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:37.462182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:30:37.463097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Checking segment: {'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:30:37.463745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Bound using segment: {'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:30:37.464727 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Bound port: d8390607-51b2-4f50-813d-a349675bc858, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:30:37.465386 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:37.598434 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:30:37.602526 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d8390607-51b2-4f50-813d-a349675bc858,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:30:37.612188 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:37.649215 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:37.649983 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:37.651557 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] 10.222.0.35 "PUT /v2.0/ports/d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 200 len: 1091 time: 1.9585521 Sep 30 08:30:37.776704 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-0427db4c-69cc-4b09-8e21-0e8961574536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:37.778339 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-0427db4c-69cc-4b09-8e21-0e8961574536 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1094 time: 0.0757091 Sep 30 08:30:37.946647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-b16758ce-14a3-42af-a3aa-d20e56635e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:37.949091 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-b16758ce-14a3-42af-a3aa-d20e56635e88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3e93fb9-4960-446e-b6f1-2542a3bf279e HTTP/1.1" status: 200 len: 897 time: 0.1627393 Sep 30 08:30:37.950538 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b3521-66df-448a-8083-65ea578d9c2b service neutron] Pushing event updated for resources: {'Port': ['ID=d8390607-51b2-4f50-813d-a349675bc858,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:38.117302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d0745-2347-4ec3-a072-fd55aec8bc4e req-d6252b2d-1e7b-4a44-a174-270520b6602a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:38.124557 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1a3d0745-2347-4ec3-a072-fd55aec8bc4e req-d6252b2d-1e7b-4a44-a174-270520b6602a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 943 time: 0.1410227 Sep 30 08:30:38.150321 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-5048f4c5-42ac-474b-bd36-d2dfa950d41b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 200 len: 998 time: 0.1795778 Sep 30 08:30:38.209901 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1a3d0745-2347-4ec3-a072-fd55aec8bc4e req-414b8abc-4ae4-4d09-8ed1-82432a24254b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780468 Sep 30 08:30:38.259153 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e5bff72b-129b-4a72-93b1-8a9c29a07b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:38.259153 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e5bff72b-129b-4a72-93b1-8a9c29a07b1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=805ce0c1-e9b8-48c9-93cc-c7e8add94f34 HTTP/1.1" status: 200 len: 834 time: 0.1008651 Sep 30 08:30:38.275227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device d8390607-51b2-4f50-813d-a349675bc858 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:30:38.357319 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e6fd81c9-6f8a-43bc-8d0f-7c1dab900882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:38.365947 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-e6fd81c9-6f8a-43bc-8d0f-7c1dab900882 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3e93fb9-4960-446e-b6f1-2542a3bf279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978703 Sep 30 08:30:38.375466 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device d8390607-51b2-4f50-813d-a349675bc858 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:30:38.554807 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-9460745f-f527-4f43-afd6-c10bf99d4c4c service neutron] 10.222.0.35 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815655 Sep 30 08:30:38.567337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35524266-88d9-4097-a137-687ac6db5288 req-67b5f956-b892-4d4e-bcf1-8ea332676354 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:38.583868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35524266-88d9-4097-a137-687ac6db5288 req-67b5f956-b892-4d4e-bcf1-8ea332676354 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.1320810 Sep 30 08:30:38.676627 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35524266-88d9-4097-a137-687ac6db5288 req-89b19a57-32ef-44f2-a77d-254094663d79 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917780 Sep 30 08:30:38.752015 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-ec9bcb59-caef-4b75-8e1f-b859a963f6a8 service neutron] 10.222.0.35 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775856 Sep 30 08:30:38.867223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:38.870758 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf6ab51-6176-40bf-956c-4c91277924d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "tag": "d8390607-51b2-4f50-813d-a349675bc858"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:38.977616 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c32460d-bb16-40a7-b136-6ae840c55e3b x-openstack-request-id: req-1c32460d-bb16-40a7-b136-6ae840c55e3b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:38.978824 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "tag": "d8390607-51b2-4f50-813d-a349675bc858", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:38.979298 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c32460d-bb16-40a7-b136-6ae840c55e3b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:38.979986 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858', 'status': 'completed', 'code': 200} Sep 30 08:30:39.096436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-43c095be-5b5a-4c3d-9895-aed0ce23a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:39.097812 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-43c095be-5b5a-4c3d-9895-aed0ce23a814 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1094 time: 0.0754333 Sep 30 08:30:39.121897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-0f337b8c-21a9-48ec-992c-f87e25421afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:39.124209 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-0f337b8c-21a9-48ec-992c-f87e25421afe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1094 time: 0.1190982 Sep 30 08:30:39.274776 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-657f0086-09dd-4974-bd3e-d7174c6fcdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:39.280969 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-657f0086-09dd-4974-bd3e-d7174c6fcdde service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3e93fb9-4960-446e-b6f1-2542a3bf279e HTTP/1.1" status: 200 len: 897 time: 0.1689649 Sep 30 08:30:39.294562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-1b9336e5-5d2b-4712-a64a-a80ec0c053eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:39.296329 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-1b9336e5-5d2b-4712-a64a-a80ec0c053eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3e93fb9-4960-446e-b6f1-2542a3bf279e HTTP/1.1" status: 200 len: 897 time: 0.1638618 Sep 30 08:30:39.384705 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-bd1dc198-03f8-4542-bab5-02e1a4e11eda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 200 len: 998 time: 0.0956659 Sep 30 08:30:39.446338 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-d3eb6a9c-fd01-45ce-b644-d85f1cda552f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 200 len: 998 time: 0.1420040 Sep 30 08:30:39.459158 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-533a131c-a737-45e7-bd99-e357df99558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:39.461233 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-533a131c-a737-45e7-bd99-e357df99558b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=805ce0c1-e9b8-48c9-93cc-c7e8add94f34 HTTP/1.1" status: 200 len: 834 time: 0.0669353 Sep 30 08:30:39.551518 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-817ab1a8-96e4-4c8a-806e-f75832745512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:39.555674 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-817ab1a8-96e4-4c8a-806e-f75832745512 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3e93fb9-4960-446e-b6f1-2542a3bf279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857172 Sep 30 08:30:39.556347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553f47b-01bc-43f1-9dfc-7c91cb31e979 req-01151f9b-318c-450d-81ac-8dccd344dbb5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:39.558474 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3553f47b-01bc-43f1-9dfc-7c91cb31e979 req-01151f9b-318c-450d-81ac-8dccd344dbb5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 943 time: 0.1112375 Sep 30 08:30:39.560848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-7d2a1307-218f-41b8-879d-6d3408ddf1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:39.562214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-7d2a1307-218f-41b8-879d-6d3408ddf1c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=805ce0c1-e9b8-48c9-93cc-c7e8add94f34 HTTP/1.1" status: 200 len: 834 time: 0.1058209 Sep 30 08:30:39.649342 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3553f47b-01bc-43f1-9dfc-7c91cb31e979 req-b77f2ef4-7295-4abb-89d4-7fef0ead9082 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839107 Sep 30 08:30:39.665962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-9e6d8ec8-8b3a-41c8-9de1-7e676b2547ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:39.672545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-9e6d8ec8-8b3a-41c8-9de1-7e676b2547ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3e93fb9-4960-446e-b6f1-2542a3bf279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953014 Sep 30 08:30:39.749061 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-610cd3cf-672e-4c7e-88dd-86289990e762 service neutron] 10.222.0.35 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849370 Sep 30 08:30:39.870584 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-4d503eda-ad02-441d-aa60-004df0e7c6f9 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910105 Sep 30 08:30:39.918745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019f86b-f92f-40b5-b747-8405d2c8599e req-3517405f-cf0a-4e2e-9021-72a8c2d14c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:39.928034 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2019f86b-f92f-40b5-b747-8405d2c8599e req-3517405f-cf0a-4e2e-9021-72a8c2d14c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.1099102 Sep 30 08:30:39.934961 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-05e78dcd-e53f-4e6c-af7c-b3c3a97f13d7 service neutron] 10.222.0.35 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739581 Sep 30 08:30:40.046992 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2019f86b-f92f-40b5-b747-8405d2c8599e req-7941c8c1-4d0a-4569-88bc-0d631953c955 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151955 Sep 30 08:30:40.054072 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6cf6ab51-6176-40bf-956c-4c91277924d0 req-60aa997f-b9f4-47c7-bf8b-8c0eb8b1d615 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737950 Sep 30 08:30:40.202097 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:40.257925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d8390607-51b2-4f50-813d-a349675bc858 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:30:40.411181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d8390607-51b2-4f50-813d-a349675bc858,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:40.425187 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'd8390607-51b2-4f50-813d-a349675bc858', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'port_id': 'd8390607-51b2-4f50-813d-a349675bc858', 'mac_address': 'fa:16:3e:60:aa:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:30:40.473048 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:40.502324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8390607-51b2-4f50-813d-a349675bc858 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:30:40.527865 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d8390607-51b2-4f50-813d-a349675bc858,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:40.533887 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:40.624388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=d8390607-51b2-4f50-813d-a349675bc858,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:40.804437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd065344-3886-43ae-81d5-93f050b061f7 req-b8ac616e-c427-4b89-8fe8-c19d63710135 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:40.805983 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd065344-3886-43ae-81d5-93f050b061f7 req-b8ac616e-c427-4b89-8fe8-c19d63710135 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 944 time: 0.0644221 Sep 30 08:30:40.825701 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['d8390607-51b2-4f50-813d-a349675bc858'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:30:40.896163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd065344-3886-43ae-81d5-93f050b061f7 req-b3c25e50-156d-43b4-a912-836efa431624 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832272 Sep 30 08:30:41.315022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39573d-dbbd-4a5f-894c-a7594ccbae39 req-98aa46ee-c04d-49d6-aa02-c1a1719379d7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:41.316652 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d39573d-dbbd-4a5f-894c-a7594ccbae39 req-98aa46ee-c04d-49d6-aa02-c1a1719379d7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.1657958 Sep 30 08:30:41.337320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-94601e8a-7a5d-450c-96c4-c2ad960e7386 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:41.339556 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-94601e8a-7a5d-450c-96c4-c2ad960e7386 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398&tenant_id=9cc3341683d74857bfb7b0b638c15491&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 944 time: 0.1874485 Sep 30 08:30:41.341491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8daf2-6baf-45ae-a152-ccfbcdb80ee5 req-4c6aa3e8-870b-493b-a6d7-f20c316d3f26 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:41.355962 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18f8daf2-6baf-45ae-a152-ccfbcdb80ee5 req-4c6aa3e8-870b-493b-a6d7-f20c316d3f26 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 944 time: 0.1136472 Sep 30 08:30:41.412455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d39573d-dbbd-4a5f-894c-a7594ccbae39 req-66e5173f-1585-4f0e-bd72-a23fdb35c147 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508471 Sep 30 08:30:41.419219 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-372f870d-9d41-42ac-9d70-60b818787fe6 service neutron] 10.222.0.35 "GET /v2.0/ports/d8390607-51b2-4f50-813d-a349675bc858/bindings/n-h2-807359-2 HTTP/1.1" status: 200 len: 382 time: 0.0703344 Sep 30 08:30:41.434839 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18f8daf2-6baf-45ae-a152-ccfbcdb80ee5 req-5836d5af-5cfd-400d-9f7f-b645d677e791 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815125 Sep 30 08:30:41.511726 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-3fb9068a-a451-425a-a762-dc23bd6f9849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:41.513295 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-3fb9068a-a451-425a-a762-dc23bd6f9849 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1095 time: 0.0537910 Sep 30 08:30:41.628742 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-562db2b8-3349-4cff-bfd1-f8d65970ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:41.630259 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-562db2b8-3349-4cff-bfd1-f8d65970ab6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3e93fb9-4960-446e-b6f1-2542a3bf279e HTTP/1.1" status: 200 len: 897 time: 0.1095998 Sep 30 08:30:41.718565 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-108cbfd1-d964-4e19-a3ab-970427e07614 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 200 len: 999 time: 0.0802095 Sep 30 08:30:41.781457 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-912d476e-4f93-4ccc-a8bc-dd511f9d8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:41.783121 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-912d476e-4f93-4ccc-a8bc-dd511f9d8ca2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=805ce0c1-e9b8-48c9-93cc-c7e8add94f34 HTTP/1.1" status: 200 len: 834 time: 0.0574019 Sep 30 08:30:41.847038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-98fb2f6f-2467-4cd7-a809-4c00db30c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:41.848815 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-98fb2f6f-2467-4cd7-a809-4c00db30c7bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3e93fb9-4960-446e-b6f1-2542a3bf279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588782 Sep 30 08:30:41.966847 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-4a506222-111b-4d33-b053-ad4c9bd59af6 service neutron] 10.222.0.35 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092381 Sep 30 08:30:42.035014 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f7c7202-eca0-42ee-abdb-0bc820e67014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:42.068728 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-646db25a-0a26-4490-a2a6-2ccd7fd22e0e service neutron] 10.222.0.35 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941570 Sep 30 08:30:42.273906 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d8390607-51b2-4f50-813d-a349675bc858 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:30:42.326160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port d8390607-51b2-4f50-813d-a349675bc858 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:30:42.329937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port d8390607-51b2-4f50-813d-a349675bc858 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:42.330376 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:42.428530 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:42.459059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:42.461229 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e66251-4bc6-418a-b455-792ab1db77e0" -d '{"events": [{"server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "name": "network-vif-plugged", "status": "completed", "tag": "d8390607-51b2-4f50-813d-a349675bc858"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:42.477530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d8390607-51b2-4f50-813d-a349675bc858,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:42.484003 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:42.553858 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=d8390607-51b2-4f50-813d-a349675bc858,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:42.563165 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:42.564787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:42.564787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:42.564787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:42.564787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:42.565123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:42.565409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:42.566402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:42.566402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:42.566724 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:42.567322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:42.567649 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:30:42.647717 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52521192-44cf-4bd0-8f5c-08bea0df804c req-83cff808-7210-49d9-8c06-6242efb38fca tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:42.656628 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52521192-44cf-4bd0-8f5c-08bea0df804c req-83cff808-7210-49d9-8c06-6242efb38fca tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.1179760 Sep 30 08:30:42.691980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdfb21-e34a-4847-af1e-968322c35712 req-66ff3539-1832-41a0-b1d5-d2e6dfe3c046 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:42.695965 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0cdfb21-e34a-4847-af1e-968322c35712 req-66ff3539-1832-41a0-b1d5-d2e6dfe3c046 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.1386197 Sep 30 08:30:42.745431 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0cdfb21-e34a-4847-af1e-968322c35712 req-70594231-24f5-4940-8ce6-d0cd2393f083 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410986 Sep 30 08:30:42.776590 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-52521192-44cf-4bd0-8f5c-08bea0df804c req-041203eb-e681-4bdd-b444-7ce38e3fb424 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189766 Sep 30 08:30:42.845728 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e997ed69-469a-401b-94ee-800240dcdd4e x-openstack-request-id: req-e997ed69-469a-401b-94ee-800240dcdd4e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:42.846091 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "name": "network-vif-plugged", "status": "completed", "tag": "d8390607-51b2-4f50-813d-a349675bc858", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:42.846415 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e997ed69-469a-401b-94ee-800240dcdd4e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:42.846877 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858', 'code': 200} Sep 30 08:30:44.027702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75105ccc-04b6-41ba-8bff-8077db5682ba req-906bb038-3c4d-4f7c-ae9f-ae57a766ae73 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:44.029460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75105ccc-04b6-41ba-8bff-8077db5682ba req-906bb038-3c4d-4f7c-ae9f-ae57a766ae73 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 945 time: 0.1208637 Sep 30 08:30:44.043776 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83370ec-bd3c-4ba0-a494-02f0e7acb7df req-c9e1e13e-9019-4c82-ac51-4da9e3d219dc tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:44.045446 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d83370ec-bd3c-4ba0-a494-02f0e7acb7df req-c9e1e13e-9019-4c82-ac51-4da9e3d219dc tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.1394718 Sep 30 08:30:44.152601 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d83370ec-bd3c-4ba0-a494-02f0e7acb7df req-6dcfea41-ef63-4178-a735-b0c85f482ed8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838742 Sep 30 08:30:44.156739 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75105ccc-04b6-41ba-8bff-8077db5682ba req-6a695a98-e65e-40bc-8d41-9e28e297c28f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102004 Sep 30 08:30:44.226792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 34866) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:44.433328 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbb36dd5-e7c5-41d5-a6b1-5d9f44419612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.478898 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-1c567b57-342b-49a4-93c7-3b71140dc7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:44.481161 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-1c567b57-342b-49a4-93c7-3b71140dc7e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398&tenant_id=9cc3341683d74857bfb7b0b638c15491 HTTP/1.1" status: 200 len: 1096 time: 0.1369698 Sep 30 08:30:44.490981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3d811-31a1-452f-902c-4a53fa27f0ba req-d2b49434-dd2b-424b-9be6-050521d534f0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:44.492453 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3a3d811-31a1-452f-902c-4a53fa27f0ba req-d2b49434-dd2b-424b-9be6-050521d534f0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.1396463 Sep 30 08:30:44.501428 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:44.605764 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3a3d811-31a1-452f-902c-4a53fa27f0ba req-7e91068d-1888-4c89-9ebf-5f75f667eb04 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994680 Sep 30 08:30:44.629277 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.705444 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbb36dd5-e7c5-41d5-a6b1-5d9f44419612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.732930 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbb36dd5-e7c5-41d5-a6b1-5d9f44419612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.798615 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf3139c9-68e3-487f-bc13-76c2d3448b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.850913 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dbb36dd5-e7c5-41d5-a6b1-5d9f44419612 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9886e23a1c442f1b122bff875e70b68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6203940 Sep 30 08:30:44.851653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34874) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:44.872452 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024bede-8a23-40ef-b661-07b6977288ad req-f1ebc3ad-b5e7-4e22-ace0-950c8805eba5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:44.873959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5024bede-8a23-40ef-b661-07b6977288ad req-f1ebc3ad-b5e7-4e22-ace0-950c8805eba5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.1841722 Sep 30 08:30:44.874594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb36dd5-e7c5-41d5-a6b1-5d9f44419612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3de133a-ad50-4250-bc92-43f774239f8d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:44.921463 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d73d607-ddf6-439a-99fb-a5369010f7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.944467 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d73d607-ddf6-439a-99fb-a5369010f7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:44.987606 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5024bede-8a23-40ef-b661-07b6977288ad req-27c78e9d-7d08-4dd4-8bc0-ce53b6fd15da tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690520 Sep 30 08:30:44.989725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=d8390607-51b2-4f50-813d-a349675bc858,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:45.012266 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d73d607-ddf6-439a-99fb-a5369010f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.017810 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d73d607-ddf6-439a-99fb-a5369010f7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.022486 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3d73d607-ddf6-439a-99fb-a5369010f7dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3de133a-ad50-4250-bc92-43f774239f8d HTTP/1.1" status: 204 len: 168 time: 0.1691749 Sep 30 08:30:45.037015 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73d607-ddf6-439a-99fb-a5369010f7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3de133a-ad50-4250-bc92-43f774239f8d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:45.081821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:30:45.129322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:45.132140 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1d6920-12b6-4ba0-8416-07bdc48d34ec" -d '{"events": [{"server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "name": "network-vif-unplugged", "status": "completed", "tag": "d8390607-51b2-4f50-813d-a349675bc858"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:45.137132 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.153040 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Transition to ACTIVE for port object d8390607-51b2-4f50-813d-a349675bc858 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:30:45.161576 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.232840 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520f162f-bbe2-4886-a36c-54e1768a04cf x-openstack-request-id: req-520f162f-bbe2-4886-a36c-54e1768a04cf {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:45.233163 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "name": "network-vif-unplugged", "status": "completed", "tag": "d8390607-51b2-4f50-813d-a349675bc858", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:45.233584 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-520f162f-bbe2-4886-a36c-54e1768a04cf {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:45.233788 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858', 'code': 200} Sep 30 08:30:45.318495 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.342124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Pushing event updated for resources: {'Port': ['ID=d8390607-51b2-4f50-813d-a349675bc858,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:45.502979 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34898) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:45.517801 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d998cb0e-be8c-4656-88f1-18d05cbd2b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.630407 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d998cb0e-be8c-4656-88f1-18d05cbd2b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.634932 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d998cb0e-be8c-4656-88f1-18d05cbd2b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.675355 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d998cb0e-be8c-4656-88f1-18d05cbd2b91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=caacc1fc59ff41e99f197fcba66e9ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689563 Sep 30 08:30:45.676474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 34900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:45.701304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998cb0e-be8c-4656-88f1-18d05cbd2b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626dd4b4-1e11-497e-abcd-ad9ad77d9c5e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:45.738407 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19207406-2f18-48d2-b7ba-17028a48e6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.761583 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19207406-2f18-48d2-b7ba-17028a48e6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.801571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] No DVR routers for this DVR port d8390607-51b2-4f50-813d-a349675bc858 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:30:45.812858 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb32c8-b5c0-453d-886c-f6ab17a99cd1 req-610ef6b4-ec70-4c0d-bd41-9a2f1d341c36 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:45.814665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9fb32c8-b5c0-453d-886c-f6ab17a99cd1 req-610ef6b4-ec70-4c0d-bd41-9a2f1d341c36 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 944 time: 0.5253201 Sep 30 08:30:45.826669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-06d79159-a5fb-4c75-b7e8-bd23e2483b1b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:45.836585 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-06d79159-a5fb-4c75-b7e8-bd23e2483b1b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 812 time: 0.6055470 Sep 30 08:30:45.842548 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19207406-2f18-48d2-b7ba-17028a48e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.848486 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19207406-2f18-48d2-b7ba-17028a48e6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.850706 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-19207406-2f18-48d2-b7ba-17028a48e6e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/626dd4b4-1e11-497e-abcd-ad9ad77d9c5e HTTP/1.1" status: 204 len: 168 time: 0.1727872 Sep 30 08:30:45.862557 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19207406-2f18-48d2-b7ba-17028a48e6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626dd4b4-1e11-497e-abcd-ad9ad77d9c5e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:45.908434 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:45.915299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-6b3932ab-9438-489e-9af2-2908441a6f10 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/quotas/d3e9d607932149e6bd9be67b66de3de1 HTTP/1.1" status: 200 len: 375 time: 0.0775578 Sep 30 08:30:46.024132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9fb32c8-b5c0-453d-886c-f6ab17a99cd1 req-73edc266-a6eb-45cb-a7f1-e4b0bef0b6ea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439314 Sep 30 08:30:46.060931 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-af29a1c8-bc7a-4814-a2e2-1466e968d80a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1442757 Sep 30 08:30:46.196117 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Attempting to bind port d8390607-51b2-4f50-813d-a349675bc858 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:30:46.196840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Attempting to bind port d8390607-51b2-4f50-813d-a349675bc858 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:30:46.196840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Attempting to bind port d8390607-51b2-4f50-813d-a349675bc858 on network e3e93fb9-4960-446e-b6f1-2542a3bf279e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:46.205448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Port d8390607-51b2-4f50-813d-a349675bc858 on network e3e93fb9-4960-446e-b6f1-2542a3bf279e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:30:46.206093 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Attempting to bind port d8390607-51b2-4f50-813d-a349675bc858 on network e3e93fb9-4960-446e-b6f1-2542a3bf279e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:46.219241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:30:46.219632 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Checking segment: {'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:30:46.220043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Bound using segment: {'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:30:46.220528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Bound port: d8390607-51b2-4f50-813d-a349675bc858, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a20f763-de2e-43fb-8ce0-4d612638f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:30:46.221114 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.246029 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-4c226d7e-afec-4167-8cad-8d6c22b89969 service neutron] 10.222.0.24 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775289 Sep 30 08:30:46.298894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d8390607-51b2-4f50-813d-a349675bc858 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:30:46.356333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device d8390607-51b2-4f50-813d-a349675bc858 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:30:46.390950 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:30:46.417820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d8390607-51b2-4f50-813d-a349675bc858,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:30:46.428911 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.443685 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-415a293b-5cf2-4336-9dd2-dee4844d6c93 service neutron] 10.222.0.24 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692736 Sep 30 08:30:46.478759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:46.479605 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:46.481280 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] 10.222.0.36 "PUT /v2.0/ports/d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 200 len: 1092 time: 1.9843252 Sep 30 08:30:46.517653 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f32a0-ff6b-43bf-b203-ca695becff08 service neutron] Pushing event updated for resources: {'Port': ['ID=d8390607-51b2-4f50-813d-a349675bc858,revision_number=11']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:46.559387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-313f8751-a125-4b6e-ad00-9d1727033b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:46.560997 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-313f8751-a125-4b6e-ad00-9d1727033b98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1095 time: 0.0519772 Sep 30 08:30:46.705512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-1493ebd2-1a10-427b-914e-37c832b7fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:46.707204 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-1493ebd2-1a10-427b-914e-37c832b7fd8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3e93fb9-4960-446e-b6f1-2542a3bf279e HTTP/1.1" status: 200 len: 897 time: 0.1386211 Sep 30 08:30:46.753790 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b27a503a-29fe-4859-a222-2491a833e92e req-775c861a-2616-4a6c-96e6-6f55c9e38ff9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 210 time: 0.0387423 Sep 30 08:30:46.821593 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-e6b989a3-a340-421a-ae2c-d034fc8e2f52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 200 len: 998 time: 0.1050937 Sep 30 08:30:46.884734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-50e0f1de-05c3-4847-a365-d7f0797930e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:46.888191 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-50e0f1de-05c3-4847-a365-d7f0797930e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=805ce0c1-e9b8-48c9-93cc-c7e8add94f34 HTTP/1.1" status: 200 len: 834 time: 0.0601974 Sep 30 08:30:46.955866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-9e3187a8-f034-4472-8385-a42e07ba4452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:46.957765 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-9e3187a8-f034-4472-8385-a42e07ba4452 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3e93fb9-4960-446e-b6f1-2542a3bf279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616033 Sep 30 08:30:47.077298 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-bf09fbab-b6a6-4039-8c13-1cb54b43bd8c service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105969 Sep 30 08:30:47.235578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:47.237946 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239" -d '{"events": [{"name": "network-changed", "server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "tag": "d8390607-51b2-4f50-813d-a349675bc858"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:47.285549 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4198031-1832-4ea2-9137-8052617ac8ed req-c7f10b5a-b2d1-49be-b340-f0f7e39fdd45 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:47.295675 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d4198031-1832-4ea2-9137-8052617ac8ed req-c7f10b5a-b2d1-49be-b340-f0f7e39fdd45 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 944 time: 0.1503704 Sep 30 08:30:47.322576 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b4ec0d-ba6e-4962-974f-a3473b6223ec x-openstack-request-id: req-35b4ec0d-ba6e-4962-974f-a3473b6223ec {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:47.323432 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "tag": "d8390607-51b2-4f50-813d-a349675bc858", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:47.324970 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35b4ec0d-ba6e-4962-974f-a3473b6223ec {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:47.325391 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858', 'status': 'completed', 'code': 200} Sep 30 08:30:47.341877 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99a16d4b-6b8b-46d1-bd95-2cf0f3b612ff req-9d0a4619-0a32-4022-9d30-da889ba8f7c4 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569151 Sep 30 08:30:47.375444 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d4198031-1832-4ea2-9137-8052617ac8ed req-44db5794-e364-4d4d-8699-dde5d63f8509 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775373 Sep 30 08:30:47.395270 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-0bd6dc8b-4dbc-4135-8512-7534e1960d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:47.397056 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-0bd6dc8b-4dbc-4135-8512-7534e1960d05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1095 time: 0.0511694 Sep 30 08:30:47.461563 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-43b6884a-b8cf-432f-b78d-603b2994c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:47.463723 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-43b6884a-b8cf-432f-b78d-603b2994c30a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1095 time: 0.0532663 Sep 30 08:30:47.556675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-e3a4546f-cb43-4c93-9a3c-c543d3977949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:47.558563 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-e3a4546f-cb43-4c93-9a3c-c543d3977949 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3e93fb9-4960-446e-b6f1-2542a3bf279e HTTP/1.1" status: 200 len: 897 time: 0.1282806 Sep 30 08:30:47.627141 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-b839d7a2-4ac4-48c5-9b97-b8d0105c9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:47.628890 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-b839d7a2-4ac4-48c5-9b97-b8d0105c9aa6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3e93fb9-4960-446e-b6f1-2542a3bf279e HTTP/1.1" status: 200 len: 897 time: 0.1587174 Sep 30 08:30:47.671617 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-62fe37e5-b438-4d62-a880-3ad96baea325 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 200 len: 998 time: 0.1011245 Sep 30 08:30:47.715254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-dfc76b15-fc38-4654-8569-a465c3dc140c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 200 len: 998 time: 0.0757415 Sep 30 08:30:47.730339 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-5bbc4b4c-1e61-4c65-b50f-db9f026ba15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:47.731816 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-5bbc4b4c-1e61-4c65-b50f-db9f026ba15d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=805ce0c1-e9b8-48c9-93cc-c7e8add94f34 HTTP/1.1" status: 200 len: 834 time: 0.0528684 Sep 30 08:30:47.770204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-1b58ebb2-5793-4c1a-942a-7cba0a46f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:47.773861 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:47.777827 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-1b58ebb2-5793-4c1a-942a-7cba0a46f265 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=805ce0c1-e9b8-48c9-93cc-c7e8add94f34 HTTP/1.1" status: 200 len: 834 time: 0.0547919 Sep 30 08:30:47.819976 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-a42dbf72-8284-4cfa-9fd6-11f9671ad514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:47.821542 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-a42dbf72-8284-4cfa-9fd6-11f9671ad514 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3e93fb9-4960-446e-b6f1-2542a3bf279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814536 Sep 30 08:30:47.886001 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-4b8f72c3-3983-429d-9225-9c4eecfbdb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:47.888581 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-4b8f72c3-3983-429d-9225-9c4eecfbdb6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3e93fb9-4960-446e-b6f1-2542a3bf279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035576 Sep 30 08:30:47.949430 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cbc8f053-ce60-4feb-b153-c0fed4592b2f req-eca81d53-0c8b-4830-8d42-f77f2aa70f0e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 210 time: 0.0592544 Sep 30 08:30:48.051201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-b8423298-3f79-46ff-9d15-3e9c26a89742 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467545 Sep 30 08:30:48.091193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-d3e42014-a5db-4977-965d-02e70fd028b9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:48.092814 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-d3e42014-a5db-4977-965d-02e70fd028b9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 812 time: 0.1478398 Sep 30 08:30:48.094903 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-fc8191bb-c4e7-406e-8af9-d56c870e0f79 service neutron] 10.222.0.35 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656512 Sep 30 08:30:48.125474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-3c0c0d76-fca8-4788-b4c5-e29488a0c128 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Request body: {'port': {'device_id': '6fcfad50-dfcd-437b-8d0d-41e6729e67f2', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'admin_state_up': True, 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:48.164515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-374f4c05-f1d6-435e-b2ee-5643a5c5f318 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046641 Sep 30 08:30:48.527042 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a6330-d573-424c-a680-b7414abe5785 req-3502b6a3-6e0b-4b4d-9467-e301d0d790a4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:48.535125 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-500a6330-d573-424c-a680-b7414abe5785 req-3502b6a3-6e0b-4b4d-9467-e301d0d790a4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 944 time: 0.0712738 Sep 30 08:30:48.571197 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-500a6330-d573-424c-a680-b7414abe5785 req-96420875-482d-4993-800d-5c1cf2e95532 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351734 Sep 30 08:30:48.640216 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3e9bffcd-e46e-44b6-b8d8-6d0dace4c239 req-26b54dd0-7634-4939-a05b-e681de907d7d service neutron] 10.222.0.35 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105944 Sep 30 08:30:48.669288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-3c0c0d76-fca8-4788-b4c5-e29488a0c128 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Made reservation on behalf of d3e9d607932149e6bd9be67b66de3de1 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:30:48.674870 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-3c0c0d76-fca8-4788-b4c5-e29488a0c128 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:48.849512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-3c0c0d76-fca8-4788-b4c5-e29488a0c128 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Allocated IP 172.20.0.4 (a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce/5cea2b8a-1a04-4498-97a0-77b0aa5e8922/9f32caf9-1336-42e0-9c8c-317c14deab97) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:30:49.039031 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-3c0c0d76-fca8-4788-b4c5-e29488a0c128 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:49.076491 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b9e2794-ac9a-4963-8ac3-485e21362948 req-fcff8f2d-7527-465c-bfc6-94e5775127d4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 210 time: 0.0356660 Sep 30 08:30:49.098869 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-3c0c0d76-fca8-4788-b4c5-e29488a0c128 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:49.110993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4fc46511-6ec2-4072-9ffa-a51b1697da54'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:30:49.156133 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-3c0c0d76-fca8-4788-b4c5-e29488a0c128 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:30:49.159886 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-3c0c0d76-fca8-4788-b4c5-e29488a0c128 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:30:49.163170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-3c0c0d76-fca8-4788-b4c5-e29488a0c128 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:30:49.215649 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c0d76-fca8-4788-b4c5-e29488a0c128 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event updated for resources: {'Port': ['ID=9f32caf9-1336-42e0-9c8c-317c14deab97,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:49.240991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-3c0c0d76-fca8-4788-b4c5-e29488a0c128 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:49.241751 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-3c0c0d76-fca8-4788-b4c5-e29488a0c128 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:49.260567 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-3c0c0d76-fca8-4788-b4c5-e29488a0c128 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1394861 Sep 30 08:30:49.282009 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Request body: {'port': {'device_id': '6fcfad50-dfcd-437b-8d0d-41e6729e67f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:49.363636 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:49.470294 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d565621c-8620-484c-a711-ce0d5424317d None None] Provisioning complete for port 9f32caf9-1336-42e0-9c8c-317c14deab97 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:49.470672 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d565621c-8620-484c-a711-ce0d5424317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:49.511336 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d565621c-8620-484c-a711-ce0d5424317d None None] Port 9f32caf9-1336-42e0-9c8c-317c14deab97 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:30:49.769875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6413077-a3bb-402c-a73c-9405da8af885 req-a9da8022-63e0-43fd-b123-6dffdb95eaca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:49.778994 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6413077-a3bb-402c-a73c-9405da8af885 req-a9da8022-63e0-43fd-b123-6dffdb95eaca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 944 time: 0.1168885 Sep 30 08:30:49.843696 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6413077-a3bb-402c-a73c-9405da8af885 req-abe555ae-519b-4662-921b-96e15a33a9fc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627370 Sep 30 08:30:49.863614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35000) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:49.866349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f32caf9-1336-42e0-9c8c-317c14deab97 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:30:49.875740 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:49.889823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Transition to ACTIVE for port object 9f32caf9-1336-42e0-9c8c-317c14deab97 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:30:49.895098 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:49.953396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2183992c-8230-433e-ba67-2aaa7310eb32 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/03c31d26-de3e-46a2-9682-dc507799bd46 HTTP/1.1" status: 200 len: 990 time: 0.0884483 Sep 30 08:30:49.983116 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Pushing event updated for resources: {'Port': ['ID=9f32caf9-1336-42e0-9c8c-317c14deab97,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:50.049953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Attempting to bind port 9f32caf9-1336-42e0-9c8c-317c14deab97 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:30:50.050274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Attempting to bind port 9f32caf9-1336-42e0-9c8c-317c14deab97 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:30:50.050632 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Attempting to bind port 9f32caf9-1336-42e0-9c8c-317c14deab97 on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:50.056847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Port 9f32caf9-1336-42e0-9c8c-317c14deab97 on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:30:50.058144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Attempting to bind port 9f32caf9-1336-42e0-9c8c-317c14deab97 on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:50.063608 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:30:50.064060 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Checking segment: {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:30:50.064363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Bound using segment: {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:30:50.064795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Bound port: 9f32caf9-1336-42e0-9c8c-317c14deab97, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:30:50.065161 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:50.142731 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] For port 9f32caf9-1336-42e0-9c8c-317c14deab97, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:30:50.146890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] For port 9f32caf9-1336-42e0-9c8c-317c14deab97, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9f32caf9-1336-42e0-9c8c-317c14deab97,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:30:50.151851 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:50.192156 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:50.192796 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:50.194393 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] 10.222.0.35 "PUT /v2.0/ports/9f32caf9-1336-42e0-9c8c-317c14deab97 HTTP/1.1" status: 200 len: 1091 time: 0.9197385 Sep 30 08:30:50.195944 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcfad50-dfcd-437b-8d0d-41e6729e67f2', 'tag': '9f32caf9-1336-42e0-9c8c-317c14deab97'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:50.198965 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d2baaa-d1e6-46cf-a299-d7e019fe4c78" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcfad50-dfcd-437b-8d0d-41e6729e67f2", "tag": "9f32caf9-1336-42e0-9c8c-317c14deab97"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:50.219179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c5aad-cd02-463e-a1be-9cbdc412dc48 req-d5f7cc98-cef6-4576-96eb-0aae79706aae tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:50.221073 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-942c5aad-cd02-463e-a1be-9cbdc412dc48 req-d5f7cc98-cef6-4576-96eb-0aae79706aae tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 943 time: 0.0552499 Sep 30 08:30:50.238003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077547ec-3160-4bca-bf59-278e4246f57c service neutron] Pushing event updated for resources: {'Port': ['ID=9f32caf9-1336-42e0-9c8c-317c14deab97,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:50.298546 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-942c5aad-cd02-463e-a1be-9cbdc412dc48 req-80b8845f-83a7-43e3-a641-21427567a452 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588474 Sep 30 08:30:50.305868 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0700f8a3-1dcb-4566-a4b4-b40b72480ccb x-openstack-request-id: req-0700f8a3-1dcb-4566-a4b4-b40b72480ccb {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:50.306427 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcfad50-dfcd-437b-8d0d-41e6729e67f2", "tag": "9f32caf9-1336-42e0-9c8c-317c14deab97", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:50.306816 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0700f8a3-1dcb-4566-a4b4-b40b72480ccb {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:50.307958 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcfad50-dfcd-437b-8d0d-41e6729e67f2', 'tag': '9f32caf9-1336-42e0-9c8c-317c14deab97', 'status': 'completed', 'code': 200} Sep 30 08:30:50.326438 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device d8390607-51b2-4f50-813d-a349675bc858 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:30:50.339793 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-d5766b39-13e7-4b77-8f34-545a2eb40e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:50.342920 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-d5766b39-13e7-4b77-8f34-545a2eb40e2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 1094 time: 0.0749364 Sep 30 08:30:50.394231 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-fa800932-b2ce-4bdc-9bfe-fc249e8a88e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f32caf9-1336-42e0-9c8c-317c14deab97 HTTP/1.1" status: 200 len: 217 time: 0.0383906 Sep 30 08:30:50.446652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d8390607-51b2-4f50-813d-a349675bc858,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:50.456831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-36e652f4-ad4a-4659-b504-11d2d328733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:50.458345 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-36e652f4-ad4a-4659-b504-11d2d328733b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0537219 Sep 30 08:30:50.459921 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'd8390607-51b2-4f50-813d-a349675bc858', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'port_id': 'd8390607-51b2-4f50-813d-a349675bc858', 'mac_address': 'fa:16:3e:60:aa:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:30:50.507730 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-58898ff3-5d7d-41e1-965a-299df161e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:50.509485 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-58898ff3-5d7d-41e1-965a-299df161e8e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444026 Sep 30 08:30:50.510036 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:50.527645 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8390607-51b2-4f50-813d-a349675bc858 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:30:50.555696 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d8390607-51b2-4f50-813d-a349675bc858,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:50.562300 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:50.623613 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=d8390607-51b2-4f50-813d-a349675bc858,revision_number=12']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:50.640506 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-79bacaf6-9399-4120-a53b-7736125c6d1e service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208777 Sep 30 08:30:50.748287 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0d2eb1f0-338e-4e0c-a2b7-5ddebdc72c56 req-6a44db47-9a3c-4385-9dd2-929bd3a3e031 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991940 Sep 30 08:30:50.799928 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['d8390607-51b2-4f50-813d-a349675bc858'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:30:50.893469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2baaa-d1e6-46cf-a299-d7e019fe4c78 req-8b2640e9-7ceb-4eb1-95a8-229b46473007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:50.895577 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-32d2baaa-d1e6-46cf-a299-d7e019fe4c78 req-8b2640e9-7ceb-4eb1-95a8-229b46473007 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 1094 time: 0.0586936 Sep 30 08:30:50.966822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-dd95660a-94f5-4ae3-bd6a-1f7837ab0aab tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:50.974114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-dd95660a-94f5-4ae3-bd6a-1f7837ab0aab tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 812 time: 0.1246307 Sep 30 08:30:50.991290 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-d177ed44-e0ef-4dd5-939c-1d65d51dbbc3 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/quotas/3b4635f67e2d43a8b3e76777aadbe7f0 HTTP/1.1" status: 200 len: 375 time: 0.0162191 Sep 30 08:30:51.017024 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2baaa-d1e6-46cf-a299-d7e019fe4c78 req-556175cd-e012-4a7d-b800-9a6846231dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:51.018544 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-32d2baaa-d1e6-46cf-a299-d7e019fe4c78 req-556175cd-e012-4a7d-b800-9a6846231dc8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.1153390 Sep 30 08:30:51.051487 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-1d341d2f-a9f9-4979-9647-f362a6729ff1 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590436 Sep 30 08:30:51.074864 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-32d2baaa-d1e6-46cf-a299-d7e019fe4c78 req-6c23e652-d7a4-41ba-bee8-8223c168e404 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f32caf9-1336-42e0-9c8c-317c14deab97 HTTP/1.1" status: 200 len: 217 time: 0.0483885 Sep 30 08:30:51.135046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2baaa-d1e6-46cf-a299-d7e019fe4c78 req-01c9f866-e098-4b71-99b8-2b7b11b88180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:51.136772 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-32d2baaa-d1e6-46cf-a299-d7e019fe4c78 req-01c9f866-e098-4b71-99b8-2b7b11b88180 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0544040 Sep 30 08:30:51.152158 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-7c684aaa-29f9-46f9-910f-844762a9a903 service neutron] 10.222.0.24 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991516 Sep 30 08:30:51.194943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2baaa-d1e6-46cf-a299-d7e019fe4c78 req-e3cc7c9a-cf8a-457f-af47-ac12406f0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:51.196739 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-32d2baaa-d1e6-46cf-a299-d7e019fe4c78 req-e3cc7c9a-cf8a-457f-af47-ac12406f0b3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516357 Sep 30 08:30:51.250525 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-83ac76ae-15e6-4598-88c5-786845f83ef4 service neutron] 10.222.0.24 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900204 Sep 30 08:30:51.308648 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-32d2baaa-d1e6-46cf-a299-d7e019fe4c78 req-ba86faa9-e713-4420-ab62-30af815a216a service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004963 Sep 30 08:30:51.452909 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a98e7-9e36-4905-9251-507b263659c6 req-ff993d9f-8067-4615-867b-59bfe7cf025d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:51.460254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-644a98e7-9e36-4905-9251-507b263659c6 req-ff993d9f-8067-4615-867b-59bfe7cf025d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 943 time: 0.0786142 Sep 30 08:30:51.469421 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-32d2baaa-d1e6-46cf-a299-d7e019fe4c78 req-4492fb9a-244e-486a-bbc0-3942fba2c4d7 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526761 Sep 30 08:30:51.507617 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4dcebb8c-8224-454f-b087-0f748b8095c1 req-bb3e6243-92ab-419b-8788-97eed6ca9e2e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0389147 Sep 30 08:30:51.527654 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-644a98e7-9e36-4905-9251-507b263659c6 req-342e2e03-a5dc-49e8-a2e3-5982194a7de7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663569 Sep 30 08:30:51.912815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35040) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:52.029753 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e02c71c-b577-4a53-a942-932be3d98c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.131957 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e02c71c-b577-4a53-a942-932be3d98c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.136004 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e02c71c-b577-4a53-a942-932be3d98c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.172417 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02c71c-b577-4a53-a942-932be3d98c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ba65e4-2c10-4d56-810c-ee76e70111aa,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:52.177688 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3e02c71c-b577-4a53-a942-932be3d98c88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7150e377fa704574bc1bdb6c02468bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637877 Sep 30 08:30:52.180540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35044) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:30:52.227870 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a52b417-fd98-4467-b3b1-eb29456cb98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.249488 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a52b417-fd98-4467-b3b1-eb29456cb98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.296621 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a52b417-fd98-4467-b3b1-eb29456cb98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.299355 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a52b417-fd98-4467-b3b1-eb29456cb98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.300580 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8a52b417-fd98-4467-b3b1-eb29456cb98d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5ba65e4-2c10-4d56-810c-ee76e70111aa HTTP/1.1" status: 204 len: 168 time: 0.1190963 Sep 30 08:30:52.310392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52b417-fd98-4467-b3b1-eb29456cb98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ba65e4-2c10-4d56-810c-ee76e70111aa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:52.315069 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9f32caf9-1336-42e0-9c8c-317c14deab97 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:30:52.329751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device d8390607-51b2-4f50-813d-a349675bc858 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:30:52.454480 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port d8390607-51b2-4f50-813d-a349675bc858 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:30:52.460609 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port d8390607-51b2-4f50-813d-a349675bc858 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:52.461381 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.504122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9f32caf9-1336-42e0-9c8c-317c14deab97, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9f32caf9-1336-42e0-9c8c-317c14deab97,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:52.511844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-64e5e401-7ed6-4070-a7e5-4a484c16cf12 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:52.512756 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-64e5e401-7ed6-4070-a7e5-4a484c16cf12 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.35 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 812 time: 0.1242959 Sep 30 08:30:52.523669 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '9f32caf9-1336-42e0-9c8c-317c14deab97', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'port_id': '9f32caf9-1336-42e0-9c8c-317c14deab97', 'mac_address': 'fa:16:3e:4e:2f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:30:52.532468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f9537ae3-112c-4f72-a8e7-6ee94d0b0246 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'port': {'device_id': 'fff82777-612b-41d7-a557-a5a02e21fdc2', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'admin_state_up': True, 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:52.620159 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.656636 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.663616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c92a763-1184-408b-ab86-e4bfec2cead0 req-3c5e35a4-6b8e-452b-9cf9-22f65a634a8f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0398464 Sep 30 08:30:52.691441 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:52.694624 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1207468-fda1-49d4-99c8-064fee7c21dc" -d '{"events": [{"server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "name": "network-vif-plugged", "status": "completed", "tag": "d8390607-51b2-4f50-813d-a349675bc858"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:52.704834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f9537ae3-112c-4f72-a8e7-6ee94d0b0246 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Made reservation on behalf of 3b4635f67e2d43a8b3e76777aadbe7f0 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:30:52.710400 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f32caf9-1336-42e0-9c8c-317c14deab97 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:30:52.710929 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f9537ae3-112c-4f72-a8e7-6ee94d0b0246 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.739769 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9f32caf9-1336-42e0-9c8c-317c14deab97, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9f32caf9-1336-42e0-9c8c-317c14deab97,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:52.742507 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d8390607-51b2-4f50-813d-a349675bc858,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:52.747001 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.753060 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:52.783595 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2c348-b10c-4385-90d9-d36ff5f962a5 req-a1c5d77f-68e9-4762-a949-df482bd7d5f7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:52.785285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5c2c348-b10c-4385-90d9-d36ff5f962a5 req-a1c5d77f-68e9-4762-a949-df482bd7d5f7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 943 time: 0.1204791 Sep 30 08:30:52.795712 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e7d0e2-c73b-4027-9d1a-c214126687cf x-openstack-request-id: req-b1e7d0e2-c73b-4027-9d1a-c214126687cf {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:52.796051 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "name": "network-vif-plugged", "status": "completed", "tag": "d8390607-51b2-4f50-813d-a349675bc858", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:52.796310 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1e7d0e2-c73b-4027-9d1a-c214126687cf {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:52.796694 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858', 'code': 200} Sep 30 08:30:52.842565 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5c2c348-b10c-4385-90d9-d36ff5f962a5 req-afe1bc06-4ff7-4f7d-81c0-98a773c2cf4b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436587 Sep 30 08:30:52.848023 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9f32caf9-1336-42e0-9c8c-317c14deab97,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:52.888799 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f9537ae3-112c-4f72-a8e7-6ee94d0b0246 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Allocated IP 172.20.0.9 (7629390f-2364-48fa-8f8d-ee6921cea79b/dff57965-7910-4b7e-ae85-4b4f61ef0b85/ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:30:52.918170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=d8390607-51b2-4f50-813d-a349675bc858,revision_number=13']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:53.012706 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['9f32caf9-1336-42e0-9c8c-317c14deab97'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:30:53.081171 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f9537ae3-112c-4f72-a8e7-6ee94d0b0246 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:53.124970 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f9537ae3-112c-4f72-a8e7-6ee94d0b0246 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:53.175511 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f9537ae3-112c-4f72-a8e7-6ee94d0b0246 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Network 7629390f-2364-48fa-8f8d-ee6921cea79b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:30:53.187477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f9537ae3-112c-4f72-a8e7-6ee94d0b0246 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:30:53.194744 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f9537ae3-112c-4f72-a8e7-6ee94d0b0246 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:30:53.240196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9537ae3-112c-4f72-a8e7-6ee94d0b0246 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'Port': ['ID=ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:53.273611 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f9537ae3-112c-4f72-a8e7-6ee94d0b0246 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:53.274272 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f9537ae3-112c-4f72-a8e7-6ee94d0b0246 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:53.294012 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f9537ae3-112c-4f72-a8e7-6ee94d0b0246 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7670069 Sep 30 08:30:53.313711 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Request body: {'port': {'device_id': 'fff82777-612b-41d7-a557-a5a02e21fdc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:30:53.383100 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:53.548462 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9e22d742-7802-40d3-9c59-467bda6ff57f None None] Provisioning complete for port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:53.549062 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e22d742-7802-40d3-9c59-467bda6ff57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:53.594924 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9e22d742-7802-40d3-9c59-467bda6ff57f None None] Port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:30:53.725128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:30:53.734053 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:53.750697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Transition to ACTIVE for port object ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:30:53.756681 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:53.845615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b62b2-abc3-4762-a8c7-01bf476c1815 req-a9e10653-893c-4c4b-951b-f1f899432dc0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:53.853431 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-361b62b2-abc3-4762-a8c7-01bf476c1815 req-a9e10653-893c-4c4b-951b-f1f899432dc0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0880816 Sep 30 08:30:53.859512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Pushing event updated for resources: {'Port': ['ID=ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:53.967796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Attempting to bind port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:30:53.968157 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Attempting to bind port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:30:53.968485 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Attempting to bind port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b on network 7629390f-2364-48fa-8f8d-ee6921cea79b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:53.979294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b on network 7629390f-2364-48fa-8f8d-ee6921cea79b not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:30:53.979720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Attempting to bind port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b on network 7629390f-2364-48fa-8f8d-ee6921cea79b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:30:53.989196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:30:53.989648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Checking segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:30:53.990113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Bound using segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:30:53.990635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Bound port: ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:30:53.991070 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:54.013602 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-361b62b2-abc3-4762-a8c7-01bf476c1815 req-0e5c2fbf-4481-4acb-8d9b-74fba9bbe401 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547165 Sep 30 08:30:54.062845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf6a19-a61d-488b-9b7a-7cd459877d34 req-3ae7528c-b9b1-40c5-a5ff-ba0ab5f3abcb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:54.072194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ebf6a19-a61d-488b-9b7a-7cd459877d34 req-3ae7528c-b9b1-40c5-a5ff-ba0ab5f3abcb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 944 time: 0.1378133 Sep 30 08:30:54.101803 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] For port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:30:54.106289 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] For port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:30:54.117334 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:54.138716 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ebf6a19-a61d-488b-9b7a-7cd459877d34 req-c3d0fc03-429a-491d-a43a-ead7ad7e1cb3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565665 Sep 30 08:30:54.175452 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:54.176826 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:54.178691 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] 10.222.0.35 "PUT /v2.0/ports/ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b HTTP/1.1" status: 200 len: 1091 time: 0.8695278 Sep 30 08:30:54.181398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff82777-612b-41d7-a557-a5a02e21fdc2', 'tag': 'ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:54.184889 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423981ec-4a02-44a3-b50a-9bb334473a19" -d '{"events": [{"name": "network-changed", "server_uuid": "fff82777-612b-41d7-a557-a5a02e21fdc2", "tag": "ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:54.266189 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d1f488-3853-4e9e-99ff-7d839b6ad7d7 x-openstack-request-id: req-38d1f488-3853-4e9e-99ff-7d839b6ad7d7 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:54.266842 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff82777-612b-41d7-a557-a5a02e21fdc2", "tag": "ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:54.266842 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38d1f488-3853-4e9e-99ff-7d839b6ad7d7 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:54.267092 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff82777-612b-41d7-a557-a5a02e21fdc2', 'tag': 'ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b', 'status': 'completed', 'code': 200} Sep 30 08:30:54.290009 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e888f-7182-4b94-a8a1-3b08af84fb86 service neutron] Pushing event updated for resources: {'Port': ['ID=ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:54.318979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9f32caf9-1336-42e0-9c8c-317c14deab97 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:30:54.324867 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-1434810a-5420-40b4-9344-527ec02e4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:54.325784 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-1434810a-5420-40b4-9344-527ec02e4c58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 1094 time: 0.0830970 Sep 30 08:30:54.397654 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-61ece9e4-fe1a-498d-85b5-58457aebe8c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b HTTP/1.1" status: 200 len: 217 time: 0.0590243 Sep 30 08:30:54.478506 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-4fad7e55-a6d2-412b-8342-df33a6bb6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:54.480453 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-4fad7e55-a6d2-412b-8342-df33a6bb6434 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0760064 Sep 30 08:30:54.551960 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-deb9704f-cdba-4747-bef0-b76b4cd53421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:54.553789 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-deb9704f-cdba-4747-bef0-b76b4cd53421 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657001 Sep 30 08:30:54.587129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 9f32caf9-1336-42e0-9c8c-317c14deab97 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:30:54.592111 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 9f32caf9-1336-42e0-9c8c-317c14deab97 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:30:54.592419 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:54.684895 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-277c4223-6916-44f0-9e74-ece667354b05 service neutron] 10.222.0.35 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229784 Sep 30 08:30:54.692008 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:54.733451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 9f32caf9-1336-42e0-9c8c-317c14deab97, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9f32caf9-1336-42e0-9c8c-317c14deab97,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:30:54.737523 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:30:54.791993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=9f32caf9-1336-42e0-9c8c-317c14deab97,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:30:54.795019 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-924e2091-faa5-4d7b-bd19-77eee3e1279b req-26214e39-1daf-4755-828a-7b851dff190a service neutron] 10.222.0.35 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022503 Sep 30 08:30:54.798619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcfad50-dfcd-437b-8d0d-41e6729e67f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f32caf9-1336-42e0-9c8c-317c14deab97'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:30:54.801001 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d453bece-9584-459d-ab89-f30866b6dd4d" -d '{"events": [{"server_uuid": "6fcfad50-dfcd-437b-8d0d-41e6729e67f2", "name": "network-vif-plugged", "status": "completed", "tag": "9f32caf9-1336-42e0-9c8c-317c14deab97"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:30:54.840204 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59f4f0f-dcc4-4dac-9496-d0025d17bd59 x-openstack-request-id: req-b59f4f0f-dcc4-4dac-9496-d0025d17bd59 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:30:54.840511 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcfad50-dfcd-437b-8d0d-41e6729e67f2", "name": "network-vif-plugged", "status": "completed", "tag": "9f32caf9-1336-42e0-9c8c-317c14deab97", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:30:54.840761 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b59f4f0f-dcc4-4dac-9496-d0025d17bd59 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:30:54.841148 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcfad50-dfcd-437b-8d0d-41e6729e67f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f32caf9-1336-42e0-9c8c-317c14deab97', 'code': 200} Sep 30 08:30:54.928659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423981ec-4a02-44a3-b50a-9bb334473a19 req-fa374203-5a90-4df1-9ba6-1c89aede9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:54.930198 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-423981ec-4a02-44a3-b50a-9bb334473a19 req-fa374203-5a90-4df1-9ba6-1c89aede9f91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 1094 time: 0.0482657 Sep 30 08:30:55.049548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728c2d3-1a5f-4959-bbc7-47cfd0198e58 req-d6b3ab38-ef9e-48d6-8a50-eedde270ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:55.051355 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f728c2d3-1a5f-4959-bbc7-47cfd0198e58 req-d6b3ab38-ef9e-48d6-8a50-eedde270ce42 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 1096 time: 0.1094987 Sep 30 08:30:55.084555 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423981ec-4a02-44a3-b50a-9bb334473a19 req-98efd49f-9d83-43c3-abed-2ed0fc1a9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:55.086244 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-423981ec-4a02-44a3-b50a-9bb334473a19 req-98efd49f-9d83-43c3-abed-2ed0fc1a9b22 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 913 time: 0.1455381 Sep 30 08:30:55.138029 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f728c2d3-1a5f-4959-bbc7-47cfd0198e58 req-292e0613-1cc3-414f-85c7-363f3e140d2b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777211 Sep 30 08:30:55.139406 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-423981ec-4a02-44a3-b50a-9bb334473a19 req-9cce08e0-802f-469e-be35-93d6d5464d58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b HTTP/1.1" status: 200 len: 217 time: 0.0409677 Sep 30 08:30:55.169466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29bc8d-67c7-4c1d-9988-b30cfd9a53af req-3c435335-01e3-47aa-a304-306c9229c45a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:55.172765 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff29bc8d-67c7-4c1d-9988-b30cfd9a53af req-3c435335-01e3-47aa-a304-306c9229c45a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0694678 Sep 30 08:30:55.223953 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:30:55.227725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff29bc8d-67c7-4c1d-9988-b30cfd9a53af req-5c17f0f9-b579-45dc-ac32-ead0ae3faaa6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482516 Sep 30 08:30:55.276544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac50d3-d9b6-4b3a-a2c1-1f1e32561423 req-b8f1ea9a-9aa7-4422-a17e-bdacd43a8fd4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:55.278179 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0ac50d3-d9b6-4b3a-a2c1-1f1e32561423 req-b8f1ea9a-9aa7-4422-a17e-bdacd43a8fd4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 945 time: 0.0666192 Sep 30 08:30:55.321238 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0ac50d3-d9b6-4b3a-a2c1-1f1e32561423 req-f9de376e-f4bf-426f-ad71-98ed5ce4767c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366187 Sep 30 08:30:55.446057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423981ec-4a02-44a3-b50a-9bb334473a19 req-b7790d15-eded-4288-9805-034387f93ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:55.447672 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-423981ec-4a02-44a3-b50a-9bb334473a19 req-b7790d15-eded-4288-9805-034387f93ed9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0541539 Sep 30 08:30:55.515257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423981ec-4a02-44a3-b50a-9bb334473a19 req-6b439942-091a-4462-bc8a-9e621166f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:55.516987 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-423981ec-4a02-44a3-b50a-9bb334473a19 req-6b439942-091a-4462-bc8a-9e621166f1a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462611 Sep 30 08:30:55.615069 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-423981ec-4a02-44a3-b50a-9bb334473a19 req-f22b9240-436e-4f57-8650-dfc421b1fe5a service neutron] 10.222.0.35 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909307 Sep 30 08:30:55.727459 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-423981ec-4a02-44a3-b50a-9bb334473a19 req-5c9ecd71-6e43-4930-914f-160bb49fe938 service neutron] 10.222.0.35 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040528 Sep 30 08:30:56.423436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68944bb-6f6d-414a-9e72-06f94ba59633 req-14a81f82-6c0e-44fa-8d4e-bb0039d012f8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:56.425393 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68944bb-6f6d-414a-9e72-06f94ba59633 req-14a81f82-6c0e-44fa-8d4e-bb0039d012f8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0716920 Sep 30 08:30:56.510514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68944bb-6f6d-414a-9e72-06f94ba59633 req-5fedf0e7-f566-4698-b666-f97f60577abe tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660114 Sep 30 08:30:56.527084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83034f2f-705f-495d-8c25-fe4c03cdb330 req-63e0952c-9414-45fb-8efd-052e65ad3524 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:56.528692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83034f2f-705f-495d-8c25-fe4c03cdb330 req-63e0952c-9414-45fb-8efd-052e65ad3524 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 945 time: 0.0966918 Sep 30 08:30:56.577140 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83034f2f-705f-495d-8c25-fe4c03cdb330 req-2c6f9edf-74c0-431f-bb27-db930e6a569a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414336 Sep 30 08:30:57.664283 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048611b-d528-40fd-97e0-ac4ea72f50f8 req-71cac3e6-5669-439e-af86-eee30569ff4a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:57.675067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c048611b-d528-40fd-97e0-ac4ea72f50f8 req-71cac3e6-5669-439e-af86-eee30569ff4a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0806570 Sep 30 08:30:57.724437 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c048611b-d528-40fd-97e0-ac4ea72f50f8 req-6e4ddf6b-37e6-4bae-9465-6a3140418328 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480764 Sep 30 08:30:58.894763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24785561-959b-4d32-9e2c-f6bce2082b88 req-70bf71e0-c9cb-4743-a710-d822dc9d788f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:30:58.900495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24785561-959b-4d32-9e2c-f6bce2082b88 req-70bf71e0-c9cb-4743-a710-d822dc9d788f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0658057 Sep 30 08:30:58.964781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24785561-959b-4d32-9e2c-f6bce2082b88 req-3c7922c8-76f8-494e-b229-ac2d20d05bcc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577662 Sep 30 08:30:59.839556 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:00.124727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8a165-bf3c-453e-82a0-55e3457a69ea req-dec6c95b-147b-47aa-9f36-167e00303453 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:00.131876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76c8a165-bf3c-453e-82a0-55e3457a69ea req-dec6c95b-147b-47aa-9f36-167e00303453 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0694637 Sep 30 08:31:00.172327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76c8a165-bf3c-453e-82a0-55e3457a69ea req-76292e1d-dcdb-495c-bc44-93ad18885253 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395215 Sep 30 08:31:01.341194 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f92b2-52bb-49d4-8060-50cacf9fbb70 req-cb63896a-b686-46cf-a97d-819288192c7a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:01.349606 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-704f92b2-52bb-49d4-8060-50cacf9fbb70 req-cb63896a-b686-46cf-a97d-819288192c7a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.1012132 Sep 30 08:31:01.392471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-704f92b2-52bb-49d4-8060-50cacf9fbb70 req-c7ab7a8b-a18d-4463-853e-960991113ea9 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420256 Sep 30 08:31:02.523231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c23cd8-eecf-4d2b-8975-92443b01670f req-276cd643-be43-49cb-830f-eeb12725ea94 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:02.525131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b2c23cd8-eecf-4d2b-8975-92443b01670f req-276cd643-be43-49cb-830f-eeb12725ea94 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0574949 Sep 30 08:31:02.575248 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b2c23cd8-eecf-4d2b-8975-92443b01670f req-41a31588-869e-4ccc-8dc3-c92d5a45cb61 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355968 Sep 30 08:31:03.707375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d84bbe-6c70-42e3-821f-a933b23fd009 req-bb863652-bd3e-4a8d-86ce-ad5118d4ba5a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:03.710039 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e4d84bbe-6c70-42e3-821f-a933b23fd009 req-bb863652-bd3e-4a8d-86ce-ad5118d4ba5a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0598288 Sep 30 08:31:03.752491 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e4d84bbe-6c70-42e3-821f-a933b23fd009 req-2671ad83-7b34-4c48-b31e-8fc1e67c20aa tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360899 Sep 30 08:31:04.811101 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e292f15-2548-4c60-8373-c2a648c4ce82 req-f0b3c59d-289d-4b19-abb0-361617aa84ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1496248 Sep 30 08:31:04.920846 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058ec2b-e443-4ebf-a85e-827fb33203d6 req-b3fb54c2-2cb6-4eae-a35c-3ec3cf3945dd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:04.922702 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6058ec2b-e443-4ebf-a85e-827fb33203d6 req-b3fb54c2-2cb6-4eae-a35c-3ec3cf3945dd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0890009 Sep 30 08:31:04.969308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e292f15-2548-4c60-8373-c2a648c4ce82 req-65a606a8-adaa-4fc8-b16b-3c1f605b44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:04.970883 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e292f15-2548-4c60-8373-c2a648c4ce82 req-65a606a8-adaa-4fc8-b16b-3c1f605b44cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1097 time: 0.1025219 Sep 30 08:31:04.978753 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6058ec2b-e443-4ebf-a85e-827fb33203d6 req-8dfefb97-24c7-47ab-b38e-29d0c956901f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493104 Sep 30 08:31:05.090153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e292f15-2548-4c60-8373-c2a648c4ce82 req-8a621ed0-cdf2-44a2-9720-ebd1ac1a2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:05.091835 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e292f15-2548-4c60-8373-c2a648c4ce82 req-8a621ed0-cdf2-44a2-9720-ebd1ac1a2b4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3e93fb9-4960-446e-b6f1-2542a3bf279e HTTP/1.1" status: 200 len: 897 time: 0.0981727 Sep 30 08:31:05.164859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e292f15-2548-4c60-8373-c2a648c4ce82 req-e3ed2161-6a46-4fb6-b215-301c23a87811 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 200 len: 1000 time: 0.0654612 Sep 30 08:31:05.219244 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e292f15-2548-4c60-8373-c2a648c4ce82 req-d4332f81-3210-4769-9124-00a3f320797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:05.220700 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e292f15-2548-4c60-8373-c2a648c4ce82 req-d4332f81-3210-4769-9124-00a3f320797b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=805ce0c1-e9b8-48c9-93cc-c7e8add94f34 HTTP/1.1" status: 200 len: 834 time: 0.0452962 Sep 30 08:31:05.272823 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e292f15-2548-4c60-8373-c2a648c4ce82 req-b6443202-1bc1-4bf2-8659-3b38c3eb101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:05.274349 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e292f15-2548-4c60-8373-c2a648c4ce82 req-b6443202-1bc1-4bf2-8659-3b38c3eb101a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3e93fb9-4960-446e-b6f1-2542a3bf279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462384 Sep 30 08:31:05.287486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-4e292f15-2548-4c60-8373-c2a648c4ce82 req-aa1e0ffb-3815-4d70-8d98-70f6b355c4a6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:31:05.288520 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e292f15-2548-4c60-8373-c2a648c4ce82 req-aa1e0ffb-3815-4d70-8d98-70f6b355c4a6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052819 Sep 30 08:31:05.393769 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e292f15-2548-4c60-8373-c2a648c4ce82 req-c6e0919f-bf18-404c-82ce-e638b013af32 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976713 Sep 30 08:31:05.508289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4e292f15-2548-4c60-8373-c2a648c4ce82 req-6929044a-aa79-4c93-b784-abc9bb05eae1 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049559 Sep 30 08:31:06.103260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54b534-5afb-414a-a199-e2cd9b8357ff req-20eb025c-ace0-4fad-bdd9-d4040ef9a1d5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:06.105453 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b54b534-5afb-414a-a199-e2cd9b8357ff req-20eb025c-ace0-4fad-bdd9-d4040ef9a1d5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0541914 Sep 30 08:31:06.145789 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b54b534-5afb-414a-a199-e2cd9b8357ff req-4ea85b6c-b43b-4379-bbc6-04c9b1477662 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336466 Sep 30 08:31:07.273262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ac4b-38a6-4cf9-ba66-8c94a4abd577 req-d34893c5-e7b3-4b3f-ae63-4724a4001ac6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:07.276349 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-92e2ac4b-38a6-4cf9-ba66-8c94a4abd577 req-d34893c5-e7b3-4b3f-ae63-4724a4001ac6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0547845 Sep 30 08:31:07.313841 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-92e2ac4b-38a6-4cf9-ba66-8c94a4abd577 req-0135ddb2-d8ac-4589-bad5-d4495d240caa tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332325 Sep 30 08:31:08.440254 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250dc07-4274-4bc7-976a-e3f89078bf44 req-be6b3f5b-d56a-4664-9cd0-bb010fd21a28 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:08.441733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d250dc07-4274-4bc7-976a-e3f89078bf44 req-be6b3f5b-d56a-4664-9cd0-bb010fd21a28 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0563245 Sep 30 08:31:08.482012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d250dc07-4274-4bc7-976a-e3f89078bf44 req-392b449d-794f-4d0e-b6a4-4cab1d92a14d tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338752 Sep 30 08:31:08.797982 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08a097-0190-45f4-a549-8dbd43021931 req-9bb60c71-2b65-4bf5-96ce-d991e9e1eef0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:08.799590 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf08a097-0190-45f4-a549-8dbd43021931 req-9bb60c71-2b65-4bf5-96ce-d991e9e1eef0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0505340 Sep 30 08:31:08.850229 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf08a097-0190-45f4-a549-8dbd43021931 req-7d96780e-5b77-42eb-b647-c8da774352ef tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445652 Sep 30 08:31:08.976959 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a02e3-e7ad-4b4a-861f-1aa3d38a0074 req-33f5c1b3-8ce3-4719-b276-36583b90a334 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:08.985094 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-667a02e3-e7ad-4b4a-861f-1aa3d38a0074 req-33f5c1b3-8ce3-4719-b276-36583b90a334 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0577581 Sep 30 08:31:09.021194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-667a02e3-e7ad-4b4a-861f-1aa3d38a0074 req-ad4d0b5d-45b6-4100-96c5-e5a841b8203a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351105 Sep 30 08:31:09.278607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31312e2e-4cc2-41fc-9c1c-b19a174fba64 req-3ebb5c48-705a-4302-958c-7b85dc9cc7b5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:09.284395 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-31312e2e-4cc2-41fc-9c1c-b19a174fba64 req-3ebb5c48-705a-4302-958c-7b85dc9cc7b5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0628066 Sep 30 08:31:09.318141 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-31312e2e-4cc2-41fc-9c1c-b19a174fba64 req-bf020a66-9429-4bbe-a9fc-11a995d30c0a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321565 Sep 30 08:31:09.613507 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085d28f-8a63-4c51-b3c7-d961f9ef2274 req-b0c4041b-ee36-4478-ac65-4eba000f44e4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:09.615050 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a085d28f-8a63-4c51-b3c7-d961f9ef2274 req-b0c4041b-ee36-4478-ac65-4eba000f44e4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0557313 Sep 30 08:31:09.680737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a085d28f-8a63-4c51-b3c7-d961f9ef2274 req-eb0f3cd3-8c23-4780-a6ed-50971790d070 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581336 Sep 30 08:31:09.738257 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616bf1e-dcdb-4d8f-8700-868b2d315e34 req-8edb2f83-5f45-4999-ac2c-6decbe05c8e2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:09.739883 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4616bf1e-dcdb-4d8f-8700-868b2d315e34 req-8edb2f83-5f45-4999-ac2c-6decbe05c8e2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0577900 Sep 30 08:31:09.785735 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4616bf1e-dcdb-4d8f-8700-868b2d315e34 req-57d7314f-caec-4cf0-a4b9-ee914da7ffac tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343039 Sep 30 08:31:10.199204 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:10.801989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36ad90-1983-47e0-9e1a-ace71fb4c5b9 req-eca7bb8c-c2a0-496f-8bb9-ebcb57a84955 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:10.803461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea36ad90-1983-47e0-9e1a-ace71fb4c5b9 req-eca7bb8c-c2a0-496f-8bb9-ebcb57a84955 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0538716 Sep 30 08:31:10.847261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ea36ad90-1983-47e0-9e1a-ace71fb4c5b9 req-b834a2c4-f501-48e8-b4c3-d8b2deaf0816 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372927 Sep 30 08:31:10.904976 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f839384-2f4b-4154-9dcc-765f6fe20591 req-085311c7-2ac6-41f8-b9ae-3cc6769afe31 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:10.906485 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f839384-2f4b-4154-9dcc-765f6fe20591 req-085311c7-2ac6-41f8-b9ae-3cc6769afe31 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0500808 Sep 30 08:31:10.945268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f839384-2f4b-4154-9dcc-765f6fe20591 req-51bd0a5c-9bf2-4e90-82df-c51819db4fac tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327504 Sep 30 08:31:11.961769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb464861-d753-4c43-9e97-96b06966d885 req-acb783c5-f531-4ddd-9206-25c4e7169812 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:11.963617 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb464861-d753-4c43-9e97-96b06966d885 req-acb783c5-f531-4ddd-9206-25c4e7169812 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0494008 Sep 30 08:31:12.003347 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb464861-d753-4c43-9e97-96b06966d885 req-4454be1e-45e7-4586-a11d-8cc67ad2dab5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340052 Sep 30 08:31:12.037015 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5dcc38a-2929-4e59-835e-930706a0c27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:12.313369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0c0e8-009f-47a1-a166-c2336f3c3bf6 req-419342d3-3c4b-46e9-b8e4-9a1e2b5f6d4d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:12.314610 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86a0c0e8-009f-47a1-a166-c2336f3c3bf6 req-419342d3-3c4b-46e9-b8e4-9a1e2b5f6d4d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.3007832 Sep 30 08:31:12.354592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86a0c0e8-009f-47a1-a166-c2336f3c3bf6 req-e0a6962f-5a8e-4d04-9286-b5a2a0a2d57f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338786 Sep 30 08:31:12.645981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0828f-20ec-405b-9372-96c775f1e633 req-5c7dacc5-0257-49f4-8c5f-94c49379c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:12.647707 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2be0828f-20ec-405b-9372-96c775f1e633 req-5c7dacc5-0257-49f4-8c5f-94c49379c11d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 1095 time: 0.0454516 Sep 30 08:31:12.764995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0828f-20ec-405b-9372-96c775f1e633 req-4a5d7f6a-9f3a-4e30-b566-195c2b7fc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:12.766500 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2be0828f-20ec-405b-9372-96c775f1e633 req-4a5d7f6a-9f3a-4e30-b566-195c2b7fc360 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.0941596 Sep 30 08:31:12.833972 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2be0828f-20ec-405b-9372-96c775f1e633 req-b14b6b32-81e4-4f2f-952c-9f1f165e25bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 HTTP/1.1" status: 200 len: 999 time: 0.0603640 Sep 30 08:31:12.891274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0828f-20ec-405b-9372-96c775f1e633 req-49d00ba8-8c1c-4f9a-b6f7-09eb748f38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:12.892865 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2be0828f-20ec-405b-9372-96c775f1e633 req-49d00ba8-8c1c-4f9a-b6f7-09eb748f38b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0486679 Sep 30 08:31:12.941282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0828f-20ec-405b-9372-96c775f1e633 req-8ce7dc6c-c401-4fbd-893f-20c2ca359943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:12.942842 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2be0828f-20ec-405b-9372-96c775f1e633 req-8ce7dc6c-c401-4fbd-893f-20c2ca359943 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409999 Sep 30 08:31:13.041869 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2be0828f-20ec-405b-9372-96c775f1e633 req-520dd5c3-f4d4-4a31-a28a-2b3502121eb6 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890326 Sep 30 08:31:13.133414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22492526-f02b-4d8e-85cc-da58ad0f955b req-103bdcc5-9f6c-4d8d-b2f3-0c3ff75ebb90 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:13.141869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22492526-f02b-4d8e-85cc-da58ad0f955b req-103bdcc5-9f6c-4d8d-b2f3-0c3ff75ebb90 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0570958 Sep 30 08:31:13.143227 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2be0828f-20ec-405b-9372-96c775f1e633 req-6fef68cc-a76f-4485-9ff3-7450f8a98d14 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932412 Sep 30 08:31:13.179342 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22492526-f02b-4d8e-85cc-da58ad0f955b req-c33401f5-881a-4db3-a2d0-8abe0132a616 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362067 Sep 30 08:31:13.480957 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28e47a-1d5a-4ae7-9b67-5893513481f7 req-dd0f17fd-24ef-447e-a192-adc65de22109 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:13.492469 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-de28e47a-1d5a-4ae7-9b67-5893513481f7 req-dd0f17fd-24ef-447e-a192-adc65de22109 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0643415 Sep 30 08:31:13.530503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-de28e47a-1d5a-4ae7-9b67-5893513481f7 req-e05e322d-b62b-43ea-9af1-c7d5a1a3e513 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368659 Sep 30 08:31:14.309726 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c71f20-f51f-46a6-9564-d284fad4df52 req-8e5f94fc-dbdd-45ef-9294-8cc5058b7a2b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:14.311314 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8c71f20-f51f-46a6-9564-d284fad4df52 req-8e5f94fc-dbdd-45ef-9294-8cc5058b7a2b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0689030 Sep 30 08:31:14.348240 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:31:14.350184 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8c71f20-f51f-46a6-9564-d284fad4df52 req-2cb86ab1-ed96-49cc-9b5b-9b220e1925aa tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317202 Sep 30 08:31:14.458391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:14.469373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'port_id': 'ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b', 'mac_address': 'fa:16:3e:a3:57:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:31:14.508383 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:14.521661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:31:14.541414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:14.545357 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:14.601278 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:14.656663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf88f3-61a5-4bb0-bcec-bfd3f6bedafd req-82a7321c-8ddb-4d42-88b1-ad59022954f2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:14.658326 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-04cf88f3-61a5-4bb0-bcec-bfd3f6bedafd req-82a7321c-8ddb-4d42-88b1-ad59022954f2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0557065 Sep 30 08:31:14.696554 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-04cf88f3-61a5-4bb0-bcec-bfd3f6bedafd req-f4acd07b-5e0f-4569-9c72-649ebcd66ee1 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319631 Sep 30 08:31:14.801448 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33d917c0-caef-4fda-8034-8de3428b9075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:14.863734 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:31:15.308769 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:15.475869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348444f1-0c3d-492a-be74-f418896e16e0 req-d81641a5-2a1e-4543-b3cd-31f91b909deb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:15.477421 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-348444f1-0c3d-492a-be74-f418896e16e0 req-d81641a5-2a1e-4543-b3cd-31f91b909deb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 944 time: 0.0539076 Sep 30 08:31:15.516976 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-348444f1-0c3d-492a-be74-f418896e16e0 req-7c257a54-c80c-41cd-b789-52b71b15466a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336189 Sep 30 08:31:15.821054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9e237-c8bb-465d-8d7f-e518d413a3d0 req-a230d7ad-756a-4a3f-9128-1b471930313b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:15.822663 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ef9e237-c8bb-465d-8d7f-e518d413a3d0 req-a230d7ad-756a-4a3f-9128-1b471930313b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0552058 Sep 30 08:31:15.862200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3ef9e237-c8bb-465d-8d7f-e518d413a3d0 req-76c1820c-041b-43f4-ab37-e9a7a14e8e03 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330949 Sep 30 08:31:15.889689 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:16.367643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:16.418374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:31:16.423112 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:16.423668 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:16.508855 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:16.531213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff82777-612b-41d7-a557-a5a02e21fdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:31:16.533486 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbabbfe3-5e86-4b00-b95f-a7cf71172486" -d '{"events": [{"server_uuid": "fff82777-612b-41d7-a557-a5a02e21fdc2", "name": "network-vif-plugged", "status": "completed", "tag": "ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:31:16.547643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:16.552470 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:16.595738 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195fa972-5d69-4539-bc7a-b9c30a38dc79 x-openstack-request-id: req-195fa972-5d69-4539-bc7a-b9c30a38dc79 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:31:16.596538 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff82777-612b-41d7-a557-a5a02e21fdc2", "name": "network-vif-plugged", "status": "completed", "tag": "ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:31:16.596804 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-195fa972-5d69-4539-bc7a-b9c30a38dc79 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:31:16.597209 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff82777-612b-41d7-a557-a5a02e21fdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b', 'code': 200} Sep 30 08:31:16.610924 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:16.654182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d7c93-ce00-4c1f-9646-e8a984f45eb2 req-0cd8fb92-f32e-43c7-bb69-0ab76f3491cc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:16.655721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac9d7c93-ce00-4c1f-9646-e8a984f45eb2 req-0cd8fb92-f32e-43c7-bb69-0ab76f3491cc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0621860 Sep 30 08:31:16.698493 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac9d7c93-ce00-4c1f-9646-e8a984f45eb2 req-9a09b03b-9699-4aed-8a61-d89058805a35 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366373 Sep 30 08:31:16.708512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1630c-acc2-4f2c-bdcc-fdb453c47c22 req-f3fcacc2-5d02-4e27-8c03-bcc534786891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:16.710294 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e2e1630c-acc2-4f2c-bdcc-fdb453c47c22 req-f3fcacc2-5d02-4e27-8c03-bcc534786891 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 1096 time: 0.0451705 Sep 30 08:31:16.747492 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e2e1630c-acc2-4f2c-bdcc-fdb453c47c22 req-a5e932ff-d5ea-413a-a8f7-7ad8c03dde5f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296633 Sep 30 08:31:16.986277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28352a9e-b7f9-4fb8-b46f-13b23c3116a0 req-c64c8940-4516-457d-a9bb-ac259aac095c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:16.988406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-28352a9e-b7f9-4fb8-b46f-13b23c3116a0 req-c64c8940-4516-457d-a9bb-ac259aac095c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0537002 Sep 30 08:31:17.025673 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-28352a9e-b7f9-4fb8-b46f-13b23c3116a0 req-1921c0c9-3a73-4f5a-8c9b-60ad19517a37 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307300 Sep 30 08:31:17.764233 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:17.836279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b4157-8117-4761-9c11-b0ac2af86bb9 req-f3de921d-0a17-41f0-a4cf-781ba9d7070c tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:17.838362 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e67b4157-8117-4761-9c11-b0ac2af86bb9 req-f3de921d-0a17-41f0-a4cf-781ba9d7070c tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0723357 Sep 30 08:31:17.883672 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e67b4157-8117-4761-9c11-b0ac2af86bb9 req-c24579c8-aa32-4767-b7f6-c70cfc93dd30 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355020 Sep 30 08:31:18.147008 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483f27f-c3f5-48cf-a4f2-664efddc45c3 req-af61d523-46e4-4935-8aa1-4cab4ce6aa11 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:18.148544 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0483f27f-c3f5-48cf-a4f2-664efddc45c3 req-af61d523-46e4-4935-8aa1-4cab4ce6aa11 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0493345 Sep 30 08:31:18.187325 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0483f27f-c3f5-48cf-a4f2-664efddc45c3 req-506fb5c4-f38b-4619-961d-fb6ca83e8617 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316556 Sep 30 08:31:19.003945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d8700-0486-4267-b744-eb9d3eb5aecd req-c886e1a5-3baf-4273-bc75-88c133e4b4c8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:19.005492 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68d8700-0486-4267-b744-eb9d3eb5aecd req-c886e1a5-3baf-4273-bc75-88c133e4b4c8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0511539 Sep 30 08:31:19.044348 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a68d8700-0486-4267-b744-eb9d3eb5aecd req-8ba323a7-26ac-46da-bc71-2b2c40536e41 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327001 Sep 30 08:31:19.167514 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078fd94-7dce-4115-b898-d8ad527a698a req-6c6ea320-e25c-4c62-b779-c18ec6698b83 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:19.169124 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f078fd94-7dce-4115-b898-d8ad527a698a req-6c6ea320-e25c-4c62-b779-c18ec6698b83 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0562665 Sep 30 08:31:19.208067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f078fd94-7dce-4115-b898-d8ad527a698a req-e5adaad3-b526-4315-983f-dab56ff51389 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329990 Sep 30 08:31:19.342571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aec738-3ef3-47b9-bcb0-0878d19c0a49 req-3668c678-94d9-45df-bb06-7d93d45dde90 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:19.344477 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3aec738-3ef3-47b9-bcb0-0878d19c0a49 req-3668c678-94d9-45df-bb06-7d93d45dde90 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0838881 Sep 30 08:31:19.360495 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb9a7e-7355-4a27-a445-536c521adaeb req-0ed129b4-65dc-49b3-9b3b-07b31e75f937 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:19.361971 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bcb9a7e-7355-4a27-a445-536c521adaeb req-0ed129b4-65dc-49b3-9b3b-07b31e75f937 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0723834 Sep 30 08:31:19.415233 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3aec738-3ef3-47b9-bcb0-0878d19c0a49 req-f884e49c-7320-471b-bba7-c70807cc97fb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644789 Sep 30 08:31:19.423575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bcb9a7e-7355-4a27-a445-536c521adaeb req-7c2b0939-a16a-46ca-82bf-c95e8d838f01 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551832 Sep 30 08:31:19.739489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650e040-27f1-41e2-b023-b95f52285573 req-6fef55b4-8880-489d-942d-72f3606c0eac tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:19.741058 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d650e040-27f1-41e2-b023-b95f52285573 req-6fef55b4-8880-489d-942d-72f3606c0eac tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0565014 Sep 30 08:31:19.779986 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d650e040-27f1-41e2-b023-b95f52285573 req-7b88aafd-9a73-49f9-a930-7170d0828714 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328028 Sep 30 08:31:20.521489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69e72d-d781-4fbe-ad31-0f9314166b36 req-51d506d5-5be1-4209-b3cb-9c4115239205 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:20.522981 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b69e72d-d781-4fbe-ad31-0f9314166b36 req-51d506d5-5be1-4209-b3cb-9c4115239205 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 1097 time: 0.0566072 Sep 30 08:31:20.582226 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b69e72d-d781-4fbe-ad31-0f9314166b36 req-7d032811-3b16-4bf7-b8b1-e06c919e6d92 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400202 Sep 30 08:31:20.591408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8be4e-282e-43c5-b3e2-515d682eb3b0 req-3ab79b4a-bfc1-4fa9-b506-ea0074a4e077 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:20.593092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9b8be4e-282e-43c5-b3e2-515d682eb3b0 req-3ab79b4a-bfc1-4fa9-b506-ea0074a4e077 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0839007 Sep 30 08:31:20.609846 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35414) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:20.657443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9b8be4e-282e-43c5-b3e2-515d682eb3b0 req-c2cbeb90-5bed-4985-b77c-0205a0dc515f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583270 Sep 30 08:31:20.877642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dd05c765-8015-4a0a-88fa-fbf686244de4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting port ea902561-0e8e-4c38-ab02-f95f552b6111 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:31:20.878365 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd05c765-8015-4a0a-88fa-fbf686244de4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:20.963190 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07a538-4fa5-40d5-90fa-b0f7f064454b req-79b0f128-a106-44af-9bd5-633311698cfe tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:20.964735 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa07a538-4fa5-40d5-90fa-b0f7f064454b req-79b0f128-a106-44af-9bd5-633311698cfe tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.1294219 Sep 30 08:31:20.973003 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bd894-ef64-4bc5-a910-aa4416c0bd36 req-8de712aa-3ead-489c-b75e-7e8cc4330d78 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:20.974646 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c60bd894-ef64-4bc5-a910-aa4416c0bd36 req-8de712aa-3ead-489c-b75e-7e8cc4330d78 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0932341 Sep 30 08:31:21.018628 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd05c765-8015-4a0a-88fa-fbf686244de4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:21.019110 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd05c765-8015-4a0a-88fa-fbf686244de4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:21.036749 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dd05c765-8015-4a0a-88fa-fbf686244de4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Calling delete_port for ea902561-0e8e-4c38-ab02-f95f552b6111 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:31:21.047362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc749db-456c-4deb-b0b6-cce7d8677284 req-f95bd5f5-1a33-491d-bd71-bd011416738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:21.049148 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7fc749db-456c-4deb-b0b6-cce7d8677284 req-f95bd5f5-1a33-491d-bd71-bd011416738d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 1095 time: 0.0967331 Sep 30 08:31:21.058796 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa07a538-4fa5-40d5-90fa-b0f7f064454b req-f25af5fe-06af-4836-8566-4a7fe2b3f2b9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819681 Sep 30 08:31:21.062377 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c60bd894-ef64-4bc5-a910-aa4416c0bd36 req-aab32dc7-4742-458c-b19b-7269d30242b8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760829 Sep 30 08:31:21.271701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc749db-456c-4deb-b0b6-cce7d8677284 req-9e69c690-c4d2-4788-a5ba-0cb454a34a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:21.273119 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7fc749db-456c-4deb-b0b6-cce7d8677284 req-9e69c690-c4d2-4788-a5ba-0cb454a34a8e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.2136428 Sep 30 08:31:21.759016 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7fc749db-456c-4deb-b0b6-cce7d8677284 req-b60db392-3a71-484f-8133-edc1cdcd91c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 HTTP/1.1" status: 200 len: 999 time: 0.4739883 Sep 30 08:31:21.814404 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e6e89-c7f2-4ab2-abfa-773993ecddab req-5ea26cb1-bb29-43ea-9a6f-d075038c90d5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:21.815898 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-860e6e89-c7f2-4ab2-abfa-773993ecddab req-5ea26cb1-bb29-43ea-9a6f-d075038c90d5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 945 time: 0.1405559 Sep 30 08:31:21.820334 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd05c765-8015-4a0a-88fa-fbf686244de4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:21.880135 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05c765-8015-4a0a-88fa-fbf686244de4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Port': ['ID=ea902561-0e8e-4c38-ab02-f95f552b6111,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:21.893479 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc749db-456c-4deb-b0b6-cce7d8677284 req-b8efd6e0-abe6-4ae5-974b-acb9dfa03c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:21.894890 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7fc749db-456c-4deb-b0b6-cce7d8677284 req-b8efd6e0-abe6-4ae5-974b-acb9dfa03c7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.1254399 Sep 30 08:31:22.013559 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd05c765-8015-4a0a-88fa-fbf686244de4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:22.013889 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-dd05c765-8015-4a0a-88fa-fbf686244de4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Floating IP 03c31d26-de3e-46a2-9682-dc507799bd46 disassociated (deleted). External IP: 172.25.0.51, port: d8390607-51b2-4f50-813d-a349675bc858. Sep 30 08:31:22.016775 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc749db-456c-4deb-b0b6-cce7d8677284 req-9989f949-e1b8-405b-955e-ed83f9e6f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:22.018261 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7fc749db-456c-4deb-b0b6-cce7d8677284 req-9989f949-e1b8-405b-955e-ed83f9e6f7b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082089 Sep 30 08:31:22.118104 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-860e6e89-c7f2-4ab2-abfa-773993ecddab req-2091efe5-aab0-4c20-9018-e19a7fdfe9c8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Deleting port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:31:22.119519 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-860e6e89-c7f2-4ab2-abfa-773993ecddab req-2091efe5-aab0-4c20-9018-e19a7fdfe9c8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:22.229458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c213d-d70e-42ba-90c8-255d4d583fe3 req-d56829b4-eebb-4ce6-a466-7eea3d568b35 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:22.231179 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c8c213d-d70e-42ba-90c8-255d4d583fe3 req-d56829b4-eebb-4ce6-a466-7eea3d568b35 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0856824 Sep 30 08:31:22.247698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e295ff-555c-4b81-8ddf-ba28135379d5 req-7f46ecfb-56f6-4772-81ec-abf0ea41e8e6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:22.249365 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0e295ff-555c-4b81-8ddf-ba28135379d5 req-7f46ecfb-56f6-4772-81ec-abf0ea41e8e6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0701993 Sep 30 08:31:22.307737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c8c213d-d70e-42ba-90c8-255d4d583fe3 req-3e3fb4b1-1afa-404f-bdc0-940259192411 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573609 Sep 30 08:31:22.310656 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0e295ff-555c-4b81-8ddf-ba28135379d5 req-090631d0-8f29-461b-ab99-0d6529fde658 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544739 Sep 30 08:31:22.349555 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7fc749db-456c-4deb-b0b6-cce7d8677284 req-98c69b87-57e5-4149-a666-1a9bd889f4ca service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979734 Sep 30 08:31:22.362578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-860e6e89-c7f2-4ab2-abfa-773993ecddab req-2091efe5-aab0-4c20-9018-e19a7fdfe9c8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] For port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:22.362947 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-860e6e89-c7f2-4ab2-abfa-773993ecddab req-2091efe5-aab0-4c20-9018-e19a7fdfe9c8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:22.393854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-860e6e89-c7f2-4ab2-abfa-773993ecddab req-2091efe5-aab0-4c20-9018-e19a7fdfe9c8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Calling delete_port for ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:31:22.568328 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd05c765-8015-4a0a-88fa-fbf686244de4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router 9779487b-f015-41d9-95fe-886ab068ec41 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:31:22.596149 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7fc749db-456c-4deb-b0b6-cce7d8677284 req-a26017a9-b874-4612-8df4-63644bde9f34 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353737 Sep 30 08:31:22.702960 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-860e6e89-c7f2-4ab2-abfa-773993ecddab req-2091efe5-aab0-4c20-9018-e19a7fdfe9c8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:22.772195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091efe5-aab0-4c20-9018-e19a7fdfe9c8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event deleted for resources: {'Port': ['ID=ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:22.804244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd05c765-8015-4a0a-88fa-fbf686244de4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:22.809517 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd05c765-8015-4a0a-88fa-fbf686244de4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:22.815605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b24b6-6b55-4be3-9e51-eb08ed463fd6 None None] Sync routers for ids ['9779487b-f015-41d9-95fe-886ab068ec41'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:22.828036 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-860e6e89-c7f2-4ab2-abfa-773993ecddab req-2091efe5-aab0-4c20-9018-e19a7fdfe9c8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] No DVR routers for this DVR port ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:31:22.830527 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-860e6e89-c7f2-4ab2-abfa-773993ecddab req-2091efe5-aab0-4c20-9018-e19a7fdfe9c8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:22.832008 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b24b6-6b55-4be3-9e51-eb08ed463fd6 None None] Routers {'9779487b-f015-41d9-95fe-886ab068ec41'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:22.832752 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9a1b24b6-6b55-4be3-9e51-eb08ed463fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9779487b-f015-41d9-95fe-886ab068ec41'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:22.833173 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-860e6e89-c7f2-4ab2-abfa-773993ecddab req-2091efe5-aab0-4c20-9018-e19a7fdfe9c8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.35 "DELETE /v2.0/ports/ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b HTTP/1.1" status: 204 len: 173 time: 1.0091956 Sep 30 08:31:22.849852 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff82777-612b-41d7-a557-a5a02e21fdc2', 'name': 'network-vif-deleted', 'tag': 'ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:31:22.852602 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c023cd9-bb57-4228-95b5-f2eb1d10a12a" -d '{"events": [{"server_uuid": "fff82777-612b-41d7-a557-a5a02e21fdc2", "name": "network-vif-deleted", "tag": "ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:31:22.878752 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dd05c765-8015-4a0a-88fa-fbf686244de4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/floatingips/03c31d26-de3e-46a2-9682-dc507799bd46 HTTP/1.1" status: 204 len: 168 time: 2.2651718 Sep 30 08:31:22.965122 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7495f7d-d917-4bb4-9fdd-1f6d9d76dac3 x-openstack-request-id: req-b7495f7d-d917-4bb4-9fdd-1f6d9d76dac3 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:31:22.965411 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff82777-612b-41d7-a557-a5a02e21fdc2", "name": "network-vif-deleted", "tag": "ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:31:22.965661 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7495f7d-d917-4bb4-9fdd-1f6d9d76dac3 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:31:22.966058 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff82777-612b-41d7-a557-a5a02e21fdc2', 'name': 'network-vif-deleted', 'tag': 'ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b', 'status': 'completed', 'code': 200} Sep 30 08:31:23.000583 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9a1b24b6-6b55-4be3-9e51-eb08ed463fd6 None None] Set router 9779487b-f015-41d9-95fe-886ab068ec41 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:23.224927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d0582-afec-4ef3-add6-04ee7e43b4a0 req-e9ce5849-bdcd-4b71-b275-77d2c2209a18 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:23.234947 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-517d0582-afec-4ef3-add6-04ee7e43b4a0 req-e9ce5849-bdcd-4b71-b275-77d2c2209a18 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 946 time: 0.0787659 Sep 30 08:31:23.259554 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9a1b24b6-6b55-4be3-9e51-eb08ed463fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779487b-f015-41d9-95fe-886ab068ec41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582140869', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:05Z', 'updated_at': '2021-09-30T08:29:14Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:06Z', 'updated_at': '2021-09-30T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '90214c4b-68d9-4a63-a41a-7ec43a68119b', 'name': '', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b0:f5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:13Z', 'updated_at': '2021-09-30T08:29:19Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:23.288292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b24b6-6b55-4be3-9e51-eb08ed463fd6 None None] Checking router: 9779487b-f015-41d9-95fe-886ab068ec41 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:23.292703 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-517d0582-afec-4ef3-add6-04ee7e43b4a0 req-7c68144a-d2fc-4af0-9034-871a2cf680d1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555904 Sep 30 08:31:23.302490 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b24b6-6b55-4be3-9e51-eb08ed463fd6 None None] Routers {'9779487b-f015-41d9-95fe-886ab068ec41'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:23.305749 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9a1b24b6-6b55-4be3-9e51-eb08ed463fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9779487b-f015-41d9-95fe-886ab068ec41'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:23.445241 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9a1b24b6-6b55-4be3-9e51-eb08ed463fd6 None None] Set router 9779487b-f015-41d9-95fe-886ab068ec41 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:23.472225 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-108caf6c-2169-47a0-bac9-b1c6e13b3ed2 req-f706c84f-72e7-4b80-8458-85b30ee231a0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0459344 Sep 30 08:31:23.504298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18004345-e3ad-4620-948e-c2f616c18aba req-aeaacfab-0b5e-4cfa-b223-af2cf5a6dcd1 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:23.511556 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18004345-e3ad-4620-948e-c2f616c18aba req-aeaacfab-0b5e-4cfa-b223-af2cf5a6dcd1 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.1018271 Sep 30 08:31:23.561563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18004345-e3ad-4620-948e-c2f616c18aba req-1f594daa-b197-418f-8d4e-bef447a1487f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479112 Sep 30 08:31:23.719127 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1af9c-7333-429b-b089-e0eba4307d24 req-61052326-49ff-4853-8fed-80b774bd38aa tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:23.720391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9a1b24b6-6b55-4be3-9e51-eb08ed463fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779487b-f015-41d9-95fe-886ab068ec41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582140869', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:05Z', 'updated_at': '2021-09-30T08:29:14Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:06Z', 'updated_at': '2021-09-30T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '90214c4b-68d9-4a63-a41a-7ec43a68119b', 'name': '', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b0:f5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:13Z', 'updated_at': '2021-09-30T08:29:19Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:23.724436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-23c1af9c-7333-429b-b089-e0eba4307d24 req-61052326-49ff-4853-8fed-80b774bd38aa tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0874882 Sep 30 08:31:23.756033 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b24b6-6b55-4be3-9e51-eb08ed463fd6 None None] The sync data for ids ['9779487b-f015-41d9-95fe-886ab068ec41'] in n-d-807359-2 is: [{'id': '9779487b-f015-41d9-95fe-886ab068ec41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582140869', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:05Z', 'updated_at': '2021-09-30T08:29:14Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:06Z', 'updated_at': '2021-09-30T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '90214c4b-68d9-4a63-a41a-7ec43a68119b', 'name': '', 'network_id': 'e3e93fb9-4960-446e-b6f1-2542a3bf279e', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b0:f5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:13Z', 'updated_at': '2021-09-30T08:29:19Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '805ce0c1-e9b8-48c9-93cc-c7e8add94f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:23.770309 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-23c1af9c-7333-429b-b089-e0eba4307d24 req-0f88a039-1c26-4e72-a800-8ec012cc050f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431108 Sep 30 08:31:24.066876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69a133-a9eb-42b1-a18d-04ccbbb5f624 req-7d20599a-ff4f-40e1-ae50-6cd160758edd tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:24.068572 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3a69a133-a9eb-42b1-a18d-04ccbbb5f624 req-7d20599a-ff4f-40e1-ae50-6cd160758edd tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0793295 Sep 30 08:31:24.083451 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a80a7-e42e-4189-af2c-88f0bc04db4f None None] New status for floating IP 03c31d26-de3e-46a2-9682-dc507799bd46: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:31:24.125556 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3a69a133-a9eb-42b1-a18d-04ccbbb5f624 req-b7a5d4fc-32ac-4a6b-8d3e-2706ae556812 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499578 Sep 30 08:31:24.428107 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:31:24.452661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:31:24.453014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device ae79a3eb-4ab2-43b8-a3c3-4e0d3cd2688b not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:31:24.471414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e86b9-057f-46ab-9cf2-980c9252547b req-85d76a78-3df6-43df-870c-ffa45d5c477d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:24.481039 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e16e86b9-057f-46ab-9cf2-980c9252547b req-85d76a78-3df6-43df-870c-ffa45d5c477d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.1385520 Sep 30 08:31:24.517351 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229829ea-bd5b-4b74-902c-17522fa35e2b req-2c82c607-6db8-464b-86fb-ccfb16657ab9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:24.518514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-229829ea-bd5b-4b74-902c-17522fa35e2b req-2c82c607-6db8-464b-86fb-ccfb16657ab9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 946 time: 0.1386669 Sep 30 08:31:24.533673 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbf4cb-5648-497f-a12d-4550d6bcb9ed req-3edb143e-5567-487b-b4e6-7e0a7824002e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:24.535181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aafbf4cb-5648-497f-a12d-4550d6bcb9ed req-3edb143e-5567-487b-b4e6-7e0a7824002e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 946 time: 0.1248837 Sep 30 08:31:24.588644 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e16e86b9-057f-46ab-9cf2-980c9252547b req-036b9903-b362-47d6-a5bc-cfffec348dbd tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064949 Sep 30 08:31:24.664464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-229829ea-bd5b-4b74-902c-17522fa35e2b req-9943d3e0-c8b2-4d9e-af12-ec5cd5d5669c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=82920405-e428-4d45-a6ae-0ceb62e78af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282468 Sep 30 08:31:24.701503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cd05d46-9086-4ffa-9144-4dc1b6a84f77 req-bd76db50-28ef-48a5-b985-873f93778d11 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0357280 Sep 30 08:31:24.725974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-aafbf4cb-5648-497f-a12d-4550d6bcb9ed req-a9d5cbf0-6b45-443a-b3e5-226c95d6a174 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting port d8390607-51b2-4f50-813d-a349675bc858 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:31:24.726560 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aafbf4cb-5648-497f-a12d-4550d6bcb9ed req-a9d5cbf0-6b45-443a-b3e5-226c95d6a174 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:24.822529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-aafbf4cb-5648-497f-a12d-4550d6bcb9ed req-a9d5cbf0-6b45-443a-b3e5-226c95d6a174 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] For port d8390607-51b2-4f50-813d-a349675bc858, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=d8390607-51b2-4f50-813d-a349675bc858,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:24.822913 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aafbf4cb-5648-497f-a12d-4550d6bcb9ed req-a9d5cbf0-6b45-443a-b3e5-226c95d6a174 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:24.836876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-aafbf4cb-5648-497f-a12d-4550d6bcb9ed req-a9d5cbf0-6b45-443a-b3e5-226c95d6a174 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Calling delete_port for d8390607-51b2-4f50-813d-a349675bc858 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:31:24.966957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:31:24.969355 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8946916-736a-4cfa-b0df-c7b06970bbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "tag": "d8390607-51b2-4f50-813d-a349675bc858"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:31:24.988085 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aafbf4cb-5648-497f-a12d-4550d6bcb9ed req-a9d5cbf0-6b45-443a-b3e5-226c95d6a174 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:25.009260 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162d4600-0d95-429d-8053-341331603acd x-openstack-request-id: req-162d4600-0d95-429d-8053-341331603acd {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:31:25.009611 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "tag": "d8390607-51b2-4f50-813d-a349675bc858", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:31:25.009869 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-162d4600-0d95-429d-8053-341331603acd {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:31:25.010282 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858', 'status': 'completed', 'code': 200} Sep 30 08:31:25.022344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5cbf0-6b45-443a-b3e5-226c95d6a174 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Port': ['ID=d8390607-51b2-4f50-813d-a349675bc858,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:25.099643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafbf4cb-5648-497f-a12d-4550d6bcb9ed req-a9d5cbf0-6b45-443a-b3e5-226c95d6a174 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] No DVR routers for this DVR port d8390607-51b2-4f50-813d-a349675bc858 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:31:25.115276 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aafbf4cb-5648-497f-a12d-4550d6bcb9ed req-a9d5cbf0-6b45-443a-b3e5-226c95d6a174 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:25.116672 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aafbf4cb-5648-497f-a12d-4550d6bcb9ed req-a9d5cbf0-6b45-443a-b3e5-226c95d6a174 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "DELETE /v2.0/ports/d8390607-51b2-4f50-813d-a349675bc858 HTTP/1.1" status: 204 len: 173 time: 0.5726805 Sep 30 08:31:25.117153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'name': 'network-vif-deleted', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:31:25.126158 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b29194-f0bf-4db0-85fb-323222a1df84" -d '{"events": [{"server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "name": "network-vif-deleted", "tag": "d8390607-51b2-4f50-813d-a349675bc858"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:31:25.134382 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a8946916-736a-4cfa-b0df-c7b06970bbb5 req-e5940c35-da2a-4e5c-b16b-e8006c80570d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398 HTTP/1.1" status: 200 len: 210 time: 0.0652390 Sep 30 08:31:25.174067 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb07e81-dce0-4f5a-942e-10506131ffb0 x-openstack-request-id: req-5bb07e81-dce0-4f5a-942e-10506131ffb0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:31:25.174373 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398", "name": "network-vif-deleted", "tag": "d8390607-51b2-4f50-813d-a349675bc858", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:31:25.174628 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bb07e81-dce0-4f5a-942e-10506131ffb0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:31:25.175075 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfa23d3-e3f2-4c2f-8e7c-f43f8e7d1398', 'name': 'network-vif-deleted', 'tag': 'd8390607-51b2-4f50-813d-a349675bc858', 'status': 'completed', 'code': 200} Sep 30 08:31:25.752892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35470) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:25.786518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dfdde-bb5b-447f-bc0e-e62c8d7331aa req-ab1ec9cf-89eb-46d5-af4c-00652fd20a1f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:25.788482 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-123dfdde-bb5b-447f-bc0e-e62c8d7331aa req-ab1ec9cf-89eb-46d5-af4c-00652fd20a1f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.1086695 Sep 30 08:31:25.857468 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c83012b-52ea-4979-b288-74ea7dfc4419 req-536739e3-2240-41cc-a1da-b585aa036cd3 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0405548 Sep 30 08:31:25.880474 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-123dfdde-bb5b-447f-bc0e-e62c8d7331aa req-1ff3304a-068d-48f7-8d9a-b2cf1836e04e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849464 Sep 30 08:31:26.157465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317cc35-fde6-4709-be28-e3c4dbd38fd1 req-36034908-00c6-46f9-b36d-e58c6377a81f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:26.165221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3317cc35-fde6-4709-be28-e3c4dbd38fd1 req-36034908-00c6-46f9-b36d-e58c6377a81f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0873737 Sep 30 08:31:26.207409 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3317cc35-fde6-4709-be28-e3c4dbd38fd1 req-bdb3e820-f8ed-4bc0-9731-09eff08082ce tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405865 Sep 30 08:31:26.250113 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:26.564646 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting port 90214c4b-68d9-4a63-a41a-7ec43a68119b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:31:26.564990 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:26.669523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] For port 90214c4b-68d9-4a63-a41a-7ec43a68119b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=90214c4b-68d9-4a63-a41a-7ec43a68119b,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:26.669893 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:26.684720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Calling delete_port for 90214c4b-68d9-4a63-a41a-7ec43a68119b owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:31:26.927786 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:26.968376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Port': ['ID=90214c4b-68d9-4a63-a41a-7ec43a68119b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:27.007479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1addf8a5-50af-4b16-b7b5-00c70e01d251 req-723ce24e-fd35-49bf-bd92-c7c5edffbb7a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff82777-612b-41d7-a557-a5a02e21fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0423052 Sep 30 08:31:27.009978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:27.009978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:27.013492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:27.013997 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:27.014435 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:27.015014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:27.015294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:27.015748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:27.016246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:27.016676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:27.017348 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:27.017771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:27.228448 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:27.556877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router 9779487b-f015-41d9-95fe-886ab068ec41 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:31:27.662137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee40fc-9d4d-48bd-9def-8e8fea8f0c9e req-6dd3aa3f-1fca-4c6d-ad45-a9e630dad5a5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:27.663310 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-92ee40fc-9d4d-48bd-9def-8e8fea8f0c9e req-6dd3aa3f-1fca-4c6d-ad45-a9e630dad5a5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0720015 Sep 30 08:31:27.707089 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-92ee40fc-9d4d-48bd-9def-8e8fea8f0c9e req-232e7de7-7ad6-40e6-92e2-6763e49bd03c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373683 Sep 30 08:31:27.851856 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d3a26-8f09-4a56-bcc3-49262c321f48 req-4a082acd-467e-4f94-b6d3-8844a6792e7a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:27.853996 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b5d3a26-8f09-4a56-bcc3-49262c321f48 req-4a082acd-467e-4f94-b6d3-8844a6792e7a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0650296 Sep 30 08:31:27.905618 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b5d3a26-8f09-4a56-bcc3-49262c321f48 req-28ce37e3-22bd-4d3c-960a-1a511e1efd9d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421841 Sep 30 08:31:28.047302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665592fd-5154-4dd2-b667-d4aac5c2fca4 req-8ffc62c5-4d2d-4048-9e0c-7cc1bfbdfb03 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:28.048906 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-665592fd-5154-4dd2-b667-d4aac5c2fca4 req-8ffc62c5-4d2d-4048-9e0c-7cc1bfbdfb03 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0616663 Sep 30 08:31:28.051335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:28.060387 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b7670795-0a53-4d3d-924e-423a7e1231df tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "PUT /v2.0/routers/9779487b-f015-41d9-95fe-886ab068ec41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3056810 Sep 30 08:31:28.061109 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35492) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:28.066067 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094e5a7-5eaa-441f-bb97-c239bd94b83e None None] Sync routers for ids ['9779487b-f015-41d9-95fe-886ab068ec41'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:28.081192 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094e5a7-5eaa-441f-bb97-c239bd94b83e None None] Routers {'9779487b-f015-41d9-95fe-886ab068ec41'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:28.087092 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f094e5a7-5eaa-441f-bb97-c239bd94b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9779487b-f015-41d9-95fe-886ab068ec41'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:28.105740 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-665592fd-5154-4dd2-b667-d4aac5c2fca4 req-a9dcd432-704e-44a2-8c73-32df20f3e684 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469589 Sep 30 08:31:28.120759 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ce1015-42bb-4e9d-baff-43989bf66e7e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting subnet 805ce0c1-e9b8-48c9-93cc-c7e8add94f34 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:31:28.130740 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67ce1015-42bb-4e9d-baff-43989bf66e7e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.198440 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67ce1015-42bb-4e9d-baff-43989bf66e7e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.267511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f607f90-174e-4adc-b2b4-ee484529d4d0 req-51d860f5-b33a-487a-8cda-0a8750a73720 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:28.268588 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f094e5a7-5eaa-441f-bb97-c239bd94b83e None None] Set router 9779487b-f015-41d9-95fe-886ab068ec41 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:28.278047 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1f607f90-174e-4adc-b2b4-ee484529d4d0 req-51d860f5-b33a-487a-8cda-0a8750a73720 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0911384 Sep 30 08:31:28.325393 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67ce1015-42bb-4e9d-baff-43989bf66e7e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.354451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1f607f90-174e-4adc-b2b4-ee484529d4d0 req-43bdd4eb-1799-4920-ba0d-d92638b1ac56 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754027 Sep 30 08:31:28.399151 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67ce1015-42bb-4e9d-baff-43989bf66e7e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.437014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce1015-42bb-4e9d-baff-43989bf66e7e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Subnet': ['ID=805ce0c1-e9b8-48c9-93cc-c7e8add94f34,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:28.442739 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67ce1015-42bb-4e9d-baff-43989bf66e7e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.448201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35502) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:28.448946 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-67ce1015-42bb-4e9d-baff-43989bf66e7e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/subnets/805ce0c1-e9b8-48c9-93cc-c7e8add94f34 HTTP/1.1" status: 204 len: 168 time: 0.3868330 Sep 30 08:31:28.460076 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3900046-b01c-4779-a928-3e1c24a08e07 None None] Network e3e93fb9-4960-446e-b6f1-2542a3bf279e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:31:28.507615 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device d8390607-51b2-4f50-813d-a349675bc858 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:31:28.539524 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: d8390607-51b2-4f50-813d-a349675bc858 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:31:28.539856 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device d8390607-51b2-4f50-813d-a349675bc858 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:31:28.627948 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.657342 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f094e5a7-5eaa-441f-bb97-c239bd94b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779487b-f015-41d9-95fe-886ab068ec41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582140869', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:05Z', 'updated_at': '2021-09-30T08:31:26Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'e9dcb4ab-da69-41b3-a38d-8b2c661cdb84', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779487b-f015-41d9-95fe-886ab068ec41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:06Z', 'updated_at': '2021-09-30T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:28.771967 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.849091 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094e5a7-5eaa-441f-bb97-c239bd94b83e None None] Checking router: 9779487b-f015-41d9-95fe-886ab068ec41 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:28.859633 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094e5a7-5eaa-441f-bb97-c239bd94b83e None None] Routers {'9779487b-f015-41d9-95fe-886ab068ec41'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:28.860346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f094e5a7-5eaa-441f-bb97-c239bd94b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9779487b-f015-41d9-95fe-886ab068ec41'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:28.868201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting port e9dcb4ab-da69-41b3-a38d-8b2c661cdb84 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:31:28.869127 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.954978 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1215223d-af69-4c24-8c52-69c400e8ea6e None None] DHCP port deletion for e3e93fb9-4960-446e-b6f1-2542a3bf279e request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:31:28.985413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] For port e9dcb4ab-da69-41b3-a38d-8b2c661cdb84, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e9dcb4ab-da69-41b3-a38d-8b2c661cdb84,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:28.985798 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:28.996852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f094e5a7-5eaa-441f-bb97-c239bd94b83e None None] Set router 9779487b-f015-41d9-95fe-886ab068ec41 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:29.005295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Calling delete_port for e9dcb4ab-da69-41b3-a38d-8b2c661cdb84 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:31:29.059810 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f094e5a7-5eaa-441f-bb97-c239bd94b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779487b-f015-41d9-95fe-886ab068ec41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582140869', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:05Z', 'updated_at': '2021-09-30T08:31:28Z', 'revision_number': 6, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:29.093068 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094e5a7-5eaa-441f-bb97-c239bd94b83e None None] The sync data for ids ['9779487b-f015-41d9-95fe-886ab068ec41'] in n-d-807359-2 is: [{'id': '9779487b-f015-41d9-95fe-886ab068ec41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582140869', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:05Z', 'updated_at': '2021-09-30T08:31:28Z', 'revision_number': 6, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:29.123238 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1215223d-af69-4c24-8c52-69c400e8ea6e None None] Deleting port f96a9b5d-ea5e-4c27-ae5a-06c09abfc249 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:31:29.123964 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1215223d-af69-4c24-8c52-69c400e8ea6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.226102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1215223d-af69-4c24-8c52-69c400e8ea6e None None] For port f96a9b5d-ea5e-4c27-ae5a-06c09abfc249, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f96a9b5d-ea5e-4c27-ae5a-06c09abfc249,segment=NetworkSegment(6a20f763-de2e-43fb-8ce0-4d612638f08c),segment_id=6a20f763-de2e-43fb-8ce0-4d612638f08c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:29.226743 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1215223d-af69-4c24-8c52-69c400e8ea6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.234035 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.246126 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1215223d-af69-4c24-8c52-69c400e8ea6e None None] Calling delete_port for f96a9b5d-ea5e-4c27-ae5a-06c09abfc249 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:31:29.290948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Port': ['ID=e9dcb4ab-da69-41b3-a38d-8b2c661cdb84,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:29.328309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:29.328751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:29.329170 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:29.329627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:29.330052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:29.330465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:29.330880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:29.331292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:29.331633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:29.332079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:29.332478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:29.333003 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:29.348144 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1215223d-af69-4c24-8c52-69c400e8ea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.381477 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.382406 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215223d-af69-4c24-8c52-69c400e8ea6e None None] No DVR routers for this DVR port f96a9b5d-ea5e-4c27-ae5a-06c09abfc249 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:31:29.387064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215223d-af69-4c24-8c52-69c400e8ea6e None None] Pushing event deleted for resources: {'Port': ['ID=f96a9b5d-ea5e-4c27-ae5a-06c09abfc249,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:29.518700 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.521463 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.591923 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.592564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Fanout notify agent at l3_agent the message router_deleted on router 9779487b-f015-41d9-95fe-886ab068ec41 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:31:29.600804 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.601906 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3c40cd32-2de8-4d02-9870-b8fe472fee33 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/routers/9779487b-f015-41d9-95fe-886ab068ec41 HTTP/1.1" status: 204 len: 168 time: 1.1528935 Sep 30 08:31:29.605437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35508) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:29.695618 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a9f418b-69b8-4b0f-8ca7-4ad27f6ecb2c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.795069 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a9f418b-69b8-4b0f-8ca7-4ad27f6ecb2c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.817348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9a9f418b-69b8-4b0f-8ca7-4ad27f6ecb2c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e93fb9-4960-446e-b6f1-2542a3bf279e']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:29.827996 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.828265 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9a9f418b-69b8-4b0f-8ca7-4ad27f6ecb2c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a20f763-de2e-43fb-8ce0-4d612638f08c') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:29.828734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9a9f418b-69b8-4b0f-8ca7-4ad27f6ecb2c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a20f763-de2e-43fb-8ce0-4d612638f08c') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:29.839840 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a9f418b-69b8-4b0f-8ca7-4ad27f6ecb2c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.856947 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a9f418b-69b8-4b0f-8ca7-4ad27f6ecb2c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.863339 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9f418b-69b8-4b0f-8ca7-4ad27f6ecb2c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:31:29.863727 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a9f418b-69b8-4b0f-8ca7-4ad27f6ecb2c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:31:29.867071 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:31:29.949684 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a9f418b-69b8-4b0f-8ca7-4ad27f6ecb2c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.954578 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a9f418b-69b8-4b0f-8ca7-4ad27f6ecb2c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:29.957093 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9a9f418b-69b8-4b0f-8ca7-4ad27f6ecb2c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/networks/e3e93fb9-4960-446e-b6f1-2542a3bf279e HTTP/1.1" status: 204 len: 168 time: 0.3505650 Sep 30 08:31:29.960158 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35510) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:29.972603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f418b-69b8-4b0f-8ca7-4ad27f6ecb2c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Network': ['ID=e3e93fb9-4960-446e-b6f1-2542a3bf279e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:30.042666 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa6929fc-2789-4a7b-b3f6-2d4d829f2dc0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:30.078290 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa6929fc-2789-4a7b-b3f6-2d4d829f2dc0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:30.148648 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa6929fc-2789-4a7b-b3f6-2d4d829f2dc0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:30.152442 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa6929fc-2789-4a7b-b3f6-2d4d829f2dc0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:30.153848 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aa6929fc-2789-4a7b-b3f6-2d4d829f2dc0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/security-groups/82920405-e428-4d45-a6ae-0ceb62e78af2 HTTP/1.1" status: 204 len: 168 time: 0.1923079 Sep 30 08:31:30.176990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6929fc-2789-4a7b-b3f6-2d4d829f2dc0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82920405-e428-4d45-a6ae-0ceb62e78af2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:30.576713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 90214c4b-68d9-4a63-a41a-7ec43a68119b no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:31:30.607313 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 90214c4b-68d9-4a63-a41a-7ec43a68119b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:31:30.607675 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 90214c4b-68d9-4a63-a41a-7ec43a68119b not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:31:30.609923 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e9dcb4ab-da69-41b3-a38d-8b2c661cdb84 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:31:30.630147 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: e9dcb4ab-da69-41b3-a38d-8b2c661cdb84 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:31:30.630499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e9dcb4ab-da69-41b3-a38d-8b2c661cdb84 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:31:30.631247 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f96a9b5d-ea5e-4c27-ae5a-06c09abfc249 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:31:30.658601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: f96a9b5d-ea5e-4c27-ae5a-06c09abfc249 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:31:30.659247 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f96a9b5d-ea5e-4c27-ae5a-06c09abfc249 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:31:32.224930 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:31:32.570545 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35558) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:32.576751 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-25850907-138c-4009-9c9d-0b656a9288cc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-838774782', 'description': 'tempest-secgroup-smoke-838774782 description', 'project_id': '9cc3341683d74857bfb7b0b638c15491'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:32.601594 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25850907-138c-4009-9c9d-0b656a9288cc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:32.720722 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25850907-138c-4009-9c9d-0b656a9288cc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:32.728325 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25850907-138c-4009-9c9d-0b656a9288cc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:32.762778 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25850907-138c-4009-9c9d-0b656a9288cc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:32.765207 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-25850907-138c-4009-9c9d-0b656a9288cc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1917107 Sep 30 08:31:32.768373 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35562) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:32.773845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-466cce22-18d0-41b0-b312-9042d7834ea1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '576f8fcb-14b8-4d03-b6a5-7c056f25113d', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:32.775700 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25850907-138c-4009-9c9d-0b656a9288cc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576f8fcb-14b8-4d03-b6a5-7c056f25113d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:32.812249 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-466cce22-18d0-41b0-b312-9042d7834ea1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:32.880538 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-466cce22-18d0-41b0-b312-9042d7834ea1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:32.886382 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-466cce22-18d0-41b0-b312-9042d7834ea1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:32.908645 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-466cce22-18d0-41b0-b312-9042d7834ea1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:32.910188 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-466cce22-18d0-41b0-b312-9042d7834ea1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407773 Sep 30 08:31:32.913323 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:32.918009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cce22-18d0-41b0-b312-9042d7834ea1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13930f7f-6ede-4059-95b2-005433ce37c1,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:32.918906 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-36826d8b-9ad4-44f4-9a89-a61e91e8e804 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '576f8fcb-14b8-4d03-b6a5-7c056f25113d', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:32.957258 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36826d8b-9ad4-44f4-9a89-a61e91e8e804 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.018792 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36826d8b-9ad4-44f4-9a89-a61e91e8e804 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.022979 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36826d8b-9ad4-44f4-9a89-a61e91e8e804 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.044045 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36826d8b-9ad4-44f4-9a89-a61e91e8e804 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8890a62-523a-440c-bd44-39a7c978ff64,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:33.049582 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36826d8b-9ad4-44f4-9a89-a61e91e8e804 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.051977 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-36826d8b-9ad4-44f4-9a89-a61e91e8e804 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1364942 Sep 30 08:31:33.053720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:33.060175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f61a0827-d043-4a32-96f0-f785b9dafd0e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '576f8fcb-14b8-4d03-b6a5-7c056f25113d', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:33.089283 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61a0827-d043-4a32-96f0-f785b9dafd0e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.152365 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61a0827-d043-4a32-96f0-f785b9dafd0e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.156502 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61a0827-d043-4a32-96f0-f785b9dafd0e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.179814 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a0827-d043-4a32-96f0-f785b9dafd0e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d5171f-f120-4e14-a5b3-785c42f8f3f6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:33.183191 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f61a0827-d043-4a32-96f0-f785b9dafd0e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.187656 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f61a0827-d043-4a32-96f0-f785b9dafd0e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326637 Sep 30 08:31:33.188164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35576) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:33.193064 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8d72e1b8-295a-4a7e-91ae-5c40903a8056 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '576f8fcb-14b8-4d03-b6a5-7c056f25113d', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:33.225032 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d72e1b8-295a-4a7e-91ae-5c40903a8056 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.287248 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d72e1b8-295a-4a7e-91ae-5c40903a8056 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.291257 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d72e1b8-295a-4a7e-91ae-5c40903a8056 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.317859 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72e1b8-295a-4a7e-91ae-5c40903a8056 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9446e64-7153-4ec9-bfd0-2a07be89d15a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:33.329282 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d72e1b8-295a-4a7e-91ae-5c40903a8056 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.330679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8d72e1b8-295a-4a7e-91ae-5c40903a8056 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413152 Sep 30 08:31:33.333609 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:33.339377 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fa5b8d06-c137-4707-806c-23079607dfa9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '576f8fcb-14b8-4d03-b6a5-7c056f25113d', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:33.365242 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-fa5b8d06-c137-4707-806c-23079607dfa9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Project 9cc3341683d74857bfb7b0b638c15491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:31:33.371369 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa5b8d06-c137-4707-806c-23079607dfa9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.436233 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa5b8d06-c137-4707-806c-23079607dfa9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.440344 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa5b8d06-c137-4707-806c-23079607dfa9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.460100 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b8d06-c137-4707-806c-23079607dfa9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58e159d-5bce-4520-b0ec-36dae95ea2ec,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:33.478919 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa5b8d06-c137-4707-806c-23079607dfa9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.480598 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fa5b8d06-c137-4707-806c-23079607dfa9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458454 Sep 30 08:31:33.487197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35580) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:33.492036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-63f7d7c8-c212-4145-ad1e-8222619a044d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '576f8fcb-14b8-4d03-b6a5-7c056f25113d', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:33.517701 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-63f7d7c8-c212-4145-ad1e-8222619a044d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Project 9cc3341683d74857bfb7b0b638c15491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:31:33.522848 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63f7d7c8-c212-4145-ad1e-8222619a044d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.588085 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63f7d7c8-c212-4145-ad1e-8222619a044d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.592342 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63f7d7c8-c212-4145-ad1e-8222619a044d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.609710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7d7c8-c212-4145-ad1e-8222619a044d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db015a56-69d0-431e-b86a-0a5fbfb58381,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:33.626174 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63f7d7c8-c212-4145-ad1e-8222619a044d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.630485 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-63f7d7c8-c212-4145-ad1e-8222619a044d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393805 Sep 30 08:31:33.631315 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35584) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:33.638566 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-68b07136-bb92-4100-9ef5-c3ba6d0a4280 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'network': {'name': 'tempest-network-smoke--1631354758', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:33.674729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b07136-bb92-4100-9ef5-c3ba6d0a4280 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Made reservation on behalf of 9cc3341683d74857bfb7b0b638c15491 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:31:33.680258 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68b07136-bb92-4100-9ef5-c3ba6d0a4280 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.708721 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b07136-bb92-4100-9ef5-c3ba6d0a4280 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:31:33.721728 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68b07136-bb92-4100-9ef5-c3ba6d0a4280 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.722171 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-68b07136-bb92-4100-9ef5-c3ba6d0a4280 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Added segment 01c5d6e6-81a6-4c00-be21-5044a9f7ab64 of type vlan for network f44981e9-f4fa-4131-9d98-15a6790437c7 Sep 30 08:31:33.771720 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68b07136-bb92-4100-9ef5-c3ba6d0a4280 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.807082 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68b07136-bb92-4100-9ef5-c3ba6d0a4280 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.816083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b07136-bb92-4100-9ef5-c3ba6d0a4280 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:33.816779 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68b07136-bb92-4100-9ef5-c3ba6d0a4280 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.858850 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-68b07136-bb92-4100-9ef5-c3ba6d0a4280 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2250156 Sep 30 08:31:33.861737 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35588) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:33.867483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-284540292', 'admin_state_up': True, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:33.894076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b07136-bb92-4100-9ef5-c3ba6d0a4280 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Network': ['ID=f44981e9-f4fa-4131-9d98-15a6790437c7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:33.901992 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.905358 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:33.907382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f44981e9-f4fa-4131-9d98-15a6790437c7 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:31:34.235940 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:34.389596 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:34.601777 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:34.635001 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:34.780045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Allocated IP 172.25.0.84 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/00efc99b-325c-46fd-b0e6-b69791468bae) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:34.943944 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:34.992564 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:35.050144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:35.054502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:35.068974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:35.101614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=00efc99b-325c-46fd-b0e6-b69791468bae,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:35.440473 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:35.667828 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:35.827239 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router 71a373af-b133-43bf-85a8-b72a070f172f is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:31:35.934876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:35.945982 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Sync routers for ids ['71a373af-b133-43bf-85a8-b72a070f172f'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:35.954963 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:35.955496 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Routers {'71a373af-b133-43bf-85a8-b72a070f172f'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:35.956624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7cbaf0e6-428b-40ad-89e1-98cc979283e5 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0929976 Sep 30 08:31:35.957506 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71a373af-b133-43bf-85a8-b72a070f172f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:35.960343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:35.992510 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1405ff80-353f-4d03-9225-e47fad8e88a6 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9cc3341683d74857bfb7b0b638c15491&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309851 Sep 30 08:31:35.995493 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35672) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:36.087622 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Set router 71a373af-b133-43bf-85a8-b72a070f172f gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:36.103782 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ec761d-cc5e-41ff-9278-f8813f665bb9 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:36.108224 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-02ec761d-cc5e-41ff-9278-f8813f665bb9 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1091309 Sep 30 08:31:36.108556 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35674) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:36.144766 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ed6189fc-dde0-467b-b0b8-a18fa445ee29 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350289 Sep 30 08:31:36.147284 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35676) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:36.152613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-bed5c4f7-1ac9-45c8-a36c-084db7c607fd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-429465105', 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:36.247255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed5c4f7-1ac9-45c8-a36c-084db7c607fd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Made reservation on behalf of 9cc3341683d74857bfb7b0b638c15491 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:31:36.250925 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bed5c4f7-1ac9-45c8-a36c-084db7c607fd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.278040 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a373af-b133-43bf-85a8-b72a070f172f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284540292', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:33Z', 'updated_at': '2021-09-30T08:31:35Z', 'revision_number': 3, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:34Z', 'updated_at': '2021-09-30T08:31:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:36.307062 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Checking router: 71a373af-b133-43bf-85a8-b72a070f172f for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:36.307577 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Updating router 71a373af-b133-43bf-85a8-b72a070f172f port 00efc99b-325c-46fd-b0e6-b69791468bae binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:31:36.335417 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.461170 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bed5c4f7-1ac9-45c8-a36c-084db7c607fd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.534744 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5c4f7-1ac9-45c8-a36c-084db7c607fd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Subnet': ['ID=59d762ec-40ee-4624-8ec1-5f5add2c713c,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:36.546182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed5c4f7-1ac9-45c8-a36c-084db7c607fd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Checking segment: {'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:36.546648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed5c4f7-1ac9-45c8-a36c-084db7c607fd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network hostable DHCP agents. Network: f44981e9-f4fa-4131-9d98-15a6790437c7, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:31:36.567669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed5c4f7-1ac9-45c8-a36c-084db7c607fd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network f44981e9-f4fa-4131-9d98-15a6790437c7 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:31:36.577373 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-bed5c4f7-1ac9-45c8-a36c-084db7c607fd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f44981e9-f4fa-4131-9d98-15a6790437c7) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:36.582045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed5c4f7-1ac9-45c8-a36c-084db7c607fd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:36.582636 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bed5c4f7-1ac9-45c8-a36c-084db7c607fd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.590719 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dd4f4d-7f06-4e73-9cb7-05a4ae99309a None None] Network f44981e9-f4fa-4131-9d98-15a6790437c7 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:31:36.601612 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35680) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:36.601840 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bed5c4f7-1ac9-45c8-a36c-084db7c607fd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4534054 Sep 30 08:31:36.719781 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.727457 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.787581 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-f44981e9-f4fa-4131-9d98-15a6790437c7', 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ips': [{'subnet_id': '59d762ec-40ee-4624-8ec1-5f5add2c713c'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:31:36.789003 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.800418 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Attempting to bind port 00efc99b-325c-46fd-b0e6-b69791468bae on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:31:36.800882 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Attempting to bind port 00efc99b-325c-46fd-b0e6-b69791468bae by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:31:36.801319 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Attempting to bind port 00efc99b-325c-46fd-b0e6-b69791468bae on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:31:36.809076 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:31:36.809884 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:36.810546 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.811137 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:31:36.811798 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Bound port: 00efc99b-325c-46fd-b0e6-b69791468bae, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:31:36.812401 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.848369 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757d7ec-70f4-4614-ba22-5dc5a8a9e94c None None] Pushing event updated for resources: {'Port': ['ID=00efc99b-325c-46fd-b0e6-b69791468bae,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:36.860222 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757d7ec-70f4-4614-ba22-5dc5a8a9e94c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:36.860708 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757d7ec-70f4-4614-ba22-5dc5a8a9e94c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:36.861151 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757d7ec-70f4-4614-ba22-5dc5a8a9e94c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:36.861587 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757d7ec-70f4-4614-ba22-5dc5a8a9e94c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:36.862050 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757d7ec-70f4-4614-ba22-5dc5a8a9e94c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:36.862478 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757d7ec-70f4-4614-ba22-5dc5a8a9e94c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:36.862989 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757d7ec-70f4-4614-ba22-5dc5a8a9e94c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:36.863662 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757d7ec-70f4-4614-ba22-5dc5a8a9e94c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:36.864120 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757d7ec-70f4-4614-ba22-5dc5a8a9e94c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:36.864773 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757d7ec-70f4-4614-ba22-5dc5a8a9e94c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:36.865201 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757d7ec-70f4-4614-ba22-5dc5a8a9e94c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:36.865626 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757d7ec-70f4-4614-ba22-5dc5a8a9e94c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:36.920273 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] For port 00efc99b-325c-46fd-b0e6-b69791468bae, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:31:36.924537 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] For port 00efc99b-325c-46fd-b0e6-b69791468bae, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=00efc99b-325c-46fd-b0e6-b69791468bae,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:31:36.933113 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:36.996113 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Routers {'71a373af-b133-43bf-85a8-b72a070f172f'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:36.997439 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71a373af-b133-43bf-85a8-b72a070f172f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:37.025297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Allocated IP 172.20.0.2 (f44981e9-f4fa-4131-9d98-15a6790437c7/59d762ec-40ee-4624-8ec1-5f5add2c713c/b6fe5597-7a3b-4900-b136-d4b5de333adb) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:37.146669 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] Set router 71a373af-b133-43bf-85a8-b72a070f172f gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:37.245772 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757d7ec-70f4-4614-ba22-5dc5a8a9e94c None None] Pushing event updated for resources: {'Port': ['ID=00efc99b-325c-46fd-b0e6-b69791468bae,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:37.286398 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:37.296461 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:37.298073 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:37.359218 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Pushing event updated for resources: {'Port': ['ID=b6fe5597-7a3b-4900-b136-d4b5de333adb,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:37.373240 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Network f44981e9-f4fa-4131-9d98-15a6790437c7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:37.375227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:37.378593 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:37.427117 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a373af-b133-43bf-85a8-b72a070f172f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284540292', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:33Z', 'updated_at': '2021-09-30T08:31:35Z', 'revision_number': 3, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:34Z', 'updated_at': '2021-09-30T08:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:37.442374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Attempting to bind port b6fe5597-7a3b-4900-b136-d4b5de333adb on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:31:37.442831 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Attempting to bind port b6fe5597-7a3b-4900-b136-d4b5de333adb by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:31:37.443582 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Attempting to bind port b6fe5597-7a3b-4900-b136-d4b5de333adb on network f44981e9-f4fa-4131-9d98-15a6790437c7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:31:37.450520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:31:37.450520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Checking segment: {'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:37.450881 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:37.451274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Bound using segment: {'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:31:37.451899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Bound port: b6fe5597-7a3b-4900-b136-d4b5de333adb, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:31:37.452309 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:37.498915 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237c5ac5-7305-499a-8737-3dadf012bf42 None None] The sync data for ids ['71a373af-b133-43bf-85a8-b72a070f172f'] in n-d-807359-2 is: [{'id': '71a373af-b133-43bf-85a8-b72a070f172f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284540292', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:33Z', 'updated_at': '2021-09-30T08:31:35Z', 'revision_number': 3, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:34Z', 'updated_at': '2021-09-30T08:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:37.567792 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] For port b6fe5597-7a3b-4900-b136-d4b5de333adb, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:31:37.585088 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] For port b6fe5597-7a3b-4900-b136-d4b5de333adb, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b6fe5597-7a3b-4900-b136-d4b5de333adb,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:31:37.598716 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:37.673315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a72415-4a0b-4ad8-87b2-964a461ce07c None None] Pushing event updated for resources: {'Port': ['ID=b6fe5597-7a3b-4900-b136-d4b5de333adb,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:37.780028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Allocated IP 172.20.0.1 (f44981e9-f4fa-4131-9d98-15a6790437c7/59d762ec-40ee-4624-8ec1-5f5add2c713c/75621deb-5b96-4cd6-8596-43c6fea95952) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:37.983770 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.024851 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.096230 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network f44981e9-f4fa-4131-9d98-15a6790437c7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:38.097651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=75621deb-5b96-4cd6-8596-43c6fea95952,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:38.107528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:38.110457 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:38.178865 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.342095 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.768940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 00efc99b-325c-46fd-b0e6-b69791468bae up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:38.857538 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 00efc99b-325c-46fd-b0e6-b69791468bae triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:38.857931 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.944377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:38.951639 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.006220 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.036328 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 00efc99b-325c-46fd-b0e6-b69791468bae, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=00efc99b-325c-46fd-b0e6-b69791468bae,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:39.042567 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.043799 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b6fe5597-7a3b-4900-b136-d4b5de333adb up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:39.059690 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.071805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=75621deb-5b96-4cd6-8596-43c6fea95952,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:39.139836 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607abc6e-51e0-4e8e-b9b0-1b4803774f92 None None] Network f44981e9-f4fa-4131-9d98-15a6790437c7 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:31:39.159740 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=00efc99b-325c-46fd-b0e6-b69791468bae,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:39.190386 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-58f125ea-0f90-43e2-85fe-d8d3e7abd09d None None] Provisioning complete for port b6fe5597-7a3b-4900-b136-d4b5de333adb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:39.190386 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58f125ea-0f90-43e2-85fe-d8d3e7abd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.211079 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network f44981e9-f4fa-4131-9d98-15a6790437c7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:39.212941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:39.258181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port b6fe5597-7a3b-4900-b136-d4b5de333adb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:39.258565 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.377072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router 71a373af-b133-43bf-85a8-b72a070f172f has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:31:39.461749 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58f125ea-0f90-43e2-85fe-d8d3e7abd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.494747 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.525176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-58f125ea-0f90-43e2-85fe-d8d3e7abd09d None None] For port b6fe5597-7a3b-4900-b136-d4b5de333adb, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b6fe5597-7a3b-4900-b136-d4b5de333adb,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:39.532609 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58f125ea-0f90-43e2-85fe-d8d3e7abd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.544421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:39.567157 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-279d4e9e-516b-4632-b577-474052557470 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "PUT /v2.0/routers/71a373af-b133-43bf-85a8-b72a070f172f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9632611 Sep 30 08:31:39.610098 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:31:39.610546 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:31:39.622445 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f125ea-0f90-43e2-85fe-d8d3e7abd09d None None] Pushing event updated for resources: {'Port': ['ID=b6fe5597-7a3b-4900-b136-d4b5de333adb,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:39.878951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e2f8e4ab-8c71-4294-b535-0523cfd9bb71 None None] Provisioning complete for port b6fe5597-7a3b-4900-b136-d4b5de333adb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:39.879601 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e4ab-8c71-4294-b535-0523cfd9bb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:39.918908 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-110c8478-0153-4f43-9854-4ca6b9fd5be6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838774782&fields=id&tenant_id=9cc3341683d74857bfb7b0b638c15491 HTTP/1.1" status: 200 len: 267 time: 0.0772445 Sep 30 08:31:40.045513 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Sync routers for ids ['71a373af-b133-43bf-85a8-b72a070f172f'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:40.068284 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Routers {'71a373af-b133-43bf-85a8-b72a070f172f'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:40.068903 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71a373af-b133-43bf-85a8-b72a070f172f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:40.073486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e2f8e4ab-8c71-4294-b535-0523cfd9bb71 None None] Provisioning complete for port 75621deb-5b96-4cd6-8596-43c6fea95952 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:40.073858 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e4ab-8c71-4294-b535-0523cfd9bb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.146332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-e5aa3f5d-15eb-40b2-ae73-abd8fa4884a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:40.147866 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-e5aa3f5d-15eb-40b2-ae73-abd8fa4884a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/networks?id=f44981e9-f4fa-4131-9d98-15a6790437c7 HTTP/1.1" status: 200 len: 797 time: 0.2211411 Sep 30 08:31:40.168114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-74ee989e-0415-483f-b094-9adb3b4a7ebe tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/quotas/9cc3341683d74857bfb7b0b638c15491 HTTP/1.1" status: 200 len: 375 time: 0.0133202 Sep 30 08:31:40.191747 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e2f8e4ab-8c71-4294-b535-0523cfd9bb71 None None] Port 75621deb-5b96-4cd6-8596-43c6fea95952 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:31:40.256577 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.276927 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Set router 71a373af-b133-43bf-85a8-b72a070f172f gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:40.277256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-46dd579f-88a8-44a6-962c-cca5407cdef9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027529 Sep 30 08:31:40.369088 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-968a90df-2e64-444d-8b5d-9487c921927d None None] Provisioning complete for port 75621deb-5b96-4cd6-8596-43c6fea95952 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:40.369761 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-968a90df-2e64-444d-8b5d-9487c921927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.422050 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-968a90df-2e64-444d-8b5d-9487c921927d None None] Port 75621deb-5b96-4cd6-8596-43c6fea95952 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:31:40.434240 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-08d2c5a3-d36f-4a90-ae27-eb5c8ba9b157 service neutron] 10.222.0.24 "GET /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427498 Sep 30 08:31:40.579575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-ac6a9237-f5bf-48ef-a77f-1e925917248a service neutron] 10.222.0.24 "GET /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437793 Sep 30 08:31:40.712449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 00efc99b-325c-46fd-b0e6-b69791468bae up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:40.769632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2984aea2-90e3-4065-8a7a-8a846b68603a None None] Provisioning complete for port 75621deb-5b96-4cd6-8596-43c6fea95952 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:40.769822 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2984aea2-90e3-4065-8a7a-8a846b68603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.842304 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 00efc99b-325c-46fd-b0e6-b69791468bae triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:40.842901 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:40.877462 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-28afdaae-a6b0-48e1-90ae-841207ce2c6f req-6b8613fc-4b61-4180-9dd2-fdd3aa24bc81 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 210 time: 0.0349483 Sep 30 08:31:40.883394 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a373af-b133-43bf-85a8-b72a070f172f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284540292', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:33Z', 'updated_at': '2021-09-30T08:31:38Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:34Z', 'updated_at': '2021-09-30T08:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '75621deb-5b96-4cd6-8596-43c6fea95952', 'name': '', 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:11:3b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:37Z', 'updated_at': '2021-09-30T08:31:38Z', 'revision_number': 2, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:40.889795 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2984aea2-90e3-4065-8a7a-8a846b68603a None None] Port 75621deb-5b96-4cd6-8596-43c6fea95952 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:31:40.928215 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Checking router: 71a373af-b133-43bf-85a8-b72a070f172f for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:40.928883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Updating router 71a373af-b133-43bf-85a8-b72a070f172f port 75621deb-5b96-4cd6-8596-43c6fea95952 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:31:40.968351 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:41.159081 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b6fe5597-7a3b-4900-b136-d4b5de333adb up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:41.289554 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port b6fe5597-7a3b-4900-b136-d4b5de333adb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:41.290934 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:41.600226 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:41.608467 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:41.664589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfe53b-300e-411d-b6da-1b0ba592a0a3 None None] Pushing event updated for resources: {'Port': ['ID=75621deb-5b96-4cd6-8596-43c6fea95952,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:41.745897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Attempting to bind port 75621deb-5b96-4cd6-8596-43c6fea95952 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:31:41.746352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Attempting to bind port 75621deb-5b96-4cd6-8596-43c6fea95952 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:31:41.746848 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Attempting to bind port 75621deb-5b96-4cd6-8596-43c6fea95952 on network f44981e9-f4fa-4131-9d98-15a6790437c7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:31:41.754465 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:31:41.754992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Checking segment: {'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:41.755722 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:41.756268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Bound using segment: {'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:31:41.756916 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Bound port: 75621deb-5b96-4cd6-8596-43c6fea95952, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:31:41.758153 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:41.864603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] For port 75621deb-5b96-4cd6-8596-43c6fea95952, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:31:41.874065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] For port 75621deb-5b96-4cd6-8596-43c6fea95952, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=75621deb-5b96-4cd6-8596-43c6fea95952,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:31:41.880634 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:41.986996 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Routers {'71a373af-b133-43bf-85a8-b72a070f172f'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:41.988476 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71a373af-b133-43bf-85a8-b72a070f172f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:42.042504 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a69b102-770a-438d-8bfe-283f252d9b62 req-2e63579b-a364-4770-972e-a123fa3f2c51 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 210 time: 0.0404301 Sep 30 08:31:42.073201 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfe53b-300e-411d-b6da-1b0ba592a0a3 None None] Pushing event updated for resources: {'Port': ['ID=75621deb-5b96-4cd6-8596-43c6fea95952,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:42.094336 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-753c7bcc-05ec-4242-b702-cec0a3da9941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:42.168652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Provisioning complete for port 75621deb-5b96-4cd6-8596-43c6fea95952 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:42.169815 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:42.175731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] Set router 71a373af-b133-43bf-85a8-b72a070f172f gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:42.557946 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:42.641666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] For port 75621deb-5b96-4cd6-8596-43c6fea95952, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=75621deb-5b96-4cd6-8596-43c6fea95952,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:42.653225 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:42.691162 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-6d9b14cd-f078-442a-8ea7-2f702f2d319c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:42.692668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-6d9b14cd-f078-442a-8ea7-2f702f2d319c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "GET /v2.0/networks?id=f44981e9-f4fa-4131-9d98-15a6790437c7 HTTP/1.1" status: 200 len: 797 time: 0.4907184 Sep 30 08:31:42.742364 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4e98174d-cc80-4d28-8165-0b5b9b8db53f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc3341683d74857bfb7b0b638c15491 HTTP/1.1" status: 200 len: 379 time: 0.0398018 Sep 30 08:31:42.746673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a373af-b133-43bf-85a8-b72a070f172f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284540292', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:33Z', 'updated_at': '2021-09-30T08:31:38Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:34Z', 'updated_at': '2021-09-30T08:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '75621deb-5b96-4cd6-8596-43c6fea95952', 'name': '', 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:11:3b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:37Z', 'updated_at': '2021-09-30T08:31:41Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:42.751668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-7b6a22d0-2b43-4bba-ab99-921fa1a5eaa3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'port': {'device_id': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7', 'admin_state_up': True, 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'security_groups': ['576f8fcb-14b8-4d03-b6a5-7c056f25113d']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:42.800243 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Pushing event updated for resources: {'Port': ['ID=75621deb-5b96-4cd6-8596-43c6fea95952,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:42.803070 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1681fdbc-fd72-4e72-8499-c3e40a3e1076 None None] The sync data for ids ['71a373af-b133-43bf-85a8-b72a070f172f'] in n-d-807359-2 is: [{'id': '71a373af-b133-43bf-85a8-b72a070f172f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284540292', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:33Z', 'updated_at': '2021-09-30T08:31:38Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:34Z', 'updated_at': '2021-09-30T08:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '75621deb-5b96-4cd6-8596-43c6fea95952', 'name': '', 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:11:3b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:37Z', 'updated_at': '2021-09-30T08:31:41Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:42.817832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:42.818318 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:42.819560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:42.819560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:42.819560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:42.820041 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:42.820468 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:42.820896 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:42.822070 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:42.822498 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:42.823047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:42.823496 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43212058-6ffc-4839-9cfa-41206ce4437a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:31:42.837590 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-486800ef-3e67-496d-8765-46c726b524a6 None None] Provisioning complete for port 75621deb-5b96-4cd6-8596-43c6fea95952 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:42.838249 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-486800ef-3e67-496d-8765-46c726b524a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:42.900007 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-7b6a22d0-2b43-4bba-ab99-921fa1a5eaa3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Made reservation on behalf of 9cc3341683d74857bfb7b0b638c15491 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:31:42.903672 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-7b6a22d0-2b43-4bba-ab99-921fa1a5eaa3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:43.123983 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-7b6a22d0-2b43-4bba-ab99-921fa1a5eaa3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Allocated IP 172.20.0.8 (f44981e9-f4fa-4131-9d98-15a6790437c7/59d762ec-40ee-4624-8ec1-5f5add2c713c/50803d1f-1265-4929-a236-8bf0c994652b) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:43.169005 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad6ab183-8099-47bc-b712-63e680930257 req-f3272ffb-ae86-4302-8073-816973bc2bb1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 210 time: 0.0425622 Sep 30 08:31:43.353040 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-7b6a22d0-2b43-4bba-ab99-921fa1a5eaa3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:43.410419 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-7b6a22d0-2b43-4bba-ab99-921fa1a5eaa3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:43.478942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-7b6a22d0-2b43-4bba-ab99-921fa1a5eaa3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network f44981e9-f4fa-4131-9d98-15a6790437c7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:43.481057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-7b6a22d0-2b43-4bba-ab99-921fa1a5eaa3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:43.483027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a22d0-2b43-4bba-ab99-921fa1a5eaa3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=50803d1f-1265-4929-a236-8bf0c994652b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:43.491777 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-7b6a22d0-2b43-4bba-ab99-921fa1a5eaa3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:43.583112 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-7b6a22d0-2b43-4bba-ab99-921fa1a5eaa3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:43.583892 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-7b6a22d0-2b43-4bba-ab99-921fa1a5eaa3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:43.621338 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-7b6a22d0-2b43-4bba-ab99-921fa1a5eaa3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8734231 Sep 30 08:31:43.651744 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Request body: {'port': {'device_id': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:43.797647 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:43.871024 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-50a20890-090e-46d9-b49d-803502e3e3ba None None] Provisioning complete for port 50803d1f-1265-4929-a236-8bf0c994652b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:43.872206 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50a20890-090e-46d9-b49d-803502e3e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:43.965876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-50a20890-090e-46d9-b49d-803502e3e3ba None None] Port 50803d1f-1265-4929-a236-8bf0c994652b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:31:44.336486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50803d1f-1265-4929-a236-8bf0c994652b {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:31:44.351919 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:44.374258 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Transition to ACTIVE for port object 50803d1f-1265-4929-a236-8bf0c994652b will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:31:44.389157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab18eb-9dc8-4593-98f4-066f2d30cbc2 req-cb68e4cf-8a31-409d-a35f-d2c00110001e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:44.391055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbab18eb-9dc8-4593-98f4-066f2d30cbc2 req-cb68e4cf-8a31-409d-a35f-d2c00110001e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 931 time: 0.0977948 Sep 30 08:31:44.392475 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:44.519032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbab18eb-9dc8-4593-98f4-066f2d30cbc2 req-2a600675-316d-46d0-90fb-ef551d0591ea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167209 Sep 30 08:31:44.526786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Pushing event updated for resources: {'Port': ['ID=50803d1f-1265-4929-a236-8bf0c994652b,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:44.690475 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 75621deb-5b96-4cd6-8596-43c6fea95952 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:44.700646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Attempting to bind port 50803d1f-1265-4929-a236-8bf0c994652b on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:31:44.700982 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Attempting to bind port 50803d1f-1265-4929-a236-8bf0c994652b by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:31:44.701331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Attempting to bind port 50803d1f-1265-4929-a236-8bf0c994652b on network f44981e9-f4fa-4131-9d98-15a6790437c7 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:31:44.710596 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Port 50803d1f-1265-4929-a236-8bf0c994652b on network f44981e9-f4fa-4131-9d98-15a6790437c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:31:44.710936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Attempting to bind port 50803d1f-1265-4929-a236-8bf0c994652b on network f44981e9-f4fa-4131-9d98-15a6790437c7 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:31:44.717174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:31:44.717516 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Checking segment: {'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:44.718049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Bound using segment: {'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:31:44.718509 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Bound port: 50803d1f-1265-4929-a236-8bf0c994652b, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:31:44.718880 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:44.801600 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 75621deb-5b96-4cd6-8596-43c6fea95952 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:44.802167 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:44.816819 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:31:44.820649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=50803d1f-1265-4929-a236-8bf0c994652b,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:31:44.826477 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:44.846630 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b40c432e-af21-43b6-84a5-cbec8a671ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:44.885495 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:44.886317 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:44.888076 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] 10.222.0.36 "PUT /v2.0/ports/50803d1f-1265-4929-a236-8bf0c994652b HTTP/1.1" status: 200 len: 1091 time: 1.2521415 Sep 30 08:31:44.891015 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:31:44.894600 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d74756-f059-4b7a-9091-932cecbf5540" -d '{"events": [{"name": "network-changed", "server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "tag": "50803d1f-1265-4929-a236-8bf0c994652b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:31:44.965258 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56c2eb-dd7d-4674-8103-02a85fe3d13d service neutron] Pushing event updated for resources: {'Port': ['ID=50803d1f-1265-4929-a236-8bf0c994652b,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:45.038736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-b786c4d0-1edd-4308-9456-def6883c94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:45.043554 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-b786c4d0-1edd-4308-9456-def6883c94ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 1094 time: 0.1066279 Sep 30 08:31:45.052592 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418be77a-3f55-4377-9fe0-20c6150429ad x-openstack-request-id: req-418be77a-3f55-4377-9fe0-20c6150429ad {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:31:45.052898 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "tag": "50803d1f-1265-4929-a236-8bf0c994652b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:31:45.053156 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-418be77a-3f55-4377-9fe0-20c6150429ad {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:31:45.053730 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b', 'status': 'completed', 'code': 200} Sep 30 08:31:45.108633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-f7c0f1ac-7702-480f-9d0a-225399bfc0c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50803d1f-1265-4929-a236-8bf0c994652b HTTP/1.1" status: 200 len: 217 time: 0.0536532 Sep 30 08:31:45.191353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-67fe70f1-dce6-4427-9b08-9d6955416e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:45.195078 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-67fe70f1-dce6-4427-9b08-9d6955416e6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59d762ec-40ee-4624-8ec1-5f5add2c713c HTTP/1.1" status: 200 len: 834 time: 0.0784380 Sep 30 08:31:45.249318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-72338f8a-6b57-4430-87fe-5372d6961387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:45.251081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-72338f8a-6b57-4430-87fe-5372d6961387 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f44981e9-f4fa-4131-9d98-15a6790437c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506759 Sep 30 08:31:45.304393 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:45.376324 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-e0488da7-7ec8-4803-900c-cecdd8377809 service neutron] 10.222.0.36 "GET /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180434 Sep 30 08:31:45.471251 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ed19abd-5753-4044-8de3-d10c4370ba0c req-223c6c5b-2d9c-4073-9293-7c56b6517fe4 service neutron] 10.222.0.36 "GET /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874403 Sep 30 08:31:45.577198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74756-f059-4b7a-9091-932cecbf5540 req-a22110e6-90ce-4aeb-948a-d88f5bbbf2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:45.578856 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0d74756-f059-4b7a-9091-932cecbf5540 req-a22110e6-90ce-4aeb-948a-d88f5bbbf2ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 1094 time: 0.0604486 Sep 30 08:31:45.727624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74756-f059-4b7a-9091-932cecbf5540 req-c37ab4c7-b7f0-426f-8594-d02961edee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:45.729918 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0d74756-f059-4b7a-9091-932cecbf5540 req-c37ab4c7-b7f0-426f-8594-d02961edee7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f44981e9-f4fa-4131-9d98-15a6790437c7 HTTP/1.1" status: 200 len: 898 time: 0.1440024 Sep 30 08:31:45.740654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba851ce-d947-4241-ba9f-2af0e7ad2160 req-69eddd2e-1a7e-4aee-8dec-720178fe0a12 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:45.744436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bba851ce-d947-4241-ba9f-2af0e7ad2160 req-69eddd2e-1a7e-4aee-8dec-720178fe0a12 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 943 time: 0.0846472 Sep 30 08:31:45.808643 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0d74756-f059-4b7a-9091-932cecbf5540 req-84298671-c63a-4469-9636-6e630e97d715 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50803d1f-1265-4929-a236-8bf0c994652b HTTP/1.1" status: 200 len: 217 time: 0.0625041 Sep 30 08:31:45.861022 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bba851ce-d947-4241-ba9f-2af0e7ad2160 req-77b5127c-8bfb-4480-b19a-982c7111360b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070318 Sep 30 08:31:45.893831 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74756-f059-4b7a-9091-932cecbf5540 req-c25bf9fc-e006-4fa1-85fe-e7284fd4b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:45.896456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0d74756-f059-4b7a-9091-932cecbf5540 req-c25bf9fc-e006-4fa1-85fe-e7284fd4b2ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59d762ec-40ee-4624-8ec1-5f5add2c713c HTTP/1.1" status: 200 len: 834 time: 0.0794549 Sep 30 08:31:45.899445 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:45.964331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74756-f059-4b7a-9091-932cecbf5540 req-77827011-3f80-494c-af03-2573be7a6b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:45.966041 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0d74756-f059-4b7a-9091-932cecbf5540 req-77827011-3f80-494c-af03-2573be7a6b78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f44981e9-f4fa-4131-9d98-15a6790437c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617681 Sep 30 08:31:45.977162 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35788) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:46.077247 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0d74756-f059-4b7a-9091-932cecbf5540 req-09876244-fe2b-427e-a4f2-6a3e3bea0a0d service neutron] 10.222.0.36 "GET /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024225 Sep 30 08:31:46.115327 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f901bc-181c-4288-9fd9-3a86f5b8bd19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:46.206303 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0d74756-f059-4b7a-9091-932cecbf5540 req-f6ca9965-7f38-4fde-8dc9-f84eba0338cd service neutron] 10.222.0.36 "GET /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208653 Sep 30 08:31:46.274982 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f901bc-181c-4288-9fd9-3a86f5b8bd19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:46.279546 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f901bc-181c-4288-9fd9-3a86f5b8bd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:46.318431 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f901bc-181c-4288-9fd9-3a86f5b8bd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3cc5b0-2318-4cd5-b5d8-2c40b4bca2e3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:46.330909 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35794) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:46.331109 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-15f901bc-181c-4288-9fd9-3a86f5b8bd19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3e6ede784694a21b8786e959a5eabdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521268 Sep 30 08:31:46.391578 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92294b1d-4b86-4755-b130-38fa24027e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:46.414783 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92294b1d-4b86-4755-b130-38fa24027e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:46.465769 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92294b1d-4b86-4755-b130-38fa24027e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:46.470800 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92294b1d-4b86-4755-b130-38fa24027e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:46.472358 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-92294b1d-4b86-4755-b130-38fa24027e32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad3cc5b0-2318-4cd5-b5d8-2c40b4bca2e3 HTTP/1.1" status: 204 len: 168 time: 0.1400304 Sep 30 08:31:46.480886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92294b1d-4b86-4755-b130-38fa24027e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3cc5b0-2318-4cd5-b5d8-2c40b4bca2e3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:46.598416 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 50803d1f-1265-4929-a236-8bf0c994652b details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:31:46.715519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=50803d1f-1265-4929-a236-8bf0c994652b,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:46.728307 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '50803d1f-1265-4929-a236-8bf0c994652b', 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7', 'port_id': '50803d1f-1265-4929-a236-8bf0c994652b', 'mac_address': 'fa:16:3e:84:02:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:31:46.770132 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:46.785990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50803d1f-1265-4929-a236-8bf0c994652b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:31:46.814741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=50803d1f-1265-4929-a236-8bf0c994652b,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:46.819368 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:46.875182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=50803d1f-1265-4929-a236-8bf0c994652b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:46.996606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7bead-d36b-4444-bdbd-9bc336b60f2d req-1f9f9aa8-01b3-4bf1-bd17-659f896f33fd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:46.998282 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f7bead-d36b-4444-bdbd-9bc336b60f2d req-1f9f9aa8-01b3-4bf1-bd17-659f896f33fd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 944 time: 0.0585184 Sep 30 08:31:47.026990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['50803d1f-1265-4929-a236-8bf0c994652b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:31:47.042321 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96f7bead-d36b-4444-bdbd-9bc336b60f2d req-82a4d9bf-9f3d-4484-bb6b-e2b58edf201a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374529 Sep 30 08:31:47.221889 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35818) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:47.336453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7cfbf363-36d1-46dd-b78a-e1f99729ce40 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-418339747-network', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:47.360004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfbf363-36d1-46dd-b78a-e1f99729ce40 admin admin] Made reservation on behalf of 20dceeef18df4fbd980bc66e55dda719 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:31:47.362350 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf363-36d1-46dd-b78a-e1f99729ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.375295 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf363-36d1-46dd-b78a-e1f99729ce40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.472279 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf363-36d1-46dd-b78a-e1f99729ce40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.476872 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf363-36d1-46dd-b78a-e1f99729ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.503174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfbf363-36d1-46dd-b78a-e1f99729ce40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:31:47.513037 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbf363-36d1-46dd-b78a-e1f99729ce40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1622c721-7b2d-40bc-be3e-553b38088a90,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:47.521637 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf363-36d1-46dd-b78a-e1f99729ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.521946 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-7cfbf363-36d1-46dd-b78a-e1f99729ce40 admin admin] Added segment 0d416822-048a-4ee8-ae51-fcdca9e8201b of type vlan for network cfab757e-129e-4705-b960-21241246cc32 Sep 30 08:31:47.568692 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf363-36d1-46dd-b78a-e1f99729ce40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.596326 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf363-36d1-46dd-b78a-e1f99729ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.597548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfbf363-36d1-46dd-b78a-e1f99729ce40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:47.598151 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf363-36d1-46dd-b78a-e1f99729ce40 admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.648844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7cfbf363-36d1-46dd-b78a-e1f99729ce40 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4254067 Sep 30 08:31:47.652335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35824) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:47.658811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-845b4c7e-009f-4f9e-a1c7-71b0b96ce307 admin admin] Request body: {'subnet': {'network_id': 'cfab757e-129e-4705-b960-21241246cc32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-418339747-subnet', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:47.682735 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845b4c7e-009f-4f9e-a1c7-71b0b96ce307 admin admin] Made reservation on behalf of 20dceeef18df4fbd980bc66e55dda719 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:31:47.683104 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbf363-36d1-46dd-b78a-e1f99729ce40 admin admin] Pushing event updated for resources: {'Network': ['ID=cfab757e-129e-4705-b960-21241246cc32,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:47.685564 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-845b4c7e-009f-4f9e-a1c7-71b0b96ce307 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.698945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network cfab757e-129e-4705-b960-21241246cc32 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:31:47.786690 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.873119 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-845b4c7e-009f-4f9e-a1c7-71b0b96ce307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.924648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b4c7e-009f-4f9e-a1c7-71b0b96ce307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52cbea36-1a13-4d4f-908e-59f0cbf016f2,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:47.940722 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b4c7e-009f-4f9e-a1c7-71b0b96ce307 admin admin] Checking segment: {'id': '0d416822-048a-4ee8-ae51-fcdca9e8201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfab757e-129e-4705-b960-21241246cc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:47.941085 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845b4c7e-009f-4f9e-a1c7-71b0b96ce307 admin admin] Network hostable DHCP agents. Network: cfab757e-129e-4705-b960-21241246cc32, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:31:47.964067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845b4c7e-009f-4f9e-a1c7-71b0b96ce307 admin admin] Network cfab757e-129e-4705-b960-21241246cc32 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:31:47.980527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-845b4c7e-009f-4f9e-a1c7-71b0b96ce307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, cfab757e-129e-4705-b960-21241246cc32) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:47.985120 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845b4c7e-009f-4f9e-a1c7-71b0b96ce307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:47.985859 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-845b4c7e-009f-4f9e-a1c7-71b0b96ce307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:47.992996 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dce2df4-4b13-429f-b4c4-ae0736ad6e4c None None] Network cfab757e-129e-4705-b960-21241246cc32 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:31:48.009627 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-845b4c7e-009f-4f9e-a1c7-71b0b96ce307 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3526170 Sep 30 08:31:48.010715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35826) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:48.016584 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-418339747-router', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:48.049642 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.051328 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.145118 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.222213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-cfab757e-129e-4705-b960-21241246cc32', 'network_id': 'cfab757e-129e-4705-b960-21241246cc32', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'fixed_ips': [{'subnet_id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:31:48.223607 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.354848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cc85e-ac1f-4764-87a5-fb3087c19b44 req-b382d936-6e3f-4f9c-9d97-74e0b314913f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:48.356495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-603cc85e-ac1f-4764-87a5-fb3087c19b44 req-b382d936-6e3f-4f9c-9d97-74e0b314913f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 944 time: 0.2099538 Sep 30 08:31:48.409402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.412897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Allocated IP 172.20.0.2 (cfab757e-129e-4705-b960-21241246cc32/52cbea36-1a13-4d4f-908e-59f0cbf016f2/4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:48.474738 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-603cc85e-ac1f-4764-87a5-fb3087c19b44 req-d64f8768-3c1a-4261-b7a2-fb46443f0631 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576456 Sep 30 08:31:48.573885 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.580480 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.677015 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.700773 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.776009 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 50803d1f-1265-4929-a236-8bf0c994652b up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:48.820913 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Network cfab757e-129e-4705-b960-21241246cc32 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:48.825715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Allocated IP 172.25.0.116 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/96ef57df-e294-48c0-9673-73deecf8d5f3) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:48.834979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:48.842428 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:48.844460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Pushing event updated for resources: {'Port': ['ID=4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:48.954170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 50803d1f-1265-4929-a236-8bf0c994652b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:31:48.959514 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.959686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Attempting to bind port 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:31:48.959686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Attempting to bind port 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '0d416822-048a-4ee8-ae51-fcdca9e8201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfab757e-129e-4705-b960-21241246cc32'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:31:48.959686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Attempting to bind port 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b on network cfab757e-129e-4705-b960-21241246cc32 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:31:48.963636 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 50803d1f-1265-4929-a236-8bf0c994652b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:48.964066 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.988478 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:31:48.988863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Checking segment: {'id': '0d416822-048a-4ee8-ae51-fcdca9e8201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfab757e-129e-4705-b960-21241246cc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:48.989268 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:48.989676 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Bound using segment: {'id': '0d416822-048a-4ee8-ae51-fcdca9e8201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfab757e-129e-4705-b960-21241246cc32'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:31:48.990323 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Bound port: 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d416822-048a-4ee8-ae51-fcdca9e8201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfab757e-129e-4705-b960-21241246cc32'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:31:48.996580 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:49.012301 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:49.052328 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:49.055300 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:49.059010 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:49.095612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Pushing event updated for resources: {'Port': ['ID=96ef57df-e294-48c0-9673-73deecf8d5f3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:49.142409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] For port 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:31:49.168887 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] For port 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b,segment=NetworkSegment(0d416822-048a-4ee8-ae51-fcdca9e8201b),segment_id=0d416822-048a-4ee8-ae51-fcdca9e8201b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:31:49.171317 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:49.183803 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:49.233101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:31:49.235256 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9fca32-905c-4edc-a7b6-d3387b5a3053" -d '{"events": [{"server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "name": "network-vif-plugged", "status": "completed", "tag": "50803d1f-1265-4929-a236-8bf0c994652b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:31:49.286164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=50803d1f-1265-4929-a236-8bf0c994652b,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:49.308593 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:49.337930 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe69f42-d331-4783-beff-a605d4b49d85 None None] Pushing event updated for resources: {'Port': ['ID=4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:49.385664 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:49.402937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=50803d1f-1265-4929-a236-8bf0c994652b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:49.496202 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f77d6a-94ac-4f69-a26d-f89fcc6685e0 x-openstack-request-id: req-12f77d6a-94ac-4f69-a26d-f89fcc6685e0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:31:49.496505 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "name": "network-vif-plugged", "status": "completed", "tag": "50803d1f-1265-4929-a236-8bf0c994652b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:31:49.496754 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12f77d6a-94ac-4f69-a26d-f89fcc6685e0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:31:49.497158 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b', 'code': 200} Sep 30 08:31:49.962521 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd8227-4463-456d-9a21-ada7179eed40 req-a7df7b85-830d-4358-8fcf-c95e27b4ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:49.964203 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cbd8227-4463-456d-9a21-ada7179eed40 req-a7df7b85-830d-4358-8fcf-c95e27b4ed95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 1096 time: 0.3891022 Sep 30 08:31:49.980296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075bfef-f281-420a-bbc2-fe1ad5dada8b req-3db46167-d07c-480d-947e-6600b9b4f85d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:49.981876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8075bfef-f281-420a-bbc2-fe1ad5dada8b req-3db46167-d07c-480d-947e-6600b9b4f85d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 945 time: 0.3723235 Sep 30 08:31:49.999180 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:50.087871 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cbd8227-4463-456d-9a21-ada7179eed40 req-9f3f5e4e-4572-4501-8aca-ded17b9ea811 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026742 Sep 30 08:31:50.090719 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8075bfef-f281-420a-bbc2-fe1ad5dada8b req-3e2bf43f-14c1-4896-9300-ef8fccec5318 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946448 Sep 30 08:31:50.200482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Router a7bf27b1-574c-4a87-bd22-9f585e072672 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:31:50.324533 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:50.333237 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Sync routers for ids ['a7bf27b1-574c-4a87-bd22-9f585e072672'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:50.340772 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:50.342326 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d1d8da85-8b82-4da1-98d1-693bfa91f77c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3303754 Sep 30 08:31:50.344967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35842) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:50.350474 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Routers {'a7bf27b1-574c-4a87-bd22-9f585e072672'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:50.351754 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['a7bf27b1-574c-4a87-bd22-9f585e072672'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:50.421647 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9eeea5-c614-49b7-815a-27561b832f67 None None] Network cfab757e-129e-4705-b960-21241246cc32 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:31:50.483615 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Set router a7bf27b1-574c-4a87-bd22-9f585e072672 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:50.539149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5b261769-ad0e-4949-95ff-18843c5625ac None None] Provisioning complete for port 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:50.539685 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b261769-ad0e-4949-95ff-18843c5625ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:50.716522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:50.754098 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'name': 'tempest-TestServerBasicOps-418339747-router', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:49Z', 'revision_number': 3, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'gw_port': {'id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:50.767462 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b261769-ad0e-4949-95ff-18843c5625ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:50.789169 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Checking router: a7bf27b1-574c-4a87-bd22-9f585e072672 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:50.790249 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Updating router a7bf27b1-574c-4a87-bd22-9f585e072672 port 96ef57df-e294-48c0-9673-73deecf8d5f3 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:31:50.826591 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:50.837633 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5b261769-ad0e-4949-95ff-18843c5625ac None None] For port 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b,segment=NetworkSegment(0d416822-048a-4ee8-ae51-fcdca9e8201b),segment_id=0d416822-048a-4ee8-ae51-fcdca9e8201b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:50.843661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:50.844157 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:50.847248 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b261769-ad0e-4949-95ff-18843c5625ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:50.955495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b261769-ad0e-4949-95ff-18843c5625ac None None] Pushing event updated for resources: {'Port': ['ID=4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:51.011901 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.178106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0b14bde9-d767-4518-b542-3c98d6c43d0a None None] Provisioning complete for port 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:51.178633 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b14bde9-d767-4518-b542-3c98d6c43d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.262706 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.271620 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.293552 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Allocated IP 172.20.0.1 (cfab757e-129e-4705-b960-21241246cc32/52cbea36-1a13-4d4f-908e-59f0cbf016f2/d7802097-99a2-417c-abab-15075dadf3ae) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:51.320687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24971f-3d62-4174-80e8-669b6512cc2c req-ba2b24b0-b9ac-4cc3-8458-904bdfdbb8f8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:51.323267 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce24971f-3d62-4174-80e8-669b6512cc2c req-ba2b24b0-b9ac-4cc3-8458-904bdfdbb8f8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 945 time: 0.1107464 Sep 30 08:31:51.345646 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Attempting to bind port 96ef57df-e294-48c0-9673-73deecf8d5f3 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:31:51.346210 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Attempting to bind port 96ef57df-e294-48c0-9673-73deecf8d5f3 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:31:51.346358 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Attempting to bind port 96ef57df-e294-48c0-9673-73deecf8d5f3 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:31:51.349763 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb094e-4cb4-4b04-a435-2a6e011098df None None] Pushing event updated for resources: {'Port': ['ID=96ef57df-e294-48c0-9673-73deecf8d5f3,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:51.354984 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:31:51.355361 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:51.355763 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.356176 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:31:51.356638 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Bound port: 96ef57df-e294-48c0-9673-73deecf8d5f3, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:31:51.357017 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.412862 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] For port 96ef57df-e294-48c0-9673-73deecf8d5f3, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:31:51.416940 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] For port 96ef57df-e294-48c0-9673-73deecf8d5f3, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=96ef57df-e294-48c0-9673-73deecf8d5f3,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:31:51.422422 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce24971f-3d62-4174-80e8-669b6512cc2c req-7ea5add9-3318-43dc-b5fc-ad7c209ff6f1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832582 Sep 30 08:31:51.422656 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.480019 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.480659 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Routers {'a7bf27b1-574c-4a87-bd22-9f585e072672'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:51.481728 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['a7bf27b1-574c-4a87-bd22-9f585e072672'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:51.536978 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb094e-4cb4-4b04-a435-2a6e011098df None None] Pushing event updated for resources: {'Port': ['ID=96ef57df-e294-48c0-9673-73deecf8d5f3,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:51.553140 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.611195 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Network cfab757e-129e-4705-b960-21241246cc32 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:51.615150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:51.620071 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:51.644687 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] Set router a7bf27b1-574c-4a87-bd22-9f585e072672 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:51.658190 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Pushing event updated for resources: {'Port': ['ID=d7802097-99a2-417c-abab-15075dadf3ae,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:51.674262 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.815547 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.858784 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'name': 'tempest-TestServerBasicOps-418339747-router', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:49Z', 'revision_number': 3, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'gw_port': {'id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:51.886252 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d749e52-d6f0-423c-990f-932bdb0ba7ca None None] The sync data for ids ['a7bf27b1-574c-4a87-bd22-9f585e072672'] in n-d-807359-2 is: [{'id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'name': 'tempest-TestServerBasicOps-418339747-router', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:49Z', 'revision_number': 3, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'gw_port': {'id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:51.932286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b01df83f-f018-462f-a6c5-09b31ca1e71f None None] Provisioning complete for port d7802097-99a2-417c-abab-15075dadf3ae triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:51.932868 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b01df83f-f018-462f-a6c5-09b31ca1e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:51.973364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b01df83f-f018-462f-a6c5-09b31ca1e71f None None] Port d7802097-99a2-417c-abab-15075dadf3ae cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:31:52.004797 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:52.011345 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:52.085148 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:52.086986 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Pushing event updated for resources: {'Port': ['ID=d7802097-99a2-417c-abab-15075dadf3ae,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:52.210278 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Network cfab757e-129e-4705-b960-21241246cc32 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:52.211817 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:52.350674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Router a7bf27b1-574c-4a87-bd22-9f585e072672 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:31:52.489041 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:52.499207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ac65b806-fe27-4d79-bbd2-ff8d213f4a56 admin admin] 10.222.0.24 "PUT /v2.0/routers/a7bf27b1-574c-4a87-bd22-9f585e072672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1529505 Sep 30 08:31:52.534340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1166dcb6-9754-4434-a2e8-3df75b5e4a06 None None] Provisioning complete for port d7802097-99a2-417c-abab-15075dadf3ae triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:52.535284 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1166dcb6-9754-4434-a2e8-3df75b5e4a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:52.631608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1166dcb6-9754-4434-a2e8-3df75b5e4a06 None None] Port d7802097-99a2-417c-abab-15075dadf3ae cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:31:52.639203 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962821c9-133b-4f55-bd55-f50922bf709b req-46fef3b2-c948-4546-a478-f11a7475c429 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:52.643285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-962821c9-133b-4f55-bd55-f50922bf709b req-46fef3b2-c948-4546-a478-f11a7475c429 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 945 time: 0.1235654 Sep 30 08:31:52.717962 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-962821c9-133b-4f55-bd55-f50922bf709b req-fd97c211-059c-4f82-b2ae-b86de6196eb1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622325 Sep 30 08:31:52.769225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:52.845778 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:52.846237 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:52.895619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62030cd9-3ebe-4a99-8b0a-ed3f740c321c req-449e7be2-4625-4f06-a2d7-cb624cb7447a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:52.897348 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-62030cd9-3ebe-4a99-8b0a-ed3f740c321c req-449e7be2-4625-4f06-a2d7-cb624cb7447a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 945 time: 0.0647111 Sep 30 08:31:52.949185 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-62030cd9-3ebe-4a99-8b0a-ed3f740c321c req-77296781-dde1-4b1f-a441-502f0eed95b3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453813 Sep 30 08:31:52.972562 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35880) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:52.996574 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 96ef57df-e294-48c0-9673-73deecf8d5f3 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:53.080441 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 96ef57df-e294-48c0-9673-73deecf8d5f3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:53.080825 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:53.189734 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:53.220443 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 96ef57df-e294-48c0-9673-73deecf8d5f3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=96ef57df-e294-48c0-9673-73deecf8d5f3,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:53.229362 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:53.254856 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6824ba1f-b0a8-409a-a8f2-0abb2b49e302 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:53.256456 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6824ba1f-b0a8-409a-a8f2-0abb2b49e302 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 1091 time: 0.2827549 Sep 30 08:31:53.259627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35892) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:53.264202 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '50803d1f-1265-4929-a236-8bf0c994652b', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:53.271122 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35894) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:53.276181 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1997788383-network', 'tenant_id': '2d13755249de4f78b368379b1d539757'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:53.286569 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=96ef57df-e294-48c0-9673-73deecf8d5f3,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:53.303474 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 08:31:53.303474 n-d-807359-2 neutron-server[94838]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 08:31:53.303474 n-d-807359-2 neutron-server[94838]: [parameters: {'project_id': '2d13755249de4f78b368379b1d539757', 'id': 'af88ee2a-d9db-4536-936a-9e947cfbd40c', 'expiration': datetime.datetime(2021, 9, 30, 8, 33, 53, 292348)}] Sep 30 08:31:53.303474 n-d-807359-2 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:31:53.304099 n-d-807359-2 neutron-server[94838]: DEBUG oslo_db.api [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:31:53.311096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:53.420623 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:53.543350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Allocated IP 172.25.0.214 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/d6cb1588-359f-48d3-bfb4-e615b436021d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:53.653337 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:53.689520 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:53.736925 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:53.740016 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:53.743231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:53.776425 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=d6cb1588-359f-48d3-bfb4-e615b436021d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:53.871234 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] Made reservation on behalf of 2d13755249de4f78b368379b1d539757 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:31:53.874455 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:53.884615 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:53.891345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Sync routers for ids ['a7bf27b1-574c-4a87-bd22-9f585e072672'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:53.902499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Routers {'a7bf27b1-574c-4a87-bd22-9f585e072672'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:53.903237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['a7bf27b1-574c-4a87-bd22-9f585e072672'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:54.017220 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Set router a7bf27b1-574c-4a87-bd22-9f585e072672 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:54.117887 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.123596 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.151680 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:31:54.172414 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.172855 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] Added segment 9d415e96-850d-4870-b35e-7ea6b6b44056 of type vlan for network 4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e Sep 30 08:31:54.184856 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38ea56f-f423-4a03-979c-eb9f255c5b37,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:54.235577 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'name': 'tempest-TestServerBasicOps-418339747-router', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:51Z', 'revision_number': 4, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'gw_port': {'id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd7802097-99a2-417c-abab-15075dadf3ae', 'name': '', 'network_id': 'cfab757e-129e-4705-b960-21241246cc32', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'mac_address': 'fa:16:3e:bd:82:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:51Z', 'updated_at': '2021-09-30T08:31:51Z', 'revision_number': 2, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'subnets': [{'id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:54.256751 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.262823 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Checking router: a7bf27b1-574c-4a87-bd22-9f585e072672 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:54.263183 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Updating router a7bf27b1-574c-4a87-bd22-9f585e072672 port d7802097-99a2-417c-abab-15075dadf3ae binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:31:54.294389 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.316460 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.319703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.321253 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:54.321966 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.389279 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1144598 Sep 30 08:31:54.392203 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35906) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:54.400424 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fc40b19c-3c83-4ed7-8541-a30e6464cce4 admin admin] Request body: {'subnet': {'network_id': '4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1997788383-subnet', 'tenant_id': '2d13755249de4f78b368379b1d539757', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:54.422566 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0888c0a-d4d3-4780-aa84-d897c6569e64 admin admin] Pushing event updated for resources: {'Network': ['ID=4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:54.441052 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:31:54.450960 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc40b19c-3c83-4ed7-8541-a30e6464cce4 admin admin] Made reservation on behalf of 2d13755249de4f78b368379b1d539757 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:31:54.454314 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc40b19c-3c83-4ed7-8541-a30e6464cce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.459130 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.654406 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 96ef57df-e294-48c0-9673-73deecf8d5f3 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:54.679184 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.686503 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.698846 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.712241 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.771304 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc40b19c-3c83-4ed7-8541-a30e6464cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.784422 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08049bdb-c890-45b0-95da-bd0b3d05d261 None None] Pushing event updated for resources: {'Port': ['ID=d7802097-99a2-417c-abab-15075dadf3ae,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:54.796223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=d6cb1588-359f-48d3-bfb4-e615b436021d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:54.818565 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.905734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40b19c-3c83-4ed7-8541-a30e6464cce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7579eae-ee25-47e5-832d-6b8073ab5f8c,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:54.912120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40b19c-3c83-4ed7-8541-a30e6464cce4 admin admin] Checking segment: {'id': '9d415e96-850d-4870-b35e-7ea6b6b44056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:54.912749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc40b19c-3c83-4ed7-8541-a30e6464cce4 admin admin] Network hostable DHCP agents. Network: 4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:31:54.915192 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Attempting to bind port d7802097-99a2-417c-abab-15075dadf3ae on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:31:54.916323 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Attempting to bind port d7802097-99a2-417c-abab-15075dadf3ae by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '0d416822-048a-4ee8-ae51-fcdca9e8201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfab757e-129e-4705-b960-21241246cc32'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:31:54.917258 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Attempting to bind port d7802097-99a2-417c-abab-15075dadf3ae on network cfab757e-129e-4705-b960-21241246cc32 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:31:54.923550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:31:54.923937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Checking segment: {'id': '0d416822-048a-4ee8-ae51-fcdca9e8201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfab757e-129e-4705-b960-21241246cc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:54.924361 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.924757 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Bound using segment: {'id': '0d416822-048a-4ee8-ae51-fcdca9e8201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfab757e-129e-4705-b960-21241246cc32'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:31:54.925218 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Bound port: d7802097-99a2-417c-abab-15075dadf3ae, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d416822-048a-4ee8-ae51-fcdca9e8201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfab757e-129e-4705-b960-21241246cc32'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:31:54.925598 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.934141 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc40b19c-3c83-4ed7-8541-a30e6464cce4 admin admin] Network 4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:31:54.940687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 96ef57df-e294-48c0-9673-73deecf8d5f3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:54.941067 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.951717 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-fc40b19c-3c83-4ed7-8541-a30e6464cce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:54.957423 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc40b19c-3c83-4ed7-8541-a30e6464cce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:54.958535 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc40b19c-3c83-4ed7-8541-a30e6464cce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:54.982998 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Floating IP 6b191611-b598-40ba-b908-ceaf01d88d72 associated. External IP: 172.25.0.214, port: 50803d1f-1265-4929-a236-8bf0c994652b. Sep 30 08:31:54.985141 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fc40b19c-3c83-4ed7-8541-a30e6464cce4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5897348 Sep 30 08:31:54.987529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35910) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:54.992258 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1997788383-router', 'tenant_id': '2d13755249de4f78b368379b1d539757', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:31:55.018274 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:55.019776 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:55.080040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] For port d7802097-99a2-417c-abab-15075dadf3ae, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:31:55.083557 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] For port d7802097-99a2-417c-abab-15075dadf3ae, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d7802097-99a2-417c-abab-15075dadf3ae,segment=NetworkSegment(0d416822-048a-4ee8-ae51-fcdca9e8201b),segment_id=0d416822-048a-4ee8-ae51-fcdca9e8201b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:31:55.088942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150ab5fc-02dc-46f1-bae4-8b1daad16807 None None] Network 4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:31:55.110290 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:55.111635 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:55.188632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08049bdb-c890-45b0-95da-bd0b3d05d261 None None] Pushing event updated for resources: {'Port': ['ID=d7802097-99a2-417c-abab-15075dadf3ae,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:55.300274 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:55.480415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9d4e670a-fa84-4a9a-a766-3a186f4fdab4 None None] Provisioning complete for port d7802097-99a2-417c-abab-15075dadf3ae triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:55.480796 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d4e670a-fa84-4a9a-a766-3a186f4fdab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:55.486051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Routers {'a7bf27b1-574c-4a87-bd22-9f585e072672'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:55.486701 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['a7bf27b1-574c-4a87-bd22-9f585e072672'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:55.605646 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:55.634191 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:55.813993 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Allocated IP 172.25.0.206 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/1c6fff24-1c72-4d39-8df1-fa67f017d0b2) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:55.838946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router 71a373af-b133-43bf-85a8-b72a070f172f has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:31:55.849733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] Set router a7bf27b1-574c-4a87-bd22-9f585e072672 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:55.902849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e', 'network_id': '4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e', 'tenant_id': '2d13755249de4f78b368379b1d539757', 'fixed_ips': [{'subnet_id': 'b7579eae-ee25-47e5-832d-6b8073ab5f8c'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:31:55.904806 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:55.916849 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d4e670a-fa84-4a9a-a766-3a186f4fdab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:56.010779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:56.025083 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b7bf0e-4260-46df-aa90-0d15d7d9715d None None] Sync routers for ids ['71a373af-b133-43bf-85a8-b72a070f172f'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:56.044446 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b7bf0e-4260-46df-aa90-0d15d7d9715d None None] Routers {'71a373af-b133-43bf-85a8-b72a070f172f'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:56.045105 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-43b7bf0e-4260-46df-aa90-0d15d7d9715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71a373af-b133-43bf-85a8-b72a070f172f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:56.045614 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:56.082920 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:56.084564 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-87b53e85-3307-4242-ae14-290bd3697642 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8237333 Sep 30 08:31:56.085286 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:31:56.098475 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf83e7b0-c3fd-4913-9da7-2b15cb7a9478" -d '{"events": [{"name": "network-changed", "server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "tag": "50803d1f-1265-4929-a236-8bf0c994652b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:31:56.169006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9d4e670a-fa84-4a9a-a766-3a186f4fdab4 None None] For port d7802097-99a2-417c-abab-15075dadf3ae, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d7802097-99a2-417c-abab-15075dadf3ae,segment=NetworkSegment(0d416822-048a-4ee8-ae51-fcdca9e8201b),segment_id=0d416822-048a-4ee8-ae51-fcdca9e8201b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:56.181976 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5233aeee-69a0-4149-ba3e-ead42df56c92 x-openstack-request-id: req-5233aeee-69a0-4149-ba3e-ead42df56c92 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:31:56.182429 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "tag": "50803d1f-1265-4929-a236-8bf0c994652b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:31:56.183106 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5233aeee-69a0-4149-ba3e-ead42df56c92 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:31:56.183650 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b', 'status': 'completed', 'code': 200} Sep 30 08:31:56.187007 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d4e670a-fa84-4a9a-a766-3a186f4fdab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:56.194627 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:56.272174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:56.281832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:56.292169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:56.299527 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6fff24-1c72-4d39-8df1-fa67f017d0b2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:56.337277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f864d8c-5067-4ce0-84e4-1ca6f28b36c0 req-b9b6aaee-f63b-4121-8e20-0c8ef9e88ed4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:56.338750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f864d8c-5067-4ce0-84e4-1ca6f28b36c0 req-b9b6aaee-f63b-4121-8e20-0c8ef9e88ed4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 945 time: 0.1878779 Sep 30 08:31:56.349837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83e7b0-c3fd-4913-9da7-2b15cb7a9478 req-4842a62f-56e6-43c4-b634-f40f5c082f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:56.351336 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf83e7b0-c3fd-4913-9da7-2b15cb7a9478 req-4842a62f-56e6-43c4-b634-f40f5c082f26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 1096 time: 0.1493592 Sep 30 08:31:56.374522 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-43b7bf0e-4260-46df-aa90-0d15d7d9715d None None] Set router 71a373af-b133-43bf-85a8-b72a070f172f gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:56.378591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e670a-fa84-4a9a-a766-3a186f4fdab4 None None] Pushing event updated for resources: {'Port': ['ID=d7802097-99a2-417c-abab-15075dadf3ae,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:56.400681 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b9dc0c69-d497-4979-a4b1-cdef8ad95adf None None] Provisioning complete for port d7802097-99a2-417c-abab-15075dadf3ae triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:56.401065 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9dc0c69-d497-4979-a4b1-cdef8ad95adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:56.437761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Allocated IP 172.20.0.2 (4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e/b7579eae-ee25-47e5-832d-6b8073ab5f8c/7b4e88f9-d235-4c35-a5df-e6eca5ba7201) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:56.567281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'name': 'tempest-TestServerBasicOps-418339747-router', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:51Z', 'revision_number': 4, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'gw_port': {'id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd7802097-99a2-417c-abab-15075dadf3ae', 'name': '', 'network_id': 'cfab757e-129e-4705-b960-21241246cc32', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'mac_address': 'fa:16:3e:bd:82:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:51Z', 'updated_at': '2021-09-30T08:31:55Z', 'revision_number': 4, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'subnets': [{'id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:56.614423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e667239-89b4-43f5-8530-52ecc5350472 None None] The sync data for ids ['a7bf27b1-574c-4a87-bd22-9f585e072672'] in n-d-807359-2 is: [{'id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'name': 'tempest-TestServerBasicOps-418339747-router', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:51Z', 'revision_number': 4, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'gw_port': {'id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd7802097-99a2-417c-abab-15075dadf3ae', 'name': '', 'network_id': 'cfab757e-129e-4705-b960-21241246cc32', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'mac_address': 'fa:16:3e:bd:82:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:51Z', 'updated_at': '2021-09-30T08:31:55Z', 'revision_number': 4, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'subnets': [{'id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:56.728866 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-43b7bf0e-4260-46df-aa90-0d15d7d9715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a373af-b133-43bf-85a8-b72a070f172f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284540292', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:33Z', 'updated_at': '2021-09-30T08:31:38Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:34Z', 'updated_at': '2021-09-30T08:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '6b191611-b598-40ba-b908-ceaf01d88d72', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'port_id': '50803d1f-1265-4929-a236-8bf0c994652b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7', 'mac_address': 'fa:16:3e:84:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:31:54Z', 'updated_at': '2021-09-30T08:31:54Z', 'revision_number': 0, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75621deb-5b96-4cd6-8596-43c6fea95952', 'name': '', 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:11:3b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:37Z', 'updated_at': '2021-09-30T08:31:42Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:56.753765 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:56.760472 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b7bf0e-4260-46df-aa90-0d15d7d9715d None None] Checking router: 71a373af-b133-43bf-85a8-b72a070f172f for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:56.769998 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:56.780155 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b7bf0e-4260-46df-aa90-0d15d7d9715d None None] Routers {'71a373af-b133-43bf-85a8-b72a070f172f'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:56.781070 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-43b7bf0e-4260-46df-aa90-0d15d7d9715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71a373af-b133-43bf-85a8-b72a070f172f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:56.825764 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Pushing event updated for resources: {'Port': ['ID=7b4e88f9-d235-4c35-a5df-e6eca5ba7201,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:56.839511 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Network 4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:56.842679 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:56.845606 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:31:56.909196 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f864d8c-5067-4ce0-84e4-1ca6f28b36c0 req-a52116ad-59a3-4e03-82c7-7b59f02ea680 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5534980 Sep 30 08:31:56.921235 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Attempting to bind port 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:31:56.922220 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Attempting to bind port 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '9d415e96-850d-4870-b35e-7ea6b6b44056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:31:56.922220 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Attempting to bind port 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 on network 4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:31:56.937630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:31:56.937630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Checking segment: {'id': '9d415e96-850d-4870-b35e-7ea6b6b44056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:56.937630 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:56.937630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Bound using segment: {'id': '9d415e96-850d-4870-b35e-7ea6b6b44056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:31:56.937630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Bound port: 7b4e88f9-d235-4c35-a5df-e6eca5ba7201, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d415e96-850d-4870-b35e-7ea6b6b44056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:31:56.937630 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:56.943197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35922) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:56.998424 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-43b7bf0e-4260-46df-aa90-0d15d7d9715d None None] Set router 71a373af-b133-43bf-85a8-b72a070f172f gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:57.034595 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83e7b0-c3fd-4913-9da7-2b15cb7a9478 req-aa105f2d-6cdb-4b80-98cf-d62ff9c937ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:57.036248 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf83e7b0-c3fd-4913-9da7-2b15cb7a9478 req-aa105f2d-6cdb-4b80-98cf-d62ff9c937ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=f44981e9-f4fa-4131-9d98-15a6790437c7 HTTP/1.1" status: 200 len: 898 time: 0.6709363 Sep 30 08:31:57.085713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] For port 7b4e88f9-d235-4c35-a5df-e6eca5ba7201, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:31:57.089889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] For port 7b4e88f9-d235-4c35-a5df-e6eca5ba7201, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7b4e88f9-d235-4c35-a5df-e6eca5ba7201,segment=NetworkSegment(9d415e96-850d-4870-b35e-7ea6b6b44056),segment_id=9d415e96-850d-4870-b35e-7ea6b6b44056)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:31:57.095582 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:57.099818 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8c006c05-ea17-44bb-8c90-30da08dc5770 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/6b191611-b598-40ba-b908-ceaf01d88d72 HTTP/1.1" status: 200 len: 991 time: 0.1553295 Sep 30 08:31:57.166609 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cdf8f-3529-404b-9a61-f4c547218022 None None] Pushing event updated for resources: {'Port': ['ID=7b4e88f9-d235-4c35-a5df-e6eca5ba7201,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:57.212968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf83e7b0-c3fd-4913-9da7-2b15cb7a9478 req-e0f6d427-7a07-46f1-b916-41a839d16cdc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50803d1f-1265-4929-a236-8bf0c994652b HTTP/1.1" status: 200 len: 999 time: 0.1615653 Sep 30 08:31:57.302536 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:57.328424 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-43b7bf0e-4260-46df-aa90-0d15d7d9715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a373af-b133-43bf-85a8-b72a070f172f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284540292', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:33Z', 'updated_at': '2021-09-30T08:31:38Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:34Z', 'updated_at': '2021-09-30T08:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '6b191611-b598-40ba-b908-ceaf01d88d72', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'port_id': '50803d1f-1265-4929-a236-8bf0c994652b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7', 'mac_address': 'fa:16:3e:84:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:31:54Z', 'updated_at': '2021-09-30T08:31:54Z', 'revision_number': 0, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75621deb-5b96-4cd6-8596-43c6fea95952', 'name': '', 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:11:3b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:37Z', 'updated_at': '2021-09-30T08:31:42Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:57.343432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83e7b0-c3fd-4913-9da7-2b15cb7a9478 req-5127dacc-6232-4fb4-9f7b-ba8268e68615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:57.344998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf83e7b0-c3fd-4913-9da7-2b15cb7a9478 req-5127dacc-6232-4fb4-9f7b-ba8268e68615 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59d762ec-40ee-4624-8ec1-5f5add2c713c HTTP/1.1" status: 200 len: 834 time: 0.1203508 Sep 30 08:31:57.364533 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b7bf0e-4260-46df-aa90-0d15d7d9715d None None] The sync data for ids ['71a373af-b133-43bf-85a8-b72a070f172f'] in n-d-807359-2 is: [{'id': '71a373af-b133-43bf-85a8-b72a070f172f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284540292', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:33Z', 'updated_at': '2021-09-30T08:31:38Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:34Z', 'updated_at': '2021-09-30T08:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '6b191611-b598-40ba-b908-ceaf01d88d72', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'port_id': '50803d1f-1265-4929-a236-8bf0c994652b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7', 'mac_address': 'fa:16:3e:84:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:31:54Z', 'updated_at': '2021-09-30T08:31:54Z', 'revision_number': 0, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75621deb-5b96-4cd6-8596-43c6fea95952', 'name': '', 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:11:3b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:37Z', 'updated_at': '2021-09-30T08:31:42Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:57.452835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83e7b0-c3fd-4913-9da7-2b15cb7a9478 req-ba181d5d-f445-4a88-879e-657a202535a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:57.454439 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf83e7b0-c3fd-4913-9da7-2b15cb7a9478 req-ba181d5d-f445-4a88-879e-657a202535a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f44981e9-f4fa-4131-9d98-15a6790437c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011040 Sep 30 08:31:57.659692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf83e7b0-c3fd-4913-9da7-2b15cb7a9478 req-c892f2d2-221f-4c3b-a0d6-070c3ba27f31 service neutron] 10.222.0.36 "GET /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858430 Sep 30 08:31:57.679863 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:57.699492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970afc0e-55d3-421c-9dca-bc959266d8bc None None] New status for floating IP 6b191611-b598-40ba-b908-ceaf01d88d72: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:31:57.845412 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf83e7b0-c3fd-4913-9da7-2b15cb7a9478 req-40bf4099-eb84-4e1a-b49e-e4c9cafb74b0 service neutron] 10.222.0.36 "GET /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750412 Sep 30 08:31:57.897928 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Router b5a30899-ab3f-4129-9565-082472437fe1 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:31:58.026565 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:31:58.036278 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Sync routers for ids ['b5a30899-ab3f-4129-9565-082472437fe1'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:31:58.047839 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Routers {'b5a30899-ab3f-4129-9565-082472437fe1'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:58.048647 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b5a30899-ab3f-4129-9565-082472437fe1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:58.049547 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:58.051100 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4cb21e99-337f-447e-a0e7-937a17692168 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0624638 Sep 30 08:31:58.055439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35926) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:58.103826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35932) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:31:58.230368 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Set router b5a30899-ab3f-4129-9565-082472437fe1 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:58.247805 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-50083fa3-4284-4c10-8655-8d85156a1220 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/6b191611-b598-40ba-b908-ceaf01d88d72 HTTP/1.1" status: 200 len: 993 time: 0.1411927 Sep 30 08:31:58.413992 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42581fde-4316-4e8d-9f8a-97a84d3596ca req-da0b3ec4-a502-4c38-a66b-ef2545b1bf8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:58.432376 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42581fde-4316-4e8d-9f8a-97a84d3596ca req-da0b3ec4-a502-4c38-a66b-ef2545b1bf8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0981073 Sep 30 08:31:58.468283 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ebe0b-bf01-4c01-9d75-a2c1274af328 req-665bd45a-529b-425e-8374-8a8199b97d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:58.470169 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-924ebe0b-bf01-4c01-9d75-a2c1274af328 req-665bd45a-529b-425e-8374-8a8199b97d27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 1095 time: 0.1238601 Sep 30 08:31:58.487403 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42581fde-4316-4e8d-9f8a-97a84d3596ca req-db7a1674-50eb-49a9-be8b-f4bf23e9bf1e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539923 Sep 30 08:31:58.505645 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e993a90b-7f76-46cd-a025-beee55df8283 None None] Network 4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:31:58.531318 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'name': 'tempest-TestServerBasicOps-1997788383-router', 'tenant_id': '2d13755249de4f78b368379b1d539757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c6fff24-1c72-4d39-8df1-fa67f017d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:55Z', 'updated_at': '2021-09-30T08:31:57Z', 'revision_number': 3, 'project_id': '2d13755249de4f78b368379b1d539757', 'gw_port': {'id': '1c6fff24-1c72-4d39-8df1-fa67f017d0b2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:24:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:55Z', 'updated_at': '2021-09-30T08:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:58.580179 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Checking router: b5a30899-ab3f-4129-9565-082472437fe1 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:31:58.580904 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Updating router b5a30899-ab3f-4129-9565-082472437fe1 port 1c6fff24-1c72-4d39-8df1-fa67f017d0b2 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:31:58.628724 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:58.649311 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f0bdfb9a-0efc-4324-a603-2775c2602f1d None None] Provisioning complete for port 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:58.650147 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0bdfb9a-0efc-4324-a603-2775c2602f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:58.718381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-708964da-b179-42a8-ad1c-f6aec9bdbb92 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:58.721016 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-708964da-b179-42a8-ad1c-f6aec9bdbb92 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 812 time: 0.1713595 Sep 30 08:31:58.754372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-1b0b6367-f696-4ae8-8403-eb54b2b9eaea tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/quotas/3b4635f67e2d43a8b3e76777aadbe7f0 HTTP/1.1" status: 200 len: 375 time: 0.0251634 Sep 30 08:31:58.810538 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:58.826656 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ebe0b-bf01-4c01-9d75-a2c1274af328 req-ddb9d750-30e1-4d9e-bc00-0111fbdeba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:58.827016 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-6605ea7a-0b55-4bb2-8964-1401747dcbcf tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632341 Sep 30 08:31:58.828897 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-924ebe0b-bf01-4c01-9d75-a2c1274af328 req-ddb9d750-30e1-4d9e-bc00-0111fbdeba7c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.3483994 Sep 30 08:31:58.935087 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-f7ded4c3-8fb9-4f28-b17c-501a9bd38d55 service neutron] 10.222.0.24 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020882 Sep 30 08:31:58.959834 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-924ebe0b-bf01-4c01-9d75-a2c1274af328 req-97a01229-edd3-469d-ac2a-37f61cb4b1f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 HTTP/1.1" status: 200 len: 999 time: 0.1229517 Sep 30 08:31:58.965097 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:58.973081 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.019640 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0295fc6-b009-45e3-8e44-bcefe036dc1b None None] Pushing event updated for resources: {'Port': ['ID=1c6fff24-1c72-4d39-8df1-fa67f017d0b2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:59.047686 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-599919b2-31c2-4c55-8f6c-7bcc51237239 service neutron] 10.222.0.24 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064005 Sep 30 08:31:59.053101 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0bdfb9a-0efc-4324-a603-2775c2602f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.056341 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Attempting to bind port 1c6fff24-1c72-4d39-8df1-fa67f017d0b2 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:31:59.056717 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Attempting to bind port 1c6fff24-1c72-4d39-8df1-fa67f017d0b2 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:31:59.057083 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Attempting to bind port 1c6fff24-1c72-4d39-8df1-fa67f017d0b2 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:31:59.062653 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:31:59.063162 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:31:59.063930 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.064754 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:31:59.065368 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Bound port: 1c6fff24-1c72-4d39-8df1-fa67f017d0b2, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:31:59.065857 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.073674 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.098347 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ebe0b-bf01-4c01-9d75-a2c1274af328 req-6f22e1dd-d5b1-4054-a5f2-a5abef7b6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:59.098895 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f0bdfb9a-0efc-4324-a603-2775c2602f1d None None] For port 7b4e88f9-d235-4c35-a5df-e6eca5ba7201, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7b4e88f9-d235-4c35-a5df-e6eca5ba7201,segment=NetworkSegment(9d415e96-850d-4870-b35e-7ea6b6b44056),segment_id=9d415e96-850d-4870-b35e-7ea6b6b44056)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:31:59.099865 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-924ebe0b-bf01-4c01-9d75-a2c1274af328 req-6f22e1dd-d5b1-4054-a5f2-a5abef7b6fe8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.1326044 Sep 30 08:31:59.112073 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0bdfb9a-0efc-4324-a603-2775c2602f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.119309 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:59.120047 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.158481 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] For port 1c6fff24-1c72-4d39-8df1-fa67f017d0b2, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:31:59.163071 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] For port 1c6fff24-1c72-4d39-8df1-fa67f017d0b2, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1c6fff24-1c72-4d39-8df1-fa67f017d0b2,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:31:59.181383 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.262487 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdfb9a-0efc-4324-a603-2775c2602f1d None None] Pushing event updated for resources: {'Port': ['ID=7b4e88f9-d235-4c35-a5df-e6eca5ba7201,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:59.262728 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Routers {'b5a30899-ab3f-4129-9565-082472437fe1'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:31:59.263337 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b5a30899-ab3f-4129-9565-082472437fe1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:59.308049 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ebe0b-bf01-4c01-9d75-a2c1274af328 req-c504cecc-d9c0-42a9-9292-789ddfa081dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:59.309622 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-924ebe0b-bf01-4c01-9d75-a2c1274af328 req-c504cecc-d9c0-42a9-9292-789ddfa081dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2008286 Sep 30 08:31:59.336584 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d7802097-99a2-417c-abab-15075dadf3ae up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:31:59.416214 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d7802097-99a2-417c-abab-15075dadf3ae triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:59.417221 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.554029 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0295fc6-b009-45e3-8e44-bcefe036dc1b None None] Pushing event updated for resources: {'Port': ['ID=1c6fff24-1c72-4d39-8df1-fa67f017d0b2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:31:59.564140 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-118e18f8-3abe-4975-a53a-571691f3633d req-f75dd516-ea00-430f-b796-750239cfc0cb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 210 time: 0.0698411 Sep 30 08:31:59.594467 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2762ebe2-883a-4584-8e3f-43adfeec2831 None None] Provisioning complete for port 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:31:59.594857 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2762ebe2-883a-4584-8e3f-43adfeec2831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.601043 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] Set router b5a30899-ab3f-4129-9565-082472437fe1 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:31:59.633785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Allocated IP 172.20.0.1 (4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e/b7579eae-ee25-47e5-832d-6b8073ab5f8c/b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:31:59.669564 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-924ebe0b-bf01-4c01-9d75-a2c1274af328 req-f1b3cc81-29ce-42ae-bd1c-63384b6f1c23 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454819 Sep 30 08:31:59.678347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde98b2-f142-4a5e-af78-4aa660bea728 req-60b884b2-36a5-427d-8382-45f557587806 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:31:59.680929 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2cde98b2-f142-4a5e-af78-4aa660bea728 req-60b884b2-36a5-427d-8382-45f557587806 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0762444 Sep 30 08:31:59.743476 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2cde98b2-f142-4a5e-af78-4aa660bea728 req-9350b8a4-b1aa-4fb7-a1f0-2fa956f0ebf9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554514 Sep 30 08:31:59.835823 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.855270 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'name': 'tempest-TestServerBasicOps-1997788383-router', 'tenant_id': '2d13755249de4f78b368379b1d539757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c6fff24-1c72-4d39-8df1-fa67f017d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:55Z', 'updated_at': '2021-09-30T08:31:57Z', 'revision_number': 3, 'project_id': '2d13755249de4f78b368379b1d539757', 'gw_port': {'id': '1c6fff24-1c72-4d39-8df1-fa67f017d0b2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:24:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:55Z', 'updated_at': '2021-09-30T08:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:31:59.860510 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-924ebe0b-bf01-4c01-9d75-a2c1274af328 req-c99c4996-d31d-40ab-b881-0cc7f3f6d53b service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830215 Sep 30 08:31:59.865094 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.887318 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20b77a-f0e9-48f8-95e0-27808ead6912 None None] The sync data for ids ['b5a30899-ab3f-4129-9565-082472437fe1'] in n-d-807359-2 is: [{'id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'name': 'tempest-TestServerBasicOps-1997788383-router', 'tenant_id': '2d13755249de4f78b368379b1d539757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c6fff24-1c72-4d39-8df1-fa67f017d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:55Z', 'updated_at': '2021-09-30T08:31:57Z', 'revision_number': 3, 'project_id': '2d13755249de4f78b368379b1d539757', 'gw_port': {'id': '1c6fff24-1c72-4d39-8df1-fa67f017d0b2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:24:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:55Z', 'updated_at': '2021-09-30T08:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:31:59.915309 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:31:59.970672 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Network 4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:31:59.975218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:31:59.979508 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:00.007208 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Pushing event updated for resources: {'Port': ['ID=b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:00.028182 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.212709 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.368640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3d8f7366-eb17-41fc-bd53-e1613ac24456 None None] Provisioning complete for port b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:00.369160 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7366-eb17-41fc-bd53-e1613ac24456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.410745 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f7366-eb17-41fc-bd53-e1613ac24456 None None] Port b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:32:00.433549 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.445299 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.515035 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:00.516926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Pushing event updated for resources: {'Port': ['ID=b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:00.700123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Network 4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:00.701826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:00.747488 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-520d69f9-9a3b-4878-aaa1-ecae3d521fce req-3e616006-7491-4ab4-a875-75085d7dc9c5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 210 time: 0.0822754 Sep 30 08:32:00.788734 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:32:00.821022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-546ae16a-82b3-4c2f-b425-d181848f0e26 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:00.824762 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-546ae16a-82b3-4c2f-b425-d181848f0e26 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 812 time: 0.2313199 Sep 30 08:32:00.849860 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-779664e0-1cc3-42c4-ad64-009f1bdf8477 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'port': {'device_id': '2cffd7ca-de8a-4107-8625-de629123e62f', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'admin_state_up': True, 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:00.892479 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Router b5a30899-ab3f-4129-9565-082472437fe1 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:00.948660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:00.949154 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:01.044543 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:01.074895 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a5171e57-4545-484a-b308-f262416d87bf admin admin] 10.222.0.24 "PUT /v2.0/routers/b5a30899-ab3f-4129-9565-082472437fe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0195782 Sep 30 08:32:01.096178 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-779664e0-1cc3-42c4-ad64-009f1bdf8477 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Made reservation on behalf of 3b4635f67e2d43a8b3e76777aadbe7f0 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:01.103720 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-779664e0-1cc3-42c4-ad64-009f1bdf8477 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:01.112508 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1c6fff24-1c72-4d39-8df1-fa67f017d0b2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:32:01.116623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc08d7-3b0e-42d2-a458-f53171c1b6c0 req-9a57c1ce-d977-4599-b57a-ecea955ada28 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:01.118501 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fcc08d7-3b0e-42d2-a458-f53171c1b6c0 req-9a57c1ce-d977-4599-b57a-ecea955ada28 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.1658506 Sep 30 08:32:01.151994 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9bf5ec49-327d-43a4-9c44-c2c6776be9c7 None None] Provisioning complete for port b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:01.152509 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9bf5ec49-327d-43a4-9c44-c2c6776be9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:01.181638 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fcc08d7-3b0e-42d2-a458-f53171c1b6c0 req-e080ac65-c9ca-4a6f-8dcd-3c7547621d2e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524907 Sep 30 08:32:01.199664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9bf5ec49-327d-43a4-9c44-c2c6776be9c7 None None] Port b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:32:01.224538 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 1c6fff24-1c72-4d39-8df1-fa67f017d0b2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:01.226053 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:01.312906 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-779664e0-1cc3-42c4-ad64-009f1bdf8477 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Allocated IP 172.20.0.8 (7629390f-2364-48fa-8f8d-ee6921cea79b/dff57965-7910-4b7e-ae85-4b4f61ef0b85/45e09852-8948-4124-af9e-3f93c1285088) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:01.334872 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:01.360184 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 1c6fff24-1c72-4d39-8df1-fa67f017d0b2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1c6fff24-1c72-4d39-8df1-fa67f017d0b2,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:01.366055 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:01.437481 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=1c6fff24-1c72-4d39-8df1-fa67f017d0b2,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:01.517004 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-779664e0-1cc3-42c4-ad64-009f1bdf8477 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:01.550423 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-779664e0-1cc3-42c4-ad64-009f1bdf8477 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:01.598607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-779664e0-1cc3-42c4-ad64-009f1bdf8477 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Network 7629390f-2364-48fa-8f8d-ee6921cea79b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:01.600866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-779664e0-1cc3-42c4-ad64-009f1bdf8477 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:01.604771 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-779664e0-1cc3-42c4-ad64-009f1bdf8477 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:01.651388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779664e0-1cc3-42c4-ad64-009f1bdf8477 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'Port': ['ID=45e09852-8948-4124-af9e-3f93c1285088,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:01.688088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-779664e0-1cc3-42c4-ad64-009f1bdf8477 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:01.688799 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-779664e0-1cc3-42c4-ad64-009f1bdf8477 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:01.706571 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-779664e0-1cc3-42c4-ad64-009f1bdf8477 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8656249 Sep 30 08:32:01.733104 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Request body: {'port': {'device_id': '2cffd7ca-de8a-4107-8625-de629123e62f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:01.799884 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:01.940446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35976) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:01.945791 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-916e5bca-25cc-4493-a7a2-d0cd7e831b76 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1354928236', 'description': 'tempest-secgroup-smoke-1354928236 description', 'project_id': '20dceeef18df4fbd980bc66e55dda719'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:01.952123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8ac6386f-1e5f-46a2-9593-ac4e89396d03 None None] Provisioning complete for port 45e09852-8948-4124-af9e-3f93c1285088 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:01.952647 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ac6386f-1e5f-46a2-9593-ac4e89396d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:01.971798 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-916e5bca-25cc-4493-a7a2-d0cd7e831b76 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.003595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6386f-1e5f-46a2-9593-ac4e89396d03 None None] Port 45e09852-8948-4124-af9e-3f93c1285088 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:32:02.042887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb82f1-8600-4aaf-babd-bf44a319b7b8 req-4cdbb5d8-6fc4-48af-b4a4-a4ff3e8802fd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:02.044440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57fb82f1-8600-4aaf-babd-bf44a319b7b8 req-4cdbb5d8-6fc4-48af-b4a4-a4ff3e8802fd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 931 time: 0.0851755 Sep 30 08:32:02.075017 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-916e5bca-25cc-4493-a7a2-d0cd7e831b76 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.078915 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-916e5bca-25cc-4493-a7a2-d0cd7e831b76 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.111393 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e5bca-25cc-4493-a7a2-d0cd7e831b76 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03fcf7ad-1220-4f5c-9d24-989ab5aef76a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:02.116167 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-916e5bca-25cc-4493-a7a2-d0cd7e831b76 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.118479 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-916e5bca-25cc-4493-a7a2-d0cd7e831b76 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1758676 Sep 30 08:32:02.120376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35978) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:02.129769 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8a32e665-3c5d-4ae1-9aa0-50f4ac59a437 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Request body: {'security_group_rule': {'security_group_id': '03fcf7ad-1220-4f5c-9d24-989ab5aef76a', 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:02.141366 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57fb82f1-8600-4aaf-babd-bf44a319b7b8 req-3f1fcdb5-6465-49d4-97b3-96e7f38f100e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538347 Sep 30 08:32:02.162924 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a32e665-3c5d-4ae1-9aa0-50f4ac59a437 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.215515 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e09852-8948-4124-af9e-3f93c1285088 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:32:02.223579 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.235959 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a32e665-3c5d-4ae1-9aa0-50f4ac59a437 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.238989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Transition to ACTIVE for port object 45e09852-8948-4124-af9e-3f93c1285088 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:32:02.240535 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a32e665-3c5d-4ae1-9aa0-50f4ac59a437 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.244460 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.265931 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32e665-3c5d-4ae1-9aa0-50f4ac59a437 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13aa03e2-9728-45fe-95e5-28de58261882,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:02.274457 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a32e665-3c5d-4ae1-9aa0-50f4ac59a437 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.278281 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8a32e665-3c5d-4ae1-9aa0-50f4ac59a437 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532216 Sep 30 08:32:02.281017 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35980) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:02.285889 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fc4a0205-964c-43c6-bdf4-a80623631a84 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Request body: {'security_group_rule': {'security_group_id': '03fcf7ad-1220-4f5c-9d24-989ab5aef76a', 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:02.332872 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc4a0205-964c-43c6-bdf4-a80623631a84 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.348247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Pushing event updated for resources: {'Port': ['ID=45e09852-8948-4124-af9e-3f93c1285088,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:02.409823 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Attempting to bind port 45e09852-8948-4124-af9e-3f93c1285088 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:32:02.409823 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Attempting to bind port 45e09852-8948-4124-af9e-3f93c1285088 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:32:02.409823 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Attempting to bind port 45e09852-8948-4124-af9e-3f93c1285088 on network 7629390f-2364-48fa-8f8d-ee6921cea79b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:02.418945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Port 45e09852-8948-4124-af9e-3f93c1285088 on network 7629390f-2364-48fa-8f8d-ee6921cea79b not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:32:02.419275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Attempting to bind port 45e09852-8948-4124-af9e-3f93c1285088 on network 7629390f-2364-48fa-8f8d-ee6921cea79b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:02.423735 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc4a0205-964c-43c6-bdf4-a80623631a84 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.424725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:32:02.424956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Checking segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:02.425306 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Bound using segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:32:02.425734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Bound port: 45e09852-8948-4124-af9e-3f93c1285088, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:32:02.426097 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.430690 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc4a0205-964c-43c6-bdf4-a80623631a84 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.460160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a0205-964c-43c6-bdf4-a80623631a84 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b07f004-fbe6-4f1f-8b2f-c63e74953af1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:02.467386 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc4a0205-964c-43c6-bdf4-a80623631a84 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.471151 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fc4a0205-964c-43c6-bdf4-a80623631a84 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1865084 Sep 30 08:32:02.472058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35982) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:02.478836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7c7f0dee-24ee-41ea-a4d5-8101fcf04599 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Request body: {'security_group_rule': {'security_group_id': '03fcf7ad-1220-4f5c-9d24-989ab5aef76a', 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:02.521810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] For port 45e09852-8948-4124-af9e-3f93c1285088, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:02.534046 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] For port 45e09852-8948-4124-af9e-3f93c1285088, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=45e09852-8948-4124-af9e-3f93c1285088,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:32:02.545505 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0dee-24ee-41ea-a4d5-8101fcf04599 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.551594 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.610286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1c6fff24-1c72-4d39-8df1-fa67f017d0b2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:32:02.687105 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 1c6fff24-1c72-4d39-8df1-fa67f017d0b2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:02.687748 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.873977 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:02.874600 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:02.876060 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] 10.222.0.36 "PUT /v2.0/ports/45e09852-8948-4124-af9e-3f93c1285088 HTTP/1.1" status: 200 len: 1091 time: 1.1529307 Sep 30 08:32:02.876521 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cffd7ca-de8a-4107-8625-de629123e62f', 'tag': '45e09852-8948-4124-af9e-3f93c1285088'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:02.878791 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca00868-a03b-42b3-b8ef-650084e29f47" -d '{"events": [{"name": "network-changed", "server_uuid": "2cffd7ca-de8a-4107-8625-de629123e62f", "tag": "45e09852-8948-4124-af9e-3f93c1285088"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:02.955059 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85738dca-fc47-47c7-8d80-19b40a3129cd x-openstack-request-id: req-85738dca-fc47-47c7-8d80-19b40a3129cd {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:02.955579 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cffd7ca-de8a-4107-8625-de629123e62f", "tag": "45e09852-8948-4124-af9e-3f93c1285088", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:02.956066 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85738dca-fc47-47c7-8d80-19b40a3129cd {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:02.956881 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cffd7ca-de8a-4107-8625-de629123e62f', 'tag': '45e09852-8948-4124-af9e-3f93c1285088', 'status': 'completed', 'code': 200} Sep 30 08:32:02.990655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05f031-6ede-4e83-b1c9-6348928da551 service neutron] Pushing event updated for resources: {'Port': ['ID=45e09852-8948-4124-af9e-3f93c1285088,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:02.996476 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0dee-24ee-41ea-a4d5-8101fcf04599 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.005899 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0dee-24ee-41ea-a4d5-8101fcf04599 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.014532 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-975337d4-5fc5-4854-bd21-1c2f0fc6358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:03.016206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-975337d4-5fc5-4854-bd21-1c2f0fc6358e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 1094 time: 0.0944371 Sep 30 08:32:03.040529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f0dee-24ee-41ea-a4d5-8101fcf04599 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060e640f-781c-49bc-9259-cf6a4468af4b,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:03.073643 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0dee-24ee-41ea-a4d5-8101fcf04599 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.077729 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7c7f0dee-24ee-41ea-a4d5-8101fcf04599 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6020553 Sep 30 08:32:03.077729 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-dc6a50d2-af3c-4532-92b7-45da8089d446 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45e09852-8948-4124-af9e-3f93c1285088 HTTP/1.1" status: 200 len: 217 time: 0.0480933 Sep 30 08:32:03.078132 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 35986) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:03.082675 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e242f7f3-f637-4a6e-8ea0-271f528fb6e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Request body: {'security_group_rule': {'security_group_id': '03fcf7ad-1220-4f5c-9d24-989ab5aef76a', 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:03.154209 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e242f7f3-f637-4a6e-8ea0-271f528fb6e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.159166 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-55ae671b-47d0-4970-bb03-c812f426b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:03.160726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-55ae671b-47d0-4970-bb03-c812f426b26d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0715172 Sep 30 08:32:03.261080 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e242f7f3-f637-4a6e-8ea0-271f528fb6e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.278366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-1af7b520-ead6-4cae-90a5-017e9877e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:03.279929 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-1af7b520-ead6-4cae-90a5-017e9877e950 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065731 Sep 30 08:32:03.282019 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e242f7f3-f637-4a6e-8ea0-271f528fb6e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.324967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242f7f3-f637-4a6e-8ea0-271f528fb6e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe5042b-04a3-4908-816f-dcfc98b0a1e7,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:03.352005 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e242f7f3-f637-4a6e-8ea0-271f528fb6e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.353241 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e242f7f3-f637-4a6e-8ea0-271f528fb6e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2742367 Sep 30 08:32:03.356058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35990) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:03.360543 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-24a446a9-7253-4c38-b459-cd1050b845a1 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Request body: {'security_group_rule': {'security_group_id': '03fcf7ad-1220-4f5c-9d24-989ab5aef76a', 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:03.384912 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-24a446a9-7253-4c38-b459-cd1050b845a1 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Project 20dceeef18df4fbd980bc66e55dda719 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:32:03.386763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16799ddf-d821-4281-9780-6aec34fa80ad req-00e093c3-45ab-4100-b6a3-e271dda4c645 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:03.388332 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16799ddf-d821-4281-9780-6aec34fa80ad req-00e093c3-45ab-4100-b6a3-e271dda4c645 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 943 time: 0.1477292 Sep 30 08:32:03.390530 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24a446a9-7253-4c38-b459-cd1050b845a1 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.438139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-ddc8d1c3-ae41-44e0-af6a-e4afe7f9ae29 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430359 Sep 30 08:32:03.446814 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16799ddf-d821-4281-9780-6aec34fa80ad req-b7f2b61c-bc24-42eb-85e8-cf85ea833513 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487516 Sep 30 08:32:03.454572 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24a446a9-7253-4c38-b459-cd1050b845a1 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.459761 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24a446a9-7253-4c38-b459-cd1050b845a1 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.478280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a446a9-7253-4c38-b459-cd1050b845a1 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e41dda-6ff8-43d1-b78c-d9ea0b07e732,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:03.484798 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24a446a9-7253-4c38-b459-cd1050b845a1 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.488860 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-24a446a9-7253-4c38-b459-cd1050b845a1 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312909 Sep 30 08:32:03.489573 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 35992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:03.495138 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-313f42bc-1c9a-4d89-a41f-55a38d25b8aa tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Request body: {'security_group_rule': {'security_group_id': '03fcf7ad-1220-4f5c-9d24-989ab5aef76a', 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:03.518098 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-313f42bc-1c9a-4d89-a41f-55a38d25b8aa tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Project 20dceeef18df4fbd980bc66e55dda719 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:32:03.524881 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-313f42bc-1c9a-4d89-a41f-55a38d25b8aa tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.556825 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5d807b3-4ff7-4bc3-878f-7742cc1d0454 req-4f5d023b-516b-42b7-9654-c1323e22bf24 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090107 Sep 30 08:32:03.592542 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-313f42bc-1c9a-4d89-a41f-55a38d25b8aa tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.597559 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-313f42bc-1c9a-4d89-a41f-55a38d25b8aa tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.616484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f42bc-1c9a-4d89-a41f-55a38d25b8aa tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c55d73-118b-443f-8ef5-b14bd3643ae5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:03.624880 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-313f42bc-1c9a-4d89-a41f-55a38d25b8aa tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:03.626380 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-313f42bc-1c9a-4d89-a41f-55a38d25b8aa tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356730 Sep 30 08:32:03.642417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Sync routers for ids ['b5a30899-ab3f-4129-9565-082472437fe1'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:03.658362 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Routers {'b5a30899-ab3f-4129-9565-082472437fe1'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:03.659117 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b5a30899-ab3f-4129-9565-082472437fe1'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:03.687309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00868-a03b-42b3-b8ef-650084e29f47 req-268a9a4c-96e1-403a-a2d9-c9f58dbab3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:03.689150 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bca00868-a03b-42b3-b8ef-650084e29f47 req-268a9a4c-96e1-403a-a2d9-c9f58dbab3b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 1094 time: 0.0690112 Sep 30 08:32:03.786630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Set router b5a30899-ab3f-4129-9565-082472437fe1 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:32:03.826246 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-0a7c45d8-4dd4-4c34-974b-da54d93eab7e tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1354928236&fields=id&tenant_id=20dceeef18df4fbd980bc66e55dda719 HTTP/1.1" status: 200 len: 267 time: 0.0581501 Sep 30 08:32:03.829467 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00868-a03b-42b3-b8ef-650084e29f47 req-7fba1520-f7e8-49f2-a083-31d6bda9653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:03.830798 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bca00868-a03b-42b3-b8ef-650084e29f47 req-7fba1520-f7e8-49f2-a083-31d6bda9653f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 913 time: 0.1337528 Sep 30 08:32:03.891169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bca00868-a03b-42b3-b8ef-650084e29f47 req-4db1a37d-1546-4251-b1c5-673ffe43521c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45e09852-8948-4124-af9e-3f93c1285088 HTTP/1.1" status: 200 len: 217 time: 0.0467892 Sep 30 08:32:03.994682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00868-a03b-42b3-b8ef-650084e29f47 req-a33b632d-81a6-4138-acb8-45b8b5d5be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:03.996238 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bca00868-a03b-42b3-b8ef-650084e29f47 req-a33b632d-81a6-4138-acb8-45b8b5d5be5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0927982 Sep 30 08:32:04.003207 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'name': 'tempest-TestServerBasicOps-1997788383-router', 'tenant_id': '2d13755249de4f78b368379b1d539757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c6fff24-1c72-4d39-8df1-fa67f017d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:55Z', 'updated_at': '2021-09-30T08:32:00Z', 'revision_number': 4, 'project_id': '2d13755249de4f78b368379b1d539757', 'gw_port': {'id': '1c6fff24-1c72-4d39-8df1-fa67f017d0b2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:24:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:55Z', 'updated_at': '2021-09-30T08:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38', 'name': '', 'network_id': '4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e', 'tenant_id': '2d13755249de4f78b368379b1d539757', 'mac_address': 'fa:16:3e:f5:7c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b7579eae-ee25-47e5-832d-6b8073ab5f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:59Z', 'updated_at': '2021-09-30T08:32:00Z', 'revision_number': 2, 'project_id': '2d13755249de4f78b368379b1d539757', 'subnets': [{'id': 'b7579eae-ee25-47e5-832d-6b8073ab5f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:04.029683 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Checking router: b5a30899-ab3f-4129-9565-082472437fe1 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:32:04.030217 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Updating router b5a30899-ab3f-4129-9565-082472437fe1 port b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:32:04.038292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-c21ae69a-55de-47c2-bfbc-323e9a90020a tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:04.040614 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-c21ae69a-55de-47c2-bfbc-323e9a90020a tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/networks?id=cfab757e-129e-4705-b960-21241246cc32 HTTP/1.1" status: 200 len: 808 time: 0.2061093 Sep 30 08:32:04.062274 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-6c8767d9-49a0-426f-af7d-4174878b8704 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/quotas/20dceeef18df4fbd980bc66e55dda719 HTTP/1.1" status: 200 len: 375 time: 0.0154722 Sep 30 08:32:04.062806 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:04.066398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00868-a03b-42b3-b8ef-650084e29f47 req-cf41a5d7-5455-410c-b402-26c7c6fc3a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:04.068196 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bca00868-a03b-42b3-b8ef-650084e29f47 req-cf41a5d7-5455-410c-b402-26c7c6fc3a09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630591 Sep 30 08:32:04.178289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-df0a158d-a2e4-4263-8983-9f75acbebb38 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=20dceeef18df4fbd980bc66e55dda719&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068487 Sep 30 08:32:04.221478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bca00868-a03b-42b3-b8ef-650084e29f47 req-ce8b1ab9-cf94-41c4-9151-7c7f861f74c2 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410046 Sep 30 08:32:04.349775 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:04.354653 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-1bae9095-7f56-4291-8594-2b4fd1828d7e service neutron] 10.222.0.24 "GET /v2.0/networks/cfab757e-129e-4705-b960-21241246cc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561174 Sep 30 08:32:04.357405 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:04.387214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bca00868-a03b-42b3-b8ef-650084e29f47 req-dccc25df-c4d8-4a3d-89ea-e14e82e55459 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570282 Sep 30 08:32:04.411824 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcefe0-2e48-42bd-8c1b-165fc1fc7e94 None None] Pushing event updated for resources: {'Port': ['ID=b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:04.496581 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Attempting to bind port b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:32:04.496990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Attempting to bind port b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '9d415e96-850d-4870-b35e-7ea6b6b44056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:32:04.497329 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Attempting to bind port b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 on network 4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:04.505080 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-28de3449-c404-458f-9289-86c8f6c0732b service neutron] 10.222.0.24 "GET /v2.0/networks/cfab757e-129e-4705-b960-21241246cc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376243 Sep 30 08:32:04.507494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:32:04.507706 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Checking segment: {'id': '9d415e96-850d-4870-b35e-7ea6b6b44056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:04.508859 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:04.509273 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Bound using segment: {'id': '9d415e96-850d-4870-b35e-7ea6b6b44056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:32:04.509755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Bound port: b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d415e96-850d-4870-b35e-7ea6b6b44056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:32:04.510418 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:04.598527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] For port b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:04.601905 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] For port b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38,segment=NetworkSegment(9d415e96-850d-4870-b35e-7ea6b6b44056),segment_id=9d415e96-850d-4870-b35e-7ea6b6b44056)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:32:04.607938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc45fc-e566-4768-9d78-671538bcced7 req-8ab7af9c-8623-4240-95b1-e2e33003e3f5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:04.608571 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:04.610292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8dc45fc-e566-4768-9d78-671538bcced7 req-8ab7af9c-8623-4240-95b1-e2e33003e3f5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 943 time: 0.0632181 Sep 30 08:32:04.674892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Routers {'b5a30899-ab3f-4129-9565-082472437fe1'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:04.676158 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:31:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b5a30899-ab3f-4129-9565-082472437fe1'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:04.689925 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8dc45fc-e566-4768-9d78-671538bcced7 req-f6413475-e432-47f7-8cf6-43483894a459 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732296 Sep 30 08:32:04.780846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcefe0-2e48-42bd-8c1b-165fc1fc7e94 None None] Pushing event updated for resources: {'Port': ['ID=b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:04.789657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7de56fa5-3343-4219-bbb0-2cbc7bdde0f3 None None] Provisioning complete for port b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:04.790518 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7de56fa5-3343-4219-bbb0-2cbc7bdde0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:04.831053 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3fe35d4f-f06f-48b2-8b8e-227467d8bf62 req-00098a9b-b28d-4128-b9b7-61b410f1851b tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 210 time: 0.0525196 Sep 30 08:32:04.902974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] Set router b5a30899-ab3f-4129-9565-082472437fe1 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:32:05.080970 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7de56fa5-3343-4219-bbb0-2cbc7bdde0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:05.134672 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7de56fa5-3343-4219-bbb0-2cbc7bdde0f3 None None] For port b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38,segment=NetworkSegment(9d415e96-850d-4870-b35e-7ea6b6b44056),segment_id=9d415e96-850d-4870-b35e-7ea6b6b44056)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:05.155065 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7de56fa5-3343-4219-bbb0-2cbc7bdde0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:05.218528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de56fa5-3343-4219-bbb0-2cbc7bdde0f3 None None] Pushing event updated for resources: {'Port': ['ID=b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:05.232616 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'name': 'tempest-TestServerBasicOps-1997788383-router', 'tenant_id': '2d13755249de4f78b368379b1d539757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c6fff24-1c72-4d39-8df1-fa67f017d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:55Z', 'updated_at': '2021-09-30T08:32:00Z', 'revision_number': 4, 'project_id': '2d13755249de4f78b368379b1d539757', 'gw_port': {'id': '1c6fff24-1c72-4d39-8df1-fa67f017d0b2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:24:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:55Z', 'updated_at': '2021-09-30T08:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38', 'name': '', 'network_id': '4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e', 'tenant_id': '2d13755249de4f78b368379b1d539757', 'mac_address': 'fa:16:3e:f5:7c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b7579eae-ee25-47e5-832d-6b8073ab5f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:59Z', 'updated_at': '2021-09-30T08:32:04Z', 'revision_number': 4, 'project_id': '2d13755249de4f78b368379b1d539757', 'subnets': [{'id': 'b7579eae-ee25-47e5-832d-6b8073ab5f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:05.423722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545de4d-632c-48d6-8bd4-06a7e844a3ae None None] The sync data for ids ['b5a30899-ab3f-4129-9565-082472437fe1'] in n-d-807359-2 is: [{'id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'name': 'tempest-TestServerBasicOps-1997788383-router', 'tenant_id': '2d13755249de4f78b368379b1d539757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c6fff24-1c72-4d39-8df1-fa67f017d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:55Z', 'updated_at': '2021-09-30T08:32:00Z', 'revision_number': 4, 'project_id': '2d13755249de4f78b368379b1d539757', 'gw_port': {'id': '1c6fff24-1c72-4d39-8df1-fa67f017d0b2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:24:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:55Z', 'updated_at': '2021-09-30T08:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38', 'name': '', 'network_id': '4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e', 'tenant_id': '2d13755249de4f78b368379b1d539757', 'mac_address': 'fa:16:3e:f5:7c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'b7579eae-ee25-47e5-832d-6b8073ab5f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:59Z', 'updated_at': '2021-09-30T08:32:04Z', 'revision_number': 4, 'project_id': '2d13755249de4f78b368379b1d539757', 'subnets': [{'id': 'b7579eae-ee25-47e5-832d-6b8073ab5f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:05.434041 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0779bcc0-c70f-4a12-8f9f-7fd2c89f645b None None] Provisioning complete for port b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:05.434216 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0779bcc0-c70f-4a12-8f9f-7fd2c89f645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:05.810518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e35a3d-9bed-4e06-9e16-cdc3f5d561e2 req-5696bc60-9330-4306-8694-ad5aa0aa5008 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:05.812249 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1e35a3d-9bed-4e06-9e16-cdc3f5d561e2 req-5696bc60-9330-4306-8694-ad5aa0aa5008 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 943 time: 0.0623193 Sep 30 08:32:05.859091 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1e35a3d-9bed-4e06-9e16-cdc3f5d561e2 req-6f8925b4-9298-4c1c-b9a4-0bcebd66c68c tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389898 Sep 30 08:32:05.944768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa47e1b9-ff03-4423-bdb2-41255f9ff6ed req-174ab1e7-5d67-44c8-82bc-a547b9cf93dd tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 210 time: 0.0280716 Sep 30 08:32:06.058516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-4fc4857d-cbb8-4946-8a68-718247ad79ea tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:06.060269 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-4fc4857d-cbb8-4946-8a68-718247ad79ea tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.35 "GET /v2.0/networks?id=cfab757e-129e-4705-b960-21241246cc32 HTTP/1.1" status: 200 len: 808 time: 0.1382835 Sep 30 08:32:06.114912 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-621f1eca-bc61-4d2e-baa4-6372240e4e48 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20dceeef18df4fbd980bc66e55dda719 HTTP/1.1" status: 200 len: 380 time: 0.0383837 Sep 30 08:32:06.143553 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-03637282-7d69-42d5-9664-9b13159775e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Request body: {'port': {'device_id': '7ce7520d-f234-4b4e-af71-173a3bfc0765', 'network_id': 'cfab757e-129e-4705-b960-21241246cc32', 'admin_state_up': True, 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'security_groups': ['03fcf7ad-1220-4f5c-9d24-989ab5aef76a']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:06.261282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-03637282-7d69-42d5-9664-9b13159775e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Made reservation on behalf of 20dceeef18df4fbd980bc66e55dda719 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:06.264843 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-03637282-7d69-42d5-9664-9b13159775e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.394673 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-03637282-7d69-42d5-9664-9b13159775e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Allocated IP 172.20.0.8 (cfab757e-129e-4705-b960-21241246cc32/52cbea36-1a13-4d4f-908e-59f0cbf016f2/15b15b5b-c75d-4cc4-a28f-ed13fe3d265d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:06.532271 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-03637282-7d69-42d5-9664-9b13159775e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.569171 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-03637282-7d69-42d5-9664-9b13159775e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.610067 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:32:06.614563 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-03637282-7d69-42d5-9664-9b13159775e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Network cfab757e-129e-4705-b960-21241246cc32 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:06.617875 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-03637282-7d69-42d5-9664-9b13159775e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:06.624531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-03637282-7d69-42d5-9664-9b13159775e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:06.647727 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03637282-7d69-42d5-9664-9b13159775e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Pushing event updated for resources: {'Port': ['ID=15b15b5b-c75d-4cc4-a28f-ed13fe3d265d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:06.675667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:06.676088 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.688337 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-03637282-7d69-42d5-9664-9b13159775e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:06.689286 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-03637282-7d69-42d5-9664-9b13159775e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.705201 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-03637282-7d69-42d5-9664-9b13159775e6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5656984 Sep 30 08:32:06.721454 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6886c7cb-f8f4-47d5-a573-56471b196213 req-878bb8c7-c03a-4dc9-93e1-d40a79ad0402 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481567 Sep 30 08:32:06.723514 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Request body: {'port': {'device_id': '7ce7520d-f234-4b4e-af71-173a3bfc0765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:06.787414 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.798779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886c7cb-f8f4-47d5-a573-56471b196213 req-c997ffef-7ecb-4fa5-8ed3-60f51d0fc300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:06.800716 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6886c7cb-f8f4-47d5-a573-56471b196213 req-c997ffef-7ecb-4fa5-8ed3-60f51d0fc300 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 1097 time: 0.0488205 Sep 30 08:32:06.911518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886c7cb-f8f4-47d5-a573-56471b196213 req-320f40e2-f680-475e-bcf6-6f58d50f4a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:06.913132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6886c7cb-f8f4-47d5-a573-56471b196213 req-320f40e2-f680-475e-bcf6-6f58d50f4a64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.0943317 Sep 30 08:32:06.924029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-50a5ecec-4152-480b-a676-f990a69d652f None None] Provisioning complete for port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:06.924408 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50a5ecec-4152-480b-a676-f990a69d652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:06.973197 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6886c7cb-f8f4-47d5-a573-56471b196213 req-d9980549-eb43-48b5-9d48-687ced5e99bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fc46511-6ec2-4072-9ffa-a51b1697da54 HTTP/1.1" status: 200 len: 217 time: 0.0525074 Sep 30 08:32:06.975531 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-50a5ecec-4152-480b-a676-f990a69d652f None None] Port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:32:07.083179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0113-80d2-4605-b309-e51fcd87cf04 req-79347f71-e432-4752-9c7f-a67a405a4db7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:07.084792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-665f0113-80d2-4605-b309-e51fcd87cf04 req-79347f71-e432-4752-9c7f-a67a405a4db7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 943 time: 0.1216860 Sep 30 08:32:07.086987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886c7cb-f8f4-47d5-a573-56471b196213 req-70e4e44b-f50f-4970-a011-28f88986e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:07.088362 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6886c7cb-f8f4-47d5-a573-56471b196213 req-70e4e44b-f50f-4970-a011-28f88986e334 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0906677 Sep 30 08:32:07.109033 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:32:07.117429 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:07.129791 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Transition to ACTIVE for port object 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:32:07.133607 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:07.149494 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643b183-5e80-42ee-9d1c-587e6404fcee req-1bd3d76d-bb3d-4a82-af2c-3fec6aeaa145 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:07.150999 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5643b183-5e80-42ee-9d1c-587e6404fcee req-1bd3d76d-bb3d-4a82-af2c-3fec6aeaa145 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 931 time: 0.1220613 Sep 30 08:32:07.187939 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-665f0113-80d2-4605-b309-e51fcd87cf04 req-d8403efc-8c31-4f84-a452-9180349d64d7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959666 Sep 30 08:32:07.200468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886c7cb-f8f4-47d5-a573-56471b196213 req-8bce2468-f2ed-4206-ae2e-a6d765a6a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:07.201995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6886c7cb-f8f4-47d5-a573-56471b196213 req-8bce2468-f2ed-4206-ae2e-a6d765a6a76c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936353 Sep 30 08:32:07.204663 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Pushing event updated for resources: {'Port': ['ID=15b15b5b-c75d-4cc4-a28f-ed13fe3d265d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:07.239491 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5643b183-5e80-42ee-9d1c-587e6404fcee req-442a1bcf-c870-4273-a5e3-0e703822051b tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/security-groups?id=03fcf7ad-1220-4f5c-9d24-989ab5aef76a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779464 Sep 30 08:32:07.262477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Attempting to bind port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:32:07.262477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Attempting to bind port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '0d416822-048a-4ee8-ae51-fcdca9e8201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfab757e-129e-4705-b960-21241246cc32'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:32:07.262477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Attempting to bind port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d on network cfab757e-129e-4705-b960-21241246cc32 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:07.266148 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d on network cfab757e-129e-4705-b960-21241246cc32 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:32:07.266472 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Attempting to bind port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d on network cfab757e-129e-4705-b960-21241246cc32 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:07.271776 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:32:07.272167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Checking segment: {'id': '0d416822-048a-4ee8-ae51-fcdca9e8201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfab757e-129e-4705-b960-21241246cc32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:07.272555 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Bound using segment: {'id': '0d416822-048a-4ee8-ae51-fcdca9e8201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfab757e-129e-4705-b960-21241246cc32'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:32:07.272978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Bound port: 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d416822-048a-4ee8-ae51-fcdca9e8201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfab757e-129e-4705-b960-21241246cc32'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:32:07.273345 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:07.334101 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6886c7cb-f8f4-47d5-a573-56471b196213 req-5c6472a1-38f2-4b70-84fe-4bc4aa307415 service neutron] 10.222.0.36 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251869 Sep 30 08:32:07.346768 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] For port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:07.350599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] For port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=15b15b5b-c75d-4cc4-a28f-ed13fe3d265d,segment=NetworkSegment(0d416822-048a-4ee8-ae51-fcdca9e8201b),segment_id=0d416822-048a-4ee8-ae51-fcdca9e8201b)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:32:07.356859 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:07.391531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:07.392181 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:07.393602 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] 10.222.0.35 "PUT /v2.0/ports/15b15b5b-c75d-4cc4-a28f-ed13fe3d265d HTTP/1.1" status: 200 len: 1091 time: 0.6745195 Sep 30 08:32:07.394018 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce7520d-f234-4b4e-af71-173a3bfc0765', 'tag': '15b15b5b-c75d-4cc4-a28f-ed13fe3d265d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:07.396632 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bc482e-f27e-42c0-bc0c-e567802adf23" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce7520d-f234-4b4e-af71-173a3bfc0765", "tag": "15b15b5b-c75d-4cc4-a28f-ed13fe3d265d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:07.430176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0208264-5bf3-4f25-bdb3-dd18e795a437 service neutron] Pushing event updated for resources: {'Port': ['ID=15b15b5b-c75d-4cc4-a28f-ed13fe3d265d,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:07.442138 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077f1db5-2e35-40ea-a1be-9e05823ef4d7 x-openstack-request-id: req-077f1db5-2e35-40ea-a1be-9e05823ef4d7 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:07.442438 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce7520d-f234-4b4e-af71-173a3bfc0765", "tag": "15b15b5b-c75d-4cc4-a28f-ed13fe3d265d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:07.442723 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-077f1db5-2e35-40ea-a1be-9e05823ef4d7 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:07.443128 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce7520d-f234-4b4e-af71-173a3bfc0765', 'tag': '15b15b5b-c75d-4cc4-a28f-ed13fe3d265d', 'status': 'completed', 'code': 200} Sep 30 08:32:07.479690 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6886c7cb-f8f4-47d5-a573-56471b196213 req-fa0c3892-fa0e-40b2-baa2-2d3f42d39ca5 service neutron] 10.222.0.36 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315241 Sep 30 08:32:07.503530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-c03815b0-c442-4a5f-9b2a-09db3c6e406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:07.505411 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-c03815b0-c442-4a5f-9b2a-09db3c6e406b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=20dceeef18df4fbd980bc66e55dda719&device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 1094 time: 0.0452559 Sep 30 08:32:07.555046 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-c61c8697-683a-4b0d-8d59-56ad9264e076 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15b15b5b-c75d-4cc4-a28f-ed13fe3d265d HTTP/1.1" status: 200 len: 217 time: 0.0363677 Sep 30 08:32:07.610999 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-ee609a21-34f9-4134-bfd3-eec4557d5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:07.612557 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-ee609a21-34f9-4134-bfd3-eec4557d5a69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52cbea36-1a13-4d4f-908e-59f0cbf016f2 HTTP/1.1" status: 200 len: 847 time: 0.0505676 Sep 30 08:32:07.660437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-180c49fa-3592-440d-b6e0-78e2212e9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:07.662446 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-180c49fa-3592-440d-b6e0-78e2212e9b52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfab757e-129e-4705-b960-21241246cc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434785 Sep 30 08:32:07.752199 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-2d25d1d6-a7c8-45b8-96d6-b42959140968 service neutron] 10.222.0.35 "GET /v2.0/networks/cfab757e-129e-4705-b960-21241246cc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830114 Sep 30 08:32:08.159381 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bbd1924d-59aa-4b43-a99e-d564c79a5219 req-760dbe5a-c615-47eb-9138-f015ecc785ca service neutron] 10.222.0.35 "GET /v2.0/networks/cfab757e-129e-4705-b960-21241246cc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001744 Sep 30 08:32:08.280871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc482e-f27e-42c0-bc0c-e567802adf23 req-c73d9038-e5d9-420d-9cab-d7497fada1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:08.282466 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47bc482e-f27e-42c0-bc0c-e567802adf23 req-c73d9038-e5d9-420d-9cab-d7497fada1dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=20dceeef18df4fbd980bc66e55dda719&device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 1094 time: 0.0422692 Sep 30 08:32:08.310095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc26fd-0f69-480a-8a73-5451973c8aaa req-48bfddf8-2790-4947-87ef-a06995d52b17 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:08.316374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40cc26fd-0f69-480a-8a73-5451973c8aaa req-48bfddf8-2790-4947-87ef-a06995d52b17 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 943 time: 0.0613048 Sep 30 08:32:08.381590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc482e-f27e-42c0-bc0c-e567802adf23 req-9885a14b-fdc5-4790-b1c2-3720cf17115a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:08.383385 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47bc482e-f27e-42c0-bc0c-e567802adf23 req-9885a14b-fdc5-4790-b1c2-3720cf17115a service neutron] 10.222.0.35 "GET /v2.0/networks?id=cfab757e-129e-4705-b960-21241246cc32 HTTP/1.1" status: 200 len: 909 time: 0.0929708 Sep 30 08:32:08.386340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-40cc26fd-0f69-480a-8a73-5451973c8aaa req-166c3d8a-9c3c-4725-80d8-8f8b9c8a79ef tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598810 Sep 30 08:32:08.398597 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef527b32-3a9c-4726-853f-f733792c0da4 req-a6a6bb3e-fc92-4145-a9d3-56c226d02f1b tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:08.400173 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef527b32-3a9c-4726-853f-f733792c0da4 req-a6a6bb3e-fc92-4145-a9d3-56c226d02f1b tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 943 time: 0.0823510 Sep 30 08:32:08.436531 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47bc482e-f27e-42c0-bc0c-e567802adf23 req-dd971ae2-7c05-4a1e-923f-ec8938c81a4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15b15b5b-c75d-4cc4-a28f-ed13fe3d265d HTTP/1.1" status: 200 len: 217 time: 0.0459757 Sep 30 08:32:08.442058 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef527b32-3a9c-4726-853f-f733792c0da4 req-8d65fd67-6cb7-40f4-80ac-0db1090789a1 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/security-groups?id=03fcf7ad-1220-4f5c-9d24-989ab5aef76a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351768 Sep 30 08:32:08.491784 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc482e-f27e-42c0-bc0c-e567802adf23 req-433b8621-fcca-4492-a894-c9e214293aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:08.494160 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47bc482e-f27e-42c0-bc0c-e567802adf23 req-433b8621-fcca-4492-a894-c9e214293aed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52cbea36-1a13-4d4f-908e-59f0cbf016f2 HTTP/1.1" status: 200 len: 847 time: 0.0501647 Sep 30 08:32:08.541882 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc482e-f27e-42c0-bc0c-e567802adf23 req-198fb16a-358f-4d84-a143-247aff1b26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:08.543443 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47bc482e-f27e-42c0-bc0c-e567802adf23 req-198fb16a-358f-4d84-a143-247aff1b26c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfab757e-129e-4705-b960-21241246cc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411005 Sep 30 08:32:08.638781 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47bc482e-f27e-42c0-bc0c-e567802adf23 req-e2daa6de-aa31-4a36-bc4f-45ae2fea4dde service neutron] 10.222.0.35 "GET /v2.0/networks/cfab757e-129e-4705-b960-21241246cc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873406 Sep 30 08:32:08.728023 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47bc482e-f27e-42c0-bc0c-e567802adf23 req-3be357bd-0381-4920-be5c-2a537c674653 service neutron] 10.222.0.35 "GET /v2.0/networks/cfab757e-129e-4705-b960-21241246cc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821567 Sep 30 08:32:09.223715 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:32:09.499596 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d06f40-3f8a-451c-be0d-9e15620027b3 req-a35e1394-e32b-4ff0-9d35-fcf58d417582 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:09.501127 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-89d06f40-3f8a-451c-be0d-9e15620027b3 req-a35e1394-e32b-4ff0-9d35-fcf58d417582 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 943 time: 0.0490272 Sep 30 08:32:09.568599 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-89d06f40-3f8a-451c-be0d-9e15620027b3 req-007d0ffb-a04d-41e8-9df5-c5755e5dcd47 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615585 Sep 30 08:32:09.579633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b301320-c6ba-4971-8db1-8c43731a6a92 req-addaa840-9c27-42fe-adf6-53b1ab6ad0e1 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:09.581131 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b301320-c6ba-4971-8db1-8c43731a6a92 req-addaa840-9c27-42fe-adf6-53b1ab6ad0e1 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 943 time: 0.0730250 Sep 30 08:32:09.619189 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b301320-c6ba-4971-8db1-8c43731a6a92 req-13ca2b56-2a04-4849-895b-d04ff7d8d57c tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/security-groups?id=03fcf7ad-1220-4f5c-9d24-989ab5aef76a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313377 Sep 30 08:32:10.241968 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:10.637506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:32:10.709964 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516caaf-7bab-44b3-911d-5db5af78f0d9 req-2ece4b9b-d296-4db3-aa18-a79fba0146e5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:10.711741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7516caaf-7bab-44b3-911d-5db5af78f0d9 req-2ece4b9b-d296-4db3-aa18-a79fba0146e5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 943 time: 0.0747263 Sep 30 08:32:10.737894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=15b15b5b-c75d-4cc4-a28f-ed13fe3d265d,segment=NetworkSegment(0d416822-048a-4ee8-ae51-fcdca9e8201b),segment_id=0d416822-048a-4ee8-ae51-fcdca9e8201b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:10.750534 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '15b15b5b-c75d-4cc4-a28f-ed13fe3d265d', 'network_id': 'cfab757e-129e-4705-b960-21241246cc32', 'port_id': '15b15b5b-c75d-4cc4-a28f-ed13fe3d265d', 'mac_address': 'fa:16:3e:df:af:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:32:10.784594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517c015-df5a-40ad-9b4c-113a41ac6163 req-45e31360-03f4-49df-9d51-0674d92f29c0 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:10.786182 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7517c015-df5a-40ad-9b4c-113a41ac6163 req-45e31360-03f4-49df-9d51-0674d92f29c0 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 943 time: 0.0733626 Sep 30 08:32:10.790379 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7516caaf-7bab-44b3-911d-5db5af78f0d9 req-92552084-81e0-4eba-a472-e4ed4cc2cf6b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677590 Sep 30 08:32:10.796089 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:10.810102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:32:10.830511 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=15b15b5b-c75d-4cc4-a28f-ed13fe3d265d,segment=NetworkSegment(0d416822-048a-4ee8-ae51-fcdca9e8201b),segment_id=0d416822-048a-4ee8-ae51-fcdca9e8201b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:10.833498 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7517c015-df5a-40ad-9b4c-113a41ac6163 req-3f899622-09ff-4be7-aa33-ff01ff277de4 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/security-groups?id=03fcf7ad-1220-4f5c-9d24-989ab5aef76a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355542 Sep 30 08:32:10.834875 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:10.887759 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=15b15b5b-c75d-4cc4-a28f-ed13fe3d265d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:11.145346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['15b15b5b-c75d-4cc4-a28f-ed13fe3d265d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:11.913535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5529b2-44a8-4147-a96b-34db88b06925 req-b7621dd7-3299-487c-a31d-16bcd11b0664 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:11.915439 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b5529b2-44a8-4147-a96b-34db88b06925 req-b7621dd7-3299-487c-a31d-16bcd11b0664 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 943 time: 0.0498390 Sep 30 08:32:11.987254 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b9df8-b0b5-434c-8f23-84ec88cd6271 req-09b2726c-8058-40ba-a025-b426f672ebb6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:11.988777 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-660b9df8-b0b5-434c-8f23-84ec88cd6271 req-09b2726c-8058-40ba-a025-b426f672ebb6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 944 time: 0.0724473 Sep 30 08:32:11.991399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b5529b2-44a8-4147-a96b-34db88b06925 req-d4768844-e0ba-4cd5-8d3e-b3037e2fbc3b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670514 Sep 30 08:32:12.026914 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-660b9df8-b0b5-434c-8f23-84ec88cd6271 req-a2ae311f-8d2b-452b-ae66-265d82873fcd tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/security-groups?id=03fcf7ad-1220-4f5c-9d24-989ab5aef76a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317907 Sep 30 08:32:12.039933 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8724998-bd5d-46e8-90d9-916997cace62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:12.646294 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:32:12.698762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 45e09852-8948-4124-af9e-3f93c1285088 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:32:12.702045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:32:12.712306 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:12.712680 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:12.852994 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 45e09852-8948-4124-af9e-3f93c1285088, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=45e09852-8948-4124-af9e-3f93c1285088,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:12.862388 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:12.873707 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '45e09852-8948-4124-af9e-3f93c1285088', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'port_id': '45e09852-8948-4124-af9e-3f93c1285088', 'mac_address': 'fa:16:3e:40:93:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:32:12.890740 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce7520d-f234-4b4e-af71-173a3bfc0765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b15b5b-c75d-4cc4-a28f-ed13fe3d265d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:12.893015 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54a1b6d-62d9-40cc-9b69-88edcbb97c7c" -d '{"events": [{"server_uuid": "7ce7520d-f234-4b4e-af71-173a3bfc0765", "name": "network-vif-plugged", "status": "completed", "tag": "15b15b5b-c75d-4cc4-a28f-ed13fe3d265d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:12.927726 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=15b15b5b-c75d-4cc4-a28f-ed13fe3d265d,segment=NetworkSegment(0d416822-048a-4ee8-ae51-fcdca9e8201b),segment_id=0d416822-048a-4ee8-ae51-fcdca9e8201b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:12.931071 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db10ed9f-8a95-4638-a5e8-da8dba06c795 x-openstack-request-id: req-db10ed9f-8a95-4638-a5e8-da8dba06c795 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:12.931349 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce7520d-f234-4b4e-af71-173a3bfc0765", "name": "network-vif-plugged", "status": "completed", "tag": "15b15b5b-c75d-4cc4-a28f-ed13fe3d265d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:12.931607 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db10ed9f-8a95-4638-a5e8-da8dba06c795 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:12.932037 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce7520d-f234-4b4e-af71-173a3bfc0765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b15b5b-c75d-4cc4-a28f-ed13fe3d265d', 'code': 200} Sep 30 08:32:12.934649 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:12.962343 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:12.982244 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e09852-8948-4124-af9e-3f93c1285088 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:32:13.015734 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=15b15b5b-c75d-4cc4-a28f-ed13fe3d265d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:13.019333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 45e09852-8948-4124-af9e-3f93c1285088, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=45e09852-8948-4124-af9e-3f93c1285088,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:13.028749 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:13.060786 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544f86e-5b31-493e-b872-c6322fdbbf28 req-fbbecca1-bd91-4057-bc77-588d794c19c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:13.064671 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b544f86e-5b31-493e-b872-c6322fdbbf28 req-fbbecca1-bd91-4057-bc77-588d794c19c9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 1096 time: 0.0461359 Sep 30 08:32:13.078294 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=45e09852-8948-4124-af9e-3f93c1285088,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:13.110650 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b544f86e-5b31-493e-b872-c6322fdbbf28 req-edde186b-60cb-4b17-b042-2eb72489e95e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=03fcf7ad-1220-4f5c-9d24-989ab5aef76a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355980 Sep 30 08:32:13.155728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd7850-4145-4db8-ba97-971d01250ad4 req-4d68834e-81f4-459a-895d-3233e6fe0fa2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:13.157270 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27fd7850-4145-4db8-ba97-971d01250ad4 req-4d68834e-81f4-459a-895d-3233e6fe0fa2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 944 time: 0.0777121 Sep 30 08:32:13.194917 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eaec53-7b39-4c59-babe-175571ce0298 req-a02893b6-91be-449a-becf-ed2a2513b59b tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:13.196569 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1eaec53-7b39-4c59-babe-175571ce0298 req-a02893b6-91be-449a-becf-ed2a2513b59b tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 945 time: 0.0794928 Sep 30 08:32:13.221159 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27fd7850-4145-4db8-ba97-971d01250ad4 req-5f4f00a2-8e68-4a25-a036-65220e50159e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573800 Sep 30 08:32:13.248270 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1eaec53-7b39-4c59-babe-175571ce0298 req-9ad34ec3-d50e-47ba-bc4e-c0aeedd8e98e tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/security-groups?id=03fcf7ad-1220-4f5c-9d24-989ab5aef76a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419905 Sep 30 08:32:13.284908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['45e09852-8948-4124-af9e-3f93c1285088'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:14.372555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc0b3-a052-4925-98c9-d5457bcfd8d5 req-d4ff251e-1fc1-4489-9f16-a25fb080c234 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:14.374051 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c9fc0b3-a052-4925-98c9-d5457bcfd8d5 req-d4ff251e-1fc1-4489-9f16-a25fb080c234 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 944 time: 0.0801313 Sep 30 08:32:14.386229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d818d-4eb1-4387-bbf3-8dcc1d16849f req-9c26e3fe-abef-4a17-9316-799df4e5feaf tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:14.387657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d70d818d-4eb1-4387-bbf3-8dcc1d16849f req-9c26e3fe-abef-4a17-9316-799df4e5feaf tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 945 time: 0.0674348 Sep 30 08:32:14.444883 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c9fc0b3-a052-4925-98c9-d5457bcfd8d5 req-c7780e90-07c3-4a6a-ac49-cc0c59a09e95 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562418 Sep 30 08:32:14.450177 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d70d818d-4eb1-4387-bbf3-8dcc1d16849f req-50f7bd4b-d583-42ab-9328-18230639710a tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/security-groups?id=03fcf7ad-1220-4f5c-9d24-989ab5aef76a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557477 Sep 30 08:32:14.564731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513410e-70e4-4427-88db-a2cda08e59e5 req-8696d826-8658-4ccb-b58e-fbf5d2d39704 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:14.566223 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0513410e-70e4-4427-88db-a2cda08e59e5 req-8696d826-8658-4ccb-b58e-fbf5d2d39704 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 945 time: 0.0503461 Sep 30 08:32:14.568040 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ef4db7b6-c4b9-405d-9404-eb247aaff2a8 req-0d657f73-b456-4fa0-b18d-ed1aaa5b15f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437922 Sep 30 08:32:14.604429 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0513410e-70e4-4427-88db-a2cda08e59e5 req-18ae2734-2f37-44c4-84f9-b5afea19903e tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/security-groups?id=03fcf7ad-1220-4f5c-9d24-989ab5aef76a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321553 Sep 30 08:32:14.638681 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4db7b6-c4b9-405d-9404-eb247aaff2a8 req-c6aa5147-1ccd-435f-9a39-3d898617f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:14.640264 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ef4db7b6-c4b9-405d-9404-eb247aaff2a8 req-c6aa5147-1ccd-435f-9a39-3d898617f8b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 1096 time: 0.0417268 Sep 30 08:32:14.699293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 45e09852-8948-4124-af9e-3f93c1285088 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:32:14.719365 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26035641-b800-427b-8afa-bb5c1d2d3970 req-3cc8dff5-1931-4e55-aff3-6f58e72b2c8b tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:14.721170 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-26035641-b800-427b-8afa-bb5c1d2d3970 req-3cc8dff5-1931-4e55-aff3-6f58e72b2c8b tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 945 time: 0.0493422 Sep 30 08:32:14.750465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4db7b6-c4b9-405d-9404-eb247aaff2a8 req-773995e4-bb93-484e-96f3-0516577d6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:14.751039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 45e09852-8948-4124-af9e-3f93c1285088 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:32:14.752301 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ef4db7b6-c4b9-405d-9404-eb247aaff2a8 req-773995e4-bb93-484e-96f3-0516577d6aef service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.0920076 Sep 30 08:32:14.754987 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 45e09852-8948-4124-af9e-3f93c1285088 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:14.755369 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:14.763374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-26035641-b800-427b-8afa-bb5c1d2d3970 req-36e445e8-2ab8-46f8-99d8-dea030e047cc tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/security-groups?id=03fcf7ad-1220-4f5c-9d24-989ab5aef76a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347865 Sep 30 08:32:14.785421 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36058) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:14.814715 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ef4db7b6-c4b9-405d-9404-eb247aaff2a8 req-95aff54b-7066-4604-8823-c15141f61d9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f32caf9-1336-42e0-9c8c-317c14deab97 HTTP/1.1" status: 200 len: 217 time: 0.0477686 Sep 30 08:32:14.816141 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-392b8c78-36d4-48ce-8fa1-b53c7b76e94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:14.861556 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:14.868041 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4db7b6-c4b9-405d-9404-eb247aaff2a8 req-5839f02c-b37e-46ec-a032-d256025d957a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:14.869477 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ef4db7b6-c4b9-405d-9404-eb247aaff2a8 req-5839f02c-b37e-46ec-a032-d256025d957a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0481863 Sep 30 08:32:14.910997 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 45e09852-8948-4124-af9e-3f93c1285088, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=45e09852-8948-4124-af9e-3f93c1285088,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:14.916366 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:14.926781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4db7b6-c4b9-405d-9404-eb247aaff2a8 req-38c152a4-f090-4187-9c70-8ea805a0bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:14.928411 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ef4db7b6-c4b9-405d-9404-eb247aaff2a8 req-38c152a4-f090-4187-9c70-8ea805a0bf7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521102 Sep 30 08:32:14.938008 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec5d94b-a109-4ade-8e3b-a1bc757100d5 tempest-TestServerBasicOps-688339307 tempest-TestServerBasicOps-688339307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:14.938550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cffd7ca-de8a-4107-8625-de629123e62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e09852-8948-4124-af9e-3f93c1285088'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:14.942948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fec5d94b-a109-4ade-8e3b-a1bc757100d5 tempest-TestServerBasicOps-688339307 tempest-TestServerBasicOps-688339307-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 1091 time: 0.1535397 Sep 30 08:32:14.943110 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb41c69-7e1c-4cbd-8a13-dac9d0471868" -d '{"events": [{"server_uuid": "2cffd7ca-de8a-4107-8625-de629123e62f", "name": "network-vif-plugged", "status": "completed", "tag": "45e09852-8948-4124-af9e-3f93c1285088"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:14.943229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36062) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:14.952383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '15b15b5b-c75d-4cc4-a28f-ed13fe3d265d', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:14.971115 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=45e09852-8948-4124-af9e-3f93c1285088,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:14.985741 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:14.990483 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fd17c5-2e34-49a2-bc8d-98630b97bb35 x-openstack-request-id: req-04fd17c5-2e34-49a2-bc8d-98630b97bb35 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:14.991124 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cffd7ca-de8a-4107-8625-de629123e62f", "name": "network-vif-plugged", "status": "completed", "tag": "45e09852-8948-4124-af9e-3f93c1285088", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:14.991564 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04fd17c5-2e34-49a2-bc8d-98630b97bb35 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:14.992665 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cffd7ca-de8a-4107-8625-de629123e62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e09852-8948-4124-af9e-3f93c1285088', 'code': 200} Sep 30 08:32:15.057243 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ef4db7b6-c4b9-405d-9404-eb247aaff2a8 req-493d280f-e75c-42d8-9f13-e9a4a3c6be90 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208947 Sep 30 08:32:15.110196 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c832c4a-975e-4c16-9f87-1700cdcb6977 req-aafd77d1-7c31-4edc-8662-cdb37c34135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.111686 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c832c4a-975e-4c16-9f87-1700cdcb6977 req-aafd77d1-7c31-4edc-8662-cdb37c34135d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 1096 time: 0.0549185 Sep 30 08:32:15.122547 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:15.154630 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ef4db7b6-c4b9-405d-9404-eb247aaff2a8 req-4f29e095-7b55-4811-909d-4ea42c521b55 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906448 Sep 30 08:32:15.195140 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c832c4a-975e-4c16-9f87-1700cdcb6977 req-403ffc91-d7fe-44fc-9cdb-713f7458e6a5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745173 Sep 30 08:32:15.256366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Allocated IP 172.25.0.190 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/6027f3bc-4404-4877-a100-1d9eb67b72c7) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:15.298272 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:15.362923 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:15.395498 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:15.439217 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:15.441919 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:15.444572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:15.452806 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Pushing event updated for resources: {'Port': ['ID=6027f3bc-4404-4877-a100-1d9eb67b72c7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:15.637861 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfc991-1304-4316-bab3-6e18eba0dcd0 req-6aa950d7-da41-483b-b080-f6d86b127548 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:15.639391 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2dfc991-1304-4316-bab3-6e18eba0dcd0 req-6aa950d7-da41-483b-b080-f6d86b127548 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 945 time: 0.1265864 Sep 30 08:32:15.891252 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:15.978250 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2dfc991-1304-4316-bab3-6e18eba0dcd0 req-88fcecca-53ae-47bc-ab5c-dbc079dfcbd7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327844 Sep 30 08:32:16.272672 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:16.374398 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:16.523100 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:16.529371 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:16.600372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Pushing event updated for resources: {'Port': ['ID=6027f3bc-4404-4877-a100-1d9eb67b72c7,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:16.611721 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:16.712436 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Floating IP f8e79173-1d50-4c53-a822-960bed836cd7 associated. External IP: 172.25.0.190, port: 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d. Sep 30 08:32:16.920953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Router a7bf27b1-574c-4a87-bd22-9f585e072672 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:17.039164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:17.049076 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67ee2cc-ebef-4e7e-9d5c-d6498c1259fd None None] Sync routers for ids ['a7bf27b1-574c-4a87-bd22-9f585e072672'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:17.058418 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ee2cc-ebef-4e7e-9d5c-d6498c1259fd None None] Routers {'a7bf27b1-574c-4a87-bd22-9f585e072672'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:17.059098 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b67ee2cc-ebef-4e7e-9d5c-d6498c1259fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:32:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['a7bf27b1-574c-4a87-bd22-9f585e072672'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:17.081908 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:17.114559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b3815ed5-374a-4ce9-95c9-bf30d983bcf8 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1703990 Sep 30 08:32:17.118343 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce7520d-f234-4b4e-af71-173a3bfc0765', 'tag': '15b15b5b-c75d-4cc4-a28f-ed13fe3d265d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:17.120633 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75537a89-e5d0-4034-8b1b-9f8186bfcb42" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce7520d-f234-4b4e-af71-173a3bfc0765", "tag": "15b15b5b-c75d-4cc4-a28f-ed13fe3d265d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:17.131815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68470ca4-4179-4f1b-ba06-92b1ff29ff7d req-f979610c-bcc5-45c6-ae8d-c283057c0646 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:17.133440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68470ca4-4179-4f1b-ba06-92b1ff29ff7d req-f979610c-bcc5-45c6-ae8d-c283057c0646 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 945 time: 0.0837810 Sep 30 08:32:17.167659 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5313762a-fc0f-428a-85a3-224056216a26 x-openstack-request-id: req-5313762a-fc0f-428a-85a3-224056216a26 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:17.167971 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce7520d-f234-4b4e-af71-173a3bfc0765", "tag": "15b15b5b-c75d-4cc4-a28f-ed13fe3d265d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:17.168231 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5313762a-fc0f-428a-85a3-224056216a26 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:17.168629 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce7520d-f234-4b4e-af71-173a3bfc0765', 'tag': '15b15b5b-c75d-4cc4-a28f-ed13fe3d265d', 'status': 'completed', 'code': 200} Sep 30 08:32:17.169136 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b67ee2cc-ebef-4e7e-9d5c-d6498c1259fd None None] Set router a7bf27b1-574c-4a87-bd22-9f585e072672 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:32:17.176116 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68470ca4-4179-4f1b-ba06-92b1ff29ff7d req-ec79ce74-78ec-458e-aefd-838ab753c19f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364423 Sep 30 08:32:17.257181 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75537a89-e5d0-4034-8b1b-9f8186bfcb42 req-0de2dcb1-073c-4fec-beb8-399356ce9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:17.260087 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-75537a89-e5d0-4034-8b1b-9f8186bfcb42 req-0de2dcb1-073c-4fec-beb8-399356ce9e9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=20dceeef18df4fbd980bc66e55dda719&device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 1096 time: 0.0456748 Sep 30 08:32:17.306529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccf717-30b1-404c-ac67-f273d30aac05 req-77fea059-bf22-4737-b49a-03ff640f2d77 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:17.308114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cccf717-30b1-404c-ac67-f273d30aac05 req-77fea059-bf22-4737-b49a-03ff640f2d77 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 945 time: 0.0570576 Sep 30 08:32:17.355243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75537a89-e5d0-4034-8b1b-9f8186bfcb42 req-f1f10b54-0172-45f0-b435-1750513481f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:17.356568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cccf717-30b1-404c-ac67-f273d30aac05 req-980268b8-5dec-412a-8185-a102f8f2508b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416663 Sep 30 08:32:17.356791 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-75537a89-e5d0-4034-8b1b-9f8186bfcb42 req-f1f10b54-0172-45f0-b435-1750513481f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cfab757e-129e-4705-b960-21241246cc32 HTTP/1.1" status: 200 len: 909 time: 0.0902879 Sep 30 08:32:17.411413 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b67ee2cc-ebef-4e7e-9d5c-d6498c1259fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'name': 'tempest-TestServerBasicOps-418339747-router', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:51Z', 'revision_number': 4, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'gw_port': {'id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'f8e79173-1d50-4c53-a822-960bed836cd7', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'floating_ip_address': '172.25.0.190', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'port_id': '15b15b5b-c75d-4cc4-a28f-ed13fe3d265d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfab757e-129e-4705-b960-21241246cc32', 'mac_address': 'fa:16:3e:df:af:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce7520d-f234-4b4e-af71-173a3bfc0765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:32:15Z', 'updated_at': '2021-09-30T08:32:15Z', 'revision_number': 0, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7802097-99a2-417c-abab-15075dadf3ae', 'name': '', 'network_id': 'cfab757e-129e-4705-b960-21241246cc32', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'mac_address': 'fa:16:3e:bd:82:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:51Z', 'updated_at': '2021-09-30T08:31:55Z', 'revision_number': 5, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'subnets': [{'id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:17.437277 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67ee2cc-ebef-4e7e-9d5c-d6498c1259fd None None] Checking router: a7bf27b1-574c-4a87-bd22-9f585e072672 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:32:17.442174 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-75537a89-e5d0-4034-8b1b-9f8186bfcb42 req-7aea2540-3958-44c8-84dc-356b549f1764 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15b15b5b-c75d-4cc4-a28f-ed13fe3d265d HTTP/1.1" status: 200 len: 999 time: 0.0716348 Sep 30 08:32:17.446630 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ee2cc-ebef-4e7e-9d5c-d6498c1259fd None None] Routers {'a7bf27b1-574c-4a87-bd22-9f585e072672'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:17.447412 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b67ee2cc-ebef-4e7e-9d5c-d6498c1259fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:32:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['a7bf27b1-574c-4a87-bd22-9f585e072672'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:17.494183 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75537a89-e5d0-4034-8b1b-9f8186bfcb42 req-29a5d5ca-f622-48de-b5ce-957cf2a7d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:17.495673 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-75537a89-e5d0-4034-8b1b-9f8186bfcb42 req-29a5d5ca-f622-48de-b5ce-957cf2a7d6ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52cbea36-1a13-4d4f-908e-59f0cbf016f2 HTTP/1.1" status: 200 len: 847 time: 0.0457933 Sep 30 08:32:17.542541 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75537a89-e5d0-4034-8b1b-9f8186bfcb42 req-e6c9f6c9-6261-4ff4-bba8-cdc6e0c8f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:17.544073 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-75537a89-e5d0-4034-8b1b-9f8186bfcb42 req-e6c9f6c9-6261-4ff4-bba8-cdc6e0c8f90e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfab757e-129e-4705-b960-21241246cc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408015 Sep 30 08:32:17.558002 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b67ee2cc-ebef-4e7e-9d5c-d6498c1259fd None None] Set router a7bf27b1-574c-4a87-bd22-9f585e072672 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:32:17.663778 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-75537a89-e5d0-4034-8b1b-9f8186bfcb42 req-2fa9a47a-8765-4a48-bd08-ac31c4cc0f93 service neutron] 10.222.0.35 "GET /v2.0/networks/cfab757e-129e-4705-b960-21241246cc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090801 Sep 30 08:32:17.776596 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:17.778093 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-75537a89-e5d0-4034-8b1b-9f8186bfcb42 req-33e55ddf-bdaf-4fb3-bcf2-34664613de3b service neutron] 10.222.0.35 "GET /v2.0/networks/cfab757e-129e-4705-b960-21241246cc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043684 Sep 30 08:32:17.791880 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b67ee2cc-ebef-4e7e-9d5c-d6498c1259fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'name': 'tempest-TestServerBasicOps-418339747-router', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:51Z', 'revision_number': 4, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'gw_port': {'id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'f8e79173-1d50-4c53-a822-960bed836cd7', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'floating_ip_address': '172.25.0.190', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'port_id': '15b15b5b-c75d-4cc4-a28f-ed13fe3d265d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfab757e-129e-4705-b960-21241246cc32', 'mac_address': 'fa:16:3e:df:af:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce7520d-f234-4b4e-af71-173a3bfc0765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:32:15Z', 'updated_at': '2021-09-30T08:32:15Z', 'revision_number': 0, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7802097-99a2-417c-abab-15075dadf3ae', 'name': '', 'network_id': 'cfab757e-129e-4705-b960-21241246cc32', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'mac_address': 'fa:16:3e:bd:82:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:51Z', 'updated_at': '2021-09-30T08:31:55Z', 'revision_number': 5, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'subnets': [{'id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:17.818962 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67ee2cc-ebef-4e7e-9d5c-d6498c1259fd None None] The sync data for ids ['a7bf27b1-574c-4a87-bd22-9f585e072672'] in n-d-807359-2 is: [{'id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'name': 'tempest-TestServerBasicOps-418339747-router', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:51Z', 'revision_number': 4, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'gw_port': {'id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'f8e79173-1d50-4c53-a822-960bed836cd7', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'floating_ip_address': '172.25.0.190', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'port_id': '15b15b5b-c75d-4cc4-a28f-ed13fe3d265d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfab757e-129e-4705-b960-21241246cc32', 'mac_address': 'fa:16:3e:df:af:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce7520d-f234-4b4e-af71-173a3bfc0765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:32:15Z', 'updated_at': '2021-09-30T08:32:15Z', 'revision_number': 0, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7802097-99a2-417c-abab-15075dadf3ae', 'name': '', 'network_id': 'cfab757e-129e-4705-b960-21241246cc32', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'mac_address': 'fa:16:3e:bd:82:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:51Z', 'updated_at': '2021-09-30T08:31:55Z', 'revision_number': 5, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'subnets': [{'id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:18.047968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff405c4-febf-4521-a7c4-040e6510f358 None None] New status for floating IP f8e79173-1d50-4c53-a822-960bed836cd7: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:32:19.905588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-50543419-9bef-4d93-b9d1-7924917e88a1 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:19.907916 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-50543419-9bef-4d93-b9d1-7924917e88a1 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 812 time: 0.1015754 Sep 30 08:32:19.924778 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-6c9298a2-8759-41d8-be4a-75d290418bd4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/quotas/3b4635f67e2d43a8b3e76777aadbe7f0 HTTP/1.1" status: 200 len: 375 time: 0.0111535 Sep 30 08:32:19.981176 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-81500911-a45d-4562-a533-1517c5616b24 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493515 Sep 30 08:32:20.075754 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-e4b1f7cd-bac4-4a67-992e-f34984a92e00 service neutron] 10.222.0.24 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874574 Sep 30 08:32:20.167980 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-c2b6c098-c766-4523-8074-775b6ef67a2e service neutron] 10.222.0.24 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854793 Sep 30 08:32:20.355215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72a26889-0cf9-45ee-8854-a41322141711 req-cd036ef8-566d-4dc4-a87a-7d92cd345a2c tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 210 time: 0.0305808 Sep 30 08:32:21.381255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-58c790da-612c-45b7-84f4-fd1dfffaf512 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:21.383843 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-58c790da-612c-45b7-84f4-fd1dfffaf512 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 812 time: 0.1260808 Sep 30 08:32:21.400839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-ba4b0ac9-8034-42b1-b524-372112b12073 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'port': {'device_id': 'e2b15c49-af03-4976-90dc-c3d7ac83f8f1', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'admin_state_up': True, 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:21.512389 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-caa43382-7eba-4796-aa4e-91d251757c31 req-66c81b61-1218-4778-bbb3-23525860f09b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 210 time: 0.0725205 Sep 30 08:32:21.585184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-ba4b0ac9-8034-42b1-b524-372112b12073 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Made reservation on behalf of 3b4635f67e2d43a8b3e76777aadbe7f0 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:21.589012 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-ba4b0ac9-8034-42b1-b524-372112b12073 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:21.723636 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-ba4b0ac9-8034-42b1-b524-372112b12073 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Allocated IP 172.20.0.11 (7629390f-2364-48fa-8f8d-ee6921cea79b/dff57965-7910-4b7e-ae85-4b4f61ef0b85/21d9eb3d-c029-4aea-ad84-5c1e970d6730) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:21.892144 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-ba4b0ac9-8034-42b1-b524-372112b12073 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:21.930854 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-ba4b0ac9-8034-42b1-b524-372112b12073 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:21.943402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['45e09852-8948-4124-af9e-3f93c1285088'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:21.974316 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-ba4b0ac9-8034-42b1-b524-372112b12073 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Network 7629390f-2364-48fa-8f8d-ee6921cea79b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:21.978256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-ba4b0ac9-8034-42b1-b524-372112b12073 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:21.980932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-ba4b0ac9-8034-42b1-b524-372112b12073 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:22.028967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b0ac9-8034-42b1-b524-372112b12073 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'Port': ['ID=21d9eb3d-c029-4aea-ad84-5c1e970d6730,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:22.049384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-ba4b0ac9-8034-42b1-b524-372112b12073 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:22.050034 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-ba4b0ac9-8034-42b1-b524-372112b12073 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:22.069268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-ba4b0ac9-8034-42b1-b524-372112b12073 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6751335 Sep 30 08:32:22.086840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Request body: {'port': {'device_id': 'e2b15c49-af03-4976-90dc-c3d7ac83f8f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:22.155472 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:22.250324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-db862e03-9b46-4a57-99ba-9c4e0dc6d845 None None] Provisioning complete for port 21d9eb3d-c029-4aea-ad84-5c1e970d6730 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:22.250694 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db862e03-9b46-4a57-99ba-9c4e0dc6d845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:22.290229 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-db862e03-9b46-4a57-99ba-9c4e0dc6d845 None None] Port 21d9eb3d-c029-4aea-ad84-5c1e970d6730 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:32:22.437773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d9eb3d-c029-4aea-ad84-5c1e970d6730 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:32:22.446007 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:22.458241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Transition to ACTIVE for port object 21d9eb3d-c029-4aea-ad84-5c1e970d6730 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:32:22.462742 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:22.591236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Attempting to bind port 21d9eb3d-c029-4aea-ad84-5c1e970d6730 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:32:22.591605 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Attempting to bind port 21d9eb3d-c029-4aea-ad84-5c1e970d6730 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:32:22.591971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Attempting to bind port 21d9eb3d-c029-4aea-ad84-5c1e970d6730 on network 7629390f-2364-48fa-8f8d-ee6921cea79b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:22.594045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Pushing event updated for resources: {'Port': ['ID=21d9eb3d-c029-4aea-ad84-5c1e970d6730,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:22.613498 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Port 21d9eb3d-c029-4aea-ad84-5c1e970d6730 on network 7629390f-2364-48fa-8f8d-ee6921cea79b not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:32:22.613498 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Attempting to bind port 21d9eb3d-c029-4aea-ad84-5c1e970d6730 on network 7629390f-2364-48fa-8f8d-ee6921cea79b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:22.634751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:32:22.635090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Checking segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:22.635486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Bound using segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:32:22.635960 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Bound port: 21d9eb3d-c029-4aea-ad84-5c1e970d6730, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:32:22.636328 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:22.667806 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3adb7d-8069-459b-9c1d-41e13aaa88e2 req-529a0cd2-7b69-4d26-aae5-886360758b73 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:22.669883 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c3adb7d-8069-459b-9c1d-41e13aaa88e2 req-529a0cd2-7b69-4d26-aae5-886360758b73 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.0707369 Sep 30 08:32:22.742301 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c3adb7d-8069-459b-9c1d-41e13aaa88e2 req-0ec313fc-603d-44f8-bd4a-7fbf0f89e0e4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545859 Sep 30 08:32:22.747339 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] For port 21d9eb3d-c029-4aea-ad84-5c1e970d6730, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:22.751002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] For port 21d9eb3d-c029-4aea-ad84-5c1e970d6730, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=21d9eb3d-c029-4aea-ad84-5c1e970d6730,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:32:22.756514 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:23.057950 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:23.058542 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:23.059950 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] 10.222.0.36 "PUT /v2.0/ports/21d9eb3d-c029-4aea-ad84-5c1e970d6730 HTTP/1.1" status: 200 len: 1092 time: 0.9799092 Sep 30 08:32:23.060426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b15c49-af03-4976-90dc-c3d7ac83f8f1', 'tag': '21d9eb3d-c029-4aea-ad84-5c1e970d6730'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:23.062628 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735ca0b8-d250-4db0-886c-b84e11bb3c73" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b15c49-af03-4976-90dc-c3d7ac83f8f1", "tag": "21d9eb3d-c029-4aea-ad84-5c1e970d6730"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:23.086676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738be52e-38e5-4b09-9408-83b2c82e78bb service neutron] Pushing event updated for resources: {'Port': ['ID=21d9eb3d-c029-4aea-ad84-5c1e970d6730,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:23.125809 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2693465c-e034-4ee5-b302-88667ba44ab3 x-openstack-request-id: req-2693465c-e034-4ee5-b302-88667ba44ab3 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:23.126108 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b15c49-af03-4976-90dc-c3d7ac83f8f1", "tag": "21d9eb3d-c029-4aea-ad84-5c1e970d6730", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:23.126397 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2693465c-e034-4ee5-b302-88667ba44ab3 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:23.126789 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b15c49-af03-4976-90dc-c3d7ac83f8f1', 'tag': '21d9eb3d-c029-4aea-ad84-5c1e970d6730', 'status': 'completed', 'code': 200} Sep 30 08:32:23.162997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-86ae9353-4bac-4c48-b8a7-d42b4e001302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:23.165460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-86ae9353-4bac-4c48-b8a7-d42b4e001302 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 1095 time: 0.0518479 Sep 30 08:32:23.211462 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-54f372fc-e34c-4c7c-8bcd-462188dbbd00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21d9eb3d-c029-4aea-ad84-5c1e970d6730 HTTP/1.1" status: 200 len: 217 time: 0.0383265 Sep 30 08:32:23.271174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-dff32274-1e88-4195-963f-4dcebfd9d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:23.272804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-dff32274-1e88-4195-963f-4dcebfd9d716 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0535460 Sep 30 08:32:23.326938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-b1c852b7-d9b2-40a7-b3b8-0652826a86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:23.328797 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-b1c852b7-d9b2-40a7-b3b8-0652826a86e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473740 Sep 30 08:32:23.423325 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-d9535b1c-26f2-4a7c-8d40-81393755d52f service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869448 Sep 30 08:32:23.515933 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7e01ab4-d9e2-4d18-9dbd-52460800ae32 req-7168f8ac-6321-4030-a7a2-0c7958422297 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851223 Sep 30 08:32:23.602941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca0b8-d250-4db0-886c-b84e11bb3c73 req-d5ad535d-9b3a-4d2b-8778-54adca07bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:23.604544 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-735ca0b8-d250-4db0-886c-b84e11bb3c73 req-d5ad535d-9b3a-4d2b-8778-54adca07bb7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 1095 time: 0.0451298 Sep 30 08:32:23.707918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca0b8-d250-4db0-886c-b84e11bb3c73 req-43df419c-93a7-4264-addf-2fbb8030e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:23.709406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-735ca0b8-d250-4db0-886c-b84e11bb3c73 req-43df419c-93a7-4264-addf-2fbb8030e6c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 913 time: 0.0969386 Sep 30 08:32:23.750069 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-735ca0b8-d250-4db0-886c-b84e11bb3c73 req-8ef806f6-4fd0-4a91-a6e5-be8e8b612a42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21d9eb3d-c029-4aea-ad84-5c1e970d6730 HTTP/1.1" status: 200 len: 217 time: 0.0334661 Sep 30 08:32:23.801610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca0b8-d250-4db0-886c-b84e11bb3c73 req-971ff2b4-e039-4a63-8e5e-40f670bbc6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:23.803289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-735ca0b8-d250-4db0-886c-b84e11bb3c73 req-971ff2b4-e039-4a63-8e5e-40f670bbc6c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0466657 Sep 30 08:32:23.880332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca0b8-d250-4db0-886c-b84e11bb3c73 req-10791e4e-a14f-4723-b2df-b0c41c541694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:23.881727 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-735ca0b8-d250-4db0-886c-b84e11bb3c73 req-10791e4e-a14f-4723-b2df-b0c41c541694 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703185 Sep 30 08:32:23.894163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab05dc4-2395-4923-aad0-e73641c9512c req-03fdd5ad-1298-40ea-a92b-584a6e77ebb8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:23.895569 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2ab05dc4-2395-4923-aad0-e73641c9512c req-03fdd5ad-1298-40ea-a92b-584a6e77ebb8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.0760808 Sep 30 08:32:23.995726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2ab05dc4-2395-4923-aad0-e73641c9512c req-24d601e3-ae8e-45f4-a629-e02b471274fb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922451 Sep 30 08:32:24.027523 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-735ca0b8-d250-4db0-886c-b84e11bb3c73 req-48914813-4050-4496-876d-de524470361a service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309621 Sep 30 08:32:24.142218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-735ca0b8-d250-4db0-886c-b84e11bb3c73 req-f2a58657-6c4e-43c1-8540-15e000c448b6 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072509 Sep 30 08:32:25.170443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730218d8-ec44-4e09-9fc9-9e2df997e956 req-24c305f5-d916-40c8-a5d8-99c219b8718e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:25.173756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-730218d8-ec44-4e09-9fc9-9e2df997e956 req-24c305f5-d916-40c8-a5d8-99c219b8718e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.0829856 Sep 30 08:32:25.231193 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-730218d8-ec44-4e09-9fc9-9e2df997e956 req-8836fe38-c896-4dae-93da-bc38dc70709b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492127 Sep 30 08:32:26.414852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcdfd2-5d09-40a3-a548-76c32b6bed68 req-1b6b9021-9230-4a6d-8c7e-c09bc6fd7f52 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:26.417620 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9fcdfd2-5d09-40a3-a548-76c32b6bed68 req-1b6b9021-9230-4a6d-8c7e-c09bc6fd7f52 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.1000166 Sep 30 08:32:26.476883 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9fcdfd2-5d09-40a3-a548-76c32b6bed68 req-9b8a2278-6aed-4249-b42f-a08dec90e642 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508120 Sep 30 08:32:27.604999 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda11930-5d01-4a5f-a2ec-a55a63bad181 req-ce7677ea-55a3-41c5-84bd-2cb592fd4bed tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:27.606533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bda11930-5d01-4a5f-a2ec-a55a63bad181 req-ce7677ea-55a3-41c5-84bd-2cb592fd4bed tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.0504944 Sep 30 08:32:27.651638 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bda11930-5d01-4a5f-a2ec-a55a63bad181 req-a17dc6d2-c4e5-4a79-9f36-55990eb7a200 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392325 Sep 30 08:32:28.792158 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8a7b3-c2e4-439e-ba5d-102f50b5a104 req-7918df43-11ab-423e-b73a-1f67cac3c25b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:28.800165 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0b8a7b3-c2e4-439e-ba5d-102f50b5a104 req-7918df43-11ab-423e-b73a-1f67cac3c25b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.0634699 Sep 30 08:32:28.848880 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0b8a7b3-c2e4-439e-ba5d-102f50b5a104 req-0245897c-9e85-4b28-b3c1-2bff816892e1 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477424 Sep 30 08:32:29.439156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dd003-c79b-49a6-9ed9-5bc5c5b32bfb req-669edae5-de43-4e3f-acd8-689df21b7f71 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:29.440561 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f59dd003-c79b-49a6-9ed9-5bc5c5b32bfb req-669edae5-de43-4e3f-acd8-689df21b7f71 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 945 time: 0.0487947 Sep 30 08:32:29.480894 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f59dd003-c79b-49a6-9ed9-5bc5c5b32bfb req-717121f7-e5d6-476c-b6be-0bc136ea99d8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317247 Sep 30 08:32:29.504827 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36198) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:29.563197 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ac5cf82d-369c-4b81-aac6-6b54b4eac9b7 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/6b191611-b598-40ba-b908-ceaf01d88d72 HTTP/1.1" status: 200 len: 993 time: 0.0572073 Sep 30 08:32:29.836091 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:29.897188 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a545e04-b719-4de7-87c5-9437a690af6c req-a3332a77-2d28-445d-a69a-89dfe1b06802 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:29.899552 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a545e04-b719-4de7-87c5-9437a690af6c req-a3332a77-2d28-445d-a69a-89dfe1b06802 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 1096 time: 0.0444210 Sep 30 08:32:29.955382 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a545e04-b719-4de7-87c5-9437a690af6c req-b9972b60-40ce-4c86-92e0-48f3e1873e8f tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498278 Sep 30 08:32:29.979026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ba69a-0bbf-42b4-9747-640c32ec3381 req-02986da6-9c43-42ca-97cc-0047336cf7e1 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:29.980599 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff0ba69a-0bbf-42b4-9747-640c32ec3381 req-02986da6-9c43-42ca-97cc-0047336cf7e1 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.0563898 Sep 30 08:32:30.018759 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff0ba69a-0bbf-42b4-9747-640c32ec3381 req-e6dff790-33cc-43ce-81cf-d0d2f70a6c93 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324192 Sep 30 08:32:30.482288 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-69aeb7a9-c6be-498a-a46b-3217fa610d2e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423822 Sep 30 08:32:30.490817 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-6cbb0ac6-ee10-415e-af32-dd258e9ba122 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:32:30.492543 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-6cbb0ac6-ee10-415e-af32-dd258e9ba122 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054762 Sep 30 08:32:31.058469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-8954a693-fe16-4ca4-b8e8-55eed60d2744 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:31.059953 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-8954a693-fe16-4ca4-b8e8-55eed60d2744 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/ports/50803d1f-1265-4929-a236-8bf0c994652b HTTP/1.1" status: 200 len: 1093 time: 0.0995579 Sep 30 08:32:31.070912 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-cb79f2e0-be51-4826-8ba3-7dc95c8fb2bb service neutron] Request body: {'binding': {'host': 'n-h2-807359-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:31.071371 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-cb79f2e0-be51-4826-8ba3-7dc95c8fb2bb service neutron] Unknown quota resources ['binding']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:32:31.141259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec780fe9-7f84-4a16-b1e8-a6d1d394fcec req-28e1a459-d478-4d94-9f53-7217a4b726a4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:31.142909 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec780fe9-7f84-4a16-b1e8-a6d1d394fcec req-28e1a459-d478-4d94-9f53-7217a4b726a4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.0518692 Sep 30 08:32:31.188892 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec780fe9-7f84-4a16-b1e8-a6d1d394fcec req-9d10136e-02ba-4722-92aa-fccb21918da9 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385592 Sep 30 08:32:31.223413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-cb79f2e0-be51-4826-8ba3-7dc95c8fb2bb service neutron] Attempting to bind port 50803d1f-1265-4929-a236-8bf0c994652b on host n-h2-807359-2 for vnic_type normal with profile None {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:32:31.223755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-cb79f2e0-be51-4826-8ba3-7dc95c8fb2bb service neutron] Attempting to bind port 50803d1f-1265-4929-a236-8bf0c994652b by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:32:31.224118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-cb79f2e0-be51-4826-8ba3-7dc95c8fb2bb service neutron] Attempting to bind port 50803d1f-1265-4929-a236-8bf0c994652b on network f44981e9-f4fa-4131-9d98-15a6790437c7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:31.228395 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-cb79f2e0-be51-4826-8ba3-7dc95c8fb2bb service neutron] Port 50803d1f-1265-4929-a236-8bf0c994652b on network f44981e9-f4fa-4131-9d98-15a6790437c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:32:31.228713 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-cb79f2e0-be51-4826-8ba3-7dc95c8fb2bb service neutron] Attempting to bind port 50803d1f-1265-4929-a236-8bf0c994652b on network f44981e9-f4fa-4131-9d98-15a6790437c7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:31.233433 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-cb79f2e0-be51-4826-8ba3-7dc95c8fb2bb service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:32:31.233771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-cb79f2e0-be51-4826-8ba3-7dc95c8fb2bb service neutron] Checking segment: {'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:31.234157 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-cb79f2e0-be51-4826-8ba3-7dc95c8fb2bb service neutron] Bound using segment: {'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:32:31.234586 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-cb79f2e0-be51-4826-8ba3-7dc95c8fb2bb service neutron] Bound port: 50803d1f-1265-4929-a236-8bf0c994652b, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:32:31.318390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-cb79f2e0-be51-4826-8ba3-7dc95c8fb2bb service neutron] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=50803d1f-1265-4929-a236-8bf0c994652b,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:32:31.324243 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-cb79f2e0-be51-4826-8ba3-7dc95c8fb2bb service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:31.325454 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-cb79f2e0-be51-4826-8ba3-7dc95c8fb2bb service neutron] 10.222.0.24 "POST /v2.0/ports/50803d1f-1265-4929-a236-8bf0c994652b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2593887 Sep 30 08:32:31.479615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043415d-aa9a-475b-8477-66b1e12ed81b req-9144d118-878e-4e4c-ba53-f2c52b7234f0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:31.481192 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a043415d-aa9a-475b-8477-66b1e12ed81b req-9144d118-878e-4e4c-ba53-f2c52b7234f0 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 945 time: 0.0623574 Sep 30 08:32:31.521060 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a043415d-aa9a-475b-8477-66b1e12ed81b req-45fd5deb-db35-4754-9160-dda694345aba tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338826 Sep 30 08:32:31.603048 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-553c8f0f-5127-4d9d-a152-6a066a1715eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:31.604633 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-553c8f0f-5127-4d9d-a152-6a066a1715eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 1096 time: 0.0484459 Sep 30 08:32:31.705629 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-50c52a07-5413-4196-aa2c-71e0d3e9ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:31.707138 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-50c52a07-5413-4196-aa2c-71e0d3e9ffb6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f44981e9-f4fa-4131-9d98-15a6790437c7 HTTP/1.1" status: 200 len: 898 time: 0.0938313 Sep 30 08:32:31.778084 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-e23bf616-dd34-4505-bc4d-ce9d5a62c037 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50803d1f-1265-4929-a236-8bf0c994652b HTTP/1.1" status: 200 len: 1001 time: 0.0632927 Sep 30 08:32:31.828702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-09ffdea4-a48a-4a17-8973-5a34f3cacdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:31.830194 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-09ffdea4-a48a-4a17-8973-5a34f3cacdaa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59d762ec-40ee-4624-8ec1-5f5add2c713c HTTP/1.1" status: 200 len: 834 time: 0.0446389 Sep 30 08:32:31.878157 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-536d0080-00cb-4e18-895e-7f8b6c1ffc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:31.879562 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-536d0080-00cb-4e18-895e-7f8b6c1ffc1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f44981e9-f4fa-4131-9d98-15a6790437c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410640 Sep 30 08:32:31.978640 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-f885aff6-f29b-4ce8-aa09-fb314beaf50f service neutron] 10.222.0.35 "GET /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903602 Sep 30 08:32:32.072276 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0884c50b-3b01-4289-ac66-ede23efc0132 service neutron] 10.222.0.35 "GET /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854325 Sep 30 08:32:32.290930 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-e20caf7c-1db9-4675-bdc0-cce831475fff tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:32.292524 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-e20caf7c-1db9-4675-bdc0-cce831475fff tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db&tenant_id=9cc3341683d74857bfb7b0b638c15491&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 1096 time: 0.0962815 Sep 30 08:32:32.305004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807359-2'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:32.320923 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6920e2-9c9a-45f4-8625-94a38fd47f71 req-44483c73-b191-4562-b89e-9a9f0f70656f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:32.324448 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c6920e2-9c9a-45f4-8625-94a38fd47f71 req-44483c73-b191-4562-b89e-9a9f0f70656f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.0541220 Sep 30 08:32:32.367882 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:32.369331 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c6920e2-9c9a-45f4-8625-94a38fd47f71 req-f06f1a99-d849-4215-90ca-2e39d7d027b4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399811 Sep 30 08:32:32.513480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=50803d1f-1265-4929-a236-8bf0c994652b,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:32.550937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:32.597773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:32.600032 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd73be9-4c48-4574-8dcf-151f4af97271" -d '{"events": [{"server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "name": "network-vif-unplugged", "status": "completed", "tag": "50803d1f-1265-4929-a236-8bf0c994652b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:32.604130 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:32.613646 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:32.652592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba1805-c664-484f-9daa-2fc8c83708a9 req-12791ce1-6128-4adb-9ddb-540f55d8dd07 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:32.654365 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-70ba1805-c664-484f-9daa-2fc8c83708a9 req-12791ce1-6128-4adb-9ddb-540f55d8dd07 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 945 time: 0.0612006 Sep 30 08:32:32.661912 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dff35d-b629-4000-aefa-4a3ee5e441e4 x-openstack-request-id: req-01dff35d-b629-4000-aefa-4a3ee5e441e4 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:32.662269 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "name": "network-vif-unplugged", "status": "completed", "tag": "50803d1f-1265-4929-a236-8bf0c994652b", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:32.662589 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01dff35d-b629-4000-aefa-4a3ee5e441e4 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:32.663048 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b', 'code': 200} Sep 30 08:32:32.682874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Pushing event updated for resources: {'Port': ['ID=50803d1f-1265-4929-a236-8bf0c994652b,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:32.701423 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:32.701859 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:32.702275 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:32.702694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:32.703095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:32.703544 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:32.703944 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:32.704336 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:32.704728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:32.705291 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:32.705450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:32.705886 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:32.709291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-70ba1805-c664-484f-9daa-2fc8c83708a9 req-319a57c1-18fd-4931-af0b-eb0f20d8cb34 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485976 Sep 30 08:32:32.818630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Attempting to bind port 50803d1f-1265-4929-a236-8bf0c994652b on host n-h1-807359-2 for vnic_type normal with profile {"migrating_to": "n-h2-807359-2"} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:32:32.818964 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Attempting to bind port 50803d1f-1265-4929-a236-8bf0c994652b by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:32:32.819290 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Attempting to bind port 50803d1f-1265-4929-a236-8bf0c994652b on network f44981e9-f4fa-4131-9d98-15a6790437c7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:32.824800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Port 50803d1f-1265-4929-a236-8bf0c994652b on network f44981e9-f4fa-4131-9d98-15a6790437c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:32:32.825127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Attempting to bind port 50803d1f-1265-4929-a236-8bf0c994652b on network f44981e9-f4fa-4131-9d98-15a6790437c7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:32.830827 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:32:32.831622 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Checking segment: {'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:32.832099 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Bound using segment: {'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:32:32.832531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Bound port: 50803d1f-1265-4929-a236-8bf0c994652b, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c5d6e6-81a6-4c00-be21-5044a9f7ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:32:32.832889 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:32.906536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:32.909985 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=50803d1f-1265-4929-a236-8bf0c994652b,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:32:32.915495 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:32.928279 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8b2512b1-acf7-4f67-8de2-1076798d1ad7 None None] Provisioning complete for port 50803d1f-1265-4929-a236-8bf0c994652b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:32.928761 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b2512b1-acf7-4f67-8de2-1076798d1ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:33.011202 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Pushing event updated for resources: {'Port': ['ID=50803d1f-1265-4929-a236-8bf0c994652b,revision_number=8']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:33.025769 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b2512b1-acf7-4f67-8de2-1076798d1ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:33.064238 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:33.065042 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:33.066541 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0cc7e8d7-f0a9-4d10-8425-ceef88c8545c service neutron] 10.222.0.35 "PUT /v2.0/ports/50803d1f-1265-4929-a236-8bf0c994652b HTTP/1.1" status: 200 len: 1121 time: 0.7658165 Sep 30 08:32:33.067676 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8b2512b1-acf7-4f67-8de2-1076798d1ad7 None None] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=50803d1f-1265-4929-a236-8bf0c994652b,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:33.069269 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:33.073023 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d537116-47ea-4cc5-bcd2-b8767e4ac43d" -d '{"events": [{"server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "name": "network-vif-plugged", "status": "completed", "tag": "50803d1f-1265-4929-a236-8bf0c994652b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:33.078457 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b2512b1-acf7-4f67-8de2-1076798d1ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:33.140805 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb920459-3cb8-4be7-9e3d-06a87bfcda0e x-openstack-request-id: req-eb920459-3cb8-4be7-9e3d-06a87bfcda0e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:33.141175 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "name": "network-vif-plugged", "status": "completed", "tag": "50803d1f-1265-4929-a236-8bf0c994652b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:33.141953 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb920459-3cb8-4be7-9e3d-06a87bfcda0e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:33.142497 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b', 'code': 200} Sep 30 08:32:33.210284 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['50803d1f-1265-4929-a236-8bf0c994652b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:33.270197 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2512b1-acf7-4f67-8de2-1076798d1ad7 None None] Pushing event updated for resources: {'Port': ['ID=50803d1f-1265-4929-a236-8bf0c994652b,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:33.477565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b15b1e1d-90c0-4946-8901-9e6a9dd6e444 None None] Provisioning complete for port 50803d1f-1265-4929-a236-8bf0c994652b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:33.478112 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b15b1e1d-90c0-4946-8901-9e6a9dd6e444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:33.745793 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2310e-a384-4f1b-9246-4065ded76b42 req-d71aaf39-34ab-4762-96c2-6224b9ccd5b0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:33.747559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ff2310e-a384-4f1b-9246-4065ded76b42 req-d71aaf39-34ab-4762-96c2-6224b9ccd5b0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.0584295 Sep 30 08:32:33.818616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ff2310e-a384-4f1b-9246-4065ded76b42 req-d2658053-0d9b-4386-b7ad-0dadddb32e39 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641801 Sep 30 08:32:33.830977 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60849509-cf0f-4265-bc19-9f222c0cd141 req-a20e54c7-fe6e-4672-8ec8-554f1465b968 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:33.832520 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60849509-cf0f-4265-bc19-9f222c0cd141 req-a20e54c7-fe6e-4672-8ec8-554f1465b968 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0770221 Sep 30 08:32:33.876895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60849509-cf0f-4265-bc19-9f222c0cd141 req-a108f102-9d11-4bbc-b277-3e28a9785d9b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357583 Sep 30 08:32:33.938343 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036fadf-8b7a-4bb0-92cd-c7cdaf6e6c51 req-a7e01736-4e18-4dcb-b636-f858fe6159e7 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:33.940206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c036fadf-8b7a-4bb0-92cd-c7cdaf6e6c51 req-a7e01736-4e18-4dcb-b636-f858fe6159e7 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 945 time: 0.0520101 Sep 30 08:32:34.012024 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c036fadf-8b7a-4bb0-92cd-c7cdaf6e6c51 req-0a45ba8e-5538-4464-973d-f615e14be062 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656559 Sep 30 08:32:34.022398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4be210-102d-49db-afb4-0c40d3a885d6 req-7a965270-8fea-4833-9d75-703ba13bfd75 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:34.023958 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db4be210-102d-49db-afb4-0c40d3a885d6 req-7a965270-8fea-4833-9d75-703ba13bfd75 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0715477 Sep 30 08:32:34.064954 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db4be210-102d-49db-afb4-0c40d3a885d6 req-a620a231-0647-4f98-95d5-870675f5a197 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351794 Sep 30 08:32:34.334073 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-d758c315-c9ed-4510-ab71-50df1748c1da tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:34.336104 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-d758c315-c9ed-4510-ab71-50df1748c1da tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 812 time: 0.1033630 Sep 30 08:32:34.352408 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-cc0a45b3-6654-4886-83db-5d484c44ce83 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/quotas/d3e9d607932149e6bd9be67b66de3de1 HTTP/1.1" status: 200 len: 375 time: 0.0105000 Sep 30 08:32:34.415632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-df2de623-db9c-448c-a53f-910f220567d1 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0576587 Sep 30 08:32:34.504138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-2cc94866-c919-4a47-8e12-8b8e2a9e686d service neutron] 10.222.0.24 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812559 Sep 30 08:32:34.597606 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-de15401b-2ffa-49db-bbb7-92bd62e1483f service neutron] 10.222.0.24 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868371 Sep 30 08:32:34.664654 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:34.667528 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15afb37-b711-4eab-b69c-ede2f4f5b80e" -d '{"events": [{"name": "network-changed", "server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "tag": "50803d1f-1265-4929-a236-8bf0c994652b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:34.714291 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504c3aee-df26-4a8a-9080-3e1462d667c9 x-openstack-request-id: req-504c3aee-df26-4a8a-9080-3e1462d667c9 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:34.718084 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "tag": "50803d1f-1265-4929-a236-8bf0c994652b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:34.718550 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-504c3aee-df26-4a8a-9080-3e1462d667c9 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:34.719271 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b', 'status': 'completed', 'code': 200} Sep 30 08:32:34.752545 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 50803d1f-1265-4929-a236-8bf0c994652b details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:32:34.804426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5d5025f-6e10-471d-b900-43f6cbca50cc req-64f5cf63-1686-44a7-b5d1-dbf70a965898 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0408888 Sep 30 08:32:34.820182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15afb37-b711-4eab-b69c-ede2f4f5b80e req-9c671e33-1a04-4698-8446-a6dbff7a83bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:34.822363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e15afb37-b711-4eab-b69c-ede2f4f5b80e req-9c671e33-1a04-4698-8446-a6dbff7a83bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 1126 time: 0.0917046 Sep 30 08:32:34.915264 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=50803d1f-1265-4929-a236-8bf0c994652b,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:34.935777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 50803d1f-1265-4929-a236-8bf0c994652b has no active binding in host n-h2-807359-2 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 08:32:34.975292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15afb37-b711-4eab-b69c-ede2f4f5b80e req-93b76c97-a65c-467c-9fba-8f9c2fcebc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:34.977570 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e15afb37-b711-4eab-b69c-ede2f4f5b80e req-93b76c97-a65c-467c-9fba-8f9c2fcebc99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f44981e9-f4fa-4131-9d98-15a6790437c7 HTTP/1.1" status: 200 len: 898 time: 0.1477790 Sep 30 08:32:35.072074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe8145-a437-4386-a23a-ccae2527c270 req-e8658c60-e4b5-4c54-802a-bbfc54e92fdf tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:35.072754 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cebe8145-a437-4386-a23a-ccae2527c270 req-e8658c60-e4b5-4c54-802a-bbfc54e92fdf tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.1305099 Sep 30 08:32:35.114322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e15afb37-b711-4eab-b69c-ede2f4f5b80e req-636f9fb2-5e2e-4bc8-9a8c-9817dcd58b60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50803d1f-1265-4929-a236-8bf0c994652b HTTP/1.1" status: 200 len: 1001 time: 0.1285892 Sep 30 08:32:35.195992 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cebe8145-a437-4386-a23a-ccae2527c270 req-963e5ea1-8ae9-45e5-a216-2ce58636c7e6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116326 Sep 30 08:32:35.237035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32253f17-bd25-4dd8-84cd-abeae114c3c5 req-68fd143d-fbdb-44b3-8bd0-4276f515ed1b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:35.240075 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32253f17-bd25-4dd8-84cd-abeae114c3c5 req-68fd143d-fbdb-44b3-8bd0-4276f515ed1b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 945 time: 0.1123781 Sep 30 08:32:35.241879 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15afb37-b711-4eab-b69c-ede2f4f5b80e req-a80dbf4d-87ee-4dd9-9dcb-9b877ea6bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:35.243435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e15afb37-b711-4eab-b69c-ede2f4f5b80e req-a80dbf4d-87ee-4dd9-9dcb-9b877ea6bb0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59d762ec-40ee-4624-8ec1-5f5add2c713c HTTP/1.1" status: 200 len: 834 time: 0.1172514 Sep 30 08:32:35.313975 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32253f17-bd25-4dd8-84cd-abeae114c3c5 req-ed58e420-5b87-4b29-932d-b264025a5ae7 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647957 Sep 30 08:32:35.321419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15afb37-b711-4eab-b69c-ede2f4f5b80e req-714a4802-d7f8-4da4-81a4-b6ad546c437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:35.323208 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e15afb37-b711-4eab-b69c-ede2f4f5b80e req-714a4802-d7f8-4da4-81a4-b6ad546c437e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f44981e9-f4fa-4131-9d98-15a6790437c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671449 Sep 30 08:32:35.428505 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e15afb37-b711-4eab-b69c-ede2f4f5b80e req-bbf13a24-ed34-4883-9ded-888131a21ef9 service neutron] 10.222.0.36 "GET /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953705 Sep 30 08:32:35.539980 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e15afb37-b711-4eab-b69c-ede2f4f5b80e req-b6f88c80-44c8-42e3-bfb6-2a6c193102fd service neutron] 10.222.0.36 "GET /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022398 Sep 30 08:32:35.895531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfad6cfd-8757-40ef-a608-00d25cfc389c req-796e5c22-1c80-4a52-90ea-ec4ad7b5fdfd tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0266318 Sep 30 08:32:36.202988 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-057f79de-721c-498d-9bd4-8af8197e6a8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:36.204395 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-057f79de-721c-498d-9bd4-8af8197e6a8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 812 time: 0.1049433 Sep 30 08:32:36.230340 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-33023c55-6311-468f-8fd5-f5c84cf3d5a7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Request body: {'port': {'device_id': '717191d0-eac3-4769-9d37-cd656a54f8c7', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'admin_state_up': True, 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:36.321975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38254c90-51ff-4a96-a372-51247e47f13c req-c4c98f51-8a7b-48eb-8d71-8fe400dd45f2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:36.323497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38254c90-51ff-4a96-a372-51247e47f13c req-c4c98f51-8a7b-48eb-8d71-8fe400dd45f2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.0495496 Sep 30 08:32:36.339977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-33023c55-6311-468f-8fd5-f5c84cf3d5a7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Made reservation on behalf of d3e9d607932149e6bd9be67b66de3de1 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:36.345661 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-33023c55-6311-468f-8fd5-f5c84cf3d5a7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.384001 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38254c90-51ff-4a96-a372-51247e47f13c req-7bd6f990-9efa-482e-89c4-49621870ccb0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531211 Sep 30 08:32:36.473372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614dcd3-767d-45ae-ba0a-1eac7713339e req-709b0898-6a39-49b2-9ffd-f30699456c3e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:36.474774 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8614dcd3-767d-45ae-ba0a-1eac7713339e req-709b0898-6a39-49b2-9ffd-f30699456c3e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 945 time: 0.0529175 Sep 30 08:32:36.497187 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-33023c55-6311-468f-8fd5-f5c84cf3d5a7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Allocated IP 172.20.0.14 (a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce/5cea2b8a-1a04-4498-97a0-77b0aa5e8922/fa4f40c9-2229-4827-902e-270cfc627277) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:36.513773 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8614dcd3-767d-45ae-ba0a-1eac7713339e req-9f536238-4bbf-4f02-94d9-6f91dcfcc587 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326126 Sep 30 08:32:36.645346 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-33023c55-6311-468f-8fd5-f5c84cf3d5a7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.678047 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-33023c55-6311-468f-8fd5-f5c84cf3d5a7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.691608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4fc46511-6ec2-4072-9ffa-a51b1697da54'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:36.720628 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-33023c55-6311-468f-8fd5-f5c84cf3d5a7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:36.723753 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-33023c55-6311-468f-8fd5-f5c84cf3d5a7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:36.727638 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-33023c55-6311-468f-8fd5-f5c84cf3d5a7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:36.732099 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['9f32caf9-1336-42e0-9c8c-317c14deab97'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:36.736609 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33023c55-6311-468f-8fd5-f5c84cf3d5a7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event updated for resources: {'Port': ['ID=fa4f40c9-2229-4827-902e-270cfc627277,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:36.787955 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-33023c55-6311-468f-8fd5-f5c84cf3d5a7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:36.789682 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-33023c55-6311-468f-8fd5-f5c84cf3d5a7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:36.807025 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-33023c55-6311-468f-8fd5-f5c84cf3d5a7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5805593 Sep 30 08:32:36.837729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Request body: {'port': {'device_id': '717191d0-eac3-4769-9d37-cd656a54f8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:36.901933 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:37.033153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21647c1-f9de-4716-b7d3-b1b1863ae53f req-dbefc150-2451-4a4b-95cd-3964027a92cc tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:37.034904 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a21647c1-f9de-4716-b7d3-b1b1863ae53f req-dbefc150-2451-4a4b-95cd-3964027a92cc tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 932 time: 0.0603435 Sep 30 08:32:37.064941 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bbc0de53-cacc-44a9-8974-ba46e63bb678 None None] Provisioning complete for port fa4f40c9-2229-4827-902e-270cfc627277 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:37.065274 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bbc0de53-cacc-44a9-8974-ba46e63bb678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:37.089372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a21647c1-f9de-4716-b7d3-b1b1863ae53f req-f5f3754d-0d4a-4a5e-a2e3-7dbf9cc38e47 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426536 Sep 30 08:32:37.138379 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0de53-cacc-44a9-8974-ba46e63bb678 None None] Port fa4f40c9-2229-4827-902e-270cfc627277 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:32:37.208843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4f40c9-2229-4827-902e-270cfc627277 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:32:37.216892 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:37.229007 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Transition to ACTIVE for port object fa4f40c9-2229-4827-902e-270cfc627277 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:32:37.233475 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:37.284442 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Pushing event updated for resources: {'Port': ['ID=fa4f40c9-2229-4827-902e-270cfc627277,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:37.355837 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Attempting to bind port fa4f40c9-2229-4827-902e-270cfc627277 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:32:37.356205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Attempting to bind port fa4f40c9-2229-4827-902e-270cfc627277 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:32:37.356533 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Attempting to bind port fa4f40c9-2229-4827-902e-270cfc627277 on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:37.361027 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Port fa4f40c9-2229-4827-902e-270cfc627277 on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:32:37.361348 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Attempting to bind port fa4f40c9-2229-4827-902e-270cfc627277 on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:37.366374 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:32:37.367324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Checking segment: {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:37.367715 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Bound using segment: {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:32:37.368174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Bound port: fa4f40c9-2229-4827-902e-270cfc627277, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:32:37.368541 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:37.439915 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] For port fa4f40c9-2229-4827-902e-270cfc627277, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:37.446558 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] For port fa4f40c9-2229-4827-902e-270cfc627277, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fa4f40c9-2229-4827-902e-270cfc627277,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:32:37.453470 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:37.489620 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:37.490223 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:37.492560 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] 10.222.0.35 "PUT /v2.0/ports/fa4f40c9-2229-4827-902e-270cfc627277 HTTP/1.1" status: 200 len: 1092 time: 0.6599886 Sep 30 08:32:37.493106 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717191d0-eac3-4769-9d37-cd656a54f8c7', 'tag': 'fa4f40c9-2229-4827-902e-270cfc627277'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:37.495213 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf12d13e-1998-4b5d-aa5d-825e629c9dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "717191d0-eac3-4769-9d37-cd656a54f8c7", "tag": "fa4f40c9-2229-4827-902e-270cfc627277"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:37.531553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403146fd-c582-4e5c-aeae-5f0948599592 req-822754bd-b321-4298-a7a1-4a5df3bc6bd6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:37.533132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-403146fd-c582-4e5c-aeae-5f0948599592 req-822754bd-b321-4298-a7a1-4a5df3bc6bd6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.0624404 Sep 30 08:32:37.539558 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f644b55-6250-44ce-acb7-257d9f845a2e service neutron] Pushing event updated for resources: {'Port': ['ID=fa4f40c9-2229-4827-902e-270cfc627277,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:37.547710 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac776ab9-eace-4032-a0b3-f0eb688c28cb x-openstack-request-id: req-ac776ab9-eace-4032-a0b3-f0eb688c28cb {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:37.548147 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717191d0-eac3-4769-9d37-cd656a54f8c7", "tag": "fa4f40c9-2229-4827-902e-270cfc627277", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:37.548503 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac776ab9-eace-4032-a0b3-f0eb688c28cb {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:37.549331 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717191d0-eac3-4769-9d37-cd656a54f8c7', 'tag': 'fa4f40c9-2229-4827-902e-270cfc627277', 'status': 'completed', 'code': 200} Sep 30 08:32:37.588494 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-403146fd-c582-4e5c-aeae-5f0948599592 req-ce28e5b9-11af-41b8-abbd-e7ab534dde56 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468738 Sep 30 08:32:37.616775 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-d82ae691-6b65-4ee9-bbca-6710451141da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:37.618639 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-d82ae691-6b65-4ee9-bbca-6710451141da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 1095 time: 0.0579815 Sep 30 08:32:37.662551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f21520-5552-47a0-b54e-49996f5fe25e req-eb281cd1-e3d9-4316-9154-9883d5693fbf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:37.665032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0f21520-5552-47a0-b54e-49996f5fe25e req-eb281cd1-e3d9-4316-9154-9883d5693fbf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 945 time: 0.0621893 Sep 30 08:32:37.684747 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-b8abafc9-d07b-4b80-ab9f-17fb6e847491 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa4f40c9-2229-4827-902e-270cfc627277 HTTP/1.1" status: 200 len: 217 time: 0.0480788 Sep 30 08:32:37.706276 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0f21520-5552-47a0-b54e-49996f5fe25e req-51d5a975-7ba5-4ec1-9e15-8b6c1ba6b871 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349319 Sep 30 08:32:37.736882 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-527787c9-e934-47a1-998a-2b014b5dbf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:37.738675 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-527787c9-e934-47a1-998a-2b014b5dbf69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0467439 Sep 30 08:32:37.785978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-550a286f-641c-429c-b6cd-30796d1c0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:37.787488 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-550a286f-641c-429c-b6cd-30796d1c0d4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405107 Sep 30 08:32:37.883596 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-94a072e2-2b8c-4577-b1df-678613ae446e service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871005 Sep 30 08:32:37.979732 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4cdfd801-ec6b-4503-b185-69e9e264b7fe req-3e9e970e-f516-4ac8-9bfa-9ac82bfa4753 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882950 Sep 30 08:32:38.109673 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12d13e-1998-4b5d-aa5d-825e629c9dd4 req-39dfa013-a406-4c2a-96d0-b7cbc5c20583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:38.111201 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf12d13e-1998-4b5d-aa5d-825e629c9dd4 req-39dfa013-a406-4c2a-96d0-b7cbc5c20583 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 1095 time: 0.0438824 Sep 30 08:32:38.206064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12d13e-1998-4b5d-aa5d-825e629c9dd4 req-673fba2a-889f-4cd2-89e7-3c176306f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:38.207849 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf12d13e-1998-4b5d-aa5d-825e629c9dd4 req-673fba2a-889f-4cd2-89e7-3c176306f339 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.0897186 Sep 30 08:32:38.218841 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3674-53b3-4807-8e40-af02716741f9 req-fb9d1cd3-5af2-40d1-bacb-18719ce2329e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:38.220343 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4eb3674-53b3-4807-8e40-af02716741f9 req-fb9d1cd3-5af2-40d1-bacb-18719ce2329e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 944 time: 0.0577996 Sep 30 08:32:38.259494 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b4eb3674-53b3-4807-8e40-af02716741f9 req-935096d7-8937-4ea3-9af2-0d6269d1065f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329113 Sep 30 08:32:38.259829 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf12d13e-1998-4b5d-aa5d-825e629c9dd4 req-9a06b0d4-df37-4cdc-bf85-511430a5c0e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa4f40c9-2229-4827-902e-270cfc627277 HTTP/1.1" status: 200 len: 217 time: 0.0409446 Sep 30 08:32:38.313105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12d13e-1998-4b5d-aa5d-825e629c9dd4 req-329b5e5d-30a4-4aa9-b0fc-242d80aeec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:38.314572 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf12d13e-1998-4b5d-aa5d-825e629c9dd4 req-329b5e5d-30a4-4aa9-b0fc-242d80aeec0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0460579 Sep 30 08:32:38.361644 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12d13e-1998-4b5d-aa5d-825e629c9dd4 req-bf68a979-e601-44e1-b6a5-34e4384d9c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:38.363271 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf12d13e-1998-4b5d-aa5d-825e629c9dd4 req-bf68a979-e601-44e1-b6a5-34e4384d9c5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405400 Sep 30 08:32:38.479480 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf12d13e-1998-4b5d-aa5d-825e629c9dd4 req-2734faca-fc90-40a4-9274-2fb0f8e6409f service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890408 Sep 30 08:32:38.507112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-b41a6513-0228-4cd0-93f0-be59b6bfd427 service neutron] 10.222.0.36 "GET /v2.0/ports/50803d1f-1265-4929-a236-8bf0c994652b/bindings/n-h2-807359-2 HTTP/1.1" status: 200 len: 384 time: 0.0584984 Sep 30 08:32:38.577412 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf12d13e-1998-4b5d-aa5d-825e629c9dd4 req-9d2fce1f-761c-4381-a008-43fb7993bd81 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890896 Sep 30 08:32:38.724173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=50803d1f-1265-4929-a236-8bf0c994652b,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:38.749254 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631b28b-2fc1-4884-89b2-334f1d021c8c req-fa3a8c32-5b7d-4880-bef4-de29531eac00 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:38.750774 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d631b28b-2fc1-4884-89b2-334f1d021c8c req-fa3a8c32-5b7d-4880-bef4-de29531eac00 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.0851004 Sep 30 08:32:38.759696 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:38.855975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:38.858225 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1b987e-03f8-4258-828e-95126816fc36" -d '{"events": [{"server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "name": "network-vif-unplugged", "status": "completed", "tag": "50803d1f-1265-4929-a236-8bf0c994652b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:38.866830 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=50803d1f-1265-4929-a236-8bf0c994652b,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:38.871423 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d631b28b-2fc1-4884-89b2-334f1d021c8c req-8c835ef3-448b-4951-8881-23dbd2637b48 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145453 Sep 30 08:32:38.886383 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:38.907287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da2c2f-8915-4331-9a73-c96a829ac416 req-75ea9e25-fa04-4056-aadb-f50534f7c453 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:38.908841 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-61da2c2f-8915-4331-9a73-c96a829ac416 req-75ea9e25-fa04-4056-aadb-f50534f7c453 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 945 time: 0.1238282 Sep 30 08:32:38.935524 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e27156-aa41-41a9-93ac-755be6583b11 x-openstack-request-id: req-99e27156-aa41-41a9-93ac-755be6583b11 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:38.936103 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "name": "network-vif-unplugged", "status": "completed", "tag": "50803d1f-1265-4929-a236-8bf0c994652b", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:38.936376 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99e27156-aa41-41a9-93ac-755be6583b11 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:38.936759 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b', 'code': 200} Sep 30 08:32:38.992168 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-61da2c2f-8915-4331-9a73-c96a829ac416 req-d2680e8d-6404-427b-9d43-69795cd95dec tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581682 Sep 30 08:32:39.004901 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] Transition to ACTIVE for port object 50803d1f-1265-4929-a236-8bf0c994652b will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:32:39.010015 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:39.107513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] Pushing event updated for resources: {'Port': ['ID=50803d1f-1265-4929-a236-8bf0c994652b,revision_number=11']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:39.123246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:39.123591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:39.123947 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:39.124286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:39.124619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:39.124946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:39.125354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:39.125756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:39.126177 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:39.126531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:39.126973 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:39.127408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:39.158476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] No DVR routers for this DVR port 50803d1f-1265-4929-a236-8bf0c994652b on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:32:39.293381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-dc38c341-b5a0-463b-999f-7d78043e3d01 service neutron] 10.222.0.36 "PUT /v2.0/ports/50803d1f-1265-4929-a236-8bf0c994652b/bindings/n-h2-807359-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7782764 Sep 30 08:32:39.402749 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0b57f4a1-fd4d-4e13-b2bd-a8829278b1cd tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:39.404373 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0b57f4a1-fd4d-4e13-b2bd-a8829278b1cd tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db&tenant_id=9cc3341683d74857bfb7b0b638c15491&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 1095 time: 0.0490820 Sep 30 08:32:39.405847 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726d6c6-5c10-4f93-85a4-4b762eb8e557 req-438f538e-5992-4aab-bc1c-2e31d86e4201 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:39.407397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e726d6c6-5c10-4f93-85a4-4b762eb8e557 req-438f538e-5992-4aab-bc1c-2e31d86e4201 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 944 time: 0.0533736 Sep 30 08:32:39.453346 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e726d6c6-5c10-4f93-85a4-4b762eb8e557 req-00e6c265-436f-4a14-9a31-fc954834cbe8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371413 Sep 30 08:32:39.453689 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-6a73b389-05d2-4285-966c-e20b867fe845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:39.455542 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-6a73b389-05d2-4285-966c-e20b867fe845 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db&tenant_id=9cc3341683d74857bfb7b0b638c15491 HTTP/1.1" status: 200 len: 1095 time: 0.0430644 Sep 30 08:32:39.536940 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-8791d094-dd78-4b9c-8da1-47740cfd1a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:39.539542 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-8791d094-dd78-4b9c-8da1-47740cfd1a63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 1095 time: 0.0462601 Sep 30 08:32:39.638263 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0a8f2be6-fcf8-4b5f-899d-d81f068fd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:39.639745 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0a8f2be6-fcf8-4b5f-899d-d81f068fd3e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f44981e9-f4fa-4131-9d98-15a6790437c7 HTTP/1.1" status: 200 len: 898 time: 0.0940180 Sep 30 08:32:39.707655 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-d67b34f4-35b6-4035-9fc9-1274eadd7e0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50803d1f-1265-4929-a236-8bf0c994652b HTTP/1.1" status: 200 len: 999 time: 0.0586431 Sep 30 08:32:39.758777 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-5e8c98e2-e637-4182-96d1-d0992a1fd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:39.760294 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-5e8c98e2-e637-4182-96d1-d0992a1fd866 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59d762ec-40ee-4624-8ec1-5f5add2c713c HTTP/1.1" status: 200 len: 834 time: 0.0453265 Sep 30 08:32:39.810965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0e3a828c-0ff9-42e6-a311-259feda0a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:39.812536 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-0e3a828c-0ff9-42e6-a311-259feda0a517 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f44981e9-f4fa-4131-9d98-15a6790437c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447218 Sep 30 08:32:39.906439 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-67c01345-882c-4520-8b38-311ec53793d6 service neutron] 10.222.0.35 "GET /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855324 Sep 30 08:32:39.991092 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146ce9e-2404-4eea-b60b-aa136525ed88 req-cb7b0708-cefa-4644-82fd-84af996625d8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:39.993444 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e146ce9e-2404-4eea-b60b-aa136525ed88 req-cb7b0708-cefa-4644-82fd-84af996625d8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.0543144 Sep 30 08:32:40.004349 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-6c9fc88b-86fb-49ac-b4aa-3f6b083db577 service neutron] 10.222.0.35 "GET /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898759 Sep 30 08:32:40.031996 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e146ce9e-2404-4eea-b60b-aa136525ed88 req-721be9db-6e7f-4529-8b52-4fbba437a216 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325973 Sep 30 08:32:40.113472 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fe133-bc08-4e27-80c1-2da292e48290 req-2be91e48-5f44-49e7-89ac-1a9a3335b8dc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:40.114942 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e92fe133-bc08-4e27-80c1-2da292e48290 req-2be91e48-5f44-49e7-89ac-1a9a3335b8dc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 944 time: 0.0522418 Sep 30 08:32:40.153083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e92fe133-bc08-4e27-80c1-2da292e48290 req-aeb0151a-4589-4cd9-bc5e-bd4294bd191c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314598 Sep 30 08:32:40.250275 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:40.303593 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-f343c1cb-7ed2-493e-8ab8-96bbb9dc6da7 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:40.305211 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-f343c1cb-7ed2-493e-8ab8-96bbb9dc6da7 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db&tenant_id=9cc3341683d74857bfb7b0b638c15491&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 1095 time: 0.0470347 Sep 30 08:32:40.588452 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb102d-543d-499a-a3ef-cca079502030 req-7390e4a1-d67b-4243-94c3-aae4c9f74780 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:40.590324 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a8cb102d-543d-499a-a3ef-cca079502030 req-7390e4a1-d67b-4243-94c3-aae4c9f74780 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 944 time: 0.0597737 Sep 30 08:32:40.633416 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a8cb102d-543d-499a-a3ef-cca079502030 req-0793ab31-cb3b-4107-a7dc-fa3210c6aacc tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363770 Sep 30 08:32:40.766573 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-a7070eb6-3ea9-4218-a117-84943ddd3560 service neutron] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:40.769714 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-a7070eb6-3ea9-4218-a117-84943ddd3560 service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:40.770846 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-846ec939-0536-46a5-ba74-1fc8fdbe3f03 req-a7070eb6-3ea9-4218-a117-84943ddd3560 service neutron] 10.222.0.35 "DELETE /v2.0/ports/50803d1f-1265-4929-a236-8bf0c994652b/bindings/n-h1-807359-2 HTTP/1.1" status: 204 len: 173 time: 0.4587340 Sep 30 08:32:40.798677 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device fa4f40c9-2229-4827-902e-270cfc627277 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:32:40.829256 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 50803d1f-1265-4929-a236-8bf0c994652b no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:32:40.914455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 50803d1f-1265-4929-a236-8bf0c994652b not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:32:40.933478 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fa4f40c9-2229-4827-902e-270cfc627277, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fa4f40c9-2229-4827-902e-270cfc627277,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:40.945228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'fa4f40c9-2229-4827-902e-270cfc627277', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'port_id': 'fa4f40c9-2229-4827-902e-270cfc627277', 'mac_address': 'fa:16:3e:d2:0a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:32:40.985236 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:40.998617 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4f40c9-2229-4827-902e-270cfc627277 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:32:41.018182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fa4f40c9-2229-4827-902e-270cfc627277, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fa4f40c9-2229-4827-902e-270cfc627277,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:41.021517 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:41.078506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=fa4f40c9-2229-4827-902e-270cfc627277,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:41.175786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16591fca-2439-4154-8c8f-fc23c7dda725 req-fa5bddf0-2427-4734-b679-b5a76280635a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:41.177356 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16591fca-2439-4154-8c8f-fc23c7dda725 req-fa5bddf0-2427-4734-b679-b5a76280635a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.0572481 Sep 30 08:32:41.229438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16591fca-2439-4154-8c8f-fc23c7dda725 req-426d05c6-ff73-413e-b230-6e0d03b31ac4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428133 Sep 30 08:32:41.280877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cccc5e-2a3a-4559-b4f9-51d1dd075ccf req-d90d185f-7b61-4b99-a703-88adea3faec6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:41.282539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1cccc5e-2a3a-4559-b4f9-51d1dd075ccf req-d90d185f-7b61-4b99-a703-88adea3faec6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 944 time: 0.0522373 Sep 30 08:32:41.323129 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1cccc5e-2a3a-4559-b4f9-51d1dd075ccf req-d1c8cc9a-789b-4e4b-b59d-b59207d21710 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338860 Sep 30 08:32:41.346990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['fa4f40c9-2229-4827-902e-270cfc627277'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:41.436782 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c6dd6-fb7c-4ec5-88f8-dea5483cb91c req-4bb2ccdd-be1f-463f-ab3b-6c9f63abc910 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:41.438258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b0c6dd6-fb7c-4ec5-88f8-dea5483cb91c req-4bb2ccdd-be1f-463f-ab3b-6c9f63abc910 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 1095 time: 0.0421381 Sep 30 08:32:41.477019 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b0c6dd6-fb7c-4ec5-88f8-dea5483cb91c req-28fa5aea-0359-4152-adbb-d87db9f4d19c tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317709 Sep 30 08:32:41.599113 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22f6b7-e5a6-48bc-a2c5-e351e9f2b2f2 req-3b3eb2f1-87b2-41ed-8813-fa5051458c07 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:41.600774 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f22f6b7-e5a6-48bc-a2c5-e351e9f2b2f2 req-3b3eb2f1-87b2-41ed-8813-fa5051458c07 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 944 time: 0.0562751 Sep 30 08:32:41.641862 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f22f6b7-e5a6-48bc-a2c5-e351e9f2b2f2 req-d5eb60b2-1e24-4d1c-a924-cffdf766c02e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340934 Sep 30 08:32:41.669253 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36326) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:41.778296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c8d552ac-851f-4213-bec1-22a4eb2a10d1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/6b191611-b598-40ba-b908-ceaf01d88d72 HTTP/1.1" status: 200 len: 991 time: 0.1076460 Sep 30 08:32:41.795799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73528-e828-485e-893b-668808cee6e3 req-1ef0cc0b-5168-4488-9d32-165ce31048d1 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:41.797319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39d73528-e828-485e-893b-668808cee6e3 req-1ef0cc0b-5168-4488-9d32-165ce31048d1 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0836735 Sep 30 08:32:41.838307 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39d73528-e828-485e-893b-668808cee6e3 req-7acc384f-f4c3-4f1c-bcf5-a5f16d30be3d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350337 Sep 30 08:32:42.014414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36332) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:42.041699 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35829d58-a8c7-4f30-a8ac-3c0674d22db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:42.467647 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf31c3b-7b28-4c00-8659-065aa97861ef req-ad5092dd-0513-497b-92cd-b3f670154b69 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:42.469197 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bf31c3b-7b28-4c00-8659-065aa97861ef req-ad5092dd-0513-497b-92cd-b3f670154b69 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 944 time: 0.0602138 Sep 30 08:32:42.473572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6e18b9d3-6e2a-42fc-8807-f0a743cf6ed8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting port d6cb1588-359f-48d3-bfb4-e615b436021d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:42.473950 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e18b9d3-6e2a-42fc-8807-f0a743cf6ed8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:42.559201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bf31c3b-7b28-4c00-8659-065aa97861ef req-c9410b8d-a5ae-4754-aebb-01dc3cc043f6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830967 Sep 30 08:32:42.577042 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e18b9d3-6e2a-42fc-8807-f0a743cf6ed8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:42.577368 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e18b9d3-6e2a-42fc-8807-f0a743cf6ed8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:42.589181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6e18b9d3-6e2a-42fc-8807-f0a743cf6ed8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Calling delete_port for d6cb1588-359f-48d3-bfb4-e615b436021d owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:42.768137 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e18b9d3-6e2a-42fc-8807-f0a743cf6ed8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:42.799566 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18b9d3-6e2a-42fc-8807-f0a743cf6ed8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Port': ['ID=d6cb1588-359f-48d3-bfb4-e615b436021d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:42.815601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device fa4f40c9-2229-4827-902e-270cfc627277 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:32:42.853837 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 21d9eb3d-c029-4aea-ad84-5c1e970d6730 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:32:42.888677 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e18b9d3-6e2a-42fc-8807-f0a743cf6ed8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:42.888917 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port fa4f40c9-2229-4827-902e-270cfc627277 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:32:42.889403 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-6e18b9d3-6e2a-42fc-8807-f0a743cf6ed8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Floating IP 6b191611-b598-40ba-b908-ceaf01d88d72 disassociated (deleted). External IP: 172.25.0.214, port: 50803d1f-1265-4929-a236-8bf0c994652b. Sep 30 08:32:42.894509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port fa4f40c9-2229-4827-902e-270cfc627277 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:42.894886 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:42.997794 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 21d9eb3d-c029-4aea-ad84-5c1e970d6730, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=21d9eb3d-c029-4aea-ad84-5c1e970d6730,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:43.029880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '21d9eb3d-c029-4aea-ad84-5c1e970d6730', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'port_id': '21d9eb3d-c029-4aea-ad84-5c1e970d6730', 'mac_address': 'fa:16:3e:50:df:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:32:43.038671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d08c8e-a0d9-4f7c-9077-304d3632c940 req-d72adb07-54b3-46e6-beac-b295acd4035e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:43.040519 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1d08c8e-a0d9-4f7c-9077-304d3632c940 req-d72adb07-54b3-46e6-beac-b295acd4035e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 945 time: 0.1061804 Sep 30 08:32:43.045319 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:43.090865 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:43.095898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717191d0-eac3-4769-9d37-cd656a54f8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4f40c9-2229-4827-902e-270cfc627277'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:43.098148 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2750f1-fa34-4be5-b53b-b497d383dd23" -d '{"events": [{"server_uuid": "717191d0-eac3-4769-9d37-cd656a54f8c7", "name": "network-vif-plugged", "status": "completed", "tag": "fa4f40c9-2229-4827-902e-270cfc627277"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:43.118752 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fa4f40c9-2229-4827-902e-270cfc627277, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fa4f40c9-2229-4827-902e-270cfc627277,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:43.122177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d9eb3d-c029-4aea-ad84-5c1e970d6730 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:32:43.127589 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:43.158292 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61d1130-dd2a-4cda-ae1b-a0fb7c3b4cc9 x-openstack-request-id: req-f61d1130-dd2a-4cda-ae1b-a0fb7c3b4cc9 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:43.158537 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e1d08c8e-a0d9-4f7c-9077-304d3632c940 req-3d1ac983-5bba-45d5-ad19-3dec2107d763 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059847 Sep 30 08:32:43.158654 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717191d0-eac3-4769-9d37-cd656a54f8c7", "name": "network-vif-plugged", "status": "completed", "tag": "fa4f40c9-2229-4827-902e-270cfc627277", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:43.158771 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f61d1130-dd2a-4cda-ae1b-a0fb7c3b4cc9 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:43.159163 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717191d0-eac3-4769-9d37-cd656a54f8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4f40c9-2229-4827-902e-270cfc627277', 'code': 200} Sep 30 08:32:43.171678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 21d9eb3d-c029-4aea-ad84-5c1e970d6730, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=21d9eb3d-c029-4aea-ad84-5c1e970d6730,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:43.201619 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:43.207530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=fa4f40c9-2229-4827-902e-270cfc627277,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:43.222505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:43.222505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:43.222505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:43.222505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:43.222505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:43.222505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:43.222505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:43.222505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:43.222505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:43.222505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:43.223526 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:43.223526 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:32:43.237403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e18b9d3-6e2a-42fc-8807-f0a743cf6ed8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router 71a373af-b133-43bf-85a8-b72a070f172f has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:43.298173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb958e4-f3d4-4a72-ad5e-6acf6d6fa68a req-8776c533-7de9-4d2d-bc20-05fbbff78ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:43.299716 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6fb958e4-f3d4-4a72-ad5e-6acf6d6fa68a req-8776c533-7de9-4d2d-bc20-05fbbff78ab6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 1097 time: 0.0435205 Sep 30 08:32:43.300341 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=21d9eb3d-c029-4aea-ad84-5c1e970d6730,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:43.338207 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6fb958e4-f3d4-4a72-ad5e-6acf6d6fa68a req-53ceb4c5-842e-4906-940c-8cbcc625a294 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309260 Sep 30 08:32:43.365057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e18b9d3-6e2a-42fc-8807-f0a743cf6ed8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:43.371887 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e18b9d3-6e2a-42fc-8807-f0a743cf6ed8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:43.380290 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9cfb87-b759-4c84-b37d-03e1172b5a10 None None] Sync routers for ids ['71a373af-b133-43bf-85a8-b72a070f172f'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:43.394108 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9cfb87-b759-4c84-b37d-03e1172b5a10 None None] Routers {'71a373af-b133-43bf-85a8-b72a070f172f'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:43.398769 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2a9cfb87-b759-4c84-b37d-03e1172b5a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:32:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71a373af-b133-43bf-85a8-b72a070f172f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:43.403433 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6e18b9d3-6e2a-42fc-8807-f0a743cf6ed8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/floatingips/6b191611-b598-40ba-b908-ceaf01d88d72 HTTP/1.1" status: 204 len: 168 time: 1.3878491 Sep 30 08:32:43.404591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:43.407366 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd99f61e-8a08-40d1-8c87-6533f14c182a" -d '{"events": [{"name": "network-changed", "server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "tag": "50803d1f-1265-4929-a236-8bf0c994652b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:43.420885 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['21d9eb3d-c029-4aea-ad84-5c1e970d6730'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:43.459458 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9f93bf-e413-485c-9872-3d0ace07056a x-openstack-request-id: req-1d9f93bf-e413-485c-9872-3d0ace07056a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:43.460615 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "tag": "50803d1f-1265-4929-a236-8bf0c994652b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:43.460873 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d9f93bf-e413-485c-9872-3d0ace07056a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:43.461387 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b', 'status': 'completed', 'code': 200} Sep 30 08:32:43.556821 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-2a9cfb87-b759-4c84-b37d-03e1172b5a10 None None] Set router 71a373af-b133-43bf-85a8-b72a070f172f gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:32:43.698035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d179b85-0948-4222-a844-671acea50b49 req-dc620dd4-6148-44f0-bd9c-0589b413bd8d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:43.704505 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d179b85-0948-4222-a844-671acea50b49 req-dc620dd4-6148-44f0-bd9c-0589b413bd8d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 944 time: 0.1053381 Sep 30 08:32:43.706452 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99f61e-8a08-40d1-8c87-6533f14c182a req-9cb3b8cd-79f5-424e-82ee-33052f539832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:43.708157 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fd99f61e-8a08-40d1-8c87-6533f14c182a req-9cb3b8cd-79f5-424e-82ee-33052f539832 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 1095 time: 0.0479517 Sep 30 08:32:43.753578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38491335-1d0b-4cac-900e-261a482f86d5 req-1e3d9ac3-5b3e-4e94-9784-de81925ed5f6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:43.754828 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38491335-1d0b-4cac-900e-261a482f86d5 req-1e3d9ac3-5b3e-4e94-9784-de81925ed5f6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 945 time: 0.0986979 Sep 30 08:32:43.763521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d179b85-0948-4222-a844-671acea50b49 req-8819d21b-5c94-424b-9021-2ccdf42becbe tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=576f8fcb-14b8-4d03-b6a5-7c056f25113d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536470 Sep 30 08:32:43.802803 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2a9cfb87-b759-4c84-b37d-03e1172b5a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a373af-b133-43bf-85a8-b72a070f172f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284540292', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:33Z', 'updated_at': '2021-09-30T08:31:38Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:34Z', 'updated_at': '2021-09-30T08:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '75621deb-5b96-4cd6-8596-43c6fea95952', 'name': '', 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:11:3b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:37Z', 'updated_at': '2021-09-30T08:31:42Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:43.813979 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38491335-1d0b-4cac-900e-261a482f86d5 req-50081761-645e-4ba2-9c8f-077fede7dfb4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494645 Sep 30 08:32:43.830121 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99f61e-8a08-40d1-8c87-6533f14c182a req-ffcd77c9-cf5b-4119-9f90-151f3e1212ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:43.831945 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fd99f61e-8a08-40d1-8c87-6533f14c182a req-ffcd77c9-cf5b-4119-9f90-151f3e1212ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=f44981e9-f4fa-4131-9d98-15a6790437c7 HTTP/1.1" status: 200 len: 898 time: 0.0998805 Sep 30 08:32:43.832065 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9cfb87-b759-4c84-b37d-03e1172b5a10 None None] Checking router: 71a373af-b133-43bf-85a8-b72a070f172f for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:32:43.840882 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9cfb87-b759-4c84-b37d-03e1172b5a10 None None] Routers {'71a373af-b133-43bf-85a8-b72a070f172f'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:43.841479 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2a9cfb87-b759-4c84-b37d-03e1172b5a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:32:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71a373af-b133-43bf-85a8-b72a070f172f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:43.874721 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fd99f61e-8a08-40d1-8c87-6533f14c182a req-e13b4845-5df9-4fb8-8dbe-4b7a492b553e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50803d1f-1265-4929-a236-8bf0c994652b HTTP/1.1" status: 200 len: 217 time: 0.0351989 Sep 30 08:32:43.927023 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99f61e-8a08-40d1-8c87-6533f14c182a req-0eb3761c-d564-4b60-8893-12efb3c28943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:43.929054 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fd99f61e-8a08-40d1-8c87-6533f14c182a req-0eb3761c-d564-4b60-8893-12efb3c28943 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59d762ec-40ee-4624-8ec1-5f5add2c713c HTTP/1.1" status: 200 len: 834 time: 0.0425735 Sep 30 08:32:43.952045 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-2a9cfb87-b759-4c84-b37d-03e1172b5a10 None None] Set router 71a373af-b133-43bf-85a8-b72a070f172f gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:32:43.979930 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99f61e-8a08-40d1-8c87-6533f14c182a req-89a52161-048d-4db3-b5ac-45311e64f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:43.981449 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fd99f61e-8a08-40d1-8c87-6533f14c182a req-89a52161-048d-4db3-b5ac-45311e64f423 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f44981e9-f4fa-4131-9d98-15a6790437c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436966 Sep 30 08:32:44.077014 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fd99f61e-8a08-40d1-8c87-6533f14c182a req-2ffc9f08-c0fe-486d-94a1-6ff60d6c5a85 service neutron] 10.222.0.35 "GET /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866582 Sep 30 08:32:44.212147 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fd99f61e-8a08-40d1-8c87-6533f14c182a req-e17d604d-9c04-449b-864c-d47dacaf17bf service neutron] 10.222.0.35 "GET /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950627 Sep 30 08:32:44.265286 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2a9cfb87-b759-4c84-b37d-03e1172b5a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a373af-b133-43bf-85a8-b72a070f172f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284540292', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:33Z', 'updated_at': '2021-09-30T08:31:38Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:34Z', 'updated_at': '2021-09-30T08:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '75621deb-5b96-4cd6-8596-43c6fea95952', 'name': '', 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:11:3b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:37Z', 'updated_at': '2021-09-30T08:31:42Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:44.287568 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400aa92-77e6-4135-8301-d37a072b12d9 req-769ac4a6-214f-4db7-8819-3dcf55a4b919 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:44.290111 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3400aa92-77e6-4135-8301-d37a072b12d9 req-769ac4a6-214f-4db7-8819-3dcf55a4b919 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0566065 Sep 30 08:32:44.293946 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9cfb87-b759-4c84-b37d-03e1172b5a10 None None] The sync data for ids ['71a373af-b133-43bf-85a8-b72a070f172f'] in n-d-807359-2 is: [{'id': '71a373af-b133-43bf-85a8-b72a070f172f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284540292', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:33Z', 'updated_at': '2021-09-30T08:31:38Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:34Z', 'updated_at': '2021-09-30T08:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '75621deb-5b96-4cd6-8596-43c6fea95952', 'name': '', 'network_id': 'f44981e9-f4fa-4131-9d98-15a6790437c7', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:11:3b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:37Z', 'updated_at': '2021-09-30T08:31:42Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '59d762ec-40ee-4624-8ec1-5f5add2c713c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:44.337126 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3400aa92-77e6-4135-8301-d37a072b12d9 req-997d430d-ab1e-4200-9ebb-397bd581083e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402484 Sep 30 08:32:44.411185 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279ecde-bda6-46cc-92e0-ac70165ab4ca req-48351677-5312-413d-bc2b-2dfe44426862 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:44.412736 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c279ecde-bda6-46cc-92e0-ac70165ab4ca req-48351677-5312-413d-bc2b-2dfe44426862 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.35 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 944 time: 0.0536811 Sep 30 08:32:44.513682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c279ecde-bda6-46cc-92e0-ac70165ab4ca req-d5df6a59-3f0c-405f-ac24-283c58b15f47 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting port 50803d1f-1265-4929-a236-8bf0c994652b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:44.514026 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c279ecde-bda6-46cc-92e0-ac70165ab4ca req-d5df6a59-3f0c-405f-ac24-283c58b15f47 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:44.537092 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761a508b-51b0-47b7-ad2c-fef6f86fcd51 None None] New status for floating IP 6b191611-b598-40ba-b908-ceaf01d88d72: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:32:44.605604 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c279ecde-bda6-46cc-92e0-ac70165ab4ca req-d5df6a59-3f0c-405f-ac24-283c58b15f47 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] For port 50803d1f-1265-4929-a236-8bf0c994652b, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=50803d1f-1265-4929-a236-8bf0c994652b,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:44.606025 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c279ecde-bda6-46cc-92e0-ac70165ab4ca req-d5df6a59-3f0c-405f-ac24-283c58b15f47 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:44.618808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c279ecde-bda6-46cc-92e0-ac70165ab4ca req-d5df6a59-3f0c-405f-ac24-283c58b15f47 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Calling delete_port for 50803d1f-1265-4929-a236-8bf0c994652b owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:44.754226 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c279ecde-bda6-46cc-92e0-ac70165ab4ca req-d5df6a59-3f0c-405f-ac24-283c58b15f47 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:44.780911 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df6a59-3f0c-405f-ac24-283c58b15f47 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Port': ['ID=50803d1f-1265-4929-a236-8bf0c994652b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:44.815526 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-64a61e40-6c93-41e9-8c5f-0ea983405824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:44.830880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c279ecde-bda6-46cc-92e0-ac70165ab4ca req-d5df6a59-3f0c-405f-ac24-283c58b15f47 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] No DVR routers for this DVR port 50803d1f-1265-4929-a236-8bf0c994652b on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:32:44.833738 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c279ecde-bda6-46cc-92e0-ac70165ab4ca req-d5df6a59-3f0c-405f-ac24-283c58b15f47 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:44.836162 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c279ecde-bda6-46cc-92e0-ac70165ab4ca req-d5df6a59-3f0c-405f-ac24-283c58b15f47 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.35 "DELETE /v2.0/ports/50803d1f-1265-4929-a236-8bf0c994652b HTTP/1.1" status: 204 len: 173 time: 0.4167879 Sep 30 08:32:44.836617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'name': 'network-vif-deleted', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:44.839699 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5817f9c9-c269-4072-83fb-07bffaa23eaa" -d '{"events": [{"server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "name": "network-vif-deleted", "tag": "50803d1f-1265-4929-a236-8bf0c994652b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:44.854332 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 21d9eb3d-c029-4aea-ad84-5c1e970d6730 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:32:44.900422 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1191220-fe7f-48c6-8ff8-2627e6ab5950 req-9350e5da-bdab-4d2f-b1d8-e5a7bfc452e9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=710f5277-9cf5-4852-9c46-dc9fbbe9a3db HTTP/1.1" status: 200 len: 210 time: 0.0476172 Sep 30 08:32:44.916489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 21d9eb3d-c029-4aea-ad84-5c1e970d6730 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:32:44.925382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 21d9eb3d-c029-4aea-ad84-5c1e970d6730 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:44.926157 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:44.945677 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4dc18e-6ef2-4ac7-8aa8-fd2b96d591f7 x-openstack-request-id: req-6f4dc18e-6ef2-4ac7-8aa8-fd2b96d591f7 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:44.945976 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710f5277-9cf5-4852-9c46-dc9fbbe9a3db", "name": "network-vif-deleted", "tag": "50803d1f-1265-4929-a236-8bf0c994652b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:44.946225 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f4dc18e-6ef2-4ac7-8aa8-fd2b96d591f7 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:44.946634 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710f5277-9cf5-4852-9c46-dc9fbbe9a3db', 'name': 'network-vif-deleted', 'tag': '50803d1f-1265-4929-a236-8bf0c994652b', 'status': 'completed', 'code': 200} Sep 30 08:32:44.984707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b15aa-9525-43e4-bde9-59928c58b438 req-ce3d2617-6085-4bee-82d4-1237fadb642d tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:44.986215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df4b15aa-9525-43e4-bde9-59928c58b438 req-ce3d2617-6085-4bee-82d4-1237fadb642d tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 945 time: 0.0533440 Sep 30 08:32:45.017403 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:45.031394 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df4b15aa-9525-43e4-bde9-59928c58b438 req-ca1a0826-b7a9-484b-accb-5fa655d0d1c8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377853 Sep 30 08:32:45.053139 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 21d9eb3d-c029-4aea-ad84-5c1e970d6730, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=21d9eb3d-c029-4aea-ad84-5c1e970d6730,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:45.057775 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:45.105522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=21d9eb3d-c029-4aea-ad84-5c1e970d6730,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:45.160451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b15c49-af03-4976-90dc-c3d7ac83f8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d9eb3d-c029-4aea-ad84-5c1e970d6730'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:45.163413 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49b3c25-bb38-4f7d-8a9d-a1ffbadaf318" -d '{"events": [{"server_uuid": "e2b15c49-af03-4976-90dc-c3d7ac83f8f1", "name": "network-vif-plugged", "status": "completed", "tag": "21d9eb3d-c029-4aea-ad84-5c1e970d6730"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:45.205248 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b38ad9-3d7b-4271-a2b7-f7f6913f4156 x-openstack-request-id: req-a2b38ad9-3d7b-4271-a2b7-f7f6913f4156 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:45.205787 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b15c49-af03-4976-90dc-c3d7ac83f8f1", "name": "network-vif-plugged", "status": "completed", "tag": "21d9eb3d-c029-4aea-ad84-5c1e970d6730", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:45.206135 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2b38ad9-3d7b-4271-a2b7-f7f6913f4156 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:45.206528 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b15c49-af03-4976-90dc-c3d7ac83f8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d9eb3d-c029-4aea-ad84-5c1e970d6730', 'code': 200} Sep 30 08:32:45.300903 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:45.320055 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc3d26-9a96-4a94-93f8-253c5771e08b req-7b36b971-d961-4b2c-9616-68dbfce5c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:45.321582 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ebc3d26-9a96-4a94-93f8-253c5771e08b req-7b36b971-d961-4b2c-9616-68dbfce5c405 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0456078 Sep 30 08:32:45.356700 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ebc3d26-9a96-4a94-93f8-253c5771e08b req-7cd13705-98f2-4364-a8ac-d81ff6f462f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280237 Sep 30 08:32:45.454987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08556f6f-5a51-475a-a4f9-686a40b34cf2 req-2afb8c91-be7e-4ca2-8301-63a529ae850c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:45.456518 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08556f6f-5a51-475a-a4f9-686a40b34cf2 req-2afb8c91-be7e-4ca2-8301-63a529ae850c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0502756 Sep 30 08:32:45.495289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-08556f6f-5a51-475a-a4f9-686a40b34cf2 req-3af9be02-7130-4760-83ca-0846dd49eb1a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Sep 30 08:32:45.590888 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22bcfc51-ceb6-4f01-862e-9948c80987cd req-6f5c6272-ac69-4408-a82a-550c8544e757 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d3e9d607932149e6bd9be67b66de3de1 HTTP/1.1" status: 200 len: 267 time: 0.0321434 Sep 30 08:32:45.648130 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcfc51-ceb6-4f01-862e-9948c80987cd req-1556dafb-6cce-4538-a3d3-bf8bafaee5f8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:45.649862 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22bcfc51-ceb6-4f01-862e-9948c80987cd req-1556dafb-6cce-4538-a3d3-bf8bafaee5f8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0535047 Sep 30 08:32:45.663682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-22bcfc51-ceb6-4f01-862e-9948c80987cd req-e73737bb-30ab-49b8-9ba6-d2447085d63d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Request body: {'port': {'security_groups': []}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:45.726579 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-22bcfc51-ceb6-4f01-862e-9948c80987cd req-e73737bb-30ab-49b8-9ba6-d2447085d63d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:45.894339 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:45.897767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-22bcfc51-ceb6-4f01-862e-9948c80987cd req-e73737bb-30ab-49b8-9ba6-d2447085d63d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] For port fa4f40c9-2229-4827-902e-270cfc627277, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fa4f40c9-2229-4827-902e-270cfc627277,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:45.926421 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-22bcfc51-ceb6-4f01-862e-9948c80987cd req-e73737bb-30ab-49b8-9ba6-d2447085d63d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:45.932933 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-22bcfc51-ceb6-4f01-862e-9948c80987cd req-e73737bb-30ab-49b8-9ba6-d2447085d63d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:45.947008 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4fc46511-6ec2-4072-9ffa-a51b1697da54'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:45.967995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36364) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:45.983187 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcfc51-ceb6-4f01-862e-9948c80987cd req-e73737bb-30ab-49b8-9ba6-d2447085d63d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:45.983960 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-22bcfc51-ceb6-4f01-862e-9948c80987cd req-e73737bb-30ab-49b8-9ba6-d2447085d63d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:45.985271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22bcfc51-ceb6-4f01-862e-9948c80987cd req-e73737bb-30ab-49b8-9ba6-d2447085d63d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "PUT /v2.0/ports/fa4f40c9-2229-4827-902e-270cfc627277 HTTP/1.1" status: 200 len: 905 time: 0.3268292 Sep 30 08:32:45.985776 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717191d0-eac3-4769-9d37-cd656a54f8c7', 'tag': 'fa4f40c9-2229-4827-902e-270cfc627277'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:45.988335 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3862697a-2b92-4fd2-8395-532517754372" -d '{"events": [{"name": "network-changed", "server_uuid": "717191d0-eac3-4769-9d37-cd656a54f8c7", "tag": "fa4f40c9-2229-4827-902e-270cfc627277"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:46.004877 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['9f32caf9-1336-42e0-9c8c-317c14deab97', 'fa4f40c9-2229-4827-902e-270cfc627277'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:46.015543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73737bb-30ab-49b8-9ba6-d2447085d63d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event updated for resources: {'Port': ['ID=fa4f40c9-2229-4827-902e-270cfc627277,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:46.083068 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aefa99e-a9c2-4348-a58a-b50ad5e68a22 x-openstack-request-id: req-0aefa99e-a9c2-4348-a58a-b50ad5e68a22 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:46.083459 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717191d0-eac3-4769-9d37-cd656a54f8c7", "tag": "fa4f40c9-2229-4827-902e-270cfc627277", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:46.083823 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0aefa99e-a9c2-4348-a58a-b50ad5e68a22 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:46.084346 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717191d0-eac3-4769-9d37-cd656a54f8c7', 'tag': 'fa4f40c9-2229-4827-902e-270cfc627277', 'status': 'completed', 'code': 200} Sep 30 08:32:46.130758 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['fa4f40c9-2229-4827-902e-270cfc627277'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:46.183031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1917e-e036-48f0-ad37-4ebed4fe275a req-76bfee6a-ffe4-419c-9aef-9baf2e002318 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:46.184948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0d1917e-e036-48f0-ad37-4ebed4fe275a req-76bfee6a-ffe4-419c-9aef-9baf2e002318 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 908 time: 0.0709424 Sep 30 08:32:46.227340 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:32:46.321667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ca1a5-75fb-4ef1-808f-0eebfe1816c7 req-61b495e7-4bbb-45a9-b567-9074132d5216 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:46.323557 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-656ca1a5-75fb-4ef1-808f-0eebfe1816c7 req-61b495e7-4bbb-45a9-b567-9074132d5216 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1240590 Sep 30 08:32:46.335876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8acb3c5b-b035-4227-8968-c084ed4ec826 None None] Provisioning complete for port fa4f40c9-2229-4827-902e-270cfc627277 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:46.336563 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8acb3c5b-b035-4227-8968-c084ed4ec826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:46.371425 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d653-fb44-409e-9923-80f90b1655eb req-4aa41344-1e1c-4604-825d-a6f77b25fe22 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:46.378899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e52d653-fb44-409e-9923-80f90b1655eb req-4aa41344-1e1c-4604-825d-a6f77b25fe22 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.1000977 Sep 30 08:32:46.425983 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-656ca1a5-75fb-4ef1-808f-0eebfe1816c7 req-4f11e1d3-1215-4826-84e1-f4bd325c1ebb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898623 Sep 30 08:32:46.432733 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862697a-2b92-4fd2-8395-532517754372 req-32858a6f-72a5-4e78-8370-55b945560489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:46.434559 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3862697a-2b92-4fd2-8395-532517754372 req-32858a6f-72a5-4e78-8370-55b945560489 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 1059 time: 0.1612411 Sep 30 08:32:46.459385 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e52d653-fb44-409e-9923-80f90b1655eb req-b7082d1c-1cb5-4dd0-b27f-0d5cbb206840 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758388 Sep 30 08:32:46.615024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89ca73-992e-4944-8add-4bc4642b4436 req-a033d517-138a-4ecb-9e6d-d5215a9a7471 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:46.618194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c89ca73-992e-4944-8add-4bc4642b4436 req-a033d517-138a-4ecb-9e6d-d5215a9a7471 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0733161 Sep 30 08:32:46.636634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862697a-2b92-4fd2-8395-532517754372 req-929aef84-3702-4d81-b1ff-61cce28c6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:46.638362 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3862697a-2b92-4fd2-8395-532517754372 req-929aef84-3702-4d81-b1ff-61cce28c6305 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.1864102 Sep 30 08:32:46.665436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4c89ca73-992e-4944-8add-4bc4642b4436 req-f2616993-78da-4e91-93c9-7a55c4c563dd tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410337 Sep 30 08:32:46.690033 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3862697a-2b92-4fd2-8395-532517754372 req-ce3e1a1b-3c93-45b9-a03e-04da949dbff1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa4f40c9-2229-4827-902e-270cfc627277 HTTP/1.1" status: 200 len: 217 time: 0.0409276 Sep 30 08:32:46.781187 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862697a-2b92-4fd2-8395-532517754372 req-76a279c4-7748-425d-aa7f-7faf6cb82759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:46.782750 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3862697a-2b92-4fd2-8395-532517754372 req-76a279c4-7748-425d-aa7f-7faf6cb82759 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0824120 Sep 30 08:32:46.822883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 50803d1f-1265-4929-a236-8bf0c994652b no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:32:46.836655 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4de263dc-c5ae-430c-9b0a-43cac0c7df66 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:46.846695 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 50803d1f-1265-4929-a236-8bf0c994652b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:32:46.847155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 50803d1f-1265-4929-a236-8bf0c994652b not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:32:46.885272 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862697a-2b92-4fd2-8395-532517754372 req-655148dd-b003-41e3-8448-9af3e797362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:46.887066 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3862697a-2b92-4fd2-8395-532517754372 req-655148dd-b003-41e3-8448-9af3e797362f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963879 Sep 30 08:32:46.922392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca7f84-878b-4a57-b023-260d14390c99 req-55f58543-8ae9-461f-8b61-f34b4c076a79 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:46.924457 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ca7f84-878b-4a57-b023-260d14390c99 req-55f58543-8ae9-461f-8b61-f34b4c076a79 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 812 time: 0.1239789 Sep 30 08:32:46.947664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ca7f84-878b-4a57-b023-260d14390c99 req-3f0fd6ea-0b50-4340-87e1-f0ccdb0621b0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/quotas/d3e9d607932149e6bd9be67b66de3de1 HTTP/1.1" status: 200 len: 375 time: 0.0156434 Sep 30 08:32:47.021860 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ca7f84-878b-4a57-b023-260d14390c99 req-c8574db1-d1f9-4ecb-a1b7-f233365e31c4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0665705 Sep 30 08:32:47.090796 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3862697a-2b92-4fd2-8395-532517754372 req-343683d7-a8bc-4b04-ba9e-ba339f2a01e9 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961324 Sep 30 08:32:47.136725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ca7f84-878b-4a57-b023-260d14390c99 req-d35c3df7-8df9-4a48-9dba-aeb624629424 service neutron] 10.222.0.24 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050386 Sep 30 08:32:47.232076 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3862697a-2b92-4fd2-8395-532517754372 req-cac5d40e-a3d4-4e7b-a104-84a6543139ce service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336181 Sep 30 08:32:47.249312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ca7f84-878b-4a57-b023-260d14390c99 req-f371bb3e-3743-45e1-9610-cc9c616d9beb service neutron] 10.222.0.24 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055307 Sep 30 08:32:47.294874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4de263dc-c5ae-430c-9b0a-43cac0c7df66 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting port 75621deb-5b96-4cd6-8596-43c6fea95952 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:47.295006 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4de263dc-c5ae-430c-9b0a-43cac0c7df66 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:47.405591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-4de263dc-c5ae-430c-9b0a-43cac0c7df66 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] For port 75621deb-5b96-4cd6-8596-43c6fea95952, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=75621deb-5b96-4cd6-8596-43c6fea95952,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:47.406016 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4de263dc-c5ae-430c-9b0a-43cac0c7df66 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:47.420820 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4de263dc-c5ae-430c-9b0a-43cac0c7df66 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Calling delete_port for 75621deb-5b96-4cd6-8596-43c6fea95952 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:47.440188 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39d8ca12-b414-4394-aae8-b2e3c3489cc7 req-78390658-5287-482c-b5d4-9e23a07bd5ba tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 210 time: 0.0305977 Sep 30 08:32:47.582287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7299d-f859-460e-b9ba-64dac77a01b5 req-28e863ed-8185-4be2-b0c4-6eb4dbdf06ed tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:47.591102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5a7299d-f859-460e-b9ba-64dac77a01b5 req-28e863ed-8185-4be2-b0c4-6eb4dbdf06ed tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 946 time: 0.0661449 Sep 30 08:32:47.645425 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5a7299d-f859-460e-b9ba-64dac77a01b5 req-a6018f21-8f2d-48fa-a209-a36bba45ca7f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533321 Sep 30 08:32:47.681648 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4de263dc-c5ae-430c-9b0a-43cac0c7df66 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:47.710475 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de263dc-c5ae-430c-9b0a-43cac0c7df66 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Port': ['ID=75621deb-5b96-4cd6-8596-43c6fea95952,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:47.789384 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:47.821835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ef5d5-c799-445f-af0a-eb2512485f17 req-b4c1afaa-48d2-4e22-9201-8b24b76ecba9 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:47.823414 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be6ef5d5-c799-445f-af0a-eb2512485f17 req-b4c1afaa-48d2-4e22-9201-8b24b76ecba9 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 946 time: 0.0771322 Sep 30 08:32:47.880734 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be6ef5d5-c799-445f-af0a-eb2512485f17 req-a5b5e287-ac50-4f75-b9e0-26f2d8d74253 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456474 Sep 30 08:32:47.925716 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4de263dc-c5ae-430c-9b0a-43cac0c7df66 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:48.173646 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de263dc-c5ae-430c-9b0a-43cac0c7df66 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router 71a373af-b133-43bf-85a8-b72a070f172f has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:48.256379 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8181f9-8a72-40d1-92d4-38c700a58bcb req-1b52c5ce-ad48-4a79-98e8-b7de26e0cccf tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:48.258887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e8181f9-8a72-40d1-92d4-38c700a58bcb req-1b52c5ce-ad48-4a79-98e8-b7de26e0cccf tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 946 time: 0.0650036 Sep 30 08:32:48.298592 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de263dc-c5ae-430c-9b0a-43cac0c7df66 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:48.302663 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e8181f9-8a72-40d1-92d4-38c700a58bcb req-0390c95f-e515-4f96-bd63-461018392298 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374398 Sep 30 08:32:48.303849 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4de263dc-c5ae-430c-9b0a-43cac0c7df66 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "PUT /v2.0/routers/71a373af-b133-43bf-85a8-b72a070f172f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3347750 Sep 30 08:32:48.307322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36410) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:48.311206 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ad9b7-89c4-412d-b1ba-b83b0982ec64 None None] Sync routers for ids ['71a373af-b133-43bf-85a8-b72a070f172f'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:48.324075 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ad9b7-89c4-412d-b1ba-b83b0982ec64 None None] Routers {'71a373af-b133-43bf-85a8-b72a070f172f'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:48.325167 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9b9ad9b7-89c4-412d-b1ba-b83b0982ec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:32:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71a373af-b133-43bf-85a8-b72a070f172f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:48.364578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d805468-db3a-4ef8-857c-09f24cbb0425 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting subnet 59d762ec-40ee-4624-8ec1-5f5add2c713c {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:32:48.375476 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d805468-db3a-4ef8-857c-09f24cbb0425 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:48.433975 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d805468-db3a-4ef8-857c-09f24cbb0425 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:48.491338 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-9b9ad9b7-89c4-412d-b1ba-b83b0982ec64 None None] Set router 71a373af-b133-43bf-85a8-b72a070f172f gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:32:48.567547 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d805468-db3a-4ef8-857c-09f24cbb0425 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:48.719134 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d805468-db3a-4ef8-857c-09f24cbb0425 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:48.725832 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3413edf-cd0a-4024-8615-3cb72ebce84d req-791018bb-b42f-4fc7-ad20-a08ab0164a53 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 210 time: 0.1024206 Sep 30 08:32:48.755230 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d805468-db3a-4ef8-857c-09f24cbb0425 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Subnet': ['ID=59d762ec-40ee-4624-8ec1-5f5add2c713c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:48.758151 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d805468-db3a-4ef8-857c-09f24cbb0425 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:48.763138 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6d805468-db3a-4ef8-857c-09f24cbb0425 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/subnets/59d762ec-40ee-4624-8ec1-5f5add2c713c HTTP/1.1" status: 204 len: 168 time: 0.4518847 Sep 30 08:32:48.764256 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36416) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:48.767540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9504fca0-9abe-497a-bcc6-2af3bf1c171f None None] Network f44981e9-f4fa-4131-9d98-15a6790437c7 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:32:48.778232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca7f84-878b-4a57-b023-260d14390c99 req-fa88f95b-982b-4def-8f83-a8004c65fc33 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:48.783595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ca7f84-878b-4a57-b023-260d14390c99 req-fa88f95b-982b-4def-8f83-a8004c65fc33 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.36 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 812 time: 0.3403671 Sep 30 08:32:48.807484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-13ca7f84-878b-4a57-b023-260d14390c99 req-02270db8-f1af-48e6-b817-3d72e28b9ea9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Request body: {'port': {'device_id': '54b3f239-7d1a-4ea6-9f39-51bcd698a6ff', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'admin_state_up': True, 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:48.863069 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9b9ad9b7-89c4-412d-b1ba-b83b0982ec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a373af-b133-43bf-85a8-b72a070f172f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284540292', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:33Z', 'updated_at': '2021-09-30T08:32:47Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:34Z', 'updated_at': '2021-09-30T08:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:48.904569 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ad9b7-89c4-412d-b1ba-b83b0982ec64 None None] Checking router: 71a373af-b133-43bf-85a8-b72a070f172f for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:32:48.917314 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ad9b7-89c4-412d-b1ba-b83b0982ec64 None None] Routers {'71a373af-b133-43bf-85a8-b72a070f172f'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:48.917314 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9b9ad9b7-89c4-412d-b1ba-b83b0982ec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:32:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['71a373af-b133-43bf-85a8-b72a070f172f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:48.977554 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdca5c7c-64f7-4833-a832-82329be36a30 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:48.989198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ca7f84-878b-4a57-b023-260d14390c99 req-02270db8-f1af-48e6-b817-3d72e28b9ea9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Made reservation on behalf of d3e9d607932149e6bd9be67b66de3de1 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:48.998384 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-13ca7f84-878b-4a57-b023-260d14390c99 req-02270db8-f1af-48e6-b817-3d72e28b9ea9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.037452 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505256cc-1d0a-4707-8172-ef47bc97505d None None] DHCP port deletion for f44981e9-f4fa-4131-9d98-15a6790437c7 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:32:49.056652 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-9b9ad9b7-89c4-412d-b1ba-b83b0982ec64 None None] Set router 71a373af-b133-43bf-85a8-b72a070f172f gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:32:49.107679 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-505256cc-1d0a-4707-8172-ef47bc97505d None None] Deleting port b6fe5597-7a3b-4900-b136-d4b5de333adb {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:49.108008 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-505256cc-1d0a-4707-8172-ef47bc97505d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.125640 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdca5c7c-64f7-4833-a832-82329be36a30 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.159059 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-13ca7f84-878b-4a57-b023-260d14390c99 req-02270db8-f1af-48e6-b817-3d72e28b9ea9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Allocated IP 172.20.0.11 (a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce/5cea2b8a-1a04-4498-97a0-77b0aa5e8922/2392218b-54f0-4013-82eb-14750875290d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:49.196115 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-505256cc-1d0a-4707-8172-ef47bc97505d None None] For port b6fe5597-7a3b-4900-b136-d4b5de333adb, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b6fe5597-7a3b-4900-b136-d4b5de333adb,segment=NetworkSegment(01c5d6e6-81a6-4c00-be21-5044a9f7ab64),segment_id=01c5d6e6-81a6-4c00-be21-5044a9f7ab64)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:49.196724 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-505256cc-1d0a-4707-8172-ef47bc97505d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.218096 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-505256cc-1d0a-4707-8172-ef47bc97505d None None] Calling delete_port for b6fe5597-7a3b-4900-b136-d4b5de333adb owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:49.313413 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9b9ad9b7-89c4-412d-b1ba-b83b0982ec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a373af-b133-43bf-85a8-b72a070f172f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284540292', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:33Z', 'updated_at': '2021-09-30T08:32:47Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:34Z', 'updated_at': '2021-09-30T08:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:49.328861 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-505256cc-1d0a-4707-8172-ef47bc97505d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.364335 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505256cc-1d0a-4707-8172-ef47bc97505d None None] Pushing event deleted for resources: {'Port': ['ID=b6fe5597-7a3b-4900-b136-d4b5de333adb,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:49.372152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505256cc-1d0a-4707-8172-ef47bc97505d None None] No DVR routers for this DVR port b6fe5597-7a3b-4900-b136-d4b5de333adb on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:32:49.394988 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ad9b7-89c4-412d-b1ba-b83b0982ec64 None None] The sync data for ids ['71a373af-b133-43bf-85a8-b72a070f172f'] in n-d-807359-2 is: [{'id': '71a373af-b133-43bf-85a8-b72a070f172f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284540292', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:33Z', 'updated_at': '2021-09-30T08:32:47Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': '00efc99b-325c-46fd-b0e6-b69791468bae', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a373af-b133-43bf-85a8-b72a070f172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:34Z', 'updated_at': '2021-09-30T08:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:49.399736 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-13ca7f84-878b-4a57-b023-260d14390c99 req-02270db8-f1af-48e6-b817-3d72e28b9ea9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.481912 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-13ca7f84-878b-4a57-b023-260d14390c99 req-02270db8-f1af-48e6-b817-3d72e28b9ea9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.495591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4fc46511-6ec2-4072-9ffa-a51b1697da54'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:49.528805 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac456484-77f0-46cd-8e58-f4cb070e5fd2 req-6752a844-f985-4d4e-9276-3602b4684e21 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:49.529933 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['9f32caf9-1336-42e0-9c8c-317c14deab97'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:49.530624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac456484-77f0-46cd-8e58-f4cb070e5fd2 req-6752a844-f985-4d4e-9276-3602b4684e21 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1002996 Sep 30 08:32:49.548097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ca7f84-878b-4a57-b023-260d14390c99 req-02270db8-f1af-48e6-b817-3d72e28b9ea9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:49.560627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-13ca7f84-878b-4a57-b023-260d14390c99 req-02270db8-f1af-48e6-b817-3d72e28b9ea9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:49.573782 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ca7f84-878b-4a57-b023-260d14390c99 req-02270db8-f1af-48e6-b817-3d72e28b9ea9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:49.580000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02270db8-f1af-48e6-b817-3d72e28b9ea9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event updated for resources: {'Port': ['ID=2392218b-54f0-4013-82eb-14750875290d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:49.612678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fdca5c7c-64f7-4833-a832-82329be36a30 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting port 00efc99b-325c-46fd-b0e6-b69791468bae {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:49.613312 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdca5c7c-64f7-4833-a832-82329be36a30 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.648570 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac456484-77f0-46cd-8e58-f4cb070e5fd2 req-fe0fb3e1-ac03-4569-ace6-fabf5ad2def5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028795 Sep 30 08:32:49.660097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca7f84-878b-4a57-b023-260d14390c99 req-02270db8-f1af-48e6-b817-3d72e28b9ea9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:49.660847 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-13ca7f84-878b-4a57-b023-260d14390c99 req-02270db8-f1af-48e6-b817-3d72e28b9ea9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.689442 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ca7f84-878b-4a57-b023-260d14390c99 req-02270db8-f1af-48e6-b817-3d72e28b9ea9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8947372 Sep 30 08:32:49.704864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Request body: {'port': {'device_id': '54b3f239-7d1a-4ea6-9f39-51bcd698a6ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:49.766894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-fdca5c7c-64f7-4833-a832-82329be36a30 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] For port 00efc99b-325c-46fd-b0e6-b69791468bae, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=00efc99b-325c-46fd-b0e6-b69791468bae,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:49.767435 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdca5c7c-64f7-4833-a832-82329be36a30 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.790474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fdca5c7c-64f7-4833-a832-82329be36a30 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Calling delete_port for 00efc99b-325c-46fd-b0e6-b69791468bae owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:49.830284 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:49.870178 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76e599-1465-4949-9853-94fdd82c5a9d req-3beee0b4-efb8-4b10-9034-5e503ddf52e0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:49.871684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd76e599-1465-4949-9853-94fdd82c5a9d req-3beee0b4-efb8-4b10-9034-5e503ddf52e0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1365330 Sep 30 08:32:49.960067 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2c485714-b0bd-4182-b181-a53a87cd4a25 None None] Provisioning complete for port 2392218b-54f0-4013-82eb-14750875290d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:49.961554 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c485714-b0bd-4182-b181-a53a87cd4a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.013232 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2c485714-b0bd-4182-b181-a53a87cd4a25 None None] Port 2392218b-54f0-4013-82eb-14750875290d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:32:50.050516 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdca5c7c-64f7-4833-a832-82329be36a30 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.081432 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca5c7c-64f7-4833-a832-82329be36a30 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Port': ['ID=00efc99b-325c-46fd-b0e6-b69791468bae,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:50.155233 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdca5c7c-64f7-4833-a832-82329be36a30 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.259799 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdca5c7c-64f7-4833-a832-82329be36a30 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.262561 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdca5c7c-64f7-4833-a832-82329be36a30 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.314789 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdca5c7c-64f7-4833-a832-82329be36a30 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.315580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdca5c7c-64f7-4833-a832-82329be36a30 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Fanout notify agent at l3_agent the message router_deleted on router 71a373af-b133-43bf-85a8-b72a070f172f {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:32:50.323154 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdca5c7c-64f7-4833-a832-82329be36a30 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.324320 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fdca5c7c-64f7-4833-a832-82329be36a30 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/routers/71a373af-b133-43bf-85a8-b72a070f172f HTTP/1.1" status: 204 len: 168 time: 1.5598984 Sep 30 08:32:50.329729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36422) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:50.409966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3becbf-a51f-4d73-8601-36b6bc97626e req-ae7c8246-ccc8-4c7d-8602-ad40ab7abd98 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:50.411586 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf3becbf-a51f-4d73-8601-36b6bc97626e req-ae7c8246-ccc8-4c7d-8602-ad40ab7abd98 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 932 time: 0.5205448 Sep 30 08:32:50.426458 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a35dd167-cc59-4579-8662-e65ea0887b92 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.521835 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf3becbf-a51f-4d73-8601-36b6bc97626e req-dbce05f0-4bbd-470f-a3e8-af87b82dbeb5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957296 Sep 30 08:32:50.545966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-cd76e599-1465-4949-9853-94fdd82c5a9d req-74059443-6069-4484-a402-5a9092649c91 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Deleting port 21d9eb3d-c029-4aea-ad84-5c1e970d6730 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:32:50.545966 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cd76e599-1465-4949-9853-94fdd82c5a9d req-74059443-6069-4484-a402-5a9092649c91 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.546213 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a35dd167-cc59-4579-8662-e65ea0887b92 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.563558 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a35dd167-cc59-4579-8662-e65ea0887b92 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44981e9-f4fa-4131-9d98-15a6790437c7']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:50.575036 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a35dd167-cc59-4579-8662-e65ea0887b92 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c5d6e6-81a6-4c00-be21-5044a9f7ab64') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:50.575346 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a35dd167-cc59-4579-8662-e65ea0887b92 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c5d6e6-81a6-4c00-be21-5044a9f7ab64') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:50.587360 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a35dd167-cc59-4579-8662-e65ea0887b92 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.602652 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a35dd167-cc59-4579-8662-e65ea0887b92 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.608821 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35dd167-cc59-4579-8662-e65ea0887b92 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:32:50.609221 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a35dd167-cc59-4579-8662-e65ea0887b92 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:32:50.612344 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:32:50.678335 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a35dd167-cc59-4579-8662-e65ea0887b92 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.687441 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a35dd167-cc59-4579-8662-e65ea0887b92 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.692420 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a35dd167-cc59-4579-8662-e65ea0887b92 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/networks/f44981e9-f4fa-4131-9d98-15a6790437c7 HTTP/1.1" status: 204 len: 168 time: 0.3589067 Sep 30 08:32:50.693082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36426) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:50.694956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-cd76e599-1465-4949-9853-94fdd82c5a9d req-74059443-6069-4484-a402-5a9092649c91 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] For port 21d9eb3d-c029-4aea-ad84-5c1e970d6730, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=21d9eb3d-c029-4aea-ad84-5c1e970d6730,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:50.695282 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cd76e599-1465-4949-9853-94fdd82c5a9d req-74059443-6069-4484-a402-5a9092649c91 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.705735 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35dd167-cc59-4579-8662-e65ea0887b92 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Network': ['ID=f44981e9-f4fa-4131-9d98-15a6790437c7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:50.741555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2392218b-54f0-4013-82eb-14750875290d {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:32:50.749260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-cd76e599-1465-4949-9853-94fdd82c5a9d req-74059443-6069-4484-a402-5a9092649c91 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Calling delete_port for 21d9eb3d-c029-4aea-ad84-5c1e970d6730 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:32:50.768997 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.869468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Transition to ACTIVE for port object 2392218b-54f0-4013-82eb-14750875290d will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:32:50.885114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 00efc99b-325c-46fd-b0e6-b69791468bae no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:32:50.885993 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.908642 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 00efc99b-325c-46fd-b0e6-b69791468bae {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:32:50.908985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 00efc99b-325c-46fd-b0e6-b69791468bae not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:32:50.909409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b6fe5597-7a3b-4900-b136-d4b5de333adb no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:32:50.930748 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: b6fe5597-7a3b-4900-b136-d4b5de333adb {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:32:50.931046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b6fe5597-7a3b-4900-b136-d4b5de333adb not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:32:50.931436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 75621deb-5b96-4cd6-8596-43c6fea95952 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:32:50.951391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 75621deb-5b96-4cd6-8596-43c6fea95952 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:32:50.951736 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 75621deb-5b96-4cd6-8596-43c6fea95952 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:32:50.953430 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a821c9e8-00fd-4c61-ae9d-c824345ecf8b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:50.972996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6649-9667-4d0f-885c-5a080ef472df req-c673b482-50e1-4bb2-b2fa-f12ebe8ee875 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:50.974897 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aaad6649-9667-4d0f-885c-5a080ef472df req-c673b482-50e1-4bb2-b2fa-f12ebe8ee875 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 946 time: 0.2094541 Sep 30 08:32:51.015583 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2392218b-54f0-4013-82eb-14750875290d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:51.045620 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a821c9e8-00fd-4c61-ae9d-c824345ecf8b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.187849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aaad6649-9667-4d0f-885c-5a080ef472df req-f5740266-8cc7-4092-ada2-4b0a1e42639b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857417 Sep 30 08:32:51.224109 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cd76e599-1465-4949-9853-94fdd82c5a9d req-74059443-6069-4484-a402-5a9092649c91 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.239289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['45e09852-8948-4124-af9e-3f93c1285088'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:51.263082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Attempting to bind port 2392218b-54f0-4013-82eb-14750875290d on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:32:51.263082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Attempting to bind port 2392218b-54f0-4013-82eb-14750875290d by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:32:51.263082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Attempting to bind port 2392218b-54f0-4013-82eb-14750875290d on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:51.266179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74059443-6069-4484-a402-5a9092649c91 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event deleted for resources: {'Port': ['ID=21d9eb3d-c029-4aea-ad84-5c1e970d6730,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:51.279479 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Port 2392218b-54f0-4013-82eb-14750875290d on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:32:51.279810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Attempting to bind port 2392218b-54f0-4013-82eb-14750875290d on network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:51.310291 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a821c9e8-00fd-4c61-ae9d-c824345ecf8b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.313103 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a821c9e8-00fd-4c61-ae9d-c824345ecf8b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.317039 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a821c9e8-00fd-4c61-ae9d-c824345ecf8b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/security-groups/576f8fcb-14b8-4d03-b6a5-7c056f25113d HTTP/1.1" status: 204 len: 168 time: 0.6161730 Sep 30 08:32:51.334134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd76e599-1465-4949-9853-94fdd82c5a9d req-74059443-6069-4484-a402-5a9092649c91 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] No DVR routers for this DVR port 21d9eb3d-c029-4aea-ad84-5c1e970d6730 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:32:51.336508 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:32:51.336879 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Checking segment: {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:51.337244 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Bound using segment: {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:32:51.337751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Bound port: 2392218b-54f0-4013-82eb-14750875290d, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03527c88-ada2-44aa-bb56-e3d38d3e1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:32:51.338264 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.347944 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cd76e599-1465-4949-9853-94fdd82c5a9d req-74059443-6069-4484-a402-5a9092649c91 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.352040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd76e599-1465-4949-9853-94fdd82c5a9d req-74059443-6069-4484-a402-5a9092649c91 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "DELETE /v2.0/ports/21d9eb3d-c029-4aea-ad84-5c1e970d6730 HTTP/1.1" status: 204 len: 173 time: 1.4571321 Sep 30 08:32:51.352633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b15c49-af03-4976-90dc-c3d7ac83f8f1', 'name': 'network-vif-deleted', 'tag': '21d9eb3d-c029-4aea-ad84-5c1e970d6730'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:51.355774 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab6da68-3a74-438d-9399-fbf2c5daf546" -d '{"events": [{"server_uuid": "e2b15c49-af03-4976-90dc-c3d7ac83f8f1", "name": "network-vif-deleted", "tag": "21d9eb3d-c029-4aea-ad84-5c1e970d6730"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:51.375272 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821c9e8-00fd-4c61-ae9d-c824345ecf8b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=576f8fcb-14b8-4d03-b6a5-7c056f25113d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:51.467653 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6909d86a-5fce-41be-b077-232594eba485 x-openstack-request-id: req-6909d86a-5fce-41be-b077-232594eba485 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:51.468274 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b15c49-af03-4976-90dc-c3d7ac83f8f1", "name": "network-vif-deleted", "tag": "21d9eb3d-c029-4aea-ad84-5c1e970d6730", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:51.481980 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6909d86a-5fce-41be-b077-232594eba485 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:51.482535 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b15c49-af03-4976-90dc-c3d7ac83f8f1', 'name': 'network-vif-deleted', 'tag': '21d9eb3d-c029-4aea-ad84-5c1e970d6730', 'status': 'completed', 'code': 200} Sep 30 08:32:51.518941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] For port 2392218b-54f0-4013-82eb-14750875290d, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:51.523787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] For port 2392218b-54f0-4013-82eb-14750875290d, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2392218b-54f0-4013-82eb-14750875290d,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:32:51.529408 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.582705 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:51.583417 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.587270 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ca7f84-878b-4a57-b023-260d14390c99 req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/2392218b-54f0-4013-82eb-14750875290d HTTP/1.1" status: 200 len: 1092 time: 1.8880956 Sep 30 08:32:51.704697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6218e1-c3c4-44ba-bdba-6c4d9eff67f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2392218b-54f0-4013-82eb-14750875290d,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:51.738298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca7f84-878b-4a57-b023-260d14390c99 req-72eb1987-4151-4fb6-9c0a-9a13ebdcce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:51.739811 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ca7f84-878b-4a57-b023-260d14390c99 req-72eb1987-4151-4fb6-9c0a-9a13ebdcce7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 1095 time: 0.0996716 Sep 30 08:32:51.761060 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48557e-7e2a-41c5-a26e-f220886857c0 req-58b176bf-285a-4191-a944-940feeea17ac tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:51.765231 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d48557e-7e2a-41c5-a26e-f220886857c0 req-58b176bf-285a-4191-a944-940feeea17ac tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 944 time: 0.1268990 Sep 30 08:32:51.825293 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ca7f84-878b-4a57-b023-260d14390c99 req-e665e112-52ee-4a67-9037-b9db27a1736a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2392218b-54f0-4013-82eb-14750875290d HTTP/1.1" status: 200 len: 217 time: 0.0583935 Sep 30 08:32:51.916283 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36436) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:51.918856 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d48557e-7e2a-41c5-a26e-f220886857c0 req-d7690b40-fd5f-467a-8093-515f9dc2821c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920436 Sep 30 08:32:51.921175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca7f84-878b-4a57-b023-260d14390c99 req-8c2e3566-2016-476a-ad63-a2a9b2f6da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:51.922900 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ca7f84-878b-4a57-b023-260d14390c99 req-8c2e3566-2016-476a-ad63-a2a9b2f6da5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0860782 Sep 30 08:32:51.926695 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b4765672-9ae8-44eb-9623-581754cbd982 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1241379956', 'description': 'tempest-secgroup-smoke-1241379956 description', 'project_id': '9cc3341683d74857bfb7b0b638c15491'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:51.962780 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4765672-9ae8-44eb-9623-581754cbd982 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:51.974584 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca7f84-878b-4a57-b023-260d14390c99 req-24721df1-55b7-4f8b-9fd0-d3196e7d87d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:51.976256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ca7f84-878b-4a57-b023-260d14390c99 req-24721df1-55b7-4f8b-9fd0-d3196e7d87d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455105 Sep 30 08:32:52.047811 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4765672-9ae8-44eb-9623-581754cbd982 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.052216 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4765672-9ae8-44eb-9623-581754cbd982 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.080029 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ca7f84-878b-4a57-b023-260d14390c99 req-d3d4929e-5141-45c2-a8d3-f2b04ddfe0a6 service neutron] 10.222.0.36 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959148 Sep 30 08:32:52.084388 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4765672-9ae8-44eb-9623-581754cbd982 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.085768 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b4765672-9ae8-44eb-9623-581754cbd982 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1679032 Sep 30 08:32:52.086827 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4765672-9ae8-44eb-9623-581754cbd982 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c285a77-cbeb-4945-b878-0fceec242b81,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:52.089089 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36438) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:52.093688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c6e3825a-328e-4854-adc2-fa34b80e4b21 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '3c285a77-cbeb-4945-b878-0fceec242b81', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:52.122841 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e3825a-328e-4854-adc2-fa34b80e4b21 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.189823 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ca7f84-878b-4a57-b023-260d14390c99 req-2a9a1008-8ecf-4af8-8c61-e399b8cd5fd1 service neutron] 10.222.0.36 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026807 Sep 30 08:32:52.205252 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e3825a-328e-4854-adc2-fa34b80e4b21 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.211416 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e3825a-328e-4854-adc2-fa34b80e4b21 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.230318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3825a-328e-4854-adc2-fa34b80e4b21 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7373009-24fb-41f6-8695-9899c31fa6ac,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:52.239422 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e3825a-328e-4854-adc2-fa34b80e4b21 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.243940 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c6e3825a-328e-4854-adc2-fa34b80e4b21 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506343 Sep 30 08:32:52.244987 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36444) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:52.248798 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e5afa06d-27ad-4cc7-b7b8-8182caae3c56 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '3c285a77-cbeb-4945-b878-0fceec242b81', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:52.276437 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5afa06d-27ad-4cc7-b7b8-8182caae3c56 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.304470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f1c6991-83e7-4c10-8351-214091e14185 req-bf9c4cc5-aefc-4726-953d-663a9bbb65cb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 210 time: 0.0330575 Sep 30 08:32:52.343652 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5afa06d-27ad-4cc7-b7b8-8182caae3c56 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.347641 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5afa06d-27ad-4cc7-b7b8-8182caae3c56 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.367735 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afa06d-27ad-4cc7-b7b8-8182caae3c56 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f8f04a-42dc-4997-9240-dfb8ae3026f1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:52.372319 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5afa06d-27ad-4cc7-b7b8-8182caae3c56 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.376595 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e5afa06d-27ad-4cc7-b7b8-8182caae3c56 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287119 Sep 30 08:32:52.377462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:52.382710 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0659aebf-f6fb-423f-9248-3c72699a86ca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '3c285a77-cbeb-4945-b878-0fceec242b81', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:52.411061 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0659aebf-f6fb-423f-9248-3c72699a86ca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.478744 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0659aebf-f6fb-423f-9248-3c72699a86ca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.482419 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0659aebf-f6fb-423f-9248-3c72699a86ca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.501073 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659aebf-f6fb-423f-9248-3c72699a86ca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec1a33b-565f-4a32-9439-ba54b844a977,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:52.509389 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0659aebf-f6fb-423f-9248-3c72699a86ca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.512337 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0659aebf-f6fb-423f-9248-3c72699a86ca tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323392 Sep 30 08:32:52.513771 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36448) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:52.518981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3d98b6bb-5547-47b5-9ef8-780db8c638b6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '3c285a77-cbeb-4945-b878-0fceec242b81', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:52.547251 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d98b6bb-5547-47b5-9ef8-780db8c638b6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.615452 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d98b6bb-5547-47b5-9ef8-780db8c638b6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.622442 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d98b6bb-5547-47b5-9ef8-780db8c638b6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.646860 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98b6bb-5547-47b5-9ef8-780db8c638b6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2ef5ca-a3ef-432f-aa8d-b178b5b41de7,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:52.658320 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d98b6bb-5547-47b5-9ef8-780db8c638b6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.659758 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3d98b6bb-5547-47b5-9ef8-780db8c638b6 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1443655 Sep 30 08:32:52.662450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36450) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:52.667734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c44de9fe-4eb2-4156-816d-db588a7a128f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '3c285a77-cbeb-4945-b878-0fceec242b81', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:52.690815 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-c44de9fe-4eb2-4156-816d-db588a7a128f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Project 9cc3341683d74857bfb7b0b638c15491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:32:52.696684 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c44de9fe-4eb2-4156-816d-db588a7a128f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.766769 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c44de9fe-4eb2-4156-816d-db588a7a128f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.770500 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c44de9fe-4eb2-4156-816d-db588a7a128f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.788818 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44de9fe-4eb2-4156-816d-db588a7a128f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587ce63f-0cd8-41b4-ad9b-cfcf7161c72b,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:52.796653 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c44de9fe-4eb2-4156-816d-db588a7a128f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.797931 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c44de9fe-4eb2-4156-816d-db588a7a128f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338270 Sep 30 08:32:52.800681 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36452) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:52.805792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8eb472c4-5e10-424a-88ab-23727be41c2e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'security_group_rule': {'security_group_id': '3c285a77-cbeb-4945-b878-0fceec242b81', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:52.827250 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-8eb472c4-5e10-424a-88ab-23727be41c2e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Project 9cc3341683d74857bfb7b0b638c15491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:32:52.832002 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8eb472c4-5e10-424a-88ab-23727be41c2e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.899056 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8eb472c4-5e10-424a-88ab-23727be41c2e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.903000 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8eb472c4-5e10-424a-88ab-23727be41c2e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.915209 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 21d9eb3d-c029-4aea-ad84-5c1e970d6730 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:32:52.925861 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb472c4-5e10-424a-88ab-23727be41c2e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23fc4ec8-f95e-49aa-a127-47e8cdf24891,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:52.933829 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8eb472c4-5e10-424a-88ab-23727be41c2e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:52.938408 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8eb472c4-5e10-424a-88ab-23727be41c2e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341283 Sep 30 08:32:52.939107 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 21d9eb3d-c029-4aea-ad84-5c1e970d6730 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:32:52.939309 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36456) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:52.939792 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 21d9eb3d-c029-4aea-ad84-5c1e970d6730 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:32:52.948109 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f240480c-27a1-4c29-bfee-e57a8aed049f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'network': {'name': 'tempest-network-smoke--1242923648', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:52.972810 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f240480c-27a1-4c29-bfee-e57a8aed049f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Made reservation on behalf of 9cc3341683d74857bfb7b0b638c15491 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:52.977276 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f240480c-27a1-4c29-bfee-e57a8aed049f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.002679 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f240480c-27a1-4c29-bfee-e57a8aed049f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:32:53.012136 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f240480c-27a1-4c29-bfee-e57a8aed049f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.012478 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-f240480c-27a1-4c29-bfee-e57a8aed049f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Added segment 71fff33d-ca18-45af-b1f7-e7225b125e6a of type vlan for network a2c89afd-31ea-4d73-8bb3-0d84a9226c91 Sep 30 08:32:53.058029 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f240480c-27a1-4c29-bfee-e57a8aed049f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.063061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882fbf1-f2c1-4a8e-85d0-f0edf2141c4e req-32d48c17-16e2-4919-b4df-aba7b913c503 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:53.064489 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7882fbf1-f2c1-4a8e-85d0-f0edf2141c4e req-32d48c17-16e2-4919-b4df-aba7b913c503 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 944 time: 0.0620797 Sep 30 08:32:53.093542 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f240480c-27a1-4c29-bfee-e57a8aed049f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.099150 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f240480c-27a1-4c29-bfee-e57a8aed049f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:53.099739 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f240480c-27a1-4c29-bfee-e57a8aed049f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.111224 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7882fbf1-f2c1-4a8e-85d0-f0edf2141c4e req-0a3f1ce8-b84c-4b33-8024-f7f46eb30e22 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383687 Sep 30 08:32:53.135765 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f240480c-27a1-4c29-bfee-e57a8aed049f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1939757 Sep 30 08:32:53.140693 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36462) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:53.144744 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1892053467', 'admin_state_up': True, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:53.183678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240480c-27a1-4c29-bfee-e57a8aed049f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Network': ['ID=a2c89afd-31ea-4d73-8bb3-0d84a9226c91,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:53.195273 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network a2c89afd-31ea-4d73-8bb3-0d84a9226c91 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:32:53.202247 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.203280 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.260787 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.410325 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f02a6eb-2846-4716-9404-5a56727502e5 req-f56be2b6-8b61-46cb-93ff-732015dbfc09 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 210 time: 0.0263715 Sep 30 08:32:53.416463 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.484102 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b3f239-7d1a-4ea6-9f39-51bcd698a6ff', 'tag': '2392218b-54f0-4013-82eb-14750875290d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:53.486506 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474b7337-782b-47a8-bd0b-cf97246ab0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "54b3f239-7d1a-4ea6-9f39-51bcd698a6ff", "tag": "2392218b-54f0-4013-82eb-14750875290d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:53.528188 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045f641e-f8ff-4232-99ed-0c2dc293e724 x-openstack-request-id: req-045f641e-f8ff-4232-99ed-0c2dc293e724 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:53.529251 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b3f239-7d1a-4ea6-9f39-51bcd698a6ff", "tag": "2392218b-54f0-4013-82eb-14750875290d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:53.529732 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-045f641e-f8ff-4232-99ed-0c2dc293e724 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:53.530507 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b3f239-7d1a-4ea6-9f39-51bcd698a6ff', 'tag': '2392218b-54f0-4013-82eb-14750875290d', 'status': 'completed', 'code': 200} Sep 30 08:32:53.591872 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b7337-782b-47a8-bd0b-cf97246ab0ce req-a8bd37ab-683b-45c7-99d6-820d50828231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:53.593542 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-474b7337-782b-47a8-bd0b-cf97246ab0ce req-a8bd37ab-683b-45c7-99d6-820d50828231 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 1095 time: 0.0438375 Sep 30 08:32:53.621250 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.649979 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.699641 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b7337-782b-47a8-bd0b-cf97246ab0ce req-e8b4b70a-0072-44da-bc99-c73de00fade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:53.701375 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-474b7337-782b-47a8-bd0b-cf97246ab0ce req-e8b4b70a-0072-44da-bc99-c73de00fade0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.0994260 Sep 30 08:32:53.745885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-474b7337-782b-47a8-bd0b-cf97246ab0ce req-e94133ed-7d13-4819-91a2-8052b5e5985e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2392218b-54f0-4013-82eb-14750875290d HTTP/1.1" status: 200 len: 217 time: 0.0351708 Sep 30 08:32:53.761399 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Allocated IP 172.25.0.62 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/fce4e4b3-1173-4272-b23a-acc4390964a7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:53.797620 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b7337-782b-47a8-bd0b-cf97246ab0ce req-25ee1f5a-df59-4071-b67c-c9e9c13cf03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:53.799397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-474b7337-782b-47a8-bd0b-cf97246ab0ce req-25ee1f5a-df59-4071-b67c-c9e9c13cf03c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0467675 Sep 30 08:32:53.851848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b7337-782b-47a8-bd0b-cf97246ab0ce req-dddb8fb0-0911-4968-8ba4-ca5feb87a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:53.853646 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-474b7337-782b-47a8-bd0b-cf97246ab0ce req-dddb8fb0-0911-4968-8ba4-ca5feb87a968 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460615 Sep 30 08:32:53.873982 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.908645 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:53.947246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:53.948767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-474b7337-782b-47a8-bd0b-cf97246ab0ce req-f556bf27-cfe3-4530-a9a1-fab6396d6d43 service neutron] 10.222.0.36 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877028 Sep 30 08:32:53.950250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:53.953658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:53.979066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=fce4e4b3-1173-4272-b23a-acc4390964a7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:54.058237 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-474b7337-782b-47a8-bd0b-cf97246ab0ce req-7c6ab577-8fd6-4ff9-9872-49ce05c7d8d8 service neutron] 10.222.0.36 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017678 Sep 30 08:32:54.232901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:54.239066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200dd62-b94c-4cfa-b465-cf5a28edb1c6 req-827636da-781c-4fd8-8da3-48ac586dffcb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:54.247328 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3200dd62-b94c-4cfa-b465-cf5a28edb1c6 req-827636da-781c-4fd8-8da3-48ac586dffcb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 944 time: 0.0566387 Sep 30 08:32:54.313895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3200dd62-b94c-4cfa-b465-cf5a28edb1c6 req-9ac8ef25-4d8e-4c05-b2ec-362dd623b99e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552471 Sep 30 08:32:54.468009 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:54.528824 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74f07342-e4b1-4715-958e-d33798c51c61 req-01e290c6-c76a-4875-86b6-5830cd52496a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 210 time: 0.0333459 Sep 30 08:32:54.603740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113c130-ea64-4e06-8017-4dab371cb1de req-a967784e-59e4-4a31-85bd-74c5c61917b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:54.605230 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6113c130-ea64-4e06-8017-4dab371cb1de req-a967784e-59e4-4a31-85bd-74c5c61917b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 1096 time: 0.1701603 Sep 30 08:32:54.657396 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6113c130-ea64-4e06-8017-4dab371cb1de req-f68d3441-60f8-4ebf-86bd-96f19085023b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=03fcf7ad-1220-4f5c-9d24-989ab5aef76a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461369 Sep 30 08:32:54.674861 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router b062f44f-ff1b-469c-b0ac-dd83af41bab3 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:32:54.789194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:54.800077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Sync routers for ids ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:32:54.809789 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:54.811600 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-030b585e-2288-4419-ac17-186db9bc7eea tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6701705 Sep 30 08:32:54.814272 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Routers {'b062f44f-ff1b-469c-b0ac-dd83af41bab3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:54.814934 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36480) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:54.815262 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:32:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:54.860079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-23cf73af-3ef5-4a37-8026-59cae78f8a1c tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9cc3341683d74857bfb7b0b638c15491&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437210 Sep 30 08:32:54.862571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36482) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:54.929891 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Set router b062f44f-ff1b-469c-b0ac-dd83af41bab3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:32:54.957115 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 2392218b-54f0-4013-82eb-14750875290d details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:32:55.026674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23ba547-dc6a-4b74-a0b7-852a1d916297 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:55.028209 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e23ba547-dc6a-4b74-a0b7-852a1d916297 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1646385 Sep 30 08:32:55.031022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36484) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:55.059277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-73cecbb3-0e97-4dde-be83-5904c02ea651 tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271773 Sep 30 08:32:55.061921 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36486) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:55.066579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-724f4170-391b-45b9-b649-2a0fa0b6351f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-17403611', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:32:55.186453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724f4170-391b-45b9-b649-2a0fa0b6351f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Made reservation on behalf of 9cc3341683d74857bfb7b0b638c15491 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:32:55.190953 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-724f4170-391b-45b9-b649-2a0fa0b6351f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.344888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 2392218b-54f0-4013-82eb-14750875290d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2392218b-54f0-4013-82eb-14750875290d,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:55.357633 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '2392218b-54f0-4013-82eb-14750875290d', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'port_id': '2392218b-54f0-4013-82eb-14750875290d', 'mac_address': 'fa:16:3e:79:68:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:32:55.438925 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-724f4170-391b-45b9-b649-2a0fa0b6351f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.446208 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.464484 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2392218b-54f0-4013-82eb-14750875290d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:32:55.520898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 2392218b-54f0-4013-82eb-14750875290d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2392218b-54f0-4013-82eb-14750875290d,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:55.541097 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.554865 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f4170-391b-45b9-b649-2a0fa0b6351f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Subnet': ['ID=90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:55.571633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcdb80-97ad-4bdb-bbbf-9f8dfefad6cc req-ccdb9a86-7df9-4804-ba4c-4aafa30a3ba1 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:55.574377 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bfcdb80-97ad-4bdb-bbbf-9f8dfefad6cc req-ccdb9a86-7df9-4804-ba4c-4aafa30a3ba1 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 944 time: 0.1275001 Sep 30 08:32:55.587552 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f4170-391b-45b9-b649-2a0fa0b6351f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Checking segment: {'id': '71fff33d-ca18-45af-b1f7-e7225b125e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:55.587877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f4170-391b-45b9-b649-2a0fa0b6351f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network hostable DHCP agents. Network: a2c89afd-31ea-4d73-8bb3-0d84a9226c91, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:32:55.608308 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892053467', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:54Z', 'revision_number': 3, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:55.624456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bfcdb80-97ad-4bdb-bbbf-9f8dfefad6cc req-13a00c84-07bb-4815-a029-9406219b726b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450530 Sep 30 08:32:55.658177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Checking router: b062f44f-ff1b-469c-b0ac-dd83af41bab3 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:32:55.658603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Updating router b062f44f-ff1b-469c-b0ac-dd83af41bab3 port fce4e4b3-1173-4272-b23a-acc4390964a7 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:32:55.668108 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1bbe3fa-8825-45f4-82c5-68ca2420ef8d req-ed26455e-8fd4-42df-95a7-c52314be0cd3 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2b15c49-af03-4976-90dc-c3d7ac83f8f1 HTTP/1.1" status: 200 len: 210 time: 0.0399506 Sep 30 08:32:55.668850 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f4170-391b-45b9-b649-2a0fa0b6351f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network a2c89afd-31ea-4d73-8bb3-0d84a9226c91 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:32:55.678419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-724f4170-391b-45b9-b649-2a0fa0b6351f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, a2c89afd-31ea-4d73-8bb3-0d84a9226c91) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:55.683308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724f4170-391b-45b9-b649-2a0fa0b6351f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:55.685083 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-724f4170-391b-45b9-b649-2a0fa0b6351f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.685400 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=2392218b-54f0-4013-82eb-14750875290d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:55.694911 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b3d672-de21-43bb-89f1-fa61d71d7c68 None None] Network a2c89afd-31ea-4d73-8bb3-0d84a9226c91 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:32:55.709116 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-724f4170-391b-45b9-b649-2a0fa0b6351f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6462576 Sep 30 08:32:55.712111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36494) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:32:55.721109 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:55.819196 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['2392218b-54f0-4013-82eb-14750875290d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:32:56.155809 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ips': [{'subnet_id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:32:56.156801 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:56.422405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Allocated IP 172.20.0.2 (a2c89afd-31ea-4d73-8bb3-0d84a9226c91/90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e/549e5847-fca3-426e-857e-41a67886737f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:56.441894 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:56.454029 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:56.544676 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Attempting to bind port fce4e4b3-1173-4272-b23a-acc4390964a7 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:32:56.545071 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Attempting to bind port fce4e4b3-1173-4272-b23a-acc4390964a7 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:32:56.545408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Attempting to bind port fce4e4b3-1173-4272-b23a-acc4390964a7 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:56.550574 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fde40-4112-45e0-b3ba-e582be160a0d None None] Pushing event updated for resources: {'Port': ['ID=fce4e4b3-1173-4272-b23a-acc4390964a7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:56.559565 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:56.583100 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:32:56.583497 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:56.583867 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:56.584442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:32:56.585034 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Bound port: fce4e4b3-1173-4272-b23a-acc4390964a7, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:32:56.585418 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:56.689155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] For port fce4e4b3-1173-4272-b23a-acc4390964a7, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:56.709143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] For port fce4e4b3-1173-4272-b23a-acc4390964a7, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fce4e4b3-1173-4272-b23a-acc4390964a7,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:32:56.720209 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:56.754219 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:56.769730 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:56.813742 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Network a2c89afd-31ea-4d73-8bb3-0d84a9226c91 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:56.816305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:56.818114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fde40-4112-45e0-b3ba-e582be160a0d None None] Pushing event updated for resources: {'Port': ['ID=fce4e4b3-1173-4272-b23a-acc4390964a7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:56.821425 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:56.824880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Routers {'b062f44f-ff1b-469c-b0ac-dd83af41bab3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:32:56.825600 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:32:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:56.861957 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb764e-4289-4c6b-9fbe-b45e0322d491 req-f648f44b-7d63-4e4a-bb4b-70d7e6ac2ca0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:56.861957 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6bb764e-4289-4c6b-9fbe-b45e0322d491 req-f648f44b-7d63-4e4a-bb4b-70d7e6ac2ca0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 945 time: 0.0988026 Sep 30 08:32:56.945900 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a6bb764e-4289-4c6b-9fbe-b45e0322d491 req-4522bbb1-038a-4008-8190-d21d2cc17ac4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790305 Sep 30 08:32:56.970731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 2392218b-54f0-4013-82eb-14750875290d up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:32:56.970881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Allocated IP 172.20.0.1 (a2c89afd-31ea-4d73-8bb3-0d84a9226c91/90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e/061c9cdc-000d-4deb-a8e2-5e66848debfc) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:32:56.996185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Pushing event updated for resources: {'Port': ['ID=549e5847-fca3-426e-857e-41a67886737f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:57.042571 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Attempting to bind port 549e5847-fca3-426e-857e-41a67886737f on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:32:57.042938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Attempting to bind port 549e5847-fca3-426e-857e-41a67886737f by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '71fff33d-ca18-45af-b1f7-e7225b125e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:32:57.043298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Attempting to bind port 549e5847-fca3-426e-857e-41a67886737f on network a2c89afd-31ea-4d73-8bb3-0d84a9226c91 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:32:57.059565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:32:57.059949 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Checking segment: {'id': '71fff33d-ca18-45af-b1f7-e7225b125e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:32:57.060433 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.060827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Bound using segment: {'id': '71fff33d-ca18-45af-b1f7-e7225b125e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:32:57.061434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Bound port: 549e5847-fca3-426e-857e-41a67886737f, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fff33d-ca18-45af-b1f7-e7225b125e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:32:57.061755 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.088333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] Set router b062f44f-ff1b-469c-b0ac-dd83af41bab3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:32:57.102752 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.145245 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.196846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 2392218b-54f0-4013-82eb-14750875290d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:32:57.202175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network a2c89afd-31ea-4d73-8bb3-0d84a9226c91 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:57.214382 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:57.217468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=061c9cdc-000d-4deb-a8e2-5e66848debfc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:57.218707 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 2392218b-54f0-4013-82eb-14750875290d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:57.219084 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.228288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:32:57.284280 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.446204 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.449032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] For port 549e5847-fca3-426e-857e-41a67886737f, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:32:57.469324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] For port 549e5847-fca3-426e-857e-41a67886737f, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=549e5847-fca3-426e-857e-41a67886737f,segment=NetworkSegment(71fff33d-ca18-45af-b1f7-e7225b125e6a),segment_id=71fff33d-ca18-45af-b1f7-e7225b125e6a)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:32:57.481383 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.590297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0fd63-2341-42e5-a6fa-d622be2d4033 None None] Pushing event updated for resources: {'Port': ['ID=549e5847-fca3-426e-857e-41a67886737f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:57.639159 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.668179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b3f239-7d1a-4ea6-9f39-51bcd698a6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2392218b-54f0-4013-82eb-14750875290d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:32:57.670458 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad0f1dd-8ac2-494c-8fed-6d23ddce6e93" -d '{"events": [{"server_uuid": "54b3f239-7d1a-4ea6-9f39-51bcd698a6ff", "name": "network-vif-plugged", "status": "completed", "tag": "2392218b-54f0-4013-82eb-14750875290d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:32:57.674447 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892053467', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:54Z', 'revision_number': 3, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:32:57.712504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 2392218b-54f0-4013-82eb-14750875290d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2392218b-54f0-4013-82eb-14750875290d,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:57.714237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f98c8-f909-453f-abfe-a6b04fc7aea9 None None] The sync data for ids ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'] in n-d-807359-2 is: [{'id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892053467', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:54Z', 'revision_number': 3, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:32:57.720441 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.765119 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a99c80-f3cb-42c4-8773-d38f4162e790 x-openstack-request-id: req-50a99c80-f3cb-42c4-8773-d38f4162e790 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:32:57.765773 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b3f239-7d1a-4ea6-9f39-51bcd698a6ff", "name": "network-vif-plugged", "status": "completed", "tag": "2392218b-54f0-4013-82eb-14750875290d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:32:57.767262 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50a99c80-f3cb-42c4-8773-d38f4162e790 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:32:57.768062 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b3f239-7d1a-4ea6-9f39-51bcd698a6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2392218b-54f0-4013-82eb-14750875290d', 'code': 200} Sep 30 08:32:57.820780 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=2392218b-54f0-4013-82eb-14750875290d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:57.907809 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:57.922443 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:58.066317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=061c9cdc-000d-4deb-a8e2-5e66848debfc,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:58.126554 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7c29f-448f-4623-bd00-4f5f58e87e8d req-a0a1164b-8c36-4ae8-910c-4919b1a4b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:58.128697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-23b7c29f-448f-4623-bd00-4f5f58e87e8d req-a0a1164b-8c36-4ae8-910c-4919b1a4b778 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 1097 time: 0.3078508 Sep 30 08:32:58.138194 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:58.321810 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-23b7c29f-448f-4623-bd00-4f5f58e87e8d req-90d282ce-f4fc-4ac0-a286-e772fb436218 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734962 Sep 30 08:32:58.335307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935606bf-eda8-489a-ac5a-f641d609cdf5 req-ad82d096-ac0b-4c2b-8d0e-8185574ca9aa tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:58.337022 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-935606bf-eda8-489a-ac5a-f641d609cdf5 req-ad82d096-ac0b-4c2b-8d0e-8185574ca9aa tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.2602332 Sep 30 08:32:58.403420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-935606bf-eda8-489a-ac5a-f641d609cdf5 req-d38f9f00-fcb4-43c7-8fa6-2adad78d1eee tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545421 Sep 30 08:32:58.405439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network a2c89afd-31ea-4d73-8bb3-0d84a9226c91 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:32:58.407145 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:32:58.572990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router b062f44f-ff1b-469c-b0ac-dd83af41bab3 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:32:58.792400 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fce4e4b3-1173-4272-b23a-acc4390964a7 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:32:58.806425 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:32:58.812274 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ec673212-50da-48de-89cb-39a75b5a50a1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "PUT /v2.0/routers/b062f44f-ff1b-469c-b0ac-dd83af41bab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0991182 Sep 30 08:32:58.917775 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port fce4e4b3-1173-4272-b23a-acc4390964a7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:58.918250 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:59.087825 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:59.134625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2c9151-de85-44ec-a110-399976d3c671 None None] Network a2c89afd-31ea-4d73-8bb3-0d84a9226c91 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:32:59.148727 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port fce4e4b3-1173-4272-b23a-acc4390964a7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fce4e4b3-1173-4272-b23a-acc4390964a7,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:59.165195 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:59.166209 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 549e5847-fca3-426e-857e-41a67886737f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:32:59.187451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-7dd50ed8-fae6-4afc-aedd-00d61bf9a5d8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1241379956&fields=id&tenant_id=9cc3341683d74857bfb7b0b638c15491 HTTP/1.1" status: 200 len: 267 time: 0.0498018 Sep 30 08:32:59.352985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-606e9d7b-17dd-4351-9ba3-3054e31ab190 None None] Provisioning complete for port 549e5847-fca3-426e-857e-41a67886737f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:59.353281 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-606e9d7b-17dd-4351-9ba3-3054e31ab190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:59.355798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-38aa60b0-2af5-4881-95a1-84ff3aa19ffb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:59.358080 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-38aa60b0-2af5-4881-95a1-84ff3aa19ffb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/networks?id=a2c89afd-31ea-4d73-8bb3-0d84a9226c91 HTTP/1.1" status: 200 len: 797 time: 0.1602149 Sep 30 08:32:59.375854 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-b337ab69-7da5-47bd-8cd3-e9b1a6779c35 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/quotas/9cc3341683d74857bfb7b0b638c15491 HTTP/1.1" status: 200 len: 375 time: 0.0101790 Sep 30 08:32:59.417521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=fce4e4b3-1173-4272-b23a-acc4390964a7,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:59.463619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 549e5847-fca3-426e-857e-41a67886737f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:59.464022 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:59.464292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-22e95f70-aa94-4da3-9c26-18cf39934c49 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810323 Sep 30 08:32:59.640466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d435d8-99d0-4d16-bd9c-9f27d6f30009 req-700798a9-1723-47b4-ac6b-f31728bc8ecd tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:32:59.642015 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93d435d8-99d0-4d16-bd9c-9f27d6f30009 req-700798a9-1723-47b4-ac6b-f31728bc8ecd tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.1239390 Sep 30 08:32:59.656322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-1b43d86d-f582-4eb6-bdcd-06fbf492d3da service neutron] 10.222.0.24 "GET /v2.0/networks/a2c89afd-31ea-4d73-8bb3-0d84a9226c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728799 Sep 30 08:32:59.665981 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-606e9d7b-17dd-4351-9ba3-3054e31ab190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:59.711760 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:59.727992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-606e9d7b-17dd-4351-9ba3-3054e31ab190 None None] For port 549e5847-fca3-426e-857e-41a67886737f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=549e5847-fca3-426e-857e-41a67886737f,segment=NetworkSegment(71fff33d-ca18-45af-b1f7-e7225b125e6a),segment_id=71fff33d-ca18-45af-b1f7-e7225b125e6a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:32:59.738953 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-606e9d7b-17dd-4351-9ba3-3054e31ab190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:59.771521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93d435d8-99d0-4d16-bd9c-9f27d6f30009 req-edd0e8f0-9b0a-4904-87b8-c16ee68ff681 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097708 Sep 30 08:32:59.805165 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-f25254b3-33a4-4403-8ce6-488705231bc2 service neutron] 10.222.0.24 "GET /v2.0/networks/a2c89afd-31ea-4d73-8bb3-0d84a9226c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414390 Sep 30 08:32:59.824404 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:32:59.825006 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:32:59.835108 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e9d7b-17dd-4351-9ba3-3054e31ab190 None None] Pushing event updated for resources: {'Port': ['ID=549e5847-fca3-426e-857e-41a67886737f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:32:59.857715 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:32:59.964950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ccdb085d-d633-46bd-9afb-1edc9ed17c43 None None] Provisioning complete for port 061c9cdc-000d-4deb-a8e2-5e66848debfc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:32:59.966264 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ccdb085d-d633-46bd-9afb-1edc9ed17c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.008946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8772fdc-8f11-4f9f-9077-5b1c7e4e20ec req-a982565d-7fc8-4d61-a98e-b7a0f9609d1b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 210 time: 0.0305846 Sep 30 08:33:00.032934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb085d-d633-46bd-9afb-1edc9ed17c43 None None] Port 061c9cdc-000d-4deb-a8e2-5e66848debfc cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:33:00.052564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ccdb085d-d633-46bd-9afb-1edc9ed17c43 None None] Provisioning complete for port 549e5847-fca3-426e-857e-41a67886737f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:00.053024 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ccdb085d-d633-46bd-9afb-1edc9ed17c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.276722 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Sync routers for ids ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:00.280923 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c4d24d82-8bdf-4c13-897c-9e02e75eae76 None None] Provisioning complete for port 061c9cdc-000d-4deb-a8e2-5e66848debfc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:00.281881 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4d24d82-8bdf-4c13-897c-9e02e75eae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.295266 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Routers {'b062f44f-ff1b-469c-b0ac-dd83af41bab3'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:00.296000 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:32:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:00.397445 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c4d24d82-8bdf-4c13-897c-9e02e75eae76 None None] Port 061c9cdc-000d-4deb-a8e2-5e66848debfc cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:33:00.468064 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Set router b062f44f-ff1b-469c-b0ac-dd83af41bab3 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:00.477638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20ed91-a483-406f-b5cb-7cca573659df req-7dca4f12-da05-46c5-8e03-252667a6f284 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:00.479513 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb20ed91-a483-406f-b5cb-7cca573659df req-7dca4f12-da05-46c5-8e03-252667a6f284 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 945 time: 0.0763526 Sep 30 08:33:00.534439 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb20ed91-a483-406f-b5cb-7cca573659df req-c852e305-43bf-47f5-b5e9-fa317c7b33fa tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465164 Sep 30 08:33:00.536350 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-35a54bd4-01f2-4e9b-bfbf-5cdcd8961bf5 None None] Provisioning complete for port 061c9cdc-000d-4deb-a8e2-5e66848debfc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:00.536730 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35a54bd4-01f2-4e9b-bfbf-5cdcd8961bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.587140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-35a54bd4-01f2-4e9b-bfbf-5cdcd8961bf5 None None] Port 061c9cdc-000d-4deb-a8e2-5e66848debfc cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:33:00.653061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fce4e4b3-1173-4272-b23a-acc4390964a7 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:00.707971 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port fce4e4b3-1173-4272-b23a-acc4390964a7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:00.708522 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.785120 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892053467', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:57Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '061c9cdc-000d-4deb-a8e2-5e66848debfc', 'name': '', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b3:c6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:56Z', 'updated_at': '2021-09-30T08:32:57Z', 'revision_number': 2, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:00.817756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 549e5847-fca3-426e-857e-41a67886737f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:00.821812 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Checking router: b062f44f-ff1b-469c-b0ac-dd83af41bab3 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:33:00.822452 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Updating router b062f44f-ff1b-469c-b0ac-dd83af41bab3 port 061c9cdc-000d-4deb-a8e2-5e66848debfc binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:33:00.853843 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.880921 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 549e5847-fca3-426e-857e-41a67886737f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:00.882500 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:00.905305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38c3b4-89ae-4981-8050-c143adc30e84 req-8a640752-c23d-412d-a612-3798a9abd22f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:00.906848 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f38c3b4-89ae-4981-8050-c143adc30e84 req-8a640752-c23d-412d-a612-3798a9abd22f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.0558150 Sep 30 08:33:00.952045 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f38c3b4-89ae-4981-8050-c143adc30e84 req-9b3d7bcd-ea21-47c8-b2e5-88148d1f5740 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375123 Sep 30 08:33:01.131725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-26d98603-6d75-48ae-8555-bfb7b5012744 req-497e0577-09e5-4b36-93af-edc501a844a8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 210 time: 0.0335407 Sep 30 08:33:01.218858 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f90771-1c6e-48f6-9913-fcfebb8533f6 req-97085585-4ada-4cfe-9881-0c8742f155f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:01.220836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13f90771-1c6e-48f6-9913-fcfebb8533f6 req-97085585-4ada-4cfe-9881-0c8742f155f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.0589089 Sep 30 08:33:01.279832 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:01.285839 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:01.354619 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13f90771-1c6e-48f6-9913-fcfebb8533f6 req-7cd3923a-e3d4-452e-9074-15046f6b1114 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225262 Sep 30 08:33:01.398451 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758524f-94b6-4a82-9625-9a418ee1558e None None] Pushing event updated for resources: {'Port': ['ID=061c9cdc-000d-4deb-a8e2-5e66848debfc,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:01.403679 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0d0f74fb-b710-4ead-968c-825dbb682da1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:01.405490 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0d0f74fb-b710-4ead-968c-825dbb682da1 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "GET /v2.0/networks?id=a2c89afd-31ea-4d73-8bb3-0d84a9226c91 HTTP/1.1" status: 200 len: 797 time: 0.1837196 Sep 30 08:33:01.418872 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3758524f-94b6-4a82-9625-9a418ee1558e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:01.419223 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3758524f-94b6-4a82-9625-9a418ee1558e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:01.419545 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3758524f-94b6-4a82-9625-9a418ee1558e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:01.419886 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3758524f-94b6-4a82-9625-9a418ee1558e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:01.420383 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3758524f-94b6-4a82-9625-9a418ee1558e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:01.420558 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3758524f-94b6-4a82-9625-9a418ee1558e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:01.420882 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3758524f-94b6-4a82-9625-9a418ee1558e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:01.421202 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3758524f-94b6-4a82-9625-9a418ee1558e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:01.421715 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3758524f-94b6-4a82-9625-9a418ee1558e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:01.422045 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3758524f-94b6-4a82-9625-9a418ee1558e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:01.422860 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3758524f-94b6-4a82-9625-9a418ee1558e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:01.423187 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3758524f-94b6-4a82-9625-9a418ee1558e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:01.433127 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Attempting to bind port 061c9cdc-000d-4deb-a8e2-5e66848debfc on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:33:01.433127 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Attempting to bind port 061c9cdc-000d-4deb-a8e2-5e66848debfc by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '71fff33d-ca18-45af-b1f7-e7225b125e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:33:01.433623 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Attempting to bind port 061c9cdc-000d-4deb-a8e2-5e66848debfc on network a2c89afd-31ea-4d73-8bb3-0d84a9226c91 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:33:01.440988 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:33:01.441362 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Checking segment: {'id': '71fff33d-ca18-45af-b1f7-e7225b125e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:01.441755 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:01.442139 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Bound using segment: {'id': '71fff33d-ca18-45af-b1f7-e7225b125e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:33:01.442608 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Bound port: 061c9cdc-000d-4deb-a8e2-5e66848debfc, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fff33d-ca18-45af-b1f7-e7225b125e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:33:01.442984 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:01.457330 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-c8035062-e1e5-41a6-9135-8c7a31c8529f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc3341683d74857bfb7b0b638c15491 HTTP/1.1" status: 200 len: 380 time: 0.0413270 Sep 30 08:33:01.470114 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-62fa5c90-809d-4e1e-9f5e-efad2f5f5611 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'port': {'device_id': '9870baf9-7937-43f9-8265-cf5168912157', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'admin_state_up': True, 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'security_groups': ['3c285a77-cbeb-4945-b878-0fceec242b81']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:01.512582 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] For port 061c9cdc-000d-4deb-a8e2-5e66848debfc, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:33:01.516347 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] For port 061c9cdc-000d-4deb-a8e2-5e66848debfc, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=061c9cdc-000d-4deb-a8e2-5e66848debfc,segment=NetworkSegment(71fff33d-ca18-45af-b1f7-e7225b125e6a),segment_id=71fff33d-ca18-45af-b1f7-e7225b125e6a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:33:01.523245 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:01.571452 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Routers {'b062f44f-ff1b-469c-b0ac-dd83af41bab3'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:01.572114 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:32:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:01.602922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-62fa5c90-809d-4e1e-9f5e-efad2f5f5611 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Made reservation on behalf of 9cc3341683d74857bfb7b0b638c15491 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:01.607069 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-62fa5c90-809d-4e1e-9f5e-efad2f5f5611 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:01.614906 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8cb72c43-7aff-4297-a888-334dd4dd3560 None None] Provisioning complete for port 061c9cdc-000d-4deb-a8e2-5e66848debfc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:01.615282 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8cb72c43-7aff-4297-a888-334dd4dd3560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:01.639072 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758524f-94b6-4a82-9625-9a418ee1558e None None] Pushing event updated for resources: {'Port': ['ID=061c9cdc-000d-4deb-a8e2-5e66848debfc,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:01.719434 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8cb72c43-7aff-4297-a888-334dd4dd3560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:01.722732 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] Set router b062f44f-ff1b-469c-b0ac-dd83af41bab3 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:01.768463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8cb72c43-7aff-4297-a888-334dd4dd3560 None None] For port 061c9cdc-000d-4deb-a8e2-5e66848debfc, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=061c9cdc-000d-4deb-a8e2-5e66848debfc,segment=NetworkSegment(71fff33d-ca18-45af-b1f7-e7225b125e6a),segment_id=71fff33d-ca18-45af-b1f7-e7225b125e6a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:01.775568 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8cb72c43-7aff-4297-a888-334dd4dd3560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:01.783670 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-62fa5c90-809d-4e1e-9f5e-efad2f5f5611 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Allocated IP 172.20.0.11 (a2c89afd-31ea-4d73-8bb3-0d84a9226c91/90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e/16fc2f2d-af4b-4c68-8d09-dd9d452eaabd) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:33:01.842919 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb72c43-7aff-4297-a888-334dd4dd3560 None None] Pushing event updated for resources: {'Port': ['ID=061c9cdc-000d-4deb-a8e2-5e66848debfc,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:01.898089 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c7efc4eb-181c-4dd9-b172-564576579878 None None] Provisioning complete for port 061c9cdc-000d-4deb-a8e2-5e66848debfc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:01.898827 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7efc4eb-181c-4dd9-b172-564576579878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:01.938050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e4387-eb9f-4520-902e-7b17d24dc749 req-4cc87b41-b78f-4632-b505-46987e25bbc9 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:01.940219 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-898e4387-eb9f-4520-902e-7b17d24dc749 req-4cc87b41-b78f-4632-b505-46987e25bbc9 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 945 time: 0.1264226 Sep 30 08:33:01.954145 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892053467', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:57Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '061c9cdc-000d-4deb-a8e2-5e66848debfc', 'name': '', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b3:c6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:56Z', 'updated_at': '2021-09-30T08:33:01Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:01.984324 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c93f95-8e1d-4b69-b697-1bdaed44f7e5 None None] The sync data for ids ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'] in n-d-807359-2 is: [{'id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892053467', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:57Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '061c9cdc-000d-4deb-a8e2-5e66848debfc', 'name': '', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b3:c6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:56Z', 'updated_at': '2021-09-30T08:33:01Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:01.997276 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-62fa5c90-809d-4e1e-9f5e-efad2f5f5611 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.018778 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-898e4387-eb9f-4520-902e-7b17d24dc749 req-5a1a341a-8d1b-4a30-b573-0247de1a73e8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651677 Sep 30 08:33:02.060218 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-62fa5c90-809d-4e1e-9f5e-efad2f5f5611 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.154249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-62fa5c90-809d-4e1e-9f5e-efad2f5f5611 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network a2c89afd-31ea-4d73-8bb3-0d84a9226c91 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:02.165210 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-62fa5c90-809d-4e1e-9f5e-efad2f5f5611 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:02.168048 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-62fa5c90-809d-4e1e-9f5e-efad2f5f5611 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:02.173532 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa5c90-809d-4e1e-9f5e-efad2f5f5611 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:02.212682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb17af-c942-4b9a-98d8-d2d372bd3493 req-f43bc761-9487-4f0d-a6e9-c10a492837bd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:02.214228 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5bb17af-c942-4b9a-98d8-d2d372bd3493 req-f43bc761-9487-4f0d-a6e9-c10a492837bd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 945 time: 0.1653423 Sep 30 08:33:02.290872 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-62fa5c90-809d-4e1e-9f5e-efad2f5f5611 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:02.291454 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-62fa5c90-809d-4e1e-9f5e-efad2f5f5611 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.345603 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-62fa5c90-809d-4e1e-9f5e-efad2f5f5611 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8796866 Sep 30 08:33:02.359088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205f01b-465d-48b4-94ec-221461544527 req-61ec1778-88f1-40d1-8a09-4517791be410 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:02.360701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1205f01b-465d-48b4-94ec-221461544527 req-61ec1778-88f1-40d1-8a09-4517791be410 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 932 time: 0.1417904 Sep 30 08:33:02.367207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Request body: {'port': {'device_id': '9870baf9-7937-43f9-8265-cf5168912157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:02.474272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1205f01b-465d-48b4-94ec-221461544527 req-a688e9ef-9d77-4012-b5f2-99b59a9fcebd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040280 Sep 30 08:33:02.496351 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.512237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-35f270f3-c5ac-4d8f-9727-b01aa857867b None None] Provisioning complete for port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:02.512237 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35f270f3-c5ac-4d8f-9727-b01aa857867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.519248 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f5bb17af-c942-4b9a-98d8-d2d372bd3493 req-36819a96-a175-476e-9661-f6fdd960c605 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Deleting port 45e09852-8948-4124-af9e-3f93c1285088 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:02.519598 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f5bb17af-c942-4b9a-98d8-d2d372bd3493 req-36819a96-a175-476e-9661-f6fdd960c605 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.550145 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-35f270f3-c5ac-4d8f-9727-b01aa857867b None None] Port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:33:02.677328 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 061c9cdc-000d-4deb-a8e2-5e66848debfc up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:02.738144 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 061c9cdc-000d-4deb-a8e2-5e66848debfc triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:02.738965 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:02.900186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793a698-963c-4775-8fdf-121e9933784c req-8d8dbad8-5a7a-4ce5-b7d3-ba1bdd82ab08 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:02.901753 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d793a698-963c-4775-8fdf-121e9933784c req-8d8dbad8-5a7a-4ce5-b7d3-ba1bdd82ab08 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.4452369 Sep 30 08:33:03.062947 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d793a698-963c-4775-8fdf-121e9933784c req-1b32bc6a-4291-440c-be0c-f91fc62d5d1b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344469 Sep 30 08:33:03.065082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f5bb17af-c942-4b9a-98d8-d2d372bd3493 req-36819a96-a175-476e-9661-f6fdd960c605 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] For port 45e09852-8948-4124-af9e-3f93c1285088, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=45e09852-8948-4124-af9e-3f93c1285088,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:03.065455 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f5bb17af-c942-4b9a-98d8-d2d372bd3493 req-36819a96-a175-476e-9661-f6fdd960c605 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:03.096135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f5bb17af-c942-4b9a-98d8-d2d372bd3493 req-36819a96-a175-476e-9661-f6fdd960c605 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Calling delete_port for 45e09852-8948-4124-af9e-3f93c1285088 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:03.292442 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fad2a2-0ad0-48a1-af6c-5e37730c49b4 req-f59db661-f383-466e-87f0-1fc3f8117c5e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:03.293929 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b7fad2a2-0ad0-48a1-af6c-5e37730c49b4 req-f59db661-f383-466e-87f0-1fc3f8117c5e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 945 time: 0.1433306 Sep 30 08:33:03.421831 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b7fad2a2-0ad0-48a1-af6c-5e37730c49b4 req-5fcc3f57-ab8d-4899-9873-31334e0e2f6d tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f4f45c-334e-4da0-a296-f39f1d265881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209707 Sep 30 08:33:03.430336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:33:03.436000 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f5bb17af-c942-4b9a-98d8-d2d372bd3493 req-36819a96-a175-476e-9661-f6fdd960c605 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:03.448874 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:03.491290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36819a96-a175-476e-9661-f6fdd960c605 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event deleted for resources: {'Port': ['ID=45e09852-8948-4124-af9e-3f93c1285088,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:03.498039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Transition to ACTIVE for port object 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:33:03.514554 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:03.627412 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bb17af-c942-4b9a-98d8-d2d372bd3493 req-36819a96-a175-476e-9661-f6fdd960c605 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] No DVR routers for this DVR port 45e09852-8948-4124-af9e-3f93c1285088 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:03.630741 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f5bb17af-c942-4b9a-98d8-d2d372bd3493 req-36819a96-a175-476e-9661-f6fdd960c605 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:03.634138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5bb17af-c942-4b9a-98d8-d2d372bd3493 req-36819a96-a175-476e-9661-f6fdd960c605 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "DELETE /v2.0/ports/45e09852-8948-4124-af9e-3f93c1285088 HTTP/1.1" status: 204 len: 173 time: 1.4110391 Sep 30 08:33:03.637200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cffd7ca-de8a-4107-8625-de629123e62f', 'name': 'network-vif-deleted', 'tag': '45e09852-8948-4124-af9e-3f93c1285088'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:03.641168 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8609d246-10c2-4ab4-94a1-af2aadc1e444" -d '{"events": [{"server_uuid": "2cffd7ca-de8a-4107-8625-de629123e62f", "name": "network-vif-deleted", "tag": "45e09852-8948-4124-af9e-3f93c1285088"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:03.693035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Pushing event updated for resources: {'Port': ['ID=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:03.707433 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128c880-563c-4f6f-a77a-cc51ce5dc1c6 req-add7ca20-48a3-4be3-9601-0643738d38d5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:03.709563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5128c880-563c-4f6f-a77a-cc51ce5dc1c6 req-add7ca20-48a3-4be3-9601-0643738d38d5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.2129045 Sep 30 08:33:03.779977 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf6434-a1bd-4671-ac7e-4760c9c25211 req-7ae71680-7d84-4fe9-bdc6-027df813707c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:03.781497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81cf6434-a1bd-4671-ac7e-4760c9c25211 req-7ae71680-7d84-4fe9-bdc6-027df813707c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 944 time: 0.2087307 Sep 30 08:33:03.819563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5128c880-563c-4f6f-a77a-cc51ce5dc1c6 req-a72e4479-5e20-4d17-a28d-eabef0fb73f2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762999 Sep 30 08:33:03.832173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Attempting to bind port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:33:03.832513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Attempting to bind port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '71fff33d-ca18-45af-b1f7-e7225b125e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:33:03.832845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Attempting to bind port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd on network a2c89afd-31ea-4d73-8bb3-0d84a9226c91 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:33:03.842417 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd on network a2c89afd-31ea-4d73-8bb3-0d84a9226c91 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:33:03.842734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Attempting to bind port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd on network a2c89afd-31ea-4d73-8bb3-0d84a9226c91 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:33:03.858698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:33:03.859507 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Checking segment: {'id': '71fff33d-ca18-45af-b1f7-e7225b125e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:03.859901 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Bound using segment: {'id': '71fff33d-ca18-45af-b1f7-e7225b125e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:33:03.860368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Bound port: 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71fff33d-ca18-45af-b1f7-e7225b125e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:33:03.860740 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:03.867097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81cf6434-a1bd-4671-ac7e-4760c9c25211 req-ebc3f694-4788-4263-8e0e-85d6f155ce5c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711923 Sep 30 08:33:03.918860 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d40d52f-2b67-4ce3-98eb-568f7ea9e2e2 x-openstack-request-id: req-7d40d52f-2b67-4ce3-98eb-568f7ea9e2e2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:03.920425 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cffd7ca-de8a-4107-8625-de629123e62f", "name": "network-vif-deleted", "tag": "45e09852-8948-4124-af9e-3f93c1285088", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:03.920425 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d40d52f-2b67-4ce3-98eb-568f7ea9e2e2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:03.920724 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cffd7ca-de8a-4107-8625-de629123e62f', 'name': 'network-vif-deleted', 'tag': '45e09852-8948-4124-af9e-3f93c1285088', 'status': 'completed', 'code': 200} Sep 30 08:33:03.962940 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] For port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:33:03.966432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] For port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd,segment=NetworkSegment(71fff33d-ca18-45af-b1f7-e7225b125e6a),segment_id=71fff33d-ca18-45af-b1f7-e7225b125e6a)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:33:03.971009 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:04.012354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:04.012987 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:04.014515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/16fc2f2d-af4b-4c68-8d09-dd9d452eaabd HTTP/1.1" status: 200 len: 1092 time: 1.6528556 Sep 30 08:33:04.068453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba84ef-b1f8-4c2b-a65c-4cb8f9f969c4 service neutron] Pushing event updated for resources: {'Port': ['ID=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:04.106507 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-46fcdb04-7ce7-4976-be2a-8b1c0a92f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:04.108192 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-46fcdb04-7ce7-4976-be2a-8b1c0a92f9d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 1095 time: 0.0493391 Sep 30 08:33:04.153722 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-3d7aeb20-78b1-4644-a4a7-19ba44ffe1eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd HTTP/1.1" status: 200 len: 217 time: 0.0364926 Sep 30 08:33:04.207075 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-4e53abae-a070-4e96-8b44-f7ae57f3c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:04.208659 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-4e53abae-a070-4e96-8b44-f7ae57f3c6ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e HTTP/1.1" status: 200 len: 833 time: 0.0476944 Sep 30 08:33:04.264016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-27cd28f0-1049-43e2-945e-6db721da7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:04.265496 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-27cd28f0-1049-43e2-945e-6db721da7c32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2c89afd-31ea-4d73-8bb3-0d84a9226c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479496 Sep 30 08:33:04.361694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-51a3aa84-e8b7-4f28-8196-c28878c9f374 service neutron] 10.222.0.36 "GET /v2.0/networks/a2c89afd-31ea-4d73-8bb3-0d84a9226c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870130 Sep 30 08:33:04.463062 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb3b9ec6-d798-4e7c-862b-418d60efcf65 req-aba0ae32-daa9-4aa4-b92d-38a721c9f3df service neutron] 10.222.0.36 "GET /v2.0/networks/a2c89afd-31ea-4d73-8bb3-0d84a9226c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931482 Sep 30 08:33:04.524562 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05763a77-6f8c-4d87-87bc-35566239a3f9 req-12b08042-2630-4052-89f0-393ded032357 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 210 time: 0.0283382 Sep 30 08:33:04.953514 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d41ea4-ee83-4892-84f8-638d35a359c7 req-e50ce060-86bd-4fd2-846a-59c354655fe3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:04.955178 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84d41ea4-ee83-4892-84f8-638d35a359c7 req-e50ce060-86bd-4fd2-846a-59c354655fe3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.0588782 Sep 30 08:33:05.011947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 2392218b-54f0-4013-82eb-14750875290d details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:33:05.016357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 45e09852-8948-4124-af9e-3f93c1285088 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:05.025006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84d41ea4-ee83-4892-84f8-638d35a359c7 req-39919ca4-f46d-45e6-bf45-8689d421ce52 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603979 Sep 30 08:33:05.033715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d61cd-b950-4931-bc4b-e3400c121d08 req-e6805d49-3c36-4885-8cef-07bea5cd8428 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:05.035295 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-103d61cd-b950-4931-bc4b-e3400c121d08 req-e6805d49-3c36-4885-8cef-07bea5cd8428 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 944 time: 0.0791576 Sep 30 08:33:05.064024 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 45e09852-8948-4124-af9e-3f93c1285088 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:05.064493 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 45e09852-8948-4124-af9e-3f93c1285088 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:05.080852 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-103d61cd-b950-4931-bc4b-e3400c121d08 req-e7bade0a-5405-4228-b907-36f09a49a28f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378594 Sep 30 08:33:05.154041 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 2392218b-54f0-4013-82eb-14750875290d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2392218b-54f0-4013-82eb-14750875290d,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:05.164549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '2392218b-54f0-4013-82eb-14750875290d', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'port_id': '2392218b-54f0-4013-82eb-14750875290d', 'mac_address': 'fa:16:3e:79:68:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:33:05.202495 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:05.215539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2392218b-54f0-4013-82eb-14750875290d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:33:05.234843 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 2392218b-54f0-4013-82eb-14750875290d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2392218b-54f0-4013-82eb-14750875290d,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:05.238480 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:05.292559 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=2392218b-54f0-4013-82eb-14750875290d,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:05.337356 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['2392218b-54f0-4013-82eb-14750875290d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:33:05.620724 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6224bebc-652b-40d8-8541-5b34a41ec17d req-fbb2aa8a-1ea7-443a-bfef-a6384d1044a7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 210 time: 0.0271258 Sep 30 08:33:05.922060 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9870baf9-7937-43f9-8265-cf5168912157', 'tag': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:05.925640 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9142364b-847a-4c0a-959b-c57dd969e3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9870baf9-7937-43f9-8265-cf5168912157", "tag": "16fc2f2d-af4b-4c68-8d09-dd9d452eaabd"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:05.993862 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd025430-4e84-4d9e-b47e-68bbdc148b97 x-openstack-request-id: req-dd025430-4e84-4d9e-b47e-68bbdc148b97 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:05.994438 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9870baf9-7937-43f9-8265-cf5168912157", "tag": "16fc2f2d-af4b-4c68-8d09-dd9d452eaabd", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:05.994438 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd025430-4e84-4d9e-b47e-68bbdc148b97 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:05.994706 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9870baf9-7937-43f9-8265-cf5168912157', 'tag': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd', 'status': 'completed', 'code': 200} Sep 30 08:33:06.083138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142364b-847a-4c0a-959b-c57dd969e3ba req-d4137a6f-a640-4f22-9504-bce02fee6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:06.086181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9142364b-847a-4c0a-959b-c57dd969e3ba req-d4137a6f-a640-4f22-9504-bce02fee6e4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 1095 time: 0.0632839 Sep 30 08:33:06.314918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a744b77-e569-4dc9-89b0-0b98af99d46d req-813466c8-5209-4490-9fe4-8fb844aafe2e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:06.323425 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a744b77-e569-4dc9-89b0-0b98af99d46d req-813466c8-5209-4490-9fe4-8fb844aafe2e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 944 time: 0.1056182 Sep 30 08:33:06.367392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71703a76-c988-4e05-aa18-80834efa2d6c req-15d147d0-43e5-45a0-90c7-4bb487cad6f4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:06.369360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71703a76-c988-4e05-aa18-80834efa2d6c req-15d147d0-43e5-45a0-90c7-4bb487cad6f4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 945 time: 0.2388525 Sep 30 08:33:06.375752 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142364b-847a-4c0a-959b-c57dd969e3ba req-409342c8-2e94-45be-9121-c2e4db0e7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:06.377474 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9142364b-847a-4c0a-959b-c57dd969e3ba req-409342c8-2e94-45be-9121-c2e4db0e7146 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a2c89afd-31ea-4d73-8bb3-0d84a9226c91 HTTP/1.1" status: 200 len: 898 time: 0.2833552 Sep 30 08:33:06.456308 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6a744b77-e569-4dc9-89b0-0b98af99d46d req-e48283e2-1773-44ff-9ea9-422623992601 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270244 Sep 30 08:33:06.460223 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9142364b-847a-4c0a-959b-c57dd969e3ba req-49ddb66c-e5df-463e-876b-3d7e06fb7074 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd HTTP/1.1" status: 200 len: 217 time: 0.0652494 Sep 30 08:33:06.514228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142364b-847a-4c0a-959b-c57dd969e3ba req-244c7e13-68c6-461f-afa0-90b130aa9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:06.516091 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9142364b-847a-4c0a-959b-c57dd969e3ba req-244c7e13-68c6-461f-afa0-90b130aa9858 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e HTTP/1.1" status: 200 len: 833 time: 0.0491250 Sep 30 08:33:06.547385 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71703a76-c988-4e05-aa18-80834efa2d6c req-032bf100-30f9-4e28-8476-276d5e953c2d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687429 Sep 30 08:33:06.597611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142364b-847a-4c0a-959b-c57dd969e3ba req-a94ad694-4f1e-415d-8de3-d68771d289ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:06.599497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9142364b-847a-4c0a-959b-c57dd969e3ba req-a94ad694-4f1e-415d-8de3-d68771d289ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2c89afd-31ea-4d73-8bb3-0d84a9226c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717535 Sep 30 08:33:06.765899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43bd3cd1-5a5f-4485-a9a6-e67982a21dee req-f91d2d14-1c11-4059-bf56-a7a2c2c91900 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 210 time: 0.0465991 Sep 30 08:33:06.790011 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9142364b-847a-4c0a-959b-c57dd969e3ba req-fbba9e47-c67c-4896-97fa-51a23eb0622a service neutron] 10.222.0.36 "GET /v2.0/networks/a2c89afd-31ea-4d73-8bb3-0d84a9226c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658528 Sep 30 08:33:06.890291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9142364b-847a-4c0a-959b-c57dd969e3ba req-d7342219-1f13-449a-ae4b-cd2a03ec9c11 service neutron] 10.222.0.36 "GET /v2.0/networks/a2c89afd-31ea-4d73-8bb3-0d84a9226c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991039 Sep 30 08:33:07.044187 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:33:07.047896 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 2392218b-54f0-4013-82eb-14750875290d up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:07.185918 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 2392218b-54f0-4013-82eb-14750875290d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:07.186588 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:07.254658 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd,segment=NetworkSegment(71fff33d-ca18-45af-b1f7-e7225b125e6a),segment_id=71fff33d-ca18-45af-b1f7-e7225b125e6a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:07.271329 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'port_id': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd', 'mac_address': 'fa:16:3e:11:6a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:33:07.352051 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:07.368276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:33:07.392157 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd,segment=NetworkSegment(71fff33d-ca18-45af-b1f7-e7225b125e6a),segment_id=71fff33d-ca18-45af-b1f7-e7225b125e6a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:07.394148 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:07.413014 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:07.422886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b3f239-7d1a-4ea6-9f39-51bcd698a6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2392218b-54f0-4013-82eb-14750875290d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:07.427271 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead1e651-804f-408d-8383-1abba42fe3c3" -d '{"events": [{"server_uuid": "54b3f239-7d1a-4ea6-9f39-51bcd698a6ff", "name": "network-vif-plugged", "status": "completed", "tag": "2392218b-54f0-4013-82eb-14750875290d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:07.461288 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 2392218b-54f0-4013-82eb-14750875290d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2392218b-54f0-4013-82eb-14750875290d,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:07.468846 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:07.498106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:07.543662 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c8896c-ab95-4b29-a111-7b675a6aaa53 x-openstack-request-id: req-c9c8896c-ab95-4b29-a111-7b675a6aaa53 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:07.544275 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b3f239-7d1a-4ea6-9f39-51bcd698a6ff", "name": "network-vif-plugged", "status": "completed", "tag": "2392218b-54f0-4013-82eb-14750875290d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:07.544753 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9c8896c-ab95-4b29-a111-7b675a6aaa53 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:07.545504 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b3f239-7d1a-4ea6-9f39-51bcd698a6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2392218b-54f0-4013-82eb-14750875290d', 'code': 200} Sep 30 08:33:07.667409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=2392218b-54f0-4013-82eb-14750875290d,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:07.696873 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6473293-22f5-4e5a-a90e-6e6a32d5a0cd req-65c96b6a-dbb9-475f-bc31-8fd2211bd532 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:07.698759 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6473293-22f5-4e5a-a90e-6e6a32d5a0cd req-65c96b6a-dbb9-475f-bc31-8fd2211bd532 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 945 time: 0.1593337 Sep 30 08:33:07.720618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['16fc2f2d-af4b-4c68-8d09-dd9d452eaabd'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:33:07.859765 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46bce0ec-b4ca-4a5a-9e5a-849d26390ae0 req-7c762e07-ab6d-492d-86e6-0105cf2810c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1509888 Sep 30 08:33:07.883824 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f6473293-22f5-4e5a-a90e-6e6a32d5a0cd req-a6ff2797-ea3a-438b-ba39-5263601c9a38 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205821 Sep 30 08:33:07.908222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab97271-350f-4733-9213-00c702c89307 req-5039c8eb-a4f3-4d3b-8273-a9ecb5af48ad tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:07.931220 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ab97271-350f-4733-9213-00c702c89307 req-5039c8eb-a4f3-4d3b-8273-a9ecb5af48ad tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.1628077 Sep 30 08:33:08.075102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ab97271-350f-4733-9213-00c702c89307 req-c7f8875b-3078-486a-a4da-18c95af572fa tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417844 Sep 30 08:33:08.140363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-254a0c5f-95e6-448d-b4a8-0e77dfb43139 req-7758ecdc-e4d9-4d09-afa2-cd2b2b54447f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cffd7ca-de8a-4107-8625-de629123e62f HTTP/1.1" status: 200 len: 210 time: 0.0695674 Sep 30 08:33:08.175145 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bce0ec-b4ca-4a5a-9e5a-849d26390ae0 req-35e9ad95-66a3-45d2-8d1d-cd3d676c7ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:08.176707 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46bce0ec-b4ca-4a5a-9e5a-849d26390ae0 req-35e9ad95-66a3-45d2-8d1d-cd3d676c7ce1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 1097 time: 0.2101572 Sep 30 08:33:08.334795 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bce0ec-b4ca-4a5a-9e5a-849d26390ae0 req-63ea9d64-412d-4af0-9ff8-dd60215983ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:08.336625 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46bce0ec-b4ca-4a5a-9e5a-849d26390ae0 req-63ea9d64-412d-4af0-9ff8-dd60215983ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.1373127 Sep 30 08:33:08.399786 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46bce0ec-b4ca-4a5a-9e5a-849d26390ae0 req-d9a1d6e1-bb3d-4361-8680-73424e0c1e0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fc46511-6ec2-4072-9ffa-a51b1697da54 HTTP/1.1" status: 200 len: 217 time: 0.0535145 Sep 30 08:33:08.470984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bce0ec-b4ca-4a5a-9e5a-849d26390ae0 req-de0a164b-745d-4df6-b6d7-f086e444f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:08.472569 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46bce0ec-b4ca-4a5a-9e5a-849d26390ae0 req-de0a164b-745d-4df6-b6d7-f086e444f060 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0626249 Sep 30 08:33:08.529398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bce0ec-b4ca-4a5a-9e5a-849d26390ae0 req-18f070b5-7c26-4ac3-9112-53e83575ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:08.531282 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46bce0ec-b4ca-4a5a-9e5a-849d26390ae0 req-18f070b5-7c26-4ac3-9112-53e83575ef9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487645 Sep 30 08:33:08.672624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46bce0ec-b4ca-4a5a-9e5a-849d26390ae0 req-598705d6-150c-4972-8c54-73e4ec1490e3 service neutron] 10.222.0.36 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307793 Sep 30 08:33:08.818256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46bce0ec-b4ca-4a5a-9e5a-849d26390ae0 req-605c9d94-c1b0-4698-8602-c22d908a6df7 service neutron] 10.222.0.36 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361911 Sep 30 08:33:09.030429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3d0df-6495-4347-bb92-3030abdc4f52 req-86798d0d-96fc-416e-8e23-86547cbb3b7b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:09.032363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6ad3d0df-6495-4347-bb92-3030abdc4f52 req-86798d0d-96fc-416e-8e23-86547cbb3b7b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 945 time: 0.0737851 Sep 30 08:33:09.056762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:09.088777 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6ad3d0df-6495-4347-bb92-3030abdc4f52 req-253a2233-334b-430a-ab52-b8122eb1b045 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476694 Sep 30 08:33:09.124512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:33:09.136047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:09.136047 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.247167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34ae95-a695-4c05-8ad5-5833aa877c05 req-2da92102-495b-4883-9950-9fd9ef093c4c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:09.255126 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.282875 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d34ae95-a695-4c05-8ad5-5833aa877c05 req-2da92102-495b-4883-9950-9fd9ef093c4c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.1117558 Sep 30 08:33:09.302275 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd,segment=NetworkSegment(71fff33d-ca18-45af-b1f7-e7225b125e6a),segment_id=71fff33d-ca18-45af-b1f7-e7225b125e6a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:09.310481 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:09.357923 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d34ae95-a695-4c05-8ad5-5833aa877c05 req-0fd1e470-d282-439a-b09b-0b9fc807c35d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672731 Sep 30 08:33:09.395738 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:09.548283 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9870baf9-7937-43f9-8265-cf5168912157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:09.551014 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0fedd7-aa06-40e0-b461-409180b8441b" -d '{"events": [{"server_uuid": "9870baf9-7937-43f9-8265-cf5168912157", "name": "network-vif-plugged", "status": "completed", "tag": "16fc2f2d-af4b-4c68-8d09-dd9d452eaabd"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:09.602409 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71805880-7119-4047-b1cd-49551b620054 x-openstack-request-id: req-71805880-7119-4047-b1cd-49551b620054 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:09.602840 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9870baf9-7937-43f9-8265-cf5168912157", "name": "network-vif-plugged", "status": "completed", "tag": "16fc2f2d-af4b-4c68-8d09-dd9d452eaabd", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:09.603256 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71805880-7119-4047-b1cd-49551b620054 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:09.603791 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9870baf9-7937-43f9-8265-cf5168912157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd', 'code': 200} Sep 30 08:33:09.717967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98d52e-2095-48f3-834d-fa5fa705ff75 req-987c0540-2327-4b02-8666-3b3df3742564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:09.719839 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf98d52e-2095-48f3-834d-fa5fa705ff75 req-987c0540-2327-4b02-8666-3b3df3742564 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 1097 time: 0.0507753 Sep 30 08:33:09.760775 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf98d52e-2095-48f3-834d-fa5fa705ff75 req-255af275-9b09-4b62-baf9-d9d60cfaf54c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Sep 30 08:33:10.236489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e32b6-0d02-4eef-9f02-f06e7c7c7bf9 req-db93a6d5-8ba8-4c43-bed2-f4a1f0feb344 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:10.240733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-740e32b6-0d02-4eef-9f02-f06e7c7c7bf9 req-db93a6d5-8ba8-4c43-bed2-f4a1f0feb344 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.0614750 Sep 30 08:33:10.264047 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:10.310792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-740e32b6-0d02-4eef-9f02-f06e7c7c7bf9 req-c0569cc2-3e09-4e14-ac1f-e8dfee76f0c7 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641012 Sep 30 08:33:10.502784 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36df4b-87ed-47ce-b7d5-cdf665c786d1 req-eac68fe7-72bf-4c11-b98b-ac1c6eae957a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:10.510283 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f36df4b-87ed-47ce-b7d5-cdf665c786d1 req-eac68fe7-72bf-4c11-b98b-ac1c6eae957a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.0703373 Sep 30 08:33:10.572041 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f36df4b-87ed-47ce-b7d5-cdf665c786d1 req-eceedc48-a723-402d-9002-6a6ce673fbe3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529182 Sep 30 08:33:11.486555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43bdc2-e175-4814-a360-77dbfc4f2686 req-942ba84e-2a31-4a05-8299-3f026fcdbe3d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:11.497694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a43bdc2-e175-4814-a360-77dbfc4f2686 req-942ba84e-2a31-4a05-8299-3f026fcdbe3d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.0788403 Sep 30 08:33:11.537958 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a43bdc2-e175-4814-a360-77dbfc4f2686 req-d2ded8ec-0372-444d-9414-a7a714380906 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387516 Sep 30 08:33:11.541460 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36696) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:11.548075 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a5620a85-3ef8-472d-880e-240f93d2071e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338172231', 'description': 'tempest-secgroup-smoke-338172231 description', 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:11.575594 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5620a85-3ef8-472d-880e-240f93d2071e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:11.783491 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5620a85-3ef8-472d-880e-240f93d2071e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:11.796472 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67693b73-6990-45ac-9bb9-6a40c5d2d132 req-23630ef0-3ed9-4529-b26a-d3f047da810f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:11.798112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-67693b73-6990-45ac-9bb9-6a40c5d2d132 req-23630ef0-3ed9-4529-b26a-d3f047da810f tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.1085200 Sep 30 08:33:11.806219 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb517a0-60fc-46ac-ab6b-4d8a2669fec2 req-30011917-48c2-4da2-b631-973542d7c4ea tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:11.807674 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbb517a0-60fc-46ac-ab6b-4d8a2669fec2 req-30011917-48c2-4da2-b631-973542d7c4ea tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.1306400 Sep 30 08:33:11.814517 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5620a85-3ef8-472d-880e-240f93d2071e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:11.876948 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5620a85-3ef8-472d-880e-240f93d2071e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:11.878126 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a5620a85-3ef8-472d-880e-240f93d2071e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3357117 Sep 30 08:33:11.882653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36702) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:11.888006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d718b644-62fd-4e26-83d2-18ffbe2e5d49 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'security_group_rule': {'security_group_id': 'c8c16626-50a2-4016-ae4b-579882ba61ea', 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:11.910344 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-67693b73-6990-45ac-9bb9-6a40c5d2d132 req-edc15979-14d9-48c0-a2c2-b6aaa7fcd63a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992160 Sep 30 08:33:11.926551 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d718b644-62fd-4e26-83d2-18ffbe2e5d49 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:11.933756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbb517a0-60fc-46ac-ab6b-4d8a2669fec2 req-e708a403-375b-4301-ad61-9dba3976417a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051984 Sep 30 08:33:11.934269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36704) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:11.942877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5620a85-3ef8-472d-880e-240f93d2071e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c16626-50a2-4016-ae4b-579882ba61ea,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:12.004284 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff93e91a-877f-4c88-9a35-88e57b98f08c tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:12.008493 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d718b644-62fd-4e26-83d2-18ffbe2e5d49 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.009857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ff93e91a-877f-4c88-9a35-88e57b98f08c tempest-TestNetworkAdvancedServerOps-1370208165 tempest-TestNetworkAdvancedServerOps-1370208165-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 1092 time: 0.0743337 Sep 30 08:33:12.010301 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36706) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:12.015173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:12.022063 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d718b644-62fd-4e26-83d2-18ffbe2e5d49 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.047689 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718b644-62fd-4e26-83d2-18ffbe2e5d49 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b4b3e7-e188-4ae0-8ca9-6b5f6661316a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:12.054316 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6519c06b-bf17-4cc8-9469-206e2b73c205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.063421 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.067522 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d718b644-62fd-4e26-83d2-18ffbe2e5d49 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.070002 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d718b644-62fd-4e26-83d2-18ffbe2e5d49 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1861727 Sep 30 08:33:12.072761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36708) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:12.078446 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-04727711-ce52-4542-adc0-330132e1ff14 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'security_group_rule': {'security_group_id': 'c8c16626-50a2-4016-ae4b-579882ba61ea', 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:12.111269 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04727711-ce52-4542-adc0-330132e1ff14 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.186571 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.202596 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04727711-ce52-4542-adc0-330132e1ff14 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.208451 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04727711-ce52-4542-adc0-330132e1ff14 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.230200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04727711-ce52-4542-adc0-330132e1ff14 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0802278-03d2-4a54-93ef-13b63392b11f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:12.242812 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04727711-ce52-4542-adc0-330132e1ff14 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.246809 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-04727711-ce52-4542-adc0-330132e1ff14 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1705148 Sep 30 08:33:12.247148 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36710) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:12.252904 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ddecd457-9770-49df-8d1b-b3f5ddd0c4f0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'security_group_rule': {'security_group_id': 'c8c16626-50a2-4016-ae4b-579882ba61ea', 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:12.309746 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddecd457-9770-49df-8d1b-b3f5ddd0c4f0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.342153 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Allocated IP 172.25.0.56 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/40181518-66f6-4cad-ac1e-1161fc762df4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:33:12.397135 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddecd457-9770-49df-8d1b-b3f5ddd0c4f0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.417296 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddecd457-9770-49df-8d1b-b3f5ddd0c4f0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.434792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecd457-9770-49df-8d1b-b3f5ddd0c4f0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad2b11f-77c6-44b3-9abe-7d4a4abae312,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:12.471764 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.485324 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddecd457-9770-49df-8d1b-b3f5ddd0c4f0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.486701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ddecd457-9770-49df-8d1b-b3f5ddd0c4f0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2385390 Sep 30 08:33:12.492096 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36712) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:12.498053 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9a291a27-9e7c-4b76-a47c-65903de027dd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'security_group_rule': {'security_group_id': 'c8c16626-50a2-4016-ae4b-579882ba61ea', 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:12.512332 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.556509 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a291a27-9e7c-4b76-a47c-65903de027dd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.563947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:12.566804 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:12.571029 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:12.603200 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=40181518-66f6-4cad-ac1e-1161fc762df4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:12.634409 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a291a27-9e7c-4b76-a47c-65903de027dd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.640283 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a291a27-9e7c-4b76-a47c-65903de027dd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.665381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a291a27-9e7c-4b76-a47c-65903de027dd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2fcf73-758c-4ffb-98c0-677a8da5cedb,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:12.669969 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a291a27-9e7c-4b76-a47c-65903de027dd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.674586 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9a291a27-9e7c-4b76-a47c-65903de027dd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1813288 Sep 30 08:33:12.675254 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36718) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:12.680459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-94e562e0-8dc4-41b7-b1a3-e4621ac4115a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'security_group_rule': {'security_group_id': 'c8c16626-50a2-4016-ae4b-579882ba61ea', 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:12.706747 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-94e562e0-8dc4-41b7-b1a3-e4621ac4115a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Project 3b4635f67e2d43a8b3e76777aadbe7f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:33:12.713895 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94e562e0-8dc4-41b7-b1a3-e4621ac4115a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.815330 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94e562e0-8dc4-41b7-b1a3-e4621ac4115a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.821510 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94e562e0-8dc4-41b7-b1a3-e4621ac4115a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.848024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e562e0-8dc4-41b7-b1a3-e4621ac4115a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c6f675-cd44-47fe-993a-0c578d461521,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:12.858534 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94e562e0-8dc4-41b7-b1a3-e4621ac4115a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:12.862541 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36720) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:12.862940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-94e562e0-8dc4-41b7-b1a3-e4621ac4115a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1864617 Sep 30 08:33:12.868748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e36abfa0-0875-4328-a49a-c69c50b3b1cc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'security_group_rule': {'security_group_id': 'c8c16626-50a2-4016-ae4b-579882ba61ea', 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:12.941851 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-e36abfa0-0875-4328-a49a-c69c50b3b1cc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Project 3b4635f67e2d43a8b3e76777aadbe7f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:33:12.962513 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e36abfa0-0875-4328-a49a-c69c50b3b1cc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.097664 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e36abfa0-0875-4328-a49a-c69c50b3b1cc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.105424 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e36abfa0-0875-4328-a49a-c69c50b3b1cc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.137803 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36abfa0-0875-4328-a49a-c69c50b3b1cc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8837517b-f01e-4169-809c-52fd9103203b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:13.156800 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e36abfa0-0875-4328-a49a-c69c50b3b1cc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.157054 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e36abfa0-0875-4328-a49a-c69c50b3b1cc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2935712 Sep 30 08:33:13.168283 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.199849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f4e3d-f31e-4626-9dbf-7202ef80eea4 req-531389dc-9f66-4a97-b33a-ccca95604917 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:13.211830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f1f4e3d-f31e-4626-9dbf-7202ef80eea4 req-531389dc-9f66-4a97-b33a-ccca95604917 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.1277909 Sep 30 08:33:13.307111 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.329956 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f1f4e3d-f31e-4626-9dbf-7202ef80eea4 req-67bb7a53-b44a-4dc8-aa96-1b6439959213 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088135 Sep 30 08:33:13.641248 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.649630 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:13.798293 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event updated for resources: {'Port': ['ID=40181518-66f6-4cad-ac1e-1161fc762df4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:13.827000 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:14.386043 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Floating IP 3f30d6af-71b2-42ca-a959-764cced438d0 associated. External IP: 172.25.0.56, port: 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd. Sep 30 08:33:14.488363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960016d-41b7-4f2a-8993-0580ddd8a6ad req-d241b4a4-4c42-440c-beae-79cfc7f2b9d2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:14.490912 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d960016d-41b7-4f2a-8993-0580ddd8a6ad req-d241b4a4-4c42-440c-beae-79cfc7f2b9d2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.0881307 Sep 30 08:33:14.557388 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d960016d-41b7-4f2a-8993-0580ddd8a6ad req-073437e8-3907-4604-b4eb-13aae4d1dc50 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597687 Sep 30 08:33:14.748832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router b062f44f-ff1b-469c-b0ac-dd83af41bab3 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:14.815463 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ba6544b-e68b-4ede-976b-5f1b1191d1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:14.917643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:14.930774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb22e80-3dd5-4694-8f6d-522530a40ec2 None None] Sync routers for ids ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:14.941458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb22e80-3dd5-4694-8f6d-522530a40ec2 None None] Routers {'b062f44f-ff1b-469c-b0ac-dd83af41bab3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:14.942334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cbb22e80-3dd5-4694-8f6d-522530a40ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:33:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:14.945775 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.013602 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8b927d04-2392-487a-8491-5ba46fed7cf2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0018227 Sep 30 08:33:15.014450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9870baf9-7937-43f9-8265-cf5168912157', 'tag': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:15.017012 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6b4b3d-6bd2-4b30-92a9-49486263fea3" -d '{"events": [{"name": "network-changed", "server_uuid": "9870baf9-7937-43f9-8265-cf5168912157", "tag": "16fc2f2d-af4b-4c68-8d09-dd9d452eaabd"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:15.085154 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614e9c95-170d-4da2-bf07-dadc330c7296 x-openstack-request-id: req-614e9c95-170d-4da2-bf07-dadc330c7296 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:15.085456 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9870baf9-7937-43f9-8265-cf5168912157", "tag": "16fc2f2d-af4b-4c68-8d09-dd9d452eaabd", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:15.085729 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-614e9c95-170d-4da2-bf07-dadc330c7296 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:15.086125 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9870baf9-7937-43f9-8265-cf5168912157', 'tag': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd', 'status': 'completed', 'code': 200} Sep 30 08:33:15.194559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e193a7-e798-42c0-b546-00b752db6237 req-cd75ff8e-db10-43c3-a0a8-a7f08521bacf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:15.202415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-04e193a7-e798-42c0-b546-00b752db6237 req-cd75ff8e-db10-43c3-a0a8-a7f08521bacf tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.0978770 Sep 30 08:33:15.213023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4b3d-6bd2-4b30-92a9-49486263fea3 req-eb176a40-4c9e-47e3-b450-efecf80c4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:15.214855 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b6b4b3d-6bd2-4b30-92a9-49486263fea3 req-eb176a40-4c9e-47e3-b450-efecf80c4c7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 1097 time: 0.1014020 Sep 30 08:33:15.254481 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-cbb22e80-3dd5-4694-8f6d-522530a40ec2 None None] Set router b062f44f-ff1b-469c-b0ac-dd83af41bab3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:15.308730 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-04e193a7-e798-42c0-b546-00b752db6237 req-c8f9c1c6-a302-4a7c-9958-3c5ad97f4ae4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053655 Sep 30 08:33:15.324982 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:15.329177 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 36806) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:15.345451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4b3d-6bd2-4b30-92a9-49486263fea3 req-bacdfe41-1606-4b86-8a13-a350286ae175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:15.347327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b6b4b3d-6bd2-4b30-92a9-49486263fea3 req-bacdfe41-1606-4b86-8a13-a350286ae175 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a2c89afd-31ea-4d73-8bb3-0d84a9226c91 HTTP/1.1" status: 200 len: 898 time: 0.1253500 Sep 30 08:33:15.461383 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c38b113d-3c58-432d-b86c-6a54ce52739a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/3f30d6af-71b2-42ca-a959-764cced438d0 HTTP/1.1" status: 200 len: 991 time: 0.1296852 Sep 30 08:33:15.462200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b6b4b3d-6bd2-4b30-92a9-49486263fea3 req-4cca8c98-01af-44c0-8013-b377b19451e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd HTTP/1.1" status: 200 len: 999 time: 0.1047223 Sep 30 08:33:15.528990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4b3d-6bd2-4b30-92a9-49486263fea3 req-df363d6b-30ac-41e7-848c-010d7b1c8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:15.530503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b6b4b3d-6bd2-4b30-92a9-49486263fea3 req-df363d6b-30ac-41e7-848c-010d7b1c8d19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e HTTP/1.1" status: 200 len: 833 time: 0.0627499 Sep 30 08:33:15.587035 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cbb22e80-3dd5-4694-8f6d-522530a40ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892053467', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:57Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '3f30d6af-71b2-42ca-a959-764cced438d0', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'floating_ip_address': '172.25.0.56', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'port_id': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'mac_address': 'fa:16:3e:11:6a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9870baf9-7937-43f9-8265-cf5168912157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:33:12Z', 'updated_at': '2021-09-30T08:33:12Z', 'revision_number': 0, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061c9cdc-000d-4deb-a8e2-5e66848debfc', 'name': '', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b3:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:56Z', 'updated_at': '2021-09-30T08:33:01Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:15.609079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4b3d-6bd2-4b30-92a9-49486263fea3 req-ae7e3f2f-a01d-467f-967d-d15e23d3e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:15.610624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b6b4b3d-6bd2-4b30-92a9-49486263fea3 req-ae7e3f2f-a01d-467f-967d-d15e23d3e553 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2c89afd-31ea-4d73-8bb3-0d84a9226c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725062 Sep 30 08:33:15.625433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb22e80-3dd5-4694-8f6d-522530a40ec2 None None] Checking router: b062f44f-ff1b-469c-b0ac-dd83af41bab3 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:33:15.641657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb22e80-3dd5-4694-8f6d-522530a40ec2 None None] Routers {'b062f44f-ff1b-469c-b0ac-dd83af41bab3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:15.641962 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cbb22e80-3dd5-4694-8f6d-522530a40ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:33:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:15.767941 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b6b4b3d-6bd2-4b30-92a9-49486263fea3 req-06a49c5f-938d-47ec-a3f5-8f8fbe509869 service neutron] 10.222.0.36 "GET /v2.0/networks/a2c89afd-31ea-4d73-8bb3-0d84a9226c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495292 Sep 30 08:33:15.771388 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cebdf588-bd2a-42d0-8673-ce9e59cf2c29 req-f72e4910-6d39-4e20-8fcd-c88a33ff0764 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0839684 Sep 30 08:33:15.812304 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-cbb22e80-3dd5-4694-8f6d-522530a40ec2 None None] Set router b062f44f-ff1b-469c-b0ac-dd83af41bab3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:15.915661 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdf588-bd2a-42d0-8673-ce9e59cf2c29 req-49e788cd-eb90-41d9-8ea8-61c4e1f4a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:15.916981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3d75b-c2b6-4869-aff5-6659037c320e req-834a0247-18f6-476c-ba7b-de093400de90 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:15.917208 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cebdf588-bd2a-42d0-8673-ce9e59cf2c29 req-49e788cd-eb90-41d9-8ea8-61c4e1f4a003 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 1095 time: 0.0780971 Sep 30 08:33:15.926293 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99d3d75b-c2b6-4869-aff5-6659037c320e req-834a0247-18f6-476c-ba7b-de093400de90 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.1807182 Sep 30 08:33:15.997522 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99d3d75b-c2b6-4869-aff5-6659037c320e req-08007a4f-7441-44a2-b76e-2ec3183f175a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648112 Sep 30 08:33:16.014753 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b6b4b3d-6bd2-4b30-92a9-49486263fea3 req-f7473e53-e1ce-4f95-8c1a-c2d9037b556e service neutron] 10.222.0.36 "GET /v2.0/networks/a2c89afd-31ea-4d73-8bb3-0d84a9226c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325060 Sep 30 08:33:16.026877 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:16.094846 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdf588-bd2a-42d0-8673-ce9e59cf2c29 req-af4ceeac-bbb6-44b6-8bcc-f13e716424ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:16.096821 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cebdf588-bd2a-42d0-8673-ce9e59cf2c29 req-af4ceeac-bbb6-44b6-8bcc-f13e716424ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.1579669 Sep 30 08:33:16.210817 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cbb22e80-3dd5-4694-8f6d-522530a40ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892053467', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:57Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '3f30d6af-71b2-42ca-a959-764cced438d0', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'floating_ip_address': '172.25.0.56', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'port_id': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'mac_address': 'fa:16:3e:11:6a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9870baf9-7937-43f9-8265-cf5168912157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:33:12Z', 'updated_at': '2021-09-30T08:33:12Z', 'revision_number': 0, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061c9cdc-000d-4deb-a8e2-5e66848debfc', 'name': '', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b3:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:56Z', 'updated_at': '2021-09-30T08:33:01Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:16.228967 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cebdf588-bd2a-42d0-8673-ce9e59cf2c29 req-123fd92d-f15f-4f50-ae59-e583426ef9d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 HTTP/1.1" status: 200 len: 999 time: 0.1239398 Sep 30 08:33:16.244120 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb22e80-3dd5-4694-8f6d-522530a40ec2 None None] The sync data for ids ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'] in n-d-807359-2 is: [{'id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892053467', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:57Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '3f30d6af-71b2-42ca-a959-764cced438d0', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'floating_ip_address': '172.25.0.56', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'port_id': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'mac_address': 'fa:16:3e:11:6a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9870baf9-7937-43f9-8265-cf5168912157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:33:12Z', 'updated_at': '2021-09-30T08:33:12Z', 'revision_number': 0, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061c9cdc-000d-4deb-a8e2-5e66848debfc', 'name': '', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b3:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:56Z', 'updated_at': '2021-09-30T08:33:01Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:16.312667 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdf588-bd2a-42d0-8673-ce9e59cf2c29 req-87c90684-daf8-4699-a1f3-216719bb06ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:16.314250 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cebdf588-bd2a-42d0-8673-ce9e59cf2c29 req-87c90684-daf8-4699-a1f3-216719bb06ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0788527 Sep 30 08:33:16.397028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdf588-bd2a-42d0-8673-ce9e59cf2c29 req-4a125ed1-409b-4494-bc6c-0251a5a2fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:16.399631 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cebdf588-bd2a-42d0-8673-ce9e59cf2c29 req-4a125ed1-409b-4494-bc6c-0251a5a2fbb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777190 Sep 30 08:33:16.465200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36812) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:16.566526 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cebdf588-bd2a-42d0-8673-ce9e59cf2c29 req-df7a76a7-2a8a-47b5-8213-bd6454ecc715 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562433 Sep 30 08:33:16.589271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-db80166a-03ee-4474-a083-16e3ce468ce4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/3f30d6af-71b2-42ca-a959-764cced438d0 HTTP/1.1" status: 200 len: 991 time: 0.1228173 Sep 30 08:33:16.622658 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e3e514-834a-454f-a0d7-94cb20c47da6 None None] New status for floating IP 3f30d6af-71b2-42ca-a959-764cced438d0: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:33:16.724218 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cebdf588-bd2a-42d0-8673-ce9e59cf2c29 req-2985503c-81ea-4303-be92-dabf3a6eb004 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471875 Sep 30 08:33:17.134749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dd84e-38da-45ed-ab78-6df9c1b0cde7 req-7c9a970a-a4df-4d1c-9334-c13fd4eb2816 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:17.136793 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa1dd84e-38da-45ed-ab78-6df9c1b0cde7 req-7c9a970a-a4df-4d1c-9334-c13fd4eb2816 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.0624897 Sep 30 08:33:17.184832 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa1dd84e-38da-45ed-ab78-6df9c1b0cde7 req-b32ec007-d1bc-477f-a4bc-ada17ecd1fbf tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410566 Sep 30 08:33:17.593680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 36834) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:17.670446 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8663a7b1-6382-4dc0-91ad-ef6f5640b4f4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/3f30d6af-71b2-42ca-a959-764cced438d0 HTTP/1.1" status: 200 len: 993 time: 0.0755849 Sep 30 08:33:17.779274 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:18.066303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cb3da-22d0-490c-9115-be5bc47166bf req-06b0d3c9-3bb4-4c17-a94e-1e9265c495e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:18.067825 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-433cb3da-22d0-490c-9115-be5bc47166bf req-06b0d3c9-3bb4-4c17-a94e-1e9265c495e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 1097 time: 0.0445304 Sep 30 08:33:18.165856 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cb3da-22d0-490c-9115-be5bc47166bf req-7fcea4e4-3270-4aac-ae3f-82303541f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:18.167374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-433cb3da-22d0-490c-9115-be5bc47166bf req-7fcea4e4-3270-4aac-ae3f-82303541f2ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.0919163 Sep 30 08:33:18.209915 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-433cb3da-22d0-490c-9115-be5bc47166bf req-6bd02685-8182-4574-9884-7ea284bd64d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2392218b-54f0-4013-82eb-14750875290d HTTP/1.1" status: 200 len: 217 time: 0.0353267 Sep 30 08:33:18.291555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cb3da-22d0-490c-9115-be5bc47166bf req-cd2feb7a-2edb-40f7-b60f-943ffc0d2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:18.293091 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-433cb3da-22d0-490c-9115-be5bc47166bf req-cd2feb7a-2edb-40f7-b60f-943ffc0d2769 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0745606 Sep 30 08:33:18.337894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f825ab-6e57-43c5-8974-e1765513000b req-2210d2fa-54fc-4093-bed7-909223029c78 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:18.339353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93f825ab-6e57-43c5-8974-e1765513000b req-2210d2fa-54fc-4093-bed7-909223029c78 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.0815361 Sep 30 08:33:18.374254 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cb3da-22d0-490c-9115-be5bc47166bf req-b7aca8a2-4642-45b9-a1bd-9d8a65a4c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:18.375773 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-433cb3da-22d0-490c-9115-be5bc47166bf req-b7aca8a2-4642-45b9-a1bd-9d8a65a4c333 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740478 Sep 30 08:33:18.398566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93f825ab-6e57-43c5-8974-e1765513000b req-ded534ab-3908-4da1-beda-81ff889fc0d0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515637 Sep 30 08:33:18.482247 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-433cb3da-22d0-490c-9115-be5bc47166bf req-33cdd053-87f5-4d26-9c63-6a9a6b3eef64 service neutron] 10.222.0.36 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978308 Sep 30 08:33:18.581547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-433cb3da-22d0-490c-9115-be5bc47166bf req-40ff890a-a9a1-4281-a6c5-6fd5b09dbfa2 service neutron] 10.222.0.36 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918071 Sep 30 08:33:19.521366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886e44d-63fe-4e0e-a285-f6e4885e978d req-a817b386-59a2-4cdf-b026-26d2cbd9d7bb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:19.522882 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2886e44d-63fe-4e0e-a285-f6e4885e978d req-a817b386-59a2-4cdf-b026-26d2cbd9d7bb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.0562255 Sep 30 08:33:19.562887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2886e44d-63fe-4e0e-a285-f6e4885e978d req-fc56987b-45f5-457e-8029-5c1283f18897 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340371 Sep 30 08:33:20.691487 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0d643-9685-415e-80fe-3bc211474325 req-1d445f59-1dcb-45d3-bca4-4f06794447c5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:20.694418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10a0d643-9685-415e-80fe-3bc211474325 req-1d445f59-1dcb-45d3-bca4-4f06794447c5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 946 time: 0.0593822 Sep 30 08:33:20.740914 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10a0d643-9685-415e-80fe-3bc211474325 req-5e6ae4e6-95b4-4c98-93e3-a023b16d2782 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377913 Sep 30 08:33:20.860337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedcda4-e9ae-499e-9773-5bd138cbf884 req-4ffc7a84-e6ec-4bb3-a57e-ed1785cbc01f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:20.861888 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8bedcda4-e9ae-499e-9773-5bd138cbf884 req-4ffc7a84-e6ec-4bb3-a57e-ed1785cbc01f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0508471 Sep 30 08:33:20.900918 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8bedcda4-e9ae-499e-9773-5bd138cbf884 req-bed76488-cb82-42b1-9670-5d9cfa384e95 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326176 Sep 30 08:33:21.028700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596147b-e048-4719-8c2e-512f4a056696 req-b1a2d6b7-3bbc-46d3-ac30-752d8a34a9a9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:21.030330 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4596147b-e048-4719-8c2e-512f4a056696 req-b1a2d6b7-3bbc-46d3-ac30-752d8a34a9a9 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0541794 Sep 30 08:33:21.069393 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4596147b-e048-4719-8c2e-512f4a056696 req-20b1cee3-6002-431a-b000-0fe7b89ab980 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332739 Sep 30 08:33:21.270458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fc722-f6c0-4fd4-87f9-e8e750f70871 req-94666005-38f6-44b2-84c5-eee6bf638c25 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:21.272592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c5fc722-f6c0-4fd4-87f9-e8e750f70871 req-94666005-38f6-44b2-84c5-eee6bf638c25 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0505726 Sep 30 08:33:21.314408 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c5fc722-f6c0-4fd4-87f9-e8e750f70871 req-35c94f0c-ab45-4903-82da-491619f2315e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359204 Sep 30 08:33:22.477532 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94971f79-e0d3-47f9-b8d5-4c86ba99a586 req-bb20a078-42d6-4533-8186-146fdb9e86dc tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:22.479589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94971f79-e0d3-47f9-b8d5-4c86ba99a586 req-bb20a078-42d6-4533-8186-146fdb9e86dc tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0721872 Sep 30 08:33:22.527009 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94971f79-e0d3-47f9-b8d5-4c86ba99a586 req-dc412c66-c779-4313-b8a9-bd19e27b4790 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404491 Sep 30 08:33:23.147205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 2392218b-54f0-4013-82eb-14750875290d no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:23.226668 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:33:23.228476 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:23.252490 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b3f239-7d1a-4ea6-9f39-51bcd698a6ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2392218b-54f0-4013-82eb-14750875290d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:23.254751 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5add9813-9687-47bb-ab1e-46403c384cc1" -d '{"events": [{"server_uuid": "54b3f239-7d1a-4ea6-9f39-51bcd698a6ff", "name": "network-vif-unplugged", "status": "completed", "tag": "2392218b-54f0-4013-82eb-14750875290d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:23.269985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 2392218b-54f0-4013-82eb-14750875290d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2392218b-54f0-4013-82eb-14750875290d,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:23.274680 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:23.303481 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38273f8-6e6a-4f70-9c3e-24c511bbb8a2 x-openstack-request-id: req-f38273f8-6e6a-4f70-9c3e-24c511bbb8a2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:23.303672 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b3f239-7d1a-4ea6-9f39-51bcd698a6ff", "name": "network-vif-unplugged", "status": "failed", "tag": "2392218b-54f0-4013-82eb-14750875290d", "code": 422}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:23.303778 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f38273f8-6e6a-4f70-9c3e-24c511bbb8a2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:23.304200 n-d-807359-2 neutron-server[94839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54b3f239-7d1a-4ea6-9f39-51bcd698a6ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2392218b-54f0-4013-82eb-14750875290d', 'code': 422} returned with failed status Sep 30 08:33:23.330863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=2392218b-54f0-4013-82eb-14750875290d,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:23.652446 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af7100-2040-4408-a28f-b3664adbd594 req-f5138fca-ebca-4dff-b41d-7ce29a3c5a59 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:23.653953 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76af7100-2040-4408-a28f-b3664adbd594 req-f5138fca-ebca-4dff-b41d-7ce29a3c5a59 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0533624 Sep 30 08:33:23.695225 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76af7100-2040-4408-a28f-b3664adbd594 req-f4822df2-25a7-476f-b385-155020006392 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348039 Sep 30 08:33:24.829154 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b300466-f53f-4199-a530-e1068f8a548e req-cc78c8fa-7015-4da6-b20f-3e83bd4b95fa tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:24.831147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b300466-f53f-4199-a530-e1068f8a548e req-cc78c8fa-7015-4da6-b20f-3e83bd4b95fa tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0620391 Sep 30 08:33:24.871060 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b300466-f53f-4199-a530-e1068f8a548e req-112d6df5-1fd1-4dbe-82cb-5489757fadd2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331790 Sep 30 08:33:25.993862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a184f2-0535-4fa7-99f6-bed3ad00072f req-ed8abf6f-d081-4efc-ac51-baaaa5b29399 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:25.995464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1a184f2-0535-4fa7-99f6-bed3ad00072f req-ed8abf6f-d081-4efc-ac51-baaaa5b29399 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0563231 Sep 30 08:33:26.039270 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1a184f2-0535-4fa7-99f6-bed3ad00072f req-8fd4756f-aadd-4a4a-8226-009334f1c203 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373433 Sep 30 08:33:27.161111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e465a29-9e02-4449-b05b-46a37bb41415 req-2289d6b4-7c29-405d-817a-8d7cd8164c4e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:27.163114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e465a29-9e02-4449-b05b-46a37bb41415 req-2289d6b4-7c29-405d-817a-8d7cd8164c4e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0537097 Sep 30 08:33:27.201637 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e465a29-9e02-4449-b05b-46a37bb41415 req-79e77a4c-abc6-4dfe-b2fc-4807e8c6bca4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314436 Sep 30 08:33:28.319711 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade447c-412c-4d64-88fe-96b7608e828a req-efd9efb1-cef7-489e-b723-93ac2db162d6 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:28.321269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ade447c-412c-4d64-88fe-96b7608e828a req-efd9efb1-cef7-489e-b723-93ac2db162d6 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0512347 Sep 30 08:33:28.361196 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ade447c-412c-4d64-88fe-96b7608e828a req-76324a8d-9335-429a-95e5-e2ef15fbac92 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335946 Sep 30 08:33:29.473967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d23195-392a-430c-8871-ebc41ea5e75b req-124df62c-a9b7-4c4d-8d4c-2dabb1f371b2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:29.475534 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-25d23195-392a-430c-8871-ebc41ea5e75b req-124df62c-a9b7-4c4d-8d4c-2dabb1f371b2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0487704 Sep 30 08:33:29.512445 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-25d23195-392a-430c-8871-ebc41ea5e75b req-6ba0c604-201e-483d-abda-ca94d1223221 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310037 Sep 30 08:33:29.821801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-925c07eb-4781-429e-a68e-4e7d82fb8587 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338172231&fields=id&tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0 HTTP/1.1" status: 200 len: 267 time: 0.0381761 Sep 30 08:33:29.869185 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:30.196925 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-d3de2b6c-50c3-4433-9bc0-00aea8b7c77e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:30.198397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-d3de2b6c-50c3-4433-9bc0-00aea8b7c77e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 812 time: 0.3699579 Sep 30 08:33:30.213246 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-1328b623-d78c-4574-a950-c1f521c83f9a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/quotas/3b4635f67e2d43a8b3e76777aadbe7f0 HTTP/1.1" status: 200 len: 375 time: 0.0090065 Sep 30 08:33:30.264997 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-70ccbd99-f8bd-44e0-ae8f-4c396ad2fbe5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466359 Sep 30 08:33:30.356758 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-1abc1c24-351e-4c1b-a0a4-dfcbcf39e669 service neutron] 10.222.0.24 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805089 Sep 30 08:33:30.447354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-28c6807f-268f-4ab2-9697-2c4a296a5f72 service neutron] 10.222.0.24 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845654 Sep 30 08:33:30.635869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac404574-e22e-4781-a14c-7f2927ec76a7 req-84e4f5d1-8d84-42ac-bc5f-6f252507c788 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:30.637715 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac404574-e22e-4781-a14c-7f2927ec76a7 req-84e4f5d1-8d84-42ac-bc5f-6f252507c788 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0530136 Sep 30 08:33:30.680071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac404574-e22e-4781-a14c-7f2927ec76a7 req-58ea848d-9bd4-4fb6-b32d-32c5844921b7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361950 Sep 30 08:33:30.737386 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-568b2df6-f258-40cc-82c2-e3b218da24ec req-a984c414-63bd-4f30-976f-53b44825ecb0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 210 time: 0.0263467 Sep 30 08:33:31.749925 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-803f9798-240a-4419-95f2-18acf6cbc388 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:31.751388 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-803f9798-240a-4419-95f2-18acf6cbc388 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.35 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 812 time: 0.1098185 Sep 30 08:33:31.805184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a3ede-7dd8-44f3-a726-04b03bb59bfd req-570b898f-98f2-494a-8ede-e41454323973 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:31.807224 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-936a3ede-7dd8-44f3-a726-04b03bb59bfd req-570b898f-98f2-494a-8ede-e41454323973 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0549200 Sep 30 08:33:31.825193 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-bdd0d2ab-fb6d-49c9-8a64-1aba795f0e2e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0 HTTP/1.1" status: 200 len: 379 time: 0.0456200 Sep 30 08:33:31.843839 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-1a174353-bf5b-4270-8987-4c73f1743144 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'port': {'device_id': 'd39a13f7-8579-4749-8364-85210f0bab12', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'admin_state_up': True, 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'security_groups': ['c8c16626-50a2-4016-ae4b-579882ba61ea']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:31.865153 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-177fe64f-00fa-4c6c-afdb-1dff835b970d req-177ff240-1748-419e-8651-433d744dbb28 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 210 time: 0.0345047 Sep 30 08:33:31.872808 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-936a3ede-7dd8-44f3-a726-04b03bb59bfd req-15595d2b-4694-4d03-ab01-238235a25734 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594666 Sep 30 08:33:31.984412 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-1a174353-bf5b-4270-8987-4c73f1743144 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Made reservation on behalf of 3b4635f67e2d43a8b3e76777aadbe7f0 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:33:31.992370 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-1a174353-bf5b-4270-8987-4c73f1743144 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:32.092364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5075832-3ce2-4e01-bd64-8f41b210a6f3 req-b42ef77e-c2c1-4eef-a388-8b3f932e0bef tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:32.094629 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5075832-3ce2-4e01-bd64-8f41b210a6f3 req-b42ef77e-c2c1-4eef-a388-8b3f932e0bef tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0578005 Sep 30 08:33:32.139460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5075832-3ce2-4e01-bd64-8f41b210a6f3 req-b7a16227-ac15-4b57-b8cf-3517f64b5c3c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343776 Sep 30 08:33:32.184889 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-1a174353-bf5b-4270-8987-4c73f1743144 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Allocated IP 172.20.0.11 (7629390f-2364-48fa-8f8d-ee6921cea79b/dff57965-7910-4b7e-ae85-4b4f61ef0b85/044cae3e-e0d3-47e3-9a05-917c96ec5bc6) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:33:32.193966 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16173a-d40c-4408-ac98-f8a6db82aad1 req-442af2fc-40a6-4405-9b04-1c4d154c634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:32.195497 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a16173a-d40c-4408-ac98-f8a6db82aad1 req-442af2fc-40a6-4405-9b04-1c4d154c634d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 1095 time: 0.0927644 Sep 30 08:33:32.369937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16173a-d40c-4408-ac98-f8a6db82aad1 req-045470c5-497a-40fd-824f-5423a5614849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:32.371429 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a16173a-d40c-4408-ac98-f8a6db82aad1 req-045470c5-497a-40fd-824f-5423a5614849 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.1678150 Sep 30 08:33:32.443850 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-1a174353-bf5b-4270-8987-4c73f1743144 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:32.463878 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a16173a-d40c-4408-ac98-f8a6db82aad1 req-b6832a34-c656-4c27-a949-72ff62c59b58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 HTTP/1.1" status: 200 len: 999 time: 0.0818799 Sep 30 08:33:32.528334 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16173a-d40c-4408-ac98-f8a6db82aad1 req-bd980188-ee22-4dde-b10a-859cc5151f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:32.529839 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a16173a-d40c-4408-ac98-f8a6db82aad1 req-bd980188-ee22-4dde-b10a-859cc5151f1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0593851 Sep 30 08:33:32.530778 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-1a174353-bf5b-4270-8987-4c73f1743144 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:32.608350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-1a174353-bf5b-4270-8987-4c73f1743144 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Network 7629390f-2364-48fa-8f8d-ee6921cea79b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:32.611100 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a174353-bf5b-4270-8987-4c73f1743144 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'Port': ['ID=044cae3e-e0d3-47e3-9a05-917c96ec5bc6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:32.614433 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-1a174353-bf5b-4270-8987-4c73f1743144 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:32.617834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-1a174353-bf5b-4270-8987-4c73f1743144 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:32.649570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16173a-d40c-4408-ac98-f8a6db82aad1 req-1cfb262e-4844-4dc1-a5e8-813256a80053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:32.651157 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a16173a-d40c-4408-ac98-f8a6db82aad1 req-1cfb262e-4844-4dc1-a5e8-813256a80053 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135771 Sep 30 08:33:32.698854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-1a174353-bf5b-4270-8987-4c73f1743144 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:32.699418 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-1a174353-bf5b-4270-8987-4c73f1743144 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:32.748739 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-1a174353-bf5b-4270-8987-4c73f1743144 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9093823 Sep 30 08:33:32.771620 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Request body: {'port': {'device_id': 'd39a13f7-8579-4749-8364-85210f0bab12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:32.816142 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a16173a-d40c-4408-ac98-f8a6db82aad1 req-509e7d50-8010-4aaf-aee3-84fed4c0b45a service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553483 Sep 30 08:33:32.834629 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-67289c43-8f8e-417e-ab56-d149481180c9 None None] Provisioning complete for port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:32.835658 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67289c43-8f8e-417e-ab56-d149481180c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:32.871156 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:32.873739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-67289c43-8f8e-417e-ab56-d149481180c9 None None] Port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:33:32.992218 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a16173a-d40c-4408-ac98-f8a6db82aad1 req-8ddb74eb-0e5a-4448-9040-0237f5184fd2 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563299 Sep 30 08:33:33.028592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300d185-f4a1-427a-9460-c8552f15d33a req-8d73ddfe-26ba-48ea-b2e9-736125acc341 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:33.030459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c300d185-f4a1-427a-9460-c8552f15d33a req-8d73ddfe-26ba-48ea-b2e9-736125acc341 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 932 time: 0.0868669 Sep 30 08:33:33.082405 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c300d185-f4a1-427a-9460-c8552f15d33a req-648d10f6-f335-4e9d-95db-d5178918ba99 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448561 Sep 30 08:33:33.226637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:33:33.234647 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.249042 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Transition to ACTIVE for port object 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:33:33.253607 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.268076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc067a7d-4c65-4ce7-9aba-21f28943ee21 req-d0105ad5-976e-4614-ae64-f042677f313a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:33.269873 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc067a7d-4c65-4ce7-9aba-21f28943ee21 req-d0105ad5-976e-4614-ae64-f042677f313a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0573421 Sep 30 08:33:33.304348 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Pushing event updated for resources: {'Port': ['ID=044cae3e-e0d3-47e3-9a05-917c96ec5bc6,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:33.318860 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc067a7d-4c65-4ce7-9aba-21f28943ee21 req-41cac655-b224-4838-b8ad-f0ac82285df4 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407951 Sep 30 08:33:33.329046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:33.329519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:33.329874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:33.330401 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:33.330694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:33.330995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:33.331330 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:33.331658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:33.332022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:33.332350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:33.332675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:33.332996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:33.401086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Attempting to bind port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:33:33.401424 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Attempting to bind port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:33:33.401748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Attempting to bind port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 on network 7629390f-2364-48fa-8f8d-ee6921cea79b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:33:33.406135 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 on network 7629390f-2364-48fa-8f8d-ee6921cea79b not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:33:33.406503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Attempting to bind port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 on network 7629390f-2364-48fa-8f8d-ee6921cea79b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:33:33.411312 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:33:33.411644 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Checking segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:33:33.412062 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Bound using segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:33:33.412565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Bound port: 044cae3e-e0d3-47e3-9a05-917c96ec5bc6, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:33:33.412928 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.494192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] For port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:33:33.497701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] For port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=044cae3e-e0d3-47e3-9a05-917c96ec5bc6,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:33:33.502933 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.541302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:33.541924 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:33.543332 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] 10.222.0.35 "PUT /v2.0/ports/044cae3e-e0d3-47e3-9a05-917c96ec5bc6 HTTP/1.1" status: 200 len: 1092 time: 0.7807822 Sep 30 08:33:33.543773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39a13f7-8579-4749-8364-85210f0bab12', 'tag': '044cae3e-e0d3-47e3-9a05-917c96ec5bc6'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:33.546037 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3e5f20-fa8f-4e99-9972-c10d35c52e28" -d '{"events": [{"name": "network-changed", "server_uuid": "d39a13f7-8579-4749-8364-85210f0bab12", "tag": "044cae3e-e0d3-47e3-9a05-917c96ec5bc6"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:33.572569 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98e4e1-d447-4393-bd31-d5f6860808e4 service neutron] Pushing event updated for resources: {'Port': ['ID=044cae3e-e0d3-47e3-9a05-917c96ec5bc6,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:33.626086 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a6e4e8-db1d-4ef0-8f78-cb03dfb3eff1 x-openstack-request-id: req-22a6e4e8-db1d-4ef0-8f78-cb03dfb3eff1 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:33.626086 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39a13f7-8579-4749-8364-85210f0bab12", "tag": "044cae3e-e0d3-47e3-9a05-917c96ec5bc6", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:33.626086 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22a6e4e8-db1d-4ef0-8f78-cb03dfb3eff1 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:33.626496 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39a13f7-8579-4749-8364-85210f0bab12', 'tag': '044cae3e-e0d3-47e3-9a05-917c96ec5bc6', 'status': 'completed', 'code': 200} Sep 30 08:33:33.666609 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-06896e7a-31ad-42ad-8dfb-aff6430d06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:33.668180 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-06896e7a-31ad-42ad-8dfb-aff6430d06a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 1095 time: 0.0587258 Sep 30 08:33:33.727364 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-64f64d58-7a50-4466-ac82-b487ce9b9cc9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044cae3e-e0d3-47e3-9a05-917c96ec5bc6 HTTP/1.1" status: 200 len: 217 time: 0.0424056 Sep 30 08:33:33.789128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-202fed8f-6ba9-415e-9524-f75ac57ae8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:33.790777 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-202fed8f-6ba9-415e-9524-f75ac57ae8ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0566156 Sep 30 08:33:33.840496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-15ffda97-ae2d-48c1-9bf3-cc93600b6a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:33.841979 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-15ffda97-ae2d-48c1-9bf3-cc93600b6a88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444491 Sep 30 08:33:33.939492 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-fc30d422-638b-45f1-bb59-36fd9859d16f service neutron] 10.222.0.35 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897799 Sep 30 08:33:34.032153 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a4365fc8-a1fa-4610-99d4-f0dac7cf5e18 req-ec0f211b-b2e8-4682-8ab3-998a52761838 service neutron] 10.222.0.35 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854132 Sep 30 08:33:34.144625 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e5f20-fa8f-4e99-9972-c10d35c52e28 req-a903fa70-87ae-4ae8-b483-0747677627a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:34.147074 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ff3e5f20-fa8f-4e99-9972-c10d35c52e28 req-a903fa70-87ae-4ae8-b483-0747677627a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 1095 time: 0.0433979 Sep 30 08:33:34.202827 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e8e07-bf82-4705-9db3-ed926fc9bd96 req-60b48df2-3307-4855-9b62-d784354ea3e3 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:34.204481 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e6e8e07-bf82-4705-9db3-ed926fc9bd96 req-60b48df2-3307-4855-9b62-d784354ea3e3 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 944 time: 0.0511301 Sep 30 08:33:34.245900 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e6e8e07-bf82-4705-9db3-ed926fc9bd96 req-2fa8ed90-bfce-444a-a44e-b0ee38a69a71 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343587 Sep 30 08:33:34.252807 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e5f20-fa8f-4e99-9972-c10d35c52e28 req-68aae499-30f4-4ca8-ac8d-5beb8f63ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:34.254414 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ff3e5f20-fa8f-4e99-9972-c10d35c52e28 req-68aae499-30f4-4ca8-ac8d-5beb8f63ee75 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 913 time: 0.1000347 Sep 30 08:33:34.297993 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ff3e5f20-fa8f-4e99-9972-c10d35c52e28 req-c6ee2449-1e48-407e-8810-241ba6969398 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044cae3e-e0d3-47e3-9a05-917c96ec5bc6 HTTP/1.1" status: 200 len: 217 time: 0.0360618 Sep 30 08:33:34.355155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e5f20-fa8f-4e99-9972-c10d35c52e28 req-41de541a-a339-4aa0-a1ee-16c1e0c529a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:34.356699 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ff3e5f20-fa8f-4e99-9972-c10d35c52e28 req-41de541a-a339-4aa0-a1ee-16c1e0c529a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0516162 Sep 30 08:33:34.411403 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e5f20-fa8f-4e99-9972-c10d35c52e28 req-c71fde13-de3a-481c-ac58-3c9e039f3a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:34.412969 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ff3e5f20-fa8f-4e99-9972-c10d35c52e28 req-c71fde13-de3a-481c-ac58-3c9e039f3a07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492783 Sep 30 08:33:34.451156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220f12c-86c5-4def-843d-ef3c24c4e955 req-82ad987c-6ff0-4c50-a087-72c5837ac0ed tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:34.453461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1220f12c-86c5-4def-843d-ef3c24c4e955 req-82ad987c-6ff0-4c50-a087-72c5837ac0ed tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0556343 Sep 30 08:33:34.500579 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1220f12c-86c5-4def-843d-ef3c24c4e955 req-ae26858c-498e-409e-bad2-b6d10867524d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387912 Sep 30 08:33:34.519245 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ff3e5f20-fa8f-4e99-9972-c10d35c52e28 req-0f8694b9-eccd-49b3-9ab2-5ca8a6772f2e service neutron] 10.222.0.35 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993450 Sep 30 08:33:34.622443 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ff3e5f20-fa8f-4e99-9972-c10d35c52e28 req-4c5049f3-c2b3-4e67-be87-d539cd02754e service neutron] 10.222.0.35 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947170 Sep 30 08:33:34.623386 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a5ebf-9553-4ab7-a803-09415f3cb368 req-c09cb08c-55c0-4e55-a68d-01e87b39a825 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:34.624926 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-764a5ebf-9553-4ab7-a803-09415f3cb368 req-c09cb08c-55c0-4e55-a68d-01e87b39a825 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0531507 Sep 30 08:33:34.667824 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-764a5ebf-9553-4ab7-a803-09415f3cb368 req-a78e3d4d-5f87-4c8e-be5b-8b3692dadf53 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358815 Sep 30 08:33:34.788108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52fe6d-74e2-4df9-8b01-58bee75ef935 req-4cad8ea5-d806-4181-b8ee-5be2ef481c8b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:34.789891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b52fe6d-74e2-4df9-8b01-58bee75ef935 req-4cad8ea5-d806-4181-b8ee-5be2ef481c8b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0548067 Sep 30 08:33:34.833092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b52fe6d-74e2-4df9-8b01-58bee75ef935 req-cb22b84f-cb35-4797-b97e-7928e04c6367 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334892 Sep 30 08:33:35.067159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef16f00-4eb4-4ab2-a6ac-16b1509b84f1 req-129653b1-78f1-4ee8-8f74-d55820d27909 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:35.069459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ef16f00-4eb4-4ab2-a6ac-16b1509b84f1 req-129653b1-78f1-4ee8-8f74-d55820d27909 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0518184 Sep 30 08:33:35.114164 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ef16f00-4eb4-4ab2-a6ac-16b1509b84f1 req-b4240a1f-65b9-4c9c-b728-f03d55f62a97 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383952 Sep 30 08:33:35.362733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d136222-be8b-436d-8e2a-2959c25c3923 req-5f71eb20-bf35-4737-a5ee-a0006fdf1f58 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:35.364227 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d136222-be8b-436d-8e2a-2959c25c3923 req-5f71eb20-bf35-4737-a5ee-a0006fdf1f58 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 944 time: 0.0490253 Sep 30 08:33:35.403177 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d136222-be8b-436d-8e2a-2959c25c3923 req-27de3a09-f6c6-4ae5-b710-384f9ccdb13a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328815 Sep 30 08:33:36.231402 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dcf62-02b9-4e4c-8f21-67e6c0c32a18 req-ea275c74-4a54-4431-af14-8665f0795ab0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:36.232898 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-610dcf62-02b9-4e4c-8f21-67e6c0c32a18 req-ea275c74-4a54-4431-af14-8665f0795ab0 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0483179 Sep 30 08:33:36.269624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-610dcf62-02b9-4e4c-8f21-67e6c0c32a18 req-97c2969e-ae10-4a19-92a0-32148f25e8cf tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308967 Sep 30 08:33:36.474489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60a3e3-e3b4-4f50-9546-8a94368e537b req-c64478b2-9412-4b63-b8f6-608601a160bf tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:36.476125 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b60a3e3-e3b4-4f50-9546-8a94368e537b req-c64478b2-9412-4b63-b8f6-608601a160bf tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0545323 Sep 30 08:33:36.525687 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d195b-6468-4882-b4c9-a0c8e46c9560 req-103f17e2-c3e9-4104-af1d-6dd540c93194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:36.527219 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-586d195b-6468-4882-b4c9-a0c8e46c9560 req-103f17e2-c3e9-4104-af1d-6dd540c93194 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3e9d607932149e6bd9be67b66de3de1&device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 1095 time: 0.0425806 Sep 30 08:33:36.545142 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2b60a3e3-e3b4-4f50-9546-8a94368e537b req-caba1414-de13-4d3f-8183-9d66e7b9d56b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596418 Sep 30 08:33:36.554368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7c391-114a-4aa0-b1ce-ac6f3b7863a3 req-15056cc3-eaab-4f80-838a-b2e2b186330f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:36.555462 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59f7c391-114a-4aa0-b1ce-ac6f3b7863a3 req-15056cc3-eaab-4f80-838a-b2e2b186330f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 944 time: 0.0784307 Sep 30 08:33:36.595649 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59f7c391-114a-4aa0-b1ce-ac6f3b7863a3 req-d5d15b02-6978-4908-a5e7-b54226139f38 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335066 Sep 30 08:33:36.625521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d195b-6468-4882-b4c9-a0c8e46c9560 req-5488e2c7-8165-4171-9bef-8b29de039554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:36.626990 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-586d195b-6468-4882-b4c9-a0c8e46c9560 req-5488e2c7-8165-4171-9bef-8b29de039554 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 200 len: 913 time: 0.0930572 Sep 30 08:33:36.692468 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-586d195b-6468-4882-b4c9-a0c8e46c9560 req-1deaa904-48ba-4071-a9f0-2834b9520cfa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 HTTP/1.1" status: 200 len: 999 time: 0.0577903 Sep 30 08:33:36.743266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d195b-6468-4882-b4c9-a0c8e46c9560 req-97c3057b-ae5f-4716-b0a8-72c0f345d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:36.744702 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-586d195b-6468-4882-b4c9-a0c8e46c9560 req-97c3057b-ae5f-4716-b0a8-72c0f345d82a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 200 len: 851 time: 0.0458598 Sep 30 08:33:36.790000 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d195b-6468-4882-b4c9-a0c8e46c9560 req-ac4ec375-403a-49cf-9864-cbb77a0cb99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:36.791488 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-586d195b-6468-4882-b4c9-a0c8e46c9560 req-ac4ec375-403a-49cf-9864-cbb77a0cb99d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398884 Sep 30 08:33:36.886106 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-586d195b-6468-4882-b4c9-a0c8e46c9560 req-50e53132-aa45-41b7-8a65-6806479da3f3 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873842 Sep 30 08:33:36.977507 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-586d195b-6468-4882-b4c9-a0c8e46c9560 req-7729b9f2-9b18-4191-b756-1bd54a36357a service neutron] 10.222.0.35 "GET /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844166 Sep 30 08:33:37.676482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcb4f6-84ac-4db1-8916-dd1651b93040 req-6ee25586-5910-4b8e-9449-8425aa94aa58 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:37.678181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75bcb4f6-84ac-4db1-8916-dd1651b93040 req-6ee25586-5910-4b8e-9449-8425aa94aa58 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0637288 Sep 30 08:33:37.746678 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75bcb4f6-84ac-4db1-8916-dd1651b93040 req-5e7e6e74-1f77-4b44-a1a6-8aa79ab0999d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577140 Sep 30 08:33:37.758432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5118c18-58fa-4ea8-8bae-1610ee44e7dd req-68437004-1407-44c9-96f4-a3cceac42835 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:37.760004 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5118c18-58fa-4ea8-8bae-1610ee44e7dd req-68437004-1407-44c9-96f4-a3cceac42835 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 944 time: 0.0808465 Sep 30 08:33:37.802943 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5118c18-58fa-4ea8-8bae-1610ee44e7dd req-d3310ec9-e672-41e1-b0a3-c0c20f85a198 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353820 Sep 30 08:33:38.868479 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7fa16-a793-459b-a510-ba416faf8019 req-f6193ac2-d8ef-4087-a868-cba358cb3190 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:38.870068 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3df7fa16-a793-459b-a510-ba416faf8019 req-f6193ac2-d8ef-4087-a868-cba358cb3190 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0537777 Sep 30 08:33:38.933451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3df7fa16-a793-459b-a510-ba416faf8019 req-5992603e-03fb-4f4e-98e2-b691f6cbcdf2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572531 Sep 30 08:33:38.952021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cc307-f78a-41f6-9f53-69dce2012fdd req-6fedf2f6-4217-477d-b11b-fc2e8a70d2b7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:38.953478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a21cc307-f78a-41f6-9f53-69dce2012fdd req-6fedf2f6-4217-477d-b11b-fc2e8a70d2b7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 944 time: 0.0703263 Sep 30 08:33:38.992257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a21cc307-f78a-41f6-9f53-69dce2012fdd req-d818db05-d261-430b-96f7-9005789c0304 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320985 Sep 30 08:33:39.049293 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d600471-d5dd-42af-8d62-0903b33d5a4c req-0386e709-5a5f-4e15-a5c9-44abc83e091c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:39.050748 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d600471-d5dd-42af-8d62-0903b33d5a4c req-0386e709-5a5f-4e15-a5c9-44abc83e091c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0520945 Sep 30 08:33:39.089511 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d600471-d5dd-42af-8d62-0903b33d5a4c req-3be60df9-c6c3-44b1-8e24-9f8b6f4b04a6 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321882 Sep 30 08:33:39.643045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087228e8-0b4f-4182-ad57-b5fa9d867e07 req-3e9996de-51d6-4988-ac5c-f3b3e2e4c4f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:39.644587 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-087228e8-0b4f-4182-ad57-b5fa9d867e07 req-3e9996de-51d6-4988-ac5c-f3b3e2e4c4f3 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3f239-7d1a-4ea6-9f39-51bcd698a6ff HTTP/1.1" status: 200 len: 944 time: 0.0505345 Sep 30 08:33:39.742804 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-087228e8-0b4f-4182-ad57-b5fa9d867e07 req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Deleting port 2392218b-54f0-4013-82eb-14750875290d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:39.743150 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-087228e8-0b4f-4182-ad57-b5fa9d867e07 req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:39.829579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-087228e8-0b4f-4182-ad57-b5fa9d867e07 req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] For port 2392218b-54f0-4013-82eb-14750875290d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=2392218b-54f0-4013-82eb-14750875290d,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:39.829942 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-087228e8-0b4f-4182-ad57-b5fa9d867e07 req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:39.842490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-087228e8-0b4f-4182-ad57-b5fa9d867e07 req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Calling delete_port for 2392218b-54f0-4013-82eb-14750875290d owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:39.967920 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-087228e8-0b4f-4182-ad57-b5fa9d867e07 req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:39.980174 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4fc46511-6ec2-4072-9ffa-a51b1697da54'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:33:39.997650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event deleted for resources: {'Port': ['ID=2392218b-54f0-4013-82eb-14750875290d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:40.002860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['9f32caf9-1336-42e0-9c8c-317c14deab97'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:33:40.010955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:40.011283 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:40.011630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:40.011994 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:40.012343 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:40.012700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:40.013071 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:40.013404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:40.013734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:40.014087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:40.014373 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:40.014704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:40.050183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-087228e8-0b4f-4182-ad57-b5fa9d867e07 req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] No DVR routers for this DVR port 2392218b-54f0-4013-82eb-14750875290d on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:40.055361 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-087228e8-0b4f-4182-ad57-b5fa9d867e07 req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:40.057476 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-087228e8-0b4f-4182-ad57-b5fa9d867e07 req-bf03d0b4-e6fe-4b1f-b6c5-88002a1f4f19 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "DELETE /v2.0/ports/2392218b-54f0-4013-82eb-14750875290d HTTP/1.1" status: 204 len: 173 time: 0.4069588 Sep 30 08:33:40.057934 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b3f239-7d1a-4ea6-9f39-51bcd698a6ff', 'name': 'network-vif-deleted', 'tag': '2392218b-54f0-4013-82eb-14750875290d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:40.060273 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb50a0f-d50e-40c2-ba28-9e108978cb1a" -d '{"events": [{"server_uuid": "54b3f239-7d1a-4ea6-9f39-51bcd698a6ff", "name": "network-vif-deleted", "tag": "2392218b-54f0-4013-82eb-14750875290d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:40.151456 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ddd9e-4ea9-4b91-92b8-525dd6c768e4 req-ac94cb4f-8c97-4bc9-af61-aeb94f2e3e7d tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:40.159353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a12ddd9e-4ea9-4b91-92b8-525dd6c768e4 req-ac94cb4f-8c97-4bc9-af61-aeb94f2e3e7d tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 944 time: 0.0707560 Sep 30 08:33:40.204527 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a12ddd9e-4ea9-4b91-92b8-525dd6c768e4 req-8916d5ba-1f99-4654-879d-a21586b61fe2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442026 Sep 30 08:33:40.267348 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b8f4cf-e23d-4325-8fae-db4b7eb46a45 x-openstack-request-id: req-c9b8f4cf-e23d-4325-8fae-db4b7eb46a45 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:40.268117 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b3f239-7d1a-4ea6-9f39-51bcd698a6ff", "name": "network-vif-deleted", "tag": "2392218b-54f0-4013-82eb-14750875290d", "status": "failed", "code": 422}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:40.268117 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9b8f4cf-e23d-4325-8fae-db4b7eb46a45 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:40.268846 n-d-807359-2 neutron-server[94837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54b3f239-7d1a-4ea6-9f39-51bcd698a6ff', 'name': 'network-vif-deleted', 'tag': '2392218b-54f0-4013-82eb-14750875290d', 'status': 'failed', 'code': 422} returned with failed status Sep 30 08:33:40.273899 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:40.592097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407f879-c0c5-475f-9747-5afd24d97369 req-e2ad5f10-86eb-4952-be92-b3ab5bc85d58 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:40.593599 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2407f879-c0c5-475f-9747-5afd24d97369 req-e2ad5f10-86eb-4952-be92-b3ab5bc85d58 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 908 time: 0.0542481 Sep 30 08:33:41.331033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba9e60-76d8-4a2a-a934-c89d9d9fd504 req-d6cafa12-0f91-437f-8fa7-94edfce056c4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:41.332553 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bba9e60-76d8-4a2a-a934-c89d9d9fd504 req-d6cafa12-0f91-437f-8fa7-94edfce056c4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 944 time: 0.0485353 Sep 30 08:33:41.370104 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0bba9e60-76d8-4a2a-a934-c89d9d9fd504 req-80984175-8d80-4e55-9a8f-fbc7f5555f37 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306566 Sep 30 08:33:41.715492 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42082d-ba84-4ed2-b20e-e3bed965bc87 req-47c1796c-b1d7-4b04-a38a-131bebc87db2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:41.717056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef42082d-ba84-4ed2-b20e-e3bed965bc87 req-47c1796c-b1d7-4b04-a38a-131bebc87db2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 908 time: 0.0532813 Sep 30 08:33:42.032672 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fffee-bcaf-46cd-840b-72d24fe31f2e req-2cc16775-2913-4711-811b-8864900a237d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:42.034166 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c99fffee-bcaf-46cd-840b-72d24fe31f2e req-2cc16775-2913-4711-811b-8864900a237d tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.35 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 908 time: 0.0486424 Sep 30 08:33:42.045894 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da2bb516-5285-4a49-9f9a-e5511434ff1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:42.132386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c99fffee-bcaf-46cd-840b-72d24fe31f2e req-bd790fc2-7460-4a82-9ae2-ffa441432114 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Deleting port fa4f40c9-2229-4827-902e-270cfc627277 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:42.132725 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c99fffee-bcaf-46cd-840b-72d24fe31f2e req-bd790fc2-7460-4a82-9ae2-ffa441432114 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:42.217038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c99fffee-bcaf-46cd-840b-72d24fe31f2e req-bd790fc2-7460-4a82-9ae2-ffa441432114 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] For port fa4f40c9-2229-4827-902e-270cfc627277, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fa4f40c9-2229-4827-902e-270cfc627277,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:42.217320 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c99fffee-bcaf-46cd-840b-72d24fe31f2e req-bd790fc2-7460-4a82-9ae2-ffa441432114 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:42.233365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-c99fffee-bcaf-46cd-840b-72d24fe31f2e req-bd790fc2-7460-4a82-9ae2-ffa441432114 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Calling delete_port for fa4f40c9-2229-4827-902e-270cfc627277 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:42.352634 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c99fffee-bcaf-46cd-840b-72d24fe31f2e req-bd790fc2-7460-4a82-9ae2-ffa441432114 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:42.379408 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd790fc2-7460-4a82-9ae2-ffa441432114 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event deleted for resources: {'Port': ['ID=fa4f40c9-2229-4827-902e-270cfc627277,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:42.427262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99fffee-bcaf-46cd-840b-72d24fe31f2e req-bd790fc2-7460-4a82-9ae2-ffa441432114 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] No DVR routers for this DVR port fa4f40c9-2229-4827-902e-270cfc627277 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:42.431238 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c99fffee-bcaf-46cd-840b-72d24fe31f2e req-bd790fc2-7460-4a82-9ae2-ffa441432114 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:42.433877 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c99fffee-bcaf-46cd-840b-72d24fe31f2e req-bd790fc2-7460-4a82-9ae2-ffa441432114 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.35 "DELETE /v2.0/ports/fa4f40c9-2229-4827-902e-270cfc627277 HTTP/1.1" status: 204 len: 173 time: 0.3917379 Sep 30 08:33:42.434390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717191d0-eac3-4769-9d37-cd656a54f8c7', 'name': 'network-vif-deleted', 'tag': 'fa4f40c9-2229-4827-902e-270cfc627277'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:42.437891 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8392635f-0370-4d7f-82e8-32c3a5b908fa" -d '{"events": [{"server_uuid": "717191d0-eac3-4769-9d37-cd656a54f8c7", "name": "network-vif-deleted", "tag": "fa4f40c9-2229-4827-902e-270cfc627277"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:42.483200 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b5a206-2707-43d4-a498-2f444fa3b795 x-openstack-request-id: req-44b5a206-2707-43d4-a498-2f444fa3b795 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:42.483633 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717191d0-eac3-4769-9d37-cd656a54f8c7", "name": "network-vif-deleted", "tag": "fa4f40c9-2229-4827-902e-270cfc627277", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:42.483930 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44b5a206-2707-43d4-a498-2f444fa3b795 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:42.484767 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717191d0-eac3-4769-9d37-cd656a54f8c7', 'name': 'network-vif-deleted', 'tag': 'fa4f40c9-2229-4827-902e-270cfc627277', 'status': 'completed', 'code': 200} Sep 30 08:33:42.509205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d28784-ad26-49da-b8c0-f9b501d3db23 req-d6274460-0353-4747-b89d-5dad74c2b9b8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:42.510801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d4d28784-ad26-49da-b8c0-f9b501d3db23 req-d6274460-0353-4747-b89d-5dad74c2b9b8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 944 time: 0.0531571 Sep 30 08:33:42.559591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d4d28784-ad26-49da-b8c0-f9b501d3db23 req-e99ad0f5-4e9f-431c-8542-e52242c691a7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364838 Sep 30 08:33:42.823778 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01999b5b-2b46-45a6-bc6d-8848ae176ed9 req-2d7be708-5c3b-4c79-a7e3-5d5f3e6cc8f8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=717191d0-eac3-4769-9d37-cd656a54f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0275414 Sep 30 08:33:43.675191 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b167be-f110-451b-be5f-74f1e92a78e6 req-9ee3a35c-9535-4905-9101-4fcbcb913459 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:43.677296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9b167be-f110-451b-be5f-74f1e92a78e6 req-9ee3a35c-9535-4905-9101-4fcbcb913459 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 944 time: 0.0491364 Sep 30 08:33:43.718483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9b167be-f110-451b-be5f-74f1e92a78e6 req-c203aaf6-6cf7-45a0-ac03-5d7b85c76aeb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347524 Sep 30 08:33:44.092552 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c24fc-ef3f-4548-98f4-8123fd6d79c9 req-0fb41011-dbad-49d0-87a1-97e6c619a824 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:44.094032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d1c24fc-ef3f-4548-98f4-8123fd6d79c9 req-0fb41011-dbad-49d0-87a1-97e6c619a824 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 945 time: 0.0494292 Sep 30 08:33:44.130828 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d1c24fc-ef3f-4548-98f4-8123fd6d79c9 req-2d1aa4d1-c230-4680-bf45-943f0a471587 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301945 Sep 30 08:33:44.523103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c12ec5-b06e-4798-b5d4-af0dcf423274 req-35457af1-3b6e-4984-93f6-ad8a42b687e7 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:44.524641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9c12ec5-b06e-4798-b5d4-af0dcf423274 req-35457af1-3b6e-4984-93f6-ad8a42b687e7 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.0506077 Sep 30 08:33:44.562651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9c12ec5-b06e-4798-b5d4-af0dcf423274 req-857c9b3d-d48c-4922-9a51-cc126e3eb23d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308497 Sep 30 08:33:44.814027 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-957ed057-5c0a-4e04-b96e-b4c7fe1964f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:44.834130 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da067738-7ff4-42a1-837a-4e44397c64e0 req-55031c87-dddb-4bde-a545-f09c9e845511 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:44.835636 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-da067738-7ff4-42a1-837a-4e44397c64e0 req-55031c87-dddb-4bde-a545-f09c9e845511 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 944 time: 0.0506868 Sep 30 08:33:44.877396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-da067738-7ff4-42a1-837a-4e44397c64e0 req-bd9ac9b0-381a-485b-9f99-e68a371db7da tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357320 Sep 30 08:33:45.081759 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:33:45.091488 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device fa4f40c9-2229-4827-902e-270cfc627277 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:45.113847 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: fa4f40c9-2229-4827-902e-270cfc627277 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:45.115284 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device fa4f40c9-2229-4827-902e-270cfc627277 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:45.199427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=044cae3e-e0d3-47e3-9a05-917c96ec5bc6,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:45.210889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '044cae3e-e0d3-47e3-9a05-917c96ec5bc6', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'port_id': '044cae3e-e0d3-47e3-9a05-917c96ec5bc6', 'mac_address': 'fa:16:3e:1c:f4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:33:45.250272 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11412c12-d525-4a3b-ba89-ecf797b69e34 req-2fefb1ed-f11b-499c-8790-76cb11a767e5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:45.251671 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:45.251846 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11412c12-d525-4a3b-ba89-ecf797b69e34 req-2fefb1ed-f11b-499c-8790-76cb11a767e5 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 945 time: 0.0524783 Sep 30 08:33:45.264711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:33:45.284826 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=044cae3e-e0d3-47e3-9a05-917c96ec5bc6,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:45.292112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11412c12-d525-4a3b-ba89-ecf797b69e34 req-2087cb80-3f21-44ae-9480-df017c17c81b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338151 Sep 30 08:33:45.293189 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:45.325063 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:45.346741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=044cae3e-e0d3-47e3-9a05-917c96ec5bc6,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:45.354602 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:45.354943 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:45.355280 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:45.355613 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:45.355963 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:45.356292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:45.356617 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:45.356937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:45.357258 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:45.357577 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:45.357894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:45.358211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:33:45.465896 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2b5ea-e977-47f8-8f8b-7c163a2e8343 req-edd6b94e-724d-44c4-881a-8ffb52ff7c9e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:45.467256 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a1c2b5ea-e977-47f8-8f8b-7c163a2e8343 req-edd6b94e-724d-44c4-881a-8ffb52ff7c9e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 945 time: 0.0474427 Sep 30 08:33:45.562147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-a1c2b5ea-e977-47f8-8f8b-7c163a2e8343 req-df2aada8-2d45-4aed-9661-83c470d2de36 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Deleting port 9f32caf9-1336-42e0-9c8c-317c14deab97 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:45.562490 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1c2b5ea-e977-47f8-8f8b-7c163a2e8343 req-df2aada8-2d45-4aed-9661-83c470d2de36 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:45.613401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['044cae3e-e0d3-47e3-9a05-917c96ec5bc6'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:33:45.662335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a1c2b5ea-e977-47f8-8f8b-7c163a2e8343 req-df2aada8-2d45-4aed-9661-83c470d2de36 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] For port 9f32caf9-1336-42e0-9c8c-317c14deab97, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9f32caf9-1336-42e0-9c8c-317c14deab97,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:45.662744 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1c2b5ea-e977-47f8-8f8b-7c163a2e8343 req-df2aada8-2d45-4aed-9661-83c470d2de36 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:45.677722 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-a1c2b5ea-e977-47f8-8f8b-7c163a2e8343 req-df2aada8-2d45-4aed-9661-83c470d2de36 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Calling delete_port for 9f32caf9-1336-42e0-9c8c-317c14deab97 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:45.688184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260025d-5463-4fc4-b8c1-7dc2f9945a22 req-3f92ad3d-ce5c-4767-88f5-3ab40fcd7ac3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:45.689707 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b260025d-5463-4fc4-b8c1-7dc2f9945a22 req-3f92ad3d-ce5c-4767-88f5-3ab40fcd7ac3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.0561805 Sep 30 08:33:45.728851 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b260025d-5463-4fc4-b8c1-7dc2f9945a22 req-483b9514-3470-4b9f-8f32-a5eb6eb6c727 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321858 Sep 30 08:33:45.824799 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1c2b5ea-e977-47f8-8f8b-7c163a2e8343 req-df2aada8-2d45-4aed-9661-83c470d2de36 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:45.837857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4fc46511-6ec2-4072-9ffa-a51b1697da54'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:33:45.851859 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2aada8-2d45-4aed-9661-83c470d2de36 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event deleted for resources: {'Port': ['ID=9f32caf9-1336-42e0-9c8c-317c14deab97,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:45.894613 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c2b5ea-e977-47f8-8f8b-7c163a2e8343 req-df2aada8-2d45-4aed-9661-83c470d2de36 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] No DVR routers for this DVR port 9f32caf9-1336-42e0-9c8c-317c14deab97 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:45.897242 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a1c2b5ea-e977-47f8-8f8b-7c163a2e8343 req-df2aada8-2d45-4aed-9661-83c470d2de36 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:45.899299 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a1c2b5ea-e977-47f8-8f8b-7c163a2e8343 req-df2aada8-2d45-4aed-9661-83c470d2de36 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.35 "DELETE /v2.0/ports/9f32caf9-1336-42e0-9c8c-317c14deab97 HTTP/1.1" status: 204 len: 173 time: 0.4260418 Sep 30 08:33:45.899732 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcfad50-dfcd-437b-8d0d-41e6729e67f2', 'name': 'network-vif-deleted', 'tag': '9f32caf9-1336-42e0-9c8c-317c14deab97'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:45.902071 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33112ec-cbbf-44f5-84b6-85bc8ec397e3" -d '{"events": [{"server_uuid": "6fcfad50-dfcd-437b-8d0d-41e6729e67f2", "name": "network-vif-deleted", "tag": "9f32caf9-1336-42e0-9c8c-317c14deab97"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:45.922052 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:45.943848 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fe0d25-7d1c-4364-ac73-5d33dc331020 x-openstack-request-id: req-d6fe0d25-7d1c-4364-ac73-5d33dc331020 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:45.944541 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcfad50-dfcd-437b-8d0d-41e6729e67f2", "name": "network-vif-deleted", "tag": "9f32caf9-1336-42e0-9c8c-317c14deab97", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:45.945070 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6fe0d25-7d1c-4364-ac73-5d33dc331020 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:45.945851 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcfad50-dfcd-437b-8d0d-41e6729e67f2', 'name': 'network-vif-deleted', 'tag': '9f32caf9-1336-42e0-9c8c-317c14deab97', 'status': 'completed', 'code': 200} Sep 30 08:33:46.012988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a77ac-7925-4491-8aea-9e97e1c3f02c req-86bde005-77fa-455b-b917-65d025de8ecc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:46.014669 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d17a77ac-7925-4491-8aea-9e97e1c3f02c req-86bde005-77fa-455b-b917-65d025de8ecc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 945 time: 0.0534635 Sep 30 08:33:46.061238 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d17a77ac-7925-4491-8aea-9e97e1c3f02c req-6d27b71c-f938-483d-b22e-6a2b62ba60c9 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373695 Sep 30 08:33:46.321939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['9f32caf9-1336-42e0-9c8c-317c14deab97'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:33:46.405664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3e1faa8-cb3d-4ff2-8276-ce2f9fc43840 req-2f3d3935-accc-4e00-a86e-49519ca021c6 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fcfad50-dfcd-437b-8d0d-41e6729e67f2 HTTP/1.1" status: 200 len: 210 time: 0.0283566 Sep 30 08:33:46.845315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf32ad9-b1d5-484d-9df8-15a547568151 req-9c78b8c9-4a18-41e5-a9ba-79b8a1be9bfd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:46.846706 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bcf32ad9-b1d5-484d-9df8-15a547568151 req-9c78b8c9-4a18-41e5-a9ba-79b8a1be9bfd tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.0481198 Sep 30 08:33:46.884563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bcf32ad9-b1d5-484d-9df8-15a547568151 req-a40a6971-eeac-4de9-83ff-814471adc55c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310495 Sep 30 08:33:47.098443 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:47.147079 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:33:47.151018 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:47.151469 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.183950 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f40b8-8af4-43a5-afea-c0c8f4234570 req-69dadb1d-77a3-482e-8fa7-5bd14073e507 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:47.185483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e5f40b8-8af4-43a5-afea-c0c8f4234570 req-69dadb1d-77a3-482e-8fa7-5bd14073e507 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 945 time: 0.0523920 Sep 30 08:33:47.225235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e5f40b8-8af4-43a5-afea-c0c8f4234570 req-bc4417e5-dc5c-44d7-b10d-07ab1b4e9a31 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333464 Sep 30 08:33:47.231130 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.253885 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a13f7-8579-4749-8364-85210f0bab12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044cae3e-e0d3-47e3-9a05-917c96ec5bc6'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:47.256955 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0e36d2-ca6d-4a19-a567-5845a0bb4572" -d '{"events": [{"server_uuid": "d39a13f7-8579-4749-8364-85210f0bab12", "name": "network-vif-plugged", "status": "completed", "tag": "044cae3e-e0d3-47e3-9a05-917c96ec5bc6"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:47.269257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=044cae3e-e0d3-47e3-9a05-917c96ec5bc6,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:47.274234 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:47.297666 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a98213-bdf0-4dd6-96f4-6edd3eab6a2b x-openstack-request-id: req-a2a98213-bdf0-4dd6-96f4-6edd3eab6a2b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:47.297966 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39a13f7-8579-4749-8364-85210f0bab12", "name": "network-vif-plugged", "status": "completed", "tag": "044cae3e-e0d3-47e3-9a05-917c96ec5bc6", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:47.298221 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2a98213-bdf0-4dd6-96f4-6edd3eab6a2b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:47.298663 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a13f7-8579-4749-8364-85210f0bab12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044cae3e-e0d3-47e3-9a05-917c96ec5bc6', 'code': 200} Sep 30 08:33:47.323801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=044cae3e-e0d3-47e3-9a05-917c96ec5bc6,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:47.425419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a56d1c-113c-4f74-8c49-19f4f4e6c48b req-0074ca78-e350-4db8-be00-1a74d093dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:47.427646 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a5a56d1c-113c-4f74-8c49-19f4f4e6c48b req-0074ca78-e350-4db8-be00-1a74d093dcc0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 1097 time: 0.0443621 Sep 30 08:33:47.463981 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a5a56d1c-113c-4f74-8c49-19f4f4e6c48b req-e3cacbd5-e1bf-443f-8064-38dc82efad95 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287616 Sep 30 08:33:47.675001 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d47370-1b59-4695-b465-4ce430d4869f req-c7bc6a7c-f5be-4dc2-8106-8dcb98e7c7c2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:47.676683 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60d47370-1b59-4695-b465-4ce430d4869f req-c7bc6a7c-f5be-4dc2-8106-8dcb98e7c7c2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0541530 Sep 30 08:33:47.717545 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60d47370-1b59-4695-b465-4ce430d4869f req-1a2ed0e1-c769-42e0-8a07-e90751783975 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345960 Sep 30 08:33:47.781415 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:48.000210 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31185543-22c4-4c65-b641-6a5c96a01453 req-c163029e-bec6-471b-8d00-247b2a03713e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:48.001624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-31185543-22c4-4c65-b641-6a5c96a01453 req-c163029e-bec6-471b-8d00-247b2a03713e tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.0484691 Sep 30 08:33:48.039892 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-31185543-22c4-4c65-b641-6a5c96a01453 req-d773ba2d-e608-4273-a1c0-1af944871272 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318565 Sep 30 08:33:48.343169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be56d6-30bf-492b-a320-6c28f091c7fc req-eeac46c6-5a67-464b-9b6c-fe01213d7440 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:48.344687 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7be56d6-30bf-492b-a320-6c28f091c7fc req-eeac46c6-5a67-464b-9b6c-fe01213d7440 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 946 time: 0.0497694 Sep 30 08:33:48.382443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7be56d6-30bf-492b-a320-6c28f091c7fc req-bccf4e25-99d1-4ab0-8160-f8b31c140c82 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313609 Sep 30 08:33:48.839883 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b7866-fff3-42ac-8c46-6905793d2362 req-1b742cbc-8114-49f8-b5b0-e4aa71cc7603 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:48.842561 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-581b7866-fff3-42ac-8c46-6905793d2362 req-1b742cbc-8114-49f8-b5b0-e4aa71cc7603 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0521972 Sep 30 08:33:48.881888 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-581b7866-fff3-42ac-8c46-6905793d2362 req-918be1c6-6675-47d2-90fe-fa00d798a282 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=51a8adde-4de2-4d0f-bae6-a31adf33c994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Sep 30 08:33:48.966157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8c1d1-b241-4b52-a4c8-f9349b3ce033 req-ead3b943-de36-4e63-83e0-d0bf2aac03b8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:48.968003 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93c8c1d1-b241-4b52-a4c8-f9349b3ce033 req-ead3b943-de36-4e63-83e0-d0bf2aac03b8 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.36 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 946 time: 0.0517435 Sep 30 08:33:49.065318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-93c8c1d1-b241-4b52-a4c8-f9349b3ce033 req-3bd3e27e-7c23-477d-afc7-641486b8b2ef tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Deleting port 4fc46511-6ec2-4072-9ffa-a51b1697da54 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:49.065656 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-93c8c1d1-b241-4b52-a4c8-f9349b3ce033 req-3bd3e27e-7c23-477d-afc7-641486b8b2ef tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.093233 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9f32caf9-1336-42e0-9c8c-317c14deab97 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:49.114785 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 9f32caf9-1336-42e0-9c8c-317c14deab97 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:49.115519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9f32caf9-1336-42e0-9c8c-317c14deab97 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:49.183725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-93c8c1d1-b241-4b52-a4c8-f9349b3ce033 req-3bd3e27e-7c23-477d-afc7-641486b8b2ef tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] For port 4fc46511-6ec2-4072-9ffa-a51b1697da54, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4fc46511-6ec2-4072-9ffa-a51b1697da54,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:49.184121 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-93c8c1d1-b241-4b52-a4c8-f9349b3ce033 req-3bd3e27e-7c23-477d-afc7-641486b8b2ef tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.203727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-93c8c1d1-b241-4b52-a4c8-f9349b3ce033 req-3bd3e27e-7c23-477d-afc7-641486b8b2ef tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Calling delete_port for 4fc46511-6ec2-4072-9ffa-a51b1697da54 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:49.212951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba515a-b1e8-4560-a4c3-81aa8c7806ab req-ad84b3a0-300e-4df0-b015-abac3e6e777b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:49.214427 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-faba515a-b1e8-4560-a4c3-81aa8c7806ab req-ad84b3a0-300e-4df0-b015-abac3e6e777b tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.0882120 Sep 30 08:33:49.296780 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-faba515a-b1e8-4560-a4c3-81aa8c7806ab req-f65775ee-3d29-4043-be77-14d3d8733bc4 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752792 Sep 30 08:33:49.365418 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-93c8c1d1-b241-4b52-a4c8-f9349b3ce033 req-3bd3e27e-7c23-477d-afc7-641486b8b2ef tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.377228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4fc46511-6ec2-4072-9ffa-a51b1697da54'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:33:49.398463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3e27e-7c23-477d-afc7-641486b8b2ef tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event deleted for resources: {'Port': ['ID=4fc46511-6ec2-4072-9ffa-a51b1697da54,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:49.440629 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c8c1d1-b241-4b52-a4c8-f9349b3ce033 req-3bd3e27e-7c23-477d-afc7-641486b8b2ef tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] No DVR routers for this DVR port 4fc46511-6ec2-4072-9ffa-a51b1697da54 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:49.443966 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-93c8c1d1-b241-4b52-a4c8-f9349b3ce033 req-3bd3e27e-7c23-477d-afc7-641486b8b2ef tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.446044 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93c8c1d1-b241-4b52-a4c8-f9349b3ce033 req-3bd3e27e-7c23-477d-afc7-641486b8b2ef tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.36 "DELETE /v2.0/ports/4fc46511-6ec2-4072-9ffa-a51b1697da54 HTTP/1.1" status: 204 len: 173 time: 0.4710002 Sep 30 08:33:49.446502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e9dc15-9f3c-4c5c-8f6f-dc4326a28502', 'name': 'network-vif-deleted', 'tag': '4fc46511-6ec2-4072-9ffa-a51b1697da54'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:49.448850 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9526809d-f5b7-4889-ba30-394fedd7ba9c" -d '{"events": [{"server_uuid": "87e9dc15-9f3c-4c5c-8f6f-dc4326a28502", "name": "network-vif-deleted", "tag": "4fc46511-6ec2-4072-9ffa-a51b1697da54"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:49.497629 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6b2a57-f53e-4ac0-bad1-a9fe641acebd x-openstack-request-id: req-ff6b2a57-f53e-4ac0-bad1-a9fe641acebd {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:49.497923 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e9dc15-9f3c-4c5c-8f6f-dc4326a28502", "name": "network-vif-deleted", "tag": "4fc46511-6ec2-4072-9ffa-a51b1697da54", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:49.498173 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff6b2a57-f53e-4ac0-bad1-a9fe641acebd {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:49.498621 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e9dc15-9f3c-4c5c-8f6f-dc4326a28502', 'name': 'network-vif-deleted', 'tag': '4fc46511-6ec2-4072-9ffa-a51b1697da54', 'status': 'completed', 'code': 200} Sep 30 08:33:49.527814 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55f2c0-2c68-4d62-b4e4-8a95e6f74e33 req-97387da7-91cc-41cc-9dfc-ef040842af55 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:49.530415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-da55f2c0-2c68-4d62-b4e4-8a95e6f74e33 req-97387da7-91cc-41cc-9dfc-ef040842af55 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 946 time: 0.0679703 Sep 30 08:33:49.571999 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-da55f2c0-2c68-4d62-b4e4-8a95e6f74e33 req-c1647822-b98b-41ab-85ff-651e432ea767 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350766 Sep 30 08:33:49.703248 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b31032-6ed4-4844-8baf-3d32ca160f5c req-2c194ea9-4191-42e5-aa21-24faf4f34de0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:49.704689 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88b31032-6ed4-4844-8baf-3d32ca160f5c req-2c194ea9-4191-42e5-aa21-24faf4f34de0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 946 time: 0.0544307 Sep 30 08:33:49.743967 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88b31032-6ed4-4844-8baf-3d32ca160f5c req-e0e7ae07-2259-4013-bca6-b42fbeb230c1 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327296 Sep 30 08:33:49.766375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37122) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:49.806042 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35865454-b61e-4d9f-8614-d08e0cba3e16 tempest-TestVolumeBootPattern-605558425 tempest-TestVolumeBootPattern-605558425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:49.807576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-35865454-b61e-4d9f-8614-d08e0cba3e16 tempest-TestVolumeBootPattern-605558425 tempest-TestVolumeBootPattern-605558425-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 1092 time: 0.0402284 Sep 30 08:33:49.810546 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37124) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:49.814713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '044cae3e-e0d3-47e3-9a05-917c96ec5bc6', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:33:49.836957 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:49.948978 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:50.023489 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96719a4d-cbd1-4194-b240-ceff6062f3f5 req-e436a944-09a9-4109-81e0-64fc6eabd8bb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=87e9dc15-9f3c-4c5c-8f6f-dc4326a28502 HTTP/1.1" status: 200 len: 210 time: 0.0347588 Sep 30 08:33:50.084206 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Allocated IP 172.25.0.17 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/e882536a-fed8-4cf3-83ee-8223e9e42ad6) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:33:50.188112 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:50.221368 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:50.261110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:33:50.264455 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:33:50.267959 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:33:50.295173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'Port': ['ID=e882536a-fed8-4cf3-83ee-8223e9e42ad6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:50.468794 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2dbf8-74ac-4b2e-bdba-94a6031a4873 req-e7a69044-d8c7-4436-a00e-f95f47c8f82a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:50.470240 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e9f2dbf8-74ac-4b2e-bdba-94a6031a4873 req-e7a69044-d8c7-4436-a00e-f95f47c8f82a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.1031845 Sep 30 08:33:50.543363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e9f2dbf8-74ac-4b2e-bdba-94a6031a4873 req-1f00c137-6d42-44e9-b8d7-5e1a35e4c492 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665698 Sep 30 08:33:50.695141 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:50.763608 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:50.914626 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:50.919117 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:50.995160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'Port': ['ID=e882536a-fed8-4cf3-83ee-8223e9e42ad6,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:51.005508 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.106248 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Floating IP db5a7ea0-1c99-4c4c-996f-9877b6eed585 associated. External IP: 172.25.0.17, port: 044cae3e-e0d3-47e3-9a05-917c96ec5bc6. Sep 30 08:33:51.335814 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc102397-2176-4415-b0df-ac9d4ffadc33 req-fc63cd2b-7c47-4d9a-8c6a-676719564c75 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:51.337249 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc102397-2176-4415-b0df-ac9d4ffadc33 req-fc63cd2b-7c47-4d9a-8c6a-676719564c75 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0901556 Sep 30 08:33:51.370567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:51.393915 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc102397-2176-4415-b0df-ac9d4ffadc33 req-f7bb6e8e-b80b-4dc8-9439-85198510df2c tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506845 Sep 30 08:33:51.803613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f825c6-a0d6-4442-b4ec-8c9501cf8ffd req-e4d60a45-87f1-4d12-abb7-0923329c0675 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:51.805112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0f825c6-a0d6-4442-b4ec-8c9501cf8ffd req-e4d60a45-87f1-4d12-abb7-0923329c0675 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.1009963 Sep 30 08:33:51.814428 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:51.825239 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a210d3-8f0a-49ad-9f3c-5ec999de89dc None None] Sync routers for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:51.834347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a210d3-8f0a-49ad-9f3c-5ec999de89dc None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:51.834954 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d4a210d3-8f0a-49ad-9f3c-5ec999de89dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:33:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:51.847596 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:51.872610 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0f825c6-a0d6-4442-b4ec-8c9501cf8ffd req-ae58ac8e-7ec5-4910-ba87-468122b32dbc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601087 Sep 30 08:33:51.882174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-48e00a12-e274-4fa3-bb19-22a6ad27e657 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0706444 Sep 30 08:33:51.882891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39a13f7-8579-4749-8364-85210f0bab12', 'tag': '044cae3e-e0d3-47e3-9a05-917c96ec5bc6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:51.886030 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff3af7c-337b-4e41-b247-aee77d4100c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d39a13f7-8579-4749-8364-85210f0bab12", "tag": "044cae3e-e0d3-47e3-9a05-917c96ec5bc6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:51.922791 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3c3f71-16a4-40c2-9f2c-7e6451d4cd5e x-openstack-request-id: req-ee3c3f71-16a4-40c2-9f2c-7e6451d4cd5e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:51.923078 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39a13f7-8579-4749-8364-85210f0bab12", "tag": "044cae3e-e0d3-47e3-9a05-917c96ec5bc6", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:51.923329 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee3c3f71-16a4-40c2-9f2c-7e6451d4cd5e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:51.923727 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39a13f7-8579-4749-8364-85210f0bab12', 'tag': '044cae3e-e0d3-47e3-9a05-917c96ec5bc6', 'status': 'completed', 'code': 200} Sep 30 08:33:51.959642 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d4a210d3-8f0a-49ad-9f3c-5ec999de89dc None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:52.019324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3af7c-337b-4e41-b247-aee77d4100c0 req-c88e0591-e37b-48e8-a8e4-38c210809417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:52.021973 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fff3af7c-337b-4e41-b247-aee77d4100c0 req-c88e0591-e37b-48e8-a8e4-38c210809417 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 1097 time: 0.0426290 Sep 30 08:33:52.118196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3af7c-337b-4e41-b247-aee77d4100c0 req-0f696c1f-9489-45f5-a2eb-c9150b891bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:52.119811 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fff3af7c-337b-4e41-b247-aee77d4100c0 req-0f696c1f-9489-45f5-a2eb-c9150b891bf5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 913 time: 0.0899138 Sep 30 08:33:52.181262 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d4a210d3-8f0a-49ad-9f3c-5ec999de89dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'db5a7ea0-1c99-4c4c-996f-9877b6eed585', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'floating_ip_address': '172.25.0.17', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'port_id': '044cae3e-e0d3-47e3-9a05-917c96ec5bc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'mac_address': 'fa:16:3e:1c:f4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39a13f7-8579-4749-8364-85210f0bab12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:33:50Z', 'updated_at': '2021-09-30T08:33:50Z', 'revision_number': 0, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:52.186171 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fff3af7c-337b-4e41-b247-aee77d4100c0 req-98e471fd-85cc-4270-80c0-acc959baf098 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044cae3e-e0d3-47e3-9a05-917c96ec5bc6 HTTP/1.1" status: 200 len: 999 time: 0.0584280 Sep 30 08:33:52.207168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a210d3-8f0a-49ad-9f3c-5ec999de89dc None None] Checking router: d6c20a62-1fa0-43e7-8269-b90bd4c990e8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:33:52.216598 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a210d3-8f0a-49ad-9f3c-5ec999de89dc None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:52.217199 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d4a210d3-8f0a-49ad-9f3c-5ec999de89dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:33:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:52.240303 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3af7c-337b-4e41-b247-aee77d4100c0 req-3416a2f3-eba3-4a9e-b7fa-6c1167e45f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:52.241851 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fff3af7c-337b-4e41-b247-aee77d4100c0 req-3416a2f3-eba3-4a9e-b7fa-6c1167e45f6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0444613 Sep 30 08:33:52.291789 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3af7c-337b-4e41-b247-aee77d4100c0 req-b20fdfe4-cbe1-45f2-aefc-1e68d0ca8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:52.293329 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fff3af7c-337b-4e41-b247-aee77d4100c0 req-b20fdfe4-cbe1-45f2-aefc-1e68d0ca8abc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441985 Sep 30 08:33:52.327198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d4a210d3-8f0a-49ad-9f3c-5ec999de89dc None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:52.387993 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fff3af7c-337b-4e41-b247-aee77d4100c0 req-10ede0cc-9e23-49bd-aa28-1a9e117d48f6 service neutron] 10.222.0.35 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869713 Sep 30 08:33:52.488035 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fff3af7c-337b-4e41-b247-aee77d4100c0 req-1eb2c37d-1617-4962-ad12-a2b4c564f13d service neutron] 10.222.0.35 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918696 Sep 30 08:33:52.519375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392217ab-d1e6-4c33-95f4-b30b566566c8 req-f0cbf324-9317-4108-b8ff-386776d721f2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:52.521120 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-392217ab-d1e6-4c33-95f4-b30b566566c8 req-f0cbf324-9317-4108-b8ff-386776d721f2 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0539894 Sep 30 08:33:52.566397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-392217ab-d1e6-4c33-95f4-b30b566566c8 req-0a906d24-7dfb-456c-a326-3beb775e3938 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359030 Sep 30 08:33:52.719236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d4a210d3-8f0a-49ad-9f3c-5ec999de89dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'db5a7ea0-1c99-4c4c-996f-9877b6eed585', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'floating_ip_address': '172.25.0.17', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'port_id': '044cae3e-e0d3-47e3-9a05-917c96ec5bc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'mac_address': 'fa:16:3e:1c:f4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39a13f7-8579-4749-8364-85210f0bab12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:33:50Z', 'updated_at': '2021-09-30T08:33:50Z', 'revision_number': 0, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:52.750754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a210d3-8f0a-49ad-9f3c-5ec999de89dc None None] The sync data for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 is: [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'db5a7ea0-1c99-4c4c-996f-9877b6eed585', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'floating_ip_address': '172.25.0.17', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'port_id': '044cae3e-e0d3-47e3-9a05-917c96ec5bc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'mac_address': 'fa:16:3e:1c:f4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39a13f7-8579-4749-8364-85210f0bab12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:33:50Z', 'updated_at': '2021-09-30T08:33:50Z', 'revision_number': 0, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:52.942462 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141736d7-98f8-45aa-91d4-8c25a3048708 None None] New status for floating IP db5a7ea0-1c99-4c4c-996f-9877b6eed585: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:33:53.005439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d900e-fc53-4dd5-8c23-5723921328c9 req-4520393c-bcad-4e0b-a462-81f8e11633f3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:53.006877 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-662d900e-fc53-4dd5-8c23-5723921328c9 req-4520393c-bcad-4e0b-a462-81f8e11633f3 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.0605195 Sep 30 08:33:53.046292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-662d900e-fc53-4dd5-8c23-5723921328c9 req-ec3dfdf7-32b4-45d4-a6ab-5eab8d7a5a3d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330262 Sep 30 08:33:53.291342 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 4fc46511-6ec2-4072-9ffa-a51b1697da54 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:53.310602 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 4fc46511-6ec2-4072-9ffa-a51b1697da54 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:53.310945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 4fc46511-6ec2-4072-9ffa-a51b1697da54 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:53.439723 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595419b-3ef6-49b9-8947-571261917534 req-1fc9f2df-ff4e-4c26-a0d9-cd308de37b5b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:53.441234 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9595419b-3ef6-49b9-8947-571261917534 req-1fc9f2df-ff4e-4c26-a0d9-cd308de37b5b tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0488782 Sep 30 08:33:53.532978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-9595419b-3ef6-49b9-8947-571261917534 req-936e9cb0-ae60-4db3-971a-ba63e2b43c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Deleting port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:53.533320 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9595419b-3ef6-49b9-8947-571261917534 req-936e9cb0-ae60-4db3-971a-ba63e2b43c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:53.690337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9483a12-27a1-46d1-a34e-af1701c7a4d9 req-98832fe9-c59a-464d-963c-aa2ed6c8b7ca tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:53.692708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9483a12-27a1-46d1-a34e-af1701c7a4d9 req-98832fe9-c59a-464d-963c-aa2ed6c8b7ca tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 944 time: 0.0527582 Sep 30 08:33:53.732526 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d9483a12-27a1-46d1-a34e-af1701c7a4d9 req-79987874-7193-4bd6-9171-11adb0563cc7 tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups?id=3824d473-9514-4654-8933-2872e371d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333207 Sep 30 08:33:53.945114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9595419b-3ef6-49b9-8947-571261917534 req-936e9cb0-ae60-4db3-971a-ba63e2b43c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] For port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:53.945477 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9595419b-3ef6-49b9-8947-571261917534 req-936e9cb0-ae60-4db3-971a-ba63e2b43c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.163999 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9595419b-3ef6-49b9-8947-571261917534 req-936e9cb0-ae60-4db3-971a-ba63e2b43c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.164370 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9595419b-3ef6-49b9-8947-571261917534 req-936e9cb0-ae60-4db3-971a-ba63e2b43c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.164539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014edd2a-362e-4d28-b822-97ac77c7040a req-c23ce1a9-237a-4661-a6a6-a68222f29bdc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:54.165050 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [req-9595419b-3ef6-49b9-8947-571261917534 req-936e9cb0-ae60-4db3-971a-ba63e2b43c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Floating IP eff87922-8315-465e-80ce-f5ed0acb0009 disassociated. External IP: 172.25.0.135, port: 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39. Sep 30 08:33:54.165155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-9595419b-3ef6-49b9-8947-571261917534 req-936e9cb0-ae60-4db3-971a-ba63e2b43c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Calling delete_port for 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:54.166159 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-014edd2a-362e-4d28-b822-97ac77c7040a req-c23ce1a9-237a-4661-a6a6-a68222f29bdc tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.0487471 Sep 30 08:33:54.208290 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-014edd2a-362e-4d28-b822-97ac77c7040a req-56490d54-7462-4ecd-bf3a-e933e6450210 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348320 Sep 30 08:33:54.293424 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9595419b-3ef6-49b9-8947-571261917534 req-936e9cb0-ae60-4db3-971a-ba63e2b43c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.322137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e9cb0-ae60-4db3-971a-ba63e2b43c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event deleted for resources: {'Port': ['ID=9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:54.445853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9595419b-3ef6-49b9-8947-571261917534 req-936e9cb0-ae60-4db3-971a-ba63e2b43c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:54.554697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9595419b-3ef6-49b9-8947-571261917534 req-936e9cb0-ae60-4db3-971a-ba63e2b43c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:54.563832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd8c68-e320-48dd-8651-5fdee96483b4 None None] Sync routers for ids ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:54.573262 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd8c68-e320-48dd-8651-5fdee96483b4 None None] Routers {'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:54.573876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e4fd8c68-e320-48dd-8651-5fdee96483b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:33:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:54.593558 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9595419b-3ef6-49b9-8947-571261917534 req-936e9cb0-ae60-4db3-971a-ba63e2b43c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] No DVR routers for this DVR port 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:54.596323 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9595419b-3ef6-49b9-8947-571261917534 req-936e9cb0-ae60-4db3-971a-ba63e2b43c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:54.598943 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9595419b-3ef6-49b9-8947-571261917534 req-936e9cb0-ae60-4db3-971a-ba63e2b43c8e tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.35 "DELETE /v2.0/ports/9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 HTTP/1.1" status: 204 len: 173 time: 1.1508434 Sep 30 08:33:54.599382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'name': 'network-vif-deleted', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:54.601663 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba906f3-292c-43ad-962b-5741c3efa764" -d '{"events": [{"server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "name": "network-vif-deleted", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:54.685962 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e4fd8c68-e320-48dd-8651-5fdee96483b4 None None] Set router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:54.733305 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0501701-86e8-4392-b65b-4796012df0d4 x-openstack-request-id: req-c0501701-86e8-4392-b65b-4796012df0d4 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:54.733605 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae86e73f-0ca2-4310-b842-f0d340c2acea", "name": "network-vif-deleted", "tag": "9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:54.733865 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0501701-86e8-4392-b65b-4796012df0d4 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:54.734269 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae86e73f-0ca2-4310-b842-f0d340c2acea', 'name': 'network-vif-deleted', 'tag': '9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39', 'status': 'completed', 'code': 200} Sep 30 08:33:54.844422 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0be51efe-a201-4e99-bb6e-7e9ca76e5134 req-5af1e293-b5cc-4be3-8a7a-1a09a35b461f tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae86e73f-0ca2-4310-b842-f0d340c2acea HTTP/1.1" status: 200 len: 210 time: 0.0314946 Sep 30 08:33:54.891395 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e4fd8c68-e320-48dd-8651-5fdee96483b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'name': 'tempest-ServerActionsTestJSON-1408484781-router', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '622f9033-95a7-42b2-a822-2f429a78167d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:15Z', 'updated_at': '2021-09-30T08:26:24Z', 'revision_number': 4, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'gw_port': {'id': '622f9033-95a7-42b2-a822-2f429a78167d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:17Z', 'updated_at': '2021-09-30T08:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'c7657239-5a0b-4229-8d1d-689fb154d3a9', 'name': '', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'mac_address': 'fa:16:3e:28:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:22Z', 'updated_at': '2021-09-30T08:26:31Z', 'revision_number': 5, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'subnets': [{'id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:54.918551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd8c68-e320-48dd-8651-5fdee96483b4 None None] Checking router: ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:33:54.927587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd8c68-e320-48dd-8651-5fdee96483b4 None None] Routers {'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:54.928227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e4fd8c68-e320-48dd-8651-5fdee96483b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:33:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:55.033855 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e4fd8c68-e320-48dd-8651-5fdee96483b4 None None] Set router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:55.240795 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e4fd8c68-e320-48dd-8651-5fdee96483b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'name': 'tempest-ServerActionsTestJSON-1408484781-router', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '622f9033-95a7-42b2-a822-2f429a78167d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:15Z', 'updated_at': '2021-09-30T08:26:24Z', 'revision_number': 4, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'gw_port': {'id': '622f9033-95a7-42b2-a822-2f429a78167d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:17Z', 'updated_at': '2021-09-30T08:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'c7657239-5a0b-4229-8d1d-689fb154d3a9', 'name': '', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'mac_address': 'fa:16:3e:28:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:22Z', 'updated_at': '2021-09-30T08:26:31Z', 'revision_number': 5, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'subnets': [{'id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:55.267535 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd8c68-e320-48dd-8651-5fdee96483b4 None None] The sync data for ids ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'] in n-d-807359-2 is: [{'id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'name': 'tempest-ServerActionsTestJSON-1408484781-router', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '622f9033-95a7-42b2-a822-2f429a78167d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:15Z', 'updated_at': '2021-09-30T08:26:24Z', 'revision_number': 4, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'gw_port': {'id': '622f9033-95a7-42b2-a822-2f429a78167d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:17Z', 'updated_at': '2021-09-30T08:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'c7657239-5a0b-4229-8d1d-689fb154d3a9', 'name': '', 'network_id': 'a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'mac_address': 'fa:16:3e:28:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:22Z', 'updated_at': '2021-09-30T08:26:31Z', 'revision_number': 5, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'subnets': [{'id': '5cea2b8a-1a04-4498-97a0-77b0aa5e8922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:55.329503 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91114494-9ab1-4b22-9830-706f9ee269eb req-712289bd-2811-430e-8c96-9812463a9105 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:55.331069 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91114494-9ab1-4b22-9830-706f9ee269eb req-712289bd-2811-430e-8c96-9812463a9105 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.0527241 Sep 30 08:33:55.370206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91114494-9ab1-4b22-9830-706f9ee269eb req-56d59c7d-9148-4045-838f-ca3acdc06506 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329323 Sep 30 08:33:55.479773 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd82e8-7b0d-4df1-b282-9cb260364cec None None] New status for floating IP eff87922-8315-465e-80ce-f5ed0acb0009: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:33:55.929430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37162) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:55.983523 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3bb09cf2-ad5e-4f47-bb62-e461824fa4eb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.006969 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3bb09cf2-ad5e-4f47-bb62-e461824fa4eb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.055355 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3bb09cf2-ad5e-4f47-bb62-e461824fa4eb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.058738 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3bb09cf2-ad5e-4f47-bb62-e461824fa4eb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.062225 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3bb09cf2-ad5e-4f47-bb62-e461824fa4eb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "DELETE /v2.0/security-groups/3824d473-9514-4654-8933-2872e371d93d HTTP/1.1" status: 204 len: 168 time: 0.1296275 Sep 30 08:33:56.062899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37164) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:56.073003 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb09cf2-ad5e-4f47-bb62-e461824fa4eb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3824d473-9514-4654-8933-2872e371d93d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:56.083741 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-d2706cc9-fd91-43e7-b4c8-0061d3eb3feb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] show failed (client error): The resource could not be found. Sep 30 08:33:56.085352 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d2706cc9-fd91-43e7-b4c8-0061d3eb3feb tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "GET /v2.0/security-groups/3824d473-9514-4654-8933-2872e371d93d HTTP/1.1" status: 404 len: 347 time: 0.0213261 Sep 30 08:33:56.088105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37166) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:56.214637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2399846f-4558-4a9a-b8a6-d09c2e603c3a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Deleting port 3ae05520-ec79-4109-a2fe-226b15bcddc0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:56.214982 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2399846f-4558-4a9a-b8a6-d09c2e603c3a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.288498 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2399846f-4558-4a9a-b8a6-d09c2e603c3a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.288822 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2399846f-4558-4a9a-b8a6-d09c2e603c3a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.299941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2399846f-4558-4a9a-b8a6-d09c2e603c3a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Calling delete_port for 3ae05520-ec79-4109-a2fe-226b15bcddc0 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:56.435042 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2399846f-4558-4a9a-b8a6-d09c2e603c3a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.459504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399846f-4558-4a9a-b8a6-d09c2e603c3a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Pushing event deleted for resources: {'Port': ['ID=3ae05520-ec79-4109-a2fe-226b15bcddc0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:56.497186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cbb81-0177-418d-bf3d-ee4e0d06c8de req-4feaa1f1-fa54-4d94-a681-952dc6030e8c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:56.498689 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e98cbb81-0177-418d-bf3d-ee4e0d06c8de req-4feaa1f1-fa54-4d94-a681-952dc6030e8c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.0571053 Sep 30 08:33:56.526715 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2399846f-4558-4a9a-b8a6-d09c2e603c3a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.529693 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2399846f-4558-4a9a-b8a6-d09c2e603c3a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:56.530872 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2399846f-4558-4a9a-b8a6-d09c2e603c3a tempest-ServerActionsTestJSON-162175245 tempest-ServerActionsTestJSON-162175245-project] 10.222.0.24 "DELETE /v2.0/floatingips/eff87922-8315-465e-80ce-f5ed0acb0009 HTTP/1.1" status: 204 len: 168 time: 0.4415722 Sep 30 08:33:56.534487 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37170) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:56.538049 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e98cbb81-0177-418d-bf3d-ee4e0d06c8de req-9bc789ca-096b-4565-8ed8-04ba15f5e63d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325754 Sep 30 08:33:56.971451 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b86c120-294d-46ae-86d1-398a63d1c977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.141675 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:33:57.162501 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:33:57.163337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 9e4dbe8c-4766-4e40-ab7d-e03d2ecb3e39 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:33:57.230213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4b86c120-294d-46ae-86d1-398a63d1c977 admin admin] Deleting port c7657239-5a0b-4229-8d1d-689fb154d3a9 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:57.230787 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b86c120-294d-46ae-86d1-398a63d1c977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.231596 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6a002-7b14-494e-84cb-92d430af99a7 req-8a57719e-e149-432a-af64-ebf14eaf129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:57.233132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78d6a002-7b14-494e-84cb-92d430af99a7 req-8a57719e-e149-432a-af64-ebf14eaf129a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 1097 time: 0.0390391 Sep 30 08:33:57.267400 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78d6a002-7b14-494e-84cb-92d430af99a7 req-b6a2f22d-7660-40e8-8609-c58881c3a051 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267444 Sep 30 08:33:57.306348 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:33:57.322291 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-4b86c120-294d-46ae-86d1-398a63d1c977 admin admin] For port c7657239-5a0b-4229-8d1d-689fb154d3a9, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c7657239-5a0b-4229-8d1d-689fb154d3a9,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:57.323089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b86c120-294d-46ae-86d1-398a63d1c977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.340095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4b86c120-294d-46ae-86d1-398a63d1c977 admin admin] Calling delete_port for c7657239-5a0b-4229-8d1d-689fb154d3a9 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:57.409262 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd,segment=NetworkSegment(71fff33d-ca18-45af-b1f7-e7225b125e6a),segment_id=71fff33d-ca18-45af-b1f7-e7225b125e6a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:57.421641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'port_id': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd', 'mac_address': 'fa:16:3e:11:6a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:33:57.458519 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.471553 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:33:57.491595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd,segment=NetworkSegment(71fff33d-ca18-45af-b1f7-e7225b125e6a),segment_id=71fff33d-ca18-45af-b1f7-e7225b125e6a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:57.495986 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.528691 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b86c120-294d-46ae-86d1-398a63d1c977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.544111 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:57.556929 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86c120-294d-46ae-86d1-398a63d1c977 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7657239-5a0b-4229-8d1d-689fb154d3a9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:57.701255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e6c30-ed4a-4307-8326-0e2a050732f6 req-51c82300-2b2f-445b-889d-6821c6788365 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:57.703211 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd2e6c30-ed4a-4307-8326-0e2a050732f6 req-51c82300-2b2f-445b-889d-6821c6788365 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 945 time: 0.0810466 Sep 30 08:33:57.729489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['16fc2f2d-af4b-4c68-8d09-dd9d452eaabd'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:33:57.766043 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd2e6c30-ed4a-4307-8326-0e2a050732f6 req-21c33df5-749f-4c06-b360-7388f928123d tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557752 Sep 30 08:33:57.773571 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b86c120-294d-46ae-86d1-398a63d1c977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:57.999920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b86c120-294d-46ae-86d1-398a63d1c977 admin admin] Router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:33:58.107039 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b86c120-294d-46ae-86d1-398a63d1c977 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:33:58.112169 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4b86c120-294d-46ae-86d1-398a63d1c977 admin admin] 10.222.0.24 "PUT /v2.0/routers/ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5764191 Sep 30 08:33:58.115205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37176) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:58.116223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff83fc-d699-4aa2-aaba-1f9fb17fee53 None None] Sync routers for ids ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:33:58.125077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff83fc-d699-4aa2-aaba-1f9fb17fee53 None None] Routers {'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:58.125687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d6ff83fc-d699-4aa2-aaba-1f9fb17fee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:33:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:58.217263 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be91fa98-c6e3-4de6-a387-d2ac7a137df3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.229457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d6ff83fc-d699-4aa2-aaba-1f9fb17fee53 None None] Set router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:58.324808 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be91fa98-c6e3-4de6-a387-d2ac7a137df3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.382413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-be91fa98-c6e3-4de6-a387-d2ac7a137df3 admin admin] Deleting port 622f9033-95a7-42b2-a822-2f429a78167d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:58.382903 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be91fa98-c6e3-4de6-a387-d2ac7a137df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.416364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d6ff83fc-d699-4aa2-aaba-1f9fb17fee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'name': 'tempest-ServerActionsTestJSON-1408484781-router', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '622f9033-95a7-42b2-a822-2f429a78167d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:15Z', 'updated_at': '2021-09-30T08:33:57Z', 'revision_number': 5, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'gw_port': {'id': '622f9033-95a7-42b2-a822-2f429a78167d', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:26:17Z', 'updated_at': '2021-09-30T08:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:58.444102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff83fc-d699-4aa2-aaba-1f9fb17fee53 None None] Checking router: ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:33:58.452633 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff83fc-d699-4aa2-aaba-1f9fb17fee53 None None] Routers {'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:33:58.453235 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d6ff83fc-d699-4aa2-aaba-1f9fb17fee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:33:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:58.475574 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-be91fa98-c6e3-4de6-a387-d2ac7a137df3 admin admin] For port 622f9033-95a7-42b2-a822-2f429a78167d, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=622f9033-95a7-42b2-a822-2f429a78167d,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:58.475981 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be91fa98-c6e3-4de6-a387-d2ac7a137df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.488133 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-be91fa98-c6e3-4de6-a387-d2ac7a137df3 admin admin] Calling delete_port for 622f9033-95a7-42b2-a822-2f429a78167d owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:58.543618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d6ff83fc-d699-4aa2-aaba-1f9fb17fee53 None None] Set router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:33:58.597006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d6ff83fc-d699-4aa2-aaba-1f9fb17fee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'name': 'tempest-ServerActionsTestJSON-1408484781-router', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:15Z', 'updated_at': '2021-09-30T08:33:58Z', 'revision_number': 6, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:33:58.627945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff83fc-d699-4aa2-aaba-1f9fb17fee53 None None] The sync data for ids ['ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3'] in n-d-807359-2 is: [{'id': 'ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3', 'name': 'tempest-ServerActionsTestJSON-1408484781-router', 'tenant_id': 'd3e9d607932149e6bd9be67b66de3de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:26:15Z', 'updated_at': '2021-09-30T08:33:58Z', 'revision_number': 6, 'project_id': 'd3e9d607932149e6bd9be67b66de3de1', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:33:58.672571 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be91fa98-c6e3-4de6-a387-d2ac7a137df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.703587 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91fa98-c6e3-4de6-a387-d2ac7a137df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=622f9033-95a7-42b2-a822-2f429a78167d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:58.760183 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be91fa98-c6e3-4de6-a387-d2ac7a137df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.849953 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be91fa98-c6e3-4de6-a387-d2ac7a137df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.852295 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be91fa98-c6e3-4de6-a387-d2ac7a137df3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.894477 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be91fa98-c6e3-4de6-a387-d2ac7a137df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.895542 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be91fa98-c6e3-4de6-a387-d2ac7a137df3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:33:58.897850 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1cc68-eca7-4d39-b01e-a7642d96d3f1 req-58b05070-0aa4-4a9e-a62c-8426aae750e7 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:33:58.899599 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16f1cc68-eca7-4d39-b01e-a7642d96d3f1 req-58b05070-0aa4-4a9e-a62c-8426aae750e7 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 945 time: 0.0582430 Sep 30 08:33:58.900092 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be91fa98-c6e3-4de6-a387-d2ac7a137df3 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.901294 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-be91fa98-c6e3-4de6-a387-d2ac7a137df3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ac21cb8a-9c8e-4b53-b1ed-e90a1452acb3 HTTP/1.1" status: 204 len: 168 time: 0.7851586 Sep 30 08:33:58.903770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37182) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:58.941664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16f1cc68-eca7-4d39-b01e-a7642d96d3f1 req-0884f51b-bd86-42f3-bb6c-9afe3380c1ed tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323639 Sep 30 08:33:58.953001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-779dc3c0-dcfd-44f3-b919-9d5715536af6 admin admin] Deleting subnet 5cea2b8a-1a04-4498-97a0-77b0aa5e8922 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:33:58.965708 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-779dc3c0-dcfd-44f3-b919-9d5715536af6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:58.966170 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37184) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:58.997694 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-779dc3c0-dcfd-44f3-b919-9d5715536af6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.037673 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5107d455-9c31-45d5-b915-383696b21285 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/floatingips/3f30d6af-71b2-42ca-a959-764cced438d0 HTTP/1.1" status: 200 len: 992 time: 0.0684757 Sep 30 08:33:59.095867 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-779dc3c0-dcfd-44f3-b919-9d5715536af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.152555 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-779dc3c0-dcfd-44f3-b919-9d5715536af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.320604 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:33:59.373552 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:33:59.373855 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.469011 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.494516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9870baf9-7937-43f9-8265-cf5168912157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:33:59.496997 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70660add-c3a0-4a08-a996-c179b252e97e" -d '{"events": [{"server_uuid": "9870baf9-7937-43f9-8265-cf5168912157", "name": "network-vif-plugged", "status": "completed", "tag": "16fc2f2d-af4b-4c68-8d09-dd9d452eaabd"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:33:59.513743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd,segment=NetworkSegment(71fff33d-ca18-45af-b1f7-e7225b125e6a),segment_id=71fff33d-ca18-45af-b1f7-e7225b125e6a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:59.518799 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.551657 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779dc3c0-dcfd-44f3-b919-9d5715536af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cea2b8a-1a04-4498-97a0-77b0aa5e8922,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:59.554185 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-779dc3c0-dcfd-44f3-b919-9d5715536af6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.556916 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-779dc3c0-dcfd-44f3-b919-9d5715536af6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5cea2b8a-1a04-4498-97a0-77b0aa5e8922 HTTP/1.1" status: 204 len: 168 time: 0.6512375 Sep 30 08:33:59.558492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37188) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:33:59.561509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0424a6-217f-4968-a130-6c2dd6ea4b3c None None] Network a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:33:59.564848 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f60dae-6711-434c-9483-78384e3448d6 x-openstack-request-id: req-c2f60dae-6711-434c-9483-78384e3448d6 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:33:59.565199 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9870baf9-7937-43f9-8265-cf5168912157", "name": "network-vif-plugged", "status": "completed", "tag": "16fc2f2d-af4b-4c68-8d09-dd9d452eaabd", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:33:59.565423 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2f60dae-6711-434c-9483-78384e3448d6 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:33:59.565752 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9870baf9-7937-43f9-8265-cf5168912157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd', 'code': 200} Sep 30 08:33:59.609920 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:59.638773 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.709142 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] Deleting port 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:59.709616 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.784265 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] For port 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5399a8e3-82d5-4c3b-a1d9-947ac7e97d13,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:59.784595 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.799927 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] Calling delete_port for 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:33:59.817944 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d0cbd-f84b-474c-a555-e6257f49a625 None None] DHCP port deletion for a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:33:59.874769 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.876225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d0cbd-f84b-474c-a555-e6257f49a625 None None] Deleting port 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:33:59.876587 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0cbd-f84b-474c-a555-e6257f49a625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.891145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.915840 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] Pushing event deleted for resources: {'Port': ['ID=5399a8e3-82d5-4c3b-a1d9-947ac7e97d13,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:33:59.924742 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] No DVR routers for this DVR port 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:33:59.948591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5e3d0cbd-f84b-474c-a555-e6257f49a625 None None] For port 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5399a8e3-82d5-4c3b-a1d9-947ac7e97d13,segment=NetworkSegment(03527c88-ada2-44aa-bb56-e3d38d3e1dfc),segment_id=03527c88-ada2-44aa-bb56-e3d38d3e1dfc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:33:59.949085 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0cbd-f84b-474c-a555-e6257f49a625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:33:59.962715 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d0cbd-f84b-474c-a555-e6257f49a625 None None] Calling delete_port for 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:00.011041 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.036695 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:00.046296 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0cbd-f84b-474c-a555-e6257f49a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.046909 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03527c88-ada2-44aa-bb56-e3d38d3e1dfc') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:00.047237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03527c88-ada2-44aa-bb56-e3d38d3e1dfc') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:00.058708 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.073066 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d0cbd-f84b-474c-a555-e6257f49a625 None None] Pushing event deleted for resources: {'Port': ['ID=5399a8e3-82d5-4c3b-a1d9-947ac7e97d13,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:00.073611 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.076899 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d0cbd-f84b-474c-a555-e6257f49a625 None None] No DVR routers for this DVR port 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:34:00.081195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:00.081844 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:00.084180 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:00.144134 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.151536 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.153536 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] 10.222.0.24 "DELETE /v2.0/networks/a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce HTTP/1.1" status: 204 len: 168 time: 0.5939498 Sep 30 08:34:00.166645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c28a9c-1fba-4ba7-b780-bc0209da06fd admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e3d1da-a84c-49c3-a5bb-8230ae0ac2ce,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:00.227483 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:34:00.282149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37192) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:00.325253 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7fdf9025-23b0-4788-8756-87d1ab0d5a16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3e9d607932149e6bd9be67b66de3de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418441 Sep 30 08:34:00.327489 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37194) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:00.382325 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d4b289d-ff52-4b60-9ee0-808c4b16ce33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.404500 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d4b289d-ff52-4b60-9ee0-808c4b16ce33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.456492 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d4b289d-ff52-4b60-9ee0-808c4b16ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.459217 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d4b289d-ff52-4b60-9ee0-808c4b16ce33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:00.460558 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0d4b289d-ff52-4b60-9ee0-808c4b16ce33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51a8adde-4de2-4d0f-bae6-a31adf33c994 HTTP/1.1" status: 204 len: 168 time: 0.1320922 Sep 30 08:34:00.473388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b289d-ff52-4b60-9ee0-808c4b16ce33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a8adde-4de2-4d0f-bae6-a31adf33c994,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:00.669826 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c7657239-5a0b-4229-8d1d-689fb154d3a9 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:00.694457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: c7657239-5a0b-4229-8d1d-689fb154d3a9 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:00.694812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c7657239-5a0b-4229-8d1d-689fb154d3a9 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:00.695241 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 622f9033-95a7-42b2-a822-2f429a78167d no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:00.713915 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 622f9033-95a7-42b2-a822-2f429a78167d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:00.714272 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 622f9033-95a7-42b2-a822-2f429a78167d not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:00.714694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:00.736162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:00.736517 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5399a8e3-82d5-4c3b-a1d9-947ac7e97d13 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:01.133406 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37216) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:01.237949 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-880662c4-ae7c-4a53-a64e-e98bddb72a97 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-399004608-network', 'tenant_id': '6ed1f75ee065437c93ed77d46cc97720'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:01.260209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880662c4-ae7c-4a53-a64e-e98bddb72a97 admin admin] Made reservation on behalf of 6ed1f75ee065437c93ed77d46cc97720 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:01.262455 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880662c4-ae7c-4a53-a64e-e98bddb72a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.270577 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880662c4-ae7c-4a53-a64e-e98bddb72a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.357274 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880662c4-ae7c-4a53-a64e-e98bddb72a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.361032 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880662c4-ae7c-4a53-a64e-e98bddb72a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.386147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880662c4-ae7c-4a53-a64e-e98bddb72a97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:01.395819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880662c4-ae7c-4a53-a64e-e98bddb72a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03b4302-7853-4e05-a57d-bb124a305237,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:01.400798 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880662c4-ae7c-4a53-a64e-e98bddb72a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.401139 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-880662c4-ae7c-4a53-a64e-e98bddb72a97 admin admin] Added segment 0e2f023d-bb6a-4ff9-85af-3d4e660d4d21 of type vlan for network f20dfae0-c9ff-4c89-8209-63b05a5b0c84 Sep 30 08:34:01.440973 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880662c4-ae7c-4a53-a64e-e98bddb72a97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.464298 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880662c4-ae7c-4a53-a64e-e98bddb72a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.465157 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880662c4-ae7c-4a53-a64e-e98bddb72a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:01.465723 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-880662c4-ae7c-4a53-a64e-e98bddb72a97 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.502565 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-880662c4-ae7c-4a53-a64e-e98bddb72a97 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3680849 Sep 30 08:34:01.506275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37222) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:01.511289 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-63539848-567e-43ac-afd9-5b051b9e28cd admin admin] Request body: {'subnet': {'network_id': 'f20dfae0-c9ff-4c89-8209-63b05a5b0c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-399004608-subnet', 'tenant_id': '6ed1f75ee065437c93ed77d46cc97720', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:01.528306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880662c4-ae7c-4a53-a64e-e98bddb72a97 admin admin] Pushing event updated for resources: {'Network': ['ID=f20dfae0-c9ff-4c89-8209-63b05a5b0c84,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:01.536825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63539848-567e-43ac-afd9-5b051b9e28cd admin admin] Made reservation on behalf of 6ed1f75ee065437c93ed77d46cc97720 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:01.538484 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f20dfae0-c9ff-4c89-8209-63b05a5b0c84 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:01.539413 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63539848-567e-43ac-afd9-5b051b9e28cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.704210 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63539848-567e-43ac-afd9-5b051b9e28cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.765401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63539848-567e-43ac-afd9-5b051b9e28cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=623e9c80-bb7d-4836-bec4-cec237137899,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:01.775002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63539848-567e-43ac-afd9-5b051b9e28cd admin admin] Checking segment: {'id': '0e2f023d-bb6a-4ff9-85af-3d4e660d4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f20dfae0-c9ff-4c89-8209-63b05a5b0c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:01.775359 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63539848-567e-43ac-afd9-5b051b9e28cd admin admin] Network hostable DHCP agents. Network: f20dfae0-c9ff-4c89-8209-63b05a5b0c84, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:34:01.791794 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63539848-567e-43ac-afd9-5b051b9e28cd admin admin] Network f20dfae0-c9ff-4c89-8209-63b05a5b0c84 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:34:01.799611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-63539848-567e-43ac-afd9-5b051b9e28cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f20dfae0-c9ff-4c89-8209-63b05a5b0c84) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:01.804033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63539848-567e-43ac-afd9-5b051b9e28cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:01.804623 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63539848-567e-43ac-afd9-5b051b9e28cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:01.812662 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ee0062-8ac4-43fd-a7be-432944e1cb41 None None] Network f20dfae0-c9ff-4c89-8209-63b05a5b0c84 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:01.824641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-63539848-567e-43ac-afd9-5b051b9e28cd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3170133 Sep 30 08:34:01.944410 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56b9682-7b09-4fee-8851-266d7b880c73 None None] Network f20dfae0-c9ff-4c89-8209-63b05a5b0c84 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:02.286210 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-a8a38d3e-6f32-4eb2-bca5-f8ef95e51d2c tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:02.287982 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-a8a38d3e-6f32-4eb2-bca5-f8ef95e51d2c tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/networks?id=f20dfae0-c9ff-4c89-8209-63b05a5b0c84 HTTP/1.1" status: 200 len: 808 time: 0.1015203 Sep 30 08:34:02.302895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-f3afdcfa-1079-47d1-9a7d-5dfef987ad08 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/quotas/6ed1f75ee065437c93ed77d46cc97720 HTTP/1.1" status: 200 len: 375 time: 0.0091312 Sep 30 08:34:02.338764 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-fe8b855e-c736-4f2a-8cf0-3139baf69535 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ed1f75ee065437c93ed77d46cc97720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307775 Sep 30 08:34:02.402948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-37834cea-375a-4035-a81a-cd33fa90599b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:34:02.404017 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-37834cea-375a-4035-a81a-cd33fa90599b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0587983 Sep 30 08:34:02.491609 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-a295b7d9-1e48-4b10-baec-ba46994e6cbf service neutron] 10.222.0.24 "GET /v2.0/networks/f20dfae0-c9ff-4c89-8209-63b05a5b0c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814753 Sep 30 08:34:02.583353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-ffc64ac1-9353-4104-a030-b6d68edebe53 service neutron] 10.222.0.24 "GET /v2.0/networks/f20dfae0-c9ff-4c89-8209-63b05a5b0c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855982 Sep 30 08:34:02.745294 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5863a77a-ab14-4323-9f4f-78e86961271c req-52c2d9b4-96c3-4f7f-a4bc-dfc418650f13 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/ports?device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 210 time: 0.0273609 Sep 30 08:34:03.713107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-d5b25404-5217-4f17-b18b-76516bb7f3ff tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:03.714675 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-d5b25404-5217-4f17-b18b-76516bb7f3ff tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.36 "GET /v2.0/networks?id=f20dfae0-c9ff-4c89-8209-63b05a5b0c84 HTTP/1.1" status: 200 len: 808 time: 0.1036019 Sep 30 08:34:03.733371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-de9f167c-cff5-4bad-b3a1-0b995eabbdc8 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Request body: {'port': {'device_id': 'e40f2308-97c3-4b17-a020-d1f8566608cd', 'network_id': 'f20dfae0-c9ff-4c89-8209-63b05a5b0c84', 'admin_state_up': True, 'tenant_id': '6ed1f75ee065437c93ed77d46cc97720'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:03.856686 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6ccfa1c8-f335-45bc-a6e6-0794b3f83d8e req-278d00ca-b876-40db-843e-7aedb0684d46 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/ports?device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 210 time: 0.0317526 Sep 30 08:34:03.875520 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-de9f167c-cff5-4bad-b3a1-0b995eabbdc8 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Made reservation on behalf of 6ed1f75ee065437c93ed77d46cc97720 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:03.879198 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-de9f167c-cff5-4bad-b3a1-0b995eabbdc8 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.004676 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-de9f167c-cff5-4bad-b3a1-0b995eabbdc8 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Allocated IP 172.20.0.6 (f20dfae0-c9ff-4c89-8209-63b05a5b0c84/623e9c80-bb7d-4836-bec4-cec237137899/7d660d68-db2d-4dda-b27e-1d2813ce750e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:04.155584 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-de9f167c-cff5-4bad-b3a1-0b995eabbdc8 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.188295 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-de9f167c-cff5-4bad-b3a1-0b995eabbdc8 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.229820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-de9f167c-cff5-4bad-b3a1-0b995eabbdc8 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Network f20dfae0-c9ff-4c89-8209-63b05a5b0c84 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:04.232850 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-de9f167c-cff5-4bad-b3a1-0b995eabbdc8 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:04.236394 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-de9f167c-cff5-4bad-b3a1-0b995eabbdc8 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:04.244469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f167c-cff5-4bad-b3a1-0b995eabbdc8 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Pushing event updated for resources: {'Port': ['ID=7d660d68-db2d-4dda-b27e-1d2813ce750e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:04.288944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-de9f167c-cff5-4bad-b3a1-0b995eabbdc8 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:04.289476 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-de9f167c-cff5-4bad-b3a1-0b995eabbdc8 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.302215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-de9f167c-cff5-4bad-b3a1-0b995eabbdc8 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5727007 Sep 30 08:34:04.313851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Request body: {'port': {'device_id': 'e40f2308-97c3-4b17-a020-d1f8566608cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:04.369393 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.633686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d660d68-db2d-4dda-b27e-1d2813ce750e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:34:04.641093 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.652681 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Transition to ACTIVE for port object 7d660d68-db2d-4dda-b27e-1d2813ce750e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:34:04.656860 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.707957 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Pushing event updated for resources: {'Port': ['ID=7d660d68-db2d-4dda-b27e-1d2813ce750e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:04.775183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Attempting to bind port 7d660d68-db2d-4dda-b27e-1d2813ce750e on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:34:04.775898 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Attempting to bind port 7d660d68-db2d-4dda-b27e-1d2813ce750e by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '0e2f023d-bb6a-4ff9-85af-3d4e660d4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f20dfae0-c9ff-4c89-8209-63b05a5b0c84'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:34:04.775898 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Attempting to bind port 7d660d68-db2d-4dda-b27e-1d2813ce750e on network f20dfae0-c9ff-4c89-8209-63b05a5b0c84 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:04.780010 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Port 7d660d68-db2d-4dda-b27e-1d2813ce750e on network f20dfae0-c9ff-4c89-8209-63b05a5b0c84 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:34:04.780327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Attempting to bind port 7d660d68-db2d-4dda-b27e-1d2813ce750e on network f20dfae0-c9ff-4c89-8209-63b05a5b0c84 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:04.785755 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:34:04.786143 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Checking segment: {'id': '0e2f023d-bb6a-4ff9-85af-3d4e660d4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f20dfae0-c9ff-4c89-8209-63b05a5b0c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:04.786529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Bound using segment: {'id': '0e2f023d-bb6a-4ff9-85af-3d4e660d4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f20dfae0-c9ff-4c89-8209-63b05a5b0c84'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:34:04.786955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Bound port: 7d660d68-db2d-4dda-b27e-1d2813ce750e, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2f023d-bb6a-4ff9-85af-3d4e660d4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f20dfae0-c9ff-4c89-8209-63b05a5b0c84'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:34:04.787306 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.849334 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] For port 7d660d68-db2d-4dda-b27e-1d2813ce750e, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:34:04.852314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] For port 7d660d68-db2d-4dda-b27e-1d2813ce750e, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7d660d68-db2d-4dda-b27e-1d2813ce750e,segment=NetworkSegment(0e2f023d-bb6a-4ff9-85af-3d4e660d4d21),segment_id=0e2f023d-bb6a-4ff9-85af-3d4e660d4d21)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:34:04.856383 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.890573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:04.891247 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:04.892849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] 10.222.0.36 "PUT /v2.0/ports/7d660d68-db2d-4dda-b27e-1d2813ce750e HTTP/1.1" status: 200 len: 1091 time: 0.5829058 Sep 30 08:34:04.893337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40f2308-97c3-4b17-a020-d1f8566608cd', 'tag': '7d660d68-db2d-4dda-b27e-1d2813ce750e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:34:04.896409 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5283384a-690a-4938-b667-1c1fc54fac53" -d '{"events": [{"name": "network-changed", "server_uuid": "e40f2308-97c3-4b17-a020-d1f8566608cd", "tag": "7d660d68-db2d-4dda-b27e-1d2813ce750e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:34:04.922680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53e495-e031-439b-ad85-a0bdd65a7d77 service neutron] Pushing event updated for resources: {'Port': ['ID=7d660d68-db2d-4dda-b27e-1d2813ce750e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:04.971674 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabb7610-f4c6-4196-9ccf-0ec001ec8154 x-openstack-request-id: req-dabb7610-f4c6-4196-9ccf-0ec001ec8154 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:34:04.972002 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40f2308-97c3-4b17-a020-d1f8566608cd", "tag": "7d660d68-db2d-4dda-b27e-1d2813ce750e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:34:04.972255 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dabb7610-f4c6-4196-9ccf-0ec001ec8154 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:34:04.972696 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40f2308-97c3-4b17-a020-d1f8566608cd', 'tag': '7d660d68-db2d-4dda-b27e-1d2813ce750e', 'status': 'completed', 'code': 200} Sep 30 08:34:05.016534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3a916a2a-1e91-4332-84f1-b2a7d64cfb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:05.018108 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-3a916a2a-1e91-4332-84f1-b2a7d64cfb6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ed1f75ee065437c93ed77d46cc97720&device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 1094 time: 0.0731108 Sep 30 08:34:05.026686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa54c1-b3a5-4a48-a549-40c4fc2f3533 req-c8e880b2-27c6-431e-a821-981914778170 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:05.028999 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ffa54c1-b3a5-4a48-a549-40c4fc2f3533 req-c8e880b2-27c6-431e-a821-981914778170 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/ports?device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 943 time: 0.0940785 Sep 30 08:34:05.075414 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-299e2eda-c323-4919-9e5f-855a5a059a21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d660d68-db2d-4dda-b27e-1d2813ce750e HTTP/1.1" status: 200 len: 217 time: 0.0451007 Sep 30 08:34:05.137228 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ffa54c1-b3a5-4a48-a549-40c4fc2f3533 req-e721ec55-d3dd-4c21-ae84-afcc105e1570 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/security-groups?id=a03b4302-7853-4e05-a57d-bb124a305237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992992 Sep 30 08:34:05.147686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-d1746760-32e9-4e17-bd20-23fda602b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:05.152067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-d1746760-32e9-4e17-bd20-23fda602b117 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=623e9c80-bb7d-4836-bec4-cec237137899 HTTP/1.1" status: 200 len: 848 time: 0.0658991 Sep 30 08:34:05.180824 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-b06e40dd-2837-4d09-8775-5fa79c48c2a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f20dfae0-c9ff-4c89-8209-63b05a5b0c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250444 Sep 30 08:34:05.273211 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-54b28790-2ffd-4296-86c3-ee96252b68a1 service neutron] 10.222.0.36 "GET /v2.0/networks/f20dfae0-c9ff-4c89-8209-63b05a5b0c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849502 Sep 30 08:34:05.368443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9bbdec6-c262-4960-a801-0de083bb0efd req-146c33ab-964d-4040-be91-193101976a8b service neutron] 10.222.0.36 "GET /v2.0/networks/f20dfae0-c9ff-4c89-8209-63b05a5b0c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879142 Sep 30 08:34:05.456064 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283384a-690a-4938-b667-1c1fc54fac53 req-25826497-e9c4-4c9f-b78b-3e03caca1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:05.458371 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5283384a-690a-4938-b667-1c1fc54fac53 req-25826497-e9c4-4c9f-b78b-3e03caca1ed9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ed1f75ee065437c93ed77d46cc97720&device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 1094 time: 0.0454810 Sep 30 08:34:05.551098 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283384a-690a-4938-b667-1c1fc54fac53 req-3be8289d-e54e-4762-8db6-bfc49155354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:05.552589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5283384a-690a-4938-b667-1c1fc54fac53 req-3be8289d-e54e-4762-8db6-bfc49155354e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f20dfae0-c9ff-4c89-8209-63b05a5b0c84 HTTP/1.1" status: 200 len: 909 time: 0.0867422 Sep 30 08:34:05.593412 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5283384a-690a-4938-b667-1c1fc54fac53 req-bd66cd1c-7bb4-4b6d-aa1f-6aa06c706dd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d660d68-db2d-4dda-b27e-1d2813ce750e HTTP/1.1" status: 200 len: 217 time: 0.0337617 Sep 30 08:34:05.640663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283384a-690a-4938-b667-1c1fc54fac53 req-05409388-54fa-464d-ba11-0c7800d0b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:05.642094 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5283384a-690a-4938-b667-1c1fc54fac53 req-05409388-54fa-464d-ba11-0c7800d0b423 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=623e9c80-bb7d-4836-bec4-cec237137899 HTTP/1.1" status: 200 len: 848 time: 0.0411959 Sep 30 08:34:05.679541 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5283384a-690a-4938-b667-1c1fc54fac53 req-01703ea1-e590-4f39-b18a-37e340de7196 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f20dfae0-c9ff-4c89-8209-63b05a5b0c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289247 Sep 30 08:34:05.770397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5283384a-690a-4938-b667-1c1fc54fac53 req-0ac4fcba-e3c5-4cc1-9dab-b9857361a69a service neutron] 10.222.0.36 "GET /v2.0/networks/f20dfae0-c9ff-4c89-8209-63b05a5b0c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834138 Sep 30 08:34:05.866693 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5283384a-690a-4938-b667-1c1fc54fac53 req-2e47bb1f-e119-44a9-9def-76d5343b2768 service neutron] 10.222.0.36 "GET /v2.0/networks/f20dfae0-c9ff-4c89-8209-63b05a5b0c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892847 Sep 30 08:34:06.260467 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f32ef5-92b5-4344-8bb7-8c036710a09f req-9a581550-2f31-478d-a53d-432aeec9253d tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:06.261935 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76f32ef5-92b5-4344-8bb7-8c036710a09f req-9a581550-2f31-478d-a53d-432aeec9253d tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/ports?device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 943 time: 0.0499213 Sep 30 08:34:06.300763 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76f32ef5-92b5-4344-8bb7-8c036710a09f req-b7819be2-f628-4ce3-8934-3b294ca76a92 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/security-groups?id=a03b4302-7853-4e05-a57d-bb124a305237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329175 Sep 30 08:34:07.415081 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42e857-db65-44d8-8c86-06df93c034a2 req-e0e89e25-03f5-4fd9-878b-ae43f026fb37 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:07.416588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e42e857-db65-44d8-8c86-06df93c034a2 req-e0e89e25-03f5-4fd9-878b-ae43f026fb37 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/ports?device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 943 time: 0.0490932 Sep 30 08:34:07.455453 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e42e857-db65-44d8-8c86-06df93c034a2 req-c8cbd38d-229b-448e-bda3-ba6d1f82e245 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/security-groups?id=a03b4302-7853-4e05-a57d-bb124a305237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330269 Sep 30 08:34:08.575677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6c4db-8526-483f-9538-080371fe0f25 req-c8e478f6-0b6e-4b1f-842a-c5dd2fce9477 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:08.577300 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ba6c4db-8526-483f-9538-080371fe0f25 req-c8e478f6-0b6e-4b1f-842a-c5dd2fce9477 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/ports?device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 943 time: 0.0557523 Sep 30 08:34:08.618648 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9ba6c4db-8526-483f-9538-080371fe0f25 req-34a3ed99-514c-43e1-a574-3e385a9db1dd tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/security-groups?id=a03b4302-7853-4e05-a57d-bb124a305237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352595 Sep 30 08:34:09.324186 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7d660d68-db2d-4dda-b27e-1d2813ce750e details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:34:09.421172 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 7d660d68-db2d-4dda-b27e-1d2813ce750e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7d660d68-db2d-4dda-b27e-1d2813ce750e,segment=NetworkSegment(0e2f023d-bb6a-4ff9-85af-3d4e660d4d21),segment_id=0e2f023d-bb6a-4ff9-85af-3d4e660d4d21)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:09.432565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '7d660d68-db2d-4dda-b27e-1d2813ce750e', 'network_id': 'f20dfae0-c9ff-4c89-8209-63b05a5b0c84', 'port_id': '7d660d68-db2d-4dda-b27e-1d2813ce750e', 'mac_address': 'fa:16:3e:17:ef:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623e9c80-bb7d-4836-bec4-cec237137899', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:34:09.468209 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.480943 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d660d68-db2d-4dda-b27e-1d2813ce750e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:34:09.501897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 7d660d68-db2d-4dda-b27e-1d2813ce750e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7d660d68-db2d-4dda-b27e-1d2813ce750e,segment=NetworkSegment(0e2f023d-bb6a-4ff9-85af-3d4e660d4d21),segment_id=0e2f023d-bb6a-4ff9-85af-3d4e660d4d21)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:09.507039 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:09.559527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=7d660d68-db2d-4dda-b27e-1d2813ce750e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:09.719286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['7d660d68-db2d-4dda-b27e-1d2813ce750e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:34:09.737604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f80dd-fa2c-4ab4-ae93-666ed2c18450 req-19ce8031-4604-48d9-9644-f4db018e1c0d tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:09.740653 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f9f80dd-fa2c-4ab4-ae93-666ed2c18450 req-19ce8031-4604-48d9-9644-f4db018e1c0d tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/ports?device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 944 time: 0.0522721 Sep 30 08:34:09.784589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f9f80dd-fa2c-4ab4-ae93-666ed2c18450 req-53ad83f7-80a3-4777-a63c-f1bedfd4fa88 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/security-groups?id=a03b4302-7853-4e05-a57d-bb124a305237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372639 Sep 30 08:34:10.269929 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:10.911080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889443b-b03d-4321-affd-38a6808487f7 req-fb4ca4a0-f8c9-479d-9b06-987e32fa1059 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:10.913020 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7889443b-b03d-4321-affd-38a6808487f7 req-fb4ca4a0-f8c9-479d-9b06-987e32fa1059 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/ports?device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 944 time: 0.0533912 Sep 30 08:34:10.952398 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7889443b-b03d-4321-affd-38a6808487f7 req-935a9015-b46d-4568-aec6-27c828cfca6e tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/security-groups?id=a03b4302-7853-4e05-a57d-bb124a305237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329726 Sep 30 08:34:11.351623 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7d660d68-db2d-4dda-b27e-1d2813ce750e up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:11.400979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 7d660d68-db2d-4dda-b27e-1d2813ce750e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:34:11.404722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 7d660d68-db2d-4dda-b27e-1d2813ce750e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:11.405136 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.492329 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.516087 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40f2308-97c3-4b17-a020-d1f8566608cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d660d68-db2d-4dda-b27e-1d2813ce750e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:34:11.518484 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc6c118-b73d-4088-bc5d-7243af8e1757" -d '{"events": [{"server_uuid": "e40f2308-97c3-4b17-a020-d1f8566608cd", "name": "network-vif-plugged", "status": "completed", "tag": "7d660d68-db2d-4dda-b27e-1d2813ce750e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:34:11.532421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 7d660d68-db2d-4dda-b27e-1d2813ce750e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7d660d68-db2d-4dda-b27e-1d2813ce750e,segment=NetworkSegment(0e2f023d-bb6a-4ff9-85af-3d4e660d4d21),segment_id=0e2f023d-bb6a-4ff9-85af-3d4e660d4d21)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:11.537258 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:11.564914 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fffc569-d370-4ba0-852d-a8994a2b2da1 x-openstack-request-id: req-2fffc569-d370-4ba0-852d-a8994a2b2da1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:34:11.565209 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40f2308-97c3-4b17-a020-d1f8566608cd", "name": "network-vif-plugged", "status": "completed", "tag": "7d660d68-db2d-4dda-b27e-1d2813ce750e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:34:11.565466 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fffc569-d370-4ba0-852d-a8994a2b2da1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:34:11.565901 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40f2308-97c3-4b17-a020-d1f8566608cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d660d68-db2d-4dda-b27e-1d2813ce750e', 'code': 200} Sep 30 08:34:11.596252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=7d660d68-db2d-4dda-b27e-1d2813ce750e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:11.671810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c47e4-5809-4cc0-9f1e-68e443e090e5 req-314a5494-7f48-4355-82d8-09dc07ff876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:11.673373 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b75c47e4-5809-4cc0-9f1e-68e443e090e5 req-314a5494-7f48-4355-82d8-09dc07ff876b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 1096 time: 0.0505006 Sep 30 08:34:11.716576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b75c47e4-5809-4cc0-9f1e-68e443e090e5 req-c4c5b951-896b-4dcc-901b-91f4ce8f9605 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a03b4302-7853-4e05-a57d-bb124a305237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341437 Sep 30 08:34:12.048203 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79b8d1fe-9ca4-4727-99dc-3d877032aea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:12.074143 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fdbc9-8b61-406b-a88d-e0115fe171d6 req-0397f129-704c-4fda-bf9d-68c0fd5e13f5 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:12.075655 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db9fdbc9-8b61-406b-a88d-e0115fe171d6 req-0397f129-704c-4fda-bf9d-68c0fd5e13f5 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/ports?device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 945 time: 0.0543609 Sep 30 08:34:12.119250 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db9fdbc9-8b61-406b-a88d-e0115fe171d6 req-42ec9726-f038-4511-a04b-81818950111a tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/security-groups?id=a03b4302-7853-4e05-a57d-bb124a305237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355880 Sep 30 08:34:13.242518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875e97c-6147-4589-90f6-2fa79439cec0 req-81f78cf0-30ec-4179-8793-acfbdffa56d5 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:13.244040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1875e97c-6147-4589-90f6-2fa79439cec0 req-81f78cf0-30ec-4179-8793-acfbdffa56d5 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/ports?device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 945 time: 0.0486636 Sep 30 08:34:13.281821 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1875e97c-6147-4589-90f6-2fa79439cec0 req-f91ef3c8-7acc-4499-af6a-c8c9255d23b0 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/security-groups?id=a03b4302-7853-4e05-a57d-bb124a305237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317135 Sep 30 08:34:14.817782 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-43641758-2597-409c-aa86-f01d653cff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:14.886235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcf4fe-78d7-4f9c-a920-6d4e60766c35 req-fbffb796-0653-46e8-a4ad-6ce61a757e58 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:14.887852 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8bcf4fe-78d7-4f9c-a920-6d4e60766c35 req-fbffb796-0653-46e8-a4ad-6ce61a757e58 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/ports?device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 945 time: 0.0596824 Sep 30 08:34:14.929697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8bcf4fe-78d7-4f9c-a920-6d4e60766c35 req-2526cb4c-5490-446b-b5df-96c25b1be0d9 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/security-groups?id=a03b4302-7853-4e05-a57d-bb124a305237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351939 Sep 30 08:34:15.279940 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c5776c1-a5d0-4336-b3e5-3016d7af48b2 req-c1879037-18ac-4acc-a5bc-7000a3945714 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489202 Sep 30 08:34:15.306704 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:15.360833 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5776c1-a5d0-4336-b3e5-3016d7af48b2 req-ac6e6bbc-f422-4961-ba3f-90acb43d46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:15.362371 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c5776c1-a5d0-4336-b3e5-3016d7af48b2 req-ac6e6bbc-f422-4961-ba3f-90acb43d46b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=20dceeef18df4fbd980bc66e55dda719&device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 1096 time: 0.0494215 Sep 30 08:34:15.478782 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5776c1-a5d0-4336-b3e5-3016d7af48b2 req-cc810bb4-304e-43a2-aa12-7a6de4470987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:15.480330 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c5776c1-a5d0-4336-b3e5-3016d7af48b2 req-cc810bb4-304e-43a2-aa12-7a6de4470987 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cfab757e-129e-4705-b960-21241246cc32 HTTP/1.1" status: 200 len: 909 time: 0.0971663 Sep 30 08:34:15.547626 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c5776c1-a5d0-4336-b3e5-3016d7af48b2 req-e4407b25-f68f-4928-8685-e20b1dca0a8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15b15b5b-c75d-4cc4-a28f-ed13fe3d265d HTTP/1.1" status: 200 len: 1001 time: 0.0601299 Sep 30 08:34:15.603891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5776c1-a5d0-4336-b3e5-3016d7af48b2 req-2ed5749f-ec5a-4a02-ba1d-1a973e8b65f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:15.605852 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c5776c1-a5d0-4336-b3e5-3016d7af48b2 req-2ed5749f-ec5a-4a02-ba1d-1a973e8b65f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52cbea36-1a13-4d4f-908e-59f0cbf016f2 HTTP/1.1" status: 200 len: 847 time: 0.0511706 Sep 30 08:34:15.653961 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5776c1-a5d0-4336-b3e5-3016d7af48b2 req-7d24fc9d-2e89-4a54-bd11-e0b7d650cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:15.655486 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c5776c1-a5d0-4336-b3e5-3016d7af48b2 req-7d24fc9d-2e89-4a54-bd11-e0b7d650cd92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfab757e-129e-4705-b960-21241246cc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433328 Sep 30 08:34:15.751207 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c5776c1-a5d0-4336-b3e5-3016d7af48b2 req-44fd6aad-713e-42c0-b5be-3e0aeeea0b5f service neutron] 10.222.0.35 "GET /v2.0/networks/cfab757e-129e-4705-b960-21241246cc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875549 Sep 30 08:34:15.841217 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3c5776c1-a5d0-4336-b3e5-3016d7af48b2 req-73d5d96a-1f74-4ab8-b443-7debed8038cf service neutron] 10.222.0.35 "GET /v2.0/networks/cfab757e-129e-4705-b960-21241246cc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833030 Sep 30 08:34:15.904770 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.067101 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5665ff-9100-4959-80ff-2ae921f03189 req-5b294153-61b6-4820-9eca-a7c59ba0adf9 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:16.069378 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac5665ff-9100-4959-80ff-2ae921f03189 req-5b294153-61b6-4820-9eca-a7c59ba0adf9 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/ports?device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 945 time: 0.0640578 Sep 30 08:34:16.119465 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac5665ff-9100-4959-80ff-2ae921f03189 req-ba3c65c6-abd2-43f4-b5f5-a60fd1a6281d tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/security-groups?id=a03b4302-7853-4e05-a57d-bb124a305237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428863 Sep 30 08:34:16.296455 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46330c8-3b47-4aac-a8ae-623c269fc323 req-dcc55f2a-2536-4f73-8c41-d86b28377903 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:16.298152 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c46330c8-3b47-4aac-a8ae-623c269fc323 req-dcc55f2a-2536-4f73-8c41-d86b28377903 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.36 "GET /v2.0/ports?device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 945 time: 0.0548103 Sep 30 08:34:16.404710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c46330c8-3b47-4aac-a8ae-623c269fc323 req-ca7fdf7a-4e8f-4a16-82f4-d5c117db499d tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Deleting port 7d660d68-db2d-4dda-b27e-1d2813ce750e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:16.405052 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c46330c8-3b47-4aac-a8ae-623c269fc323 req-ca7fdf7a-4e8f-4a16-82f4-d5c117db499d tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.495396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c46330c8-3b47-4aac-a8ae-623c269fc323 req-ca7fdf7a-4e8f-4a16-82f4-d5c117db499d tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] For port 7d660d68-db2d-4dda-b27e-1d2813ce750e, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=7d660d68-db2d-4dda-b27e-1d2813ce750e,segment=NetworkSegment(0e2f023d-bb6a-4ff9-85af-3d4e660d4d21),segment_id=0e2f023d-bb6a-4ff9-85af-3d4e660d4d21)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:16.495751 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c46330c8-3b47-4aac-a8ae-623c269fc323 req-ca7fdf7a-4e8f-4a16-82f4-d5c117db499d tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.510198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c46330c8-3b47-4aac-a8ae-623c269fc323 req-ca7fdf7a-4e8f-4a16-82f4-d5c117db499d tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Calling delete_port for 7d660d68-db2d-4dda-b27e-1d2813ce750e owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:16.660432 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c46330c8-3b47-4aac-a8ae-623c269fc323 req-ca7fdf7a-4e8f-4a16-82f4-d5c117db499d tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.672276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['7d660d68-db2d-4dda-b27e-1d2813ce750e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:34:16.692511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fdf7a-4e8f-4a16-82f4-d5c117db499d tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Pushing event deleted for resources: {'Port': ['ID=7d660d68-db2d-4dda-b27e-1d2813ce750e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:16.735896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46330c8-3b47-4aac-a8ae-623c269fc323 req-ca7fdf7a-4e8f-4a16-82f4-d5c117db499d tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] No DVR routers for this DVR port 7d660d68-db2d-4dda-b27e-1d2813ce750e on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:34:16.739110 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c46330c8-3b47-4aac-a8ae-623c269fc323 req-ca7fdf7a-4e8f-4a16-82f4-d5c117db499d tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:16.741158 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c46330c8-3b47-4aac-a8ae-623c269fc323 req-ca7fdf7a-4e8f-4a16-82f4-d5c117db499d tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.36 "DELETE /v2.0/ports/7d660d68-db2d-4dda-b27e-1d2813ce750e HTTP/1.1" status: 204 len: 173 time: 0.4366102 Sep 30 08:34:16.741590 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40f2308-97c3-4b17-a020-d1f8566608cd', 'name': 'network-vif-deleted', 'tag': '7d660d68-db2d-4dda-b27e-1d2813ce750e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:34:16.743861 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ced14e-1695-4b1e-b30a-0a22c7bb35b8" -d '{"events": [{"server_uuid": "e40f2308-97c3-4b17-a020-d1f8566608cd", "name": "network-vif-deleted", "tag": "7d660d68-db2d-4dda-b27e-1d2813ce750e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:34:16.792340 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35292d9d-922f-41c9-9a4e-50e578538bf2 x-openstack-request-id: req-35292d9d-922f-41c9-9a4e-50e578538bf2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:34:16.792742 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40f2308-97c3-4b17-a020-d1f8566608cd", "name": "network-vif-deleted", "tag": "7d660d68-db2d-4dda-b27e-1d2813ce750e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:34:16.793130 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35292d9d-922f-41c9-9a4e-50e578538bf2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:34:16.793572 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40f2308-97c3-4b17-a020-d1f8566608cd', 'name': 'network-vif-deleted', 'tag': '7d660d68-db2d-4dda-b27e-1d2813ce750e', 'status': 'completed', 'code': 200} Sep 30 08:34:17.227494 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71034257-d18b-4b3c-8eb1-d4fb6b1db1bb req-0dd9d5f9-b7c2-4798-94fc-daae9dc48e19 tempest-ServerTagsTestJSON-2119036814 tempest-ServerTagsTestJSON-2119036814-project] 10.222.0.24 "GET /v2.0/ports?device_id=e40f2308-97c3-4b17-a020-d1f8566608cd HTTP/1.1" status: 200 len: 210 time: 0.0285726 Sep 30 08:34:17.786506 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.285339 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37330) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:18.329716 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb460fb6-fda3-4510-b785-bdcc58b942c1 admin admin] Deleting subnet 623e9c80-bb7d-4836-bec4-cec237137899 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:34:18.333518 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb460fb6-fda3-4510-b785-bdcc58b942c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.366735 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb460fb6-fda3-4510-b785-bdcc58b942c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.413360 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb460fb6-fda3-4510-b785-bdcc58b942c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.466390 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb460fb6-fda3-4510-b785-bdcc58b942c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.492389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb460fb6-fda3-4510-b785-bdcc58b942c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623e9c80-bb7d-4836-bec4-cec237137899,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:18.496141 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb460fb6-fda3-4510-b785-bdcc58b942c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.499055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fb460fb6-fda3-4510-b785-bdcc58b942c1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/623e9c80-bb7d-4836-bec4-cec237137899 HTTP/1.1" status: 204 len: 168 time: 0.2116506 Sep 30 08:34:18.500424 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37332) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:18.572062 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fec4ea3-0a52-4186-90d9-3c7d33befd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.649960 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fec4ea3-0a52-4186-90d9-3c7d33befd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.671129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6fec4ea3-0a52-4186-90d9-3c7d33befd33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20dfae0-c9ff-4c89-8209-63b05a5b0c84']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:18.679998 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6fec4ea3-0a52-4186-90d9-3c7d33befd33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2f023d-bb6a-4ff9-85af-3d4e660d4d21') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:18.680293 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6fec4ea3-0a52-4186-90d9-3c7d33befd33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2f023d-bb6a-4ff9-85af-3d4e660d4d21') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:18.689225 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fec4ea3-0a52-4186-90d9-3c7d33befd33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.701931 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fec4ea3-0a52-4186-90d9-3c7d33befd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.708287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fec4ea3-0a52-4186-90d9-3c7d33befd33 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:18.708664 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fec4ea3-0a52-4186-90d9-3c7d33befd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:18.710274 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:18.766092 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fec4ea3-0a52-4186-90d9-3c7d33befd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.772148 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fec4ea3-0a52-4186-90d9-3c7d33befd33 admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.773963 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6fec4ea3-0a52-4186-90d9-3c7d33befd33 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f20dfae0-c9ff-4c89-8209-63b05a5b0c84 HTTP/1.1" status: 204 len: 168 time: 0.2726371 Sep 30 08:34:18.784210 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec4ea3-0a52-4186-90d9-3c7d33befd33 admin admin] Pushing event deleted for resources: {'Network': ['ID=f20dfae0-c9ff-4c89-8209-63b05a5b0c84,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:18.880666 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37336) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:18.919466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9ede4bde-42c1-4c3e-9c92-65d9e77c88dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ed1f75ee065437c93ed77d46cc97720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376287 Sep 30 08:34:18.921907 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37338) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:18.968554 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d704c624-999f-4a6d-b40a-01c6ef664b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:18.988623 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d704c624-999f-4a6d-b40a-01c6ef664b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:19.038940 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d704c624-999f-4a6d-b40a-01c6ef664b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:19.041768 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d704c624-999f-4a6d-b40a-01c6ef664b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:19.043063 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d704c624-999f-4a6d-b40a-01c6ef664b8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a03b4302-7853-4e05-a57d-bb124a305237 HTTP/1.1" status: 204 len: 168 time: 0.1202810 Sep 30 08:34:19.050903 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704c624-999f-4a6d-b40a-01c6ef664b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03b4302-7853-4e05-a57d-bb124a305237,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:21.402222 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7d660d68-db2d-4dda-b27e-1d2813ce750e no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:21.427509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 7d660d68-db2d-4dda-b27e-1d2813ce750e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:21.427509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 7d660d68-db2d-4dda-b27e-1d2813ce750e not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:28.386651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37460) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:28.493581 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99a2808f-67c1-4baf-9232-7e723534e642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.585200 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99a2808f-67c1-4baf-9232-7e723534e642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.588954 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99a2808f-67c1-4baf-9232-7e723534e642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.626740 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-99a2808f-67c1-4baf-9232-7e723534e642 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f53a6ebba3a546caa48cb359ad9fba61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389402 Sep 30 08:34:28.627451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2808f-67c1-4baf-9232-7e723534e642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d814c47-7f8e-4dd2-88e2-508a5c77564f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:28.630491 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:28.679521 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7652dfe2-6a81-4fa7-9ba2-7c55e14e1d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.700130 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7652dfe2-6a81-4fa7-9ba2-7c55e14e1d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.748745 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7652dfe2-6a81-4fa7-9ba2-7c55e14e1d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.751355 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7652dfe2-6a81-4fa7-9ba2-7c55e14e1d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:28.752562 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7652dfe2-6a81-4fa7-9ba2-7c55e14e1d25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d814c47-7f8e-4dd2-88e2-508a5c77564f HTTP/1.1" status: 204 len: 168 time: 0.1210892 Sep 30 08:34:28.760858 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652dfe2-6a81-4fa7-9ba2-7c55e14e1d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d814c47-7f8e-4dd2-88e2-508a5c77564f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:29.864304 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.611209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37526) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:30.729030 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-203456f6-f0e6-4a8f-8fb8-00a6597097fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.817827 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-203456f6-f0e6-4a8f-8fb8-00a6597097fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.822124 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-203456f6-f0e6-4a8f-8fb8-00a6597097fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.858666 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203456f6-f0e6-4a8f-8fb8-00a6597097fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e9a455-d15d-4808-aa56-d967dbc76185,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:30.863829 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-203456f6-f0e6-4a8f-8fb8-00a6597097fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e36bbf0dc4849298c5c11ba02255b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514367 Sep 30 08:34:30.866327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37530) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:30.912863 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea42e478-37f5-4654-b2fa-85e8e1fbc8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.933801 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea42e478-37f5-4654-b2fa-85e8e1fbc8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.980314 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea42e478-37f5-4654-b2fa-85e8e1fbc8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.982824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea42e478-37f5-4654-b2fa-85e8e1fbc8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:30.983997 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ea42e478-37f5-4654-b2fa-85e8e1fbc8d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21e9a455-d15d-4808-aa56-d967dbc76185 HTTP/1.1" status: 204 len: 168 time: 0.1167533 Sep 30 08:34:30.992055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42e478-37f5-4654-b2fa-85e8e1fbc8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e9a455-d15d-4808-aa56-d967dbc76185,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:31.245915 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:31.261737 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1efc9df-341f-451d-9037-8e04b21916e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.346985 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1efc9df-341f-451d-9037-8e04b21916e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.351543 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1efc9df-341f-451d-9037-8e04b21916e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.386865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efc9df-341f-451d-9037-8e04b21916e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbc8b4e-e2d3-4797-a01f-889492ec83a8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:31.391423 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b1efc9df-341f-451d-9037-8e04b21916e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c25ed3dec4cc4dc1913c3ac53a518ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444981 Sep 30 08:34:31.395016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37540) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:31.444219 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0bc6b00-eadf-4385-b4d2-3fb1a4afd7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.466560 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0bc6b00-eadf-4385-b4d2-3fb1a4afd7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.511873 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0bc6b00-eadf-4385-b4d2-3fb1a4afd7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.514317 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0bc6b00-eadf-4385-b4d2-3fb1a4afd7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.516496 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a0bc6b00-eadf-4385-b4d2-3fb1a4afd7e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cbc8b4e-e2d3-4797-a01f-889492ec83a8 HTTP/1.1" status: 204 len: 168 time: 0.1195719 Sep 30 08:34:31.523973 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc6b00-eadf-4385-b4d2-3fb1a4afd7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbc8b4e-e2d3-4797-a01f-889492ec83a8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:31.674327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37544) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:31.832942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-38ffde4c-4486-43fb-b579-373fe881917a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting port 40181518-66f6-4cad-ac1e-1161fc762df4 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:31.833290 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38ffde4c-4486-43fb-b579-373fe881917a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.911781 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38ffde4c-4486-43fb-b579-373fe881917a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.912143 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38ffde4c-4486-43fb-b579-373fe881917a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:31.923811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-38ffde4c-4486-43fb-b579-373fe881917a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Calling delete_port for 40181518-66f6-4cad-ac1e-1161fc762df4 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:32.076352 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38ffde4c-4486-43fb-b579-373fe881917a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:32.103094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffde4c-4486-43fb-b579-373fe881917a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Port': ['ID=40181518-66f6-4cad-ac1e-1161fc762df4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:32.172248 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38ffde4c-4486-43fb-b579-373fe881917a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:32.172614 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-38ffde4c-4486-43fb-b579-373fe881917a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Floating IP 3f30d6af-71b2-42ca-a959-764cced438d0 disassociated (deleted). External IP: 172.25.0.56, port: 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd. Sep 30 08:34:32.696076 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ffde4c-4486-43fb-b579-373fe881917a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router b062f44f-ff1b-469c-b0ac-dd83af41bab3 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:34:32.804563 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ffde4c-4486-43fb-b579-373fe881917a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:34:32.809321 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38ffde4c-4486-43fb-b579-373fe881917a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:32.817064 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37025a92-4c5c-4877-b0f7-8576cffebb49 None None] Sync routers for ids ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:34:32.827804 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37025a92-4c5c-4877-b0f7-8576cffebb49 None None] Routers {'b062f44f-ff1b-469c-b0ac-dd83af41bab3'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:34:32.828849 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-37025a92-4c5c-4877-b0f7-8576cffebb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:34:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:32.840402 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-38ffde4c-4486-43fb-b579-373fe881917a tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/floatingips/3f30d6af-71b2-42ca-a959-764cced438d0 HTTP/1.1" status: 204 len: 168 time: 1.1642361 Sep 30 08:34:32.841303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9870baf9-7937-43f9-8265-cf5168912157', 'tag': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:34:32.844016 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7b7999-6d20-47e8-83d6-aeee6e213309" -d '{"events": [{"name": "network-changed", "server_uuid": "9870baf9-7937-43f9-8265-cf5168912157", "tag": "16fc2f2d-af4b-4c68-8d09-dd9d452eaabd"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:34:32.892820 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce5798c-18be-4384-881c-fd10dfd11a03 x-openstack-request-id: req-4ce5798c-18be-4384-881c-fd10dfd11a03 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:34:32.893116 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9870baf9-7937-43f9-8265-cf5168912157", "tag": "16fc2f2d-af4b-4c68-8d09-dd9d452eaabd", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:34:32.893371 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ce5798c-18be-4384-881c-fd10dfd11a03 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:34:32.894323 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9870baf9-7937-43f9-8265-cf5168912157', 'tag': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd', 'status': 'completed', 'code': 200} Sep 30 08:34:32.946804 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-37025a92-4c5c-4877-b0f7-8576cffebb49 None None] Set router b062f44f-ff1b-469c-b0ac-dd83af41bab3 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:34:32.961087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b7999-6d20-47e8-83d6-aeee6e213309 req-8ff398ad-5bf1-4e53-85fc-692dfc395f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:32.962710 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee7b7999-6d20-47e8-83d6-aeee6e213309 req-8ff398ad-5bf1-4e53-85fc-692dfc395f82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cc3341683d74857bfb7b0b638c15491&device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 1097 time: 0.0437481 Sep 30 08:34:33.089030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b7999-6d20-47e8-83d6-aeee6e213309 req-5a95c3ba-3a2f-4320-9844-39be70352806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:33.091009 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee7b7999-6d20-47e8-83d6-aeee6e213309 req-5a95c3ba-3a2f-4320-9844-39be70352806 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a2c89afd-31ea-4d73-8bb3-0d84a9226c91 HTTP/1.1" status: 200 len: 898 time: 0.1207094 Sep 30 08:34:33.153766 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee7b7999-6d20-47e8-83d6-aeee6e213309 req-4f3bc6b5-2b18-463a-8a6c-96585ffa0ee0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd HTTP/1.1" status: 200 len: 217 time: 0.0476177 Sep 30 08:34:33.171395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bce2ba-5a2f-43f2-84ce-2fb2c1394d3d req-27b89376-c4be-4875-a73c-7d2bed61a91c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:33.173015 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-73bce2ba-5a2f-43f2-84ce-2fb2c1394d3d req-27b89376-c4be-4875-a73c-7d2bed61a91c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.1001594 Sep 30 08:34:33.202035 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-37025a92-4c5c-4877-b0f7-8576cffebb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892053467', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:57Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '061c9cdc-000d-4deb-a8e2-5e66848debfc', 'name': '', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b3:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:56Z', 'updated_at': '2021-09-30T08:33:01Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:33.253544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b7999-6d20-47e8-83d6-aeee6e213309 req-397eb8d3-59e4-423f-8624-d15acf2f4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:33.256008 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee7b7999-6d20-47e8-83d6-aeee6e213309 req-397eb8d3-59e4-423f-8624-d15acf2f4af2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e HTTP/1.1" status: 200 len: 833 time: 0.0930777 Sep 30 08:34:33.261714 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-73bce2ba-5a2f-43f2-84ce-2fb2c1394d3d req-9f4b7406-5826-4d63-9964-76f2e2983030 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801237 Sep 30 08:34:33.311709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b7999-6d20-47e8-83d6-aeee6e213309 req-4d8693dc-e4a5-4ce3-9fce-47f3c37da7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:33.313293 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee7b7999-6d20-47e8-83d6-aeee6e213309 req-4d8693dc-e4a5-4ce3-9fce-47f3c37da7e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2c89afd-31ea-4d73-8bb3-0d84a9226c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487640 Sep 30 08:34:33.343744 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37025a92-4c5c-4877-b0f7-8576cffebb49 None None] Checking router: b062f44f-ff1b-469c-b0ac-dd83af41bab3 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:34:33.353079 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37025a92-4c5c-4877-b0f7-8576cffebb49 None None] Routers {'b062f44f-ff1b-469c-b0ac-dd83af41bab3'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:34:33.353681 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-37025a92-4c5c-4877-b0f7-8576cffebb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:34:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:33.413633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee7b7999-6d20-47e8-83d6-aeee6e213309 req-c4ab1a49-e593-404f-84d1-0222cdd1eeef service neutron] 10.222.0.36 "GET /v2.0/networks/a2c89afd-31ea-4d73-8bb3-0d84a9226c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906851 Sep 30 08:34:33.462452 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-37025a92-4c5c-4877-b0f7-8576cffebb49 None None] Set router b062f44f-ff1b-469c-b0ac-dd83af41bab3 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:34:33.531132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee7b7999-6d20-47e8-83d6-aeee6e213309 req-2d3d174d-0223-4b44-a438-7f73b8bf577f service neutron] 10.222.0.36 "GET /v2.0/networks/a2c89afd-31ea-4d73-8bb3-0d84a9226c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070571 Sep 30 08:34:33.671477 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-37025a92-4c5c-4877-b0f7-8576cffebb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892053467', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:57Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '061c9cdc-000d-4deb-a8e2-5e66848debfc', 'name': '', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b3:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:56Z', 'updated_at': '2021-09-30T08:33:01Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:33.701076 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37025a92-4c5c-4877-b0f7-8576cffebb49 None None] The sync data for ids ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'] in n-d-807359-2 is: [{'id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892053467', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:57Z', 'revision_number': 4, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '061c9cdc-000d-4deb-a8e2-5e66848debfc', 'name': '', 'network_id': 'a2c89afd-31ea-4d73-8bb3-0d84a9226c91', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'mac_address': 'fa:16:3e:b3:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:56Z', 'updated_at': '2021-09-30T08:33:01Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'subnets': [{'id': '90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:34:33.891553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37610) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:33.925747 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24189a80-2c74-4b4c-9421-9ed59eaa629b None None] New status for floating IP 3f30d6af-71b2-42ca-a959-764cced438d0: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:34:34.001771 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1255f30a-e033-416e-a0bc-c882276457fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.094130 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1255f30a-e033-416e-a0bc-c882276457fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.098377 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1255f30a-e033-416e-a0bc-c882276457fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.136117 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1255f30a-e033-416e-a0bc-c882276457fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=068db97f9b2c44d590ccb9ce7d6bc94c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434154 Sep 30 08:34:34.136986 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255f30a-e033-416e-a0bc-c882276457fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cf161e-6958-4127-af5f-d6cd73b9e607,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:34.138919 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37614) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:34.188115 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.210138 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.255658 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.258196 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.259346 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34cf161e-6958-4127-af5f-d6cd73b9e607 HTTP/1.1" status: 204 len: 168 time: 0.1194992 Sep 30 08:34:34.266613 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cf161e-6958-4127-af5f-d6cd73b9e607,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:34.274424 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:34.274767 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:34.275103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:34.275434 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:34.275761 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:34.276110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:34.276433 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:34.276758 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:34.277076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:34.277396 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:34.277720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:34.278034 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb7a78-fe92-477c-aa9f-30b9eb140a0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:34.386233 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfac475-91bc-4b75-91ef-5dc7d7138c0b req-acb104a7-abc9-4323-9f28-6370474163a2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:34.387786 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ddfac475-91bc-4b75-91ef-5dc7d7138c0b req-acb104a7-abc9-4323-9f28-6370474163a2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.0545785 Sep 30 08:34:34.451751 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ddfac475-91bc-4b75-91ef-5dc7d7138c0b req-91db3752-d870-4a56-8d9b-21dc594a76c7 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c285a77-cbeb-4945-b878-0fceec242b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580769 Sep 30 08:34:34.469165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645e1e7-55d3-4f0b-a0a7-40f08fcb0cb6 req-73007ed0-06de-451b-983f-7cfee38fc2f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:34.470647 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b645e1e7-55d3-4f0b-a0a7-40f08fcb0cb6 req-73007ed0-06de-451b-983f-7cfee38fc2f2 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "GET /v2.0/ports?device_id=9870baf9-7937-43f9-8265-cf5168912157 HTTP/1.1" status: 200 len: 946 time: 0.0630083 Sep 30 08:34:34.547212 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37622) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:34.560222 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86205741-dfee-4d47-bed0-fa8b7a7cbcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.569790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b645e1e7-55d3-4f0b-a0a7-40f08fcb0cb6 req-931b7ebc-50fa-4b4b-be91-5d035a458b9c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:34.570145 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b645e1e7-55d3-4f0b-a0a7-40f08fcb0cb6 req-931b7ebc-50fa-4b4b-be91-5d035a458b9c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.655463 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86205741-dfee-4d47-bed0-fa8b7a7cbcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.660134 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86205741-dfee-4d47-bed0-fa8b7a7cbcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.668116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b645e1e7-55d3-4f0b-a0a7-40f08fcb0cb6 req-931b7ebc-50fa-4b4b-be91-5d035a458b9c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] For port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd,segment=NetworkSegment(71fff33d-ca18-45af-b1f7-e7225b125e6a),segment_id=71fff33d-ca18-45af-b1f7-e7225b125e6a)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:34.668482 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b645e1e7-55d3-4f0b-a0a7-40f08fcb0cb6 req-931b7ebc-50fa-4b4b-be91-5d035a458b9c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.682281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b645e1e7-55d3-4f0b-a0a7-40f08fcb0cb6 req-931b7ebc-50fa-4b4b-be91-5d035a458b9c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Calling delete_port for 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:34.698573 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-86205741-dfee-4d47-bed0-fa8b7a7cbcca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07b347035d214aa29710b7117b67b7a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501806 Sep 30 08:34:34.699412 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86205741-dfee-4d47-bed0-fa8b7a7cbcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f9c1c9-2aca-41e5-8c6d-21c5c32addfd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:34.701827 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37624) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:34.752860 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d61d9e3e-4096-42e4-a68d-5f9fd56364ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.774210 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d61d9e3e-4096-42e4-a68d-5f9fd56364ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.813352 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b645e1e7-55d3-4f0b-a0a7-40f08fcb0cb6 req-931b7ebc-50fa-4b4b-be91-5d035a458b9c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.822883 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d61d9e3e-4096-42e4-a68d-5f9fd56364ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.825515 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d61d9e3e-4096-42e4-a68d-5f9fd56364ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.826673 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d61d9e3e-4096-42e4-a68d-5f9fd56364ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7f9c1c9-2aca-41e5-8c6d-21c5c32addfd HTTP/1.1" status: 204 len: 168 time: 0.1240683 Sep 30 08:34:34.835020 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d9e3e-4096-42e4-a68d-5f9fd56364ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f9c1c9-2aca-41e5-8c6d-21c5c32addfd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:34.845137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b7ebc-50fa-4b4b-be91-5d035a458b9c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Port': ['ID=16fc2f2d-af4b-4c68-8d09-dd9d452eaabd,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:34.887948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b645e1e7-55d3-4f0b-a0a7-40f08fcb0cb6 req-931b7ebc-50fa-4b4b-be91-5d035a458b9c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] No DVR routers for this DVR port 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:34:34.890671 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b645e1e7-55d3-4f0b-a0a7-40f08fcb0cb6 req-931b7ebc-50fa-4b4b-be91-5d035a458b9c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:34.892754 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b645e1e7-55d3-4f0b-a0a7-40f08fcb0cb6 req-931b7ebc-50fa-4b4b-be91-5d035a458b9c tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.36 "DELETE /v2.0/ports/16fc2f2d-af4b-4c68-8d09-dd9d452eaabd HTTP/1.1" status: 204 len: 173 time: 0.4164095 Sep 30 08:34:34.895389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9870baf9-7937-43f9-8265-cf5168912157', 'name': 'network-vif-deleted', 'tag': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:34:34.897722 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635358f4-90a2-4e96-9122-cae3040c8c58" -d '{"events": [{"server_uuid": "9870baf9-7937-43f9-8265-cf5168912157", "name": "network-vif-deleted", "tag": "16fc2f2d-af4b-4c68-8d09-dd9d452eaabd"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:34:34.938370 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b274bc0-7a4d-400f-94bd-26ee43a97233 x-openstack-request-id: req-6b274bc0-7a4d-400f-94bd-26ee43a97233 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:34:34.938625 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9870baf9-7937-43f9-8265-cf5168912157", "name": "network-vif-deleted", "tag": "16fc2f2d-af4b-4c68-8d09-dd9d452eaabd", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:34:34.938891 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b274bc0-7a4d-400f-94bd-26ee43a97233 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:34:34.940476 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9870baf9-7937-43f9-8265-cf5168912157', 'name': 'network-vif-deleted', 'tag': '16fc2f2d-af4b-4c68-8d09-dd9d452eaabd', 'status': 'completed', 'code': 200} Sep 30 08:34:35.508769 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37648) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:35.883660 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-136bcb9a-4de4-4ccb-9674-994983b20ade tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:36.158232 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-136bcb9a-4de4-4ccb-9674-994983b20ade tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting port 061c9cdc-000d-4deb-a8e2-5e66848debfc {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:36.158664 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-136bcb9a-4de4-4ccb-9674-994983b20ade tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:36.248086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-136bcb9a-4de4-4ccb-9674-994983b20ade tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] For port 061c9cdc-000d-4deb-a8e2-5e66848debfc, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=061c9cdc-000d-4deb-a8e2-5e66848debfc,segment=NetworkSegment(71fff33d-ca18-45af-b1f7-e7225b125e6a),segment_id=71fff33d-ca18-45af-b1f7-e7225b125e6a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:36.248454 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-136bcb9a-4de4-4ccb-9674-994983b20ade tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:36.261863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-136bcb9a-4de4-4ccb-9674-994983b20ade tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Calling delete_port for 061c9cdc-000d-4deb-a8e2-5e66848debfc owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:36.484328 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-136bcb9a-4de4-4ccb-9674-994983b20ade tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:36.510334 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bcb9a-4de4-4ccb-9674-994983b20ade tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Port': ['ID=061c9cdc-000d-4deb-a8e2-5e66848debfc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:36.733834 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-136bcb9a-4de4-4ccb-9674-994983b20ade tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:36.891345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37704) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:36.959256 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136bcb9a-4de4-4ccb-9674-994983b20ade tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Router b062f44f-ff1b-469c-b0ac-dd83af41bab3 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:34:37.003787 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0347ea68-42fa-4ebb-aab1-7d473ebb3e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.067478 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136bcb9a-4de4-4ccb-9674-994983b20ade tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:34:37.072968 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-136bcb9a-4de4-4ccb-9674-994983b20ade tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "PUT /v2.0/routers/b062f44f-ff1b-469c-b0ac-dd83af41bab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5627997 Sep 30 08:34:37.075483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:37.079756 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c9dfed-2da0-41f5-a7ef-53c0d66b3d2c None None] Sync routers for ids ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:34:37.094128 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c9dfed-2da0-41f5-a7ef-53c0d66b3d2c None None] Routers {'b062f44f-ff1b-469c-b0ac-dd83af41bab3'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:34:37.094735 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-11c9dfed-2da0-41f5-a7ef-53c0d66b3d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:34:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:37.097370 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0347ea68-42fa-4ebb-aab1-7d473ebb3e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.102411 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0347ea68-42fa-4ebb-aab1-7d473ebb3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.132447 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aee4c31-3a98-44e4-a7fe-111a29eb2ee9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting subnet 90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:34:37.135948 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4aee4c31-3a98-44e4-a7fe-111a29eb2ee9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.145290 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0347ea68-42fa-4ebb-aab1-7d473ebb3e6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b0be73193de42d88cec4d4622ddfecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526698 Sep 30 08:34:37.146051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37710) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:37.158950 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347ea68-42fa-4ebb-aab1-7d473ebb3e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e5b5d5-0d60-4d37-9044-13f364049e64,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:37.182190 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4aee4c31-3a98-44e4-a7fe-111a29eb2ee9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.200041 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96c78195-7f50-4e37-b801-cd17ca0ca46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.204725 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-11c9dfed-2da0-41f5-a7ef-53c0d66b3d2c None None] Set router b062f44f-ff1b-469c-b0ac-dd83af41bab3 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:34:37.222371 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96c78195-7f50-4e37-b801-cd17ca0ca46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.277892 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96c78195-7f50-4e37-b801-cd17ca0ca46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.280270 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:34:37.281092 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4aee4c31-3a98-44e4-a7fe-111a29eb2ee9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.281602 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96c78195-7f50-4e37-b801-cd17ca0ca46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.282898 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-96c78195-7f50-4e37-b801-cd17ca0ca46e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70e5b5d5-0d60-4d37-9044-13f364049e64 HTTP/1.1" status: 204 len: 168 time: 0.1349959 Sep 30 08:34:37.302411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c78195-7f50-4e37-b801-cd17ca0ca46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e5b5d5-0d60-4d37-9044-13f364049e64,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:37.357434 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4aee4c31-3a98-44e4-a7fe-111a29eb2ee9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.384350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee4c31-3a98-44e4-a7fe-111a29eb2ee9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Subnet': ['ID=90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:37.388289 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4aee4c31-3a98-44e4-a7fe-111a29eb2ee9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.390186 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4aee4c31-3a98-44e4-a7fe-111a29eb2ee9 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/subnets/90c4a4bd-0b02-45ad-80a8-0ceb64c2d33e HTTP/1.1" status: 204 len: 168 time: 0.3137417 Sep 30 08:34:37.394291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37714) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:37.405498 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ff961b-4cd1-41fb-930c-a36025627c38 None None] Network a2c89afd-31ea-4d73-8bb3-0d84a9226c91 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:37.420924 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-11c9dfed-2da0-41f5-a7ef-53c0d66b3d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892053467', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:34:36Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:37.450163 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c9dfed-2da0-41f5-a7ef-53c0d66b3d2c None None] Checking router: b062f44f-ff1b-469c-b0ac-dd83af41bab3 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:34:37.460438 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c9dfed-2da0-41f5-a7ef-53c0d66b3d2c None None] Routers {'b062f44f-ff1b-469c-b0ac-dd83af41bab3'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:34:37.461304 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-11c9dfed-2da0-41f5-a7ef-53c0d66b3d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:34:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:37.526756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8386d934-56f8-47c5-9fcb-1a4e9df13bbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.590552 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-11c9dfed-2da0-41f5-a7ef-53c0d66b3d2c None None] Set router b062f44f-ff1b-469c-b0ac-dd83af41bab3 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:34:37.623179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:37.623692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5c5628-dbf9-4e12-bbfa-d1b531111854 None None] DHCP port deletion for a2c89afd-31ea-4d73-8bb3-0d84a9226c91 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:34:37.642334 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85ed019f-e5c5-46e7-8806-71012142c755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.678122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ac5c5628-dbf9-4e12-bbfa-d1b531111854 None None] Deleting port 549e5847-fca3-426e-857e-41a67886737f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:37.678577 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8386d934-56f8-47c5-9fcb-1a4e9df13bbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.678757 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ac5c5628-dbf9-4e12-bbfa-d1b531111854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.752714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-8386d934-56f8-47c5-9fcb-1a4e9df13bbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Deleting port fce4e4b3-1173-4272-b23a-acc4390964a7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:37.754013 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8386d934-56f8-47c5-9fcb-1a4e9df13bbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.757751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ac5c5628-dbf9-4e12-bbfa-d1b531111854 None None] For port 549e5847-fca3-426e-857e-41a67886737f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=549e5847-fca3-426e-857e-41a67886737f,segment=NetworkSegment(71fff33d-ca18-45af-b1f7-e7225b125e6a),segment_id=71fff33d-ca18-45af-b1f7-e7225b125e6a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:37.758424 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ac5c5628-dbf9-4e12-bbfa-d1b531111854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.761455 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85ed019f-e5c5-46e7-8806-71012142c755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.767400 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85ed019f-e5c5-46e7-8806-71012142c755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.774408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ac5c5628-dbf9-4e12-bbfa-d1b531111854 None None] Calling delete_port for 549e5847-fca3-426e-857e-41a67886737f owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:37.814878 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-85ed019f-e5c5-46e7-8806-71012142c755 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f1a8fb775ea4a7492c95c74e3efb4a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872852 Sep 30 08:34:37.820054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37720) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:37.824573 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed019f-e5c5-46e7-8806-71012142c755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc711366-c4cf-428d-bd86-ff79722d7dd3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:37.831094 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-11c9dfed-2da0-41f5-a7ef-53c0d66b3d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892053467', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:34:36Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:37.860368 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c9dfed-2da0-41f5-a7ef-53c0d66b3d2c None None] The sync data for ids ['b062f44f-ff1b-469c-b0ac-dd83af41bab3'] in n-d-807359-2 is: [{'id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892053467', 'tenant_id': '9cc3341683d74857bfb7b0b638c15491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:34:36Z', 'revision_number': 5, 'project_id': '9cc3341683d74857bfb7b0b638c15491', 'gw_port': {'id': 'fce4e4b3-1173-4272-b23a-acc4390964a7', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062f44f-ff1b-469c-b0ac-dd83af41bab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:32:53Z', 'updated_at': '2021-09-30T08:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:34:37.882801 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ac5c5628-dbf9-4e12-bbfa-d1b531111854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.885397 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-8386d934-56f8-47c5-9fcb-1a4e9df13bbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] For port fce4e4b3-1173-4272-b23a-acc4390964a7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fce4e4b3-1173-4272-b23a-acc4390964a7,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:37.886045 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8386d934-56f8-47c5-9fcb-1a4e9df13bbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.906208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-8386d934-56f8-47c5-9fcb-1a4e9df13bbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Calling delete_port for fce4e4b3-1173-4272-b23a-acc4390964a7 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:37.913973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c5628-dbf9-4e12-bbfa-d1b531111854 None None] Pushing event deleted for resources: {'Port': ['ID=549e5847-fca3-426e-857e-41a67886737f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:37.917199 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a26f44e-d056-4b9c-b689-6acbe6f22cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:37.919049 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c5628-dbf9-4e12-bbfa-d1b531111854 None None] No DVR routers for this DVR port 549e5847-fca3-426e-857e-41a67886737f on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:34:37.976529 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a26f44e-d056-4b9c-b689-6acbe6f22cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.074585 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a26f44e-d056-4b9c-b689-6acbe6f22cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.077061 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a26f44e-d056-4b9c-b689-6acbe6f22cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.078208 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9a26f44e-d056-4b9c-b689-6acbe6f22cb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc711366-c4cf-428d-bd86-ff79722d7dd3 HTTP/1.1" status: 204 len: 168 time: 0.2572556 Sep 30 08:34:38.114550 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26f44e-d056-4b9c-b689-6acbe6f22cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc711366-c4cf-428d-bd86-ff79722d7dd3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:38.135109 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8386d934-56f8-47c5-9fcb-1a4e9df13bbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.159707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386d934-56f8-47c5-9fcb-1a4e9df13bbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Port': ['ID=fce4e4b3-1173-4272-b23a-acc4390964a7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:38.227532 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8386d934-56f8-47c5-9fcb-1a4e9df13bbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.328244 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8386d934-56f8-47c5-9fcb-1a4e9df13bbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.330503 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8386d934-56f8-47c5-9fcb-1a4e9df13bbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.390414 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8386d934-56f8-47c5-9fcb-1a4e9df13bbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.391449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8386d934-56f8-47c5-9fcb-1a4e9df13bbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Fanout notify agent at l3_agent the message router_deleted on router b062f44f-ff1b-469c-b0ac-dd83af41bab3 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:34:38.398941 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8386d934-56f8-47c5-9fcb-1a4e9df13bbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.400314 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8386d934-56f8-47c5-9fcb-1a4e9df13bbb tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/routers/b062f44f-ff1b-469c-b0ac-dd83af41bab3 HTTP/1.1" status: 204 len: 168 time: 1.0057418 Sep 30 08:34:38.403115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37730) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:38.484095 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ca313b6-476a-4da2-9de7-9cd4bf0ca083 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.581711 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ca313b6-476a-4da2-9de7-9cd4bf0ca083 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.602866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-0ca313b6-476a-4da2-9de7-9cd4bf0ca083 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c89afd-31ea-4d73-8bb3-0d84a9226c91']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:38.613204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-0ca313b6-476a-4da2-9de7-9cd4bf0ca083 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fff33d-ca18-45af-b1f7-e7225b125e6a') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:38.613556 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-0ca313b6-476a-4da2-9de7-9cd4bf0ca083 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fff33d-ca18-45af-b1f7-e7225b125e6a') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:38.623526 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ca313b6-476a-4da2-9de7-9cd4bf0ca083 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.640322 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ca313b6-476a-4da2-9de7-9cd4bf0ca083 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.647024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca313b6-476a-4da2-9de7-9cd4bf0ca083 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:38.647349 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ca313b6-476a-4da2-9de7-9cd4bf0ca083 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:38.660795 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:38.733420 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ca313b6-476a-4da2-9de7-9cd4bf0ca083 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.738170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fce4e4b3-1173-4272-b23a-acc4390964a7 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:38.744034 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ca313b6-476a-4da2-9de7-9cd4bf0ca083 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.746464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0ca313b6-476a-4da2-9de7-9cd4bf0ca083 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/networks/a2c89afd-31ea-4d73-8bb3-0d84a9226c91 HTTP/1.1" status: 204 len: 168 time: 0.3422191 Sep 30 08:34:38.749433 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37742) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:38.764926 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: fce4e4b3-1173-4272-b23a-acc4390964a7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:38.765277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fce4e4b3-1173-4272-b23a-acc4390964a7 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:38.765709 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 061c9cdc-000d-4deb-a8e2-5e66848debfc no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:38.767294 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca313b6-476a-4da2-9de7-9cd4bf0ca083 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'Network': ['ID=a2c89afd-31ea-4d73-8bb3-0d84a9226c91,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:38.790572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 061c9cdc-000d-4deb-a8e2-5e66848debfc {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:38.790927 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 061c9cdc-000d-4deb-a8e2-5e66848debfc not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:38.791525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 549e5847-fca3-426e-857e-41a67886737f no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:38.816726 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 549e5847-fca3-426e-857e-41a67886737f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:38.817443 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 549e5847-fca3-426e-857e-41a67886737f not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:38.825445 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4dddf9d-178b-4b7c-8240-3fb4413aedb8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.856608 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4dddf9d-178b-4b7c-8240-3fb4413aedb8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.917265 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4dddf9d-178b-4b7c-8240-3fb4413aedb8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.920003 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4dddf9d-178b-4b7c-8240-3fb4413aedb8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:38.921356 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b4dddf9d-178b-4b7c-8240-3fb4413aedb8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] 10.222.0.24 "DELETE /v2.0/security-groups/3c285a77-cbeb-4945-b878-0fceec242b81 HTTP/1.1" status: 204 len: 168 time: 0.1708291 Sep 30 08:34:38.932350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dddf9d-178b-4b7c-8240-3fb4413aedb8 tempest-TestNetworkAdvancedServerOps-1991457327 tempest-TestNetworkAdvancedServerOps-1991457327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c285a77-cbeb-4945-b878-0fceec242b81,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:39.223595 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37786) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:39.371219 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4e87b399-cc5d-49cd-9102-38cd6d726ccb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cc3341683d74857bfb7b0b638c15491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462755 Sep 30 08:34:39.373653 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37818) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:39.423464 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4821443-18d7-4e78-91ef-4129a9a21a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.446944 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4821443-18d7-4e78-91ef-4129a9a21a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.460127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:34:39.480203 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:34:39.480705 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 16fc2f2d-af4b-4c68-8d09-dd9d452eaabd not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:34:39.508963 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4821443-18d7-4e78-91ef-4129a9a21a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.512316 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4821443-18d7-4e78-91ef-4129a9a21a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.516547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b4821443-18d7-4e78-91ef-4129a9a21a21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13ac9d12-3144-4e1d-a565-8f5f05620937 HTTP/1.1" status: 204 len: 168 time: 0.1395438 Sep 30 08:34:39.529391 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4821443-18d7-4e78-91ef-4129a9a21a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ac9d12-3144-4e1d-a565-8f5f05620937,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:39.786731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37852) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:39.829570 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a4463efe-4917-4b5d-8e73-27c4c5525bec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77b1be25ac474580921dcb162f294a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413933 Sep 30 08:34:39.832435 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37854) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:39.872785 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37856) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:39.887823 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-708d6934-2cb1-4add-a64d-ee38902f587b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.911629 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-708d6934-2cb1-4add-a64d-ee38902f587b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.960093 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-708d6934-2cb1-4add-a64d-ee38902f587b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.962765 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-708d6934-2cb1-4add-a64d-ee38902f587b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:39.964060 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-708d6934-2cb1-4add-a64d-ee38902f587b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d610d6b-e5ff-4c6f-9fa8-cfbd3bfd6e97 HTTP/1.1" status: 204 len: 168 time: 0.1299295 Sep 30 08:34:39.972508 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d6934-2cb1-4add-a64d-ee38902f587b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d610d6b-e5ff-4c6f-9fa8-cfbd3bfd6e97,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:39.988998 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:40.084532 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:40.089865 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:40.135861 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f63a2379a69f4540a71a59c7ae9aa5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593427 Sep 30 08:34:40.135861 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8018c96d-f652-401d-bf79-353ad326e9d6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:40.136541 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37862) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:40.155966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:40.156312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:40.156651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:40.156990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:40.157321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:40.157654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:40.157978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:40.158299 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:40.158617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:40.158938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:40.159306 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:40.160041 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dfa9b5-b88d-4d2d-927f-7bf0ea17d116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:40.205125 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5717cbe2-bc01-4bb8-a43a-0356ee74ac5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:40.229972 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5717cbe2-bc01-4bb8-a43a-0356ee74ac5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:40.282949 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5717cbe2-bc01-4bb8-a43a-0356ee74ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:40.286707 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5717cbe2-bc01-4bb8-a43a-0356ee74ac5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:40.289025 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:40.291250 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5717cbe2-bc01-4bb8-a43a-0356ee74ac5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8018c96d-f652-401d-bf79-353ad326e9d6 HTTP/1.1" status: 204 len: 168 time: 0.1535199 Sep 30 08:34:40.299704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717cbe2-bc01-4bb8-a43a-0356ee74ac5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8018c96d-f652-401d-bf79-353ad326e9d6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:41.645690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37898) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:41.744031 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-eeb3fb5b-75f5-4b68-aa09-e6f4f573c291 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2005771224'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:41.744526 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-eeb3fb5b-75f5-4b68-aa09-e6f4f573c291 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] Unknown quota resources ['metering_label']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:34:41.900780 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eeb3fb5b-75f5-4b68-aa09-e6f4f573c291 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:41.901970 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-eeb3fb5b-75f5-4b68-aa09-e6f4f573c291 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2552931 Sep 30 08:34:41.904662 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37902) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:41.908676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-00dbc54b-5da1-4a10-ab55-5cbead056c56 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c5b30939-635f-482f-94a4-ebcef65e4944'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:41.909209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-00dbc54b-5da1-4a10-ab55-5cbead056c56 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:34:41.981520 n-d-807359-2 neutron-server[94838]: WARNING neutron.services.metering.metering_plugin [None req-00dbc54b-5da1-4a10-ab55-5cbead056c56 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 30 08:34:42.053388 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9001bb7e-99ad-4f29-b60d-f12277755b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:42.063829 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00dbc54b-5da1-4a10-ab55-5cbead056c56 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:42.065245 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-00dbc54b-5da1-4a10-ab55-5cbead056c56 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1596091 Sep 30 08:34:42.068639 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37904) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:42.072712 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ccf1b467-777e-4e43-9a0d-ee80dc413758 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c5b30939-635f-482f-94a4-ebcef65e4944'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:42.073192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ccf1b467-777e-4e43-9a0d-ee80dc413758 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:34:42.128713 n-d-807359-2 neutron-server[94838]: WARNING neutron.services.metering.metering_plugin [None req-ccf1b467-777e-4e43-9a0d-ee80dc413758 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 30 08:34:42.520767 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b467-777e-4e43-9a0d-ee80dc413758 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:42.521966 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ccf1b467-777e-4e43-9a0d-ee80dc413758 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4524126 Sep 30 08:34:42.524907 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37906) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:42.535443 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6e1e6f94-ad88-408f-a579-09e6825371f7 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=6d36a224-84f6-4b08-9a36-479410dd6fc8 HTTP/1.1" status: 200 len: 462 time: 0.0095477 Sep 30 08:34:42.537856 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37908) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:42.638469 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-39b2ba8b-326d-414b-b29b-8af551c89097 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:42.639607 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-39b2ba8b-326d-414b-b29b-8af551c89097 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/6d36a224-84f6-4b08-9a36-479410dd6fc8 HTTP/1.1" status: 204 len: 168 time: 0.1009290 Sep 30 08:34:42.642304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37910) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:42.652270 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-12682988-76ba-4b72-9c20-08443ca0a6c0 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=6d36a224-84f6-4b08-9a36-479410dd6fc8 HTTP/1.1" status: 200 len: 221 time: 0.0088770 Sep 30 08:34:42.655401 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37912) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:42.660283 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-72302461-351a-40da-9479-410e93917d47 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1075171506', 'description': 'label created by tempest'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:42.660435 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-72302461-351a-40da-9479-410e93917d47 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] Unknown quota resources ['metering_label']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 08:34:42.809431 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72302461-351a-40da-9479-410e93917d47 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:42.810526 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-72302461-351a-40da-9479-410e93917d47 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1541846 Sep 30 08:34:42.813192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:42.864297 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-47516a08-6f38-4f88-83fa-874ec8d6c90d tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=95ae7c63-612f-44fb-8c2e-a7af55d7416a HTTP/1.1" status: 200 len: 468 time: 0.0500417 Sep 30 08:34:42.867049 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37916) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:43.044372 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f0f6929-0291-4cad-bae4-e6e9c0a7041d tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.045521 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9f0f6929-0291-4cad-bae4-e6e9c0a7041d tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/95ae7c63-612f-44fb-8c2e-a7af55d7416a HTTP/1.1" status: 204 len: 168 time: 0.1775928 Sep 30 08:34:43.048231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37918) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:43.059550 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-27a45bd4-4bf0-454e-a61e-d06ec92011ac tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=95ae7c63-612f-44fb-8c2e-a7af55d7416a HTTP/1.1" status: 200 len: 216 time: 0.0102775 Sep 30 08:34:43.062499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:43.071037 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c70a7425-ff58-44a3-abf9-fc854ffe15e2 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0074773 Sep 30 08:34:43.073785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37922) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:43.084432 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9783042b-3405-4d09-8ad3-b44d73b6c856 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0097373 Sep 30 08:34:43.087766 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:43.137685 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7782d1e7-52f1-4bcc-b02d-0f5da5f81871 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/c5b30939-635f-482f-94a4-ebcef65e4944 HTTP/1.1" status: 200 len: 473 time: 0.0486665 Sep 30 08:34:43.140998 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37926) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:43.150240 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d35c256e-6d92-4be3-9428-00bf37e41f60 tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/a775a273-73c0-4fc4-bc9c-9cd2f7438a30 HTTP/1.1" status: 200 len: 459 time: 0.0082490 Sep 30 08:34:43.153478 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:43.252273 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b250-ca0c-43e1-a3be-2c18487378ff tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.254006 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fbe9b250-ca0c-43e1-a3be-2c18487378ff tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/a775a273-73c0-4fc4-bc9c-9cd2f7438a30 HTTP/1.1" status: 204 len: 168 time: 0.0996933 Sep 30 08:34:43.256537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37930) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:43.433995 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e81843f1-7767-4f8b-b774-b6520bc8808b tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.435134 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e81843f1-7767-4f8b-b774-b6520bc8808b tempest-MeteringIpV6TestJSON-18616115 tempest-MeteringIpV6TestJSON-18616115-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/c5b30939-635f-482f-94a4-ebcef65e4944 HTTP/1.1" status: 204 len: 168 time: 0.1777060 Sep 30 08:34:43.672410 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37936) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:43.777311 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5e150ee-cce8-4e07-a5fe-df823654b5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.862765 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5e150ee-cce8-4e07-a5fe-df823654b5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.866532 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5e150ee-cce8-4e07-a5fe-df823654b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.908438 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d5e150ee-cce8-4e07-a5fe-df823654b5bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=196a931b31cf4de1b52cde87d3875f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349422 Sep 30 08:34:43.909607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e150ee-cce8-4e07-a5fe-df823654b5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1561deb3-336b-43c9-991a-c36e76d96585,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:43.911184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37940) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:43.963995 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3586a5a6-bf52-4728-964c-099783e451d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:43.983931 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3586a5a6-bf52-4728-964c-099783e451d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.028415 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3586a5a6-bf52-4728-964c-099783e451d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.030986 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3586a5a6-bf52-4728-964c-099783e451d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.032177 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3586a5a6-bf52-4728-964c-099783e451d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1561deb3-336b-43c9-991a-c36e76d96585 HTTP/1.1" status: 204 len: 168 time: 0.1198928 Sep 30 08:34:44.040545 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586a5a6-bf52-4728-964c-099783e451d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1561deb3-336b-43c9-991a-c36e76d96585,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:44.290114 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37946) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:44.303799 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52a8ba96-3e84-4b59-b39c-f1823a9a0f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.390122 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52a8ba96-3e84-4b59-b39c-f1823a9a0f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.393995 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52a8ba96-3e84-4b59-b39c-f1823a9a0f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.432712 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-52a8ba96-3e84-4b59-b39c-f1823a9a0f1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d466e3d4b334a6d86d1f711670d0433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415310 Sep 30 08:34:44.434577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8ba96-3e84-4b59-b39c-f1823a9a0f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9bf349-a988-4b19-9b7c-00a95b10ad0f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:44.435398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37948) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:44.488298 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8840c86e-6d81-43ee-8179-31a52e578461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.508277 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8840c86e-6d81-43ee-8179-31a52e578461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.553780 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8840c86e-6d81-43ee-8179-31a52e578461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.556377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8840c86e-6d81-43ee-8179-31a52e578461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:44.557531 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8840c86e-6d81-43ee-8179-31a52e578461 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d9bf349-a988-4b19-9b7c-00a95b10ad0f HTTP/1.1" status: 204 len: 168 time: 0.1210997 Sep 30 08:34:44.565047 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840c86e-6d81-43ee-8179-31a52e578461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9bf349-a988-4b19-9b7c-00a95b10ad0f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:44.825956 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2522c8b5-176f-43fb-b38f-e273dc9f40bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.306662 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.315831 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37970) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:45.413419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a8a2f8d0-ab17-4708-890d-8130ef5b44be tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1843893700'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:45.432912 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a2f8d0-ab17-4708-890d-8130ef5b44be tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:45.436274 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f8d0-ab17-4708-890d-8130ef5b44be tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.445034 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f8d0-ab17-4708-890d-8130ef5b44be tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.536146 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f8d0-ab17-4708-890d-8130ef5b44be tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.540613 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f8d0-ab17-4708-890d-8130ef5b44be tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.567692 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a2f8d0-ab17-4708-890d-8130ef5b44be tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:45.578102 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2f8d0-ab17-4708-890d-8130ef5b44be tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b9a67e-c9e0-4355-a1bf-689f2c94f595,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:45.584468 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f8d0-ab17-4708-890d-8130ef5b44be tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.584814 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-a8a2f8d0-ab17-4708-890d-8130ef5b44be tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Added segment 5322bf46-60b7-4fb6-a980-4a969124da58 of type vlan for network f556cb3f-0b3b-4e99-a289-e171b608e6da Sep 30 08:34:45.624099 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f8d0-ab17-4708-890d-8130ef5b44be tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.649601 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f8d0-ab17-4708-890d-8130ef5b44be tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.655274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a2f8d0-ab17-4708-890d-8130ef5b44be tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:45.655850 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f8d0-ab17-4708-890d-8130ef5b44be tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:45.698272 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a8a2f8d0-ab17-4708-890d-8130ef5b44be tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3813200 Sep 30 08:34:45.761427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2f8d0-ab17-4708-890d-8130ef5b44be tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Network': ['ID=f556cb3f-0b3b-4e99-a289-e171b608e6da,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:45.771447 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f556cb3f-0b3b-4e99-a289-e171b608e6da details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:45.906137 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:47.788062 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:48.842244 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37974) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:48.847854 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-da0e1543-fe8a-42ca-bf60-2a3e09276048 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'subnet': {'network_id': 'f556cb3f-0b3b-4e99-a289-e171b608e6da', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:48.933097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0e1543-fe8a-42ca-bf60-2a3e09276048 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:48.936704 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da0e1543-fe8a-42ca-bf60-2a3e09276048 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.114212 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da0e1543-fe8a-42ca-bf60-2a3e09276048 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.177638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e1543-fe8a-42ca-bf60-2a3e09276048 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Subnet': ['ID=0186681a-d117-49ec-bdb1-df3e05907ae4,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:49.185996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0e1543-fe8a-42ca-bf60-2a3e09276048 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Checking segment: {'id': '5322bf46-60b7-4fb6-a980-4a969124da58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f556cb3f-0b3b-4e99-a289-e171b608e6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:49.186351 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0e1543-fe8a-42ca-bf60-2a3e09276048 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network hostable DHCP agents. Network: f556cb3f-0b3b-4e99-a289-e171b608e6da, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:34:49.203739 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0e1543-fe8a-42ca-bf60-2a3e09276048 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network f556cb3f-0b3b-4e99-a289-e171b608e6da is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:34:49.215213 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-da0e1543-fe8a-42ca-bf60-2a3e09276048 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f556cb3f-0b3b-4e99-a289-e171b608e6da) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:49.219661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e1543-fe8a-42ca-bf60-2a3e09276048 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:49.220282 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da0e1543-fe8a-42ca-bf60-2a3e09276048 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.227840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c05bb0-f755-49a1-840c-49b4adcb7de7 None None] Network f556cb3f-0b3b-4e99-a289-e171b608e6da requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:49.236728 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-da0e1543-fe8a-42ca-bf60-2a3e09276048 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3932290 Sep 30 08:34:49.240834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37976) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:49.246183 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2b03ff8c-aaf8-4ff2-8422-a4ec9680fba3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-617207948'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:49.272537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b03ff8c-aaf8-4ff2-8422-a4ec9680fba3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:49.276326 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b03ff8c-aaf8-4ff2-8422-a4ec9680fba3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.322548 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b03ff8c-aaf8-4ff2-8422-a4ec9680fba3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:49.335528 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b03ff8c-aaf8-4ff2-8422-a4ec9680fba3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.336629 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-2b03ff8c-aaf8-4ff2-8422-a4ec9680fba3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Added segment 4cd4b370-1c99-4e87-8732-979d5178dc23 of type vlan for network 493eaa30-177b-4a98-a676-4932c2c8c485 Sep 30 08:34:49.385559 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b03ff8c-aaf8-4ff2-8422-a4ec9680fba3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.392351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-f556cb3f-0b3b-4e99-a289-e171b608e6da', 'network_id': 'f556cb3f-0b3b-4e99-a289-e171b608e6da', 'tenant_id': '3d0bdfd2652b4beeb6155e3fead0286f', 'fixed_ips': [{'subnet_id': '0186681a-d117-49ec-bdb1-df3e05907ae4'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:34:49.393249 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.410596 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b03ff8c-aaf8-4ff2-8422-a4ec9680fba3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.416800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b03ff8c-aaf8-4ff2-8422-a4ec9680fba3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:49.417568 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b03ff8c-aaf8-4ff2-8422-a4ec9680fba3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.457634 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2b03ff8c-aaf8-4ff2-8422-a4ec9680fba3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2155321 Sep 30 08:34:49.460822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37978) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:49.466077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6675e5c6-30b1-4e57-858e-fccc73899641 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'subnet': {'network_id': '493eaa30-177b-4a98-a676-4932c2c8c485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:49.494210 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03ff8c-aaf8-4ff2-8422-a4ec9680fba3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Network': ['ID=493eaa30-177b-4a98-a676-4932c2c8c485,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:49.527268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 493eaa30-177b-4a98-a676-4932c2c8c485 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:49.564910 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6675e5c6-30b1-4e57-858e-fccc73899641 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:49.568902 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6675e5c6-30b1-4e57-858e-fccc73899641 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.605237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Allocated IP 2001:db8:0:ffff::2 (f556cb3f-0b3b-4e99-a289-e171b608e6da/0186681a-d117-49ec-bdb1-df3e05907ae4/f890637b-cbe9-4ec7-81db-7bb85aa9ac00) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:49.752971 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6675e5c6-30b1-4e57-858e-fccc73899641 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.757233 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.762566 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.798619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Network f556cb3f-0b3b-4e99-a289-e171b608e6da is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:49.803594 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:49.806951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:49.814351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Pushing event updated for resources: {'Port': ['ID=f890637b-cbe9-4ec7-81db-7bb85aa9ac00,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:49.822245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675e5c6-30b1-4e57-858e-fccc73899641 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Subnet': ['ID=fa7404d8-a0dd-4dd2-805a-2c48a60ad05f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:49.826536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6675e5c6-30b1-4e57-858e-fccc73899641 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Checking segment: {'id': '4cd4b370-1c99-4e87-8732-979d5178dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '493eaa30-177b-4a98-a676-4932c2c8c485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:49.826903 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6675e5c6-30b1-4e57-858e-fccc73899641 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network hostable DHCP agents. Network: 493eaa30-177b-4a98-a676-4932c2c8c485, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:34:49.845519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6675e5c6-30b1-4e57-858e-fccc73899641 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network 493eaa30-177b-4a98-a676-4932c2c8c485 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:34:49.846912 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:49.847322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:49.847809 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:49.848172 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:49.848517 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:49.848846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:49.849174 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:49.849497 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:49.849823 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:49.850141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:49.850463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:49.850787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:34:49.856052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-6675e5c6-30b1-4e57-858e-fccc73899641 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 493eaa30-177b-4a98-a676-4932c2c8c485) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:49.860293 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6675e5c6-30b1-4e57-858e-fccc73899641 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:49.860891 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6675e5c6-30b1-4e57-858e-fccc73899641 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.875984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6675e5c6-30b1-4e57-858e-fccc73899641 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4140148 Sep 30 08:34:49.879147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37980) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:49.879515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05883bc2-750b-4e12-95ce-b3ed184546a8 None None] Network 493eaa30-177b-4a98-a676-4932c2c8c485 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:49.902691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Attempting to bind port f890637b-cbe9-4ec7-81db-7bb85aa9ac00 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:34:49.903065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Attempting to bind port f890637b-cbe9-4ec7-81db-7bb85aa9ac00 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '5322bf46-60b7-4fb6-a980-4a969124da58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f556cb3f-0b3b-4e99-a289-e171b608e6da'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:34:49.903435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Attempting to bind port f890637b-cbe9-4ec7-81db-7bb85aa9ac00 on network f556cb3f-0b3b-4e99-a289-e171b608e6da {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:49.916808 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:34:49.917189 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Checking segment: {'id': '5322bf46-60b7-4fb6-a980-4a969124da58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f556cb3f-0b3b-4e99-a289-e171b608e6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:49.917596 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.917995 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Bound using segment: {'id': '5322bf46-60b7-4fb6-a980-4a969124da58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f556cb3f-0b3b-4e99-a289-e171b608e6da'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:34:49.918462 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Bound port: f890637b-cbe9-4ec7-81db-7bb85aa9ac00, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5322bf46-60b7-4fb6-a980-4a969124da58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f556cb3f-0b3b-4e99-a289-e171b608e6da'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:34:49.918849 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:49.973630 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f501c14-3ee0-45c4-af23-55634c4be9b7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.049233 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] For port f890637b-cbe9-4ec7-81db-7bb85aa9ac00, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:34:50.052749 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f501c14-3ee0-45c4-af23-55634c4be9b7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.054740 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] For port f890637b-cbe9-4ec7-81db-7bb85aa9ac00, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f890637b-cbe9-4ec7-81db-7bb85aa9ac00,segment=NetworkSegment(5322bf46-60b7-4fb6-a980-4a969124da58),segment_id=5322bf46-60b7-4fb6-a980-4a969124da58)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:34:50.062137 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.118500 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f501c14-3ee0-45c4-af23-55634c4be9b7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.119458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f1d3ba-2b9d-463a-bc19-b2ed35ef3f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-493eaa30-177b-4a98-a676-4932c2c8c485', 'network_id': '493eaa30-177b-4a98-a676-4932c2c8c485', 'tenant_id': '3d0bdfd2652b4beeb6155e3fead0286f', 'fixed_ips': [{'subnet_id': 'fa7404d8-a0dd-4dd2-805a-2c48a60ad05f'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:34:50.120442 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75f1d3ba-2b9d-463a-bc19-b2ed35ef3f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.150986 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f501c14-3ee0-45c4-af23-55634c4be9b7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Subnet': ['ID=fa7404d8-a0dd-4dd2-805a-2c48a60ad05f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:50.154077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992f77c-1801-4295-938f-a294a0f194ba None None] Pushing event updated for resources: {'Port': ['ID=f890637b-cbe9-4ec7-81db-7bb85aa9ac00,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:50.218509 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f501c14-3ee0-45c4-af23-55634c4be9b7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.231424 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839291b9-c31f-42b8-9ff4-a89cd54ca0cb None None] Network 493eaa30-177b-4a98-a676-4932c2c8c485 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:50.243643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-8f501c14-3ee0-45c4-af23-55634c4be9b7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493eaa30-177b-4a98-a676-4932c2c8c485']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:50.254237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-8f501c14-3ee0-45c4-af23-55634c4be9b7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd4b370-1c99-4e87-8732-979d5178dc23') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:50.254545 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-8f501c14-3ee0-45c4-af23-55634c4be9b7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd4b370-1c99-4e87-8732-979d5178dc23') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:50.264810 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f501c14-3ee0-45c4-af23-55634c4be9b7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.279210 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f501c14-3ee0-45c4-af23-55634c4be9b7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.286741 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f501c14-3ee0-45c4-af23-55634c4be9b7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:50.288099 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f501c14-3ee0-45c4-af23-55634c4be9b7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:50.291257 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:50.376342 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f501c14-3ee0-45c4-af23-55634c4be9b7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.382242 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f501c14-3ee0-45c4-af23-55634c4be9b7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.388016 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8f501c14-3ee0-45c4-af23-55634c4be9b7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/493eaa30-177b-4a98-a676-4932c2c8c485 HTTP/1.1" status: 204 len: 168 time: 0.5043871 Sep 30 08:34:50.388519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:50.394305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d4c5c5b4-2aca-4523-9dad-89e3318fb779 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1517847099'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:50.404119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f501c14-3ee0-45c4-af23-55634c4be9b7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Network': ['ID=493eaa30-177b-4a98-a676-4932c2c8c485,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:50.416580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c5c5b4-2aca-4523-9dad-89e3318fb779 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:50.420045 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c5b4-2aca-4523-9dad-89e3318fb779 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.445123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c5c5b4-2aca-4523-9dad-89e3318fb779 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:50.454272 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c5b4-2aca-4523-9dad-89e3318fb779 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.454618 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-d4c5c5b4-2aca-4523-9dad-89e3318fb779 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Added segment 0c0f2c53-c315-4548-b6e1-db249923b257 of type vlan for network b72570d0-325b-46c0-85fd-3bad79100495 Sep 30 08:34:50.494414 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c5b4-2aca-4523-9dad-89e3318fb779 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.519089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c5b4-2aca-4523-9dad-89e3318fb779 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.524789 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c5c5b4-2aca-4523-9dad-89e3318fb779 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:50.525370 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4c5c5b4-2aca-4523-9dad-89e3318fb779 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.552907 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d4c5c5b4-2aca-4523-9dad-89e3318fb779 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1631429 Sep 30 08:34:50.555871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37984) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:50.561127 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-35cc4a97-35cb-4e9e-bec9-2507825c5955 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'subnet': {'network_id': 'b72570d0-325b-46c0-85fd-3bad79100495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:50.598497 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5c5b4-2aca-4523-9dad-89e3318fb779 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Network': ['ID=b72570d0-325b-46c0-85fd-3bad79100495,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:50.608686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network b72570d0-325b-46c0-85fd-3bad79100495 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:50.667545 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cc4a97-35cb-4e9e-bec9-2507825c5955 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:50.671216 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35cc4a97-35cb-4e9e-bec9-2507825c5955 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.744602 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f890637b-cbe9-4ec7-81db-7bb85aa9ac00 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:50.801520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port f890637b-cbe9-4ec7-81db-7bb85aa9ac00 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:50.801897 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.895706 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.932716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port f890637b-cbe9-4ec7-81db-7bb85aa9ac00, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f890637b-cbe9-4ec7-81db-7bb85aa9ac00,segment=NetworkSegment(5322bf46-60b7-4fb6-a980-4a969124da58),segment_id=5322bf46-60b7-4fb6-a980-4a969124da58)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:50.937576 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:50.991540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=f890637b-cbe9-4ec7-81db-7bb85aa9ac00,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:51.115125 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d300f4c-1541-479a-92bf-93b042f2afaf None None] Network f556cb3f-0b3b-4e99-a289-e171b608e6da requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:51.170168 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35cc4a97-35cb-4e9e-bec9-2507825c5955 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.192591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a100597f-43ec-446c-8785-a5163d7409c4 None None] Provisioning complete for port f890637b-cbe9-4ec7-81db-7bb85aa9ac00 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:51.192970 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a100597f-43ec-446c-8785-a5163d7409c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.229617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc4a97-35cb-4e9e-bec9-2507825c5955 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Subnet': ['ID=4311d250-0863-4230-a448-3cde4ce38263,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:51.238547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc4a97-35cb-4e9e-bec9-2507825c5955 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Checking segment: {'id': '0c0f2c53-c315-4548-b6e1-db249923b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b72570d0-325b-46c0-85fd-3bad79100495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:51.238905 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cc4a97-35cb-4e9e-bec9-2507825c5955 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network hostable DHCP agents. Network: b72570d0-325b-46c0-85fd-3bad79100495, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:34:51.255043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cc4a97-35cb-4e9e-bec9-2507825c5955 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network b72570d0-325b-46c0-85fd-3bad79100495 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:34:51.263895 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-35cc4a97-35cb-4e9e-bec9-2507825c5955 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, b72570d0-325b-46c0-85fd-3bad79100495) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:51.268290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cc4a97-35cb-4e9e-bec9-2507825c5955 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:51.268957 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35cc4a97-35cb-4e9e-bec9-2507825c5955 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.275294 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea032f0-bbaf-4536-af3f-45ed537615af None None] Network b72570d0-325b-46c0-85fd-3bad79100495 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:51.287344 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-35cc4a97-35cb-4e9e-bec9-2507825c5955 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7261307 Sep 30 08:34:51.288011 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37986) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:51.293119 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bf36916d-aa83-4fd4-b605-0d5e994067f9 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-179154686'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:51.315874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf36916d-aa83-4fd4-b605-0d5e994067f9 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:51.319831 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf36916d-aa83-4fd4-b605-0d5e994067f9 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.344410 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf36916d-aa83-4fd4-b605-0d5e994067f9 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:51.353488 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf36916d-aa83-4fd4-b605-0d5e994067f9 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.353768 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-bf36916d-aa83-4fd4-b605-0d5e994067f9 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Added segment 52658f90-1c2e-4bc2-9ac4-45945ce85997 of type vlan for network dc74656d-5926-4787-80e6-ab3b56d3b55e Sep 30 08:34:51.394507 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf36916d-aa83-4fd4-b605-0d5e994067f9 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.420678 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf36916d-aa83-4fd4-b605-0d5e994067f9 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.428835 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf36916d-aa83-4fd4-b605-0d5e994067f9 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:51.429585 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf36916d-aa83-4fd4-b605-0d5e994067f9 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.462502 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bf36916d-aa83-4fd4-b605-0d5e994067f9 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1731606 Sep 30 08:34:51.465181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37988) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:51.472884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3cb36c7e-c3ca-44c5-8198-8dcff8317105 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'subnet': {'network_id': 'dc74656d-5926-4787-80e6-ab3b56d3b55e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:51.496741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-b72570d0-325b-46c0-85fd-3bad79100495', 'network_id': 'b72570d0-325b-46c0-85fd-3bad79100495', 'tenant_id': '3d0bdfd2652b4beeb6155e3fead0286f', 'fixed_ips': [{'subnet_id': '4311d250-0863-4230-a448-3cde4ce38263'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:34:51.498003 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.524627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36916d-aa83-4fd4-b605-0d5e994067f9 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Network': ['ID=dc74656d-5926-4787-80e6-ab3b56d3b55e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:51.571569 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network dc74656d-5926-4787-80e6-ab3b56d3b55e details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:51.591958 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb36c7e-c3ca-44c5-8198-8dcff8317105 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:51.596278 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3cb36c7e-c3ca-44c5-8198-8dcff8317105 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.664058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.ipam_backend_mixin [None req-3cb36c7e-c3ca-44c5-8198-8dcff8317105 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Performing IP validity checks on allocation pools {{(pid=94837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 08:34:51.664458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.ipam_backend_mixin [None req-3cb36c7e-c3ca-44c5-8198-8dcff8317105 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 08:34:51.795011 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3cb36c7e-c3ca-44c5-8198-8dcff8317105 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.855684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb36c7e-c3ca-44c5-8198-8dcff8317105 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Subnet': ['ID=fe33bea9-29b1-4d4d-9cdd-72f1e5ec9db5,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:51.868690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb36c7e-c3ca-44c5-8198-8dcff8317105 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Checking segment: {'id': '52658f90-1c2e-4bc2-9ac4-45945ce85997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dc74656d-5926-4787-80e6-ab3b56d3b55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:51.869179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb36c7e-c3ca-44c5-8198-8dcff8317105 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network hostable DHCP agents. Network: dc74656d-5926-4787-80e6-ab3b56d3b55e, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:34:51.875572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c2f4def6-eae5-404b-8971-c57ff46fec3c None None] Provisioning complete for port f890637b-cbe9-4ec7-81db-7bb85aa9ac00 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:51.875972 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2f4def6-eae5-404b-8971-c57ff46fec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.886052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb36c7e-c3ca-44c5-8198-8dcff8317105 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network dc74656d-5926-4787-80e6-ab3b56d3b55e is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:34:51.896573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-3cb36c7e-c3ca-44c5-8198-8dcff8317105 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, dc74656d-5926-4787-80e6-ab3b56d3b55e) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:51.901466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb36c7e-c3ca-44c5-8198-8dcff8317105 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:51.902350 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3cb36c7e-c3ca-44c5-8198-8dcff8317105 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:51.905727 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Allocated IP 2001:db8::1 (b72570d0-325b-46c0-85fd-3bad79100495/4311d250-0863-4230-a448-3cde4ce38263/3ccebb6a-a0f0-4722-afbf-b6875f7e9b57) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:51.907822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c72cf8-cc76-40ef-9a5b-9174e9948d10 None None] Network dc74656d-5926-4787-80e6-ab3b56d3b55e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:51.918952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3cb36c7e-c3ca-44c5-8198-8dcff8317105 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4526405 Sep 30 08:34:51.922223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37990) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:52.028085 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55fde3fd-9931-49d4-980c-7909d42da3d0 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.082154 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55fde3fd-9931-49d4-980c-7909d42da3d0 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.142604 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55fde3fd-9931-49d4-980c-7909d42da3d0 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.177799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fde3fd-9931-49d4-980c-7909d42da3d0 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Subnet': ['ID=fe33bea9-29b1-4d4d-9cdd-72f1e5ec9db5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:52.226858 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779906d4-201d-49b9-82e3-1aba645a963d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-dc74656d-5926-4787-80e6-ab3b56d3b55e', 'network_id': 'dc74656d-5926-4787-80e6-ab3b56d3b55e', 'tenant_id': '3d0bdfd2652b4beeb6155e3fead0286f', 'fixed_ips': [{'subnet_id': 'fe33bea9-29b1-4d4d-9cdd-72f1e5ec9db5'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:34:52.227716 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-779906d4-201d-49b9-82e3-1aba645a963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.245326 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55fde3fd-9931-49d4-980c-7909d42da3d0 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.255310 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.265719 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-55fde3fd-9931-49d4-980c-7909d42da3d0 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc74656d-5926-4787-80e6-ab3b56d3b55e']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:52.266209 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.276261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-55fde3fd-9931-49d4-980c-7909d42da3d0 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52658f90-1c2e-4bc2-9ac4-45945ce85997') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:52.276560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-55fde3fd-9931-49d4-980c-7909d42da3d0 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52658f90-1c2e-4bc2-9ac4-45945ce85997') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:52.287082 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55fde3fd-9931-49d4-980c-7909d42da3d0 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.300486 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55fde3fd-9931-49d4-980c-7909d42da3d0 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.306420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fde3fd-9931-49d4-980c-7909d42da3d0 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:52.306850 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55fde3fd-9931-49d4-980c-7909d42da3d0 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:52.309785 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:52.361774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b66633-cd03-48ec-8d47-2435e20707f2 None None] Network dc74656d-5926-4787-80e6-ab3b56d3b55e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:52.368349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Network b72570d0-325b-46c0-85fd-3bad79100495 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:52.378977 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55fde3fd-9931-49d4-980c-7909d42da3d0 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.388796 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:52.389780 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55fde3fd-9931-49d4-980c-7909d42da3d0 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.394352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Pushing event updated for resources: {'Port': ['ID=3ccebb6a-a0f0-4722-afbf-b6875f7e9b57,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:52.397414 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:52.399011 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:52.400382 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-55fde3fd-9931-49d4-980c-7909d42da3d0 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/dc74656d-5926-4787-80e6-ab3b56d3b55e HTTP/1.1" status: 204 len: 168 time: 0.4730706 Sep 30 08:34:52.403076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-727120a4-478b-4d89-82a6-07d16215a01e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1375274612'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:52.412605 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fde3fd-9931-49d4-980c-7909d42da3d0 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Network': ['ID=dc74656d-5926-4787-80e6-ab3b56d3b55e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:52.426425 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727120a4-478b-4d89-82a6-07d16215a01e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:52.430064 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-727120a4-478b-4d89-82a6-07d16215a01e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.454578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727120a4-478b-4d89-82a6-07d16215a01e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:52.464182 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-727120a4-478b-4d89-82a6-07d16215a01e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.464526 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-727120a4-478b-4d89-82a6-07d16215a01e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Added segment 9b76eb79-8be0-4abe-a9f9-d57e52c40fd9 of type vlan for network 7393134a-c4e1-4ada-8bfd-0c780ee53ced Sep 30 08:34:52.508087 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-727120a4-478b-4d89-82a6-07d16215a01e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.515663 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Attempting to bind port 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:34:52.516061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Attempting to bind port 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '0c0f2c53-c315-4548-b6e1-db249923b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b72570d0-325b-46c0-85fd-3bad79100495'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:34:52.516434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Attempting to bind port 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57 on network b72570d0-325b-46c0-85fd-3bad79100495 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:52.532661 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-727120a4-478b-4d89-82a6-07d16215a01e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.535322 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:34:52.535711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Checking segment: {'id': '0c0f2c53-c315-4548-b6e1-db249923b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b72570d0-325b-46c0-85fd-3bad79100495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:52.536141 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.536531 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Bound using segment: {'id': '0c0f2c53-c315-4548-b6e1-db249923b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b72570d0-325b-46c0-85fd-3bad79100495'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:34:52.537262 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Bound port: 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0f2c53-c315-4548-b6e1-db249923b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b72570d0-325b-46c0-85fd-3bad79100495'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:34:52.537633 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.540318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727120a4-478b-4d89-82a6-07d16215a01e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:52.540957 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-727120a4-478b-4d89-82a6-07d16215a01e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.571786 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-727120a4-478b-4d89-82a6-07d16215a01e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1729033 Sep 30 08:34:52.575254 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37994) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:52.585146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-72ce83b9-80ca-4b93-90a6-8f7e0b4f3041 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'subnet': {'network_id': '7393134a-c4e1-4ada-8bfd-0c780ee53ced', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:52.603040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] For port 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:34:52.606428 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] For port 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3ccebb6a-a0f0-4722-afbf-b6875f7e9b57,segment=NetworkSegment(0c0f2c53-c315-4548-b6e1-db249923b257),segment_id=0c0f2c53-c315-4548-b6e1-db249923b257)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:34:52.611261 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.616796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727120a4-478b-4d89-82a6-07d16215a01e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Network': ['ID=7393134a-c4e1-4ada-8bfd-0c780ee53ced,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:52.648543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 7393134a-c4e1-4ada-8bfd-0c780ee53ced details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:52.703663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ce83b9-80ca-4b93-90a6-8f7e0b4f3041 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:52.709091 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72ce83b9-80ca-4b93-90a6-8f7e0b4f3041 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.738684 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f890637b-cbe9-4ec7-81db-7bb85aa9ac00 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:52.771118 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e1b3e-8f89-4d80-8eb5-30f193070f89 None None] Pushing event updated for resources: {'Port': ['ID=3ccebb6a-a0f0-4722-afbf-b6875f7e9b57,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:52.810181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port f890637b-cbe9-4ec7-81db-7bb85aa9ac00 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:52.810563 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:52.949993 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72ce83b9-80ca-4b93-90a6-8f7e0b4f3041 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.007393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce83b9-80ca-4b93-90a6-8f7e0b4f3041 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Subnet': ['ID=9d1788f1-d7ee-46f6-8157-45705cf67768,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:53.024645 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce83b9-80ca-4b93-90a6-8f7e0b4f3041 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Checking segment: {'id': '9b76eb79-8be0-4abe-a9f9-d57e52c40fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7393134a-c4e1-4ada-8bfd-0c780ee53ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:53.025014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ce83b9-80ca-4b93-90a6-8f7e0b4f3041 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network hostable DHCP agents. Network: 7393134a-c4e1-4ada-8bfd-0c780ee53ced, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:34:53.041701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ce83b9-80ca-4b93-90a6-8f7e0b4f3041 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network 7393134a-c4e1-4ada-8bfd-0c780ee53ced is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:34:53.050482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-72ce83b9-80ca-4b93-90a6-8f7e0b4f3041 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 7393134a-c4e1-4ada-8bfd-0c780ee53ced) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:53.054525 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ce83b9-80ca-4b93-90a6-8f7e0b4f3041 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:53.055114 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72ce83b9-80ca-4b93-90a6-8f7e0b4f3041 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.059361 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdde6713-fcc8-473c-9e3c-50f2c0d19d31 None None] Network 7393134a-c4e1-4ada-8bfd-0c780ee53ced requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:53.070391 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-72ce83b9-80ca-4b93-90a6-8f7e0b4f3041 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4936163 Sep 30 08:34:53.073275 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 37996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:53.170891 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cea8435a-b25b-4bcc-8f60-3a949c10b3e3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.210194 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167347a0-5c19-4e8e-b909-91f880cbf5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-7393134a-c4e1-4ada-8bfd-0c780ee53ced', 'network_id': '7393134a-c4e1-4ada-8bfd-0c780ee53ced', 'tenant_id': '3d0bdfd2652b4beeb6155e3fead0286f', 'fixed_ips': [{'subnet_id': '9d1788f1-d7ee-46f6-8157-45705cf67768'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:34:53.211056 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-167347a0-5c19-4e8e-b909-91f880cbf5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.224250 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cea8435a-b25b-4bcc-8f60-3a949c10b3e3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.293005 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cea8435a-b25b-4bcc-8f60-3a949c10b3e3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-167347a0-5c19-4e8e-b909-91f880cbf5c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d1788f1-d7ee-46f6-8157-45705cf67768: This subnet is being modified by another concurrent operation. Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d1788f1-d7ee-46f6-8157-45705cf67768: This subnet is being modified by another concurrent operation. Sep 30 08:34:53.307211 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Sep 30 08:34:53.326336 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8435a-b25b-4bcc-8f60-3a949c10b3e3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1788f1-d7ee-46f6-8157-45705cf67768,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:53.338257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449832f8-4e06-491c-96b0-e5e3077f32e4 None None] Network 7393134a-c4e1-4ada-8bfd-0c780ee53ced requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:53.391273 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cea8435a-b25b-4bcc-8f60-3a949c10b3e3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.413696 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-cea8435a-b25b-4bcc-8f60-3a949c10b3e3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7393134a-c4e1-4ada-8bfd-0c780ee53ced']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:53.423625 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-cea8435a-b25b-4bcc-8f60-3a949c10b3e3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b76eb79-8be0-4abe-a9f9-d57e52c40fd9') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:53.423933 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-cea8435a-b25b-4bcc-8f60-3a949c10b3e3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b76eb79-8be0-4abe-a9f9-d57e52c40fd9') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:53.441535 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cea8435a-b25b-4bcc-8f60-3a949c10b3e3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.457000 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cea8435a-b25b-4bcc-8f60-3a949c10b3e3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.465375 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea8435a-b25b-4bcc-8f60-3a949c10b3e3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:53.465761 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cea8435a-b25b-4bcc-8f60-3a949c10b3e3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:53.468951 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:53.531070 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cea8435a-b25b-4bcc-8f60-3a949c10b3e3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.539145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cea8435a-b25b-4bcc-8f60-3a949c10b3e3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.544353 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cea8435a-b25b-4bcc-8f60-3a949c10b3e3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/7393134a-c4e1-4ada-8bfd-0c780ee53ced HTTP/1.1" status: 204 len: 168 time: 0.4667165 Sep 30 08:34:53.544601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 37998) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:53.550815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ce61352f-df10-4956-8093-58491c32c406 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1331241325'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:53.554469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8435a-b25b-4bcc-8f60-3a949c10b3e3 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Network': ['ID=7393134a-c4e1-4ada-8bfd-0c780ee53ced,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:53.573302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce61352f-df10-4956-8093-58491c32c406 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:53.576948 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce61352f-df10-4956-8093-58491c32c406 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.604846 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce61352f-df10-4956-8093-58491c32c406 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:53.615073 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce61352f-df10-4956-8093-58491c32c406 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.615431 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-ce61352f-df10-4956-8093-58491c32c406 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Added segment 6f7d8590-ecfc-44af-9bdd-b2af1723d603 of type vlan for network 6d4f51ba-02c8-426b-b683-4aea268e1569 Sep 30 08:34:53.670104 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183c7f07-4c1a-490f-b0f6-816d574d9f6b None None] Network b72570d0-325b-46c0-85fd-3bad79100495 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:53.672631 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce61352f-df10-4956-8093-58491c32c406 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.703265 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce61352f-df10-4956-8093-58491c32c406 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.710709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce61352f-df10-4956-8093-58491c32c406 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:53.711329 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce61352f-df10-4956-8093-58491c32c406 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.742376 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9ecd3b45-53ed-46ec-882e-df1017495cb4 None None] Provisioning complete for port 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:53.742837 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9ecd3b45-53ed-46ec-882e-df1017495cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.745849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ce61352f-df10-4956-8093-58491c32c406 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2001588 Sep 30 08:34:53.748789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38000) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:53.753694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e45c1c3f-a8ac-4f53-b9ff-5228a2b125d6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'subnet': {'network_id': '6d4f51ba-02c8-426b-b683-4aea268e1569', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:53.804529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61352f-df10-4956-8093-58491c32c406 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Network': ['ID=6d4f51ba-02c8-426b-b683-4aea268e1569,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:53.816063 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 6d4f51ba-02c8-426b-b683-4aea268e1569 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:53.875269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45c1c3f-a8ac-4f53-b9ff-5228a2b125d6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:53.878922 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e45c1c3f-a8ac-4f53-b9ff-5228a2b125d6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.944939 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9ecd3b45-53ed-46ec-882e-df1017495cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:53.989984 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9ecd3b45-53ed-46ec-882e-df1017495cb4 None None] For port 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3ccebb6a-a0f0-4722-afbf-b6875f7e9b57,segment=NetworkSegment(0c0f2c53-c315-4548-b6e1-db249923b257),segment_id=0c0f2c53-c315-4548-b6e1-db249923b257)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:53.994029 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9ecd3b45-53ed-46ec-882e-df1017495cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.049812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd3b45-53ed-46ec-882e-df1017495cb4 None None] Pushing event updated for resources: {'Port': ['ID=3ccebb6a-a0f0-4722-afbf-b6875f7e9b57,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:54.069057 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e45c1c3f-a8ac-4f53-b9ff-5228a2b125d6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.133904 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c1c3f-a8ac-4f53-b9ff-5228a2b125d6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Subnet': ['ID=cf1d1dd4-f6bb-4226-b70d-dc8ec8c35bcf,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:54.144789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45c1c3f-a8ac-4f53-b9ff-5228a2b125d6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Checking segment: {'id': '6f7d8590-ecfc-44af-9bdd-b2af1723d603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6d4f51ba-02c8-426b-b683-4aea268e1569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:54.145150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45c1c3f-a8ac-4f53-b9ff-5228a2b125d6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network hostable DHCP agents. Network: 6d4f51ba-02c8-426b-b683-4aea268e1569, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:34:54.167383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45c1c3f-a8ac-4f53-b9ff-5228a2b125d6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network 6d4f51ba-02c8-426b-b683-4aea268e1569 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:34:54.175506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b34b2d3-3214-4d62-b54c-123031b9980b None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:34:54.183727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-e45c1c3f-a8ac-4f53-b9ff-5228a2b125d6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 6d4f51ba-02c8-426b-b683-4aea268e1569) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:54.187759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c1c3f-a8ac-4f53-b9ff-5228a2b125d6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:54.188384 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e45c1c3f-a8ac-4f53-b9ff-5228a2b125d6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.203517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e45c1c3f-a8ac-4f53-b9ff-5228a2b125d6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4536698 Sep 30 08:34:54.206767 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38002) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:54.242810 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d1d3ad2c-fd43-49fa-9d3e-37b0809e255d None None] Provisioning complete for port 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:54.243072 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ad2c-fd43-49fa-9d3e-37b0809e255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.300826 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a3f2-5d82-498a-8ff0-3265961d126a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.347717 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b34b2d3-3214-4d62-b54c-123031b9980b None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:34:54.353029 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a3f2-5d82-498a-8ff0-3265961d126a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.416969 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a3f2-5d82-498a-8ff0-3265961d126a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.443810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0a3f2-5d82-498a-8ff0-3265961d126a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1d1dd4-f6bb-4226-b70d-dc8ec8c35bcf,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:54.503666 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a3f2-5d82-498a-8ff0-3265961d126a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.523613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-7ee0a3f2-5d82-498a-8ff0-3265961d126a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4f51ba-02c8-426b-b683-4aea268e1569']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:54.532853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-7ee0a3f2-5d82-498a-8ff0-3265961d126a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7d8590-ecfc-44af-9bdd-b2af1723d603') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:54.533205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-7ee0a3f2-5d82-498a-8ff0-3265961d126a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7d8590-ecfc-44af-9bdd-b2af1723d603') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:54.543598 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a3f2-5d82-498a-8ff0-3265961d126a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.556745 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a3f2-5d82-498a-8ff0-3265961d126a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.562678 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee0a3f2-5d82-498a-8ff0-3265961d126a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:54.563107 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a3f2-5d82-498a-8ff0-3265961d126a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:54.566182 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:54.603567 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c64fd3d-8bb1-4cbe-b908-413174fdc75d None None] Network 6d4f51ba-02c8-426b-b683-4aea268e1569 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:54.630111 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a3f2-5d82-498a-8ff0-3265961d126a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.640523 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a3f2-5d82-498a-8ff0-3265961d126a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.651396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7ee0a3f2-5d82-498a-8ff0-3265961d126a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/6d4f51ba-02c8-426b-b683-4aea268e1569 HTTP/1.1" status: 204 len: 168 time: 0.4341323 Sep 30 08:34:54.651396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38004) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:54.657364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6c261f98-aea9-40c8-a7e2-07de91787f60 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-614338433'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:54.673683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0a3f2-5d82-498a-8ff0-3265961d126a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Network': ['ID=6d4f51ba-02c8-426b-b683-4aea268e1569,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:54.693497 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c261f98-aea9-40c8-a7e2-07de91787f60 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:54.697407 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c261f98-aea9-40c8-a7e2-07de91787f60 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.724922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c261f98-aea9-40c8-a7e2-07de91787f60 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:54.732395 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de866f2e-dcb4-41cf-bb2f-3d0883b129d0 None None] Network 6d4f51ba-02c8-426b-b683-4aea268e1569 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:54.736957 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c261f98-aea9-40c8-a7e2-07de91787f60 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.737552 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-6c261f98-aea9-40c8-a7e2-07de91787f60 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Added segment 645991e0-6f4c-460b-8173-cd4aab4de235 of type vlan for network 3e2efec9-62c0-4ada-9f16-414d33f07c61 Sep 30 08:34:54.745775 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de866f2e-dcb4-41cf-bb2f-3d0883b129d0 None None] Network 6d4f51ba-02c8-426b-b683-4aea268e1569 could not be found, it might have been deleted concurrently. {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 08:34:54.758415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:54.780174 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c261f98-aea9-40c8-a7e2-07de91787f60 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.804905 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c261f98-aea9-40c8-a7e2-07de91787f60 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.810803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c261f98-aea9-40c8-a7e2-07de91787f60 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:54.811381 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c261f98-aea9-40c8-a7e2-07de91787f60 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.818766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:54.819141 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:54.840370 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6c261f98-aea9-40c8-a7e2-07de91787f60 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1928535 Sep 30 08:34:54.843538 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38006) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:54.849319 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-095285d6-9e89-4541-854b-378d8c69fd50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'subnet': {'network_id': '3e2efec9-62c0-4ada-9f16-414d33f07c61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:54.885396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c261f98-aea9-40c8-a7e2-07de91787f60 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Network': ['ID=3e2efec9-62c0-4ada-9f16-414d33f07c61,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:54.899167 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 3e2efec9-62c0-4ada-9f16-414d33f07c61 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:54.947446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095285d6-9e89-4541-854b-378d8c69fd50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:54.950912 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-095285d6-9e89-4541-854b-378d8c69fd50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.144724 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-095285d6-9e89-4541-854b-378d8c69fd50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.208525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095285d6-9e89-4541-854b-378d8c69fd50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Subnet': ['ID=1229a7f3-60df-48b2-9642-fe16b3f2b839,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:55.216124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095285d6-9e89-4541-854b-378d8c69fd50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Checking segment: {'id': '645991e0-6f4c-460b-8173-cd4aab4de235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2efec9-62c0-4ada-9f16-414d33f07c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:55.216488 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095285d6-9e89-4541-854b-378d8c69fd50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network hostable DHCP agents. Network: 3e2efec9-62c0-4ada-9f16-414d33f07c61, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:34:55.233720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095285d6-9e89-4541-854b-378d8c69fd50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network 3e2efec9-62c0-4ada-9f16-414d33f07c61 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:34:55.242419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-095285d6-9e89-4541-854b-378d8c69fd50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 3e2efec9-62c0-4ada-9f16-414d33f07c61) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:55.246447 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095285d6-9e89-4541-854b-378d8c69fd50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:55.247036 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-095285d6-9e89-4541-854b-378d8c69fd50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.251394 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b5d415-9df2-48dc-b705-1f043e095c34 None None] Network 3e2efec9-62c0-4ada-9f16-414d33f07c61 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:55.261327 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-095285d6-9e89-4541-854b-378d8c69fd50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4165096 Sep 30 08:34:55.264113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38008) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:55.270105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-baff7f04-a2ca-472a-a81e-2a0c61013964 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'subnet': {'network_id': '3e2efec9-62c0-4ada-9f16-414d33f07c61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:55.382192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baff7f04-a2ca-472a-a81e-2a0c61013964 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:55.385626 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baff7f04-a2ca-472a-a81e-2a0c61013964 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.399578 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-3e2efec9-62c0-4ada-9f16-414d33f07c61', 'network_id': '3e2efec9-62c0-4ada-9f16-414d33f07c61', 'tenant_id': '3d0bdfd2652b4beeb6155e3fead0286f', 'fixed_ips': [{'subnet_id': '1229a7f3-60df-48b2-9642-fe16b3f2b839'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:34:55.400471 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.539640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Allocated IP 2001:db8::2 (3e2efec9-62c0-4ada-9f16-414d33f07c61/1229a7f3-60df-48b2-9642-fe16b3f2b839/10a0ed08-d557-4a44-b0d4-4f13d0e5efef) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:55.626083 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baff7f04-a2ca-472a-a81e-2a0c61013964 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.674290 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff7f04-a2ca-472a-a81e-2a0c61013964 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network 3e2efec9-62c0-4ada-9f16-414d33f07c61 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:55.679808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-baff7f04-a2ca-472a-a81e-2a0c61013964 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:55.683266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baff7f04-a2ca-472a-a81e-2a0c61013964 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:55.683871 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baff7f04-a2ca-472a-a81e-2a0c61013964 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.696678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff7f04-a2ca-472a-a81e-2a0c61013964 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Subnet': ['ID=8ea6f5da-f4c8-41a4-87f9-d9e0c109ff39,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:55.706589 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-baff7f04-a2ca-472a-a81e-2a0c61013964 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4414418 Sep 30 08:34:55.709319 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:55.766811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3ee7b4-d66c-4971-b9c6-682a2d6fa061 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:55.769636 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3ee7b4-d66c-4971-b9c6-682a2d6fa061 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:55.771178 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3ee7b4-d66c-4971-b9c6-682a2d6fa061 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:55.772759 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3ee7b4-d66c-4971-b9c6-682a2d6fa061 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:55.774395 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3ee7b4-d66c-4971-b9c6-682a2d6fa061 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:55.778629 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2a3ee7b4-d66c-4971-b9c6-682a2d6fa061 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0658133 Sep 30 08:34:55.780066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38012) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:55.785277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-53b491c4-1d28-4354-8451-6c26e9a22509 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1349251045'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:55.805403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b491c4-1d28-4354-8451-6c26e9a22509 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:55.808846 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53b491c4-1d28-4354-8451-6c26e9a22509 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.833254 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b491c4-1d28-4354-8451-6c26e9a22509 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:55.843222 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53b491c4-1d28-4354-8451-6c26e9a22509 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.843789 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.844343 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-53b491c4-1d28-4354-8451-6c26e9a22509 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Added segment 348a2ab4-4bcb-4add-bab2-29a475dc7427 of type vlan for network fbe89cb6-3774-478b-95ec-349a517ec01e Sep 30 08:34:55.850842 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.888203 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53b491c4-1d28-4354-8451-6c26e9a22509 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.891961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Network 3e2efec9-62c0-4ada-9f16-414d33f07c61 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:55.898744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:55.900631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Pushing event updated for resources: {'Port': ['ID=10a0ed08-d557-4a44-b0d4-4f13d0e5efef,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:55.902807 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:55.915347 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53b491c4-1d28-4354-8451-6c26e9a22509 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.921322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b491c4-1d28-4354-8451-6c26e9a22509 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:55.921916 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53b491c4-1d28-4354-8451-6c26e9a22509 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.958382 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-53b491c4-1d28-4354-8451-6c26e9a22509 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1770804 Sep 30 08:34:55.961041 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38014) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:55.963554 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Attempting to bind port 10a0ed08-d557-4a44-b0d4-4f13d0e5efef on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:34:55.963957 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Attempting to bind port 10a0ed08-d557-4a44-b0d4-4f13d0e5efef by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '645991e0-6f4c-460b-8173-cd4aab4de235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2efec9-62c0-4ada-9f16-414d33f07c61'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:34:55.964329 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Attempting to bind port 10a0ed08-d557-4a44-b0d4-4f13d0e5efef on network 3e2efec9-62c0-4ada-9f16-414d33f07c61 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:55.967004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6586552a-ca5f-4caa-bd26-ace173fb24c5 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:55.969739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:34:55.970223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Checking segment: {'id': '645991e0-6f4c-460b-8173-cd4aab4de235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2efec9-62c0-4ada-9f16-414d33f07c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:55.970739 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.971296 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Bound using segment: {'id': '645991e0-6f4c-460b-8173-cd4aab4de235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2efec9-62c0-4ada-9f16-414d33f07c61'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:34:55.971856 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Bound port: 10a0ed08-d557-4a44-b0d4-4f13d0e5efef, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645991e0-6f4c-460b-8173-cd4aab4de235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e2efec9-62c0-4ada-9f16-414d33f07c61'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:34:55.972458 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:55.996966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b491c4-1d28-4354-8451-6c26e9a22509 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Network': ['ID=fbe89cb6-3774-478b-95ec-349a517ec01e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:56.010682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network fbe89cb6-3774-478b-95ec-349a517ec01e details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:56.092492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] For port 10a0ed08-d557-4a44-b0d4-4f13d0e5efef, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:34:56.105686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] For port 10a0ed08-d557-4a44-b0d4-4f13d0e5efef, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=10a0ed08-d557-4a44-b0d4-4f13d0e5efef,segment=NetworkSegment(645991e0-6f4c-460b-8173-cd4aab4de235),segment_id=645991e0-6f4c-460b-8173-cd4aab4de235)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:34:56.111041 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.137258 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6586552a-ca5f-4caa-bd26-ace173fb24c5 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.156059 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6586552a-ca5f-4caa-bd26-ace173fb24c5 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.166504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf9e1c-7968-4b8e-bb79-d77e2f397867 None None] Pushing event updated for resources: {'Port': ['ID=10a0ed08-d557-4a44-b0d4-4f13d0e5efef,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:56.181529 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6586552a-ca5f-4caa-bd26-ace173fb24c5 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network fbe89cb6-3774-478b-95ec-349a517ec01e is not hosted by any dhcp agent {{(pid=94838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:34:56.186915 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6586552a-ca5f-4caa-bd26-ace173fb24c5 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:56.187654 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6586552a-ca5f-4caa-bd26-ace173fb24c5 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.192747 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38016) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:56.193040 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6586552a-ca5f-4caa-bd26-ace173fb24c5 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "PUT /v2.0/networks/fbe89cb6-3774-478b-95ec-349a517ec01e HTTP/1.1" status: 200 len: 723 time: 0.2307372 Sep 30 08:34:56.198039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f4330fc9-cd35-4f43-9551-b587589d0bdd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'subnet': {'network_id': 'fbe89cb6-3774-478b-95ec-349a517ec01e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:56.239726 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586552a-ca5f-4caa-bd26-ace173fb24c5 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Network': ['ID=fbe89cb6-3774-478b-95ec-349a517ec01e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:56.250186 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network fbe89cb6-3774-478b-95ec-349a517ec01e details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:56.296972 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4330fc9-cd35-4f43-9551-b587589d0bdd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:56.301782 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4330fc9-cd35-4f43-9551-b587589d0bdd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.529968 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4330fc9-cd35-4f43-9551-b587589d0bdd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.606725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4330fc9-cd35-4f43-9551-b587589d0bdd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Subnet': ['ID=145cbfb3-7076-4616-9bbb-440ae0783630,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:56.614728 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4330fc9-cd35-4f43-9551-b587589d0bdd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Checking segment: {'id': '348a2ab4-4bcb-4add-bab2-29a475dc7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fbe89cb6-3774-478b-95ec-349a517ec01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:56.615089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4330fc9-cd35-4f43-9551-b587589d0bdd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network hostable DHCP agents. Network: fbe89cb6-3774-478b-95ec-349a517ec01e, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:34:56.636542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4330fc9-cd35-4f43-9551-b587589d0bdd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network fbe89cb6-3774-478b-95ec-349a517ec01e is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:34:56.649331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-f4330fc9-cd35-4f43-9551-b587589d0bdd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, fbe89cb6-3774-478b-95ec-349a517ec01e) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:56.655131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4330fc9-cd35-4f43-9551-b587589d0bdd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:56.656457 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4330fc9-cd35-4f43-9551-b587589d0bdd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.661111 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3817ce80-a34c-4d7d-8a6f-d730296fd8b5 None None] Network fbe89cb6-3774-478b-95ec-349a517ec01e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:56.679938 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f4330fc9-cd35-4f43-9551-b587589d0bdd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4834747 Sep 30 08:34:56.680573 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38018) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:56.685667 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e45d10a4-ce9f-4cab-b46e-4c80748d3d87 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:56.747566 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 10a0ed08-d557-4a44-b0d4-4f13d0e5efef up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:56.790571 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e45d10a4-ce9f-4cab-b46e-4c80748d3d87 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25926815'] for subnet, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.842095 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 10a0ed08-d557-4a44-b0d4-4f13d0e5efef triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:56.842471 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.890143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-fbe89cb6-3774-478b-95ec-349a517ec01e', 'network_id': 'fbe89cb6-3774-478b-95ec-349a517ec01e', 'tenant_id': '3d0bdfd2652b4beeb6155e3fead0286f', 'fixed_ips': [{'subnet_id': '145cbfb3-7076-4616-9bbb-440ae0783630'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:34:56.891054 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.952288 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e45d10a4-ce9f-4cab-b46e-4c80748d3d87 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779439489015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29114483'] for subnet, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.993862 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45d10a4-ce9f-4cab-b46e-4c80748d3d87 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:56.994552 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e45d10a4-ce9f-4cab-b46e-4c80748d3d87 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:56.998685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38020) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:56.999186 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e45d10a4-ce9f-4cab-b46e-4c80748d3d87 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "PUT /v2.0/subnets/145cbfb3-7076-4616-9bbb-440ae0783630 HTTP/1.1" status: 200 len: 826 time: 0.3174076 Sep 30 08:34:57.024972 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d10a4-ce9f-4cab-b46e-4c80748d3d87 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Subnet': ['ID=145cbfb3-7076-4616-9bbb-440ae0783630,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:57.031060 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.103419 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Allocated IP 2001:db8::2 (fbe89cb6-3774-478b-95ec-349a517ec01e/145cbfb3-7076-4616-9bbb-440ae0783630/f6ae826d-957b-4fae-940e-722f3845deea) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:57.106471 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 10a0ed08-d557-4a44-b0d4-4f13d0e5efef, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=10a0ed08-d557-4a44-b0d4-4f13d0e5efef,segment=NetworkSegment(645991e0-6f4c-460b-8173-cd4aab4de235),segment_id=645991e0-6f4c-460b-8173-cd4aab4de235)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:57.115244 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.127725 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.202126 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.223117 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437b0df0-f412-41ce-b53e-819182e2d1ee None None] Network 3e2efec9-62c0-4ada-9f16-414d33f07c61 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:57.227626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=10a0ed08-d557-4a44-b0d4-4f13d0e5efef,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:57.367299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-83a6b1f1-85cd-4e50-a279-2d9cab96f952 None None] Provisioning complete for port 10a0ed08-d557-4a44-b0d4-4f13d0e5efef triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:57.367633 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83a6b1f1-85cd-4e50-a279-2d9cab96f952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.413139 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.427386 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.439781 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.466609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Subnet': ['ID=145cbfb3-7076-4616-9bbb-440ae0783630,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:57.509045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Network fbe89cb6-3774-478b-95ec-349a517ec01e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:34:57.513615 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Pushing event updated for resources: {'Port': ['ID=f6ae826d-957b-4fae-940e-722f3845deea,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:57.516951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:34:57.520140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:34:57.535600 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.558338 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe89cb6-3774-478b-95ec-349a517ec01e']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:57.573511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348a2ab4-4bcb-4add-bab2-29a475dc7427') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:57.573821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348a2ab4-4bcb-4add-bab2-29a475dc7427') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:57.583921 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.597567 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.603550 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:57.603970 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:57.608085 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:57.615467 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Attempting to bind port f6ae826d-957b-4fae-940e-722f3845deea on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:34:57.615834 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Attempting to bind port f6ae826d-957b-4fae-940e-722f3845deea by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '348a2ab4-4bcb-4add-bab2-29a475dc7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fbe89cb6-3774-478b-95ec-349a517ec01e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:34:57.616192 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Attempting to bind port f6ae826d-957b-4fae-940e-722f3845deea on network fbe89cb6-3774-478b-95ec-349a517ec01e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:34:57.621495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:34:57.621806 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Checking segment: {'id': '348a2ab4-4bcb-4add-bab2-29a475dc7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fbe89cb6-3774-478b-95ec-349a517ec01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:34:57.622262 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.622603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Bound using segment: {'id': '348a2ab4-4bcb-4add-bab2-29a475dc7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fbe89cb6-3774-478b-95ec-349a517ec01e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:34:57.623598 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Bound port: f6ae826d-957b-4fae-940e-722f3845deea, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348a2ab4-4bcb-4add-bab2-29a475dc7427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fbe89cb6-3774-478b-95ec-349a517ec01e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:34:57.623598 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.685685 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.db.api [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 08:34:57.685685 n-d-807359-2 neutron-server[94837]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 08:34:57.685685 n-d-807359-2 neutron-server[94837]: [parameters: {'id': 'fbe89cb6-3774-478b-95ec-349a517ec01e'}] Sep 30 08:34:57.685685 n-d-807359-2 neutron-server[94837]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:34:57.686409 n-d-807359-2 neutron-server[94837]: DEBUG oslo_db.api [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:34:57.714920 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eb4c90-c72a-4bb6-ba14-a0068517853b None None] Update dhcp port {'port': {'network_id': '3e2efec9-62c0-4ada-9f16-414d33f07c61', 'fixed_ips': [{'subnet_id': '1229a7f3-60df-48b2-9642-fe16b3f2b839', 'ip_address': '2001:db8::2'}, {'subnet_id': '8ea6f5da-f4c8-41a4-87f9-d9e0c109ff39'}], 'binding:host_id': 'n-d-807359-2'}, 'id': '10a0ed08-d557-4a44-b0d4-4f13d0e5efef'} from n-d-807359-2. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 08:34:57.737482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] For port f6ae826d-957b-4fae-940e-722f3845deea, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:34:57.752898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] For port f6ae826d-957b-4fae-940e-722f3845deea, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f6ae826d-957b-4fae-940e-722f3845deea,segment=NetworkSegment(348a2ab4-4bcb-4add-bab2-29a475dc7427),segment_id=348a2ab4-4bcb-4add-bab2-29a475dc7427)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:34:57.754168 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4c90-c72a-4bb6-ba14-a0068517853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.762316 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:57.929739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a89e5a-6087-4312-a341-7cf383e14676 None None] Pushing event updated for resources: {'Port': ['ID=f6ae826d-957b-4fae-940e-722f3845deea,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:57.938229 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c034f0-4293-4fcc-90c6-5b61035c8482 None None] Network fbe89cb6-3774-478b-95ec-349a517ec01e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:58.042200 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b7eb4c90-c72a-4bb6-ba14-a0068517853b None None] Allocated IP 172.20.0.1 (3e2efec9-62c0-4ada-9f16-414d33f07c61/8ea6f5da-f4c8-41a4-87f9-d9e0c109ff39/10a0ed08-d557-4a44-b0d4-4f13d0e5efef) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:34:58.157628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2efbae5-6fb5-414e-b27f-3419c2d16e06 None None] Network fbe89cb6-3774-478b-95ec-349a517ec01e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:58.187144 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.199515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b7eb4c90-c72a-4bb6-ba14-a0068517853b None None] For port 10a0ed08-d557-4a44-b0d4-4f13d0e5efef, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=10a0ed08-d557-4a44-b0d4-4f13d0e5efef,segment=NetworkSegment(645991e0-6f4c-460b-8173-cd4aab4de235),segment_id=645991e0-6f4c-460b-8173-cd4aab4de235)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:58.244032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Deleting port f6ae826d-957b-4fae-940e-722f3845deea {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:34:58.244519 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.296557 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4c90-c72a-4bb6-ba14-a0068517853b None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.304160 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4c90-c72a-4bb6-ba14-a0068517853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.306408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] For port f6ae826d-957b-4fae-940e-722f3845deea, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f6ae826d-957b-4fae-940e-722f3845deea,segment=NetworkSegment(348a2ab4-4bcb-4add-bab2-29a475dc7427),segment_id=348a2ab4-4bcb-4add-bab2-29a475dc7427)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:34:58.306775 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.319775 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Calling delete_port for f6ae826d-957b-4fae-940e-722f3845deea owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:34:58.396858 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb4c90-c72a-4bb6-ba14-a0068517853b None None] Pushing event updated for resources: {'Port': ['ID=10a0ed08-d557-4a44-b0d4-4f13d0e5efef,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:58.405317 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.430086 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Port': ['ID=f6ae826d-957b-4fae-940e-722f3845deea,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:58.435656 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No DVR routers for this DVR port f6ae826d-957b-4fae-940e-722f3845deea on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:34:58.516622 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.544121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe89cb6-3774-478b-95ec-349a517ec01e']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:58.554491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348a2ab4-4bcb-4add-bab2-29a475dc7427') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:58.554794 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348a2ab4-4bcb-4add-bab2-29a475dc7427') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:34:58.565286 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.579303 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.586719 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:34:58.587406 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:34:58.590484 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:34:58.658223 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.668330 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.670061 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/fbe89cb6-3774-478b-95ec-349a517ec01e HTTP/1.1" status: 204 len: 168 time: 1.6695786 Sep 30 08:34:58.674142 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:58.681550 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42b24b-d8b4-46a4-ab09-ae0d3e5b1ce6 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Network': ['ID=fbe89cb6-3774-478b-95ec-349a517ec01e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:58.698046 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e360ee-a760-489d-a03c-2f66147f73e9 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] DELETE failed (client error): The resource could not be found. Sep 30 08:34:58.698619 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e360ee-a760-489d-a03c-2f66147f73e9 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:34:58.700376 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-21e360ee-a760-489d-a03c-2f66147f73e9 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/fbe89cb6-3774-478b-95ec-349a517ec01e HTTP/1.1" status: 404 len: 339 time: 0.0242994 Sep 30 08:34:58.704183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38028) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:58.710582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d1d7ddaf-eb1b-43cc-baa0-3989e2b4970d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-969517641', 'description': 'd1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:58.731417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 10a0ed08-d557-4a44-b0d4-4f13d0e5efef up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:34:58.738329 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d7ddaf-eb1b-43cc-baa0-3989e2b4970d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:34:58.742249 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1d7ddaf-eb1b-43cc-baa0-3989e2b4970d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.770437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d7ddaf-eb1b-43cc-baa0-3989e2b4970d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:34:58.781118 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1d7ddaf-eb1b-43cc-baa0-3989e2b4970d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.781840 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-d1d7ddaf-eb1b-43cc-baa0-3989e2b4970d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Added segment 93b4d587-9ff5-4266-bfd9-b95d2d773715 of type vlan for network 61b8ca71-b7d4-48f4-92e2-5af6d33b3eaf Sep 30 08:34:58.783121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 10a0ed08-d557-4a44-b0d4-4f13d0e5efef triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:58.784080 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.831279 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1d7ddaf-eb1b-43cc-baa0-3989e2b4970d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.861152 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1d7ddaf-eb1b-43cc-baa0-3989e2b4970d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.869052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d7ddaf-eb1b-43cc-baa0-3989e2b4970d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:58.869444 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1d7ddaf-eb1b-43cc-baa0-3989e2b4970d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:58.906291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d1d7ddaf-eb1b-43cc-baa0-3989e2b4970d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2009952 Sep 30 08:34:58.910153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38030) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:58.922127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6031afab-d87c-4c86-93e6-c38f32cdc9a8 None None] Network 3e2efec9-62c0-4ada-9f16-414d33f07c61 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:34:58.962320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7ddaf-eb1b-43cc-baa0-3989e2b4970d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Network': ['ID=61b8ca71-b7d4-48f4-92e2-5af6d33b3eaf,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:58.988820 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 61b8ca71-b7d4-48f4-92e2-5af6d33b3eaf details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:58.997195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f48ef714-37aa-4b99-bde7-0ca7b91e79e1 None None] Provisioning complete for port 10a0ed08-d557-4a44-b0d4-4f13d0e5efef triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:58.997569 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f48ef714-37aa-4b99-bde7-0ca7b91e79e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:59.026707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392cdc0e-4491-4f44-b048-17e591c064fa tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.028213 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-392cdc0e-4491-4f44-b048-17e591c064fa tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "GET /v2.0/networks?id=61b8ca71-b7d4-48f4-92e2-5af6d33b3eaf HTTP/1.1" status: 200 len: 764 time: 0.1171196 Sep 30 08:34:59.031007 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38032) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:59.037705 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8ae0b09a-060e-488b-a957-cad9edddb57a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'network': {'description': 'd2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:34:59.192643 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b09a-060e-488b-a957-cad9edddb57a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:59.207404 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b09a-060e-488b-a957-cad9edddb57a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:59.226211 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ae0b09a-060e-488b-a957-cad9edddb57a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network 61b8ca71-b7d4-48f4-92e2-5af6d33b3eaf is not hosted by any dhcp agent {{(pid=94838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:34:59.231628 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae0b09a-060e-488b-a957-cad9edddb57a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.232245 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b09a-060e-488b-a957-cad9edddb57a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:59.233531 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8ae0b09a-060e-488b-a957-cad9edddb57a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "PUT /v2.0/networks/61b8ca71-b7d4-48f4-92e2-5af6d33b3eaf HTTP/1.1" status: 200 len: 761 time: 0.2011960 Sep 30 08:34:59.237202 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38034) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:59.283189 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0b09a-060e-488b-a957-cad9edddb57a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Network': ['ID=61b8ca71-b7d4-48f4-92e2-5af6d33b3eaf,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:34:59.295000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 61b8ca71-b7d4-48f4-92e2-5af6d33b3eaf details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:34:59.335292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05677e63-fc36-4525-b442-433609b129cd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.340537 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-05677e63-fc36-4525-b442-433609b129cd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "GET /v2.0/networks?id=61b8ca71-b7d4-48f4-92e2-5af6d33b3eaf HTTP/1.1" status: 200 len: 764 time: 0.0984280 Sep 30 08:34:59.341879 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38036) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:59.414506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9b0b7-c4a0-4a09-8153-25a62687a888 None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:34:59.541508 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6d4558-aecd-4730-af96-0f787456f492 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.543001 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3f6d4558-aecd-4730-af96-0f787456f492 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1997511 Sep 30 08:34:59.545861 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:59.582113 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-adf172ad-81be-4a67-aece-8760e1e5439c tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f HTTP/1.1" status: 200 len: 207 time: 0.0351393 Sep 30 08:34:59.585306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38040) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:59.601507 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1dfa0332-df4f-4910-8170-58c3b67bd9c2 None None] Provisioning complete for port 10a0ed08-d557-4a44-b0d4-4f13d0e5efef triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:34:59.601874 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dfa0332-df4f-4910-8170-58c3b67bd9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:59.695483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6ddc2e-783f-4480-bea7-745cf40be282 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.701331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6ddc2e-783f-4480-bea7-745cf40be282 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.708313 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6ddc2e-783f-4480-bea7-745cf40be282 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.713940 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6ddc2e-783f-4480-bea7-745cf40be282 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.719945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6ddc2e-783f-4480-bea7-745cf40be282 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.726209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6ddc2e-783f-4480-bea7-745cf40be282 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.728125 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ae6ddc2e-783f-4480-bea7-745cf40be282 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1417379 Sep 30 08:34:59.732025 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:59.755486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d9b0b7-c4a0-4a09-8153-25a62687a888 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:34:59.850951 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ec75a81e-c797-45bd-bb3d-862eb7f47145 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1177335 Sep 30 08:34:59.854388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38044) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:34:59.910535 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:34:59.946451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ea59b-02c1-4c85-8750-35966a48746d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.948015 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ea59b-02c1-4c85-8750-35966a48746d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.949543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ea59b-02c1-4c85-8750-35966a48746d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.951065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ea59b-02c1-4c85-8750-35966a48746d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.952745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ea59b-02c1-4c85-8750-35966a48746d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:34:59.954428 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a78ea59b-02c1-4c85-8750-35966a48746d tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0990522 Sep 30 08:34:59.958207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38046) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:00.014734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae62da-4f3d-4804-ae3a-a0c2855631d2 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:00.016235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae62da-4f3d-4804-ae3a-a0c2855631d2 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:00.017635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae62da-4f3d-4804-ae3a-a0c2855631d2 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:00.019228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae62da-4f3d-4804-ae3a-a0c2855631d2 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:00.020776 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae62da-4f3d-4804-ae3a-a0c2855631d2 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:00.022344 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a3ae62da-4f3d-4804-ae3a-a0c2855631d2 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0631368 Sep 30 08:35:00.026036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38048) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:00.126230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ad9fc4-ea74-45ba-a2c7-0329501af505 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:00.127684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-60ad9fc4-ea74-45ba-a2c7-0329501af505 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "GET /v2.0/networks/f556cb3f-0b3b-4e99-a289-e171b608e6da HTTP/1.1" status: 200 len: 804 time: 0.1006613 Sep 30 08:35:00.131127 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38050) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:00.229521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e442785f-5dbc-4379-b071-edce9de2e166 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "GET /v2.0/networks/f556cb3f-0b3b-4e99-a289-e171b608e6da?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.0973322 Sep 30 08:35:00.232792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38052) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:00.284445 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13c8c5c-727b-48ab-a2af-6afe25f59ccc tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:00.285734 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d13c8c5c-727b-48ab-a2af-6afe25f59ccc tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "GET /v2.0/subnets/0186681a-d117-49ec-bdb1-df3e05907ae4 HTTP/1.1" status: 200 len: 843 time: 0.0520606 Sep 30 08:35:00.289563 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38054) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:00.338106 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821d5137-29c7-42ee-bce3-d8126039473e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:00.339468 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-821d5137-29c7-42ee-bce3-d8126039473e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "GET /v2.0/subnets/0186681a-d117-49ec-bdb1-df3e05907ae4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0489962 Sep 30 08:35:00.342904 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38056) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:00.348281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d7372c53-36d9-4c1c-8f49-3884504f4d50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-30120485'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:00.368727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7372c53-36d9-4c1c-8f49-3884504f4d50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:00.372259 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7372c53-36d9-4c1c-8f49-3884504f4d50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:00.395896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7372c53-36d9-4c1c-8f49-3884504f4d50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:35:00.404721 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7372c53-36d9-4c1c-8f49-3884504f4d50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:00.405063 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-d7372c53-36d9-4c1c-8f49-3884504f4d50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Added segment e0be0052-1735-4419-9138-c378e913240b of type vlan for network 14844e57-d5fa-4485-965f-bb645cbfbb96 Sep 30 08:35:00.443401 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7372c53-36d9-4c1c-8f49-3884504f4d50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:00.468707 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7372c53-36d9-4c1c-8f49-3884504f4d50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:00.475599 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7372c53-36d9-4c1c-8f49-3884504f4d50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:00.476220 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7372c53-36d9-4c1c-8f49-3884504f4d50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:00.514662 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d7372c53-36d9-4c1c-8f49-3884504f4d50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1707602 Sep 30 08:35:00.518156 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:00.523870 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7e672ba1-ca71-4984-961a-7b2771c58268 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'subnet': {'network_id': '14844e57-d5fa-4485-965f-bb645cbfbb96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:00.547944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7372c53-36d9-4c1c-8f49-3884504f4d50 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Network': ['ID=14844e57-d5fa-4485-965f-bb645cbfbb96,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:00.558639 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 14844e57-d5fa-4485-965f-bb645cbfbb96 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:35:00.962279 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e672ba1-ca71-4984-961a-7b2771c58268 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Made reservation on behalf of 3d0bdfd2652b4beeb6155e3fead0286f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:00.965770 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e672ba1-ca71-4984-961a-7b2771c58268 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.023519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-7e672ba1-ca71-4984-961a-7b2771c58268 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Performing IP validity checks on allocation pools {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 08:35:01.024057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-7e672ba1-ca71-4984-961a-7b2771c58268 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 08:35:01.151201 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e672ba1-ca71-4984-961a-7b2771c58268 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.216224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e672ba1-ca71-4984-961a-7b2771c58268 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Subnet': ['ID=f54dfb95-fe62-477b-a323-a3fc8ce4df19,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:01.223623 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e672ba1-ca71-4984-961a-7b2771c58268 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Checking segment: {'id': 'e0be0052-1735-4419-9138-c378e913240b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14844e57-d5fa-4485-965f-bb645cbfbb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:01.224016 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e672ba1-ca71-4984-961a-7b2771c58268 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network hostable DHCP agents. Network: 14844e57-d5fa-4485-965f-bb645cbfbb96, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:35:01.240133 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e672ba1-ca71-4984-961a-7b2771c58268 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Network 14844e57-d5fa-4485-965f-bb645cbfbb96 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:35:01.248497 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7e672ba1-ca71-4984-961a-7b2771c58268 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 14844e57-d5fa-4485-965f-bb645cbfbb96) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:01.252913 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e672ba1-ca71-4984-961a-7b2771c58268 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:01.253511 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7e672ba1-ca71-4984-961a-7b2771c58268 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.257725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31b02de-28a1-4298-8c54-4ff8ab0ca55d None None] Network 14844e57-d5fa-4485-965f-bb645cbfbb96 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:01.266781 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7e672ba1-ca71-4984-961a-7b2771c58268 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7467489 Sep 30 08:35:01.270060 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38060) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:01.275349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-327b407c-6553-4000-85ea-8ad2614f3be7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:01.367728 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-327b407c-6553-4000-85ea-8ad2614f3be7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25926815'] for subnet, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.402859 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-14844e57-d5fa-4485-965f-bb645cbfbb96', 'network_id': '14844e57-d5fa-4485-965f-bb645cbfbb96', 'tenant_id': '3d0bdfd2652b4beeb6155e3fead0286f', 'fixed_ips': [{'subnet_id': 'f54dfb95-fe62-477b-a323-a3fc8ce4df19'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:01.403815 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.534148 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-327b407c-6553-4000-85ea-8ad2614f3be7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779439489015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29114483'] for subnet, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.575788 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327b407c-6553-4000-85ea-8ad2614f3be7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:01.576559 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-327b407c-6553-4000-85ea-8ad2614f3be7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.581553 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-327b407c-6553-4000-85ea-8ad2614f3be7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "PUT /v2.0/subnets/f54dfb95-fe62-477b-a323-a3fc8ce4df19 HTTP/1.1" status: 200 len: 900 time: 0.3067374 Sep 30 08:35:01.581802 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38062) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:01.584069 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Allocated IP 2001:db8::3 (14844e57-d5fa-4485-965f-bb645cbfbb96/f54dfb95-fe62-477b-a323-a3fc8ce4df19/2534af3f-708c-457c-bcd8-cad9b90138b0) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:01.606338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b407c-6553-4000-85ea-8ad2614f3be7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event updated for resources: {'Subnet': ['ID=f54dfb95-fe62-477b-a323-a3fc8ce4df19,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:01.689261 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.732226 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.738213 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.742446 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.775418 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Network 14844e57-d5fa-4485-965f-bb645cbfbb96 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:01.778246 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:01.781625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:01.789980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Pushing event updated for resources: {'Port': ['ID=2534af3f-708c-457c-bcd8-cad9b90138b0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:01.814006 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.844037 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Attempting to bind port 2534af3f-708c-457c-bcd8-cad9b90138b0 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:01.844409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Attempting to bind port 2534af3f-708c-457c-bcd8-cad9b90138b0 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'e0be0052-1735-4419-9138-c378e913240b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14844e57-d5fa-4485-965f-bb645cbfbb96'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:01.844770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Attempting to bind port 2534af3f-708c-457c-bcd8-cad9b90138b0 on network 14844e57-d5fa-4485-965f-bb645cbfbb96 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:01.846991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Subnet': ['ID=f54dfb95-fe62-477b-a323-a3fc8ce4df19,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:01.851733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:01.852216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Checking segment: {'id': 'e0be0052-1735-4419-9138-c378e913240b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14844e57-d5fa-4485-965f-bb645cbfbb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:01.852624 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.853020 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Bound using segment: {'id': 'e0be0052-1735-4419-9138-c378e913240b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14844e57-d5fa-4485-965f-bb645cbfbb96'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:01.853494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Bound port: 2534af3f-708c-457c-bcd8-cad9b90138b0, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0be0052-1735-4419-9138-c378e913240b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14844e57-d5fa-4485-965f-bb645cbfbb96'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:01.853876 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.909922 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.919886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] For port 2534af3f-708c-457c-bcd8-cad9b90138b0, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:01.922985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] For port 2534af3f-708c-457c-bcd8-cad9b90138b0, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2534af3f-708c-457c-bcd8-cad9b90138b0,segment=NetworkSegment(e0be0052-1735-4419-9138-c378e913240b),segment_id=e0be0052-1735-4419-9138-c378e913240b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:01.927648 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.932871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14844e57-d5fa-4485-965f-bb645cbfbb96']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:01.942619 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0be0052-1735-4419-9138-c378e913240b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:01.943009 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0be0052-1735-4419-9138-c378e913240b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:01.952409 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.966667 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.972873 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:35:01.973268 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:35:01.976256 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:35:02.003535 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77228c-49bd-4a7b-a23c-ed36efce8d9c None None] Pushing event updated for resources: {'Port': ['ID=2534af3f-708c-457c-bcd8-cad9b90138b0,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:02.019732 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40449f1d-f286-461c-9502-4531cd892c2b None None] Network 14844e57-d5fa-4485-965f-bb645cbfbb96 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:02.036532 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 08:35:02.036532 n-d-807359-2 neutron-server[94838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 08:35:02.036532 n-d-807359-2 neutron-server[94838]: [parameters: {'id': '14844e57-d5fa-4485-965f-bb645cbfbb96'}] Sep 30 08:35:02.036532 n-d-807359-2 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:35:02.037268 n-d-807359-2 neutron-server[94838]: DEBUG oslo_db.api [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:35:02.138842 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9f091a-cb70-4e40-b18d-c2d46a13c49a None None] Network 14844e57-d5fa-4485-965f-bb645cbfbb96 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:02.258129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56f8f92-e8d6-4846-ac76-192619f5c719 None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:35:02.362459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f8f92-e8d6-4846-ac76-192619f5c719 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:35:02.538666 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:02.591045 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Deleting port 2534af3f-708c-457c-bcd8-cad9b90138b0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:02.591398 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:02.656399 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] For port 2534af3f-708c-457c-bcd8-cad9b90138b0, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2534af3f-708c-457c-bcd8-cad9b90138b0,segment=NetworkSegment(e0be0052-1735-4419-9138-c378e913240b),segment_id=e0be0052-1735-4419-9138-c378e913240b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:02.656775 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:02.674650 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Calling delete_port for 2534af3f-708c-457c-bcd8-cad9b90138b0 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:02.755497 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:02.781653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Port': ['ID=2534af3f-708c-457c-bcd8-cad9b90138b0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:02.786571 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No DVR routers for this DVR port 2534af3f-708c-457c-bcd8-cad9b90138b0 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:02.868744 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:02.888375 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14844e57-d5fa-4485-965f-bb645cbfbb96']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:02.898527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0be0052-1735-4419-9138-c378e913240b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:02.898826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0be0052-1735-4419-9138-c378e913240b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:02.907810 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:02.921797 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:02.928008 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:35:02.928391 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:35:02.931245 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:35:02.988919 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:02.997238 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:02.999130 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/14844e57-d5fa-4485-965f-bb645cbfbb96 HTTP/1.1" status: 204 len: 168 time: 1.4164238 Sep 30 08:35:03.004046 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38064) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:03.015213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a3b16-e53a-48d0-b56f-a0d58565f33e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Network': ['ID=14844e57-d5fa-4485-965f-bb645cbfbb96,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:03.030423 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-4388460c-72f6-47eb-9c60-445e0f95636b tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] DELETE failed (client error): The resource could not be found. Sep 30 08:35:03.030960 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4388460c-72f6-47eb-9c60-445e0f95636b tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:03.032686 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4388460c-72f6-47eb-9c60-445e0f95636b tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/subnets/f54dfb95-fe62-477b-a323-a3fc8ce4df19 HTTP/1.1" status: 404 len: 337 time: 0.0276597 Sep 30 08:35:03.035436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38066) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:03.053199 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-01fa2b8d-4889-4a92-b6d4-2ffaacf50bea tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] DELETE failed (client error): The resource could not be found. Sep 30 08:35:03.053650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01fa2b8d-4889-4a92-b6d4-2ffaacf50bea tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:03.055320 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-01fa2b8d-4889-4a92-b6d4-2ffaacf50bea tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/14844e57-d5fa-4485-965f-bb645cbfbb96 HTTP/1.1" status: 404 len: 339 time: 0.0189767 Sep 30 08:35:03.057546 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38068) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:03.134454 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3ebc930-d976-40be-8e8f-e907e84ce84f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.218010 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3ebc930-d976-40be-8e8f-e907e84ce84f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.241864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b3ebc930-d976-40be-8e8f-e907e84ce84f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b8ca71-b7d4-48f4-92e2-5af6d33b3eaf']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:03.250668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b3ebc930-d976-40be-8e8f-e907e84ce84f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b4d587-9ff5-4266-bfd9-b95d2d773715') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:03.250968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b3ebc930-d976-40be-8e8f-e907e84ce84f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b4d587-9ff5-4266-bfd9-b95d2d773715') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:03.260687 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3ebc930-d976-40be-8e8f-e907e84ce84f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.274305 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3ebc930-d976-40be-8e8f-e907e84ce84f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.280206 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ebc930-d976-40be-8e8f-e907e84ce84f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:35:03.280590 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3ebc930-d976-40be-8e8f-e907e84ce84f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:35:03.283936 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:35:03.341238 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3ebc930-d976-40be-8e8f-e907e84ce84f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.346778 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3ebc930-d976-40be-8e8f-e907e84ce84f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.348759 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b3ebc930-d976-40be-8e8f-e907e84ce84f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/61b8ca71-b7d4-48f4-92e2-5af6d33b3eaf HTTP/1.1" status: 204 len: 168 time: 0.2902792 Sep 30 08:35:03.351326 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38070) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:03.362974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebc930-d976-40be-8e8f-e907e84ce84f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Network': ['ID=61b8ca71-b7d4-48f4-92e2-5af6d33b3eaf,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:03.378177 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd989dd6-9f85-4fb8-b01a-5db3d69feb7f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] DELETE failed (client error): The resource could not be found. Sep 30 08:35:03.378635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd989dd6-9f85-4fb8-b01a-5db3d69feb7f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:03.380389 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fd989dd6-9f85-4fb8-b01a-5db3d69feb7f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/subnets/145cbfb3-7076-4616-9bbb-440ae0783630 HTTP/1.1" status: 404 len: 337 time: 0.0280361 Sep 30 08:35:03.382848 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38072) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:03.400852 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e62b3e-3d97-4188-b79a-637d4d47759f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] DELETE failed (client error): The resource could not be found. Sep 30 08:35:03.401382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e62b3e-3d97-4188-b79a-637d4d47759f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:03.402995 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b4e62b3e-3d97-4188-b79a-637d4d47759f tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/fbe89cb6-3774-478b-95ec-349a517ec01e HTTP/1.1" status: 404 len: 339 time: 0.0192595 Sep 30 08:35:03.405237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:03.460152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2720ed4-a06d-44d4-9e13-8f656b669b3b tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Deleting subnet 8ea6f5da-f4c8-41a4-87f9-d9e0c109ff39 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:03.463256 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2720ed4-a06d-44d4-9e13-8f656b669b3b tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.504190 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2720ed4-a06d-44d4-9e13-8f656b669b3b tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.589929 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2720ed4-a06d-44d4-9e13-8f656b669b3b tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.647017 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2720ed4-a06d-44d4-9e13-8f656b669b3b tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.676274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2720ed4-a06d-44d4-9e13-8f656b669b3b tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea6f5da-f4c8-41a4-87f9-d9e0c109ff39,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:03.678274 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2720ed4-a06d-44d4-9e13-8f656b669b3b tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.680167 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e2720ed4-a06d-44d4-9e13-8f656b669b3b tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/subnets/8ea6f5da-f4c8-41a4-87f9-d9e0c109ff39 HTTP/1.1" status: 204 len: 168 time: 0.2740395 Sep 30 08:35:03.682659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:03.685114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3ff673-acb0-490a-b4d9-a632cc94bba5 None None] Network 3e2efec9-62c0-4ada-9f16-414d33f07c61 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:03.732883 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2a88d5-1b06-4457-b1e0-e873c885a4bd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Deleting subnet 1229a7f3-60df-48b2-9642-fe16b3f2b839 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:03.735966 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d2a88d5-1b06-4457-b1e0-e873c885a4bd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.780691 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d2a88d5-1b06-4457-b1e0-e873c885a4bd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.866191 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d2a88d5-1b06-4457-b1e0-e873c885a4bd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.927595 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d2a88d5-1b06-4457-b1e0-e873c885a4bd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.960395 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a88d5-1b06-4457-b1e0-e873c885a4bd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Subnet': ['ID=1229a7f3-60df-48b2-9642-fe16b3f2b839,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:03.967322 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d2a88d5-1b06-4457-b1e0-e873c885a4bd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:03.972144 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0d2a88d5-1b06-4457-b1e0-e873c885a4bd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/subnets/1229a7f3-60df-48b2-9642-fe16b3f2b839 HTTP/1.1" status: 204 len: 168 time: 0.2858243 Sep 30 08:35:03.972467 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38078) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:04.052069 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.106170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Deleting port 10a0ed08-d557-4a44-b0d4-4f13d0e5efef {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:04.106518 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.176747 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] For port 10a0ed08-d557-4a44-b0d4-4f13d0e5efef, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=10a0ed08-d557-4a44-b0d4-4f13d0e5efef,segment=NetworkSegment(645991e0-6f4c-460b-8173-cd4aab4de235),segment_id=645991e0-6f4c-460b-8173-cd4aab4de235)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:04.177119 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.189996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Calling delete_port for 10a0ed08-d557-4a44-b0d4-4f13d0e5efef owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:04.270548 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.295149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Port': ['ID=10a0ed08-d557-4a44-b0d4-4f13d0e5efef,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:04.298042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30803aa6-9ede-46f8-8eb1-6dbd8ea3dbfe None None] Network 3e2efec9-62c0-4ada-9f16-414d33f07c61 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:04.301204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No DVR routers for this DVR port 10a0ed08-d557-4a44-b0d4-4f13d0e5efef on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:04.385395 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.406191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2efec9-62c0-4ada-9f16-414d33f07c61']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:04.407137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d818ff7f-83f2-45e5-b228-0809fdccf822 None None] Could not find standard attr ID for object 10a0ed08-d557-4a44-b0d4-4f13d0e5efef. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:35:04.416477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645991e0-6f4c-460b-8173-cd4aab4de235') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:04.416780 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645991e0-6f4c-460b-8173-cd4aab4de235') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:04.427107 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.441983 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.447983 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:35:04.448388 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:35:04.451397 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:35:04.464925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c39c8fb-142c-47e6-b8c5-d72120ac4300 None None] DHCP port deletion for 3e2efec9-62c0-4ada-9f16-414d33f07c61 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:04.516439 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.523822 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.525631 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/3e2efec9-62c0-4ada-9f16-414d33f07c61 HTTP/1.1" status: 204 len: 168 time: 0.5522492 Sep 30 08:35:04.528049 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38080) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:04.545180 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf91747-1f13-4ab7-9dd6-816a44334c34 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Network': ['ID=3e2efec9-62c0-4ada-9f16-414d33f07c61,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:04.563211 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-05812e53-64ff-4b5e-a460-f43828e4fffe tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] DELETE failed (client error): The resource could not be found. Sep 30 08:35:04.563659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05812e53-64ff-4b5e-a460-f43828e4fffe tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:04.566072 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-05812e53-64ff-4b5e-a460-f43828e4fffe tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/subnets/cf1d1dd4-f6bb-4226-b70d-dc8ec8c35bcf HTTP/1.1" status: 404 len: 337 time: 0.0287702 Sep 30 08:35:04.568491 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38082) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:04.587584 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6d5187-948d-486c-975a-4c8731423ac4 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] DELETE failed (client error): The resource could not be found. Sep 30 08:35:04.588130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6d5187-948d-486c-975a-4c8731423ac4 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:04.589756 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bb6d5187-948d-486c-975a-4c8731423ac4 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/6d4f51ba-02c8-426b-b683-4aea268e1569 HTTP/1.1" status: 404 len: 339 time: 0.0203695 Sep 30 08:35:04.592163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:04.616524 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-beaf01b1-cc8f-4a7b-acb8-970b81b51a24 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] DELETE failed (client error): The resource could not be found. Sep 30 08:35:04.616954 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beaf01b1-cc8f-4a7b-acb8-970b81b51a24 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:04.618547 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-beaf01b1-cc8f-4a7b-acb8-970b81b51a24 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/subnets/9d1788f1-d7ee-46f6-8157-45705cf67768 HTTP/1.1" status: 404 len: 337 time: 0.0255325 Sep 30 08:35:04.620786 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38086) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:04.638646 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a37f56c-376b-488d-bdbf-49f5710b2d5c tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] DELETE failed (client error): The resource could not be found. Sep 30 08:35:04.639191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a37f56c-376b-488d-bdbf-49f5710b2d5c tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:04.640892 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4a37f56c-376b-488d-bdbf-49f5710b2d5c tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/7393134a-c4e1-4ada-8bfd-0c780ee53ced HTTP/1.1" status: 404 len: 339 time: 0.0192735 Sep 30 08:35:04.644032 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38088) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:04.670389 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8beb0a86-2aa2-4531-afc8-473b8dca0f87 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] DELETE failed (client error): The resource could not be found. Sep 30 08:35:04.670842 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8beb0a86-2aa2-4531-afc8-473b8dca0f87 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:04.672680 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8beb0a86-2aa2-4531-afc8-473b8dca0f87 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/subnets/fe33bea9-29b1-4d4d-9cdd-72f1e5ec9db5 HTTP/1.1" status: 404 len: 337 time: 0.0275450 Sep 30 08:35:04.676123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38090) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:04.698683 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-332c5c07-6ecf-4540-81d6-5740042386c7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] DELETE failed (client error): The resource could not be found. Sep 30 08:35:04.698965 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 10a0ed08-d557-4a44-b0d4-4f13d0e5efef no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:04.699402 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332c5c07-6ecf-4540-81d6-5740042386c7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:04.700944 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-332c5c07-6ecf-4540-81d6-5740042386c7 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/dc74656d-5926-4787-80e6-ab3b56d3b55e HTTP/1.1" status: 404 len: 339 time: 0.0239334 Sep 30 08:35:04.703486 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:04.718840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 10a0ed08-d557-4a44-b0d4-4f13d0e5efef {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:04.719190 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 10a0ed08-d557-4a44-b0d4-4f13d0e5efef not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:04.757607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a655f34-f644-4ac0-a8f4-4aa2136e80dd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Deleting subnet 4311d250-0863-4230-a448-3cde4ce38263 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:04.760808 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a655f34-f644-4ac0-a8f4-4aa2136e80dd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.801970 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a655f34-f644-4ac0-a8f4-4aa2136e80dd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.888546 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a655f34-f644-4ac0-a8f4-4aa2136e80dd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.950800 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a655f34-f644-4ac0-a8f4-4aa2136e80dd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.980923 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a655f34-f644-4ac0-a8f4-4aa2136e80dd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Subnet': ['ID=4311d250-0863-4230-a448-3cde4ce38263,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:04.982903 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a655f34-f644-4ac0-a8f4-4aa2136e80dd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:04.985853 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4a655f34-f644-4ac0-a8f4-4aa2136e80dd tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/subnets/4311d250-0863-4230-a448-3cde4ce38263 HTTP/1.1" status: 204 len: 168 time: 0.2803006 Sep 30 08:35:04.987359 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:04.988542 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9505d9c1-3ddf-4717-8b88-7d573a936e9f None None] Network b72570d0-325b-46c0-85fd-3bad79100495 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:05.063429 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.122156 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Deleting port 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:05.122450 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.155610 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca30f0f-db59-4c37-9c38-4f0f72c0b31d None None] DHCP port deletion for b72570d0-325b-46c0-85fd-3bad79100495 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:05.186458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] For port 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3ccebb6a-a0f0-4722-afbf-b6875f7e9b57,segment=NetworkSegment(0c0f2c53-c315-4548-b6e1-db249923b257),segment_id=0c0f2c53-c315-4548-b6e1-db249923b257)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:05.186852 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.201200 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Calling delete_port for 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:05.206642 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5ca30f0f-db59-4c37-9c38-4f0f72c0b31d None None] Deleting port 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:05.207028 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ca30f0f-db59-4c37-9c38-4f0f72c0b31d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.270862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5ca30f0f-db59-4c37-9c38-4f0f72c0b31d None None] For port 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3ccebb6a-a0f0-4722-afbf-b6875f7e9b57,segment=NetworkSegment(0c0f2c53-c315-4548-b6e1-db249923b257),segment_id=0c0f2c53-c315-4548-b6e1-db249923b257)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:05.271563 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ca30f0f-db59-4c37-9c38-4f0f72c0b31d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.284716 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.285027 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5ca30f0f-db59-4c37-9c38-4f0f72c0b31d None None] Calling delete_port for 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:05.311088 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Port': ['ID=3ccebb6a-a0f0-4722-afbf-b6875f7e9b57,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:05.315086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No DVR routers for this DVR port 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:05.359258 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ca30f0f-db59-4c37-9c38-4f0f72c0b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.386888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca30f0f-db59-4c37-9c38-4f0f72c0b31d None None] No DVR routers for this DVR port 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:05.394643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca30f0f-db59-4c37-9c38-4f0f72c0b31d None None] Pushing event deleted for resources: {'Port': ['ID=3ccebb6a-a0f0-4722-afbf-b6875f7e9b57,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:05.396192 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.417146 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72570d0-325b-46c0-85fd-3bad79100495']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:05.426757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0f2c53-c315-4548-b6e1-db249923b257') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:05.427048 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0f2c53-c315-4548-b6e1-db249923b257') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:05.436042 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.448573 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.454490 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:35:05.454868 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:35:05.458485 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:35:05.517325 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.525209 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.526379 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/b72570d0-325b-46c0-85fd-3bad79100495 HTTP/1.1" status: 204 len: 168 time: 0.5379562 Sep 30 08:35:05.529183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38096) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:05.539031 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dca860-b1b6-40e3-810e-1aff35c0f42e tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Network': ['ID=b72570d0-325b-46c0-85fd-3bad79100495,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:05.556667 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-389997a9-b4cf-4bfa-aaa3-17796391ed8a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] DELETE failed (client error): The resource could not be found. Sep 30 08:35:05.557113 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-389997a9-b4cf-4bfa-aaa3-17796391ed8a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:05.559089 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-389997a9-b4cf-4bfa-aaa3-17796391ed8a tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/subnets/fa7404d8-a0dd-4dd2-805a-2c48a60ad05f HTTP/1.1" status: 404 len: 337 time: 0.0283773 Sep 30 08:35:05.561560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38098) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:05.579004 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ac4e43-8274-4d59-b52b-82941f3d42ed tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] DELETE failed (client error): The resource could not be found. Sep 30 08:35:05.579522 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ac4e43-8274-4d59-b52b-82941f3d42ed tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:35:05.581330 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-60ac4e43-8274-4d59-b52b-82941f3d42ed tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/493eaa30-177b-4a98-a676-4932c2c8c485 HTTP/1.1" status: 404 len: 339 time: 0.0188684 Sep 30 08:35:05.583532 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38100) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:05.637108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-504e2cb1-3b1f-47c5-8a04-bda70c091215 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Deleting subnet 0186681a-d117-49ec-bdb1-df3e05907ae4 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:05.640235 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-504e2cb1-3b1f-47c5-8a04-bda70c091215 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.680776 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-504e2cb1-3b1f-47c5-8a04-bda70c091215 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.792637 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-504e2cb1-3b1f-47c5-8a04-bda70c091215 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.848649 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-504e2cb1-3b1f-47c5-8a04-bda70c091215 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.874181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e2cb1-3b1f-47c5-8a04-bda70c091215 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Subnet': ['ID=0186681a-d117-49ec-bdb1-df3e05907ae4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:05.877994 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-504e2cb1-3b1f-47c5-8a04-bda70c091215 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:05.882536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38102) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:05.882691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-504e2cb1-3b1f-47c5-8a04-bda70c091215 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/subnets/0186681a-d117-49ec-bdb1-df3e05907ae4 HTTP/1.1" status: 204 len: 168 time: 0.2981455 Sep 30 08:35:05.884109 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd15351-329e-45e8-9c7a-b44463cadf8e None None] Network f556cb3f-0b3b-4e99-a289-e171b608e6da requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:05.964399 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.022646 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Deleting port f890637b-cbe9-4ec7-81db-7bb85aa9ac00 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:06.022994 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.059432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb7985-894b-47ad-b8de-7d83c0975011 None None] DHCP port deletion for f556cb3f-0b3b-4e99-a289-e171b608e6da request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:06.091847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] For port f890637b-cbe9-4ec7-81db-7bb85aa9ac00, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f890637b-cbe9-4ec7-81db-7bb85aa9ac00,segment=NetworkSegment(5322bf46-60b7-4fb6-a980-4a969124da58),segment_id=5322bf46-60b7-4fb6-a980-4a969124da58)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:06.092481 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.104493 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Calling delete_port for f890637b-cbe9-4ec7-81db-7bb85aa9ac00 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:06.106183 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-30fb7985-894b-47ad-b8de-7d83c0975011 None None] Deleting port f890637b-cbe9-4ec7-81db-7bb85aa9ac00 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:06.106562 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-30fb7985-894b-47ad-b8de-7d83c0975011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.172150 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-30fb7985-894b-47ad-b8de-7d83c0975011 None None] For port f890637b-cbe9-4ec7-81db-7bb85aa9ac00, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f890637b-cbe9-4ec7-81db-7bb85aa9ac00,segment=NetworkSegment(5322bf46-60b7-4fb6-a980-4a969124da58),segment_id=5322bf46-60b7-4fb6-a980-4a969124da58)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:06.172645 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-30fb7985-894b-47ad-b8de-7d83c0975011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.182914 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.185048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-30fb7985-894b-47ad-b8de-7d83c0975011 None None] Calling delete_port for f890637b-cbe9-4ec7-81db-7bb85aa9ac00 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:06.216262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Port': ['ID=f890637b-cbe9-4ec7-81db-7bb85aa9ac00,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:06.218122 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] No DVR routers for this DVR port f890637b-cbe9-4ec7-81db-7bb85aa9ac00 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:06.260772 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-30fb7985-894b-47ad-b8de-7d83c0975011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.287217 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb7985-894b-47ad-b8de-7d83c0975011 None None] Pushing event deleted for resources: {'Port': ['ID=f890637b-cbe9-4ec7-81db-7bb85aa9ac00,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:06.288993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fb7985-894b-47ad-b8de-7d83c0975011 None None] No DVR routers for this DVR port f890637b-cbe9-4ec7-81db-7bb85aa9ac00 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:06.300161 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.322365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f556cb3f-0b3b-4e99-a289-e171b608e6da']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:06.332209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5322bf46-60b7-4fb6-a980-4a969124da58') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:06.332504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5322bf46-60b7-4fb6-a980-4a969124da58') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:06.341525 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.354781 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.360765 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:35:06.361262 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:35:06.364372 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:35:06.426358 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.433107 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.434891 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] 10.222.0.24 "DELETE /v2.0/networks/f556cb3f-0b3b-4e99-a289-e171b608e6da HTTP/1.1" status: 204 len: 168 time: 0.5512838 Sep 30 08:35:06.446703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1738288-6769-4967-93bb-2168d97ec443 tempest-NetworksIpV6Test-1295517892 tempest-NetworksIpV6Test-1295517892-project] Pushing event deleted for resources: {'Network': ['ID=f556cb3f-0b3b-4e99-a289-e171b608e6da,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:06.676292 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38108) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:06.701771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:06.724046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:06.724387 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3ccebb6a-a0f0-4722-afbf-b6875f7e9b57 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:06.724798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f890637b-cbe9-4ec7-81db-7bb85aa9ac00 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:06.743345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: f890637b-cbe9-4ec7-81db-7bb85aa9ac00 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:06.743685 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f890637b-cbe9-4ec7-81db-7bb85aa9ac00 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:06.815665 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f524ff47-193b-4f5f-9638-38860458a2ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d0bdfd2652b4beeb6155e3fead0286f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376746 Sep 30 08:35:06.818111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:06.866962 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4c81a74-3a73-4c2e-8397-7ffe7a38b596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.888693 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4c81a74-3a73-4c2e-8397-7ffe7a38b596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.934152 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4c81a74-3a73-4c2e-8397-7ffe7a38b596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.936808 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4c81a74-3a73-4c2e-8397-7ffe7a38b596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:06.937972 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e4c81a74-3a73-4c2e-8397-7ffe7a38b596 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5b9a67e-c9e0-4355-a1bf-689f2c94f595 HTTP/1.1" status: 204 len: 168 time: 0.1189668 Sep 30 08:35:06.945823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c81a74-3a73-4c2e-8397-7ffe7a38b596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b9a67e-c9e0-4355-a1bf-689f2c94f595,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:07.578473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38136) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:07.682094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ad4bb205-1c6c-4711-bb70-211bfa1b4acf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1146363510'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:07.702790 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4bb205-1c6c-4711-bb70-211bfa1b4acf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:07.706430 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb205-1c6c-4711-bb70-211bfa1b4acf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.714388 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb205-1c6c-4711-bb70-211bfa1b4acf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.808434 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb205-1c6c-4711-bb70-211bfa1b4acf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.812132 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb205-1c6c-4711-bb70-211bfa1b4acf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.834880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4bb205-1c6c-4711-bb70-211bfa1b4acf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:35:07.850033 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bb205-1c6c-4711-bb70-211bfa1b4acf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14dab35-16b5-4bdb-b105-5c8240662ea8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:07.854163 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb205-1c6c-4711-bb70-211bfa1b4acf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.854506 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-ad4bb205-1c6c-4711-bb70-211bfa1b4acf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Added segment 7ed4622a-e2bd-4c41-90bb-cb6da7adaa4c of type vlan for network 3046a73e-cbc0-4721-9f67-1ea3cb8360c3 Sep 30 08:35:07.895172 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb205-1c6c-4711-bb70-211bfa1b4acf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.919117 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb205-1c6c-4711-bb70-211bfa1b4acf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.925521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4bb205-1c6c-4711-bb70-211bfa1b4acf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:07.926101 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb205-1c6c-4711-bb70-211bfa1b4acf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:07.963664 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ad4bb205-1c6c-4711-bb70-211bfa1b4acf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3840911 Sep 30 08:35:07.966309 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38140) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:07.974496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4c101576-a8a9-4b03-8ccf-85bb0d912989 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-899475868'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:08.013418 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bb205-1c6c-4711-bb70-211bfa1b4acf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Network': ['ID=3046a73e-cbc0-4721-9f67-1ea3cb8360c3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:08.024051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 3046a73e-cbc0-4721-9f67-1ea3cb8360c3 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:35:08.031901 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c101576-a8a9-4b03-8ccf-85bb0d912989 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:08.036036 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c101576-a8a9-4b03-8ccf-85bb0d912989 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.059409 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c101576-a8a9-4b03-8ccf-85bb0d912989 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:35:08.069606 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c101576-a8a9-4b03-8ccf-85bb0d912989 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.070065 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-4c101576-a8a9-4b03-8ccf-85bb0d912989 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Added segment ec32f430-a247-49f2-b22f-f2905be042f1 of type vlan for network bf8892d5-aee9-43cc-b6ac-7e64fe6dae37 Sep 30 08:35:08.110205 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c101576-a8a9-4b03-8ccf-85bb0d912989 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.133619 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c101576-a8a9-4b03-8ccf-85bb0d912989 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.139258 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c101576-a8a9-4b03-8ccf-85bb0d912989 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:08.139839 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c101576-a8a9-4b03-8ccf-85bb0d912989 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.174422 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4c101576-a8a9-4b03-8ccf-85bb0d912989 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2065933 Sep 30 08:35:08.176824 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38142) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:08.183342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5b368a4d-5903-40fe-ade6-bd38351371fd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'subnet': {'network_id': '3046a73e-cbc0-4721-9f67-1ea3cb8360c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:08.226246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c101576-a8a9-4b03-8ccf-85bb0d912989 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Network': ['ID=bf8892d5-aee9-43cc-b6ac-7e64fe6dae37,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:08.236096 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network bf8892d5-aee9-43cc-b6ac-7e64fe6dae37 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:35:08.302479 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b368a4d-5903-40fe-ade6-bd38351371fd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:08.306070 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b368a4d-5903-40fe-ade6-bd38351371fd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.486172 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b368a4d-5903-40fe-ade6-bd38351371fd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.542059 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b368a4d-5903-40fe-ade6-bd38351371fd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Subnet': ['ID=def6fccc-a90c-4ba1-a9c3-74a6a32998a1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:08.552545 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b368a4d-5903-40fe-ade6-bd38351371fd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Checking segment: {'id': '7ed4622a-e2bd-4c41-90bb-cb6da7adaa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3046a73e-cbc0-4721-9f67-1ea3cb8360c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:08.552901 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b368a4d-5903-40fe-ade6-bd38351371fd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network hostable DHCP agents. Network: 3046a73e-cbc0-4721-9f67-1ea3cb8360c3, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:35:08.568967 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b368a4d-5903-40fe-ade6-bd38351371fd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network 3046a73e-cbc0-4721-9f67-1ea3cb8360c3 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:35:08.577294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5b368a4d-5903-40fe-ade6-bd38351371fd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 3046a73e-cbc0-4721-9f67-1ea3cb8360c3) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:08.581317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b368a4d-5903-40fe-ade6-bd38351371fd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:08.581896 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b368a4d-5903-40fe-ade6-bd38351371fd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.586178 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1349b7-35c4-40cc-a7db-dbae6b388d90 None None] Network 3046a73e-cbc0-4721-9f67-1ea3cb8360c3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:08.600012 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5b368a4d-5903-40fe-ade6-bd38351371fd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4221351 Sep 30 08:35:08.602895 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38144) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:08.607779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-180cca30-d534-4650-9144-d30e97882147 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'subnet': {'network_id': 'bf8892d5-aee9-43cc-b6ac-7e64fe6dae37', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:08.699570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180cca30-d534-4650-9144-d30e97882147 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:08.703217 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-180cca30-d534-4650-9144-d30e97882147 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.740787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-3046a73e-cbc0-4721-9f67-1ea3cb8360c3', 'network_id': '3046a73e-cbc0-4721-9f67-1ea3cb8360c3', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'fixed_ips': [{'subnet_id': 'def6fccc-a90c-4ba1-a9c3-74a6a32998a1'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:08.741735 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.875420 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Allocated IP 2001:db8::2 (3046a73e-cbc0-4721-9f67-1ea3cb8360c3/def6fccc-a90c-4ba1-a9c3-74a6a32998a1/1427841c-9e1e-4d1d-802f-cafe4c1aeca3) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:08.886663 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-180cca30-d534-4650-9144-d30e97882147 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:08.951474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cca30-d534-4650-9144-d30e97882147 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Subnet': ['ID=021b9dfb-cc57-4d12-b55a-4a9b09e5673b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:08.957072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180cca30-d534-4650-9144-d30e97882147 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Checking segment: {'id': 'ec32f430-a247-49f2-b22f-f2905be042f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf8892d5-aee9-43cc-b6ac-7e64fe6dae37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:08.957436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180cca30-d534-4650-9144-d30e97882147 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network hostable DHCP agents. Network: bf8892d5-aee9-43cc-b6ac-7e64fe6dae37, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:35:08.974636 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180cca30-d534-4650-9144-d30e97882147 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network bf8892d5-aee9-43cc-b6ac-7e64fe6dae37 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:35:08.983626 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-180cca30-d534-4650-9144-d30e97882147 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, bf8892d5-aee9-43cc-b6ac-7e64fe6dae37) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:08.988056 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180cca30-d534-4650-9144-d30e97882147 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:08.988560 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-180cca30-d534-4650-9144-d30e97882147 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.000155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56880cf9-2772-47f0-ab61-48d922f8daa5 None None] Network bf8892d5-aee9-43cc-b6ac-7e64fe6dae37 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:09.003634 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-180cca30-d534-4650-9144-d30e97882147 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3996146 Sep 30 08:35:09.006224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:09.010586 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ae2c8dbc-12c2-4c91-9b7e-c0aeda10cc99 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1421359726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:09.033565 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae2c8dbc-12c2-4c91-9b7e-c0aeda10cc99 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.034685 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae2c8dbc-12c2-4c91-9b7e-c0aeda10cc99 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.093553 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae2c8dbc-12c2-4c91-9b7e-c0aeda10cc99 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.098165 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae2c8dbc-12c2-4c91-9b7e-c0aeda10cc99 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.115233 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae2c8dbc-12c2-4c91-9b7e-c0aeda10cc99 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.119188 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ae2c8dbc-12c2-4c91-9b7e-c0aeda10cc99 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1095190 Sep 30 08:35:09.119400 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38148) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:09.221492 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.229680 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.281281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Network 3046a73e-cbc0-4721-9f67-1ea3cb8360c3 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:09.286993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:09.294567 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:09.296721 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Pushing event updated for resources: {'Port': ['ID=1427841c-9e1e-4d1d-802f-cafe4c1aeca3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:09.385058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Attempting to bind port 1427841c-9e1e-4d1d-802f-cafe4c1aeca3 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:09.385428 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Attempting to bind port 1427841c-9e1e-4d1d-802f-cafe4c1aeca3 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '7ed4622a-e2bd-4c41-90bb-cb6da7adaa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3046a73e-cbc0-4721-9f67-1ea3cb8360c3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:09.385790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Attempting to bind port 1427841c-9e1e-4d1d-802f-cafe4c1aeca3 on network 3046a73e-cbc0-4721-9f67-1ea3cb8360c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:09.404066 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:09.404466 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Checking segment: {'id': '7ed4622a-e2bd-4c41-90bb-cb6da7adaa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3046a73e-cbc0-4721-9f67-1ea3cb8360c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:09.404834 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.405056 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.405212 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Bound using segment: {'id': '7ed4622a-e2bd-4c41-90bb-cb6da7adaa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3046a73e-cbc0-4721-9f67-1ea3cb8360c3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:09.405678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Bound port: 1427841c-9e1e-4d1d-802f-cafe4c1aeca3, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed4622a-e2bd-4c41-90bb-cb6da7adaa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3046a73e-cbc0-4721-9f67-1ea3cb8360c3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:09.406057 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.416714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-bf8892d5-aee9-43cc-b6ac-7e64fe6dae37', 'network_id': 'bf8892d5-aee9-43cc-b6ac-7e64fe6dae37', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'fixed_ips': [{'subnet_id': '021b9dfb-cc57-4d12-b55a-4a9b09e5673b'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:09.417581 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.550569 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] For port 1427841c-9e1e-4d1d-802f-cafe4c1aeca3, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:09.555422 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] For port 1427841c-9e1e-4d1d-802f-cafe4c1aeca3, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1427841c-9e1e-4d1d-802f-cafe4c1aeca3,segment=NetworkSegment(7ed4622a-e2bd-4c41-90bb-cb6da7adaa4c),segment_id=7ed4622a-e2bd-4c41-90bb-cb6da7adaa4c)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:09.561567 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.646928 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Allocated IP 2001:db8:1::2 (bf8892d5-aee9-43cc-b6ac-7e64fe6dae37/021b9dfb-cc57-4d12-b55a-4a9b09e5673b/82785b8b-8713-4616-95ac-c37073a54c77) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:09.654041 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Allocated IP 2001:db8::1 (3046a73e-cbc0-4721-9f67-1ea3cb8360c3/def6fccc-a90c-4ba1-a9c3-74a6a32998a1/84354b68-073f-4b93-b768-de977178e649) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:09.674493 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4e2b0-8cf4-45d9-8a41-27f574ba62f8 None None] Pushing event updated for resources: {'Port': ['ID=1427841c-9e1e-4d1d-802f-cafe4c1aeca3,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:09.782406 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.831102 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.833863 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.842624 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.882539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Network bf8892d5-aee9-43cc-b6ac-7e64fe6dae37 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:09.885627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:09.889352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:09.890269 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network 3046a73e-cbc0-4721-9f67-1ea3cb8360c3 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:09.891400 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=84354b68-073f-4b93-b768-de977178e649,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:09.894356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:09.896500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:09.897113 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.906569 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Pushing event updated for resources: {'Port': ['ID=82785b8b-8713-4616-95ac-c37073a54c77,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:09.967667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Attempting to bind port 82785b8b-8713-4616-95ac-c37073a54c77 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:09.968080 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Attempting to bind port 82785b8b-8713-4616-95ac-c37073a54c77 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'ec32f430-a247-49f2-b22f-f2905be042f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf8892d5-aee9-43cc-b6ac-7e64fe6dae37'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:09.968451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Attempting to bind port 82785b8b-8713-4616-95ac-c37073a54c77 on network bf8892d5-aee9-43cc-b6ac-7e64fe6dae37 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:09.974805 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:09.975352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Checking segment: {'id': 'ec32f430-a247-49f2-b22f-f2905be042f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf8892d5-aee9-43cc-b6ac-7e64fe6dae37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:09.975760 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:09.976187 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Bound using segment: {'id': 'ec32f430-a247-49f2-b22f-f2905be042f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf8892d5-aee9-43cc-b6ac-7e64fe6dae37'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:09.976662 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Bound port: 82785b8b-8713-4616-95ac-c37073a54c77, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec32f430-a247-49f2-b22f-f2905be042f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf8892d5-aee9-43cc-b6ac-7e64fe6dae37'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:09.977048 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:10.051511 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] For port 82785b8b-8713-4616-95ac-c37073a54c77, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:10.054901 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] For port 82785b8b-8713-4616-95ac-c37073a54c77, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=82785b8b-8713-4616-95ac-c37073a54c77,segment=NetworkSegment(ec32f430-a247-49f2-b22f-f2905be042f1),segment_id=ec32f430-a247-49f2-b22f-f2905be042f1)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:10.059822 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:10.136932 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5273e-349a-4770-96a0-a10494f78353 None None] Pushing event updated for resources: {'Port': ['ID=82785b8b-8713-4616-95ac-c37073a54c77,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:10.300154 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:10.412793 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:10.697832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0dce37-fc7e-46d7-9488-07cb0381176e None None] Network 3046a73e-cbc0-4721-9f67-1ea3cb8360c3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:10.704520 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:10.711530 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:10.712511 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:10.777336 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=84354b68-073f-4b93-b768-de977178e649,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:10.824832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1427841c-9e1e-4d1d-802f-cafe4c1aeca3 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:10.832870 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f7ad06d0-0b3a-49e3-92c6-b26c9717ec54 None None] Provisioning complete for port 1427841c-9e1e-4d1d-802f-cafe4c1aeca3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:10.833345 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7ad06d0-0b3a-49e3-92c6-b26c9717ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:10.860364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network 3046a73e-cbc0-4721-9f67-1ea3cb8360c3 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:10.862307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:10.974277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 1427841c-9e1e-4d1d-802f-cafe4c1aeca3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:10.974756 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:10.995029 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router 751a5e25-0af9-4d06-a238-77fe5543f5cc is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:35:11.046053 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7ad06d0-0b3a-49e3-92c6-b26c9717ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.110992 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:11.119099 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f7ad06d0-0b3a-49e3-92c6-b26c9717ec54 None None] For port 1427841c-9e1e-4d1d-802f-cafe4c1aeca3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1427841c-9e1e-4d1d-802f-cafe4c1aeca3,segment=NetworkSegment(7ed4622a-e2bd-4c41-90bb-cb6da7adaa4c),segment_id=7ed4622a-e2bd-4c41-90bb-cb6da7adaa4c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:11.123824 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abea5af7-44ef-4d09-b092-1ef58d76ea48 None None] Sync routers for ids ['751a5e25-0af9-4d06-a238-77fe5543f5cc'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:11.125877 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ac8f0388-21db-486b-b39b-22ad3509835c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/751a5e25-0af9-4d06-a238-77fe5543f5cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0053885 Sep 30 08:35:11.129691 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38150) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:11.136545 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7ad06d0-0b3a-49e3-92c6-b26c9717ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.174419 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.178423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abea5af7-44ef-4d09-b092-1ef58d76ea48 None None] Routers {'751a5e25-0af9-4d06-a238-77fe5543f5cc'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:11.179063 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-abea5af7-44ef-4d09-b092-1ef58d76ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:34:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['751a5e25-0af9-4d06-a238-77fe5543f5cc'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:11.185483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b577079a-c4d5-41f2-988a-71618ad51b3f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:11.187080 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b577079a-c4d5-41f2-988a-71618ad51b3f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports/84354b68-073f-4b93-b768-de977178e649 HTTP/1.1" status: 200 len: 911 time: 0.0563164 Sep 30 08:35:11.189940 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38152) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:11.223791 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-abea5af7-44ef-4d09-b092-1ef58d76ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:11.242376 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708b4205-7a7c-4a45-b0c4-b87395ac5c82 None None] Network bf8892d5-aee9-43cc-b6ac-7e64fe6dae37 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:11.295947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abea5af7-44ef-4d09-b092-1ef58d76ea48 None None] Routers {'751a5e25-0af9-4d06-a238-77fe5543f5cc'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:11.296622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-abea5af7-44ef-4d09-b092-1ef58d76ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:34:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['751a5e25-0af9-4d06-a238-77fe5543f5cc'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:11.335810 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-abea5af7-44ef-4d09-b092-1ef58d76ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:11.336767 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abea5af7-44ef-4d09-b092-1ef58d76ea48 None None] The sync data for ids ['751a5e25-0af9-4d06-a238-77fe5543f5cc'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:11.341939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad06d0-0b3a-49e3-92c6-b26c9717ec54 None None] Pushing event updated for resources: {'Port': ['ID=1427841c-9e1e-4d1d-802f-cafe4c1aeca3,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:11.373601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6cc0b07c-565e-44ac-bf21-b8f0b8271dc8 None None] Provisioning complete for port 82785b8b-8713-4616-95ac-c37073a54c77 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:11.373982 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b07c-565e-44ac-bf21-b8f0b8271dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.443369 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:35:11.443729 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:35:11.566049 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b07c-565e-44ac-bf21-b8f0b8271dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.605677 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6cc0b07c-565e-44ac-bf21-b8f0b8271dc8 None None] For port 82785b8b-8713-4616-95ac-c37073a54c77, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=82785b8b-8713-4616-95ac-c37073a54c77,segment=NetworkSegment(ec32f430-a247-49f2-b22f-f2905be042f1),segment_id=ec32f430-a247-49f2-b22f-f2905be042f1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:11.614229 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b07c-565e-44ac-bf21-b8f0b8271dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.670694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0b07c-565e-44ac-bf21-b8f0b8271dc8 None None] Pushing event updated for resources: {'Port': ['ID=82785b8b-8713-4616-95ac-c37073a54c77,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:11.742744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b07c6f44-5c49-4a71-ab54-c9d4e8785ded None None] Provisioning complete for port 84354b68-073f-4b93-b768-de977178e649 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:11.743213 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b07c6f44-5c49-4a71-ab54-c9d4e8785ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.782221 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b07c6f44-5c49-4a71-ab54-c9d4e8785ded None None] Port 84354b68-073f-4b93-b768-de977178e649 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:11.800624 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b07c6f44-5c49-4a71-ab54-c9d4e8785ded None None] Provisioning complete for port 1427841c-9e1e-4d1d-802f-cafe4c1aeca3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:11.801004 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b07c6f44-5c49-4a71-ab54-c9d4e8785ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.890773 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:11.979777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 82785b8b-8713-4616-95ac-c37073a54c77 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:12.025849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-568c5acc-f88b-4d11-97e3-1a34d1a54268 None None] Provisioning complete for port 84354b68-073f-4b93-b768-de977178e649 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:12.026227 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-568c5acc-f88b-4d11-97e3-1a34d1a54268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.075835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 82785b8b-8713-4616-95ac-c37073a54c77 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:12.076234 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.083165 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d49a55a2-3e54-4ad7-9a45-8d4772d8ade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.100668 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-568c5acc-f88b-4d11-97e3-1a34d1a54268 None None] Port 84354b68-073f-4b93-b768-de977178e649 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:12.122553 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-568c5acc-f88b-4d11-97e3-1a34d1a54268 None None] Provisioning complete for port 82785b8b-8713-4616-95ac-c37073a54c77 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:12.122931 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-568c5acc-f88b-4d11-97e3-1a34d1a54268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.154801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Allocated IP 2001:db8:1::1 (bf8892d5-aee9-43cc-b6ac-7e64fe6dae37/021b9dfb-cc57-4d12-b55a-4a9b09e5673b/adc5c144-bd0a-4784-98d3-a7930bb51a06) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:12.273601 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.306091 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.345008 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network bf8892d5-aee9-43cc-b6ac-7e64fe6dae37 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:12.348095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:12.351737 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:12.352322 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.360794 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=adc5c144-bd0a-4784-98d3-a7930bb51a06,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:12.488829 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.561481 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-91d6d5b3-38c7-488e-bff0-b998949b053a None None] Provisioning complete for port adc5c144-bd0a-4784-98d3-a7930bb51a06 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:12.562031 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-91d6d5b3-38c7-488e-bff0-b998949b053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.595173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-91d6d5b3-38c7-488e-bff0-b998949b053a None None] Port adc5c144-bd0a-4784-98d3-a7930bb51a06 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:12.710187 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1427841c-9e1e-4d1d-802f-cafe4c1aeca3 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:12.763571 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.767876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 1427841c-9e1e-4d1d-802f-cafe4c1aeca3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:12.768301 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.769689 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.770476 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.844613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=adc5c144-bd0a-4784-98d3-a7930bb51a06,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:12.848574 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 82785b8b-8713-4616-95ac-c37073a54c77 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:12.893778 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 82785b8b-8713-4616-95ac-c37073a54c77 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:12.894152 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:12.909687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network bf8892d5-aee9-43cc-b6ac-7e64fe6dae37 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:12.911063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:13.013186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router 751a5e25-0af9-4d06-a238-77fe5543f5cc has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:35:13.115819 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:13.117543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-561f496d-195f-4b52-917b-8f0421ecf1bb None None] Provisioning complete for port adc5c144-bd0a-4784-98d3-a7930bb51a06 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:13.117925 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-561f496d-195f-4b52-917b-8f0421ecf1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:13.120755 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-455b6fbd-aefb-42c3-9e14-f8d757816cf6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/751a5e25-0af9-4d06-a238-77fe5543f5cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9292603 Sep 30 08:35:13.123404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38154) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:13.128499 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3161b28c-8069-447d-837e-2ed7e811230e None None] Sync routers for ids ['751a5e25-0af9-4d06-a238-77fe5543f5cc'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:13.143307 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3161b28c-8069-447d-837e-2ed7e811230e None None] Routers {'751a5e25-0af9-4d06-a238-77fe5543f5cc'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:13.144469 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3161b28c-8069-447d-837e-2ed7e811230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:34:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['751a5e25-0af9-4d06-a238-77fe5543f5cc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:13.171046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-561f496d-195f-4b52-917b-8f0421ecf1bb None None] Port adc5c144-bd0a-4784-98d3-a7930bb51a06 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:13.175512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b755f-f776-4029-ab6a-7ab076cc8f86 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:13.179626 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-da1b755f-f776-4029-ab6a-7ab076cc8f86 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports/adc5c144-bd0a-4784-98d3-a7930bb51a06 HTTP/1.1" status: 200 len: 913 time: 0.0527446 Sep 30 08:35:13.179899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38156) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:13.187619 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3161b28c-8069-447d-837e-2ed7e811230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:13.196262 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3161b28c-8069-447d-837e-2ed7e811230e None None] Routers {'751a5e25-0af9-4d06-a238-77fe5543f5cc'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:13.196807 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3161b28c-8069-447d-837e-2ed7e811230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:34:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['751a5e25-0af9-4d06-a238-77fe5543f5cc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:13.232202 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3161b28c-8069-447d-837e-2ed7e811230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:13.232856 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3161b28c-8069-447d-837e-2ed7e811230e None None] The sync data for ids ['751a5e25-0af9-4d06-a238-77fe5543f5cc'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:13.529267 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb6da110-3e38-4117-95b6-7bd5ca9bf84f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:13.777377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cb6da110-3e38-4117-95b6-7bd5ca9bf84f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port adc5c144-bd0a-4784-98d3-a7930bb51a06 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:13.777718 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb6da110-3e38-4117-95b6-7bd5ca9bf84f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:13.866162 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb6da110-3e38-4117-95b6-7bd5ca9bf84f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:13.878745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cb6da110-3e38-4117-95b6-7bd5ca9bf84f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for adc5c144-bd0a-4784-98d3-a7930bb51a06 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:14.051780 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb6da110-3e38-4117-95b6-7bd5ca9bf84f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:14.076131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6da110-3e38-4117-95b6-7bd5ca9bf84f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=adc5c144-bd0a-4784-98d3-a7930bb51a06,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:14.192646 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb6da110-3e38-4117-95b6-7bd5ca9bf84f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:14.239661 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:35:14.383279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6da110-3e38-4117-95b6-7bd5ca9bf84f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router 751a5e25-0af9-4d06-a238-77fe5543f5cc has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:35:14.473129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6da110-3e38-4117-95b6-7bd5ca9bf84f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:14.478056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cb6da110-3e38-4117-95b6-7bd5ca9bf84f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/751a5e25-0af9-4d06-a238-77fe5543f5cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2971754 Sep 30 08:35:14.480790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38158) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:14.483970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b1bcb1-bade-4b50-9459-073c902737c9 None None] Sync routers for ids ['751a5e25-0af9-4d06-a238-77fe5543f5cc'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:14.493926 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b1bcb1-bade-4b50-9459-073c902737c9 None None] Routers {'751a5e25-0af9-4d06-a238-77fe5543f5cc'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:14.494540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a6b1bcb1-bade-4b50-9459-073c902737c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:34:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['751a5e25-0af9-4d06-a238-77fe5543f5cc'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:14.526662 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a6b1bcb1-bade-4b50-9459-073c902737c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:14.535141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b1bcb1-bade-4b50-9459-073c902737c9 None None] Routers {'751a5e25-0af9-4d06-a238-77fe5543f5cc'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:14.535743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a6b1bcb1-bade-4b50-9459-073c902737c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:34:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['751a5e25-0af9-4d06-a238-77fe5543f5cc'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:14.566988 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a6b1bcb1-bade-4b50-9459-073c902737c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:14.567634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b1bcb1-bade-4b50-9459-073c902737c9 None None] The sync data for ids ['751a5e25-0af9-4d06-a238-77fe5543f5cc'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:14.820330 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de733ec5-ac5c-4217-adca-0b5722e82cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:15.082377 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51939c4a-ee5c-4186-807e-826ae8c8f2f9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:15.306802 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:15.317278 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-51939c4a-ee5c-4186-807e-826ae8c8f2f9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port 84354b68-073f-4b93-b768-de977178e649 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:15.317625 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51939c4a-ee5c-4186-807e-826ae8c8f2f9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:15.405237 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51939c4a-ee5c-4186-807e-826ae8c8f2f9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:15.417365 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-51939c4a-ee5c-4186-807e-826ae8c8f2f9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for 84354b68-073f-4b93-b768-de977178e649 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:15.588709 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51939c4a-ee5c-4186-807e-826ae8c8f2f9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:15.614885 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51939c4a-ee5c-4186-807e-826ae8c8f2f9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=84354b68-073f-4b93-b768-de977178e649,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:15.712721 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51939c4a-ee5c-4186-807e-826ae8c8f2f9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:15.871818 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51939c4a-ee5c-4186-807e-826ae8c8f2f9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router 751a5e25-0af9-4d06-a238-77fe5543f5cc has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:35:15.913114 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:15.951003 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51939c4a-ee5c-4186-807e-826ae8c8f2f9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:15.956397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-51939c4a-ee5c-4186-807e-826ae8c8f2f9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/751a5e25-0af9-4d06-a238-77fe5543f5cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4745932 Sep 30 08:35:15.958964 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38160) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:15.961518 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1dc8a6-0cd0-44e5-b8a5-9da1afa8ea7d None None] Sync routers for ids ['751a5e25-0af9-4d06-a238-77fe5543f5cc'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:15.971336 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1dc8a6-0cd0-44e5-b8a5-9da1afa8ea7d None None] Routers {'751a5e25-0af9-4d06-a238-77fe5543f5cc'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:15.971963 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1f1dc8a6-0cd0-44e5-b8a5-9da1afa8ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['751a5e25-0af9-4d06-a238-77fe5543f5cc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:15.986780 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c48cd816-326f-4a2d-8850-34e8d7c12053 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports?device_id=751a5e25-0af9-4d06-a238-77fe5543f5cc HTTP/1.1" status: 200 len: 205 time: 0.0261536 Sep 30 08:35:15.989757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:16.003522 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1f1dc8a6-0cd0-44e5-b8a5-9da1afa8ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:16.011890 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1dc8a6-0cd0-44e5-b8a5-9da1afa8ea7d None None] Routers {'751a5e25-0af9-4d06-a238-77fe5543f5cc'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:16.012510 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1f1dc8a6-0cd0-44e5-b8a5-9da1afa8ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['751a5e25-0af9-4d06-a238-77fe5543f5cc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:16.046381 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1f1dc8a6-0cd0-44e5-b8a5-9da1afa8ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:16.047020 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1dc8a6-0cd0-44e5-b8a5-9da1afa8ea7d None None] The sync data for ids ['751a5e25-0af9-4d06-a238-77fe5543f5cc'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:16.067208 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea06671-5f9f-4cf2-8a30-b1b4548a7ed6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.224381 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea06671-5f9f-4cf2-8a30-b1b4548a7ed6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.226516 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea06671-5f9f-4cf2-8a30-b1b4548a7ed6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.267927 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea06671-5f9f-4cf2-8a30-b1b4548a7ed6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.268482 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea06671-5f9f-4cf2-8a30-b1b4548a7ed6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Fanout notify agent at l3_agent the message router_deleted on router 751a5e25-0af9-4d06-a238-77fe5543f5cc {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:35:16.275278 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea06671-5f9f-4cf2-8a30-b1b4548a7ed6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.279281 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aea06671-5f9f-4cf2-8a30-b1b4548a7ed6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/routers/751a5e25-0af9-4d06-a238-77fe5543f5cc HTTP/1.1" status: 204 len: 168 time: 0.2856331 Sep 30 08:35:16.279281 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38164) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:16.332498 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-88918361-4982-4700-a232-7f9997216ef7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting subnet 021b9dfb-cc57-4d12-b55a-4a9b09e5673b {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:16.335468 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88918361-4982-4700-a232-7f9997216ef7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.378641 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88918361-4982-4700-a232-7f9997216ef7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.463886 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88918361-4982-4700-a232-7f9997216ef7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.523588 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88918361-4982-4700-a232-7f9997216ef7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.554863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88918361-4982-4700-a232-7f9997216ef7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Subnet': ['ID=021b9dfb-cc57-4d12-b55a-4a9b09e5673b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:16.560297 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88918361-4982-4700-a232-7f9997216ef7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.562324 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-88918361-4982-4700-a232-7f9997216ef7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/021b9dfb-cc57-4d12-b55a-4a9b09e5673b HTTP/1.1" status: 204 len: 168 time: 0.2821620 Sep 30 08:35:16.565881 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38166) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:16.568214 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b730ef3-1955-4fac-9733-fb3f7a2c7183 None None] Network bf8892d5-aee9-43cc-b6ac-7e64fe6dae37 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:16.616351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-55856323-2210-4178-9d57-d6d88fb4d3c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting subnet def6fccc-a90c-4ba1-a9c3-74a6a32998a1 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:16.619380 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55856323-2210-4178-9d57-d6d88fb4d3c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.665937 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55856323-2210-4178-9d57-d6d88fb4d3c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.737002 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d92e8d-f0d2-4c6a-affa-738f77a0bbb1 None None] DHCP port deletion for bf8892d5-aee9-43cc-b6ac-7e64fe6dae37 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:16.758433 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55856323-2210-4178-9d57-d6d88fb4d3c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.821453 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55856323-2210-4178-9d57-d6d88fb4d3c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.848811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55856323-2210-4178-9d57-d6d88fb4d3c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Subnet': ['ID=def6fccc-a90c-4ba1-a9c3-74a6a32998a1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:16.854662 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55856323-2210-4178-9d57-d6d88fb4d3c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.859087 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-55856323-2210-4178-9d57-d6d88fb4d3c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/def6fccc-a90c-4ba1-a9c3-74a6a32998a1 HTTP/1.1" status: 204 len: 168 time: 0.2899017 Sep 30 08:35:16.859368 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:16.923669 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06163ace-81f3-4445-a9a7-aa817597d52f None None] Network 3046a73e-cbc0-4721-9f67-1ea3cb8360c3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:16.937834 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.996132 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d3d92e8d-f0d2-4c6a-affa-738f77a0bbb1 None None] Deleting port 82785b8b-8713-4616-95ac-c37073a54c77 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:16.996366 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port 82785b8b-8713-4616-95ac-c37073a54c77 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:16.996908 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d3d92e8d-f0d2-4c6a-affa-738f77a0bbb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:16.996996 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.060923 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] For port 82785b8b-8713-4616-95ac-c37073a54c77, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=82785b8b-8713-4616-95ac-c37073a54c77,segment=NetworkSegment(ec32f430-a247-49f2-b22f-f2905be042f1),segment_id=ec32f430-a247-49f2-b22f-f2905be042f1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:17.061291 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.073721 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for 82785b8b-8713-4616-95ac-c37073a54c77 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:17.096370 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d3d92e8d-f0d2-4c6a-affa-738f77a0bbb1 None None] For port 82785b8b-8713-4616-95ac-c37073a54c77, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=82785b8b-8713-4616-95ac-c37073a54c77,segment=NetworkSegment(ec32f430-a247-49f2-b22f-f2905be042f1),segment_id=ec32f430-a247-49f2-b22f-f2905be042f1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:17.096878 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d3d92e8d-f0d2-4c6a-affa-738f77a0bbb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.112360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d3d92e8d-f0d2-4c6a-affa-738f77a0bbb1 None None] Calling delete_port for 82785b8b-8713-4616-95ac-c37073a54c77 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:17.168945 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.171561 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd1bf60-1f07-4fe6-877d-1f7cb3c7a9e1 None None] DHCP port deletion for 3046a73e-cbc0-4721-9f67-1ea3cb8360c3 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:17.200014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=82785b8b-8713-4616-95ac-c37073a54c77,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:17.203565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No DVR routers for this DVR port 82785b8b-8713-4616-95ac-c37073a54c77 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:17.221965 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d3d92e8d-f0d2-4c6a-affa-738f77a0bbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.248470 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d92e8d-f0d2-4c6a-affa-738f77a0bbb1 None None] Pushing event deleted for resources: {'Port': ['ID=82785b8b-8713-4616-95ac-c37073a54c77,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:17.254460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d92e8d-f0d2-4c6a-affa-738f77a0bbb1 None None] No DVR routers for this DVR port 82785b8b-8713-4616-95ac-c37073a54c77 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:17.264848 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-acd1bf60-1f07-4fe6-877d-1f7cb3c7a9e1 None None] Deleting port 1427841c-9e1e-4d1d-802f-cafe4c1aeca3 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:17.265173 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acd1bf60-1f07-4fe6-877d-1f7cb3c7a9e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.295538 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.315739 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8892d5-aee9-43cc-b6ac-7e64fe6dae37']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:17.325522 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec32f430-a247-49f2-b22f-f2905be042f1') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:17.325751 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec32f430-a247-49f2-b22f-f2905be042f1') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:17.334504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-acd1bf60-1f07-4fe6-877d-1f7cb3c7a9e1 None None] For port 1427841c-9e1e-4d1d-802f-cafe4c1aeca3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1427841c-9e1e-4d1d-802f-cafe4c1aeca3,segment=NetworkSegment(7ed4622a-e2bd-4c41-90bb-cb6da7adaa4c),segment_id=7ed4622a-e2bd-4c41-90bb-cb6da7adaa4c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:17.334911 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acd1bf60-1f07-4fe6-877d-1f7cb3c7a9e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.335477 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.346508 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-acd1bf60-1f07-4fe6-877d-1f7cb3c7a9e1 None None] Calling delete_port for 1427841c-9e1e-4d1d-802f-cafe4c1aeca3 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:17.348242 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.354433 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:35:17.354817 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:35:17.357976 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:35:17.416214 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.424521 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.426325 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/networks/bf8892d5-aee9-43cc-b6ac-7e64fe6dae37 HTTP/1.1" status: 204 len: 168 time: 0.5659900 Sep 30 08:35:17.429088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38170) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:17.433893 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acd1bf60-1f07-4fe6-877d-1f7cb3c7a9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.441240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e29d61-6d6c-4055-bc0a-54e17f8073ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Network': ['ID=bf8892d5-aee9-43cc-b6ac-7e64fe6dae37,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:17.458651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1bf60-1f07-4fe6-877d-1f7cb3c7a9e1 None None] Pushing event deleted for resources: {'Port': ['ID=1427841c-9e1e-4d1d-802f-cafe4c1aeca3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:17.464097 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1bf60-1f07-4fe6-877d-1f7cb3c7a9e1 None None] No DVR routers for this DVR port 1427841c-9e1e-4d1d-802f-cafe4c1aeca3 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:17.520997 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f533ea92-d4b6-4fe8-a7cd-8530ce679643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.607798 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f533ea92-d4b6-4fe8-a7cd-8530ce679643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.627872 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f533ea92-d4b6-4fe8-a7cd-8530ce679643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3046a73e-cbc0-4721-9f67-1ea3cb8360c3']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:17.637488 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f533ea92-d4b6-4fe8-a7cd-8530ce679643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed4622a-e2bd-4c41-90bb-cb6da7adaa4c') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:17.637793 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f533ea92-d4b6-4fe8-a7cd-8530ce679643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed4622a-e2bd-4c41-90bb-cb6da7adaa4c') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:17.647863 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f533ea92-d4b6-4fe8-a7cd-8530ce679643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.660951 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f533ea92-d4b6-4fe8-a7cd-8530ce679643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.666989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f533ea92-d4b6-4fe8-a7cd-8530ce679643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:35:17.667367 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f533ea92-d4b6-4fe8-a7cd-8530ce679643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:35:17.670451 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:35:17.731663 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f533ea92-d4b6-4fe8-a7cd-8530ce679643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.739569 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f533ea92-d4b6-4fe8-a7cd-8530ce679643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.741400 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f533ea92-d4b6-4fe8-a7cd-8530ce679643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/networks/3046a73e-cbc0-4721-9f67-1ea3cb8360c3 HTTP/1.1" status: 204 len: 168 time: 0.3103671 Sep 30 08:35:17.745694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38172) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:17.750690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dee1ca47-51ac-45d5-8c7a-d7d7e7724226 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-438420006'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:17.753141 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533ea92-d4b6-4fe8-a7cd-8530ce679643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Network': ['ID=3046a73e-cbc0-4721-9f67-1ea3cb8360c3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:17.772343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee1ca47-51ac-45d5-8c7a-d7d7e7724226 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:17.776911 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dee1ca47-51ac-45d5-8c7a-d7d7e7724226 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.792522 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.802022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee1ca47-51ac-45d5-8c7a-d7d7e7724226 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:35:17.810868 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dee1ca47-51ac-45d5-8c7a-d7d7e7724226 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.811217 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-dee1ca47-51ac-45d5-8c7a-d7d7e7724226 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Added segment ee279df0-71f2-4808-a031-761d352ed8f1 of type vlan for network 3a4ad45e-1793-44f2-9122-cf76a7cef56b Sep 30 08:35:17.862607 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dee1ca47-51ac-45d5-8c7a-d7d7e7724226 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.886006 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dee1ca47-51ac-45d5-8c7a-d7d7e7724226 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.891848 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee1ca47-51ac-45d5-8c7a-d7d7e7724226 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:17.893150 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dee1ca47-51ac-45d5-8c7a-d7d7e7724226 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:17.921452 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dee1ca47-51ac-45d5-8c7a-d7d7e7724226 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1749196 Sep 30 08:35:17.924499 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38174) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:17.929589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-313c8bc9-e5f3-4169-ad76-b497b70de0ec tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'subnet': {'network_id': '3a4ad45e-1793-44f2-9122-cf76a7cef56b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:17.960901 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1ca47-51ac-45d5-8c7a-d7d7e7724226 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Network': ['ID=3a4ad45e-1793-44f2-9122-cf76a7cef56b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:17.971500 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 3a4ad45e-1793-44f2-9122-cf76a7cef56b details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:35:18.016508 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313c8bc9-e5f3-4169-ad76-b497b70de0ec tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:18.020864 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-313c8bc9-e5f3-4169-ad76-b497b70de0ec tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.200293 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-313c8bc9-e5f3-4169-ad76-b497b70de0ec tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.266695 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c8bc9-e5f3-4169-ad76-b497b70de0ec tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Subnet': ['ID=6c2c0924-cc7d-4152-a436-69f25b621838,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:18.272194 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313c8bc9-e5f3-4169-ad76-b497b70de0ec tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Checking segment: {'id': 'ee279df0-71f2-4808-a031-761d352ed8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a4ad45e-1793-44f2-9122-cf76a7cef56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:18.272557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c8bc9-e5f3-4169-ad76-b497b70de0ec tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network hostable DHCP agents. Network: 3a4ad45e-1793-44f2-9122-cf76a7cef56b, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:35:18.289631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c8bc9-e5f3-4169-ad76-b497b70de0ec tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network 3a4ad45e-1793-44f2-9122-cf76a7cef56b is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:35:18.297917 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-313c8bc9-e5f3-4169-ad76-b497b70de0ec tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 3a4ad45e-1793-44f2-9122-cf76a7cef56b) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:18.312341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c8bc9-e5f3-4169-ad76-b497b70de0ec tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:18.312962 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-313c8bc9-e5f3-4169-ad76-b497b70de0ec tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.313774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35e3b13-6176-467b-b0fb-4975eda45ad5 None None] Network 3a4ad45e-1793-44f2-9122-cf76a7cef56b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:18.333190 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-313c8bc9-e5f3-4169-ad76-b497b70de0ec tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4052563 Sep 30 08:35:18.333395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38176) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:18.337766 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-19a46313-26e3-4049-932e-428d4dbbe2cb tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-835560745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:18.359859 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19a46313-26e3-4049-932e-428d4dbbe2cb tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.361007 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19a46313-26e3-4049-932e-428d4dbbe2cb tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.412238 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19a46313-26e3-4049-932e-428d4dbbe2cb tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.419187 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19a46313-26e3-4049-932e-428d4dbbe2cb tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.435399 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19a46313-26e3-4049-932e-428d4dbbe2cb tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.436826 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-19a46313-26e3-4049-932e-428d4dbbe2cb tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1025264 Sep 30 08:35:18.440027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38178) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:18.444918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3fc6e429-8c2c-42d5-896b-d6e29547811b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'port': {'network_id': '3a4ad45e-1793-44f2-9122-cf76a7cef56b', 'name': 'tempest-RoutersIpV6Test-9478941'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:18.464711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-3a4ad45e-1793-44f2-9122-cf76a7cef56b', 'network_id': '3a4ad45e-1793-44f2-9122-cf76a7cef56b', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'fixed_ips': [{'subnet_id': '6c2c0924-cc7d-4152-a436-69f25b621838'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:18.465586 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.556681 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc6e429-8c2c-42d5-896b-d6e29547811b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:18.560339 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fc6e429-8c2c-42d5-896b-d6e29547811b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.577849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-3fc6e429-8c2c-42d5-896b-d6e29547811b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] device_id is not set on port e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 08:35:18.606987 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Allocated IP 2001:db8::2 (3a4ad45e-1793-44f2-9122-cf76a7cef56b/6c2c0924-cc7d-4152-a436-69f25b621838/7c7f0595-fd08-488b-a427-206b9e9c553b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:18.703580 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1427841c-9e1e-4d1d-802f-cafe4c1aeca3 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:18.734303 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 1427841c-9e1e-4d1d-802f-cafe4c1aeca3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:18.734562 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1427841c-9e1e-4d1d-802f-cafe4c1aeca3 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:18.734975 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 82785b8b-8713-4616-95ac-c37073a54c77 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:18.756554 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 82785b8b-8713-4616-95ac-c37073a54c77 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:18.756900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 82785b8b-8713-4616-95ac-c37073a54c77 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:18.801731 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.807854 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.844560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Network 3a4ad45e-1793-44f2-9122-cf76a7cef56b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:18.848159 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:18.851461 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:18.860884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Pushing event updated for resources: {'Port': ['ID=7c7f0595-fd08-488b-a427-206b9e9c553b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:18.869727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-3fc6e429-8c2c-42d5-896b-d6e29547811b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Allocated IP 2001:db8::3b6 (3a4ad45e-1793-44f2-9122-cf76a7cef56b/6c2c0924-cc7d-4152-a436-69f25b621838/e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:18.910780 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Attempting to bind port 7c7f0595-fd08-488b-a427-206b9e9c553b on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:18.911148 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Attempting to bind port 7c7f0595-fd08-488b-a427-206b9e9c553b by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'ee279df0-71f2-4808-a031-761d352ed8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a4ad45e-1793-44f2-9122-cf76a7cef56b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:18.911758 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Attempting to bind port 7c7f0595-fd08-488b-a427-206b9e9c553b on network 3a4ad45e-1793-44f2-9122-cf76a7cef56b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:18.916619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:18.916992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Checking segment: {'id': 'ee279df0-71f2-4808-a031-761d352ed8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a4ad45e-1793-44f2-9122-cf76a7cef56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:18.917393 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.917787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Bound using segment: {'id': 'ee279df0-71f2-4808-a031-761d352ed8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a4ad45e-1793-44f2-9122-cf76a7cef56b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:18.918255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Bound port: 7c7f0595-fd08-488b-a427-206b9e9c553b, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee279df0-71f2-4808-a031-761d352ed8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a4ad45e-1793-44f2-9122-cf76a7cef56b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:18.918638 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:18.982900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] For port 7c7f0595-fd08-488b-a427-206b9e9c553b, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:18.987521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] For port 7c7f0595-fd08-488b-a427-206b9e9c553b, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7c7f0595-fd08-488b-a427-206b9e9c553b,segment=NetworkSegment(ee279df0-71f2-4808-a031-761d352ed8f1),segment_id=ee279df0-71f2-4808-a031-761d352ed8f1)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:18.992168 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:19.017367 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fc6e429-8c2c-42d5-896b-d6e29547811b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:19.050074 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de198cc7-9a80-4bb6-9677-4d95f4649057 None None] Pushing event updated for resources: {'Port': ['ID=7c7f0595-fd08-488b-a427-206b9e9c553b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:19.058112 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fc6e429-8c2c-42d5-896b-d6e29547811b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:19.105945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc6e429-8c2c-42d5-896b-d6e29547811b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network 3a4ad45e-1793-44f2-9122-cf76a7cef56b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:19.109007 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-3fc6e429-8c2c-42d5-896b-d6e29547811b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:19.112607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc6e429-8c2c-42d5-896b-d6e29547811b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:19.118182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc6e429-8c2c-42d5-896b-d6e29547811b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:19.118793 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fc6e429-8c2c-42d5-896b-d6e29547811b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:19.128458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6e429-8c2c-42d5-896b-d6e29547811b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:19.143059 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3fc6e429-8c2c-42d5-896b-d6e29547811b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 0.7013698 Sep 30 08:35:19.145841 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38180) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:19.478352 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48366e8e-38aa-45ea-ace2-8fe882c8bf17 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:19.719680 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48366e8e-38aa-45ea-ace2-8fe882c8bf17 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:19.724956 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48366e8e-38aa-45ea-ace2-8fe882c8bf17 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:19.821531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48366e8e-38aa-45ea-ace2-8fe882c8bf17 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:19.910715 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48366e8e-38aa-45ea-ace2-8fe882c8bf17 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:19.947930 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a9db44-1c5e-49f6-8610-e78ed4d2b5bf None None] Network 3a4ad45e-1793-44f2-9122-cf76a7cef56b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:20.022889 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48366e8e-38aa-45ea-ace2-8fe882c8bf17 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.071591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fb61b275-fe19-4162-bb3f-c18156b45d5d None None] Provisioning complete for port 7c7f0595-fd08-488b-a427-206b9e9c553b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:20.072234 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb61b275-fe19-4162-bb3f-c18156b45d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.174361 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb61b275-fe19-4162-bb3f-c18156b45d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.219952 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fb61b275-fe19-4162-bb3f-c18156b45d5d None None] For port 7c7f0595-fd08-488b-a427-206b9e9c553b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7c7f0595-fd08-488b-a427-206b9e9c553b,segment=NetworkSegment(ee279df0-71f2-4808-a031-761d352ed8f1),segment_id=ee279df0-71f2-4808-a031-761d352ed8f1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:20.224461 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb61b275-fe19-4162-bb3f-c18156b45d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.276000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61b275-fe19-4162-bb3f-c18156b45d5d None None] Pushing event updated for resources: {'Port': ['ID=7c7f0595-fd08-488b-a427-206b9e9c553b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:20.297665 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48366e8e-38aa-45ea-ace2-8fe882c8bf17 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.303013 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48366e8e-38aa-45ea-ace2-8fe882c8bf17 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.304168 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48366e8e-38aa-45ea-ace2-8fe882c8bf17 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.379655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48366e8e-38aa-45ea-ace2-8fe882c8bf17 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:20.444756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48366e8e-38aa-45ea-ace2-8fe882c8bf17 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network 3a4ad45e-1793-44f2-9122-cf76a7cef56b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:20.446213 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-48366e8e-38aa-45ea-ace2-8fe882c8bf17 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:20.448497 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-328edde1-0bf7-4d05-b445-07d5c5562087 None None] Provisioning complete for port 7c7f0595-fd08-488b-a427-206b9e9c553b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:20.448873 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-328edde1-0bf7-4d05-b445-07d5c5562087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.551469 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-328edde1-0bf7-4d05-b445-07d5c5562087 None None] Provisioning complete for port e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:20.551866 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-328edde1-0bf7-4d05-b445-07d5c5562087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.568298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48366e8e-38aa-45ea-ace2-8fe882c8bf17 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router 5657bf4b-c7d8-4e5b-86fd-8ec588baaf15 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:35:20.590516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-328edde1-0bf7-4d05-b445-07d5c5562087 None None] Port e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:20.669400 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48366e8e-38aa-45ea-ace2-8fe882c8bf17 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:20.675163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-48366e8e-38aa-45ea-ace2-8fe882c8bf17 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/5657bf4b-c7d8-4e5b-86fd-8ec588baaf15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5282419 Sep 30 08:35:20.680703 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38182) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:20.699065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bcb802-6436-4e4f-b362-894df2561369 None None] Sync routers for ids ['5657bf4b-c7d8-4e5b-86fd-8ec588baaf15'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:20.730803 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bcb802-6436-4e4f-b362-894df2561369 None None] Routers {'5657bf4b-c7d8-4e5b-86fd-8ec588baaf15'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:20.731835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-51bcb802-6436-4e4f-b362-894df2561369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5657bf4b-c7d8-4e5b-86fd-8ec588baaf15'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:20.765163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3c6404-4c18-4e67-8b14-f45650526814 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:20.767637 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fd3c6404-4c18-4e67-8b14-f45650526814 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports/e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836 HTTP/1.1" status: 200 len: 981 time: 0.0853841 Sep 30 08:35:20.772393 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38184) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:20.784980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 7c7f0595-fd08-488b-a427-206b9e9c553b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:20.791378 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-51bcb802-6436-4e4f-b362-894df2561369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:20.811553 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-77b8944c-cc9d-4bbc-8eca-aed7d6e0774f None None] Provisioning complete for port e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:20.811979 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77b8944c-cc9d-4bbc-8eca-aed7d6e0774f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:20.855480 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bcb802-6436-4e4f-b362-894df2561369 None None] Routers {'5657bf4b-c7d8-4e5b-86fd-8ec588baaf15'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:20.856277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-51bcb802-6436-4e4f-b362-894df2561369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5657bf4b-c7d8-4e5b-86fd-8ec588baaf15'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:20.866460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-77b8944c-cc9d-4bbc-8eca-aed7d6e0774f None None] Port e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:20.899680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-51bcb802-6436-4e4f-b362-894df2561369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:20.900363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bcb802-6436-4e4f-b362-894df2561369 None None] The sync data for ids ['5657bf4b-c7d8-4e5b-86fd-8ec588baaf15'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:20.918245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 7c7f0595-fd08-488b-a427-206b9e9c553b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:20.918859 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:21.010052 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a1d632e4-c866-4718-8111-4243959d8d2e None None] Provisioning complete for port e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:21.010160 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1d632e4-c866-4718-8111-4243959d8d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:21.050116 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a1d632e4-c866-4718-8111-4243959d8d2e None None] Port e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:21.167589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-70aa6574-4ff0-4f50-badf-d5a6ac689865 None None] Provisioning complete for port e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:21.168290 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70aa6574-4ff0-4f50-badf-d5a6ac689865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:21.201273 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-70aa6574-4ff0-4f50-badf-d5a6ac689865 None None] Port e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:21.239487 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22a907d8-311d-40d2-aacc-667998604476 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:21.445942 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-22a907d8-311d-40d2-aacc-667998604476 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:21.446281 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22a907d8-311d-40d2-aacc-667998604476 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:21.534682 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22a907d8-311d-40d2-aacc-667998604476 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:21.546429 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-22a907d8-311d-40d2-aacc-667998604476 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:21.712227 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22a907d8-311d-40d2-aacc-667998604476 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:21.740942 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a907d8-311d-40d2-aacc-667998604476 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=e7eaee9d-18cb-4d85-a5a3-a5bf8a2a8836,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:21.837621 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22a907d8-311d-40d2-aacc-667998604476 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:22.343365 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a907d8-311d-40d2-aacc-667998604476 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router 5657bf4b-c7d8-4e5b-86fd-8ec588baaf15 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:35:22.419936 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a907d8-311d-40d2-aacc-667998604476 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:22.424929 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-22a907d8-311d-40d2-aacc-667998604476 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/5657bf4b-c7d8-4e5b-86fd-8ec588baaf15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6486275 Sep 30 08:35:22.428133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38186) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:22.429203 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67289c08-4bf9-4462-847f-5d76d034765f None None] Sync routers for ids ['5657bf4b-c7d8-4e5b-86fd-8ec588baaf15'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:22.437954 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67289c08-4bf9-4462-847f-5d76d034765f None None] Routers {'5657bf4b-c7d8-4e5b-86fd-8ec588baaf15'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:22.438564 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-67289c08-4bf9-4462-847f-5d76d034765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5657bf4b-c7d8-4e5b-86fd-8ec588baaf15'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:22.469677 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-67289c08-4bf9-4462-847f-5d76d034765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:22.478513 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67289c08-4bf9-4462-847f-5d76d034765f None None] Routers {'5657bf4b-c7d8-4e5b-86fd-8ec588baaf15'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:22.479092 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-67289c08-4bf9-4462-847f-5d76d034765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5657bf4b-c7d8-4e5b-86fd-8ec588baaf15'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:22.510261 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-67289c08-4bf9-4462-847f-5d76d034765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:22.510900 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67289c08-4bf9-4462-847f-5d76d034765f None None] The sync data for ids ['5657bf4b-c7d8-4e5b-86fd-8ec588baaf15'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:22.965563 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-3714bfd2-8a98-49e9-8b71-1faf9e365166 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] remove_router_interface failed (client error): The resource could not be found. Sep 30 08:35:22.966614 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3714bfd2-8a98-49e9-8b71-1faf9e365166 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/5657bf4b-c7d8-4e5b-86fd-8ec588baaf15/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5374460 Sep 30 08:35:22.969462 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38188) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:22.995125 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9711ca30-8a19-48b6-a5d2-253e71917202 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports?device_id=5657bf4b-c7d8-4e5b-86fd-8ec588baaf15 HTTP/1.1" status: 200 len: 205 time: 0.0246315 Sep 30 08:35:22.997547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38190) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:23.071089 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb5631fb-6dc4-4e21-8da6-11a66e2fe94d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.241322 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb5631fb-6dc4-4e21-8da6-11a66e2fe94d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.243768 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb5631fb-6dc4-4e21-8da6-11a66e2fe94d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.289942 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb5631fb-6dc4-4e21-8da6-11a66e2fe94d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.290444 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5631fb-6dc4-4e21-8da6-11a66e2fe94d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Fanout notify agent at l3_agent the message router_deleted on router 5657bf4b-c7d8-4e5b-86fd-8ec588baaf15 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:35:23.297145 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb5631fb-6dc4-4e21-8da6-11a66e2fe94d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.298608 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cb5631fb-6dc4-4e21-8da6-11a66e2fe94d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/routers/5657bf4b-c7d8-4e5b-86fd-8ec588baaf15 HTTP/1.1" status: 204 len: 168 time: 0.2999399 Sep 30 08:35:23.300925 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38192) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:23.350478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09d2068-7148-464a-b7e3-82d05841fb26 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting subnet 6c2c0924-cc7d-4152-a436-69f25b621838 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:23.353532 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f09d2068-7148-464a-b7e3-82d05841fb26 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.392541 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f09d2068-7148-464a-b7e3-82d05841fb26 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.477291 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f09d2068-7148-464a-b7e3-82d05841fb26 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.535921 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f09d2068-7148-464a-b7e3-82d05841fb26 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.563092 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d2068-7148-464a-b7e3-82d05841fb26 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2c0924-cc7d-4152-a436-69f25b621838,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:23.571500 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f09d2068-7148-464a-b7e3-82d05841fb26 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.571500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f09d2068-7148-464a-b7e3-82d05841fb26 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/6c2c0924-cc7d-4152-a436-69f25b621838 HTTP/1.1" status: 204 len: 168 time: 0.2684047 Sep 30 08:35:23.572820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38194) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:23.576498 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef4586-e482-4b24-aea7-f5edbf5465ad None None] Network 3a4ad45e-1793-44f2-9122-cf76a7cef56b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:23.649344 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.710058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port 7c7f0595-fd08-488b-a427-206b9e9c553b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:23.710415 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.750450 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d86bc1-8ff1-4eb6-81d0-c64a72c53fad None None] DHCP port deletion for 3a4ad45e-1793-44f2-9122-cf76a7cef56b request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:23.781296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] For port 7c7f0595-fd08-488b-a427-206b9e9c553b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7c7f0595-fd08-488b-a427-206b9e9c553b,segment=NetworkSegment(ee279df0-71f2-4808-a031-761d352ed8f1),segment_id=ee279df0-71f2-4808-a031-761d352ed8f1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:23.781667 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.794214 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for 7c7f0595-fd08-488b-a427-206b9e9c553b owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:23.797512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f7d86bc1-8ff1-4eb6-81d0-c64a72c53fad None None] Deleting port 7c7f0595-fd08-488b-a427-206b9e9c553b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:23.797873 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7d86bc1-8ff1-4eb6-81d0-c64a72c53fad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.862294 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f7d86bc1-8ff1-4eb6-81d0-c64a72c53fad None None] For port 7c7f0595-fd08-488b-a427-206b9e9c553b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7c7f0595-fd08-488b-a427-206b9e9c553b,segment=NetworkSegment(ee279df0-71f2-4808-a031-761d352ed8f1),segment_id=ee279df0-71f2-4808-a031-761d352ed8f1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:23.862796 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7d86bc1-8ff1-4eb6-81d0-c64a72c53fad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.875861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f7d86bc1-8ff1-4eb6-81d0-c64a72c53fad None None] Calling delete_port for 7c7f0595-fd08-488b-a427-206b9e9c553b owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:23.885877 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.912012 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=7c7f0595-fd08-488b-a427-206b9e9c553b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:23.918025 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No DVR routers for this DVR port 7c7f0595-fd08-488b-a427-206b9e9c553b on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:23.965458 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7d86bc1-8ff1-4eb6-81d0-c64a72c53fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:23.996749 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d86bc1-8ff1-4eb6-81d0-c64a72c53fad None None] Pushing event deleted for resources: {'Port': ['ID=7c7f0595-fd08-488b-a427-206b9e9c553b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:24.002188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d86bc1-8ff1-4eb6-81d0-c64a72c53fad None None] No DVR routers for this DVR port 7c7f0595-fd08-488b-a427-206b9e9c553b on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:24.016054 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.045535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4ad45e-1793-44f2-9122-cf76a7cef56b']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:24.058262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee279df0-71f2-4808-a031-761d352ed8f1') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:24.058567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee279df0-71f2-4808-a031-761d352ed8f1') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:24.069913 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.084521 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.091702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:35:24.092340 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:35:24.096374 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:35:24.175094 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.185797 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.187674 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/networks/3a4ad45e-1793-44f2-9122-cf76a7cef56b HTTP/1.1" status: 204 len: 168 time: 0.6139300 Sep 30 08:35:24.192909 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38196) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:24.199995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d836f114-2a74-43a2-aa3f-c16be9c787bc tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-624147480'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:24.202841 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb23a4-79bf-4131-8009-502dad8ff743 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Network': ['ID=3a4ad45e-1793-44f2-9122-cf76a7cef56b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:24.227868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d836f114-2a74-43a2-aa3f-c16be9c787bc tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:24.235268 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d836f114-2a74-43a2-aa3f-c16be9c787bc tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.259286 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d836f114-2a74-43a2-aa3f-c16be9c787bc tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:35:24.269641 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d836f114-2a74-43a2-aa3f-c16be9c787bc tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.269900 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-d836f114-2a74-43a2-aa3f-c16be9c787bc tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Added segment 13fecfd1-dd66-4272-985c-b2ea63ba8325 of type vlan for network f755c21d-d227-42d3-8207-1b0b859f997f Sep 30 08:35:24.319832 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d836f114-2a74-43a2-aa3f-c16be9c787bc tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.347829 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d836f114-2a74-43a2-aa3f-c16be9c787bc tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.353571 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d836f114-2a74-43a2-aa3f-c16be9c787bc tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:24.354187 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d836f114-2a74-43a2-aa3f-c16be9c787bc tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.393474 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d836f114-2a74-43a2-aa3f-c16be9c787bc tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1993027 Sep 30 08:35:24.397094 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38198) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:24.404091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cc10b179-9ba9-4d9c-8e2b-d532a66091dd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'subnet': {'network_id': 'f755c21d-d227-42d3-8207-1b0b859f997f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:24.429876 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836f114-2a74-43a2-aa3f-c16be9c787bc tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Network': ['ID=f755c21d-d227-42d3-8207-1b0b859f997f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:24.443640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f755c21d-d227-42d3-8207-1b0b859f997f details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:35:24.530252 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc10b179-9ba9-4d9c-8e2b-d532a66091dd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:24.534056 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc10b179-9ba9-4d9c-8e2b-d532a66091dd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.706251 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 7c7f0595-fd08-488b-a427-206b9e9c553b no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:24.724871 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc10b179-9ba9-4d9c-8e2b-d532a66091dd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.726806 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 7c7f0595-fd08-488b-a427-206b9e9c553b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:24.727244 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 7c7f0595-fd08-488b-a427-206b9e9c553b not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:24.781978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10b179-9ba9-4d9c-8e2b-d532a66091dd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Subnet': ['ID=65ed586c-3a68-41cc-9078-037280e8c2f9,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:24.792538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc10b179-9ba9-4d9c-8e2b-d532a66091dd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Checking segment: {'id': '13fecfd1-dd66-4272-985c-b2ea63ba8325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f755c21d-d227-42d3-8207-1b0b859f997f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:24.792898 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc10b179-9ba9-4d9c-8e2b-d532a66091dd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network hostable DHCP agents. Network: f755c21d-d227-42d3-8207-1b0b859f997f, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:35:24.808599 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc10b179-9ba9-4d9c-8e2b-d532a66091dd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network f755c21d-d227-42d3-8207-1b0b859f997f is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:35:24.817832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-cc10b179-9ba9-4d9c-8e2b-d532a66091dd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f755c21d-d227-42d3-8207-1b0b859f997f) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:24.821987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc10b179-9ba9-4d9c-8e2b-d532a66091dd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:24.822602 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc10b179-9ba9-4d9c-8e2b-d532a66091dd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.827363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c97b01-f19b-40e4-9e99-398d251c8d9f None None] Network f755c21d-d227-42d3-8207-1b0b859f997f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:24.837627 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cc10b179-9ba9-4d9c-8e2b-d532a66091dd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4394300 Sep 30 08:35:24.840318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38200) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:24.844684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3d3460d2-f7e1-469a-8042-153ff540f392 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-48929630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:24.866656 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d3460d2-f7e1-469a-8042-153ff540f392 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.867738 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d3460d2-f7e1-469a-8042-153ff540f392 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.935455 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d3460d2-f7e1-469a-8042-153ff540f392 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.940207 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d3460d2-f7e1-469a-8042-153ff540f392 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.957025 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d3460d2-f7e1-469a-8042-153ff540f392 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:24.958443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3d3460d2-f7e1-469a-8042-153ff540f392 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1172037 Sep 30 08:35:24.961373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38202) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:24.990833 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-f755c21d-d227-42d3-8207-1b0b859f997f', 'network_id': 'f755c21d-d227-42d3-8207-1b0b859f997f', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'fixed_ips': [{'subnet_id': '65ed586c-3a68-41cc-9078-037280e8c2f9'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:24.991844 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.130965 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Allocated IP 2001:db8::2 (f755c21d-d227-42d3-8207-1b0b859f997f/65ed586c-3a68-41cc-9078-037280e8c2f9/b241f914-fe44-403c-b160-e92d5759d099) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:25.239814 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.275718 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.281443 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.323450 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Network f755c21d-d227-42d3-8207-1b0b859f997f is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:25.327991 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:25.334160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:25.337198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Pushing event updated for resources: {'Port': ['ID=b241f914-fe44-403c-b160-e92d5759d099,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:25.398067 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Attempting to bind port b241f914-fe44-403c-b160-e92d5759d099 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:25.398437 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Attempting to bind port b241f914-fe44-403c-b160-e92d5759d099 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '13fecfd1-dd66-4272-985c-b2ea63ba8325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f755c21d-d227-42d3-8207-1b0b859f997f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:25.398799 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Attempting to bind port b241f914-fe44-403c-b160-e92d5759d099 on network f755c21d-d227-42d3-8207-1b0b859f997f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:25.403653 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:25.404427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Checking segment: {'id': '13fecfd1-dd66-4272-985c-b2ea63ba8325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f755c21d-d227-42d3-8207-1b0b859f997f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:25.404827 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.405216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Bound using segment: {'id': '13fecfd1-dd66-4272-985c-b2ea63ba8325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f755c21d-d227-42d3-8207-1b0b859f997f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:25.405677 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Bound port: b241f914-fe44-403c-b160-e92d5759d099, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fecfd1-dd66-4272-985c-b2ea63ba8325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f755c21d-d227-42d3-8207-1b0b859f997f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:25.406054 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.468127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] For port b241f914-fe44-403c-b160-e92d5759d099, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:25.471656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] For port b241f914-fe44-403c-b160-e92d5759d099, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b241f914-fe44-403c-b160-e92d5759d099,segment=NetworkSegment(13fecfd1-dd66-4272-985c-b2ea63ba8325),segment_id=13fecfd1-dd66-4272-985c-b2ea63ba8325)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:25.475895 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.478674 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Allocated IP 2001:db8::1 (f755c21d-d227-42d3-8207-1b0b859f997f/65ed586c-3a68-41cc-9078-037280e8c2f9/15658b00-5ba2-44cd-9a1d-387e9ac8c62f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:25.545337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6ad9a-3fcc-41ba-a2a5-1f2a38b0454d None None] Pushing event updated for resources: {'Port': ['ID=b241f914-fe44-403c-b160-e92d5759d099,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:25.598761 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.633859 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.683032 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network f755c21d-d227-42d3-8207-1b0b859f997f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:25.687479 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:25.699586 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:25.700285 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:25.743138 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=15658b00-5ba2-44cd-9a1d-387e9ac8c62f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:25.835433 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.097901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.102592 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.103879 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.185370 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=15658b00-5ba2-44cd-9a1d-387e9ac8c62f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:26.255233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network f755c21d-d227-42d3-8207-1b0b859f997f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:26.256797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:26.395704 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router c50214ff-62fb-4f34-95fe-a818562ae5c9 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:35:26.499582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:26.505497 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1608a311-751b-413e-a3e4-d69c6168017b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/c50214ff-62fb-4f34-95fe-a818562ae5c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5430381 Sep 30 08:35:26.507985 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38204) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:26.515035 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984f079-ced4-4cf8-ab10-c4442df512c2 None None] Sync routers for ids ['c50214ff-62fb-4f34-95fe-a818562ae5c9'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:26.524514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36c4be5-c2db-4923-888b-765a0dbfcdc2 None None] Network f755c21d-d227-42d3-8207-1b0b859f997f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:26.552081 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4a592b-cda2-4b31-a687-79e404ff5d9c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:26.553553 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7b4a592b-cda2-4b31-a687-79e404ff5d9c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports/15658b00-5ba2-44cd-9a1d-387e9ac8c62f HTTP/1.1" status: 200 len: 911 time: 0.0446334 Sep 30 08:35:26.556592 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:26.708525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984f079-ced4-4cf8-ab10-c4442df512c2 None None] Routers {'c50214ff-62fb-4f34-95fe-a818562ae5c9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:26.709173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d984f079-ced4-4cf8-ab10-c4442df512c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c50214ff-62fb-4f34-95fe-a818562ae5c9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:26.758451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b241f914-fe44-403c-b160-e92d5759d099 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:26.790376 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d984f079-ced4-4cf8-ab10-c4442df512c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:26.812556 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-97578c5b-2c37-4165-9569-9a7d2106d569 None None] Provisioning complete for port b241f914-fe44-403c-b160-e92d5759d099 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:26.812931 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97578c5b-2c37-4165-9569-9a7d2106d569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.865536 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984f079-ced4-4cf8-ab10-c4442df512c2 None None] Routers {'c50214ff-62fb-4f34-95fe-a818562ae5c9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:26.866169 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d984f079-ced4-4cf8-ab10-c4442df512c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c50214ff-62fb-4f34-95fe-a818562ae5c9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:26.891760 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eda536c1-99f6-4c7a-8e99-c8def6cd6355 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:26.921477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d984f079-ced4-4cf8-ab10-c4442df512c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:26.922127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984f079-ced4-4cf8-ab10-c4442df512c2 None None] The sync data for ids ['c50214ff-62fb-4f34-95fe-a818562ae5c9'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:26.969430 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port b241f914-fe44-403c-b160-e92d5759d099 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:26.969430 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.065062 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97578c5b-2c37-4165-9569-9a7d2106d569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.133890 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-97578c5b-2c37-4165-9569-9a7d2106d569 None None] For port b241f914-fe44-403c-b160-e92d5759d099, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b241f914-fe44-403c-b160-e92d5759d099,segment=NetworkSegment(13fecfd1-dd66-4272-985c-b2ea63ba8325),segment_id=13fecfd1-dd66-4272-985c-b2ea63ba8325)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:27.140520 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97578c5b-2c37-4165-9569-9a7d2106d569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.162703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-eda536c1-99f6-4c7a-8e99-c8def6cd6355 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port 15658b00-5ba2-44cd-9a1d-387e9ac8c62f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:27.163391 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eda536c1-99f6-4c7a-8e99-c8def6cd6355 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.170602 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.216902 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97578c5b-2c37-4165-9569-9a7d2106d569 None None] Pushing event updated for resources: {'Port': ['ID=b241f914-fe44-403c-b160-e92d5759d099,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:27.259583 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:35:27.259972 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:35:27.273885 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eda536c1-99f6-4c7a-8e99-c8def6cd6355 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.288490 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-eda536c1-99f6-4c7a-8e99-c8def6cd6355 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for 15658b00-5ba2-44cd-9a1d-387e9ac8c62f owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:27.369214 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-301a6531-a443-47a5-b6ed-eb64bc666b2b None None] Provisioning complete for port 15658b00-5ba2-44cd-9a1d-387e9ac8c62f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:27.369882 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-301a6531-a443-47a5-b6ed-eb64bc666b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.407972 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-301a6531-a443-47a5-b6ed-eb64bc666b2b None None] Port 15658b00-5ba2-44cd-9a1d-387e9ac8c62f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:27.419084 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-301a6531-a443-47a5-b6ed-eb64bc666b2b None None] Provisioning complete for port b241f914-fe44-403c-b160-e92d5759d099 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:27.419401 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-301a6531-a443-47a5-b6ed-eb64bc666b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.487455 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eda536c1-99f6-4c7a-8e99-c8def6cd6355 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.531297 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda536c1-99f6-4c7a-8e99-c8def6cd6355 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=15658b00-5ba2-44cd-9a1d-387e9ac8c62f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:27.635468 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-93c02680-d13e-48a3-8231-d39b56627b37 None None] Could not find standard attr ID for object 15658b00-5ba2-44cd-9a1d-387e9ac8c62f. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:35:27.646804 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eda536c1-99f6-4c7a-8e99-c8def6cd6355 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:27.816201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda536c1-99f6-4c7a-8e99-c8def6cd6355 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router c50214ff-62fb-4f34-95fe-a818562ae5c9 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:35:27.850539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3ec84367-fdf2-4a22-b32e-303f69f20690 None None] Could not find standard attr ID for object 15658b00-5ba2-44cd-9a1d-387e9ac8c62f. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:35:27.896225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda536c1-99f6-4c7a-8e99-c8def6cd6355 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:27.904579 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-eda536c1-99f6-4c7a-8e99-c8def6cd6355 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/c50214ff-62fb-4f34-95fe-a818562ae5c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3469250 Sep 30 08:35:27.904938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38208) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:27.919579 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94c430-d3f0-428f-b20a-419d29457d6f None None] Sync routers for ids ['c50214ff-62fb-4f34-95fe-a818562ae5c9'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:27.930108 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94c430-d3f0-428f-b20a-419d29457d6f None None] Routers {'c50214ff-62fb-4f34-95fe-a818562ae5c9'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:27.930755 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b94c430-d3f0-428f-b20a-419d29457d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c50214ff-62fb-4f34-95fe-a818562ae5c9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:27.935582 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-64dac304-5c35-43ab-b2d6-45e926ad8b3b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports?device_id=c50214ff-62fb-4f34-95fe-a818562ae5c9 HTTP/1.1" status: 200 len: 205 time: 0.0293403 Sep 30 08:35:27.938180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38210) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:28.022289 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92909425-7430-4a73-bc00-9a560ff4ac29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.077711 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b94c430-d3f0-428f-b20a-419d29457d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:28.087611 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94c430-d3f0-428f-b20a-419d29457d6f None None] Routers {'c50214ff-62fb-4f34-95fe-a818562ae5c9'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:28.088237 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b94c430-d3f0-428f-b20a-419d29457d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c50214ff-62fb-4f34-95fe-a818562ae5c9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:28.121232 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b94c430-d3f0-428f-b20a-419d29457d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:28.121878 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94c430-d3f0-428f-b20a-419d29457d6f None None] The sync data for ids ['c50214ff-62fb-4f34-95fe-a818562ae5c9'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:28.184098 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92909425-7430-4a73-bc00-9a560ff4ac29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.186228 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92909425-7430-4a73-bc00-9a560ff4ac29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.228135 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92909425-7430-4a73-bc00-9a560ff4ac29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.228660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92909425-7430-4a73-bc00-9a560ff4ac29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Fanout notify agent at l3_agent the message router_deleted on router c50214ff-62fb-4f34-95fe-a818562ae5c9 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:35:28.236140 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92909425-7430-4a73-bc00-9a560ff4ac29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.237444 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-92909425-7430-4a73-bc00-9a560ff4ac29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/routers/c50214ff-62fb-4f34-95fe-a818562ae5c9 HTTP/1.1" status: 204 len: 168 time: 0.2980046 Sep 30 08:35:28.240200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38212) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:28.294106 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-012f8c32-e132-43d4-9938-88b8130d6628 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting subnet 65ed586c-3a68-41cc-9078-037280e8c2f9 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:28.297839 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-012f8c32-e132-43d4-9938-88b8130d6628 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.344242 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-012f8c32-e132-43d4-9938-88b8130d6628 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.446458 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-012f8c32-e132-43d4-9938-88b8130d6628 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.507643 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-012f8c32-e132-43d4-9938-88b8130d6628 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.534087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f8c32-e132-43d4-9938-88b8130d6628 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Subnet': ['ID=65ed586c-3a68-41cc-9078-037280e8c2f9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:28.537920 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-012f8c32-e132-43d4-9938-88b8130d6628 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.539824 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-012f8c32-e132-43d4-9938-88b8130d6628 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/65ed586c-3a68-41cc-9078-037280e8c2f9 HTTP/1.1" status: 204 len: 168 time: 0.2987163 Sep 30 08:35:28.542415 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38214) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:28.547188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aef473-a012-4fca-9f5e-647564d6a2b6 None None] Network f755c21d-d227-42d3-8207-1b0b859f997f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:28.621484 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.677438 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port b241f914-fe44-403c-b160-e92d5759d099 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:28.677813 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.733539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f202d3ec-c583-4b2f-9af2-f5c561257e5a None None] DHCP port deletion for f755c21d-d227-42d3-8207-1b0b859f997f request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:28.757829 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] For port b241f914-fe44-403c-b160-e92d5759d099, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b241f914-fe44-403c-b160-e92d5759d099,segment=NetworkSegment(13fecfd1-dd66-4272-985c-b2ea63ba8325),segment_id=13fecfd1-dd66-4272-985c-b2ea63ba8325)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:28.758273 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.771381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for b241f914-fe44-403c-b160-e92d5759d099 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:28.788400 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f202d3ec-c583-4b2f-9af2-f5c561257e5a None None] Deleting port b241f914-fe44-403c-b160-e92d5759d099 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:28.788824 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f202d3ec-c583-4b2f-9af2-f5c561257e5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.851268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f202d3ec-c583-4b2f-9af2-f5c561257e5a None None] For port b241f914-fe44-403c-b160-e92d5759d099, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b241f914-fe44-403c-b160-e92d5759d099,segment=NetworkSegment(13fecfd1-dd66-4272-985c-b2ea63ba8325),segment_id=13fecfd1-dd66-4272-985c-b2ea63ba8325)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:28.851952 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f202d3ec-c583-4b2f-9af2-f5c561257e5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.853232 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.866186 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f202d3ec-c583-4b2f-9af2-f5c561257e5a None None] Calling delete_port for b241f914-fe44-403c-b160-e92d5759d099 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:28.887849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No DVR routers for this DVR port b241f914-fe44-403c-b160-e92d5759d099 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:28.894472 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=b241f914-fe44-403c-b160-e92d5759d099,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:28.948751 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f202d3ec-c583-4b2f-9af2-f5c561257e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.974770 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:28.975366 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202d3ec-c583-4b2f-9af2-f5c561257e5a None None] Pushing event deleted for resources: {'Port': ['ID=b241f914-fe44-403c-b160-e92d5759d099,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:28.978507 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f202d3ec-c583-4b2f-9af2-f5c561257e5a None None] No DVR routers for this DVR port b241f914-fe44-403c-b160-e92d5759d099 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:28.995543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f755c21d-d227-42d3-8207-1b0b859f997f']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:29.005717 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fecfd1-dd66-4272-985c-b2ea63ba8325') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:29.006050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fecfd1-dd66-4272-985c-b2ea63ba8325') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:29.015409 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:29.029308 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:29.036940 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:35:29.037505 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:35:29.040676 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:35:29.100583 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:29.107189 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:29.109113 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/networks/f755c21d-d227-42d3-8207-1b0b859f997f HTTP/1.1" status: 204 len: 168 time: 0.5657079 Sep 30 08:35:29.114008 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38216) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:29.118566 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-241547189', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:29.120353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397b759-7e4d-416d-b134-82ea9fd27c4e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Network': ['ID=f755c21d-d227-42d3-8207-1b0b859f997f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:29.143163 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:29.144592 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:29.194196 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:29.565506 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:29.751776 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:29.770312 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:29.892584 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:29.918015 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Allocated IP 172.25.0.53 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/0896c4a8-8cec-4629-a575-87d7a61791d1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:30.018512 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:30.051882 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:30.095554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:30.100848 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:30.106164 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:30.139071 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=0896c4a8-8cec-4629-a575-87d7a61791d1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:30.357810 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:30.555359 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:30.684763 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router 872ba75f-f920-4efe-a698-8e65760bca36 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:35:30.713216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b241f914-fe44-403c-b160-e92d5759d099 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:30.733694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: b241f914-fe44-403c-b160-e92d5759d099 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:30.734037 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b241f914-fe44-403c-b160-e92d5759d099 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:30.791482 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:30.801863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecba57ab-1018-426b-8478-f6a2986e0126 None None] Sync routers for ids ['872ba75f-f920-4efe-a698-8e65760bca36'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:30.809096 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:30.810264 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ad5908cf-fa4c-4a4d-a1b7-f436137f533b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.6952472 Sep 30 08:35:30.810728 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba57ab-1018-426b-8478-f6a2986e0126 None None] Routers {'872ba75f-f920-4efe-a698-8e65760bca36'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:30.811390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ecba57ab-1018-426b-8478-f6a2986e0126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['872ba75f-f920-4efe-a698-8e65760bca36'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:30.813076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:30.846498 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ecba57ab-1018-426b-8478-f6a2986e0126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:30.855236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba57ab-1018-426b-8478-f6a2986e0126 None None] Routers {'872ba75f-f920-4efe-a698-8e65760bca36'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:30.855841 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ecba57ab-1018-426b-8478-f6a2986e0126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['872ba75f-f920-4efe-a698-8e65760bca36'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:30.887663 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ecba57ab-1018-426b-8478-f6a2986e0126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:30.888337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecba57ab-1018-426b-8478-f6a2986e0126 None None] The sync data for ids ['872ba75f-f920-4efe-a698-8e65760bca36'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:30.928061 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c08adc29-c56c-4065-8757-b8df54d949be tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/routers/872ba75f-f920-4efe-a698-8e65760bca36 HTTP/1.1" status: 200 len: 883 time: 0.1133125 Sep 30 08:35:30.930453 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38220) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:31.394086 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-258bdd8a-6ece-4b08-a1c0-924fdaf8a048 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4625161 Sep 30 08:35:31.396591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38222) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:31.400749 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-67796c09-67d5-402f-b4d8-bb288f12f657 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-241547189'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:31.695265 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67796c09-67d5-402f-b4d8-bb288f12f657 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:31.706738 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67796c09-67d5-402f-b4d8-bb288f12f657 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:31.810702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67796c09-67d5-402f-b4d8-bb288f12f657 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router 872ba75f-f920-4efe-a698-8e65760bca36 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:35:31.915698 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67796c09-67d5-402f-b4d8-bb288f12f657 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:31.922431 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67796c09-67d5-402f-b4d8-bb288f12f657 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:31.923633 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-67796c09-67d5-402f-b4d8-bb288f12f657 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/872ba75f-f920-4efe-a698-8e65760bca36 HTTP/1.1" status: 200 len: 890 time: 0.5261297 Sep 30 08:35:31.926342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:31.928344 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e995817-4f3f-446b-bfc1-013bf864384e None None] Sync routers for ids ['872ba75f-f920-4efe-a698-8e65760bca36'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:31.937423 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e995817-4f3f-446b-bfc1-013bf864384e None None] Routers {'872ba75f-f920-4efe-a698-8e65760bca36'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:31.938018 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4e995817-4f3f-446b-bfc1-013bf864384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['872ba75f-f920-4efe-a698-8e65760bca36'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:31.972770 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4e995817-4f3f-446b-bfc1-013bf864384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:31.981032 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e995817-4f3f-446b-bfc1-013bf864384e None None] Routers {'872ba75f-f920-4efe-a698-8e65760bca36'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:31.981627 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4e995817-4f3f-446b-bfc1-013bf864384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['872ba75f-f920-4efe-a698-8e65760bca36'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:32.012015 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4e995817-4f3f-446b-bfc1-013bf864384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:32.012636 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e995817-4f3f-446b-bfc1-013bf864384e None None] The sync data for ids ['872ba75f-f920-4efe-a698-8e65760bca36'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:32.036359 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7e315e76-53d8-420e-9734-9b3014feb7d7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/routers/872ba75f-f920-4efe-a698-8e65760bca36 HTTP/1.1" status: 200 len: 890 time: 0.1086831 Sep 30 08:35:32.039028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38226) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:32.085064 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-77b05c74-c9b2-41fd-906c-c607f14487ff tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports?device_id=872ba75f-f920-4efe-a698-8e65760bca36 HTTP/1.1" status: 200 len: 205 time: 0.0449998 Sep 30 08:35:32.087390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38228) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:32.190177 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb3124f-5c98-4f75-87be-f49617f12c49 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.290348 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb3124f-5c98-4f75-87be-f49617f12c49 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.340280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3124f-5c98-4f75-87be-f49617f12c49 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port 0896c4a8-8cec-4629-a575-87d7a61791d1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:32.340624 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb3124f-5c98-4f75-87be-f49617f12c49 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.418139 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb3124f-5c98-4f75-87be-f49617f12c49 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.429440 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3124f-5c98-4f75-87be-f49617f12c49 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for 0896c4a8-8cec-4629-a575-87d7a61791d1 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:32.588191 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb3124f-5c98-4f75-87be-f49617f12c49 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.612458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3124f-5c98-4f75-87be-f49617f12c49 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=0896c4a8-8cec-4629-a575-87d7a61791d1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:32.671127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb3124f-5c98-4f75-87be-f49617f12c49 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.759090 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb3124f-5c98-4f75-87be-f49617f12c49 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.761275 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb3124f-5c98-4f75-87be-f49617f12c49 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.805532 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb3124f-5c98-4f75-87be-f49617f12c49 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.806092 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb3124f-5c98-4f75-87be-f49617f12c49 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Fanout notify agent at l3_agent the message router_deleted on router 872ba75f-f920-4efe-a698-8e65760bca36 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:35:32.812730 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb3124f-5c98-4f75-87be-f49617f12c49 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.818152 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5eb3124f-5c98-4f75-87be-f49617f12c49 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/routers/872ba75f-f920-4efe-a698-8e65760bca36 HTTP/1.1" status: 204 len: 168 time: 0.7255878 Sep 30 08:35:32.818260 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38230) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:32.822876 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-00710571-284e-4f22-91d1-fd2a85bf6ede tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-824994718'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:32.842368 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00710571-284e-4f22-91d1-fd2a85bf6ede tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:32.846217 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00710571-284e-4f22-91d1-fd2a85bf6ede tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.869212 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00710571-284e-4f22-91d1-fd2a85bf6ede tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:35:32.878387 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00710571-284e-4f22-91d1-fd2a85bf6ede tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.878733 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-00710571-284e-4f22-91d1-fd2a85bf6ede tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Added segment 903c6795-f8de-40f2-a1c2-54d9d87453f7 of type vlan for network 5a093fe8-6f2b-486e-9ddd-a7f551fa25ba Sep 30 08:35:32.917480 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00710571-284e-4f22-91d1-fd2a85bf6ede tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.941355 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00710571-284e-4f22-91d1-fd2a85bf6ede tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.946819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00710571-284e-4f22-91d1-fd2a85bf6ede tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:32.947411 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00710571-284e-4f22-91d1-fd2a85bf6ede tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:32.979330 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-00710571-284e-4f22-91d1-fd2a85bf6ede tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1601644 Sep 30 08:35:32.982377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38232) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:32.988620 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c86df43a-1e58-455a-a9dc-8ec79ec83893 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'subnet': {'network_id': '5a093fe8-6f2b-486e-9ddd-a7f551fa25ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:33.015939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00710571-284e-4f22-91d1-fd2a85bf6ede tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Network': ['ID=5a093fe8-6f2b-486e-9ddd-a7f551fa25ba,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:33.026789 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 5a093fe8-6f2b-486e-9ddd-a7f551fa25ba details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:35:33.078882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86df43a-1e58-455a-a9dc-8ec79ec83893 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:33.082385 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c86df43a-1e58-455a-a9dc-8ec79ec83893 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.256601 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c86df43a-1e58-455a-a9dc-8ec79ec83893 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.321097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86df43a-1e58-455a-a9dc-8ec79ec83893 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Subnet': ['ID=5f2fcfd3-a341-41b3-8be4-600e54c48958,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:33.329488 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86df43a-1e58-455a-a9dc-8ec79ec83893 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Checking segment: {'id': '903c6795-f8de-40f2-a1c2-54d9d87453f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a093fe8-6f2b-486e-9ddd-a7f551fa25ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:33.329864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86df43a-1e58-455a-a9dc-8ec79ec83893 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network hostable DHCP agents. Network: 5a093fe8-6f2b-486e-9ddd-a7f551fa25ba, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:35:33.346410 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86df43a-1e58-455a-a9dc-8ec79ec83893 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network 5a093fe8-6f2b-486e-9ddd-a7f551fa25ba is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:35:33.354247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c86df43a-1e58-455a-a9dc-8ec79ec83893 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 5a093fe8-6f2b-486e-9ddd-a7f551fa25ba) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:33.358385 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86df43a-1e58-455a-a9dc-8ec79ec83893 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:33.359185 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c86df43a-1e58-455a-a9dc-8ec79ec83893 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.364171 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d228952-c3d6-4da7-8970-564c4129aea6 None None] Network 5a093fe8-6f2b-486e-9ddd-a7f551fa25ba requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:33.374722 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c86df43a-1e58-455a-a9dc-8ec79ec83893 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3911405 Sep 30 08:35:33.377454 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38234) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:33.381935 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1224dd89-6bd1-47f5-8406-64ab34fabeb0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1615522601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:33.405019 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1224dd89-6bd1-47f5-8406-64ab34fabeb0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.406038 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1224dd89-6bd1-47f5-8406-64ab34fabeb0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.458798 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1224dd89-6bd1-47f5-8406-64ab34fabeb0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.463297 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1224dd89-6bd1-47f5-8406-64ab34fabeb0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.480265 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1224dd89-6bd1-47f5-8406-64ab34fabeb0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.483998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1224dd89-6bd1-47f5-8406-64ab34fabeb0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1030903 Sep 30 08:35:33.484410 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38236) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:33.510363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-5a093fe8-6f2b-486e-9ddd-a7f551fa25ba', 'network_id': '5a093fe8-6f2b-486e-9ddd-a7f551fa25ba', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'fixed_ips': [{'subnet_id': '5f2fcfd3-a341-41b3-8be4-600e54c48958'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:33.511230 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.654161 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Allocated IP 2001:db8::2 (5a093fe8-6f2b-486e-9ddd-a7f551fa25ba/5f2fcfd3-a341-41b3-8be4-600e54c48958/c91be6c9-3f60-4dce-8096-64514a57dfbd) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:33.762006 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.797053 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.803166 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.840331 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Network 5a093fe8-6f2b-486e-9ddd-a7f551fa25ba is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:33.844589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:33.851719 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:33.853708 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Pushing event updated for resources: {'Port': ['ID=c91be6c9-3f60-4dce-8096-64514a57dfbd,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:33.906065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Attempting to bind port c91be6c9-3f60-4dce-8096-64514a57dfbd on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:33.906439 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Attempting to bind port c91be6c9-3f60-4dce-8096-64514a57dfbd by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '903c6795-f8de-40f2-a1c2-54d9d87453f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a093fe8-6f2b-486e-9ddd-a7f551fa25ba'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:33.906801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Attempting to bind port c91be6c9-3f60-4dce-8096-64514a57dfbd on network 5a093fe8-6f2b-486e-9ddd-a7f551fa25ba {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:33.912718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:33.913085 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Checking segment: {'id': '903c6795-f8de-40f2-a1c2-54d9d87453f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a093fe8-6f2b-486e-9ddd-a7f551fa25ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:33.913485 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.913906 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Bound using segment: {'id': '903c6795-f8de-40f2-a1c2-54d9d87453f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a093fe8-6f2b-486e-9ddd-a7f551fa25ba'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:33.914368 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Bound port: c91be6c9-3f60-4dce-8096-64514a57dfbd, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903c6795-f8de-40f2-a1c2-54d9d87453f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5a093fe8-6f2b-486e-9ddd-a7f551fa25ba'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:33.914746 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:33.980882 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] For port c91be6c9-3f60-4dce-8096-64514a57dfbd, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:33.984061 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] For port c91be6c9-3f60-4dce-8096-64514a57dfbd, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c91be6c9-3f60-4dce-8096-64514a57dfbd,segment=NetworkSegment(903c6795-f8de-40f2-a1c2-54d9d87453f7),segment_id=903c6795-f8de-40f2-a1c2-54d9d87453f7)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:33.989022 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.001884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Allocated IP 2001:db8::1 (5a093fe8-6f2b-486e-9ddd-a7f551fa25ba/5f2fcfd3-a341-41b3-8be4-600e54c48958/6a6551a9-ebba-46ed-aa3f-98a33bd3dbaf) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:34.044361 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222515a-cae2-4974-afd1-169f65b5ca23 None None] Pushing event updated for resources: {'Port': ['ID=c91be6c9-3f60-4dce-8096-64514a57dfbd,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:34.123464 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.160337 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.231696 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=6a6551a9-ebba-46ed-aa3f-98a33bd3dbaf,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:34.235018 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network 5a093fe8-6f2b-486e-9ddd-a7f551fa25ba is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:34.236960 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:34.239039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:34.239484 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.358787 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.759629 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c91be6c9-3f60-4dce-8096-64514a57dfbd up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:34.812121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c91be6c9-3f60-4dce-8096-64514a57dfbd triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:34.812684 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.899804 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.939812 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.940107 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port c91be6c9-3f60-4dce-8096-64514a57dfbd, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c91be6c9-3f60-4dce-8096-64514a57dfbd,segment=NetworkSegment(903c6795-f8de-40f2-a1c2-54d9d87453f7),segment_id=903c6795-f8de-40f2-a1c2-54d9d87453f7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:34.944649 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.945164 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.945927 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:34.999458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=c91be6c9-3f60-4dce-8096-64514a57dfbd,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:35.010310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=6a6551a9-ebba-46ed-aa3f-98a33bd3dbaf,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:35.049790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5561f4-2a97-4789-937b-4d2fc1d3e6e4 None None] Network 5a093fe8-6f2b-486e-9ddd-a7f551fa25ba requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:35.081162 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network 5a093fe8-6f2b-486e-9ddd-a7f551fa25ba is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:35.082592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:35.164386 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-509811f0-ab6b-4e05-8ffa-90c51d887b7f None None] Provisioning complete for port c91be6c9-3f60-4dce-8096-64514a57dfbd triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:35.164668 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-509811f0-ab6b-4e05-8ffa-90c51d887b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.202186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router d5f7cf84-199f-44c7-b85a-c7211a1d0f5b is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:35:35.296071 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:35.304050 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ed66c318-5fe0-4fdf-9ab4-0ac8be857f96 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/d5f7cf84-199f-44c7-b85a-c7211a1d0f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8143947 Sep 30 08:35:35.304587 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38238) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:35.306610 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b3c86-3460-44b2-9416-ecbce2fec57e None None] Sync routers for ids ['d5f7cf84-199f-44c7-b85a-c7211a1d0f5b'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:35.316964 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b3c86-3460-44b2-9416-ecbce2fec57e None None] Routers {'d5f7cf84-199f-44c7-b85a-c7211a1d0f5b'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:35.317579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9a2b3c86-3460-44b2-9416-ecbce2fec57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d5f7cf84-199f-44c7-b85a-c7211a1d0f5b'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:35.352501 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5f66b3-dcde-4927-a4d8-0e864ab033ce tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:35.352818 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9a2b3c86-3460-44b2-9416-ecbce2fec57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:35.356576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4c5f66b3-dcde-4927-a4d8-0e864ab033ce tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports/6a6551a9-ebba-46ed-aa3f-98a33bd3dbaf HTTP/1.1" status: 200 len: 911 time: 0.0480466 Sep 30 08:35:35.357016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38240) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:35.362282 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b3c86-3460-44b2-9416-ecbce2fec57e None None] Routers {'d5f7cf84-199f-44c7-b85a-c7211a1d0f5b'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:35.362840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0d3c8a75-699a-4f6d-bc7c-64a3ed473fcb tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5f2fcfd3-a341-41b3-8be4-600e54c48958'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:35.362984 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9a2b3c86-3460-44b2-9416-ecbce2fec57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d5f7cf84-199f-44c7-b85a-c7211a1d0f5b'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:35.398059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9a2b3c86-3460-44b2-9416-ecbce2fec57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:35.398706 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b3c86-3460-44b2-9416-ecbce2fec57e None None] The sync data for ids ['d5f7cf84-199f-44c7-b85a-c7211a1d0f5b'] in n-d-807359-2 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:35.495942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1f98bfe8-8f1e-4dc6-8fc1-147625e988b2 None None] Provisioning complete for port 6a6551a9-ebba-46ed-aa3f-98a33bd3dbaf triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:35.496355 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f98bfe8-8f1e-4dc6-8fc1-147625e988b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.519828 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8a75-699a-4f6d-bc7c-64a3ed473fcb tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.532718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1f98bfe8-8f1e-4dc6-8fc1-147625e988b2 None None] Port 6a6551a9-ebba-46ed-aa3f-98a33bd3dbaf cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:35.542947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1f98bfe8-8f1e-4dc6-8fc1-147625e988b2 None None] Provisioning complete for port c91be6c9-3f60-4dce-8096-64514a57dfbd triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:35.543324 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f98bfe8-8f1e-4dc6-8fc1-147625e988b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.764297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1988e686-3aac-4e18-a18d-8e120376dc2f None None] Provisioning complete for port 6a6551a9-ebba-46ed-aa3f-98a33bd3dbaf triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:35.764684 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1988e686-3aac-4e18-a18d-8e120376dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.810853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1988e686-3aac-4e18-a18d-8e120376dc2f None None] Port 6a6551a9-ebba-46ed-aa3f-98a33bd3dbaf cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:35.906206 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8a75-699a-4f6d-bc7c-64a3ed473fcb tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.915739 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8a75-699a-4f6d-bc7c-64a3ed473fcb tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.921774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c8a75-699a-4f6d-bc7c-64a3ed473fcb tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:35.922391 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8a75-699a-4f6d-bc7c-64a3ed473fcb tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.924933 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0d3c8a75-699a-4f6d-bc7c-64a3ed473fcb tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/ports/6a6551a9-ebba-46ed-aa3f-98a33bd3dbaf HTTP/1.1" status: 200 len: 911 time: 0.5668101 Sep 30 08:35:35.927869 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38242) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:35.931353 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-33a2b175-a91a-4dd1-bab9-67988967f31d None None] Provisioning complete for port 6a6551a9-ebba-46ed-aa3f-98a33bd3dbaf triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:35.931854 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33a2b175-a91a-4dd1-bab9-67988967f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:35.967720 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-33a2b175-a91a-4dd1-bab9-67988967f31d None None] Port 6a6551a9-ebba-46ed-aa3f-98a33bd3dbaf cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:35.968928 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c8a75-699a-4f6d-bc7c-64a3ed473fcb tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=6a6551a9-ebba-46ed-aa3f-98a33bd3dbaf,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:36.485100 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:36.720383 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c91be6c9-3f60-4dce-8096-64514a57dfbd up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:36.727354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port 6a6551a9-ebba-46ed-aa3f-98a33bd3dbaf {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:36.727700 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:36.768320 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c91be6c9-3f60-4dce-8096-64514a57dfbd triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:36.768606 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:36.816424 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:36.828065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for 6a6551a9-ebba-46ed-aa3f-98a33bd3dbaf owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:36.996016 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.022295 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=6a6551a9-ebba-46ed-aa3f-98a33bd3dbaf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:37.034754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:37.035110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:37.035463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:37.035800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:37.036436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:37.036796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:37.037131 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:37.037461 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:37.037792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:37.038118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:37.038451 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:37.038775 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:37.129138 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.284828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router d5f7cf84-199f-44c7-b85a-c7211a1d0f5b has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:35:37.359062 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:37.364384 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-86cbcb0a-b68b-4bbe-8b6c-90f2c4ec6a47 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/d5f7cf84-199f-44c7-b85a-c7211a1d0f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4354610 Sep 30 08:35:37.367204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38244) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:37.368808 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea9798-fd66-4212-9da1-14e267c86874 None None] Sync routers for ids ['d5f7cf84-199f-44c7-b85a-c7211a1d0f5b'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:37.377772 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea9798-fd66-4212-9da1-14e267c86874 None None] Routers {'d5f7cf84-199f-44c7-b85a-c7211a1d0f5b'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:37.378370 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6eea9798-fd66-4212-9da1-14e267c86874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d5f7cf84-199f-44c7-b85a-c7211a1d0f5b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:37.393959 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-48882f8f-b525-4f6c-b963-96aa3b09e814 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5f7cf84-199f-44c7-b85a-c7211a1d0f5b HTTP/1.1" status: 200 len: 205 time: 0.0256774 Sep 30 08:35:37.396520 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:37.413961 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6eea9798-fd66-4212-9da1-14e267c86874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:37.422366 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea9798-fd66-4212-9da1-14e267c86874 None None] Routers {'d5f7cf84-199f-44c7-b85a-c7211a1d0f5b'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:37.423007 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6eea9798-fd66-4212-9da1-14e267c86874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d5f7cf84-199f-44c7-b85a-c7211a1d0f5b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:37.453486 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6eea9798-fd66-4212-9da1-14e267c86874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:37.454759 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea9798-fd66-4212-9da1-14e267c86874 None None] The sync data for ids ['d5f7cf84-199f-44c7-b85a-c7211a1d0f5b'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:37.472101 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c9cd-3dc5-44b6-b98d-61ca7772c41d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.627440 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c9cd-3dc5-44b6-b98d-61ca7772c41d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.629762 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c9cd-3dc5-44b6-b98d-61ca7772c41d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.673119 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c9cd-3dc5-44b6-b98d-61ca7772c41d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.673673 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e7c9cd-3dc5-44b6-b98d-61ca7772c41d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Fanout notify agent at l3_agent the message router_deleted on router d5f7cf84-199f-44c7-b85a-c7211a1d0f5b {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:35:37.680259 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c9cd-3dc5-44b6-b98d-61ca7772c41d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.681399 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b5e7c9cd-3dc5-44b6-b98d-61ca7772c41d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/routers/d5f7cf84-199f-44c7-b85a-c7211a1d0f5b HTTP/1.1" status: 204 len: 168 time: 0.2839153 Sep 30 08:35:37.683948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:37.737042 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a367949-dd7b-4146-a023-7e7160abb1e7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting subnet 5f2fcfd3-a341-41b3-8be4-600e54c48958 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:37.740046 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a367949-dd7b-4146-a023-7e7160abb1e7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.781089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a367949-dd7b-4146-a023-7e7160abb1e7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.865622 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a367949-dd7b-4146-a023-7e7160abb1e7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.924569 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a367949-dd7b-4146-a023-7e7160abb1e7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.951014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a367949-dd7b-4146-a023-7e7160abb1e7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Subnet': ['ID=5f2fcfd3-a341-41b3-8be4-600e54c48958,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:37.954661 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a367949-dd7b-4146-a023-7e7160abb1e7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:37.956538 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8a367949-dd7b-4146-a023-7e7160abb1e7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/5f2fcfd3-a341-41b3-8be4-600e54c48958 HTTP/1.1" status: 204 len: 168 time: 0.2716818 Sep 30 08:35:37.959088 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38250) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:37.961536 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a79f60e-1b92-4cec-ba12-0326c2117976 None None] Network 5a093fe8-6f2b-486e-9ddd-a7f551fa25ba requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:38.036928 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.095492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port c91be6c9-3f60-4dce-8096-64514a57dfbd {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:38.095830 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.142817 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d2b73d-5b3f-4a3f-98c4-9eb7b66f340a None None] DHCP port deletion for 5a093fe8-6f2b-486e-9ddd-a7f551fa25ba request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:38.162160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] For port c91be6c9-3f60-4dce-8096-64514a57dfbd, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c91be6c9-3f60-4dce-8096-64514a57dfbd,segment=NetworkSegment(903c6795-f8de-40f2-a1c2-54d9d87453f7),segment_id=903c6795-f8de-40f2-a1c2-54d9d87453f7)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:38.162517 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.175272 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for c91be6c9-3f60-4dce-8096-64514a57dfbd owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:38.256036 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.282837 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=c91be6c9-3f60-4dce-8096-64514a57dfbd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:38.286446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No DVR routers for this DVR port c91be6c9-3f60-4dce-8096-64514a57dfbd on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:38.342743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2b73d-5b3f-4a3f-98c4-9eb7b66f340a None None] Deleting port c91be6c9-3f60-4dce-8096-64514a57dfbd {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:38.343129 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3d2b73d-5b3f-4a3f-98c4-9eb7b66f340a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.431844 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c3d2b73d-5b3f-4a3f-98c4-9eb7b66f340a None None] For port c91be6c9-3f60-4dce-8096-64514a57dfbd, host n-d-807359-2, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:38.432368 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3d2b73d-5b3f-4a3f-98c4-9eb7b66f340a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.449714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2b73d-5b3f-4a3f-98c4-9eb7b66f340a None None] Calling delete_port for c91be6c9-3f60-4dce-8096-64514a57dfbd owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:38.452541 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-c3d2b73d-5b3f-4a3f-98c4-9eb7b66f340a None None] Port c91be6c9-3f60-4dce-8096-64514a57dfbd was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:35:38.453922 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3d2b73d-5b3f-4a3f-98c4-9eb7b66f340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.485969 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2b73d-5b3f-4a3f-98c4-9eb7b66f340a None None] Pushing event deleted for resources: {'Port': ['ID=c91be6c9-3f60-4dce-8096-64514a57dfbd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:38.488024 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d2b73d-5b3f-4a3f-98c4-9eb7b66f340a None None] No DVR routers for this DVR port c91be6c9-3f60-4dce-8096-64514a57dfbd on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:38.623210 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.643441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a093fe8-6f2b-486e-9ddd-a7f551fa25ba']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:38.652678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903c6795-f8de-40f2-a1c2-54d9d87453f7') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:38.652983 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903c6795-f8de-40f2-a1c2-54d9d87453f7') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:38.663362 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.676585 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.682686 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:35:38.683023 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:35:38.686010 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:35:38.719196 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c91be6c9-3f60-4dce-8096-64514a57dfbd no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:38.739443 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: c91be6c9-3f60-4dce-8096-64514a57dfbd {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:38.739818 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c91be6c9-3f60-4dce-8096-64514a57dfbd not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:38.752309 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.760023 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.761825 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/networks/5a093fe8-6f2b-486e-9ddd-a7f551fa25ba HTTP/1.1" status: 204 len: 168 time: 0.8017998 Sep 30 08:35:38.765952 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38254) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:38.771822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cbb7a9bf-04c3-495d-9087-a775bc3676bd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2077032133', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:38.778323 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fffe2-7576-4aeb-adb1-4714723b3b5c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Network': ['ID=5a093fe8-6f2b-486e-9ddd-a7f551fa25ba,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:38.795760 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a9bf-04c3-495d-9087-a775bc3676bd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.796815 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a9bf-04c3-495d-9087-a775bc3676bd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.851496 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a9bf-04c3-495d-9087-a775bc3676bd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.855391 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a9bf-04c3-495d-9087-a775bc3676bd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.870780 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a9bf-04c3-495d-9087-a775bc3676bd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.872056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cbb7a9bf-04c3-495d-9087-a775bc3676bd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1045365 Sep 30 08:35:38.874637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38256) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:38.879329 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c2ac5bc8-cc4a-4702-99cf-65fd2542ef27 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1084267354'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:38.899820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ac5bc8-cc4a-4702-99cf-65fd2542ef27 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:38.903273 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5bc8-cc4a-4702-99cf-65fd2542ef27 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.926897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ac5bc8-cc4a-4702-99cf-65fd2542ef27 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:35:38.935831 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5bc8-cc4a-4702-99cf-65fd2542ef27 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.936151 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-c2ac5bc8-cc4a-4702-99cf-65fd2542ef27 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Added segment 4ed8d66c-3ed6-40c6-8454-a26507e69ba2 of type vlan for network a65600f3-b953-4beb-892e-18a3bb882441 Sep 30 08:35:38.975874 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5bc8-cc4a-4702-99cf-65fd2542ef27 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:38.998766 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5bc8-cc4a-4702-99cf-65fd2542ef27 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.005137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac5bc8-cc4a-4702-99cf-65fd2542ef27 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:39.005731 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5bc8-cc4a-4702-99cf-65fd2542ef27 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.034548 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c2ac5bc8-cc4a-4702-99cf-65fd2542ef27 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1589291 Sep 30 08:35:39.038357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38258) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:39.043476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-537b03a3-3baa-43c4-95fc-a18c811929a1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'subnet': {'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:39.078795 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac5bc8-cc4a-4702-99cf-65fd2542ef27 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Network': ['ID=a65600f3-b953-4beb-892e-18a3bb882441,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:39.092094 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network a65600f3-b953-4beb-892e-18a3bb882441 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:35:39.133622 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537b03a3-3baa-43c4-95fc-a18c811929a1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:39.137267 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-537b03a3-3baa-43c4-95fc-a18c811929a1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.317519 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-537b03a3-3baa-43c4-95fc-a18c811929a1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.379380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b03a3-3baa-43c4-95fc-a18c811929a1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Subnet': ['ID=7a5aaa36-f780-405c-a98c-8ef80d9f4686,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:39.386702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b03a3-3baa-43c4-95fc-a18c811929a1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Checking segment: {'id': '4ed8d66c-3ed6-40c6-8454-a26507e69ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:39.387067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b03a3-3baa-43c4-95fc-a18c811929a1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network hostable DHCP agents. Network: a65600f3-b953-4beb-892e-18a3bb882441, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:35:39.403671 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b03a3-3baa-43c4-95fc-a18c811929a1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network a65600f3-b953-4beb-892e-18a3bb882441 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:35:39.412815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-537b03a3-3baa-43c4-95fc-a18c811929a1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, a65600f3-b953-4beb-892e-18a3bb882441) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:39.416813 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537b03a3-3baa-43c4-95fc-a18c811929a1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:39.417389 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-537b03a3-3baa-43c4-95fc-a18c811929a1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.423488 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3966cffc-2554-4a38-92c3-ee7bb66f64af None None] Network a65600f3-b953-4beb-892e-18a3bb882441 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:39.431250 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-537b03a3-3baa-43c4-95fc-a18c811929a1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3917737 Sep 30 08:35:39.434011 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38260) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:39.566683 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-a65600f3-b953-4beb-892e-18a3bb882441', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:39.567675 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.707044 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Allocated IP 2001:db8::2 (a65600f3-b953-4beb-892e-18a3bb882441/7a5aaa36-f780-405c-a98c-8ef80d9f4686/3fba8793-f04f-4b63-952b-d9d066dcacad) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:39.723895 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.851482 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.857414 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.894886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Network a65600f3-b953-4beb-892e-18a3bb882441 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:39.899106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:39.905680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:39.908727 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Pushing event updated for resources: {'Port': ['ID=3fba8793-f04f-4b63-952b-d9d066dcacad,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:39.960127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Attempting to bind port 3fba8793-f04f-4b63-952b-d9d066dcacad on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:39.960504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Attempting to bind port 3fba8793-f04f-4b63-952b-d9d066dcacad by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '4ed8d66c-3ed6-40c6-8454-a26507e69ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:39.960866 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Attempting to bind port 3fba8793-f04f-4b63-952b-d9d066dcacad on network a65600f3-b953-4beb-892e-18a3bb882441 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:39.965735 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:39.966139 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Checking segment: {'id': '4ed8d66c-3ed6-40c6-8454-a26507e69ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:39.966545 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:39.966941 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Bound using segment: {'id': '4ed8d66c-3ed6-40c6-8454-a26507e69ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:39.967250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Allocated IP 2001:db8::1 (a65600f3-b953-4beb-892e-18a3bb882441/7a5aaa36-f780-405c-a98c-8ef80d9f4686/cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:39.967407 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Bound port: 3fba8793-f04f-4b63-952b-d9d066dcacad, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed8d66c-3ed6-40c6-8454-a26507e69ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:39.967794 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.034529 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] For port 3fba8793-f04f-4b63-952b-d9d066dcacad, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:40.038277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] For port 3fba8793-f04f-4b63-952b-d9d066dcacad, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3fba8793-f04f-4b63-952b-d9d066dcacad,segment=NetworkSegment(4ed8d66c-3ed6-40c6-8454-a26507e69ba2),segment_id=4ed8d66c-3ed6-40c6-8454-a26507e69ba2)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:40.042041 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.078507 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.100583 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84397ec5-672d-4e9b-8f2d-41d31cfb8211 None None] Pushing event updated for resources: {'Port': ['ID=3fba8793-f04f-4b63-952b-d9d066dcacad,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:40.116637 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.158378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network a65600f3-b953-4beb-892e-18a3bb882441 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:40.161844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:40.165451 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:40.165996 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.174660 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:40.306442 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.314709 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.582658 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.587086 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.587813 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.654148 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:40.724822 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network a65600f3-b953-4beb-892e-18a3bb882441 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:40.726309 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:40.752096 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3fba8793-f04f-4b63-952b-d9d066dcacad up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:40.807310 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3fba8793-f04f-4b63-952b-d9d066dcacad triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:40.807692 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.887284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router fab5deca-2190-462e-b9a4-f64c6654e48a is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:35:40.896820 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.931825 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 3fba8793-f04f-4b63-952b-d9d066dcacad, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3fba8793-f04f-4b63-952b-d9d066dcacad,segment=NetworkSegment(4ed8d66c-3ed6-40c6-8454-a26507e69ba2),segment_id=4ed8d66c-3ed6-40c6-8454-a26507e69ba2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:40.936946 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:40.989865 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=3fba8793-f04f-4b63-952b-d9d066dcacad,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:40.995425 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:41.004422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38264) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:41.004909 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b8da57df-37e1-4629-bcc7-2eaff4f2320f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/fab5deca-2190-462e-b9a4-f64c6654e48a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5685487 Sep 30 08:35:41.006686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Sync routers for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:41.009559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-719187189'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:41.017982 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:41.018644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:41.034002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:41.038257 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.066950 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:35:41.076315 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.076669 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Added segment 9b7c497f-3515-4d43-8cfc-64dbed41ce65 of type vlan for network 916eff99-6a2a-4d5a-ab12-be8d91867277 Sep 30 08:35:41.095256 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da21ffd8-d3e7-4833-a5c6-733e19357ffc None None] Network a65600f3-b953-4beb-892e-18a3bb882441 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:41.117277 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.134680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:41.143413 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.148976 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:41.149564 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.183423 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1778812 Sep 30 08:35:41.186176 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38266) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:41.192863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ad1b8b39-b0dc-4022-bf18-bf11a8d58e21 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'subnet': {'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:41.218824 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6158094c-190a-4a7c-86d0-c546eaebba16 None None] Provisioning complete for port 3fba8793-f04f-4b63-952b-d9d066dcacad triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:41.219205 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6158094c-190a-4a7c-86d0-c546eaebba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.238436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Network': ['ID=916eff99-6a2a-4d5a-ab12-be8d91867277,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:41.256658 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:41.257003 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:41.257347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:41.257685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:41.258019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:41.258372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:41.258708 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:41.259035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:41.259359 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:41.259682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:41.260033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:41.260357 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f771d9-94d2-4498-8ee6-c7755dca8469 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:41.276386 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 916eff99-6a2a-4d5a-ab12-be8d91867277 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:35:41.324494 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1b8b39-b0dc-4022-bf18-bf11a8d58e21 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:41.327883 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad1b8b39-b0dc-4022-bf18-bf11a8d58e21 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.514083 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad1b8b39-b0dc-4022-bf18-bf11a8d58e21 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.580750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b8b39-b0dc-4022-bf18-bf11a8d58e21 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Subnet': ['ID=92bee62c-dcf0-4fe8-8e06-76c377e1f444,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:41.589528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b8b39-b0dc-4022-bf18-bf11a8d58e21 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Checking segment: {'id': '9b7c497f-3515-4d43-8cfc-64dbed41ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:41.589899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b8b39-b0dc-4022-bf18-bf11a8d58e21 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network hostable DHCP agents. Network: 916eff99-6a2a-4d5a-ab12-be8d91867277, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:35:41.603823 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:40Z', 'revision_number': 2, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:40Z', 'revision_number': 2, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:41.608620 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b8b39-b0dc-4022-bf18-bf11a8d58e21 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network 916eff99-6a2a-4d5a-ab12-be8d91867277 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:35:41.617924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ad1b8b39-b0dc-4022-bf18-bf11a8d58e21 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 916eff99-6a2a-4d5a-ab12-be8d91867277) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:41.624954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b8b39-b0dc-4022-bf18-bf11a8d58e21 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:41.626447 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad1b8b39-b0dc-4022-bf18-bf11a8d58e21 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.634553 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d14878-31a6-4327-be05-79cc661765fb None None] Network 916eff99-6a2a-4d5a-ab12-be8d91867277 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:41.637852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Checking router: fab5deca-2190-462e-b9a4-f64c6654e48a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:35:41.638211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Updating router fab5deca-2190-462e-b9a4-f64c6654e48a port cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:35:41.647884 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ad1b8b39-b0dc-4022-bf18-bf11a8d58e21 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4573104 Sep 30 08:35:41.648109 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38268) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:41.721389 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.961333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0deee50c-e24f-4ebe-b742-e6c0bfa475bd None None] Provisioning complete for port 3fba8793-f04f-4b63-952b-d9d066dcacad triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:41.961718 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0deee50c-e24f-4ebe-b742-e6c0bfa475bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:41.992360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-916eff99-6a2a-4d5a-ab12-be8d91867277', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:41.993230 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:42.299528 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:42.345701 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e11591e3-b4df-4b06-abfb-84ed9e06ff95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:42.493853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Allocated IP 2001:db8:1::2 (916eff99-6a2a-4d5a-ab12-be8d91867277/92bee62c-dcf0-4fe8-8e06-76c377e1f444/333ac304-7f34-4e82-8ff1-efe5d0c1e847) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:42.519436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0deee50c-e24f-4ebe-b742-e6c0bfa475bd None None] Provisioning complete for port cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:42.519742 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0deee50c-e24f-4ebe-b742-e6c0bfa475bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:42.528769 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:42.571496 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:42.624029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0deee50c-e24f-4ebe-b742-e6c0bfa475bd None None] Port cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:42.673772 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8ef84-ac3b-43ef-98b3-428ea13495f7 None None] Pushing event updated for resources: {'Port': ['ID=cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:42.746283 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3fba8793-f04f-4b63-952b-d9d066dcacad up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:42.812554 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Attempting to bind port cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:42.812846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Attempting to bind port cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '4ed8d66c-3ed6-40c6-8454-a26507e69ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:42.813253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Attempting to bind port cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 on network a65600f3-b953-4beb-892e-18a3bb882441 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:42.839162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6673ea5a-a60d-4942-8e16-8d3cdcfad5f5 None None] Provisioning complete for port cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:42.839458 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6673ea5a-a60d-4942-8e16-8d3cdcfad5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:42.841192 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:42.841570 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Checking segment: {'id': '4ed8d66c-3ed6-40c6-8454-a26507e69ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:42.841976 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:42.842377 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Bound using segment: {'id': '4ed8d66c-3ed6-40c6-8454-a26507e69ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:42.842866 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Bound port: cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed8d66c-3ed6-40c6-8454-a26507e69ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:42.843262 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:42.845930 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:42.881641 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:42.903319 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Allocated IP 2001:db8:1::1 (916eff99-6a2a-4d5a-ab12-be8d91867277/92bee62c-dcf0-4fe8-8e06-76c377e1f444/08274009-e8e2-4711-81a0-3edc32448a9c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:42.962137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Network 916eff99-6a2a-4d5a-ab12-be8d91867277 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:42.962882 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6673ea5a-a60d-4942-8e16-8d3cdcfad5f5 None None] Port cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:42.971116 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:42.980483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:42.986100 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Pushing event updated for resources: {'Port': ['ID=333ac304-7f34-4e82-8ff1-efe5d0c1e847,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:43.000311 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3fba8793-f04f-4b63-952b-d9d066dcacad triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:43.000909 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.018923 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.057959 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] For port cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:43.060940 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.099993 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network 916eff99-6a2a-4d5a-ab12-be8d91867277 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:43.102981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:43.103127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] For port cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1,segment=NetworkSegment(4ed8d66c-3ed6-40c6-8454-a26507e69ba2),segment_id=4ed8d66c-3ed6-40c6-8454-a26507e69ba2)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:43.106684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:43.107392 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.114407 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.120483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Attempting to bind port 333ac304-7f34-4e82-8ff1-efe5d0c1e847 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:43.120868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Attempting to bind port 333ac304-7f34-4e82-8ff1-efe5d0c1e847 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '9b7c497f-3515-4d43-8cfc-64dbed41ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:43.121236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Attempting to bind port 333ac304-7f34-4e82-8ff1-efe5d0c1e847 on network 916eff99-6a2a-4d5a-ab12-be8d91867277 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:43.148345 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=08274009-e8e2-4711-81a0-3edc32448a9c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:43.158012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-47f22cd8-36ca-42c3-ac0c-1884a742e8b8 None None] Provisioning complete for port cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:43.158390 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47f22cd8-36ca-42c3-ac0c-1884a742e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.160140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:43.160530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Checking segment: {'id': '9b7c497f-3515-4d43-8cfc-64dbed41ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:43.161171 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.161675 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Bound using segment: {'id': '9b7c497f-3515-4d43-8cfc-64dbed41ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:43.162257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Bound port: 333ac304-7f34-4e82-8ff1-efe5d0c1e847, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7c497f-3515-4d43-8cfc-64dbed41ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:43.162657 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.241582 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.259990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8ef84-ac3b-43ef-98b3-428ea13495f7 None None] Pushing event updated for resources: {'Port': ['ID=cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:43.262579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:43.263198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:43.434401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:43.461010 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] For port 333ac304-7f34-4e82-8ff1-efe5d0c1e847, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:43.485672 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] For port 333ac304-7f34-4e82-8ff1-efe5d0c1e847, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=333ac304-7f34-4e82-8ff1-efe5d0c1e847,segment=NetworkSegment(9b7c497f-3515-4d43-8cfc-64dbed41ce65),segment_id=9b7c497f-3515-4d43-8cfc-64dbed41ce65)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:43.518016 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.522729 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.523557 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.529475 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.532596 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47f22cd8-36ca-42c3-ac0c-1884a742e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.588302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=08274009-e8e2-4711-81a0-3edc32448a9c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:43.680823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network 916eff99-6a2a-4d5a-ab12-be8d91867277 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:43.682224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:43.693716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-47f22cd8-36ca-42c3-ac0c-1884a742e8b8 None None] For port cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1,segment=NetworkSegment(4ed8d66c-3ed6-40c6-8454-a26507e69ba2),segment_id=4ed8d66c-3ed6-40c6-8454-a26507e69ba2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:43.701016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2465d4-5c0a-419c-81cb-2f58a6dde081 None None] Pushing event updated for resources: {'Port': ['ID=333ac304-7f34-4e82-8ff1-efe5d0c1e847,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:43.704624 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47f22cd8-36ca-42c3-ac0c-1884a742e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.786174 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f22cd8-36ca-42c3-ac0c-1884a742e8b8 None None] Pushing event updated for resources: {'Port': ['ID=cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:43.795558 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router fab5deca-2190-462e-b9a4-f64c6654e48a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:35:43.834251 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 3, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:42Z', 'revision_number': 1, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 4, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:43.864526 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d30ef-5412-41e5-86a0-3ca90159fbe8 None None] The sync data for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 is: [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 3, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:42Z', 'revision_number': 1, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 4, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:43.872053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-56901c06-047a-4b27-b6ae-56ac86fdab76 None None] Provisioning complete for port cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:43.872441 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56901c06-047a-4b27-b6ae-56ac86fdab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:43.955138 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:43.961121 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5fe4c17a-e343-47dc-93c3-d6a958c801cd tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/fab5deca-2190-462e-b9a4-f64c6654e48a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3125234 Sep 30 08:35:43.964088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38270) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:43.973246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-31a7c29b-8f66-4d30-9371-b43916ffb2d5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1167519012'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:43.999686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a7c29b-8f66-4d30-9371-b43916ffb2d5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:44.005446 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31a7c29b-8f66-4d30-9371-b43916ffb2d5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:44.034291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a7c29b-8f66-4d30-9371-b43916ffb2d5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:35:44.044191 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31a7c29b-8f66-4d30-9371-b43916ffb2d5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:44.044541 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-31a7c29b-8f66-4d30-9371-b43916ffb2d5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Added segment 081b3a26-f188-470f-a004-a360232c6dca of type vlan for network b1ed0eee-dc9f-4200-8b6f-fd15ab66a137 Sep 30 08:35:44.086991 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31a7c29b-8f66-4d30-9371-b43916ffb2d5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:44.116684 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31a7c29b-8f66-4d30-9371-b43916ffb2d5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:44.126236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7c29b-8f66-4d30-9371-b43916ffb2d5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:44.126821 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31a7c29b-8f66-4d30-9371-b43916ffb2d5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:44.159625 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-31a7c29b-8f66-4d30-9371-b43916ffb2d5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1940684 Sep 30 08:35:44.162661 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38272) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:44.168054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-397a24c1-2532-467c-a8a2-7dd1702bf3cf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'subnet': {'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:44.207407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7c29b-8f66-4d30-9371-b43916ffb2d5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Network': ['ID=b1ed0eee-dc9f-4200-8b6f-fd15ab66a137,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:44.219220 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network b1ed0eee-dc9f-4200-8b6f-fd15ab66a137 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:35:44.274710 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397a24c1-2532-467c-a8a2-7dd1702bf3cf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:44.278405 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-397a24c1-2532-467c-a8a2-7dd1702bf3cf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:44.493660 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-397a24c1-2532-467c-a8a2-7dd1702bf3cf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:44.584946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a24c1-2532-467c-a8a2-7dd1702bf3cf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Subnet': ['ID=74249917-8e54-421c-a173-3167d5b940dc,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:44.601114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a24c1-2532-467c-a8a2-7dd1702bf3cf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Checking segment: {'id': '081b3a26-f188-470f-a004-a360232c6dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:44.601500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397a24c1-2532-467c-a8a2-7dd1702bf3cf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network hostable DHCP agents. Network: b1ed0eee-dc9f-4200-8b6f-fd15ab66a137, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:35:44.620440 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397a24c1-2532-467c-a8a2-7dd1702bf3cf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network b1ed0eee-dc9f-4200-8b6f-fd15ab66a137 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:35:44.632699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-397a24c1-2532-467c-a8a2-7dd1702bf3cf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, b1ed0eee-dc9f-4200-8b6f-fd15ab66a137) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:44.639046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397a24c1-2532-467c-a8a2-7dd1702bf3cf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:44.639614 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-397a24c1-2532-467c-a8a2-7dd1702bf3cf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:44.646965 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d15582-6aba-4496-b85f-3e1af29bf074 None None] Network b1ed0eee-dc9f-4200-8b6f-fd15ab66a137 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:44.659867 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-397a24c1-2532-467c-a8a2-7dd1702bf3cf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4958925 Sep 30 08:35:44.663866 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:44.859193 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac0153-d206-4a93-80ea-abab7a26a3a1 None None] Network 916eff99-6a2a-4d5a-ab12-be8d91867277 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:44.886539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 333ac304-7f34-4e82-8ff1-efe5d0c1e847 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:44.926271 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b37396e-00c8-4e0f-b5b0-b0193983f7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.033836 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-42fb7f97-5acd-4bf8-9452-a38a8ce672f9 None None] Provisioning complete for port 333ac304-7f34-4e82-8ff1-efe5d0c1e847 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:45.034250 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42fb7f97-5acd-4bf8-9452-a38a8ce672f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.056628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-b1ed0eee-dc9f-4200-8b6f-fd15ab66a137', 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'fixed_ips': [{'subnet_id': '74249917-8e54-421c-a173-3167d5b940dc'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:45.057870 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.106561 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.109166 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 333ac304-7f34-4e82-8ff1-efe5d0c1e847 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:45.109545 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.386174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Allocated IP 2001:db8:2::1 (b1ed0eee-dc9f-4200-8b6f-fd15ab66a137/74249917-8e54-421c-a173-3167d5b940dc/b43bd02f-9e86-499a-809e-3253cf6f4620) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:45.419384 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.486744 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42fb7f97-5acd-4bf8-9452-a38a8ce672f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.503764 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.538325 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.538522 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.591041 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network b1ed0eee-dc9f-4200-8b6f-fd15ab66a137 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:45.595727 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:45.600122 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:45.600618 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.601102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-42fb7f97-5acd-4bf8-9452-a38a8ce672f9 None None] For port 333ac304-7f34-4e82-8ff1-efe5d0c1e847, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=333ac304-7f34-4e82-8ff1-efe5d0c1e847,segment=NetworkSegment(9b7c497f-3515-4d43-8cfc-64dbed41ce65),segment_id=9b7c497f-3515-4d43-8cfc-64dbed41ce65)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:45.609866 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42fb7f97-5acd-4bf8-9452-a38a8ce672f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.644543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Allocated IP 2001:db8:2::2 (b1ed0eee-dc9f-4200-8b6f-fd15ab66a137/74249917-8e54-421c-a173-3167d5b940dc/453a6ce7-f1b2-4012-8520-e702f4639d91) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:45.647536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=b43bd02f-9e86-499a-809e-3253cf6f4620,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:45.717201 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:35:45.717872 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:35:45.730799 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb7f97-5acd-4bf8-9452-a38a8ce672f9 None None] Pushing event updated for resources: {'Port': ['ID=333ac304-7f34-4e82-8ff1-efe5d0c1e847,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:45.745119 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.868730 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.876307 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.948897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Network b1ed0eee-dc9f-4200-8b6f-fd15ab66a137 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:45.962868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:45.963078 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Sync routers for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:45.966460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Pushing event updated for resources: {'Port': ['ID=453a6ce7-f1b2-4012-8520-e702f4639d91,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:45.968972 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:45.970964 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:45.979180 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:45.979999 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:46.025032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-05ed81b9-4912-4131-b5c5-7f8d3e8e0da9 None None] Provisioning complete for port 333ac304-7f34-4e82-8ff1-efe5d0c1e847 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:46.025413 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05ed81b9-4912-4131-b5c5-7f8d3e8e0da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.042633 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.048598 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.052250 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.056942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Attempting to bind port 453a6ce7-f1b2-4012-8520-e702f4639d91 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:46.057457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Attempting to bind port 453a6ce7-f1b2-4012-8520-e702f4639d91 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '081b3a26-f188-470f-a004-a360232c6dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:46.057831 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Attempting to bind port 453a6ce7-f1b2-4012-8520-e702f4639d91 on network b1ed0eee-dc9f-4200-8b6f-fd15ab66a137 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:46.069501 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:46.069876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Checking segment: {'id': '081b3a26-f188-470f-a004-a360232c6dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:46.070375 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.070688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Bound using segment: {'id': '081b3a26-f188-470f-a004-a360232c6dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:46.071172 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Bound port: 453a6ce7-f1b2-4012-8520-e702f4639d91, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081b3a26-f188-470f-a004-a360232c6dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:46.071561 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.103839 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:46.113522 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=b43bd02f-9e86-499a-809e-3253cf6f4620,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:46.185680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] For port 453a6ce7-f1b2-4012-8520-e702f4639d91, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:46.192709 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] For port 453a6ce7-f1b2-4012-8520-e702f4639d91, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=453a6ce7-f1b2-4012-8520-e702f4639d91,segment=NetworkSegment(081b3a26-f188-470f-a004-a360232c6dca),segment_id=081b3a26-f188-470f-a004-a360232c6dca)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:46.199439 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.207215 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network b1ed0eee-dc9f-4200-8b6f-fd15ab66a137 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:46.208708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:46.306766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-05ed81b9-4912-4131-b5c5-7f8d3e8e0da9 None None] Provisioning complete for port 08274009-e8e2-4711-81a0-3edc32448a9c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:46.309024 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05ed81b9-4912-4131-b5c5-7f8d3e8e0da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.320470 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router fab5deca-2190-462e-b9a4-f64c6654e48a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:35:46.331215 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:46.359150 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328f3f3-9fde-4aa2-89fa-0ee63bceafc6 None None] Pushing event updated for resources: {'Port': ['ID=453a6ce7-f1b2-4012-8520-e702f4639d91,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:46.424843 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-05ed81b9-4912-4131-b5c5-7f8d3e8e0da9 None None] Port 08274009-e8e2-4711-81a0-3edc32448a9c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:46.426711 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:45Z', 'revision_number': 4, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 2, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b43bd02f-9e86-499a-809e-3253cf6f4620', 'name': '', 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:c8:bf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '74249917-8e54-421c-a173-3167d5b940dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:45Z', 'updated_at': '2021-09-30T08:35:45Z', 'revision_number': 1, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '74249917-8e54-421c-a173-3167d5b940dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:46.448204 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:46.448896 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.456684 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Checking router: fab5deca-2190-462e-b9a4-f64c6654e48a for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:35:46.457043 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Updating router fab5deca-2190-462e-b9a4-f64c6654e48a port 08274009-e8e2-4711-81a0-3edc32448a9c binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:35:46.460287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:46.468411 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-93b67b1f-27a1-4c5a-81e1-41da605315c3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/fab5deca-2190-462e-b9a4-f64c6654e48a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8010263 Sep 30 08:35:46.468884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38276) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:46.474950 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a0198acc-3112-4bf8-9781-0c0b6a013f7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1842433364'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:46.486105 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.502804 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0198acc-3112-4bf8-9781-0c0b6a013f7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:46.508638 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0198acc-3112-4bf8-9781-0c0b6a013f7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.573618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0198acc-3112-4bf8-9781-0c0b6a013f7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:35:46.586667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7050431c-0d46-49c8-bbaf-cfa34d5b2126 None None] Provisioning complete for port 08274009-e8e2-4711-81a0-3edc32448a9c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:46.587335 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7050431c-0d46-49c8-bbaf-cfa34d5b2126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.589939 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0198acc-3112-4bf8-9781-0c0b6a013f7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.590391 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-a0198acc-3112-4bf8-9781-0c0b6a013f7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Added segment 9af0513c-5755-4703-95cc-00f3b33407a9 of type vlan for network e338380b-532a-43c7-b092-965e524a88a0 Sep 30 08:35:46.647419 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7050431c-0d46-49c8-bbaf-cfa34d5b2126 None None] Port 08274009-e8e2-4711-81a0-3edc32448a9c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:35:46.664904 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0198acc-3112-4bf8-9781-0c0b6a013f7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.701914 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0198acc-3112-4bf8-9781-0c0b6a013f7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.708467 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0198acc-3112-4bf8-9781-0c0b6a013f7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:46.709259 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0198acc-3112-4bf8-9781-0c0b6a013f7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.747441 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a0198acc-3112-4bf8-9781-0c0b6a013f7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2771504 Sep 30 08:35:46.750159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38278) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:46.757694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-11d8196d-2859-458b-b3a9-7d3223ac87ef tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'subnet': {'network_id': 'e338380b-532a-43c7-b092-965e524a88a0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:46.810172 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0198acc-3112-4bf8-9781-0c0b6a013f7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Network': ['ID=e338380b-532a-43c7-b092-965e524a88a0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:46.833175 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network e338380b-532a-43c7-b092-965e524a88a0 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:35:46.854372 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 333ac304-7f34-4e82-8ff1-efe5d0c1e847 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:46.854887 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.861693 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.885088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d8196d-2859-458b-b3a9-7d3223ac87ef tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Made reservation on behalf of 546fb1767a6f4fe2830cdbecc2b1ba60 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:46.889132 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11d8196d-2859-458b-b3a9-7d3223ac87ef tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.918954 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00997d4d-1fea-453b-943b-2348f5d0f78f None None] Pushing event updated for resources: {'Port': ['ID=08274009-e8e2-4711-81a0-3edc32448a9c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:46.942308 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00997d4d-1fea-453b-943b-2348f5d0f78f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:46.942795 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00997d4d-1fea-453b-943b-2348f5d0f78f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:46.943238 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00997d4d-1fea-453b-943b-2348f5d0f78f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:46.943978 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00997d4d-1fea-453b-943b-2348f5d0f78f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:46.944146 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00997d4d-1fea-453b-943b-2348f5d0f78f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:46.944535 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00997d4d-1fea-453b-943b-2348f5d0f78f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:46.944979 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00997d4d-1fea-453b-943b-2348f5d0f78f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:46.945475 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00997d4d-1fea-453b-943b-2348f5d0f78f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:46.945892 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00997d4d-1fea-453b-943b-2348f5d0f78f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:46.946306 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00997d4d-1fea-453b-943b-2348f5d0f78f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:46.946720 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00997d4d-1fea-453b-943b-2348f5d0f78f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:46.947135 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00997d4d-1fea-453b-943b-2348f5d0f78f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:46.972515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 333ac304-7f34-4e82-8ff1-efe5d0c1e847 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:46.972895 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.978850 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Attempting to bind port 08274009-e8e2-4711-81a0-3edc32448a9c on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:46.980329 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Attempting to bind port 08274009-e8e2-4711-81a0-3edc32448a9c by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '9b7c497f-3515-4d43-8cfc-64dbed41ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:46.980993 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Attempting to bind port 08274009-e8e2-4711-81a0-3edc32448a9c on network 916eff99-6a2a-4d5a-ab12-be8d91867277 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:46.987731 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:46.991147 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Checking segment: {'id': '9b7c497f-3515-4d43-8cfc-64dbed41ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:46.992020 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:46.992608 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Bound using segment: {'id': '9b7c497f-3515-4d43-8cfc-64dbed41ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:46.993257 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Bound port: 08274009-e8e2-4711-81a0-3edc32448a9c, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7c497f-3515-4d43-8cfc-64dbed41ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:46.993822 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.082832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 453a6ce7-f1b2-4012-8520-e702f4639d91 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:47.087992 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] For port 08274009-e8e2-4711-81a0-3edc32448a9c, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:47.093224 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] For port 08274009-e8e2-4711-81a0-3edc32448a9c, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=08274009-e8e2-4711-81a0-3edc32448a9c,segment=NetworkSegment(9b7c497f-3515-4d43-8cfc-64dbed41ce65),segment_id=9b7c497f-3515-4d43-8cfc-64dbed41ce65)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:47.104093 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.150640 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Updating router fab5deca-2190-462e-b9a4-f64c6654e48a port b43bd02f-9e86-499a-809e-3253cf6f4620 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:35:47.152788 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 453a6ce7-f1b2-4012-8520-e702f4639d91 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:47.153725 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.179939 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.182183 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11d8196d-2859-458b-b3a9-7d3223ac87ef tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.246562 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00997d4d-1fea-453b-943b-2348f5d0f78f None None] Pushing event updated for resources: {'Port': ['ID=08274009-e8e2-4711-81a0-3edc32448a9c,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:47.262342 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8196d-2859-458b-b3a9-7d3223ac87ef tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Subnet': ['ID=cc38fbed-b730-4bc5-abcd-70f90c6933ce,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:47.269482 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.281355 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d8196d-2859-458b-b3a9-7d3223ac87ef tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Checking segment: {'id': '9af0513c-5755-4703-95cc-00f3b33407a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e338380b-532a-43c7-b092-965e524a88a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:47.281962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d8196d-2859-458b-b3a9-7d3223ac87ef tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network hostable DHCP agents. Network: e338380b-532a-43c7-b092-965e524a88a0, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:35:47.305435 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d8196d-2859-458b-b3a9-7d3223ac87ef tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network e338380b-532a-43c7-b092-965e524a88a0 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:35:47.310558 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c4c3bf30-570d-4182-bb62-56ca0929071d None None] Provisioning complete for port 08274009-e8e2-4711-81a0-3edc32448a9c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:47.310944 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4c3bf30-570d-4182-bb62-56ca0929071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.318725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-11d8196d-2859-458b-b3a9-7d3223ac87ef tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, e338380b-532a-43c7-b092-965e524a88a0) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:47.323666 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d8196d-2859-458b-b3a9-7d3223ac87ef tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:47.324656 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11d8196d-2859-458b-b3a9-7d3223ac87ef tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.339005 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe97cd8-8e07-4cab-8aa8-a02984c53524 None None] Network e338380b-532a-43c7-b092-965e524a88a0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:47.342097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-11d8196d-2859-458b-b3a9-7d3223ac87ef tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5901387 Sep 30 08:35:47.344880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38286) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:47.462379 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 453a6ce7-f1b2-4012-8520-e702f4639d91, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=453a6ce7-f1b2-4012-8520-e702f4639d91,segment=NetworkSegment(081b3a26-f188-470f-a004-a360232c6dca),segment_id=081b3a26-f188-470f-a004-a360232c6dca)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:47.500196 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.657726 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.675790 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.713436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-e338380b-532a-43c7-b092-965e524a88a0', 'network_id': 'e338380b-532a-43c7-b092-965e524a88a0', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'fixed_ips': [{'subnet_id': 'cc38fbed-b730-4bc5-abcd-70f90c6933ce'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:35:47.714628 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.721086 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=453a6ce7-f1b2-4012-8520-e702f4639d91,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:47.749127 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00997d4d-1fea-453b-943b-2348f5d0f78f None None] Pushing event updated for resources: {'Port': ['ID=b43bd02f-9e86-499a-809e-3253cf6f4620,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:47.750728 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4c3bf30-570d-4182-bb62-56ca0929071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.827694 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Attempting to bind port b43bd02f-9e86-499a-809e-3253cf6f4620 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:47.828124 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Attempting to bind port b43bd02f-9e86-499a-809e-3253cf6f4620 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '081b3a26-f188-470f-a004-a360232c6dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:47.828494 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Attempting to bind port b43bd02f-9e86-499a-809e-3253cf6f4620 on network b1ed0eee-dc9f-4200-8b6f-fd15ab66a137 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:47.842470 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:47.843400 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Checking segment: {'id': '081b3a26-f188-470f-a004-a360232c6dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:47.844585 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.846163 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Bound using segment: {'id': '081b3a26-f188-470f-a004-a360232c6dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:47.846664 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Bound port: b43bd02f-9e86-499a-809e-3253cf6f4620, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081b3a26-f188-470f-a004-a360232c6dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:47.847098 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.913732 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011fc383-c414-4672-a0aa-8ef5d0f41db8 None None] Network b1ed0eee-dc9f-4200-8b6f-fd15ab66a137 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:47.945373 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] For port b43bd02f-9e86-499a-809e-3253cf6f4620, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:47.949429 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] For port b43bd02f-9e86-499a-809e-3253cf6f4620, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b43bd02f-9e86-499a-809e-3253cf6f4620,segment=NetworkSegment(081b3a26-f188-470f-a004-a360232c6dca),segment_id=081b3a26-f188-470f-a004-a360232c6dca)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:47.956196 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.974178 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c4c3bf30-570d-4182-bb62-56ca0929071d None None] For port 08274009-e8e2-4711-81a0-3edc32448a9c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=08274009-e8e2-4711-81a0-3edc32448a9c,segment=NetworkSegment(9b7c497f-3515-4d43-8cfc-64dbed41ce65),segment_id=9b7c497f-3515-4d43-8cfc-64dbed41ce65)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:47.978950 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.986371 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:47.991428 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4c3bf30-570d-4182-bb62-56ca0929071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:48.021457 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:48.022168 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:48.071646 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Allocated IP 2001:db8:3::2 (e338380b-532a-43c7-b092-965e524a88a0/cc38fbed-b730-4bc5-abcd-70f90c6933ce/3db66a21-b604-4684-b66b-354d951bdd63) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:48.076319 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00997d4d-1fea-453b-943b-2348f5d0f78f None None] Pushing event updated for resources: {'Port': ['ID=b43bd02f-9e86-499a-809e-3253cf6f4620,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:48.135577 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:48.146687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3bf30-570d-4182-bb62-56ca0929071d None None] Pushing event updated for resources: {'Port': ['ID=08274009-e8e2-4711-81a0-3edc32448a9c,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:48.190916 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df05728-4ad6-433a-9e0c-774b126e1d79 req-f9387d90-eb2d-4839-b1f1-d2986ab8ef49 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:48.192518 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2df05728-4ad6-433a-9e0c-774b126e1d79 req-f9387d90-eb2d-4839-b1f1-d2986ab8ef49 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 946 time: 0.2754903 Sep 30 08:35:48.217816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6ee71e82-d1c7-4878-96fb-4bc843d25d5b None None] Provisioning complete for port 453a6ce7-f1b2-4012-8520-e702f4639d91 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:48.218138 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ee71e82-d1c7-4878-96fb-4bc843d25d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:48.280303 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2df05728-4ad6-433a-9e0c-774b126e1d79 req-5d368417-490d-45e4-bda3-284a5ad98d43 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791225 Sep 30 08:35:48.399351 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:48.416128 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:48.456846 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:45Z', 'revision_number': 4, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:47Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b43bd02f-9e86-499a-809e-3253cf6f4620', 'name': '', 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:c8:bf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '74249917-8e54-421c-a173-3167d5b940dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:45Z', 'updated_at': '2021-09-30T08:35:47Z', 'revision_number': 4, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '74249917-8e54-421c-a173-3167d5b940dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:48.464814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6ee71e82-d1c7-4878-96fb-4bc843d25d5b None None] Provisioning complete for port 08274009-e8e2-4711-81a0-3edc32448a9c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:48.465396 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ee71e82-d1c7-4878-96fb-4bc843d25d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:48.472495 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Allocated IP 2001:db8:3::1 (e338380b-532a-43c7-b092-965e524a88a0/cc38fbed-b730-4bc5-abcd-70f90c6933ce/253a0e8a-9c8d-4790-9a50-2d166720954e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:35:48.478582 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Network e338380b-532a-43c7-b092-965e524a88a0 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:48.502693 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e640176-e124-46e6-90ab-ddbea0daf077 None None] The sync data for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 is: [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:45Z', 'revision_number': 4, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:47Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b43bd02f-9e86-499a-809e-3253cf6f4620', 'name': '', 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:c8:bf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '74249917-8e54-421c-a173-3167d5b940dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:45Z', 'updated_at': '2021-09-30T08:35:47Z', 'revision_number': 4, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '74249917-8e54-421c-a173-3167d5b940dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:48.505842 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:48.511005 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:48.639982 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:48.716872 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:48.781027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=253a0e8a-9c8d-4790-9a50-2d166720954e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:48.798797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network e338380b-532a-43c7-b092-965e524a88a0 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:48.800377 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:48.802808 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:35:48.803364 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:48.824476 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Pushing event updated for resources: {'Port': ['ID=3db66a21-b604-4684-b66b-354d951bdd63,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:48.858159 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Attempting to bind port 3db66a21-b604-4684-b66b-354d951bdd63 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:48.858543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Attempting to bind port 3db66a21-b604-4684-b66b-354d951bdd63 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '9af0513c-5755-4703-95cc-00f3b33407a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e338380b-532a-43c7-b092-965e524a88a0'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:48.859184 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Attempting to bind port 3db66a21-b604-4684-b66b-354d951bdd63 on network e338380b-532a-43c7-b092-965e524a88a0 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:48.872832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:48.873216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Checking segment: {'id': '9af0513c-5755-4703-95cc-00f3b33407a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e338380b-532a-43c7-b092-965e524a88a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:48.873627 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:48.874036 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Bound using segment: {'id': '9af0513c-5755-4703-95cc-00f3b33407a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e338380b-532a-43c7-b092-965e524a88a0'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:48.874524 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Bound port: 3db66a21-b604-4684-b66b-354d951bdd63, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af0513c-5755-4703-95cc-00f3b33407a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e338380b-532a-43c7-b092-965e524a88a0'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:48.874919 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:48.944697 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b43bd02f-9e86-499a-809e-3253cf6f4620 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:48.978710 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.092181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-56284f40-e682-490b-9153-b40070b8a914 None None] For port 3db66a21-b604-4684-b66b-354d951bdd63, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:49.096744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-56284f40-e682-490b-9153-b40070b8a914 None None] For port 3db66a21-b604-4684-b66b-354d951bdd63, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3db66a21-b604-4684-b66b-354d951bdd63,segment=NetworkSegment(9af0513c-5755-4703-95cc-00f3b33407a9),segment_id=9af0513c-5755-4703-95cc-00f3b33407a9)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:49.103545 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.141291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port b43bd02f-9e86-499a-809e-3253cf6f4620 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:49.141665 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.291258 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56284f40-e682-490b-9153-b40070b8a914 None None] Pushing event updated for resources: {'Port': ['ID=3db66a21-b604-4684-b66b-354d951bdd63,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:49.315445 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4ef6f966-06fb-473e-aa5c-281b557cd2e3 None None] Provisioning complete for port 453a6ce7-f1b2-4012-8520-e702f4639d91 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:49.316039 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f966-06fb-473e-aa5c-281b557cd2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.454491 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.464917 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.465731 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.510971 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.566281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Sync routers for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:49.626473 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port b43bd02f-9e86-499a-809e-3253cf6f4620, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b43bd02f-9e86-499a-809e-3253cf6f4620,segment=NetworkSegment(081b3a26-f188-470f-a004-a360232c6dca),segment_id=081b3a26-f188-470f-a004-a360232c6dca)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:49.643755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:49.644613 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:49.653748 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.654517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6085c9-5383-4c1d-91af-a2316fd84f4b req-d1cbb034-6ef9-4e33-8014-a24379edc5a2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:49.655028 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 453a6ce7-f1b2-4012-8520-e702f4639d91 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:49.662051 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f6085c9-5383-4c1d-91af-a2316fd84f4b req-d1cbb034-6ef9-4e33-8014-a24379edc5a2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 946 time: 0.1456971 Sep 30 08:35:49.668980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4ef6f966-06fb-473e-aa5c-281b557cd2e3 None None] Provisioning complete for port b43bd02f-9e86-499a-809e-3253cf6f4620 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:49.669359 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f966-06fb-473e-aa5c-281b557cd2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:49.770944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Network e338380b-532a-43c7-b092-965e524a88a0 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:35:49.774037 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event updated for resources: {'Port': ['ID=253a0e8a-9c8d-4790-9a50-2d166720954e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:49.788205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:35:49.810658 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbacdf-18fd-4e3f-a569-4881160ae713 req-48b1402b-e864-4a8e-88bc-6f409a1f93a1 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:49.818778 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bcbacdf-18fd-4e3f-a569-4881160ae713 req-48b1402b-e864-4a8e-88bc-6f409a1f93a1 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 946 time: 0.3962231 Sep 30 08:35:49.951358 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bcbacdf-18fd-4e3f-a569-4881160ae713 req-1e5aaf3a-f2f0-4e25-9b0f-aaaac841fb83 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316726 Sep 30 08:35:49.972789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router fab5deca-2190-462e-b9a4-f64c6654e48a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:35:50.101706 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:50.112478 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-6f6085c9-5383-4c1d-91af-a2316fd84f4b req-ba662091-a240-43ec-90e5-c6fa65ae5ac4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Deleting port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:50.112968 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f6085c9-5383-4c1d-91af-a2316fd84f4b req-ba662091-a240-43ec-90e5-c6fa65ae5ac4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:50.141852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=b43bd02f-9e86-499a-809e-3253cf6f4620,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:50.163156 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:50.163808 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:50.164336 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:50.164833 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:50.165343 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:50.166011 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:50.166192 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:50.166493 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:50.166821 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:50.167151 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:50.167481 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:50.167805 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:35:50.229439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6f6085c9-5383-4c1d-91af-a2316fd84f4b req-ba662091-a240-43ec-90e5-c6fa65ae5ac4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] For port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=044cae3e-e0d3-47e3-9a05-917c96ec5bc6,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:50.229847 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f6085c9-5383-4c1d-91af-a2316fd84f4b req-ba662091-a240-43ec-90e5-c6fa65ae5ac4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:50.239832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 453a6ce7-f1b2-4012-8520-e702f4639d91 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:50.240237 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:50.491726 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f6085c9-5383-4c1d-91af-a2316fd84f4b req-ba662091-a240-43ec-90e5-c6fa65ae5ac4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:50.492135 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f6085c9-5383-4c1d-91af-a2316fd84f4b req-ba662091-a240-43ec-90e5-c6fa65ae5ac4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:50.492481 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [req-6f6085c9-5383-4c1d-91af-a2316fd84f4b req-ba662091-a240-43ec-90e5-c6fa65ae5ac4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Floating IP db5a7ea0-1c99-4c4c-996f-9877b6eed585 disassociated. External IP: 172.25.0.17, port: 044cae3e-e0d3-47e3-9a05-917c96ec5bc6. Sep 30 08:35:50.492818 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-6f6085c9-5383-4c1d-91af-a2316fd84f4b req-ba662091-a240-43ec-90e5-c6fa65ae5ac4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Calling delete_port for 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:50.494313 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 08274009-e8e2-4711-81a0-3edc32448a9c up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:50.548355 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:50.560900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9f7c2d60-2f3f-43b5-9e88-14fb810c0699 None None] Provisioning complete for port b43bd02f-9e86-499a-809e-3253cf6f4620 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:50.561400 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f7c2d60-2f3f-43b5-9e88-14fb810c0699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:50.561612 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-57857182-a66e-4c30-ad61-cccaf70627f5 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/fab5deca-2190-462e-b9a4-f64c6654e48a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2138176 Sep 30 08:35:50.567317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38298) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:50.574912 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-054296b7-d72d-4211-ba92-f091bcca4adf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:50.611936 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 08274009-e8e2-4711-81a0-3edc32448a9c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:50.612454 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:50.662763 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f6085c9-5383-4c1d-91af-a2316fd84f4b req-ba662091-a240-43ec-90e5-c6fa65ae5ac4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:50.664333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:48Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:47Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '253a0e8a-9c8d-4790-9a50-2d166720954e', 'name': '', 'network_id': 'e338380b-532a-43c7-b092-965e524a88a0', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:54:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'cc38fbed-b730-4bc5-abcd-70f90c6933ce', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:48Z', 'updated_at': '2021-09-30T08:35:49Z', 'revision_number': 2, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': 'cc38fbed-b730-4bc5-abcd-70f90c6933ce', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b43bd02f-9e86-499a-809e-3253cf6f4620', 'name': '', 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:c8:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '74249917-8e54-421c-a173-3167d5b940dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:45Z', 'updated_at': '2021-09-30T08:35:49Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '74249917-8e54-421c-a173-3167d5b940dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:50.699420 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Checking router: fab5deca-2190-462e-b9a4-f64c6654e48a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:35:50.699893 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Updating router fab5deca-2190-462e-b9a4-f64c6654e48a port 253a0e8a-9c8d-4790-9a50-2d166720954e binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:35:50.700825 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba662091-a240-43ec-90e5-c6fa65ae5ac4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event deleted for resources: {'Port': ['ID=044cae3e-e0d3-47e3-9a05-917c96ec5bc6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:50.747971 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:50.785596 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf144549-8a94-4f0a-844b-30bf477ecf59 None None] Network e338380b-532a-43c7-b092-965e524a88a0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:50.839158 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f6085c9-5383-4c1d-91af-a2316fd84f4b req-ba662091-a240-43ec-90e5-c6fa65ae5ac4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:35:50.957613 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f6085c9-5383-4c1d-91af-a2316fd84f4b req-ba662091-a240-43ec-90e5-c6fa65ae5ac4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:50.970373 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93825935-29b9-4d14-bc95-cdd627d67e11 None None] Sync routers for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:50.983018 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93825935-29b9-4d14-bc95-cdd627d67e11 None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:50.986634 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-93825935-29b9-4d14-bc95-cdd627d67e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:51.007072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6085c9-5383-4c1d-91af-a2316fd84f4b req-ba662091-a240-43ec-90e5-c6fa65ae5ac4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] No DVR routers for this DVR port 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:51.009452 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.extraroute_db [None req-054296b7-d72d-4211-ba92-f091bcca4adf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 08:35:51.010452 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6f6085c9-5383-4c1d-91af-a2316fd84f4b req-ba662091-a240-43ec-90e5-c6fa65ae5ac4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:51.012675 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f6085c9-5383-4c1d-91af-a2316fd84f4b req-ba662091-a240-43ec-90e5-c6fa65ae5ac4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.35 "DELETE /v2.0/ports/044cae3e-e0d3-47e3-9a05-917c96ec5bc6 HTTP/1.1" status: 204 len: 173 time: 1.3434169 Sep 30 08:35:51.013233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a13f7-8579-4749-8364-85210f0bab12', 'name': 'network-vif-deleted', 'tag': '044cae3e-e0d3-47e3-9a05-917c96ec5bc6'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:35:51.016403 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9b3dba-af87-4a23-8883-2e192b5ef6b5" -d '{"events": [{"server_uuid": "d39a13f7-8579-4749-8364-85210f0bab12", "name": "network-vif-deleted", "tag": "044cae3e-e0d3-47e3-9a05-917c96ec5bc6"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:35:51.040972 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.extraroute_db [None req-054296b7-d72d-4211-ba92-f091bcca4adf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Removed routes are [] {{(pid=94837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 08:35:51.041386 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-054296b7-d72d-4211-ba92-f091bcca4adf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:51.101446 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099f2d6e-7ecb-45b5-a752-f78f92f12439 x-openstack-request-id: req-099f2d6e-7ecb-45b5-a752-f78f92f12439 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:35:51.101763 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39a13f7-8579-4749-8364-85210f0bab12", "name": "network-vif-deleted", "tag": "044cae3e-e0d3-47e3-9a05-917c96ec5bc6", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:35:51.102023 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-099f2d6e-7ecb-45b5-a752-f78f92f12439 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:35:51.102420 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a13f7-8579-4749-8364-85210f0bab12', 'name': 'network-vif-deleted', 'tag': '044cae3e-e0d3-47e3-9a05-917c96ec5bc6', 'status': 'completed', 'code': 200} Sep 30 08:35:51.212534 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-93825935-29b9-4d14-bc95-cdd627d67e11 None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:51.253768 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:35:51.273013 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-958237c9-90dd-4215-ab4a-f1e2feb78cda req-e44a5b48-8674-4e97-81cb-352890595532 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 210 time: 0.0598085 Sep 30 08:35:51.418053 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-054296b7-d72d-4211-ba92-f091bcca4adf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:51.424782 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-054296b7-d72d-4211-ba92-f091bcca4adf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:51.486197 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-93825935-29b9-4d14-bc95-cdd627d67e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:51.497729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1a7818ac-d289-4513-9ed0-1a0e2195e463 None None] Provisioning complete for port 3db66a21-b604-4684-b66b-354d951bdd63 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:51.498705 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a7818ac-d289-4513-9ed0-1a0e2195e463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:51.527754 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93825935-29b9-4d14-bc95-cdd627d67e11 None None] Checking router: d6c20a62-1fa0-43e7-8269-b90bd4c990e8 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:35:51.537773 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93825935-29b9-4d14-bc95-cdd627d67e11 None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:51.538526 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-93825935-29b9-4d14-bc95-cdd627d67e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:51.655151 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054296b7-d72d-4211-ba92-f091bcca4adf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router fab5deca-2190-462e-b9a4-f64c6654e48a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:35:51.659999 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b43bd02f-9e86-499a-809e-3253cf6f4620 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:51.708460 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-93825935-29b9-4d14-bc95-cdd627d67e11 None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:51.761868 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:51.786815 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:51.788979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:51.793992 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a7818ac-d289-4513-9ed0-1a0e2195e463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:51.825006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054296b7-d72d-4211-ba92-f091bcca4adf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:51.846275 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-054296b7-d72d-4211-ba92-f091bcca4adf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:51.848145 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-054296b7-d72d-4211-ba92-f091bcca4adf tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/fab5deca-2190-462e-b9a4-f64c6654e48a HTTP/1.1" status: 200 len: 954 time: 1.2797358 Sep 30 08:35:51.850877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38312) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:51.854473 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:51.854820 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 044cae3e-e0d3-47e3-9a05-917c96ec5bc6 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:51.892560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1a7818ac-d289-4513-9ed0-1a0e2195e463 None None] For port 3db66a21-b604-4684-b66b-354d951bdd63, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3db66a21-b604-4684-b66b-354d951bdd63,segment=NetworkSegment(9af0513c-5755-4703-95cc-00f3b33407a9),segment_id=9af0513c-5755-4703-95cc-00f3b33407a9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:51.893739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port b43bd02f-9e86-499a-809e-3253cf6f4620 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:51.894230 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:51.947351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7799d-09d8-418b-8cb1-3fdde897e0f2 None None] Pushing event updated for resources: {'Port': ['ID=253a0e8a-9c8d-4790-9a50-2d166720954e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:51.982379 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a7818ac-d289-4513-9ed0-1a0e2195e463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:52.026773 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-36d923a0-53cd-4113-83fa-03f9392cc689 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/routers/fab5deca-2190-462e-b9a4-f64c6654e48a HTTP/1.1" status: 200 len: 954 time: 0.1744261 Sep 30 08:35:52.029363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38314) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:52.037822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3b8df800-55a7-4cda-aaca-a779d6689077 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'router': {'routes': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:52.082884 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-93825935-29b9-4d14-bc95-cdd627d67e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:52.097601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Attempting to bind port 253a0e8a-9c8d-4790-9a50-2d166720954e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:35:52.098275 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Attempting to bind port 253a0e8a-9c8d-4790-9a50-2d166720954e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '9af0513c-5755-4703-95cc-00f3b33407a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e338380b-532a-43c7-b092-965e524a88a0'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:35:52.098652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Attempting to bind port 253a0e8a-9c8d-4790-9a50-2d166720954e on network e338380b-532a-43c7-b092-965e524a88a0 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:35:52.109094 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:35:52.109524 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Checking segment: {'id': '9af0513c-5755-4703-95cc-00f3b33407a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e338380b-532a-43c7-b092-965e524a88a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:35:52.109945 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:52.110601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Bound using segment: {'id': '9af0513c-5755-4703-95cc-00f3b33407a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e338380b-532a-43c7-b092-965e524a88a0'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:35:52.111193 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Bound port: 253a0e8a-9c8d-4790-9a50-2d166720954e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af0513c-5755-4703-95cc-00f3b33407a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e338380b-532a-43c7-b092-965e524a88a0'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:35:52.111588 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:52.130868 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93825935-29b9-4d14-bc95-cdd627d67e11 None None] The sync data for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 is: [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:52.183988 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7818ac-d289-4513-9ed0-1a0e2195e463 None None] Pushing event updated for resources: {'Port': ['ID=3db66a21-b604-4684-b66b-354d951bdd63,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:52.223619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cada0be2-fbf4-42de-95b4-12dd9b51f404 None None] Provisioning complete for port 3db66a21-b604-4684-b66b-354d951bdd63 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:52.223860 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cada0be2-fbf4-42de-95b4-12dd9b51f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:52.269390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3db66a21-b604-4684-b66b-354d951bdd63 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:52.347276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] For port 253a0e8a-9c8d-4790-9a50-2d166720954e, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:35:52.355544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] For port 253a0e8a-9c8d-4790-9a50-2d166720954e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=253a0e8a-9c8d-4790-9a50-2d166720954e,segment=NetworkSegment(9af0513c-5755-4703-95cc-00f3b33407a9),segment_id=9af0513c-5755-4703-95cc-00f3b33407a9)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:35:52.381183 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:52.469103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-698a44b8-0d18-4122-8612-f24de33a68a5 req-57899425-00b8-4855-94fe-ba00bc2cd3a9 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 210 time: 0.0511949 Sep 30 08:35:52.575180 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:52.576567 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:52.624121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.extraroute_db [None req-3b8df800-55a7-4cda-aaca-a779d6689077 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Added routes are [] {{(pid=94837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 08:35:52.624599 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.extraroute_db [None req-3b8df800-55a7-4cda-aaca-a779d6689077 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 08:35:52.679696 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3b8df800-55a7-4cda-aaca-a779d6689077 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:52.684020 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:52.694197 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f0168-eb57-48bc-aa51-b7b68f37ed61 None None] New status for floating IP db5a7ea0-1c99-4c4c-996f-9877b6eed585: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:35:52.725667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3db66a21-b604-4684-b66b-354d951bdd63 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:52.725944 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:52.727473 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7799d-09d8-418b-8cb1-3fdde897e0f2 None None] Pushing event updated for resources: {'Port': ['ID=253a0e8a-9c8d-4790-9a50-2d166720954e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:52.841327 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cada0be2-fbf4-42de-95b4-12dd9b51f404 None None] Provisioning complete for port 253a0e8a-9c8d-4790-9a50-2d166720954e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:52.841701 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cada0be2-fbf4-42de-95b4-12dd9b51f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:52.898324 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3b8df800-55a7-4cda-aaca-a779d6689077 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:52.902310 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3b8df800-55a7-4cda-aaca-a779d6689077 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:53.044735 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8df800-55a7-4cda-aaca-a779d6689077 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router fab5deca-2190-462e-b9a4-f64c6654e48a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:35:53.165811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8df800-55a7-4cda-aaca-a779d6689077 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:53.174846 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3b8df800-55a7-4cda-aaca-a779d6689077 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:53.176060 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cada0be2-fbf4-42de-95b4-12dd9b51f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:53.177213 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3b8df800-55a7-4cda-aaca-a779d6689077 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/fab5deca-2190-462e-b9a4-f64c6654e48a HTTP/1.1" status: 200 len: 704 time: 1.1467824 Sep 30 08:35:53.179845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38318) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:53.223495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cada0be2-fbf4-42de-95b4-12dd9b51f404 None None] For port 253a0e8a-9c8d-4790-9a50-2d166720954e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=253a0e8a-9c8d-4790-9a50-2d166720954e,segment=NetworkSegment(9af0513c-5755-4703-95cc-00f3b33407a9),segment_id=9af0513c-5755-4703-95cc-00f3b33407a9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:53.232542 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:51Z', 'revision_number': 6, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:47Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '253a0e8a-9c8d-4790-9a50-2d166720954e', 'name': '', 'network_id': 'e338380b-532a-43c7-b092-965e524a88a0', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:54:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'cc38fbed-b730-4bc5-abcd-70f90c6933ce', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:48Z', 'updated_at': '2021-09-30T08:35:52Z', 'revision_number': 4, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': 'cc38fbed-b730-4bc5-abcd-70f90c6933ce', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b43bd02f-9e86-499a-809e-3253cf6f4620', 'name': '', 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:c8:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '74249917-8e54-421c-a173-3167d5b940dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:45Z', 'updated_at': '2021-09-30T08:35:49Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '74249917-8e54-421c-a173-3167d5b940dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:53.234564 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cada0be2-fbf4-42de-95b4-12dd9b51f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:53.290841 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2c236504-1255-46ee-8eeb-8144fe81443f tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/routers/fab5deca-2190-462e-b9a4-f64c6654e48a HTTP/1.1" status: 200 len: 704 time: 0.1096528 Sep 30 08:35:53.293577 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:53.312233 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada0be2-fbf4-42de-95b4-12dd9b51f404 None None] Pushing event updated for resources: {'Port': ['ID=253a0e8a-9c8d-4790-9a50-2d166720954e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:53.317295 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3d446a-c6d5-4a5b-958b-f83f3cd71d54 None None] The sync data for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 is: [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:51Z', 'revision_number': 6, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:47Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '253a0e8a-9c8d-4790-9a50-2d166720954e', 'name': '', 'network_id': 'e338380b-532a-43c7-b092-965e524a88a0', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:54:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'cc38fbed-b730-4bc5-abcd-70f90c6933ce', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:48Z', 'updated_at': '2021-09-30T08:35:52Z', 'revision_number': 4, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': 'cc38fbed-b730-4bc5-abcd-70f90c6933ce', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b43bd02f-9e86-499a-809e-3253cf6f4620', 'name': '', 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:c8:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '74249917-8e54-421c-a173-3167d5b940dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:45Z', 'updated_at': '2021-09-30T08:35:49Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '74249917-8e54-421c-a173-3167d5b940dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:53.359188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a934a4a2-defd-49da-b863-0d8ceed80c6b None None] Provisioning complete for port 253a0e8a-9c8d-4790-9a50-2d166720954e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:53.359639 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a934a4a2-defd-49da-b863-0d8ceed80c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:53.778502 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3db66a21-b604-4684-b66b-354d951bdd63 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:53.858547 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3db66a21-b604-4684-b66b-354d951bdd63 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:53.861163 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:53.878686 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fdaecf4-c902-4ce4-95eb-beb7018ad3aa tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:53.963886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 253a0e8a-9c8d-4790-9a50-2d166720954e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:35:54.037826 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 253a0e8a-9c8d-4790-9a50-2d166720954e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:35:54.038632 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:54.160138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d005f730-fcd0-48bb-a3a3-c79431a634a6 req-18da77e0-9a86-4f5a-ac1b-4e4005ccc409 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 210 time: 0.5535636 Sep 30 08:35:54.211582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2fdaecf4-c902-4ce4-95eb-beb7018ad3aa tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port 253a0e8a-9c8d-4790-9a50-2d166720954e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:54.211868 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fdaecf4-c902-4ce4-95eb-beb7018ad3aa tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:54.307872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-2fdaecf4-c902-4ce4-95eb-beb7018ad3aa tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] For port 253a0e8a-9c8d-4790-9a50-2d166720954e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=253a0e8a-9c8d-4790-9a50-2d166720954e,segment=NetworkSegment(9af0513c-5755-4703-95cc-00f3b33407a9),segment_id=9af0513c-5755-4703-95cc-00f3b33407a9)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:54.308682 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fdaecf4-c902-4ce4-95eb-beb7018ad3aa tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:54.321350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2fdaecf4-c902-4ce4-95eb-beb7018ad3aa tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for 253a0e8a-9c8d-4790-9a50-2d166720954e owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:54.392935 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e5ddf-266f-43df-ae78-215994d2335f None None] Sync routers for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:54.413471 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243e5ddf-266f-43df-ae78-215994d2335f None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:54.414096 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-243e5ddf-266f-43df-ae78-215994d2335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:54.511497 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fdaecf4-c902-4ce4-95eb-beb7018ad3aa tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:54.513279 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-243e5ddf-266f-43df-ae78-215994d2335f None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:54.539097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdaecf4-c902-4ce4-95eb-beb7018ad3aa tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=253a0e8a-9c8d-4790-9a50-2d166720954e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:54.673610 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fdaecf4-c902-4ce4-95eb-beb7018ad3aa tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:54.769022 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-243e5ddf-266f-43df-ae78-215994d2335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:52Z', 'revision_number': 7, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:47Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '253a0e8a-9c8d-4790-9a50-2d166720954e', 'name': '', 'network_id': 'e338380b-532a-43c7-b092-965e524a88a0', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:54:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'cc38fbed-b730-4bc5-abcd-70f90c6933ce', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:48Z', 'updated_at': '2021-09-30T08:35:53Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': 'cc38fbed-b730-4bc5-abcd-70f90c6933ce', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b43bd02f-9e86-499a-809e-3253cf6f4620', 'name': '', 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:c8:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '74249917-8e54-421c-a173-3167d5b940dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:45Z', 'updated_at': '2021-09-30T08:35:49Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '74249917-8e54-421c-a173-3167d5b940dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:54.803237 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e5ddf-266f-43df-ae78-215994d2335f None None] Checking router: fab5deca-2190-462e-b9a4-f64c6654e48a for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:35:54.815473 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243e5ddf-266f-43df-ae78-215994d2335f None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:54.816117 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-243e5ddf-266f-43df-ae78-215994d2335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:54.897339 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdaecf4-c902-4ce4-95eb-beb7018ad3aa tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router fab5deca-2190-462e-b9a4-f64c6654e48a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:35:54.902808 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-243e5ddf-266f-43df-ae78-215994d2335f None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:55.007764 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdaecf4-c902-4ce4-95eb-beb7018ad3aa tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:55.016127 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2fdaecf4-c902-4ce4-95eb-beb7018ad3aa tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/fab5deca-2190-462e-b9a4-f64c6654e48a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7186472 Sep 30 08:35:55.016269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38324) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:55.075697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e351ca-eab8-4b61-b5a1-fa3bfc760c38 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting subnet cc38fbed-b730-4bc5-abcd-70f90c6933ce {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:55.079679 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45e351ca-eab8-4b61-b5a1-fa3bfc760c38 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.119550 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45e351ca-eab8-4b61-b5a1-fa3bfc760c38 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.221123 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-243e5ddf-266f-43df-ae78-215994d2335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:54Z', 'revision_number': 8, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:47Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b43bd02f-9e86-499a-809e-3253cf6f4620', 'name': '', 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:c8:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '74249917-8e54-421c-a173-3167d5b940dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:45Z', 'updated_at': '2021-09-30T08:35:49Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '74249917-8e54-421c-a173-3167d5b940dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:55.227655 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45e351ca-eab8-4b61-b5a1-fa3bfc760c38 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.257929 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e5ddf-266f-43df-ae78-215994d2335f None None] The sync data for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 is: [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:54Z', 'revision_number': 8, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:47Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b43bd02f-9e86-499a-809e-3253cf6f4620', 'name': '', 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:c8:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '74249917-8e54-421c-a173-3167d5b940dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:45Z', 'updated_at': '2021-09-30T08:35:49Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '74249917-8e54-421c-a173-3167d5b940dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:55.283507 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-61c30f96-f7a9-4f9f-84d8-f5aa8ae78958 req-da358631-33b6-43d1-a234-7f5af4b75d87 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d39a13f7-8579-4749-8364-85210f0bab12 HTTP/1.1" status: 200 len: 210 time: 0.0509758 Sep 30 08:35:55.318877 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45e351ca-eab8-4b61-b5a1-fa3bfc760c38 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.350147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e351ca-eab8-4b61-b5a1-fa3bfc760c38 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Subnet': ['ID=cc38fbed-b730-4bc5-abcd-70f90c6933ce,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:55.354928 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45e351ca-eab8-4b61-b5a1-fa3bfc760c38 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.356857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-45e351ca-eab8-4b61-b5a1-fa3bfc760c38 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/cc38fbed-b730-4bc5-abcd-70f90c6933ce HTTP/1.1" status: 204 len: 168 time: 0.3393900 Sep 30 08:35:55.359488 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38328) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:55.362010 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42a4028-dbfd-4231-97d8-2786e54028c5 None None] Network e338380b-532a-43c7-b092-965e524a88a0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:55.440162 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.497322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port 3db66a21-b604-4684-b66b-354d951bdd63 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:55.497711 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.567528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] For port 3db66a21-b604-4684-b66b-354d951bdd63, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3db66a21-b604-4684-b66b-354d951bdd63,segment=NetworkSegment(9af0513c-5755-4703-95cc-00f3b33407a9),segment_id=9af0513c-5755-4703-95cc-00f3b33407a9)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:55.567821 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.579590 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for 3db66a21-b604-4684-b66b-354d951bdd63 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:55.665013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22a291b-eef5-4762-b263-e09e76d1adc2 None None] DHCP port deletion for e338380b-532a-43c7-b092-965e524a88a0 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:55.678020 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.707972 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=3db66a21-b604-4684-b66b-354d951bdd63,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:55.710205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No DVR routers for this DVR port 3db66a21-b604-4684-b66b-354d951bdd63 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:55.717246 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d22a291b-eef5-4762-b263-e09e76d1adc2 None None] The port '3db66a21-b604-4684-b66b-354d951bdd63' was deleted {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Sep 30 08:35:55.733985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 253a0e8a-9c8d-4790-9a50-2d166720954e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:55.760729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 253a0e8a-9c8d-4790-9a50-2d166720954e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:55.761085 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 253a0e8a-9c8d-4790-9a50-2d166720954e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:55.761518 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3db66a21-b604-4684-b66b-354d951bdd63 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:55.781724 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 3db66a21-b604-4684-b66b-354d951bdd63 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:55.782088 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3db66a21-b604-4684-b66b-354d951bdd63 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:55.808168 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.831194 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e338380b-532a-43c7-b092-965e524a88a0']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:55.840631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af0513c-5755-4703-95cc-00f3b33407a9') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:55.840936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af0513c-5755-4703-95cc-00f3b33407a9') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:55.851154 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.867723 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.873689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:35:55.874070 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:35:55.877974 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:35:55.951664 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.958868 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:55.963790 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/networks/e338380b-532a-43c7-b092-965e524a88a0 HTTP/1.1" status: 204 len: 168 time: 0.6027896 Sep 30 08:35:55.964651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38330) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:55.972054 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2626a8-6907-4d5e-96fb-bff45f5f6ad5 None None] Sync routers for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:55.975121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf4ec3-9fe5-4e2d-99ef-7443bdd65041 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Network': ['ID=e338380b-532a-43c7-b092-965e524a88a0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:55.990495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2626a8-6907-4d5e-96fb-bff45f5f6ad5 None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:55.991286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8c2626a8-6907-4d5e-96fb-bff45f5f6ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:56.097470 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8c2626a8-6907-4d5e-96fb-bff45f5f6ad5 None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:56.318289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8c2626a8-6907-4d5e-96fb-bff45f5f6ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:54Z', 'revision_number': 8, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:47Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b43bd02f-9e86-499a-809e-3253cf6f4620', 'name': '', 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:c8:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '74249917-8e54-421c-a173-3167d5b940dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:45Z', 'updated_at': '2021-09-30T08:35:49Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '74249917-8e54-421c-a173-3167d5b940dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:56.345876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2626a8-6907-4d5e-96fb-bff45f5f6ad5 None None] Checking router: fab5deca-2190-462e-b9a4-f64c6654e48a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:35:56.356136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2626a8-6907-4d5e-96fb-bff45f5f6ad5 None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:56.356136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8c2626a8-6907-4d5e-96fb-bff45f5f6ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:56.454270 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8c2626a8-6907-4d5e-96fb-bff45f5f6ad5 None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:56.519746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-2f614be4-3ef2-4a33-9f48-efd5e073aa2b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338172231&fields=id&tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0 HTTP/1.1" status: 200 len: 267 time: 0.0359111 Sep 30 08:35:56.633747 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d7af540-8263-41a7-a0a6-e41428297d7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:56.647760 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-839c8015-110b-4b54-a550-a2e2afc9e485 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:56.649380 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-839c8015-110b-4b54-a550-a2e2afc9e485 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 812 time: 0.1180968 Sep 30 08:35:56.666742 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-43d354a3-b76e-4a86-8008-9a9f7e8a9057 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/quotas/3b4635f67e2d43a8b3e76777aadbe7f0 HTTP/1.1" status: 200 len: 375 time: 0.0112560 Sep 30 08:35:56.685236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8c2626a8-6907-4d5e-96fb-bff45f5f6ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:54Z', 'revision_number': 8, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:47Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b43bd02f-9e86-499a-809e-3253cf6f4620', 'name': '', 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:c8:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '74249917-8e54-421c-a173-3167d5b940dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:45Z', 'updated_at': '2021-09-30T08:35:49Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '74249917-8e54-421c-a173-3167d5b940dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:56.713740 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2626a8-6907-4d5e-96fb-bff45f5f6ad5 None None] The sync data for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 is: [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:54Z', 'revision_number': 8, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:47Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b43bd02f-9e86-499a-809e-3253cf6f4620', 'name': '', 'network_id': 'b1ed0eee-dc9f-4200-8b6f-fd15ab66a137', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:c8:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '74249917-8e54-421c-a173-3167d5b940dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:45Z', 'updated_at': '2021-09-30T08:35:49Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '74249917-8e54-421c-a173-3167d5b940dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:56.724975 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-91c64699-32ff-455f-be38-95ae1ca12068 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519693 Sep 30 08:35:56.800375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-f7b223f7-0c34-421f-bfbb-18c505f2f568 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:35:56.801771 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-f7b223f7-0c34-421f-bfbb-18c505f2f568 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0651791 Sep 30 08:35:56.909981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9d7af540-8263-41a7-a0a6-e41428297d7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port b43bd02f-9e86-499a-809e-3253cf6f4620 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:56.910421 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d7af540-8263-41a7-a0a6-e41428297d7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:56.910911 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-05d9b82f-df37-4b18-8301-a8b207b4c065 service neutron] 10.222.0.24 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978262 Sep 30 08:35:57.003296 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-9d7af540-8263-41a7-a0a6-e41428297d7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] For port b43bd02f-9e86-499a-809e-3253cf6f4620, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b43bd02f-9e86-499a-809e-3253cf6f4620,segment=NetworkSegment(081b3a26-f188-470f-a004-a360232c6dca),segment_id=081b3a26-f188-470f-a004-a360232c6dca)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:57.003951 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d7af540-8263-41a7-a0a6-e41428297d7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:57.004248 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-46a9cb51-17c8-48a2-834d-59440596f81d service neutron] 10.222.0.24 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872591 Sep 30 08:35:57.017117 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9d7af540-8263-41a7-a0a6-e41428297d7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for b43bd02f-9e86-499a-809e-3253cf6f4620 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:57.190728 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d7af540-8263-41a7-a0a6-e41428297d7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:57.217448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7af540-8263-41a7-a0a6-e41428297d7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=b43bd02f-9e86-499a-809e-3253cf6f4620,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:57.334765 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d7af540-8263-41a7-a0a6-e41428297d7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:57.532516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7af540-8263-41a7-a0a6-e41428297d7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router fab5deca-2190-462e-b9a4-f64c6654e48a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:35:57.629110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7af540-8263-41a7-a0a6-e41428297d7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:35:57.638478 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9d7af540-8263-41a7-a0a6-e41428297d7b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/fab5deca-2190-462e-b9a4-f64c6654e48a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6727726 Sep 30 08:35:57.641779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38350) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:57.643137 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57fb3f9-2955-43a9-976d-42410ebba84f None None] Sync routers for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:35:57.652569 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57fb3f9-2955-43a9-976d-42410ebba84f None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:57.653436 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c57fb3f9-2955-43a9-976d-42410ebba84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:57.701843 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d420c77-cd6f-457d-b058-3e873f889740 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting subnet 74249917-8e54-421c-a173-3167d5b940dc {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:35:57.705512 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d420c77-cd6f-457d-b058-3e873f889740 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:57.745600 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d420c77-cd6f-457d-b058-3e873f889740 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:57.749237 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c57fb3f9-2955-43a9-976d-42410ebba84f None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:57.839877 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d420c77-cd6f-457d-b058-3e873f889740 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:57.909955 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d420c77-cd6f-457d-b058-3e873f889740 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:57.940041 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d420c77-cd6f-457d-b058-3e873f889740 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Subnet': ['ID=74249917-8e54-421c-a173-3167d5b940dc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:57.942057 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d420c77-cd6f-457d-b058-3e873f889740 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:57.947123 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2d420c77-cd6f-457d-b058-3e873f889740 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/74249917-8e54-421c-a173-3167d5b940dc HTTP/1.1" status: 204 len: 168 time: 0.3042982 Sep 30 08:35:57.947382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38352) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:57.949135 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6053a72d-de8e-47a7-ab03-80c89eb5c7b2 None None] Network b1ed0eee-dc9f-4200-8b6f-fd15ab66a137 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:35:57.978443 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c57fb3f9-2955-43a9-976d-42410ebba84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:57Z', 'revision_number': 9, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:47Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:58.008609 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57fb3f9-2955-43a9-976d-42410ebba84f None None] Checking router: fab5deca-2190-462e-b9a4-f64c6654e48a for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:35:58.017937 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57fb3f9-2955-43a9-976d-42410ebba84f None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:35:58.018561 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c57fb3f9-2955-43a9-976d-42410ebba84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:58.030336 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.092739 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port 453a6ce7-f1b2-4012-8520-e702f4639d91 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:58.093414 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.113699 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c57fb3f9-2955-43a9-976d-42410ebba84f None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:35:58.153628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d52175-1c31-4a56-9046-c42c23565d4a None None] DHCP port deletion for b1ed0eee-dc9f-4200-8b6f-fd15ab66a137 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:35:58.165941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] For port 453a6ce7-f1b2-4012-8520-e702f4639d91, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=453a6ce7-f1b2-4012-8520-e702f4639d91,segment=NetworkSegment(081b3a26-f188-470f-a004-a360232c6dca),segment_id=081b3a26-f188-470f-a004-a360232c6dca)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:58.166443 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.180856 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for 453a6ce7-f1b2-4012-8520-e702f4639d91 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:58.208121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b3d52175-1c31-4a56-9046-c42c23565d4a None None] Deleting port 453a6ce7-f1b2-4012-8520-e702f4639d91 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:58.208433 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3d52175-1c31-4a56-9046-c42c23565d4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.293655 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b3d52175-1c31-4a56-9046-c42c23565d4a None None] For port 453a6ce7-f1b2-4012-8520-e702f4639d91, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=453a6ce7-f1b2-4012-8520-e702f4639d91,segment=NetworkSegment(081b3a26-f188-470f-a004-a360232c6dca),segment_id=081b3a26-f188-470f-a004-a360232c6dca)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:58.294068 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3d52175-1c31-4a56-9046-c42c23565d4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.296297 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.329575 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=453a6ce7-f1b2-4012-8520-e702f4639d91,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:58.340006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No DVR routers for this DVR port 453a6ce7-f1b2-4012-8520-e702f4639d91 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:58.355224 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b5eb9cf8-5dfd-4bec-b86a-44f73b79fd52 req-ba6ec5fe-659a-4782-8204-70faef5f711f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 210 time: 0.0360298 Sep 30 08:35:58.358596 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b3d52175-1c31-4a56-9046-c42c23565d4a None None] Calling delete_port for 453a6ce7-f1b2-4012-8520-e702f4639d91 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:58.411969 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c57fb3f9-2955-43a9-976d-42410ebba84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:57Z', 'revision_number': 9, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:47Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:58.445404 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57fb3f9-2955-43a9-976d-42410ebba84f None None] The sync data for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 is: [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:57Z', 'revision_number': 9, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': '08274009-e8e2-4711-81a0-3edc32448a9c', 'name': '', 'network_id': '916eff99-6a2a-4d5a-ab12-be8d91867277', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:70:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:42Z', 'updated_at': '2021-09-30T08:35:47Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '92bee62c-dcf0-4fe8-8e06-76c377e1f444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:35:58.446049 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.458377 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3d52175-1c31-4a56-9046-c42c23565d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.479990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ed0eee-dc9f-4200-8b6f-fd15ab66a137']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:58.491829 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081b3a26-f188-470f-a004-a360232c6dca') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:58.492592 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081b3a26-f188-470f-a004-a360232c6dca') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:35:58.499144 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d52175-1c31-4a56-9046-c42c23565d4a None None] Pushing event deleted for resources: {'Port': ['ID=453a6ce7-f1b2-4012-8520-e702f4639d91,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:58.501878 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d52175-1c31-4a56-9046-c42c23565d4a None None] No DVR routers for this DVR port 453a6ce7-f1b2-4012-8520-e702f4639d91 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:35:58.511286 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.531105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.537923 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:35:58.538366 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:35:58.541491 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:35:58.601071 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.609926 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:58.612867 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/networks/b1ed0eee-dc9f-4200-8b6f-fd15ab66a137 HTTP/1.1" status: 204 len: 168 time: 0.6644502 Sep 30 08:35:58.615638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38366) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:35:58.623463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07302f1b-db6f-487c-bf07-40bcaa6f29d8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Network': ['ID=b1ed0eee-dc9f-4200-8b6f-fd15ab66a137,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:59.003139 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5acf6b2a-4b41-4414-8f0c-825dfd160ec1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:59.310933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5acf6b2a-4b41-4414-8f0c-825dfd160ec1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port 08274009-e8e2-4711-81a0-3edc32448a9c {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:35:59.311274 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5acf6b2a-4b41-4414-8f0c-825dfd160ec1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:59.397453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-da8b0deb-5ea8-471b-a1a3-64f0f6ef1058 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:35:59.399034 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-da8b0deb-5ea8-471b-a1a3-64f0f6ef1058 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 812 time: 0.1654208 Sep 30 08:35:59.467637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-5acf6b2a-4b41-4414-8f0c-825dfd160ec1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] For port 08274009-e8e2-4711-81a0-3edc32448a9c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=08274009-e8e2-4711-81a0-3edc32448a9c,segment=NetworkSegment(9b7c497f-3515-4d43-8cfc-64dbed41ce65),segment_id=9b7c497f-3515-4d43-8cfc-64dbed41ce65)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:35:59.467637 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5acf6b2a-4b41-4414-8f0c-825dfd160ec1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:59.480053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b43bd02f-9e86-499a-809e-3253cf6f4620 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:59.480589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d11fbbe5-dfb0-4ee7-961d-a73f83cb1bf6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0 HTTP/1.1" status: 200 len: 379 time: 0.0706553 Sep 30 08:35:59.501303 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f369a87f-31b9-42e8-9506-e9546a4cee81 req-79a36fb8-9c8b-4dd0-b940-46e7a51d0853 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 210 time: 0.0511165 Sep 30 08:35:59.502152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5acf6b2a-4b41-4414-8f0c-825dfd160ec1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for 08274009-e8e2-4711-81a0-3edc32448a9c owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:35:59.505939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: b43bd02f-9e86-499a-809e-3253cf6f4620 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:59.506749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-47fc063d-4565-4692-8a6d-f2135c29ec59 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'port': {'device_id': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'admin_state_up': True, 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'security_groups': ['c8c16626-50a2-4016-ae4b-579882ba61ea']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:35:59.507139 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b43bd02f-9e86-499a-809e-3253cf6f4620 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:59.507796 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 453a6ce7-f1b2-4012-8520-e702f4639d91 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:35:59.532025 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 453a6ce7-f1b2-4012-8520-e702f4639d91 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:35:59.532992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 453a6ce7-f1b2-4012-8520-e702f4639d91 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:35:59.722726 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-47fc063d-4565-4692-8a6d-f2135c29ec59 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Made reservation on behalf of 3b4635f67e2d43a8b3e76777aadbe7f0 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:35:59.726291 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-47fc063d-4565-4692-8a6d-f2135c29ec59 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:59.805049 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5acf6b2a-4b41-4414-8f0c-825dfd160ec1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:35:59.882633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf6b2a-4b41-4414-8f0c-825dfd160ec1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=08274009-e8e2-4711-81a0-3edc32448a9c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:35:59.919638 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.039752 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-47fc063d-4565-4692-8a6d-f2135c29ec59 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Allocated IP 172.20.0.14 (7629390f-2364-48fa-8f8d-ee6921cea79b/dff57965-7910-4b7e-ae85-4b4f61ef0b85/05a9d398-8ea3-4127-8885-a22b9744e085) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:00.043848 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5acf6b2a-4b41-4414-8f0c-825dfd160ec1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.326701 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-47fc063d-4565-4692-8a6d-f2135c29ec59 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.343318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acf6b2a-4b41-4414-8f0c-825dfd160ec1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router fab5deca-2190-462e-b9a4-f64c6654e48a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:36:00.410087 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-47fc063d-4565-4692-8a6d-f2135c29ec59 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.494662 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-47fc063d-4565-4692-8a6d-f2135c29ec59 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Network 7629390f-2364-48fa-8f8d-ee6921cea79b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:00.501852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acf6b2a-4b41-4414-8f0c-825dfd160ec1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:36:00.503864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-47fc063d-4565-4692-8a6d-f2135c29ec59 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:00.505490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc063d-4565-4692-8a6d-f2135c29ec59 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'Port': ['ID=05a9d398-8ea3-4127-8885-a22b9744e085,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:00.510509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5acf6b2a-4b41-4414-8f0c-825dfd160ec1 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/fab5deca-2190-462e-b9a4-f64c6654e48a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8936007 Sep 30 08:36:00.511351 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-47fc063d-4565-4692-8a6d-f2135c29ec59 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:00.513314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38370) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:00.541454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9307066a-c38b-432c-84a5-ac35db9383bb None None] Sync routers for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:36:00.566911 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9307066a-c38b-432c-84a5-ac35db9383bb None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:36:00.572102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9307066a-c38b-432c-84a5-ac35db9383bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:00.585383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-47fc063d-4565-4692-8a6d-f2135c29ec59 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:00.586582 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-47fc063d-4565-4692-8a6d-f2135c29ec59 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.615479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-47fc063d-4565-4692-8a6d-f2135c29ec59 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1171718 Sep 30 08:36:00.641610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Request body: {'port': {'device_id': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:00.655423 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafa2dbd-6a97-4030-8f44-f6c505d3bd69 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting subnet 92bee62c-dcf0-4fe8-8e06-76c377e1f444 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:36:00.657487 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dafa2dbd-6a97-4030-8f44-f6c505d3bd69 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.714831 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9307066a-c38b-432c-84a5-ac35db9383bb None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:36:00.733736 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dafa2dbd-6a97-4030-8f44-f6c505d3bd69 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.779046 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c05a13-60c3-4afb-bbc1-d5e6e780a9bc req-98b59de9-5b09-49a6-9cff-84971ed97700 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:00.786573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1c05a13-60c3-4afb-bbc1-d5e6e780a9bc req-98b59de9-5b09-49a6-9cff-84971ed97700 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 932 time: 0.1849816 Sep 30 08:36:00.787587 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.891652 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dafa2dbd-6a97-4030-8f44-f6c505d3bd69 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.929527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d328d3f5-a050-44a1-888a-59d4db809aa8 None None] Provisioning complete for port 05a9d398-8ea3-4127-8885-a22b9744e085 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:00.930197 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d328d3f5-a050-44a1-888a-59d4db809aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.980261 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dafa2dbd-6a97-4030-8f44-f6c505d3bd69 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:00.983340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d328d3f5-a050-44a1-888a-59d4db809aa8 None None] Port 05a9d398-8ea3-4127-8885-a22b9744e085 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:36:01.036213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9307066a-c38b-432c-84a5-ac35db9383bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:59Z', 'revision_number': 10, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:01.036444 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dafa2dbd-6a97-4030-8f44-f6c505d3bd69 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.039226 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dafa2dbd-6a97-4030-8f44-f6c505d3bd69 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/92bee62c-dcf0-4fe8-8e06-76c377e1f444 HTTP/1.1" status: 204 len: 168 time: 0.5242198 Sep 30 08:36:01.040182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9a0c19-307f-4ccd-80e0-b3d7bf783bb1 None None] Network 916eff99-6a2a-4d5a-ab12-be8d91867277 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:01.040659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa2dbd-6a97-4030-8f44-f6c505d3bd69 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Subnet': ['ID=92bee62c-dcf0-4fe8-8e06-76c377e1f444,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:01.046257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:01.084747 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9307066a-c38b-432c-84a5-ac35db9383bb None None] Checking router: fab5deca-2190-462e-b9a4-f64c6654e48a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:36:01.106589 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9307066a-c38b-432c-84a5-ac35db9383bb None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:36:01.107439 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9307066a-c38b-432c-84a5-ac35db9383bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:01.113741 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a9d398-8ea3-4127-8885-a22b9744e085 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:36:01.122024 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.134892 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Transition to ACTIVE for port object 05a9d398-8ea3-4127-8885-a22b9744e085 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:36:01.142855 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.152792 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.197718 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Pushing event updated for resources: {'Port': ['ID=05a9d398-8ea3-4127-8885-a22b9744e085,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:01.244600 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port 333ac304-7f34-4e82-8ff1-efe5d0c1e847 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:01.245036 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.264340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1c05a13-60c3-4afb-bbc1-d5e6e780a9bc req-3ef425ea-fff4-4ecd-87d1-52a88afd60bc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4557886 Sep 30 08:36:01.294681 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9307066a-c38b-432c-84a5-ac35db9383bb None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:36:01.362979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Attempting to bind port 05a9d398-8ea3-4127-8885-a22b9744e085 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:36:01.363288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Attempting to bind port 05a9d398-8ea3-4127-8885-a22b9744e085 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:36:01.364419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] For port 333ac304-7f34-4e82-8ff1-efe5d0c1e847, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=333ac304-7f34-4e82-8ff1-efe5d0c1e847,segment=NetworkSegment(9b7c497f-3515-4d43-8cfc-64dbed41ce65),segment_id=9b7c497f-3515-4d43-8cfc-64dbed41ce65)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:01.364851 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.365774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Attempting to bind port 05a9d398-8ea3-4127-8885-a22b9744e085 on network 7629390f-2364-48fa-8f8d-ee6921cea79b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:36:01.370585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Port 05a9d398-8ea3-4127-8885-a22b9744e085 on network 7629390f-2364-48fa-8f8d-ee6921cea79b not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:36:01.370826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Attempting to bind port 05a9d398-8ea3-4127-8885-a22b9744e085 on network 7629390f-2364-48fa-8f8d-ee6921cea79b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:36:01.377821 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for 333ac304-7f34-4e82-8ff1-efe5d0c1e847 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:01.380504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:36:01.380842 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Checking segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:01.381229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Bound using segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:36:01.381670 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Bound port: 05a9d398-8ea3-4127-8885-a22b9744e085, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:36:01.382033 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.495344 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.537772 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f7908c-5459-4d9f-a725-bc71e887dbbe None None] DHCP port deletion for 916eff99-6a2a-4d5a-ab12-be8d91867277 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:36:01.542308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=333ac304-7f34-4e82-8ff1-efe5d0c1e847,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:01.549874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No DVR routers for this DVR port 333ac304-7f34-4e82-8ff1-efe5d0c1e847 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:36:01.572838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] For port 05a9d398-8ea3-4127-8885-a22b9744e085, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:36:01.576523 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] For port 05a9d398-8ea3-4127-8885-a22b9744e085, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=05a9d398-8ea3-4127-8885-a22b9744e085,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:36:01.583767 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.599230 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 333ac304-7f34-4e82-8ff1-efe5d0c1e847 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:36:01.606004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:01.607995 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.617298 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] 10.222.0.36 "PUT /v2.0/ports/05a9d398-8ea3-4127-8885-a22b9744e085 HTTP/1.1" status: 200 len: 1092 time: 0.9829626 Sep 30 08:36:01.634109 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 333ac304-7f34-4e82-8ff1-efe5d0c1e847 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:36:01.634900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 333ac304-7f34-4e82-8ff1-efe5d0c1e847 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:36:01.729100 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.744789 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9307066a-c38b-432c-84a5-ac35db9383bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:59Z', 'revision_number': 10, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:01.774096 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916eff99-6a2a-4d5a-ab12-be8d91867277']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:01.774489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9307066a-c38b-432c-84a5-ac35db9383bb None None] The sync data for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 is: [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:35:59Z', 'revision_number': 10, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None, '_interfaces': [{'id': 'cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1', 'name': '', 'network_id': 'a65600f3-b953-4beb-892e-18a3bb882441', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'mac_address': 'fa:16:3e:9b:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:35:39Z', 'updated_at': '2021-09-30T08:35:43Z', 'revision_number': 5, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'subnets': [{'id': '7a5aaa36-f780-405c-a98c-8ef80d9f4686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:36:01.792392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7c497f-3515-4d43-8cfc-64dbed41ce65') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:01.793013 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7c497f-3515-4d43-8cfc-64dbed41ce65') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:01.807596 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.831394 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.838491 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:36:01.838906 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:36:01.859522 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:36:01.919046 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.926932 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:01.929496 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/networks/916eff99-6a2a-4d5a-ab12-be8d91867277 HTTP/1.1" status: 204 len: 168 time: 0.8813689 Sep 30 08:36:01.932348 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38376) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:01.982175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f29fd-9482-40e8-a646-7fa6e4fdae29 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Network': ['ID=916eff99-6a2a-4d5a-ab12-be8d91867277,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:02.056286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'tag': '05a9d398-8ea3-4127-8885-a22b9744e085'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:36:02.058554 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e575c5-9cf6-4ec9-94b1-6addc2e09c45" -d '{"events": [{"name": "network-changed", "server_uuid": "c087c7c8-72bb-47ea-833e-357a72920b18", "tag": "05a9d398-8ea3-4127-8885-a22b9744e085"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:36:02.111691 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414b9de2-9fd1-4410-bb07-87507a2d2698 x-openstack-request-id: req-414b9de2-9fd1-4410-bb07-87507a2d2698 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:36:02.112025 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c087c7c8-72bb-47ea-833e-357a72920b18", "tag": "05a9d398-8ea3-4127-8885-a22b9744e085", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:36:02.112263 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-414b9de2-9fd1-4410-bb07-87507a2d2698 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:36:02.112649 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'tag': '05a9d398-8ea3-4127-8885-a22b9744e085', 'status': 'completed', 'code': 200} Sep 30 08:36:02.125323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-0986980c-e342-438d-b857-d6d429a4ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:02.126871 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-0986980c-e342-438d-b857-d6d429a4ec18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 1095 time: 0.0648272 Sep 30 08:36:02.127851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1f07b-1e0b-4db3-81eb-79506e7e3ddf service neutron] Pushing event updated for resources: {'Port': ['ID=05a9d398-8ea3-4127-8885-a22b9744e085,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:02.186818 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-eb432972-0b04-4b2d-b684-b18fe2b08a12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a9d398-8ea3-4127-8885-a22b9744e085 HTTP/1.1" status: 200 len: 217 time: 0.0498283 Sep 30 08:36:02.245864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-72c68331-6d08-4438-a44d-366a57b39776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:02.247363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-72c68331-6d08-4438-a44d-366a57b39776 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0504520 Sep 30 08:36:02.304370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-40e0e18c-f398-41bc-be9c-8d6f4f2f7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:02.305616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-40e0e18c-f398-41bc-be9c-8d6f4f2f7841 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496449 Sep 30 08:36:02.344581 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b53a63c-0630-4f89-924b-cccb15f49101 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:02.468542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801343e-4a48-459c-a045-6ea8193a1db5 req-0182600c-e5a4-4c8d-8e71-8452923fcb33 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:02.471085 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e801343e-4a48-459c-a045-6ea8193a1db5 req-0182600c-e5a4-4c8d-8e71-8452923fcb33 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 944 time: 0.1059437 Sep 30 08:36:02.473138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-8de1c04b-a981-42c1-bfd9-efffd991de2d service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580582 Sep 30 08:36:02.576455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e801343e-4a48-459c-a045-6ea8193a1db5 req-c3541e1d-5948-4075-99d3-51a337b58df1 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986168 Sep 30 08:36:02.610361 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af34ea3f-fe07-4adf-8bc2-2adb4c3cd6b6 req-c69fc350-25f6-43c4-a875-1e6ff0c57561 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237826 Sep 30 08:36:02.620174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8b53a63c-0630-4f89-924b-cccb15f49101 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:02.620713 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b53a63c-0630-4f89-924b-cccb15f49101 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:02.701612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e575c5-9cf6-4ec9-94b1-6addc2e09c45 req-ca7bfcce-5df0-49b5-a2c0-570d0cb7ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:02.703563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0e575c5-9cf6-4ec9-94b1-6addc2e09c45 req-ca7bfcce-5df0-49b5-a2c0-570d0cb7ccf0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 1095 time: 0.0434635 Sep 30 08:36:02.737394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-8b53a63c-0630-4f89-924b-cccb15f49101 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] For port cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1,segment=NetworkSegment(4ed8d66c-3ed6-40c6-8454-a26507e69ba2),segment_id=4ed8d66c-3ed6-40c6-8454-a26507e69ba2)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:02.737864 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b53a63c-0630-4f89-924b-cccb15f49101 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:02.753134 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8b53a63c-0630-4f89-924b-cccb15f49101 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:02.801315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e575c5-9cf6-4ec9-94b1-6addc2e09c45 req-a3e2911b-f6f7-4565-9aed-734d347e6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:02.803112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0e575c5-9cf6-4ec9-94b1-6addc2e09c45 req-a3e2911b-f6f7-4565-9aed-734d347e6bc3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 913 time: 0.0921812 Sep 30 08:36:02.851772 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0e575c5-9cf6-4ec9-94b1-6addc2e09c45 req-cc1ad4a2-cf40-45b0-9e84-072edeb44202 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a9d398-8ea3-4127-8885-a22b9744e085 HTTP/1.1" status: 200 len: 217 time: 0.0413263 Sep 30 08:36:02.906721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e575c5-9cf6-4ec9-94b1-6addc2e09c45 req-71e23d1b-346e-4ec4-aa4d-1f43b3d05d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:02.908736 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0e575c5-9cf6-4ec9-94b1-6addc2e09c45 req-71e23d1b-346e-4ec4-aa4d-1f43b3d05d67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0501833 Sep 30 08:36:02.931602 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b53a63c-0630-4f89-924b-cccb15f49101 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:02.959282 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e575c5-9cf6-4ec9-94b1-6addc2e09c45 req-9572c18e-9306-4d85-b878-a8ee331d9081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:02.960784 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0e575c5-9cf6-4ec9-94b1-6addc2e09c45 req-9572c18e-9306-4d85-b878-a8ee331d9081 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448172 Sep 30 08:36:02.961609 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53a63c-0630-4f89-924b-cccb15f49101 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:03.075812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0e575c5-9cf6-4ec9-94b1-6addc2e09c45 req-9c2cf5b9-7f50-444f-85ab-baa7be4141eb service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063519 Sep 30 08:36:03.077454 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8b53a63c-0630-4f89-924b-cccb15f49101 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.197006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0e575c5-9cf6-4ec9-94b1-6addc2e09c45 req-4374e334-14e3-4762-88aa-6d0ad80b0f31 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128147 Sep 30 08:36:03.270617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b53a63c-0630-4f89-924b-cccb15f49101 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router fab5deca-2190-462e-b9a4-f64c6654e48a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:36:03.347351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b53a63c-0630-4f89-924b-cccb15f49101 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:36:03.353188 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8b53a63c-0630-4f89-924b-cccb15f49101 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/fab5deca-2190-462e-b9a4-f64c6654e48a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4196599 Sep 30 08:36:03.355165 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38382) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:03.358907 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c8fce-6c8b-4e99-84b9-c5f9a8f1f4ef None None] Sync routers for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:36:03.369180 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c8fce-6c8b-4e99-84b9-c5f9a8f1f4ef None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:36:03.370048 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f95c8fce-6c8b-4e99-84b9-c5f9a8f1f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:03.413492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1542b8-1ca8-465c-98e3-edfe826d9ef0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting subnet 7a5aaa36-f780-405c-a98c-8ef80d9f4686 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:36:03.425731 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c1542b8-1ca8-465c-98e3-edfe826d9ef0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.446365 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f95c8fce-6c8b-4e99-84b9-c5f9a8f1f4ef None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:36:03.471597 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c1542b8-1ca8-465c-98e3-edfe826d9ef0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.506863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 08274009-e8e2-4711-81a0-3edc32448a9c no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:36:03.508932 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f95c8fce-6c8b-4e99-84b9-c5f9a8f1f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:36:02Z', 'revision_number': 11, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:03.531944 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 08274009-e8e2-4711-81a0-3edc32448a9c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:36:03.532682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 08274009-e8e2-4711-81a0-3edc32448a9c not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:36:03.551152 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c8fce-6c8b-4e99-84b9-c5f9a8f1f4ef None None] Checking router: fab5deca-2190-462e-b9a4-f64c6654e48a for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:36:03.561535 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c8fce-6c8b-4e99-84b9-c5f9a8f1f4ef None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:36:03.563123 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f95c8fce-6c8b-4e99-84b9-c5f9a8f1f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:03.574937 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c1542b8-1ca8-465c-98e3-edfe826d9ef0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.647837 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c1542b8-1ca8-465c-98e3-edfe826d9ef0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.649963 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f95c8fce-6c8b-4e99-84b9-c5f9a8f1f4ef None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:36:03.679445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1542b8-1ca8-465c-98e3-edfe826d9ef0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5aaa36-f780-405c-a98c-8ef80d9f4686,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:03.701649 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c1542b8-1ca8-465c-98e3-edfe826d9ef0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.706692 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38386) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:03.712486 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0c1542b8-1ca8-465c-98e3-edfe826d9ef0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/7a5aaa36-f780-405c-a98c-8ef80d9f4686 HTTP/1.1" status: 204 len: 168 time: 0.3545887 Sep 30 08:36:03.712812 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f95c8fce-6c8b-4e99-84b9-c5f9a8f1f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:36:02Z', 'revision_number': 11, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:03.751350 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c8fce-6c8b-4e99-84b9-c5f9a8f1f4ef None None] The sync data for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 is: [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:36:02Z', 'revision_number': 11, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:36:03.762780 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e10efd-d14b-4f4e-8369-5ad780a50293 req-ccc12340-fa6a-4f7e-bb7f-e8a64de50184 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:03.764919 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5e10efd-d14b-4f4e-8369-5ad780a50293 req-ccc12340-fa6a-4f7e-bb7f-e8a64de50184 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 944 time: 0.0944715 Sep 30 08:36:03.842149 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.850880 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b77386b-414e-4f2f-ba42-27e0cde5868b None None] Network a65600f3-b953-4beb-892e-18a3bb882441 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:03.873794 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5e10efd-d14b-4f4e-8369-5ad780a50293 req-2fac8451-c738-4c99-9c1f-9118837623bf tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630291 Sep 30 08:36:03.926345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Deleting port 3fba8793-f04f-4b63-952b-d9d066dcacad {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:03.926694 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:03.995552 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] For port 3fba8793-f04f-4b63-952b-d9d066dcacad, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3fba8793-f04f-4b63-952b-d9d066dcacad,segment=NetworkSegment(4ed8d66c-3ed6-40c6-8454-a26507e69ba2),segment_id=4ed8d66c-3ed6-40c6-8454-a26507e69ba2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:03.995954 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:04.011940 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Calling delete_port for 3fba8793-f04f-4b63-952b-d9d066dcacad owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:04.095596 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:04.121378 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Port': ['ID=3fba8793-f04f-4b63-952b-d9d066dcacad,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:04.125033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No DVR routers for this DVR port 3fba8793-f04f-4b63-952b-d9d066dcacad on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:36:04.158486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e34ffa-261b-47c1-97db-a0bc01e19824 None None] DHCP port deletion for a65600f3-b953-4beb-892e-18a3bb882441 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:36:04.211673 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:04.232421 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65600f3-b953-4beb-892e-18a3bb882441']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:04.242562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed8d66c-3ed6-40c6-8454-a26507e69ba2') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:04.242864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed8d66c-3ed6-40c6-8454-a26507e69ba2') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:04.252603 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:04.266398 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:04.272033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:36:04.272426 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:36:04.275342 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:36:04.337071 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:04.343634 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:04.346031 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/networks/a65600f3-b953-4beb-892e-18a3bb882441 HTTP/1.1" status: 204 len: 168 time: 0.6381509 Sep 30 08:36:04.349204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:04.353914 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-98d7194a-3653-4301-a99d-3527f32ade1c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'router': {'routes': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:04.361638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14045f-e02f-41f8-b466-1d4bb551b70d tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Pushing event deleted for resources: {'Network': ['ID=a65600f3-b953-4beb-892e-18a3bb882441,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:04.785057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-98d7194a-3653-4301-a99d-3527f32ade1c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Added routes are [] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 08:36:04.786630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-98d7194a-3653-4301-a99d-3527f32ade1c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Removed routes are [] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 08:36:04.786994 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98d7194a-3653-4301-a99d-3527f32ade1c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:04.922676 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98d7194a-3653-4301-a99d-3527f32ade1c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:04.926168 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98d7194a-3653-4301-a99d-3527f32ade1c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:04.994512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4da4e-94f2-4c42-8b8b-04b2d7c5ecfc req-f9a46133-9a5d-4bcf-8c48-82122fa42fc3 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:04.996044 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15f4da4e-94f2-4c42-8b8b-04b2d7c5ecfc req-f9a46133-9a5d-4bcf-8c48-82122fa42fc3 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 944 time: 0.0490375 Sep 30 08:36:05.004459 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d7194a-3653-4301-a99d-3527f32ade1c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router fab5deca-2190-462e-b9a4-f64c6654e48a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:36:05.035109 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15f4da4e-94f2-4c42-8b8b-04b2d7c5ecfc req-a6b7fb87-4ad2-4120-bc8b-da94450ebb55 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328214 Sep 30 08:36:05.079327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d7194a-3653-4301-a99d-3527f32ade1c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:36:05.087283 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98d7194a-3653-4301-a99d-3527f32ade1c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.088498 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bac38c-57fe-4a59-950f-ced5c0b448cf None None] Sync routers for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:36:05.088951 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-98d7194a-3653-4301-a99d-3527f32ade1c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/fab5deca-2190-462e-b9a4-f64c6654e48a HTTP/1.1" status: 200 len: 705 time: 0.7382653 Sep 30 08:36:05.091874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38392) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:05.098644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bac38c-57fe-4a59-950f-ced5c0b448cf None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:36:05.099253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-35bac38c-57fe-4a59-950f-ced5c0b448cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:05.122195 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4eb0ccef-17d2-4c37-a775-101d85c157a4 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5deca-2190-462e-b9a4-f64c6654e48a HTTP/1.1" status: 200 len: 205 time: 0.0291965 Sep 30 08:36:05.124756 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38394) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:05.169381 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-35bac38c-57fe-4a59-950f-ced5c0b448cf None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:36:05.195621 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cca6fe48-ad89-4307-a4fc-5f1830565bb6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.226485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-35bac38c-57fe-4a59-950f-ced5c0b448cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:36:02Z', 'revision_number': 11, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:05.252964 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bac38c-57fe-4a59-950f-ced5c0b448cf None None] Checking router: fab5deca-2190-462e-b9a4-f64c6654e48a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:36:05.261287 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bac38c-57fe-4a59-950f-ced5c0b448cf None None] Routers {'fab5deca-2190-462e-b9a4-f64c6654e48a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:36:05.261887 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-35bac38c-57fe-4a59-950f-ced5c0b448cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fab5deca-2190-462e-b9a4-f64c6654e48a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:05.357742 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cca6fe48-ad89-4307-a4fc-5f1830565bb6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.360391 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cca6fe48-ad89-4307-a4fc-5f1830565bb6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.411433 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cca6fe48-ad89-4307-a4fc-5f1830565bb6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.411939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca6fe48-ad89-4307-a4fc-5f1830565bb6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Fanout notify agent at l3_agent the message router_deleted on router fab5deca-2190-462e-b9a4-f64c6654e48a {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:36:05.423770 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cca6fe48-ad89-4307-a4fc-5f1830565bb6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.425015 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cca6fe48-ad89-4307-a4fc-5f1830565bb6 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/routers/fab5deca-2190-462e-b9a4-f64c6654e48a HTTP/1.1" status: 204 len: 168 time: 0.2993121 Sep 30 08:36:05.430356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38396) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:05.433682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-14d9bc76-d1ad-4be1-b1f5-5f0aabafd313 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1526857800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:05.458805 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14d9bc76-d1ad-4be1-b1f5-5f0aabafd313 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.459824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14d9bc76-d1ad-4be1-b1f5-5f0aabafd313 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.495053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:36:05.497336 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-35bac38c-57fe-4a59-950f-ced5c0b448cf None None] Set router fab5deca-2190-462e-b9a4-f64c6654e48a gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:36:05.512087 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14d9bc76-d1ad-4be1-b1f5-5f0aabafd313 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.516982 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14d9bc76-d1ad-4be1-b1f5-5f0aabafd313 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.532645 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14d9bc76-d1ad-4be1-b1f5-5f0aabafd313 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.533958 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-14d9bc76-d1ad-4be1-b1f5-5f0aabafd313 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1038404 Sep 30 08:36:05.536977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38398) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:05.541445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-950b4426-78e0-41f9-9315-0530c2f76643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:05.569750 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:36:05.570102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cf1b91d1-fa81-43ca-aa3e-5bd664b9fae1 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:36:05.570529 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3fba8793-f04f-4b63-952b-d9d066dcacad no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:36:05.572407 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-35bac38c-57fe-4a59-950f-ced5c0b448cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:36:02Z', 'revision_number': 11, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:05.613113 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 3fba8793-f04f-4b63-952b-d9d066dcacad {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:36:05.613472 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3fba8793-f04f-4b63-952b-d9d066dcacad not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:36:05.614971 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bac38c-57fe-4a59-950f-ced5c0b448cf None None] The sync data for ids ['fab5deca-2190-462e-b9a4-f64c6654e48a'] in n-d-807359-2 is: [{'id': 'fab5deca-2190-462e-b9a4-f64c6654e48a', 'name': 'tempest-RoutersIpV6Test-router-2077032133', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:35:38Z', 'updated_at': '2021-09-30T08:36:02Z', 'revision_number': 11, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:36:05.755183 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-950b4426-78e0-41f9-9315-0530c2f76643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6835'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.767789 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-950b4426-78e0-41f9-9315-0530c2f76643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627484'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.864054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950b4426-78e0-41f9-9315-0530c2f76643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Router 30937c65-6295-4f84-af3c-7d5e3cc002d3 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:36:05.939938 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950b4426-78e0-41f9-9315-0530c2f76643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:36:05.946451 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-950b4426-78e0-41f9-9315-0530c2f76643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:05.949244 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d16d41-3a5b-4db8-9714-46b766d8f7eb None None] Sync routers for ids ['30937c65-6295-4f84-af3c-7d5e3cc002d3'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:36:05.949759 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-950b4426-78e0-41f9-9315-0530c2f76643 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "PUT /v2.0/routers/30937c65-6295-4f84-af3c-7d5e3cc002d3 HTTP/1.1" status: 200 len: 698 time: 0.4110534 Sep 30 08:36:05.951514 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38400) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:05.959085 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d16d41-3a5b-4db8-9714-46b766d8f7eb None None] Routers {'30937c65-6295-4f84-af3c-7d5e3cc002d3'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:36:05.959815 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-25d16d41-3a5b-4db8-9714-46b766d8f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['30937c65-6295-4f84-af3c-7d5e3cc002d3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:06.033505 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7c85766b-6c1b-4705-beda-3eb23e5e46b2 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/routers/30937c65-6295-4f84-af3c-7d5e3cc002d3 HTTP/1.1" status: 200 len: 704 time: 0.0781021 Sep 30 08:36:06.034044 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38402) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.061726 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-003304f4-d858-4e74-8415-44961479bde4 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports?device_id=30937c65-6295-4f84-af3c-7d5e3cc002d3 HTTP/1.1" status: 200 len: 205 time: 0.0264440 Sep 30 08:36:06.064806 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38406) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.124487 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-25d16d41-3a5b-4db8-9714-46b766d8f7eb None None] Set router 30937c65-6295-4f84-af3c-7d5e3cc002d3 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:36:06.144454 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15e76573-5639-4f3f-a67a-82911036d3d9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:06.158357 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c37cfa-5573-47ec-8670-653c6ac82004 req-4cdb2e88-3f42-4a14-a64f-08ca1508ede3 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:06.159888 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75c37cfa-5573-47ec-8670-653c6ac82004 req-4cdb2e88-3f42-4a14-a64f-08ca1508ede3 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 944 time: 0.0519850 Sep 30 08:36:06.177486 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-25d16d41-3a5b-4db8-9714-46b766d8f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30937c65-6295-4f84-af3c-7d5e3cc002d3', 'name': 'tempest-RoutersIpV6Test-router-1526857800', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:05Z', 'updated_at': '2021-09-30T08:36:05Z', 'revision_number': 2, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:06.200481 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75c37cfa-5573-47ec-8670-653c6ac82004 req-d7c08618-4488-43a5-8a47-0dadab224730 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337336 Sep 30 08:36:06.207317 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d16d41-3a5b-4db8-9714-46b766d8f7eb None None] Checking router: 30937c65-6295-4f84-af3c-7d5e3cc002d3 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:36:06.223408 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d16d41-3a5b-4db8-9714-46b766d8f7eb None None] Routers {'30937c65-6295-4f84-af3c-7d5e3cc002d3'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:36:06.224056 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-25d16d41-3a5b-4db8-9714-46b766d8f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:35:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['30937c65-6295-4f84-af3c-7d5e3cc002d3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:06.291896 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-25d16d41-3a5b-4db8-9714-46b766d8f7eb None None] Set router 30937c65-6295-4f84-af3c-7d5e3cc002d3 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:36:06.304164 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15e76573-5639-4f3f-a67a-82911036d3d9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:06.306453 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15e76573-5639-4f3f-a67a-82911036d3d9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:06.344448 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-25d16d41-3a5b-4db8-9714-46b766d8f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30937c65-6295-4f84-af3c-7d5e3cc002d3', 'name': 'tempest-RoutersIpV6Test-router-1526857800', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:05Z', 'updated_at': '2021-09-30T08:36:05Z', 'revision_number': 2, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:06.348907 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15e76573-5639-4f3f-a67a-82911036d3d9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:06.349640 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e76573-5639-4f3f-a67a-82911036d3d9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Fanout notify agent at l3_agent the message router_deleted on router 30937c65-6295-4f84-af3c-7d5e3cc002d3 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:36:06.362126 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15e76573-5639-4f3f-a67a-82911036d3d9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:06.363239 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-15e76573-5639-4f3f-a67a-82911036d3d9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/routers/30937c65-6295-4f84-af3c-7d5e3cc002d3 HTTP/1.1" status: 204 len: 168 time: 0.2975175 Sep 30 08:36:06.367997 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38408) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.372226 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d16d41-3a5b-4db8-9714-46b766d8f7eb None None] The sync data for ids ['30937c65-6295-4f84-af3c-7d5e3cc002d3'] in n-d-807359-2 is: [{'id': '30937c65-6295-4f84-af3c-7d5e3cc002d3', 'name': 'tempest-RoutersIpV6Test-router-1526857800', 'tenant_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:36:05Z', 'updated_at': '2021-09-30T08:36:05Z', 'revision_number': 2, 'project_id': '546fb1767a6f4fe2830cdbecc2b1ba60', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:36:06.397284 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7d088c5d-2100-4872-ada4-4f3cc2ef8691 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports?device_id=30937c65-6295-4f84-af3c-7d5e3cc002d3 HTTP/1.1" status: 200 len: 205 time: 0.0282183 Sep 30 08:36:06.399824 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38410) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.441665 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-3ddbdbfd-3eab-4d3e-94e5-84dafc3ca1e0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] delete failed (client error): The resource could not be found. Sep 30 08:36:06.442645 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3ddbdbfd-3eab-4d3e-94e5-84dafc3ca1e0 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/routers/30937c65-6295-4f84-af3c-7d5e3cc002d3 HTTP/1.1" status: 404 len: 336 time: 0.0419116 Sep 30 08:36:06.445243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38412) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.473185 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51b620d-0634-4d9b-ac38-27323e4f6513 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:06.473670 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51b620d-0634-4d9b-ac38-27323e4f6513 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:06.475381 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a51b620d-0634-4d9b-ac38-27323e4f6513 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/cc38fbed-b730-4bc5-abcd-70f90c6933ce HTTP/1.1" status: 404 len: 337 time: 0.0292499 Sep 30 08:36:06.478044 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38414) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.504649 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3699b83-e0b0-44b2-82ca-778e8e09fb95 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:06.505099 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3699b83-e0b0-44b2-82ca-778e8e09fb95 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:06.506814 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f3699b83-e0b0-44b2-82ca-778e8e09fb95 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/74249917-8e54-421c-a173-3167d5b940dc HTTP/1.1" status: 404 len: 337 time: 0.0278654 Sep 30 08:36:06.509286 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38416) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.534671 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d570af-4029-44b7-9043-ed3694517ca3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:06.535126 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d570af-4029-44b7-9043-ed3694517ca3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:06.537172 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-20d570af-4029-44b7-9043-ed3694517ca3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/92bee62c-dcf0-4fe8-8e06-76c377e1f444 HTTP/1.1" status: 404 len: 337 time: 0.0270143 Sep 30 08:36:06.539718 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38418) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.570323 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-540fc787-8808-4b2d-b5e5-7af82ada8796 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:06.570781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540fc787-8808-4b2d-b5e5-7af82ada8796 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:06.572534 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-540fc787-8808-4b2d-b5e5-7af82ada8796 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/7a5aaa36-f780-405c-a98c-8ef80d9f4686 HTTP/1.1" status: 404 len: 337 time: 0.0317459 Sep 30 08:36:06.575165 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.602492 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5551d280-66a4-4e25-bad4-a46b7e48ddf7 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5deca-2190-462e-b9a4-f64c6654e48a HTTP/1.1" status: 200 len: 205 time: 0.0262911 Sep 30 08:36:06.604860 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38422) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.640207 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-b2bb121d-1706-4c4a-a7fa-28b7221e2a4c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] delete failed (client error): The resource could not be found. Sep 30 08:36:06.641779 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b2bb121d-1706-4c4a-a7fa-28b7221e2a4c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/routers/fab5deca-2190-462e-b9a4-f64c6654e48a HTTP/1.1" status: 404 len: 336 time: 0.0360377 Sep 30 08:36:06.644455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38424) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.671546 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7bbc5500-90ce-424f-b280-82157ce9d38b tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5f7cf84-199f-44c7-b85a-c7211a1d0f5b HTTP/1.1" status: 200 len: 205 time: 0.0260258 Sep 30 08:36:06.673884 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38426) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.713714 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-8fd3cb73-439b-4c4f-8e61-19bf20dfc3f8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] delete failed (client error): The resource could not be found. Sep 30 08:36:06.714658 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8fd3cb73-439b-4c4f-8e61-19bf20dfc3f8 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/routers/d5f7cf84-199f-44c7-b85a-c7211a1d0f5b HTTP/1.1" status: 404 len: 336 time: 0.0399055 Sep 30 08:36:06.717357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38428) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.743739 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c058c4a0-90a3-4be4-9758-8979fbad18ec tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:06.744205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c058c4a0-90a3-4be4-9758-8979fbad18ec tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:06.745853 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c058c4a0-90a3-4be4-9758-8979fbad18ec tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/5f2fcfd3-a341-41b3-8be4-600e54c48958 HTTP/1.1" status: 404 len: 337 time: 0.0275507 Sep 30 08:36:06.748421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38430) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.776047 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-74f6b139-83a9-48da-bb04-3fdfea9eae00 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports?device_id=872ba75f-f920-4efe-a698-8e65760bca36 HTTP/1.1" status: 200 len: 205 time: 0.0265591 Sep 30 08:36:06.778422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38432) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.818485 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-2140983f-1126-4632-b24b-02f7a7fb970e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] delete failed (client error): The resource could not be found. Sep 30 08:36:06.819477 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2140983f-1126-4632-b24b-02f7a7fb970e tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/routers/872ba75f-f920-4efe-a698-8e65760bca36 HTTP/1.1" status: 404 len: 336 time: 0.0401907 Sep 30 08:36:06.822075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38434) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.848557 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-62f7130f-ffff-4860-8f58-03bc67f5caa3 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports?device_id=c50214ff-62fb-4f34-95fe-a818562ae5c9 HTTP/1.1" status: 200 len: 205 time: 0.0254731 Sep 30 08:36:06.850916 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38436) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.886599 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-e30afa05-f741-460c-acd1-7ef501d755c9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] delete failed (client error): The resource could not be found. Sep 30 08:36:06.887567 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e30afa05-f741-460c-acd1-7ef501d755c9 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/routers/c50214ff-62fb-4f34-95fe-a818562ae5c9 HTTP/1.1" status: 404 len: 336 time: 0.0357928 Sep 30 08:36:06.889989 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38438) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.919375 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e59bb18-1a01-4600-b4ed-43cb5c2f36b2 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:06.919816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e59bb18-1a01-4600-b4ed-43cb5c2f36b2 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:06.921607 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7e59bb18-1a01-4600-b4ed-43cb5c2f36b2 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/65ed586c-3a68-41cc-9078-037280e8c2f9 HTTP/1.1" status: 404 len: 337 time: 0.0301478 Sep 30 08:36:06.924690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38440) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.950686 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-21c6d7a0-fa11-4d9f-8884-eb0bfc9b8e92 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports?device_id=5657bf4b-c7d8-4e5b-86fd-8ec588baaf15 HTTP/1.1" status: 200 len: 205 time: 0.0249717 Sep 30 08:36:06.952890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38442) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:06.989267 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-d0ab94b1-75ed-4390-bfe4-b15c81e4c6ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] delete failed (client error): The resource could not be found. Sep 30 08:36:06.990283 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d0ab94b1-75ed-4390-bfe4-b15c81e4c6ad tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/routers/5657bf4b-c7d8-4e5b-86fd-8ec588baaf15 HTTP/1.1" status: 404 len: 336 time: 0.0364618 Sep 30 08:36:06.992737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38444) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:07.020462 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-69599c2d-bce3-4ead-acab-a3c68f3fd040 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:07.020921 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69599c2d-bce3-4ead-acab-a3c68f3fd040 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:07.022661 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-69599c2d-bce3-4ead-acab-a3c68f3fd040 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/6c2c0924-cc7d-4152-a436-69f25b621838 HTTP/1.1" status: 404 len: 337 time: 0.0289471 Sep 30 08:36:07.025281 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:07.055889 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-79e4dd4a-5ae4-4139-b3fc-31204e074e30 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "GET /v2.0/ports?device_id=751a5e25-0af9-4d06-a238-77fe5543f5cc HTTP/1.1" status: 200 len: 205 time: 0.0294783 Sep 30 08:36:07.058103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38448) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:07.095477 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-a5329dbb-a0dc-49a1-a2c5-f89fc9964973 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] delete failed (client error): The resource could not be found. Sep 30 08:36:07.096798 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a5329dbb-a0dc-49a1-a2c5-f89fc9964973 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/routers/751a5e25-0af9-4d06-a238-77fe5543f5cc HTTP/1.1" status: 404 len: 336 time: 0.0377502 Sep 30 08:36:07.099221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38450) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:07.126261 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7eb8b2-a68d-4ab5-a3b7-d4dd82731472 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:07.126714 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7eb8b2-a68d-4ab5-a3b7-d4dd82731472 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:07.128471 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-cd7eb8b2-a68d-4ab5-a3b7-d4dd82731472 tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/021b9dfb-cc57-4d12-b55a-4a9b09e5673b HTTP/1.1" status: 404 len: 337 time: 0.0283465 Sep 30 08:36:07.131007 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38452) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:07.156722 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1c5d32-eacf-4316-be98-01cb9783324c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] DELETE failed (client error): The resource could not be found. Sep 30 08:36:07.157179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef1c5d32-eacf-4316-be98-01cb9783324c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:36:07.158908 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ef1c5d32-eacf-4316-be98-01cb9783324c tempest-RoutersIpV6Test-837808421 tempest-RoutersIpV6Test-837808421-project] 10.222.0.24 "DELETE /v2.0/subnets/def6fccc-a90c-4ba1-a9c3-74a6a32998a1 HTTP/1.1" status: 404 len: 337 time: 0.0269682 Sep 30 08:36:07.327890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963e7c5-d80c-4722-908d-4c7b84cb6499 req-9b6bc640-e763-4065-aea9-9c4e148608ad tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:07.330015 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d963e7c5-d80c-4722-908d-4c7b84cb6499 req-9b6bc640-e763-4065-aea9-9c4e148608ad tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 944 time: 0.0541236 Sep 30 08:36:07.385485 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d963e7c5-d80c-4722-908d-4c7b84cb6499 req-ae9c9ea5-d834-413c-a107-955356c39ac6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444000 Sep 30 08:36:07.430278 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:07.569554 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7d72f9cb-5655-4a30-97a1-cc84fdd95120 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=546fb1767a6f4fe2830cdbecc2b1ba60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381273 Sep 30 08:36:07.571942 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:07.618798 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8457558c-fdd3-4725-8daa-a5566ae4fddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:07.641098 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8457558c-fdd3-4725-8daa-a5566ae4fddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:07.692724 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8457558c-fdd3-4725-8daa-a5566ae4fddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:07.695279 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8457558c-fdd3-4725-8daa-a5566ae4fddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:07.696475 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8457558c-fdd3-4725-8daa-a5566ae4fddb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b14dab35-16b5-4bdb-b105-5c8240662ea8 HTTP/1.1" status: 204 len: 168 time: 0.1236351 Sep 30 08:36:07.705391 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457558c-fdd3-4725-8daa-a5566ae4fddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14dab35-16b5-4bdb-b105-5c8240662ea8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:08.501704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b80d61-3ed2-409c-9f3b-e95b90c04fa2 req-fe8d1804-d61a-4e33-81cc-89530b2adfa2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:08.503223 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05b80d61-3ed2-409c-9f3b-e95b90c04fa2 req-fe8d1804-d61a-4e33-81cc-89530b2adfa2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 944 time: 0.0505602 Sep 30 08:36:08.545739 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05b80d61-3ed2-409c-9f3b-e95b90c04fa2 req-13bab660-bd02-4583-ad4f-a38c1a4509ef tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364473 Sep 30 08:36:09.666801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce19ffe-d54b-4bf9-8809-8bebd6239fd9 req-4261e9f1-2943-47e7-b253-88a0e2af352a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:09.668244 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ce19ffe-d54b-4bf9-8809-8bebd6239fd9 req-4261e9f1-2943-47e7-b253-88a0e2af352a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 944 time: 0.0505598 Sep 30 08:36:09.705762 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ce19ffe-d54b-4bf9-8809-8bebd6239fd9 req-7e3437fa-683f-47c9-9054-75d10972be6c tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314095 Sep 30 08:36:10.318969 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:10.821522 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8946a09-5e07-4da2-b53f-f7c8c33b0b5a req-82eb48b1-9a37-406a-b861-0ad0bfae6fb7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:10.822922 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8946a09-5e07-4da2-b53f-f7c8c33b0b5a req-82eb48b1-9a37-406a-b861-0ad0bfae6fb7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 944 time: 0.0499365 Sep 30 08:36:10.868103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8946a09-5e07-4da2-b53f-f7c8c33b0b5a req-4d6ae268-3bef-4820-9fe7-69222cc4599d tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387812 Sep 30 08:36:11.255963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-f405e23e-1930-4137-994a-d9a43f272fc7 req-4b9cc678-567d-4878-819c-536e1498b0e8 service neutron] (94837) timed out ('10.222.0.24', 47378) {{(pid=94837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:36:11.906533 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 05a9d398-8ea3-4127-8885-a22b9744e085 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:36:11.998115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd66639-ac37-4a0a-9183-123aae9b6005 req-1efc535e-8159-4d63-aeb0-a0d9e1b821ff tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:12.000583 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbd66639-ac37-4a0a-9183-123aae9b6005 req-1efc535e-8159-4d63-aeb0-a0d9e1b821ff tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 944 time: 0.0525723 Sep 30 08:36:12.013576 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 05a9d398-8ea3-4127-8885-a22b9744e085, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=05a9d398-8ea3-4127-8885-a22b9744e085,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:12.031845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '05a9d398-8ea3-4127-8885-a22b9744e085', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'port_id': '05a9d398-8ea3-4127-8885-a22b9744e085', 'mac_address': 'fa:16:3e:7d:46:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:36:12.074207 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:12.091156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbd66639-ac37-4a0a-9183-123aae9b6005 req-d613b4e0-157f-445a-838c-5d6410a9622d tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807741 Sep 30 08:36:12.099776 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a9d398-8ea3-4127-8885-a22b9744e085 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:36:12.107844 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-794f1a63-6ac5-426e-bcb9-aafb0b62be0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:12.135608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 05a9d398-8ea3-4127-8885-a22b9744e085, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=05a9d398-8ea3-4127-8885-a22b9744e085,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:12.142350 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:12.204153 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=05a9d398-8ea3-4127-8885-a22b9744e085,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:12.366028 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['05a9d398-8ea3-4127-8885-a22b9744e085'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:36:13.240675 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c989bd-0e5a-467b-96b3-508e9578ed6c req-2e6223f4-3f5b-4617-a3f8-3c3cf839ce68 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:13.242309 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07c989bd-0e5a-467b-96b3-508e9578ed6c req-2e6223f4-3f5b-4617-a3f8-3c3cf839ce68 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 945 time: 0.0592272 Sep 30 08:36:13.291297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07c989bd-0e5a-467b-96b3-508e9578ed6c req-976b1871-8f6a-4c44-98fb-152dd465a2e6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424592 Sep 30 08:36:13.909895 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 05a9d398-8ea3-4127-8885-a22b9744e085 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:13.960110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 05a9d398-8ea3-4127-8885-a22b9744e085 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:36:13.963650 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 05a9d398-8ea3-4127-8885-a22b9744e085 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:13.964064 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:14.054397 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:14.077828 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a9d398-8ea3-4127-8885-a22b9744e085'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:36:14.080197 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed11bf7-1393-4bcd-b62d-fb00d0faa000" -d '{"events": [{"server_uuid": "c087c7c8-72bb-47ea-833e-357a72920b18", "name": "network-vif-plugged", "status": "completed", "tag": "05a9d398-8ea3-4127-8885-a22b9744e085"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:36:14.100019 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 05a9d398-8ea3-4127-8885-a22b9744e085, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=05a9d398-8ea3-4127-8885-a22b9744e085,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:14.107795 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:14.134132 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1953c1e1-9b76-4578-9d00-540d635a7bcf x-openstack-request-id: req-1953c1e1-9b76-4578-9d00-540d635a7bcf {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:36:14.134462 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c087c7c8-72bb-47ea-833e-357a72920b18", "name": "network-vif-plugged", "status": "completed", "tag": "05a9d398-8ea3-4127-8885-a22b9744e085", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:36:14.134704 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1953c1e1-9b76-4578-9d00-540d635a7bcf {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:36:14.135105 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a9d398-8ea3-4127-8885-a22b9744e085', 'code': 200} Sep 30 08:36:14.163041 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=05a9d398-8ea3-4127-8885-a22b9744e085,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:14.335522 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f4b25-ccc4-4d38-a35a-7b2496039037 req-97dbd2dd-bc5a-410e-a093-7d5709cece93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:14.337082 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-574f4b25-ccc4-4d38-a35a-7b2496039037 req-97dbd2dd-bc5a-410e-a093-7d5709cece93 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 1097 time: 0.1437192 Sep 30 08:36:14.408544 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-574f4b25-ccc4-4d38-a35a-7b2496039037 req-91895d4e-eca5-4cd0-ab37-165d9da48a31 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626702 Sep 30 08:36:14.428425 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3470cde-343a-4ca5-a470-059d59a1eb53 req-82ca238e-9c6b-49c6-8669-cd1e82a6d763 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:14.430046 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3470cde-343a-4ca5-a470-059d59a1eb53 req-82ca238e-9c6b-49c6-8669-cd1e82a6d763 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 946 time: 0.0635734 Sep 30 08:36:14.470588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3470cde-343a-4ca5-a470-059d59a1eb53 req-06a7e612-9757-4f9d-aa72-5c7e00308572 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343659 Sep 30 08:36:14.822749 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0bb80a9-1b5e-4841-8aa2-e14178f8a734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:15.315205 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:15.618748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf27b2-5d3b-4298-bed8-6e77c9883376 req-f57f5f6c-01ca-4e1d-8864-7b4679c0f4e5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:15.620336 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4fdf27b2-5d3b-4298-bed8-6e77c9883376 req-f57f5f6c-01ca-4e1d-8864-7b4679c0f4e5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 946 time: 0.0609667 Sep 30 08:36:15.667789 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4fdf27b2-5d3b-4298-bed8-6e77c9883376 req-290c5dd3-2c58-4d77-baea-1df4aa0252bf tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397756 Sep 30 08:36:15.916314 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:16.803662 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2c950-2666-4a1d-8c86-538388e92841 req-38cac39c-17ce-4ac2-805f-d580090cb90f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:16.805253 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2cf2c950-2666-4a1d-8c86-538388e92841 req-38cac39c-17ce-4ac2-805f-d580090cb90f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 946 time: 0.0670793 Sep 30 08:36:16.845189 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2cf2c950-2666-4a1d-8c86-538388e92841 req-a49cb496-381e-422e-9e84-a3036ee525ef tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333731 Sep 30 08:36:16.963547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df8bc8-24ed-45bc-ba8d-3636a68776f3 req-c6b8ccd7-d612-4967-af89-669787a83bfa tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:16.965087 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-31df8bc8-24ed-45bc-ba8d-3636a68776f3 req-c6b8ccd7-d612-4967-af89-669787a83bfa tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 946 time: 0.0504861 Sep 30 08:36:17.006160 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-31df8bc8-24ed-45bc-ba8d-3636a68776f3 req-ccd63e41-7de4-4ca1-aaf1-cd37c385aaf7 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346994 Sep 30 08:36:17.027643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38582) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:17.186919 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de025c48-9a12-46a0-a9df-95680643beac tempest-TestVolumeBootPattern-605558425 tempest-TestVolumeBootPattern-605558425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:17.189665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-de025c48-9a12-46a0-a9df-95680643beac tempest-TestVolumeBootPattern-605558425 tempest-TestVolumeBootPattern-605558425-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 1092 time: 0.1609030 Sep 30 08:36:17.192387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38588) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:17.197337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '05a9d398-8ea3-4127-8885-a22b9744e085', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:17.229240 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:17.241410 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a59ba838-5898-48ae-9587-c2de0053d712 req-07f75b51-f03a-415f-b66e-e418333e74fe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1150987 Sep 30 08:36:17.341740 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:17.347182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ba838-5898-48ae-9587-c2de0053d712 req-d31abc51-b9bd-4fb1-a36c-8bbd2bbfb1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:17.348995 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a59ba838-5898-48ae-9587-c2de0053d712 req-d31abc51-b9bd-4fb1-a36c-8bbd2bbfb1ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=20dceeef18df4fbd980bc66e55dda719&device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 1096 time: 0.0459030 Sep 30 08:36:17.456362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ba838-5898-48ae-9587-c2de0053d712 req-b489bead-b2d0-45be-bdc9-d1844603c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:17.458238 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a59ba838-5898-48ae-9587-c2de0053d712 req-b489bead-b2d0-45be-bdc9-d1844603c0b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cfab757e-129e-4705-b960-21241246cc32 HTTP/1.1" status: 200 len: 909 time: 0.0888104 Sep 30 08:36:17.459991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Allocated IP 172.25.0.232 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/edf3a6ca-644b-4c48-8749-32c781e73f2c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:17.585900 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:17.651046 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:17.693511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:17.698832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:17.705591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:17.738953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'Port': ['ID=edf3a6ca-644b-4c48-8749-32c781e73f2c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:17.810544 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:17.838464 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a59ba838-5898-48ae-9587-c2de0053d712 req-1f0ef912-e8fd-48f5-af18-e6246e9eb1e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15b15b5b-c75d-4cc4-a28f-ed13fe3d265d HTTP/1.1" status: 200 len: 1001 time: 0.3733852 Sep 30 08:36:17.891261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ba838-5898-48ae-9587-c2de0053d712 req-d57ee5c0-b764-46e3-ae67-78a6d348ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:17.892725 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a59ba838-5898-48ae-9587-c2de0053d712 req-d57ee5c0-b764-46e3-ae67-78a6d348ea01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52cbea36-1a13-4d4f-908e-59f0cbf016f2 HTTP/1.1" status: 200 len: 847 time: 0.0472338 Sep 30 08:36:17.945044 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ba838-5898-48ae-9587-c2de0053d712 req-b05dd0b5-05d3-4b90-bd6f-eeb9e6e244cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:17.946581 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a59ba838-5898-48ae-9587-c2de0053d712 req-b05dd0b5-05d3-4b90-bd6f-eeb9e6e244cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfab757e-129e-4705-b960-21241246cc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461185 Sep 30 08:36:18.060737 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a59ba838-5898-48ae-9587-c2de0053d712 req-384029cc-9df8-4e91-a59d-13d002646b3c service neutron] 10.222.0.35 "GET /v2.0/networks/cfab757e-129e-4705-b960-21241246cc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064856 Sep 30 08:36:18.146263 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.174159 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a59ba838-5898-48ae-9587-c2de0053d712 req-215ec667-3abe-4f98-893d-4a210b305085 service neutron] 10.222.0.35 "GET /v2.0/networks/cfab757e-129e-4705-b960-21241246cc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061649 Sep 30 08:36:18.214951 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.372590 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.377714 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.460679 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'Port': ['ID=edf3a6ca-644b-4c48-8749-32c781e73f2c,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:18.469487 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:18.573633 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Floating IP f9123867-10b2-431f-96d9-3bebd1f49dc9 associated. External IP: 172.25.0.232, port: 05a9d398-8ea3-4127-8885-a22b9744e085. Sep 30 08:36:18.810089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:36:18.922786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:36:18.933411 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645b28db-f4a6-4c59-8120-9b62b89327ac None None] Sync routers for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:36:18.944834 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645b28db-f4a6-4c59-8120-9b62b89327ac None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:36:18.945593 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-645b28db-f4a6-4c59-8120-9b62b89327ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:36:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:18.946620 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:19.065905 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-645b28db-f4a6-4c59-8120-9b62b89327ac None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:36:19.304540 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-189c5b34-1fd0-4d1e-bd14-e99ead630446 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1107857 Sep 30 08:36:19.306466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'tag': '05a9d398-8ea3-4127-8885-a22b9744e085'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:36:19.310556 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297fb6c0-27c5-484a-b233-180407b28584" -d '{"events": [{"name": "network-changed", "server_uuid": "c087c7c8-72bb-47ea-833e-357a72920b18", "tag": "05a9d398-8ea3-4127-8885-a22b9744e085"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:36:19.336472 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-645b28db-f4a6-4c59-8120-9b62b89327ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'f9123867-10b2-431f-96d9-3bebd1f49dc9', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'port_id': '05a9d398-8ea3-4127-8885-a22b9744e085', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'mac_address': 'fa:16:3e:7d:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:36:17Z', 'updated_at': '2021-09-30T08:36:17Z', 'revision_number': 0, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:19.351177 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a29268-e94f-4753-a905-a69532f69c03 x-openstack-request-id: req-86a29268-e94f-4753-a905-a69532f69c03 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:36:19.351607 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c087c7c8-72bb-47ea-833e-357a72920b18", "tag": "05a9d398-8ea3-4127-8885-a22b9744e085", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:36:19.352503 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86a29268-e94f-4753-a905-a69532f69c03 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:36:19.353040 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'tag': '05a9d398-8ea3-4127-8885-a22b9744e085', 'status': 'completed', 'code': 200} Sep 30 08:36:19.378365 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645b28db-f4a6-4c59-8120-9b62b89327ac None None] Checking router: d6c20a62-1fa0-43e7-8269-b90bd4c990e8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:36:19.393349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645b28db-f4a6-4c59-8120-9b62b89327ac None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:36:19.393969 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-645b28db-f4a6-4c59-8120-9b62b89327ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:36:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:19.423110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fb6c0-27c5-484a-b233-180407b28584 req-26991603-5ac2-418c-935c-162dd060795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:19.424742 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-297fb6c0-27c5-484a-b233-180407b28584 req-26991603-5ac2-418c-935c-162dd060795e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 1097 time: 0.0470910 Sep 30 08:36:19.539238 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-645b28db-f4a6-4c59-8120-9b62b89327ac None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:36:19.554700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fb6c0-27c5-484a-b233-180407b28584 req-77667aa4-7bce-4859-af9a-0956053bb6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:19.556232 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-297fb6c0-27c5-484a-b233-180407b28584 req-77667aa4-7bce-4859-af9a-0956053bb6e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 913 time: 0.1245487 Sep 30 08:36:19.624741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-297fb6c0-27c5-484a-b233-180407b28584 req-ea61eca2-ff84-4e42-8109-9c251400c0e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a9d398-8ea3-4127-8885-a22b9744e085 HTTP/1.1" status: 200 len: 1000 time: 0.0598927 Sep 30 08:36:19.681840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fb6c0-27c5-484a-b233-180407b28584 req-0d60db00-9d0c-4667-b6cf-523388adf409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:19.683511 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-297fb6c0-27c5-484a-b233-180407b28584 req-0d60db00-9d0c-4667-b6cf-523388adf409 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0486870 Sep 30 08:36:19.736972 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fb6c0-27c5-484a-b233-180407b28584 req-56c0578f-054b-4d32-bcb8-62369789de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:19.738965 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-297fb6c0-27c5-484a-b233-180407b28584 req-56c0578f-054b-4d32-bcb8-62369789de19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473242 Sep 30 08:36:19.804181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-645b28db-f4a6-4c59-8120-9b62b89327ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'f9123867-10b2-431f-96d9-3bebd1f49dc9', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'port_id': '05a9d398-8ea3-4127-8885-a22b9744e085', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'mac_address': 'fa:16:3e:7d:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:36:17Z', 'updated_at': '2021-09-30T08:36:17Z', 'revision_number': 0, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:36:19.836410 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645b28db-f4a6-4c59-8120-9b62b89327ac None None] The sync data for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 is: [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'f9123867-10b2-431f-96d9-3bebd1f49dc9', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'port_id': '05a9d398-8ea3-4127-8885-a22b9744e085', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'mac_address': 'fa:16:3e:7d:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:36:17Z', 'updated_at': '2021-09-30T08:36:17Z', 'revision_number': 0, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:36:19.844792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-297fb6c0-27c5-484a-b233-180407b28584 req-fa8daadd-f902-4fbc-95d6-ba4c92c98fd9 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983829 Sep 30 08:36:19.958030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-297fb6c0-27c5-484a-b233-180407b28584 req-c94dad2f-929a-4ffa-8634-002b60a4a9e8 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054475 Sep 30 08:36:20.063034 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee664293-3fde-452c-abda-eed85acb10d4 None None] New status for floating IP f9123867-10b2-431f-96d9-3bebd1f49dc9: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:36:26.117334 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38666) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:26.269187 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d723e733-5efe-4b0a-be22-d96eac5551b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:26.386874 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d723e733-5efe-4b0a-be22-d96eac5551b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:26.393194 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d723e733-5efe-4b0a-be22-d96eac5551b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:26.440168 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d723e733-5efe-4b0a-be22-d96eac5551b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc31a56d3f29469da779caf34a5ecd22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3214247 Sep 30 08:36:26.441081 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723e733-5efe-4b0a-be22-d96eac5551b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff8d151-6386-4c4d-bd8a-2c2c7003e5cc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:26.443082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38670) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:26.504164 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c68fd47-9cb2-4355-b732-4ef78593c12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:26.527844 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c68fd47-9cb2-4355-b732-4ef78593c12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:26.586111 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c68fd47-9cb2-4355-b732-4ef78593c12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:26.589053 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c68fd47-9cb2-4355-b732-4ef78593c12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:26.590261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9c68fd47-9cb2-4355-b732-4ef78593c12e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aff8d151-6386-4c4d-bd8a-2c2c7003e5cc HTTP/1.1" status: 204 len: 168 time: 0.1439385 Sep 30 08:36:26.600998 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68fd47-9cb2-4355-b732-4ef78593c12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff8d151-6386-4c4d-bd8a-2c2c7003e5cc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:26.883028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38676) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:26.897324 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-488e7cd5-f15d-466e-a386-9c0c7f9df87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:27.006211 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-488e7cd5-f15d-466e-a386-9c0c7f9df87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:27.009845 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-488e7cd5-f15d-466e-a386-9c0c7f9df87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:27.052048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-488e7cd5-f15d-466e-a386-9c0c7f9df87a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a54cd258878a416384efbe020a6c98c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1677690 Sep 30 08:36:27.052957 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e7cd5-f15d-466e-a386-9c0c7f9df87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fcd5a5-cb50-4d12-8112-d7a543494d71,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:27.054844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38678) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:27.105751 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b9a8a3d-7920-4121-a0a4-3ccd4ece7fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:27.128246 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b9a8a3d-7920-4121-a0a4-3ccd4ece7fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:27.182024 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b9a8a3d-7920-4121-a0a4-3ccd4ece7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:27.184694 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b9a8a3d-7920-4121-a0a4-3ccd4ece7fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:27.185982 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9b9a8a3d-7920-4121-a0a4-3ccd4ece7fc6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78fcd5a5-cb50-4d12-8112-d7a543494d71 HTTP/1.1" status: 204 len: 168 time: 0.1301045 Sep 30 08:36:27.195693 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a8a3d-7920-4121-a0a4-3ccd4ece7fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fcd5a5-cb50-4d12-8112-d7a543494d71,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:28.253794 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:36:29.912397 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:31.512255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38762) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:31.618368 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0c94beb-2662-47cb-a78d-60e77bd75eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:31.708256 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0c94beb-2662-47cb-a78d-60e77bd75eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:31.712128 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0c94beb-2662-47cb-a78d-60e77bd75eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:31.752665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b0c94beb-2662-47cb-a78d-60e77bd75eea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9eaef2d0e9342a5b8e686044dcc32d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393565 Sep 30 08:36:31.753654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c94beb-2662-47cb-a78d-60e77bd75eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9898688-db74-4906-a6e3-1006859078f5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:31.755266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38766) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:31.805010 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a416003-195f-435c-945d-24f12c410367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:31.825406 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a416003-195f-435c-945d-24f12c410367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:31.870495 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a416003-195f-435c-945d-24f12c410367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:31.872952 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a416003-195f-435c-945d-24f12c410367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:31.874185 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5a416003-195f-435c-945d-24f12c410367 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9898688-db74-4906-a6e3-1006859078f5 HTTP/1.1" status: 204 len: 168 time: 0.1178000 Sep 30 08:36:31.881639 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a416003-195f-435c-945d-24f12c410367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9898688-db74-4906-a6e3-1006859078f5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:32.149611 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38772) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.166343 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85ee114b-0155-4112-a4b9-8eb71463de5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:32.253247 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85ee114b-0155-4112-a4b9-8eb71463de5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:32.257004 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85ee114b-0155-4112-a4b9-8eb71463de5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:32.294600 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-85ee114b-0155-4112-a4b9-8eb71463de5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0f385151a89403c8865514349833493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439154 Sep 30 08:36:32.296536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee114b-0155-4112-a4b9-8eb71463de5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad00723a-a33b-4563-ab02-d39be6a9c5f8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:32.297464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38776) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:32.346832 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a9d523aa-562e-423b-a263-c577c0d8138f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:32.366802 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a9d523aa-562e-423b-a263-c577c0d8138f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:32.412975 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a9d523aa-562e-423b-a263-c577c0d8138f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:32.415755 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a9d523aa-562e-423b-a263-c577c0d8138f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:32.416942 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a9d523aa-562e-423b-a263-c577c0d8138f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad00723a-a33b-4563-ab02-d39be6a9c5f8 HTTP/1.1" status: 204 len: 168 time: 0.1183169 Sep 30 08:36:32.424334 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d523aa-562e-423b-a263-c577c0d8138f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad00723a-a33b-4563-ab02-d39be6a9c5f8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:35.260241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38910) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:35.368853 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32a319a2-c66b-46a0-b11f-0c46d11b8d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.460592 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32a319a2-c66b-46a0-b11f-0c46d11b8d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.464136 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32a319a2-c66b-46a0-b11f-0c46d11b8d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.502310 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-32a319a2-c66b-46a0-b11f-0c46d11b8d08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4739f814a36d4c3e9846799000d9dfd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410026 Sep 30 08:36:35.503440 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a319a2-c66b-46a0-b11f-0c46d11b8d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc59f201-1735-43f4-bf30-bbf90d278105,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:35.505137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:35.556358 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66a71df7-7878-48d8-879b-e4041b4f7492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.576798 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66a71df7-7878-48d8-879b-e4041b4f7492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.622291 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66a71df7-7878-48d8-879b-e4041b4f7492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.624887 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66a71df7-7878-48d8-879b-e4041b4f7492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.626043 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-66a71df7-7878-48d8-879b-e4041b4f7492 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc59f201-1735-43f4-bf30-bbf90d278105 HTTP/1.1" status: 204 len: 168 time: 0.1190414 Sep 30 08:36:35.633513 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a71df7-7878-48d8-879b-e4041b4f7492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc59f201-1735-43f4-bf30-bbf90d278105,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:35.880468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:35.894046 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d97eeb2-146e-451c-b5f5-a52cf3331cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.986588 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d97eeb2-146e-451c-b5f5-a52cf3331cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:35.990339 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d97eeb2-146e-451c-b5f5-a52cf3331cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:36.029009 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6d97eeb2-146e-451c-b5f5-a52cf3331cbd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a567237642db4c76af835c252116b338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474493 Sep 30 08:36:36.031773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97eeb2-146e-451c-b5f5-a52cf3331cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44343cf-f358-4903-9c70-142a6e93bf37,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:36.032275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38924) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:36.086327 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e2609fa1-9137-4ba5-9116-5ad7b1e15995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:36.111366 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e2609fa1-9137-4ba5-9116-5ad7b1e15995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:36.159802 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e2609fa1-9137-4ba5-9116-5ad7b1e15995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:36.162644 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e2609fa1-9137-4ba5-9116-5ad7b1e15995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:36.163953 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e2609fa1-9137-4ba5-9116-5ad7b1e15995 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e44343cf-f358-4903-9c70-142a6e93bf37 HTTP/1.1" status: 204 len: 168 time: 0.1305647 Sep 30 08:36:36.172537 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2609fa1-9137-4ba5-9116-5ad7b1e15995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44343cf-f358-4903-9c70-142a6e93bf37,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:38.559281 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 38994) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:38.682791 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:38.787302 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:38.790958 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:38.828356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7174bc66-6f7a-49a8-bdc9-7ed6340de2bf,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:38.832180 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3f4c53b4d3840958597f4bb19984574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718112 Sep 30 08:36:38.835025 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 38998) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:38.838307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:38.838653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:38.838995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:38.839338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:38.839675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:38.840066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:38.840363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:38.840691 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:38.841017 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:38.841342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:38.841664 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:38.841984 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0a5fa-6767-4761-9bfa-9091a1aad808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:38.890524 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82626220-fb1f-4803-ac1e-52c282b52421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:38.924148 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82626220-fb1f-4803-ac1e-52c282b52421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:38.976291 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82626220-fb1f-4803-ac1e-52c282b52421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:38.978875 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82626220-fb1f-4803-ac1e-52c282b52421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:38.980104 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-82626220-fb1f-4803-ac1e-52c282b52421 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7174bc66-6f7a-49a8-bdc9-7ed6340de2bf HTTP/1.1" status: 204 len: 168 time: 0.1438987 Sep 30 08:36:38.988165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82626220-fb1f-4803-ac1e-52c282b52421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7174bc66-6f7a-49a8-bdc9-7ed6340de2bf,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:39.255109 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39008) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:39.269239 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c859cc5a-9940-4025-a2bf-2e4fbb234f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:39.370050 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c859cc5a-9940-4025-a2bf-2e4fbb234f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:39.373828 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c859cc5a-9940-4025-a2bf-2e4fbb234f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:39.414570 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c859cc5a-9940-4025-a2bf-2e4fbb234f32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c753eac67a145bcb61549f4488fedae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580801 Sep 30 08:36:39.415699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859cc5a-9940-4025-a2bf-2e4fbb234f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9c3704-12b1-4bfb-8feb-585fe121501f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:39.417594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:39.466401 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-483afe3d-6715-4754-843a-568a41bb422a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:39.487552 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-483afe3d-6715-4754-843a-568a41bb422a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:39.537227 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-483afe3d-6715-4754-843a-568a41bb422a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:39.539796 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-483afe3d-6715-4754-843a-568a41bb422a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:39.540965 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-483afe3d-6715-4754-843a-568a41bb422a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa9c3704-12b1-4bfb-8feb-585fe121501f HTTP/1.1" status: 204 len: 168 time: 0.1221907 Sep 30 08:36:39.550862 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483afe3d-6715-4754-843a-568a41bb422a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9c3704-12b1-4bfb-8feb-585fe121501f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:40.312996 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:40.606156 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:40.728527 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56bd9fdb-8552-4310-b9c5-35c22998e0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:40.822274 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56bd9fdb-8552-4310-b9c5-35c22998e0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:40.826145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56bd9fdb-8552-4310-b9c5-35c22998e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:40.865648 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-56bd9fdb-8552-4310-b9c5-35c22998e0ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cff038c7f27f426fbbc7ce9dd0949059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583981 Sep 30 08:36:40.866889 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd9fdb-8552-4310-b9c5-35c22998e0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3554a830-8e14-4824-8300-a75022385720,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:40.868405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39046) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:40.927621 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e8d761ea-8e9d-4c15-8041-a35587b66072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:40.949486 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e8d761ea-8e9d-4c15-8041-a35587b66072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:40.999067 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e8d761ea-8e9d-4c15-8041-a35587b66072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.001697 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e8d761ea-8e9d-4c15-8041-a35587b66072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.002835 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e8d761ea-8e9d-4c15-8041-a35587b66072 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3554a830-8e14-4824-8300-a75022385720 HTTP/1.1" status: 204 len: 168 time: 0.1325808 Sep 30 08:36:41.012752 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d761ea-8e9d-4c15-8041-a35587b66072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3554a830-8e14-4824-8300-a75022385720,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:41.622924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39068) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:41.722030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1417626180-network', 'tenant_id': 'e7c3857390144bd8a50c3c3dddcfed87'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:41.742604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Made reservation on behalf of e7c3857390144bd8a50c3c3dddcfed87 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:41.744864 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.753380 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.838111 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.841689 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.866011 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:36:41.875449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80be2567-cd02-49e9-9b56-a558c92d53f8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:41.884153 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.884514 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Added segment 0fe26d23-4b8f-4360-ae58-5b56f2c41a85 of type vlan for network 35a71b5f-3008-432e-9b15-b0cc427b6cf7 Sep 30 08:36:41.892035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:41.892380 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:41.892716 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:41.893049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:41.893379 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:41.893704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:41.894039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:41.894349 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:41.894672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:41.894987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:41.895303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:41.895619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:41.938184 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.961743 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.962884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:41.963474 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:41.987733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3637505 Sep 30 08:36:41.990710 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39072) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:36:41.995708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-41d68ee5-ac5d-4091-acf3-f22551301f96 admin admin] Request body: {'subnet': {'network_id': '35a71b5f-3008-432e-9b15-b0cc427b6cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1417626180-subnet', 'tenant_id': 'e7c3857390144bd8a50c3c3dddcfed87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:42.016832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d68ee5-ac5d-4091-acf3-f22551301f96 admin admin] Made reservation on behalf of e7c3857390144bd8a50c3c3dddcfed87 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:42.019616 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41d68ee5-ac5d-4091-acf3-f22551301f96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:42.029004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a31c69-a614-44e9-814b-3a00b19e71c0 admin admin] Pushing event updated for resources: {'Network': ['ID=35a71b5f-3008-432e-9b15-b0cc427b6cf7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:42.039471 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 35a71b5f-3008-432e-9b15-b0cc427b6cf7 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:36:42.111982 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-655620c4-b7a3-4633-bb8b-fa6380ada83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:42.201060 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41d68ee5-ac5d-4091-acf3-f22551301f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:42.256133 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d68ee5-ac5d-4091-acf3-f22551301f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11a86eb4-bd62-44d0-b396-28d8fd7cf9a5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:42.263872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d68ee5-ac5d-4091-acf3-f22551301f96 admin admin] Checking segment: {'id': '0fe26d23-4b8f-4360-ae58-5b56f2c41a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '35a71b5f-3008-432e-9b15-b0cc427b6cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:42.264295 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d68ee5-ac5d-4091-acf3-f22551301f96 admin admin] Network hostable DHCP agents. Network: 35a71b5f-3008-432e-9b15-b0cc427b6cf7, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:36:42.280280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d68ee5-ac5d-4091-acf3-f22551301f96 admin admin] Network 35a71b5f-3008-432e-9b15-b0cc427b6cf7 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:36:42.288926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-41d68ee5-ac5d-4091-acf3-f22551301f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 35a71b5f-3008-432e-9b15-b0cc427b6cf7) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:42.293536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d68ee5-ac5d-4091-acf3-f22551301f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:42.294260 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41d68ee5-ac5d-4091-acf3-f22551301f96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:42.298179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fcdfa4-e04a-4cff-bf34-8d0b3561eaba None None] Network 35a71b5f-3008-432e-9b15-b0cc427b6cf7 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:42.308610 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-41d68ee5-ac5d-4091-acf3-f22551301f96 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3167543 Sep 30 08:36:42.422444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695e09a5-97b7-4990-bb03-c0735e583ae9 None None] Network 35a71b5f-3008-432e-9b15-b0cc427b6cf7 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:36:44.032362 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-a9fd7cb8-3f20-4faf-9210-a1871b8a6f1c tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:44.033850 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-a9fd7cb8-3f20-4faf-9210-a1871b8a6f1c tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/networks?id=35a71b5f-3008-432e-9b15-b0cc427b6cf7 HTTP/1.1" status: 200 len: 809 time: 0.1002297 Sep 30 08:36:44.049543 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-3f04ea78-7e8e-4284-b591-3a064bf7fd02 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/quotas/e7c3857390144bd8a50c3c3dddcfed87 HTTP/1.1" status: 200 len: 375 time: 0.0095873 Sep 30 08:36:44.084842 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-2ec42826-d5fe-4599-9572-ce2f8678f879 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e7c3857390144bd8a50c3c3dddcfed87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303144 Sep 30 08:36:44.179458 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-4bb94582-b99a-41d4-a17d-0b0811988eb4 service neutron] 10.222.0.24 "GET /v2.0/networks/35a71b5f-3008-432e-9b15-b0cc427b6cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878119 Sep 30 08:36:44.274216 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-13a01381-75bb-4bfe-ac70-b097884251b3 service neutron] 10.222.0.24 "GET /v2.0/networks/35a71b5f-3008-432e-9b15-b0cc427b6cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883732 Sep 30 08:36:44.437194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35d061bf-8e46-4bb7-93f1-d082080eb647 req-683c72fe-3fea-4826-af67-0f1b699a0f27 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=21207257-bbb9-4455-b948-8788bdde22c6 HTTP/1.1" status: 200 len: 210 time: 0.0279925 Sep 30 08:36:44.825942 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abb063fc-df11-49f4-8e99-5aa1b7cc81ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.315688 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.533909 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d89194e5-46a2-472a-a3b6-d26aea9fcc45 req-6dcbd246-4570-43f2-8db8-e77609f77820 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=21207257-bbb9-4455-b948-8788bdde22c6 HTTP/1.1" status: 200 len: 210 time: 0.0276711 Sep 30 08:36:45.729208 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-8a544455-165a-4b6b-8b7f-f93172b8929a tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:45.730587 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-8a544455-165a-4b6b-8b7f-f93172b8929a tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.35 "GET /v2.0/networks?id=35a71b5f-3008-432e-9b15-b0cc427b6cf7 HTTP/1.1" status: 200 len: 809 time: 0.1895220 Sep 30 08:36:45.752786 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-233f8648-619a-45fa-b53b-37b029e74aea tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Request body: {'port': {'device_id': '21207257-bbb9-4455-b948-8788bdde22c6', 'network_id': '35a71b5f-3008-432e-9b15-b0cc427b6cf7', 'admin_state_up': True, 'tenant_id': 'e7c3857390144bd8a50c3c3dddcfed87'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:45.857215 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-233f8648-619a-45fa-b53b-37b029e74aea tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Made reservation on behalf of e7c3857390144bd8a50c3c3dddcfed87 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:45.860857 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-233f8648-619a-45fa-b53b-37b029e74aea tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.917373 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:45.987826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-233f8648-619a-45fa-b53b-37b029e74aea tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Allocated IP 172.20.0.6 (35a71b5f-3008-432e-9b15-b0cc427b6cf7/11a86eb4-bd62-44d0-b396-28d8fd7cf9a5/571422e8-0936-4e9b-a9a2-9e2f161dcf56) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:46.142233 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-233f8648-619a-45fa-b53b-37b029e74aea tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:46.178641 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-233f8648-619a-45fa-b53b-37b029e74aea tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:46.219066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-233f8648-619a-45fa-b53b-37b029e74aea tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Network 35a71b5f-3008-432e-9b15-b0cc427b6cf7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:46.222172 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-233f8648-619a-45fa-b53b-37b029e74aea tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:46.225767 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-233f8648-619a-45fa-b53b-37b029e74aea tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:46.257647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f8648-619a-45fa-b53b-37b029e74aea tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Pushing event updated for resources: {'Port': ['ID=571422e8-0936-4e9b-a9a2-9e2f161dcf56,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:46.282731 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-233f8648-619a-45fa-b53b-37b029e74aea tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:46.283340 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-233f8648-619a-45fa-b53b-37b029e74aea tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:46.297055 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-233f8648-619a-45fa-b53b-37b029e74aea tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5484421 Sep 30 08:36:46.314400 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Request body: {'port': {'device_id': '21207257-bbb9-4455-b948-8788bdde22c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:46.366748 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:46.660519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6af66-a459-4d29-bfeb-e67dda2b203f req-6c3cf626-bc60-4c37-9542-1b4732476ad2 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:46.662035 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bb6af66-a459-4d29-bfeb-e67dda2b203f req-6c3cf626-bc60-4c37-9542-1b4732476ad2 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=21207257-bbb9-4455-b948-8788bdde22c6 HTTP/1.1" status: 200 len: 931 time: 0.0597510 Sep 30 08:36:46.679335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571422e8-0936-4e9b-a9a2-9e2f161dcf56 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:36:46.687393 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:46.700601 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bb6af66-a459-4d29-bfeb-e67dda2b203f req-eedbc1bb-fd80-4d3c-a397-f4174b7030e8 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324211 Sep 30 08:36:46.703828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Transition to ACTIVE for port object 571422e8-0936-4e9b-a9a2-9e2f161dcf56 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:36:46.708151 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:46.763489 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Pushing event updated for resources: {'Port': ['ID=571422e8-0936-4e9b-a9a2-9e2f161dcf56,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:46.828807 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Attempting to bind port 571422e8-0936-4e9b-a9a2-9e2f161dcf56 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:36:46.829069 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Attempting to bind port 571422e8-0936-4e9b-a9a2-9e2f161dcf56 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '0fe26d23-4b8f-4360-ae58-5b56f2c41a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '35a71b5f-3008-432e-9b15-b0cc427b6cf7'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:36:46.829395 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Attempting to bind port 571422e8-0936-4e9b-a9a2-9e2f161dcf56 on network 35a71b5f-3008-432e-9b15-b0cc427b6cf7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:36:46.833599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Port 571422e8-0936-4e9b-a9a2-9e2f161dcf56 on network 35a71b5f-3008-432e-9b15-b0cc427b6cf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:36:46.833922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Attempting to bind port 571422e8-0936-4e9b-a9a2-9e2f161dcf56 on network 35a71b5f-3008-432e-9b15-b0cc427b6cf7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:36:46.838580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:36:46.838916 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Checking segment: {'id': '0fe26d23-4b8f-4360-ae58-5b56f2c41a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '35a71b5f-3008-432e-9b15-b0cc427b6cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:36:46.839295 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Bound using segment: {'id': '0fe26d23-4b8f-4360-ae58-5b56f2c41a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '35a71b5f-3008-432e-9b15-b0cc427b6cf7'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:36:46.839718 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Bound port: 571422e8-0936-4e9b-a9a2-9e2f161dcf56, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe26d23-4b8f-4360-ae58-5b56f2c41a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '35a71b5f-3008-432e-9b15-b0cc427b6cf7'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:36:46.840109 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:46.902538 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] For port 571422e8-0936-4e9b-a9a2-9e2f161dcf56, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:36:46.905664 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] For port 571422e8-0936-4e9b-a9a2-9e2f161dcf56, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=571422e8-0936-4e9b-a9a2-9e2f161dcf56,segment=NetworkSegment(0fe26d23-4b8f-4360-ae58-5b56f2c41a85),segment_id=0fe26d23-4b8f-4360-ae58-5b56f2c41a85)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:36:46.909009 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:46.941890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:46.942509 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:46.944013 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] 10.222.0.35 "PUT /v2.0/ports/571422e8-0936-4e9b-a9a2-9e2f161dcf56 HTTP/1.1" status: 200 len: 1091 time: 0.6335924 Sep 30 08:36:46.944453 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21207257-bbb9-4455-b948-8788bdde22c6', 'tag': '571422e8-0936-4e9b-a9a2-9e2f161dcf56'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:36:46.946691 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402396b4-dff4-4d0f-a907-5feeb1804e42" -d '{"events": [{"name": "network-changed", "server_uuid": "21207257-bbb9-4455-b948-8788bdde22c6", "tag": "571422e8-0936-4e9b-a9a2-9e2f161dcf56"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:36:46.981226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253a0c7-c253-4cf8-b8b2-a0733a00835a service neutron] Pushing event updated for resources: {'Port': ['ID=571422e8-0936-4e9b-a9a2-9e2f161dcf56,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:46.985973 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a781d4-318c-4f41-8024-ca7627ec688e x-openstack-request-id: req-77a781d4-318c-4f41-8024-ca7627ec688e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:36:46.986393 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21207257-bbb9-4455-b948-8788bdde22c6", "tag": "571422e8-0936-4e9b-a9a2-9e2f161dcf56", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:36:46.986655 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77a781d4-318c-4f41-8024-ca7627ec688e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:36:46.987049 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21207257-bbb9-4455-b948-8788bdde22c6', 'tag': '571422e8-0936-4e9b-a9a2-9e2f161dcf56', 'status': 'completed', 'code': 200} Sep 30 08:36:47.044289 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-c690f8ac-778f-4e5f-8a05-20e66f8473c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:47.046432 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-c690f8ac-778f-4e5f-8a05-20e66f8473c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c3857390144bd8a50c3c3dddcfed87&device_id=21207257-bbb9-4455-b948-8788bdde22c6 HTTP/1.1" status: 200 len: 1094 time: 0.0439250 Sep 30 08:36:47.093386 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-0f3c953e-6a1e-477d-bad6-8bacce5a82a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=571422e8-0936-4e9b-a9a2-9e2f161dcf56 HTTP/1.1" status: 200 len: 217 time: 0.0345416 Sep 30 08:36:47.142240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-5b8cada2-03ec-4668-8ccb-2748c1772634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:47.143679 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-5b8cada2-03ec-4668-8ccb-2748c1772634 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11a86eb4-bd62-44d0-b396-28d8fd7cf9a5 HTTP/1.1" status: 200 len: 849 time: 0.0440333 Sep 30 08:36:47.175014 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-53faa0b2-ef17-40fe-9d54-ccc6c82ac0e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35a71b5f-3008-432e-9b15-b0cc427b6cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246313 Sep 30 08:36:47.266477 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-07ccce6e-4c34-44ca-9027-51f6485f631e service neutron] 10.222.0.35 "GET /v2.0/networks/35a71b5f-3008-432e-9b15-b0cc427b6cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846248 Sep 30 08:36:47.357070 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cb8cb0d9-07ef-4bef-b4ea-9b14d56945e1 req-ce8f4976-22b6-4305-9ca0-ab5e84a1c871 service neutron] 10.222.0.35 "GET /v2.0/networks/35a71b5f-3008-432e-9b15-b0cc427b6cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837696 Sep 30 08:36:47.517331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402396b4-dff4-4d0f-a907-5feeb1804e42 req-f24ce6ab-3e1b-4726-b4ad-486db2494f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:47.518813 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-402396b4-dff4-4d0f-a907-5feeb1804e42 req-f24ce6ab-3e1b-4726-b4ad-486db2494f07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c3857390144bd8a50c3c3dddcfed87&device_id=21207257-bbb9-4455-b948-8788bdde22c6 HTTP/1.1" status: 200 len: 1094 time: 0.0407269 Sep 30 08:36:47.605586 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402396b4-dff4-4d0f-a907-5feeb1804e42 req-a7667bbe-7a1c-40b5-98e9-f9fd962b9731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:47.607068 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-402396b4-dff4-4d0f-a907-5feeb1804e42 req-a7667bbe-7a1c-40b5-98e9-f9fd962b9731 service neutron] 10.222.0.35 "GET /v2.0/networks?id=35a71b5f-3008-432e-9b15-b0cc427b6cf7 HTTP/1.1" status: 200 len: 910 time: 0.0815623 Sep 30 08:36:47.652184 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-402396b4-dff4-4d0f-a907-5feeb1804e42 req-8285287d-812f-47f1-9d16-7ac1729a7545 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=571422e8-0936-4e9b-a9a2-9e2f161dcf56 HTTP/1.1" status: 200 len: 217 time: 0.0373480 Sep 30 08:36:47.702081 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402396b4-dff4-4d0f-a907-5feeb1804e42 req-b28a1035-f3ff-4f17-85a1-b97ae0fa0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:47.703591 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-402396b4-dff4-4d0f-a907-5feeb1804e42 req-b28a1035-f3ff-4f17-85a1-b97ae0fa0223 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11a86eb4-bd62-44d0-b396-28d8fd7cf9a5 HTTP/1.1" status: 200 len: 849 time: 0.0432241 Sep 30 08:36:47.735092 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-402396b4-dff4-4d0f-a907-5feeb1804e42 req-e558f205-85e4-47a6-bc69-dd32520533b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35a71b5f-3008-432e-9b15-b0cc427b6cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241382 Sep 30 08:36:47.800252 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:47.824419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab985ec5-1988-4786-9f46-b1b50753afc2 req-1b1fe7bc-9f28-446b-9c32-ca720a00c33f tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:47.826092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab985ec5-1988-4786-9f46-b1b50753afc2 req-1b1fe7bc-9f28-446b-9c32-ca720a00c33f tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=21207257-bbb9-4455-b948-8788bdde22c6 HTTP/1.1" status: 200 len: 943 time: 0.0563958 Sep 30 08:36:47.830314 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-402396b4-dff4-4d0f-a907-5feeb1804e42 req-5740bb6d-dc7b-4a80-88af-1f9c7fa664c5 service neutron] 10.222.0.35 "GET /v2.0/networks/35a71b5f-3008-432e-9b15-b0cc427b6cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867729 Sep 30 08:36:47.864715 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab985ec5-1988-4786-9f46-b1b50753afc2 req-95c50ea9-fee4-4dfc-9067-91a6f975e2cd tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322618 Sep 30 08:36:47.922974 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-402396b4-dff4-4d0f-a907-5feeb1804e42 req-4c3efaac-223d-4eb9-8a7c-05bd423835ae service neutron] 10.222.0.35 "GET /v2.0/networks/35a71b5f-3008-432e-9b15-b0cc427b6cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846939 Sep 30 08:36:48.986654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defabad2-30ee-488d-85a2-dda3f12a7e55 req-578a3cfb-d870-4424-84bd-8295f4ddb310 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:48.988234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-defabad2-30ee-488d-85a2-dda3f12a7e55 req-578a3cfb-d870-4424-84bd-8295f4ddb310 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=21207257-bbb9-4455-b948-8788bdde22c6 HTTP/1.1" status: 200 len: 943 time: 0.0529160 Sep 30 08:36:49.026164 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-defabad2-30ee-488d-85a2-dda3f12a7e55 req-e54cf3a1-491f-4949-82f1-551f9c0c9dcc tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320880 Sep 30 08:36:50.012237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 571422e8-0936-4e9b-a9a2-9e2f161dcf56 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:36:50.112217 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 571422e8-0936-4e9b-a9a2-9e2f161dcf56, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=571422e8-0936-4e9b-a9a2-9e2f161dcf56,segment=NetworkSegment(0fe26d23-4b8f-4360-ae58-5b56f2c41a85),segment_id=0fe26d23-4b8f-4360-ae58-5b56f2c41a85)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:50.123975 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '571422e8-0936-4e9b-a9a2-9e2f161dcf56', 'network_id': '35a71b5f-3008-432e-9b15-b0cc427b6cf7', 'port_id': '571422e8-0936-4e9b-a9a2-9e2f161dcf56', 'mac_address': 'fa:16:3e:f8:8d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a86eb4-bd62-44d0-b396-28d8fd7cf9a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:36:50.146993 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4275c15-56c8-4d6c-af3b-b0646ebc7f5f req-b3c74e9c-8a5c-4d6e-b326-65277ea16179 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:50.148636 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4275c15-56c8-4d6c-af3b-b0646ebc7f5f req-b3c74e9c-8a5c-4d6e-b326-65277ea16179 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=21207257-bbb9-4455-b948-8788bdde22c6 HTTP/1.1" status: 200 len: 943 time: 0.0523973 Sep 30 08:36:50.161867 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.175076 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571422e8-0936-4e9b-a9a2-9e2f161dcf56 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:36:50.195112 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 571422e8-0936-4e9b-a9a2-9e2f161dcf56, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=571422e8-0936-4e9b-a9a2-9e2f161dcf56,segment=NetworkSegment(0fe26d23-4b8f-4360-ae58-5b56f2c41a85),segment_id=0fe26d23-4b8f-4360-ae58-5b56f2c41a85)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:50.199433 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:50.200447 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4275c15-56c8-4d6c-af3b-b0646ebc7f5f req-07cf2f74-1531-422e-8399-65065e41fa6f tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439405 Sep 30 08:36:50.251611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=571422e8-0936-4e9b-a9a2-9e2f161dcf56,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:50.259325 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:50.259574 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:50.260016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:50.260263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:50.260597 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:50.260930 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:50.261257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:50.261582 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:50.261915 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:50.262289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:50.262559 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:50.262879 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:36:50.519477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['571422e8-0936-4e9b-a9a2-9e2f161dcf56'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:36:51.314428 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c56df-adb4-4656-bba2-76b0cc6b0c44 req-60c62597-dec6-476d-9b5e-0bf59cc9c784 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:51.315884 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b96c56df-adb4-4656-bba2-76b0cc6b0c44 req-60c62597-dec6-476d-9b5e-0bf59cc9c784 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=21207257-bbb9-4455-b948-8788bdde22c6 HTTP/1.1" status: 200 len: 944 time: 0.0532074 Sep 30 08:36:51.352286 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b96c56df-adb4-4656-bba2-76b0cc6b0c44 req-57223363-c84d-458e-b689-57da610dae34 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304868 Sep 30 08:36:52.038119 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 571422e8-0936-4e9b-a9a2-9e2f161dcf56 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:36:52.087964 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 571422e8-0936-4e9b-a9a2-9e2f161dcf56 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:36:52.091418 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 571422e8-0936-4e9b-a9a2-9e2f161dcf56 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:36:52.091793 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:52.166121 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:52.187669 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21207257-bbb9-4455-b948-8788bdde22c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571422e8-0936-4e9b-a9a2-9e2f161dcf56'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:36:52.189954 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73df1f47-e023-4b11-984e-4657e6aacbde" -d '{"events": [{"server_uuid": "21207257-bbb9-4455-b948-8788bdde22c6", "name": "network-vif-plugged", "status": "completed", "tag": "571422e8-0936-4e9b-a9a2-9e2f161dcf56"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:36:52.203562 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 571422e8-0936-4e9b-a9a2-9e2f161dcf56, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=571422e8-0936-4e9b-a9a2-9e2f161dcf56,segment=NetworkSegment(0fe26d23-4b8f-4360-ae58-5b56f2c41a85),segment_id=0fe26d23-4b8f-4360-ae58-5b56f2c41a85)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:52.212304 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:52.258145 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=571422e8-0936-4e9b-a9a2-9e2f161dcf56,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:52.350729 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bf5158-ec3a-4480-afc0-675b428c9a7b x-openstack-request-id: req-60bf5158-ec3a-4480-afc0-675b428c9a7b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:36:52.351026 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21207257-bbb9-4455-b948-8788bdde22c6", "name": "network-vif-plugged", "status": "completed", "tag": "571422e8-0936-4e9b-a9a2-9e2f161dcf56", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:36:52.351276 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60bf5158-ec3a-4480-afc0-675b428c9a7b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:36:52.351666 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21207257-bbb9-4455-b948-8788bdde22c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571422e8-0936-4e9b-a9a2-9e2f161dcf56', 'code': 200} Sep 30 08:36:52.469013 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46b8ae-8314-4459-8414-15b90cfe3c3d req-fe185863-18f5-4f4b-8163-8d0206d1811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:52.470536 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-da46b8ae-8314-4459-8414-15b90cfe3c3d req-fe185863-18f5-4f4b-8163-8d0206d1811e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=21207257-bbb9-4455-b948-8788bdde22c6 HTTP/1.1" status: 200 len: 1096 time: 0.0402675 Sep 30 08:36:52.471027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e45c8-c6c3-498f-9f28-645271e27783 req-93ab9d6d-398c-4c44-9226-faa019612a9f tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:52.472573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e5e45c8-c6c3-498f-9f28-645271e27783 req-93ab9d6d-398c-4c44-9226-faa019612a9f tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=21207257-bbb9-4455-b948-8788bdde22c6 HTTP/1.1" status: 200 len: 945 time: 0.0493970 Sep 30 08:36:52.510555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8e5e45c8-c6c3-498f-9f28-645271e27783 req-bb0529b4-8817-4fce-8583-f30243869c52 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320213 Sep 30 08:36:52.517394 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-da46b8ae-8314-4459-8414-15b90cfe3c3d req-a9f92676-949e-4661-98c7-539cf7bd9835 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399740 Sep 30 08:36:53.627787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551e862-5e17-40d8-b741-e12c7d636b01 req-f46e62cf-2643-4b4a-9203-6e45e85bf781 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:53.629333 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1551e862-5e17-40d8-b741-e12c7d636b01 req-f46e62cf-2643-4b4a-9203-6e45e85bf781 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=21207257-bbb9-4455-b948-8788bdde22c6 HTTP/1.1" status: 200 len: 945 time: 0.0489299 Sep 30 08:36:53.669202 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1551e862-5e17-40d8-b741-e12c7d636b01 req-9c3bb00c-dac2-4c3e-9870-cd97a3bb731c tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338438 Sep 30 08:36:54.244482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82379d27-aa79-42a3-acfa-ba499cb05b52 req-bbf0b7dd-a07b-45c0-9eab-de5eb12db211 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:54.246504 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82379d27-aa79-42a3-acfa-ba499cb05b52 req-bbf0b7dd-a07b-45c0-9eab-de5eb12db211 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=21207257-bbb9-4455-b948-8788bdde22c6 HTTP/1.1" status: 200 len: 945 time: 0.0680251 Sep 30 08:36:54.290782 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82379d27-aa79-42a3-acfa-ba499cb05b52 req-f7c1ed37-88da-4269-8d8f-665d6e12849a tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379999 Sep 30 08:36:55.406733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b916e-1103-4d4f-84c6-125bf1af7b8d req-38e7631a-29a6-4e32-a913-9833c372b3bc tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:55.408264 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9a7b916e-1103-4d4f-84c6-125bf1af7b8d req-38e7631a-29a6-4e32-a913-9833c372b3bc tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=21207257-bbb9-4455-b948-8788bdde22c6 HTTP/1.1" status: 200 len: 945 time: 0.0491178 Sep 30 08:36:55.446467 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9a7b916e-1103-4d4f-84c6-125bf1af7b8d req-95e2f652-b2c6-4e3a-b872-0502d1a32eb0 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321064 Sep 30 08:36:55.580891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b589dc9-aebb-4cb6-ba1e-ce3554bd6cf6 req-f0911b83-2cc8-40f2-a946-3279894b5462 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:55.582288 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b589dc9-aebb-4cb6-ba1e-ce3554bd6cf6 req-f0911b83-2cc8-40f2-a946-3279894b5462 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.35 "GET /v2.0/ports?device_id=21207257-bbb9-4455-b948-8788bdde22c6 HTTP/1.1" status: 200 len: 945 time: 0.0470071 Sep 30 08:36:55.671565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-8b589dc9-aebb-4cb6-ba1e-ce3554bd6cf6 req-d3929c37-de1b-461f-8ed5-e22e2647358c tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Deleting port 571422e8-0936-4e9b-a9a2-9e2f161dcf56 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:36:55.671919 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b589dc9-aebb-4cb6-ba1e-ce3554bd6cf6 req-d3929c37-de1b-461f-8ed5-e22e2647358c tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:55.761936 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-8b589dc9-aebb-4cb6-ba1e-ce3554bd6cf6 req-d3929c37-de1b-461f-8ed5-e22e2647358c tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] For port 571422e8-0936-4e9b-a9a2-9e2f161dcf56, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=571422e8-0936-4e9b-a9a2-9e2f161dcf56,segment=NetworkSegment(0fe26d23-4b8f-4360-ae58-5b56f2c41a85),segment_id=0fe26d23-4b8f-4360-ae58-5b56f2c41a85)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:36:55.762297 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b589dc9-aebb-4cb6-ba1e-ce3554bd6cf6 req-d3929c37-de1b-461f-8ed5-e22e2647358c tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:55.774171 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-8b589dc9-aebb-4cb6-ba1e-ce3554bd6cf6 req-d3929c37-de1b-461f-8ed5-e22e2647358c tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Calling delete_port for 571422e8-0936-4e9b-a9a2-9e2f161dcf56 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:36:55.902044 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b589dc9-aebb-4cb6-ba1e-ce3554bd6cf6 req-d3929c37-de1b-461f-8ed5-e22e2647358c tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:55.932781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3929c37-de1b-461f-8ed5-e22e2647358c tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Pushing event deleted for resources: {'Port': ['ID=571422e8-0936-4e9b-a9a2-9e2f161dcf56,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:55.933485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['571422e8-0936-4e9b-a9a2-9e2f161dcf56'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:36:55.976602 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b589dc9-aebb-4cb6-ba1e-ce3554bd6cf6 req-d3929c37-de1b-461f-8ed5-e22e2647358c tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] No DVR routers for this DVR port 571422e8-0936-4e9b-a9a2-9e2f161dcf56 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:36:55.979385 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b589dc9-aebb-4cb6-ba1e-ce3554bd6cf6 req-d3929c37-de1b-461f-8ed5-e22e2647358c tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:55.981981 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b589dc9-aebb-4cb6-ba1e-ce3554bd6cf6 req-d3929c37-de1b-461f-8ed5-e22e2647358c tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.35 "DELETE /v2.0/ports/571422e8-0936-4e9b-a9a2-9e2f161dcf56 HTTP/1.1" status: 204 len: 173 time: 0.3937581 Sep 30 08:36:55.982425 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21207257-bbb9-4455-b948-8788bdde22c6', 'name': 'network-vif-deleted', 'tag': '571422e8-0936-4e9b-a9a2-9e2f161dcf56'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:36:55.986041 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e03d8a-94b6-44d1-a5fc-d4561e4e3183" -d '{"events": [{"server_uuid": "21207257-bbb9-4455-b948-8788bdde22c6", "name": "network-vif-deleted", "tag": "571422e8-0936-4e9b-a9a2-9e2f161dcf56"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:36:56.024281 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54af57fd-33ba-4f6a-a237-ddb39bfd7352 x-openstack-request-id: req-54af57fd-33ba-4f6a-a237-ddb39bfd7352 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:36:56.024584 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21207257-bbb9-4455-b948-8788bdde22c6", "name": "network-vif-deleted", "tag": "571422e8-0936-4e9b-a9a2-9e2f161dcf56", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:36:56.024833 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54af57fd-33ba-4f6a-a237-ddb39bfd7352 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:36:56.025278 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21207257-bbb9-4455-b948-8788bdde22c6', 'name': 'network-vif-deleted', 'tag': '571422e8-0936-4e9b-a9a2-9e2f161dcf56', 'status': 'completed', 'code': 200} Sep 30 08:36:56.719745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-827da3b5-4f83-436f-a3c4-d1a65738b81c tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:56.721267 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-827da3b5-4f83-436f-a3c4-d1a65738b81c tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/networks?id=35a71b5f-3008-432e-9b15-b0cc427b6cf7 HTTP/1.1" status: 200 len: 809 time: 0.1065009 Sep 30 08:36:56.736698 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-43fd0878-96df-4d1a-a719-4e20b574f08c tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/quotas/e7c3857390144bd8a50c3c3dddcfed87 HTTP/1.1" status: 200 len: 375 time: 0.0095651 Sep 30 08:36:56.767650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-972d1659-e9a9-44d7-9311-cc4562d8396f tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e7c3857390144bd8a50c3c3dddcfed87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256701 Sep 30 08:36:56.861405 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-0e011eee-33da-493a-b3ab-b8181943683d service neutron] 10.222.0.24 "GET /v2.0/networks/35a71b5f-3008-432e-9b15-b0cc427b6cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868552 Sep 30 08:36:56.959929 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-426bec2c-c0a1-4431-9ccd-8addb49054ac service neutron] 10.222.0.24 "GET /v2.0/networks/35a71b5f-3008-432e-9b15-b0cc427b6cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897055 Sep 30 08:36:57.123116 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d230a6a7-7ec6-4981-a84c-7c4a0ad2c6f4 req-513a1f2b-4d4e-48c5-af62-fa720848191a tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 210 time: 0.0266531 Sep 30 08:36:58.216726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-62bded0e-af4a-4aef-8892-5c40b8595b04 req-d7088faa-340a-45bd-8eb0-c7143a0f0639 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 210 time: 0.0273206 Sep 30 08:36:58.819688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-51d62878-c0ca-407a-bac1-6d1d8d5e95ae tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:58.821199 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-51d62878-c0ca-407a-bac1-6d1d8d5e95ae tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.35 "GET /v2.0/networks?id=35a71b5f-3008-432e-9b15-b0cc427b6cf7 HTTP/1.1" status: 200 len: 809 time: 0.1065176 Sep 30 08:36:58.847624 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-48fbc315-3fc8-4046-8b28-bf934e1d2cbd tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Request body: {'port': {'device_id': '72f58aea-1f96-49e9-a314-df7093487f6c', 'network_id': '35a71b5f-3008-432e-9b15-b0cc427b6cf7', 'admin_state_up': True, 'tenant_id': 'e7c3857390144bd8a50c3c3dddcfed87'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:58.962718 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-48fbc315-3fc8-4046-8b28-bf934e1d2cbd tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Made reservation on behalf of e7c3857390144bd8a50c3c3dddcfed87 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:36:58.966479 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-48fbc315-3fc8-4046-8b28-bf934e1d2cbd tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.092441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-48fbc315-3fc8-4046-8b28-bf934e1d2cbd tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Allocated IP 172.20.0.4 (35a71b5f-3008-432e-9b15-b0cc427b6cf7/11a86eb4-bd62-44d0-b396-28d8fd7cf9a5/1547546c-b8dd-4fa9-8987-5f16632e6440) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:36:59.239093 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-48fbc315-3fc8-4046-8b28-bf934e1d2cbd tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.272493 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-48fbc315-3fc8-4046-8b28-bf934e1d2cbd tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.315097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-48fbc315-3fc8-4046-8b28-bf934e1d2cbd tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Network 35a71b5f-3008-432e-9b15-b0cc427b6cf7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:36:59.320160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-48fbc315-3fc8-4046-8b28-bf934e1d2cbd tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:36:59.326980 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-48fbc315-3fc8-4046-8b28-bf934e1d2cbd tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:36:59.331004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbc315-3fc8-4046-8b28-bf934e1d2cbd tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Pushing event updated for resources: {'Port': ['ID=1547546c-b8dd-4fa9-8987-5f16632e6440,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:36:59.340320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb588543-2f98-4d20-ada4-8fd44a3e9b57 req-b692b546-123f-42d9-9ae2-c0b77fa591ef tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:59.342337 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb588543-2f98-4d20-ada4-8fd44a3e9b57 req-b692b546-123f-42d9-9ae2-c0b77fa591ef tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 931 time: 0.0537176 Sep 30 08:36:59.384498 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb588543-2f98-4d20-ada4-8fd44a3e9b57 req-35961760-802e-4673-960a-bc85380d35aa tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360200 Sep 30 08:36:59.386670 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-48fbc315-3fc8-4046-8b28-bf934e1d2cbd tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:59.387326 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-48fbc315-3fc8-4046-8b28-bf934e1d2cbd tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.404868 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-48fbc315-3fc8-4046-8b28-bf934e1d2cbd tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5581510 Sep 30 08:36:59.421496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Request body: {'port': {'device_id': '72f58aea-1f96-49e9-a314-df7093487f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:36:59.619346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eea97c-7b40-4bfd-977f-335c506ca95d req-10cc97be-65b4-405d-a062-37c746357617 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:36:59.620968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55eea97c-7b40-4bfd-977f-335c506ca95d req-10cc97be-65b4-405d-a062-37c746357617 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 945 time: 0.0513697 Sep 30 08:36:59.663144 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55eea97c-7b40-4bfd-977f-335c506ca95d req-44d70ae4-4aa7-44bb-8601-8e33c9dc4a99 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/security-groups?id=03fcf7ad-1220-4f5c-9d24-989ab5aef76a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356011 Sep 30 08:36:59.745321 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:36:59.904449 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:00.001032 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1547546c-b8dd-4fa9-8987-5f16632e6440 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:37:00.008416 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:00.019888 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Transition to ACTIVE for port object 1547546c-b8dd-4fa9-8987-5f16632e6440 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:37:00.023393 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:00.084970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 571422e8-0936-4e9b-a9a2-9e2f161dcf56 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:00.087618 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Pushing event updated for resources: {'Port': ['ID=1547546c-b8dd-4fa9-8987-5f16632e6440,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:00.106687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 571422e8-0936-4e9b-a9a2-9e2f161dcf56 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:00.107033 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 571422e8-0936-4e9b-a9a2-9e2f161dcf56 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:00.135898 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Attempting to bind port 1547546c-b8dd-4fa9-8987-5f16632e6440 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:37:00.136264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Attempting to bind port 1547546c-b8dd-4fa9-8987-5f16632e6440 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '0fe26d23-4b8f-4360-ae58-5b56f2c41a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '35a71b5f-3008-432e-9b15-b0cc427b6cf7'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:37:00.136591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Attempting to bind port 1547546c-b8dd-4fa9-8987-5f16632e6440 on network 35a71b5f-3008-432e-9b15-b0cc427b6cf7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:00.140937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Port 1547546c-b8dd-4fa9-8987-5f16632e6440 on network 35a71b5f-3008-432e-9b15-b0cc427b6cf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:37:00.141254 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Attempting to bind port 1547546c-b8dd-4fa9-8987-5f16632e6440 on network 35a71b5f-3008-432e-9b15-b0cc427b6cf7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:00.146024 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:37:00.146358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Checking segment: {'id': '0fe26d23-4b8f-4360-ae58-5b56f2c41a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '35a71b5f-3008-432e-9b15-b0cc427b6cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:00.146746 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Bound using segment: {'id': '0fe26d23-4b8f-4360-ae58-5b56f2c41a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '35a71b5f-3008-432e-9b15-b0cc427b6cf7'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:37:00.147168 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Bound port: 1547546c-b8dd-4fa9-8987-5f16632e6440, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe26d23-4b8f-4360-ae58-5b56f2c41a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '35a71b5f-3008-432e-9b15-b0cc427b6cf7'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:37:00.147522 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:00.211637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] For port 1547546c-b8dd-4fa9-8987-5f16632e6440, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:00.214708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] For port 1547546c-b8dd-4fa9-8987-5f16632e6440, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1547546c-b8dd-4fa9-8987-5f16632e6440,segment=NetworkSegment(0fe26d23-4b8f-4360-ae58-5b56f2c41a85),segment_id=0fe26d23-4b8f-4360-ae58-5b56f2c41a85)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:37:00.219051 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:00.257938 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:00.258562 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:00.260053 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] 10.222.0.35 "PUT /v2.0/ports/1547546c-b8dd-4fa9-8987-5f16632e6440 HTTP/1.1" status: 200 len: 1091 time: 0.8436217 Sep 30 08:37:00.260458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f58aea-1f96-49e9-a314-df7093487f6c', 'tag': '1547546c-b8dd-4fa9-8987-5f16632e6440'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:00.262892 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e300df63-66ad-49a0-bd00-a8174bd5b1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "72f58aea-1f96-49e9-a314-df7093487f6c", "tag": "1547546c-b8dd-4fa9-8987-5f16632e6440"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:00.285446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c23c0-4a79-4941-9f1e-39e9899cfe67 service neutron] Pushing event updated for resources: {'Port': ['ID=1547546c-b8dd-4fa9-8987-5f16632e6440,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:00.315030 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0a7469-faf3-4824-81f0-745c8f5a69fe x-openstack-request-id: req-0f0a7469-faf3-4824-81f0-745c8f5a69fe {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:00.315336 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f58aea-1f96-49e9-a314-df7093487f6c", "tag": "1547546c-b8dd-4fa9-8987-5f16632e6440", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:00.315596 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f0a7469-faf3-4824-81f0-745c8f5a69fe {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:00.316031 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f58aea-1f96-49e9-a314-df7093487f6c', 'tag': '1547546c-b8dd-4fa9-8987-5f16632e6440', 'status': 'completed', 'code': 200} Sep 30 08:37:00.373408 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-61275c09-7762-4b4d-96dd-8f980149f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:00.374930 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-61275c09-7762-4b4d-96dd-8f980149f494 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c3857390144bd8a50c3c3dddcfed87&device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 1094 time: 0.0421066 Sep 30 08:37:00.424159 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-55cbd077-0a2d-4b26-aa06-c7322dbf28b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1547546c-b8dd-4fa9-8987-5f16632e6440 HTTP/1.1" status: 200 len: 217 time: 0.0343974 Sep 30 08:37:00.479299 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-cd3ea0f8-1801-4aac-81ab-86488a0de8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:00.480751 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-cd3ea0f8-1801-4aac-81ab-86488a0de8dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11a86eb4-bd62-44d0-b396-28d8fd7cf9a5 HTTP/1.1" status: 200 len: 849 time: 0.0496209 Sep 30 08:37:00.499045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03e13a-022d-416a-bcae-684fb00cfe79 req-41ef22e8-573c-46a1-be3d-1891eb09e7c3 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:00.500595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e03e13a-022d-416a-bcae-684fb00cfe79 req-41ef22e8-573c-46a1-be3d-1891eb09e7c3 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 943 time: 0.0499551 Sep 30 08:37:00.513013 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-86cdd9f3-1119-41e0-b9ed-f1222ece11f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35a71b5f-3008-432e-9b15-b0cc427b6cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247309 Sep 30 08:37:00.539208 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e03e13a-022d-416a-bcae-684fb00cfe79 req-2c038ae6-3458-4f7f-8b61-53e4a4276d64 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325685 Sep 30 08:37:00.605903 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-f9fa2218-3341-4912-b123-de125b643357 service neutron] 10.222.0.35 "GET /v2.0/networks/35a71b5f-3008-432e-9b15-b0cc427b6cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848069 Sep 30 08:37:00.709273 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1c6a2b69-aee7-485a-b59b-c397f2ad7f8c req-0005cdd3-1540-4c2d-99b2-deb7eed89e98 service neutron] 10.222.0.35 "GET /v2.0/networks/35a71b5f-3008-432e-9b15-b0cc427b6cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944691 Sep 30 08:37:00.788137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5bcb5-838c-40d2-8b32-662867feb8d2 req-49a145f9-8643-4ecc-870d-413e2cd37597 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:00.789616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81b5bcb5-838c-40d2-8b32-662867feb8d2 req-49a145f9-8643-4ecc-870d-413e2cd37597 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 945 time: 0.0542939 Sep 30 08:37:00.827726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81b5bcb5-838c-40d2-8b32-662867feb8d2 req-3b6cdc30-ef8b-4c16-9a0b-38f7e95b865b tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/security-groups?id=03fcf7ad-1220-4f5c-9d24-989ab5aef76a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320449 Sep 30 08:37:00.852458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300df63-66ad-49a0-bd00-a8174bd5b1dd req-e84705fa-545a-44c6-b1f7-20ec68142955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:00.853964 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e300df63-66ad-49a0-bd00-a8174bd5b1dd req-e84705fa-545a-44c6-b1f7-20ec68142955 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c3857390144bd8a50c3c3dddcfed87&device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 1094 time: 0.0418253 Sep 30 08:37:00.952895 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300df63-66ad-49a0-bd00-a8174bd5b1dd req-f400aff4-e2f8-46a0-8fb3-d0b700b6de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:00.954380 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e300df63-66ad-49a0-bd00-a8174bd5b1dd req-f400aff4-e2f8-46a0-8fb3-d0b700b6de5c service neutron] 10.222.0.35 "GET /v2.0/networks?id=35a71b5f-3008-432e-9b15-b0cc427b6cf7 HTTP/1.1" status: 200 len: 910 time: 0.0931103 Sep 30 08:37:01.052084 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e300df63-66ad-49a0-bd00-a8174bd5b1dd req-1413d909-0628-4284-b4c1-ea851a689c67 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1547546c-b8dd-4fa9-8987-5f16632e6440 HTTP/1.1" status: 200 len: 217 time: 0.0406170 Sep 30 08:37:01.106761 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300df63-66ad-49a0-bd00-a8174bd5b1dd req-df77676e-5014-497d-bbc7-183ae5744192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.108713 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e300df63-66ad-49a0-bd00-a8174bd5b1dd req-df77676e-5014-497d-bbc7-183ae5744192 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11a86eb4-bd62-44d0-b396-28d8fd7cf9a5 HTTP/1.1" status: 200 len: 849 time: 0.0489981 Sep 30 08:37:01.150473 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e300df63-66ad-49a0-bd00-a8174bd5b1dd req-3a782485-44ea-43a8-bc22-799c6423f795 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35a71b5f-3008-432e-9b15-b0cc427b6cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320516 Sep 30 08:37:01.240306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb3d8d-3cc8-44b9-90ba-0d6fc6dec9e7 req-c0db3b29-d50c-4754-8e74-749a4a9d16f0 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.241783 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8dcb3d8d-3cc8-44b9-90ba-0d6fc6dec9e7 req-c0db3b29-d50c-4754-8e74-749a4a9d16f0 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 945 time: 0.2293169 Sep 30 08:37:01.300279 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e300df63-66ad-49a0-bd00-a8174bd5b1dd req-e94f8bb9-66f4-43b3-a312-4d5697891a28 service neutron] 10.222.0.35 "GET /v2.0/networks/35a71b5f-3008-432e-9b15-b0cc427b6cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365747 Sep 30 08:37:01.414945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-8dcb3d8d-3cc8-44b9-90ba-0d6fc6dec9e7 req-2244bdf1-fb20-4fae-a108-2d25a5b83ad4 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Deleting port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:01.415283 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8dcb3d8d-3cc8-44b9-90ba-0d6fc6dec9e7 req-2244bdf1-fb20-4fae-a108-2d25a5b83ad4 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:01.431199 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e300df63-66ad-49a0-bd00-a8174bd5b1dd req-052daf31-b54b-4e45-89e0-87fde41e5061 service neutron] 10.222.0.35 "GET /v2.0/networks/35a71b5f-3008-432e-9b15-b0cc427b6cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136193 Sep 30 08:37:01.505140 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-8dcb3d8d-3cc8-44b9-90ba-0d6fc6dec9e7 req-2244bdf1-fb20-4fae-a108-2d25a5b83ad4 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] For port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=15b15b5b-c75d-4cc4-a28f-ed13fe3d265d,segment=NetworkSegment(0d416822-048a-4ee8-ae51-fcdca9e8201b),segment_id=0d416822-048a-4ee8-ae51-fcdca9e8201b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:01.505597 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8dcb3d8d-3cc8-44b9-90ba-0d6fc6dec9e7 req-2244bdf1-fb20-4fae-a108-2d25a5b83ad4 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:01.656989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317438e2-e90e-4b18-bd66-8bb689401ab1 req-d5bcb579-614f-4741-9f0f-7f70456698df tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:01.658560 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-317438e2-e90e-4b18-bd66-8bb689401ab1 req-d5bcb579-614f-4741-9f0f-7f70456698df tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 943 time: 0.0489795 Sep 30 08:37:01.682804 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8dcb3d8d-3cc8-44b9-90ba-0d6fc6dec9e7 req-2244bdf1-fb20-4fae-a108-2d25a5b83ad4 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:01.683186 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8dcb3d8d-3cc8-44b9-90ba-0d6fc6dec9e7 req-2244bdf1-fb20-4fae-a108-2d25a5b83ad4 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:01.683505 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [req-8dcb3d8d-3cc8-44b9-90ba-0d6fc6dec9e7 req-2244bdf1-fb20-4fae-a108-2d25a5b83ad4 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Floating IP f8e79173-1d50-4c53-a822-960bed836cd7 disassociated. External IP: 172.25.0.190, port: 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d. Sep 30 08:37:01.683966 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-8dcb3d8d-3cc8-44b9-90ba-0d6fc6dec9e7 req-2244bdf1-fb20-4fae-a108-2d25a5b83ad4 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Calling delete_port for 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:01.698205 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-317438e2-e90e-4b18-bd66-8bb689401ab1 req-98d3d047-f82b-4620-814c-5d8b0252d12b tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333250 Sep 30 08:37:01.809655 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8dcb3d8d-3cc8-44b9-90ba-0d6fc6dec9e7 req-2244bdf1-fb20-4fae-a108-2d25a5b83ad4 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:01.840225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244bdf1-fb20-4fae-a108-2d25a5b83ad4 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Pushing event deleted for resources: {'Port': ['ID=15b15b5b-c75d-4cc4-a28f-ed13fe3d265d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:01.925381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71dc1bc7-74bf-4928-bd1f-b9c7ce3c89ef req-e4aaa5e0-3541-4af7-b9ba-5fbb44118da6 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ce7520d-f234-4b4e-af71-173a3bfc0765 HTTP/1.1" status: 200 len: 210 time: 0.0270009 Sep 30 08:37:01.960897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dcb3d8d-3cc8-44b9-90ba-0d6fc6dec9e7 req-2244bdf1-fb20-4fae-a108-2d25a5b83ad4 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Router a7bf27b1-574c-4a87-bd22-9f585e072672 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:37:02.066846 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dcb3d8d-3cc8-44b9-90ba-0d6fc6dec9e7 req-2244bdf1-fb20-4fae-a108-2d25a5b83ad4 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:37:02.077848 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2de6e6-9e8f-4eba-ad1d-0fb6c96bdf6d None None] Sync routers for ids ['a7bf27b1-574c-4a87-bd22-9f585e072672'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:37:02.086627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2de6e6-9e8f-4eba-ad1d-0fb6c96bdf6d None None] Routers {'a7bf27b1-574c-4a87-bd22-9f585e072672'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:02.087232 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5b2de6e6-9e8f-4eba-ad1d-0fb6c96bdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:36:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['a7bf27b1-574c-4a87-bd22-9f585e072672'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:02.106691 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcb3d8d-3cc8-44b9-90ba-0d6fc6dec9e7 req-2244bdf1-fb20-4fae-a108-2d25a5b83ad4 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] No DVR routers for this DVR port 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:02.109831 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8dcb3d8d-3cc8-44b9-90ba-0d6fc6dec9e7 req-2244bdf1-fb20-4fae-a108-2d25a5b83ad4 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:02.111828 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8dcb3d8d-3cc8-44b9-90ba-0d6fc6dec9e7 req-2244bdf1-fb20-4fae-a108-2d25a5b83ad4 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.35 "DELETE /v2.0/ports/15b15b5b-c75d-4cc4-a28f-ed13fe3d265d HTTP/1.1" status: 204 len: 173 time: 0.8617916 Sep 30 08:37:02.199989 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5b2de6e6-9e8f-4eba-ad1d-0fb6c96bdf6d None None] Set router a7bf27b1-574c-4a87-bd22-9f585e072672 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:02.317120 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce7520d-f234-4b4e-af71-173a3bfc0765', 'name': 'network-vif-deleted', 'tag': '15b15b5b-c75d-4cc4-a28f-ed13fe3d265d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:02.319605 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2539e7a6-18ff-4458-97ed-2104333a8e84" -d '{"events": [{"server_uuid": "7ce7520d-f234-4b4e-af71-173a3bfc0765", "name": "network-vif-deleted", "tag": "15b15b5b-c75d-4cc4-a28f-ed13fe3d265d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:02.363771 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e372a9-8a16-4b4f-afc5-e543c9cfc885 x-openstack-request-id: req-77e372a9-8a16-4b4f-afc5-e543c9cfc885 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:02.364102 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce7520d-f234-4b4e-af71-173a3bfc0765", "name": "network-vif-deleted", "tag": "15b15b5b-c75d-4cc4-a28f-ed13fe3d265d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:02.364362 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77e372a9-8a16-4b4f-afc5-e543c9cfc885 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:02.364772 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce7520d-f234-4b4e-af71-173a3bfc0765', 'name': 'network-vif-deleted', 'tag': '15b15b5b-c75d-4cc4-a28f-ed13fe3d265d', 'status': 'completed', 'code': 200} Sep 30 08:37:02.555311 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5b2de6e6-9e8f-4eba-ad1d-0fb6c96bdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'name': 'tempest-TestServerBasicOps-418339747-router', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:51Z', 'revision_number': 4, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'gw_port': {'id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd7802097-99a2-417c-abab-15075dadf3ae', 'name': '', 'network_id': 'cfab757e-129e-4705-b960-21241246cc32', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'mac_address': 'fa:16:3e:bd:82:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:51Z', 'updated_at': '2021-09-30T08:31:55Z', 'revision_number': 5, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'subnets': [{'id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:02.585909 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2de6e6-9e8f-4eba-ad1d-0fb6c96bdf6d None None] Checking router: a7bf27b1-574c-4a87-bd22-9f585e072672 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:37:02.594919 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2de6e6-9e8f-4eba-ad1d-0fb6c96bdf6d None None] Routers {'a7bf27b1-574c-4a87-bd22-9f585e072672'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:02.595527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5b2de6e6-9e8f-4eba-ad1d-0fb6c96bdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:36:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['a7bf27b1-574c-4a87-bd22-9f585e072672'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:02.707022 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5b2de6e6-9e8f-4eba-ad1d-0fb6c96bdf6d None None] Set router a7bf27b1-574c-4a87-bd22-9f585e072672 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:02.817978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c26b47-3e7b-462e-bd91-1f46da954680 req-4c597c34-0640-450c-82e1-2caf01bcf752 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:02.819490 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4c26b47-3e7b-462e-bd91-1f46da954680 req-4c597c34-0640-450c-82e1-2caf01bcf752 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 943 time: 0.0536141 Sep 30 08:37:02.858793 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4c26b47-3e7b-462e-bd91-1f46da954680 req-e59b49e8-a5d7-4486-b246-6b22d9a0b2bf tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332756 Sep 30 08:37:02.909007 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5b2de6e6-9e8f-4eba-ad1d-0fb6c96bdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'name': 'tempest-TestServerBasicOps-418339747-router', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:51Z', 'revision_number': 4, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'gw_port': {'id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd7802097-99a2-417c-abab-15075dadf3ae', 'name': '', 'network_id': 'cfab757e-129e-4705-b960-21241246cc32', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'mac_address': 'fa:16:3e:bd:82:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:51Z', 'updated_at': '2021-09-30T08:31:55Z', 'revision_number': 5, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'subnets': [{'id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:02.935542 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2de6e6-9e8f-4eba-ad1d-0fb6c96bdf6d None None] The sync data for ids ['a7bf27b1-574c-4a87-bd22-9f585e072672'] in n-d-807359-2 is: [{'id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'name': 'tempest-TestServerBasicOps-418339747-router', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:51Z', 'revision_number': 4, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'gw_port': {'id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd7802097-99a2-417c-abab-15075dadf3ae', 'name': '', 'network_id': 'cfab757e-129e-4705-b960-21241246cc32', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'mac_address': 'fa:16:3e:bd:82:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:51Z', 'updated_at': '2021-09-30T08:31:55Z', 'revision_number': 5, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'subnets': [{'id': '52cbea36-1a13-4d4f-908e-59f0cbf016f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:37:02.987637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:03.117457 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-574b22ef-4798-4839-a0a2-351401075244 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Deleting port 6027f3bc-4404-4877-a100-1d9eb67b72c7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:03.118174 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-574b22ef-4798-4839-a0a2-351401075244 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.192925 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd037d-c4a6-41e9-9340-1cdb195ed39a None None] New status for floating IP f8e79173-1d50-4c53-a822-960bed836cd7: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:37:03.204486 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-574b22ef-4798-4839-a0a2-351401075244 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.204822 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-574b22ef-4798-4839-a0a2-351401075244 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.216243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-574b22ef-4798-4839-a0a2-351401075244 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Calling delete_port for 6027f3bc-4404-4877-a100-1d9eb67b72c7 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:03.350038 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-574b22ef-4798-4839-a0a2-351401075244 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.377195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b22ef-4798-4839-a0a2-351401075244 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Pushing event deleted for resources: {'Port': ['ID=6027f3bc-4404-4877-a100-1d9eb67b72c7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:03.440825 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-574b22ef-4798-4839-a0a2-351401075244 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.443438 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-574b22ef-4798-4839-a0a2-351401075244 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.444631 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-574b22ef-4798-4839-a0a2-351401075244 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "DELETE /v2.0/floatingips/f8e79173-1d50-4c53-a822-960bed836cd7 HTTP/1.1" status: 204 len: 168 time: 0.4558845 Sep 30 08:37:03.510787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39224) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:03.568485 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-552a52ef-0b94-4803-a76f-becc0ba1b183 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.592557 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-552a52ef-0b94-4803-a76f-becc0ba1b183 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.652317 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-552a52ef-0b94-4803-a76f-becc0ba1b183 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.655285 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-552a52ef-0b94-4803-a76f-becc0ba1b183 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:03.656487 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-552a52ef-0b94-4803-a76f-becc0ba1b183 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] 10.222.0.24 "DELETE /v2.0/security-groups/03fcf7ad-1220-4f5c-9d24-989ab5aef76a HTTP/1.1" status: 204 len: 168 time: 0.1447227 Sep 30 08:37:03.665769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a52ef-0b94-4803-a76f-becc0ba1b183 tempest-TestServerBasicOps-1135870031 tempest-TestServerBasicOps-1135870031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fcf7ad-1220-4f5c-9d24-989ab5aef76a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:03.694599 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39228) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:04.012626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf074-5ad9-488e-8706-8125802c4ab6 req-3b51aa30-ab30-42b8-8867-b5b20ec51d9a tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:04.014038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-69baf074-5ad9-488e-8706-8125802c4ab6 req-3b51aa30-ab30-42b8-8867-b5b20ec51d9a tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 943 time: 0.0848160 Sep 30 08:37:04.077466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-69baf074-5ad9-488e-8706-8125802c4ab6 req-810a3762-9bfc-474a-a4a6-2da0da6e1655 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574138 Sep 30 08:37:04.106932 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1547546c-b8dd-4fa9-8987-5f16632e6440 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:37:04.155791 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee648376-4940-4d89-b954-071a53052c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.214404 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1547546c-b8dd-4fa9-8987-5f16632e6440, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1547546c-b8dd-4fa9-8987-5f16632e6440,segment=NetworkSegment(0fe26d23-4b8f-4360-ae58-5b56f2c41a85),segment_id=0fe26d23-4b8f-4360-ae58-5b56f2c41a85)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:04.226417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '1547546c-b8dd-4fa9-8987-5f16632e6440', 'network_id': '35a71b5f-3008-432e-9b15-b0cc427b6cf7', 'port_id': '1547546c-b8dd-4fa9-8987-5f16632e6440', 'mac_address': 'fa:16:3e:3e:27:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a86eb4-bd62-44d0-b396-28d8fd7cf9a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:37:04.262165 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.275973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1547546c-b8dd-4fa9-8987-5f16632e6440 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:37:04.296338 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1547546c-b8dd-4fa9-8987-5f16632e6440, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1547546c-b8dd-4fa9-8987-5f16632e6440,segment=NetworkSegment(0fe26d23-4b8f-4360-ae58-5b56f2c41a85),segment_id=0fe26d23-4b8f-4360-ae58-5b56f2c41a85)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:04.301111 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.372711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=1547546c-b8dd-4fa9-8987-5f16632e6440,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:04.441784 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ee648376-4940-4d89-b954-071a53052c94 admin admin] Deleting port d7802097-99a2-417c-abab-15075dadf3ae {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:04.442161 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee648376-4940-4d89-b954-071a53052c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.521699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-ee648376-4940-4d89-b954-071a53052c94 admin admin] For port d7802097-99a2-417c-abab-15075dadf3ae, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d7802097-99a2-417c-abab-15075dadf3ae,segment=NetworkSegment(0d416822-048a-4ee8-ae51-fcdca9e8201b),segment_id=0d416822-048a-4ee8-ae51-fcdca9e8201b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:04.522061 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee648376-4940-4d89-b954-071a53052c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.535175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ee648376-4940-4d89-b954-071a53052c94 admin admin] Calling delete_port for d7802097-99a2-417c-abab-15075dadf3ae owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:04.574306 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['1547546c-b8dd-4fa9-8987-5f16632e6440'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:37:04.711979 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee648376-4940-4d89-b954-071a53052c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:04.738302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee648376-4940-4d89-b954-071a53052c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7802097-99a2-417c-abab-15075dadf3ae,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:04.902766 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee648376-4940-4d89-b954-071a53052c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.121660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee648376-4940-4d89-b954-071a53052c94 admin admin] Router a7bf27b1-574c-4a87-bd22-9f585e072672 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:37:05.253803 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:37:05.257615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5f619-36ca-4628-a5e2-2b510987b9dc req-3fb2f4ad-3127-4e0f-a84c-3baac5e0cff9 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:05.259109 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-69b5f619-36ca-4628-a5e2-2b510987b9dc req-3fb2f4ad-3127-4e0f-a84c-3baac5e0cff9 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 944 time: 0.0926099 Sep 30 08:37:05.277463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee648376-4940-4d89-b954-071a53052c94 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:37:05.286943 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5110989-7dd7-4402-bf4b-1816f3a72177 None None] Sync routers for ids ['a7bf27b1-574c-4a87-bd22-9f585e072672'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:37:05.289819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ee648376-4940-4d89-b954-071a53052c94 admin admin] 10.222.0.24 "PUT /v2.0/routers/a7bf27b1-574c-4a87-bd22-9f585e072672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5941432 Sep 30 08:37:05.292478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39236) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:05.299416 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5110989-7dd7-4402-bf4b-1816f3a72177 None None] Routers {'a7bf27b1-574c-4a87-bd22-9f585e072672'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:05.300068 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c5110989-7dd7-4402-bf4b-1816f3a72177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:36:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['a7bf27b1-574c-4a87-bd22-9f585e072672'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:05.355159 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-69b5f619-36ca-4628-a5e2-2b510987b9dc req-9da4c17c-8af3-4bfd-9fe5-71b712db546e tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896482 Sep 30 08:37:05.403743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c5110989-7dd7-4402-bf4b-1816f3a72177 None None] Set router a7bf27b1-574c-4a87-bd22-9f585e072672 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:05.413505 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5dc742a7-1d2f-4c35-9c66-eecb6fa9cd32 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.524782 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5dc742a7-1d2f-4c35-9c66-eecb6fa9cd32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.579851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5dc742a7-1d2f-4c35-9c66-eecb6fa9cd32 admin admin] Deleting port 96ef57df-e294-48c0-9673-73deecf8d5f3 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:05.580226 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5dc742a7-1d2f-4c35-9c66-eecb6fa9cd32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.595125 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c5110989-7dd7-4402-bf4b-1816f3a72177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'name': 'tempest-TestServerBasicOps-418339747-router', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:37:04Z', 'revision_number': 5, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'gw_port': {'id': '96ef57df-e294-48c0-9673-73deecf8d5f3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:05.626849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5110989-7dd7-4402-bf4b-1816f3a72177 None None] Checking router: a7bf27b1-574c-4a87-bd22-9f585e072672 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:37:05.637383 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5110989-7dd7-4402-bf4b-1816f3a72177 None None] Routers {'a7bf27b1-574c-4a87-bd22-9f585e072672'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:05.638613 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c5110989-7dd7-4402-bf4b-1816f3a72177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:36:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['a7bf27b1-574c-4a87-bd22-9f585e072672'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:05.743744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c5110989-7dd7-4402-bf4b-1816f3a72177 None None] Set router a7bf27b1-574c-4a87-bd22-9f585e072672 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:05.803262 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c5110989-7dd7-4402-bf4b-1816f3a72177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'name': 'tempest-TestServerBasicOps-418339747-router', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:37:05Z', 'revision_number': 6, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:05.832699 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5110989-7dd7-4402-bf4b-1816f3a72177 None None] The sync data for ids ['a7bf27b1-574c-4a87-bd22-9f585e072672'] in n-d-807359-2 is: [{'id': 'a7bf27b1-574c-4a87-bd22-9f585e072672', 'name': 'tempest-TestServerBasicOps-418339747-router', 'tenant_id': '20dceeef18df4fbd980bc66e55dda719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:48Z', 'updated_at': '2021-09-30T08:37:05Z', 'revision_number': 6, 'project_id': '20dceeef18df4fbd980bc66e55dda719', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:37:05.962084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-5dc742a7-1d2f-4c35-9c66-eecb6fa9cd32 admin admin] For port 96ef57df-e294-48c0-9673-73deecf8d5f3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=96ef57df-e294-48c0-9673-73deecf8d5f3,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:05.962488 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5dc742a7-1d2f-4c35-9c66-eecb6fa9cd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:05.975124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5dc742a7-1d2f-4c35-9c66-eecb6fa9cd32 admin admin] Calling delete_port for 96ef57df-e294-48c0-9673-73deecf8d5f3 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:06.114890 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1547546c-b8dd-4fa9-8987-5f16632e6440 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:06.138297 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5dc742a7-1d2f-4c35-9c66-eecb6fa9cd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.164771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 1547546c-b8dd-4fa9-8987-5f16632e6440 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:37:06.168661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 1547546c-b8dd-4fa9-8987-5f16632e6440 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:06.168983 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc742a7-1d2f-4c35-9c66-eecb6fa9cd32 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ef57df-e294-48c0-9673-73deecf8d5f3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:06.169106 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.255528 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5dc742a7-1d2f-4c35-9c66-eecb6fa9cd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.258667 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.284936 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f58aea-1f96-49e9-a314-df7093487f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1547546c-b8dd-4fa9-8987-5f16632e6440'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:06.290801 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0403eb07-7e42-47aa-b614-b87e33eca28d" -d '{"events": [{"server_uuid": "72f58aea-1f96-49e9-a314-df7093487f6c", "name": "network-vif-plugged", "status": "completed", "tag": "1547546c-b8dd-4fa9-8987-5f16632e6440"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:06.305431 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 1547546c-b8dd-4fa9-8987-5f16632e6440, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1547546c-b8dd-4fa9-8987-5f16632e6440,segment=NetworkSegment(0fe26d23-4b8f-4360-ae58-5b56f2c41a85),segment_id=0fe26d23-4b8f-4360-ae58-5b56f2c41a85)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:06.309671 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.311303 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:06.349745 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7aed11-e689-485c-a305-618b6d18b1c9 x-openstack-request-id: req-de7aed11-e689-485c-a305-618b6d18b1c9 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:06.350043 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f58aea-1f96-49e9-a314-df7093487f6c", "name": "network-vif-plugged", "status": "completed", "tag": "1547546c-b8dd-4fa9-8987-5f16632e6440", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:06.350295 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de7aed11-e689-485c-a305-618b6d18b1c9 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:06.350685 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f58aea-1f96-49e9-a314-df7093487f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1547546c-b8dd-4fa9-8987-5f16632e6440', 'code': 200} Sep 30 08:37:06.353094 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:06.353437 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 15b15b5b-c75d-4cc4-a28f-ed13fe3d265d not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:06.366354 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5dc742a7-1d2f-4c35-9c66-eecb6fa9cd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.368789 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5dc742a7-1d2f-4c35-9c66-eecb6fa9cd32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.384810 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=1547546c-b8dd-4fa9-8987-5f16632e6440,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:06.416210 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5dc742a7-1d2f-4c35-9c66-eecb6fa9cd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.416805 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc742a7-1d2f-4c35-9c66-eecb6fa9cd32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7bf27b1-574c-4a87-bd22-9f585e072672 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:37:06.421990 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5dc742a7-1d2f-4c35-9c66-eecb6fa9cd32 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.423122 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5dc742a7-1d2f-4c35-9c66-eecb6fa9cd32 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a7bf27b1-574c-4a87-bd22-9f585e072672 HTTP/1.1" status: 204 len: 168 time: 1.1288197 Sep 30 08:37:06.425626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39242) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:06.472411 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ccd7e-75aa-4022-a06a-e5330f124c0c req-2304d3ec-9890-4425-b61c-e9c71ee24217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:06.474798 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d40ccd7e-75aa-4022-a06a-e5330f124c0c req-2304d3ec-9890-4425-b61c-e9c71ee24217 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 1096 time: 0.0528936 Sep 30 08:37:06.503359 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cd0a74-175e-4ebf-9f6c-f676e1f0f6bd admin admin] Deleting subnet 52cbea36-1a13-4d4f-908e-59f0cbf016f2 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:37:06.506824 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0a74-175e-4ebf-9f6c-f676e1f0f6bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.515471 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d40ccd7e-75aa-4022-a06a-e5330f124c0c req-cc7cfa8d-8412-457f-a309-4de302e39c2a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342779 Sep 30 08:37:06.546416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7917dc2-2d23-49cb-9382-2ef59697b3af req-59c8e97b-f148-4028-a8cb-cfda702522fb tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:06.547895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7917dc2-2d23-49cb-9382-2ef59697b3af req-59c8e97b-f148-4028-a8cb-cfda702522fb tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 945 time: 0.0944557 Sep 30 08:37:06.556236 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0a74-175e-4ebf-9f6c-f676e1f0f6bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.622036 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7917dc2-2d23-49cb-9382-2ef59697b3af req-f054c2d6-4303-4907-812e-b342f5bc808e tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680051 Sep 30 08:37:06.660457 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0a74-175e-4ebf-9f6c-f676e1f0f6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.719103 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0a74-175e-4ebf-9f6c-f676e1f0f6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.751180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd0a74-175e-4ebf-9f6c-f676e1f0f6bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52cbea36-1a13-4d4f-908e-59f0cbf016f2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:06.757317 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0a74-175e-4ebf-9f6c-f676e1f0f6bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.759855 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f7cd0a74-175e-4ebf-9f6c-f676e1f0f6bd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/52cbea36-1a13-4d4f-908e-59f0cbf016f2 HTTP/1.1" status: 204 len: 168 time: 0.3332114 Sep 30 08:37:06.763298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39244) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:06.766198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b4c586-dbe7-41f0-a1ca-c006f8b4d388 None None] Network cfab757e-129e-4705-b960-21241246cc32 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:06.855067 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.923516 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] Deleting port 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:06.923863 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:06.973985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acd6c27-4c58-4e96-8a43-3f0406463243 None None] DHCP port deletion for cfab757e-129e-4705-b960-21241246cc32 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:37:06.989446 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] For port 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b,segment=NetworkSegment(0d416822-048a-4ee8-ae51-fcdca9e8201b),segment_id=0d416822-048a-4ee8-ae51-fcdca9e8201b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:06.989815 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.003084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] Calling delete_port for 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:07.021618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3acd6c27-4c58-4e96-8a43-3f0406463243 None None] Deleting port 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:07.021997 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3acd6c27-4c58-4e96-8a43-3f0406463243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.088968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3acd6c27-4c58-4e96-8a43-3f0406463243 None None] For port 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b,segment=NetworkSegment(0d416822-048a-4ee8-ae51-fcdca9e8201b),segment_id=0d416822-048a-4ee8-ae51-fcdca9e8201b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:07.089376 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3acd6c27-4c58-4e96-8a43-3f0406463243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.096459 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.102460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3acd6c27-4c58-4e96-8a43-3f0406463243 None None] Calling delete_port for 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:07.124768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:07.126650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] No DVR routers for this DVR port 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:37:07.175753 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 08:37:07.183669 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3acd6c27-4c58-4e96-8a43-3f0406463243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.198637 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.209794 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd6c27-4c58-4e96-8a43-3f0406463243 None None] Pushing event deleted for resources: {'Port': ['ID=4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:07.211630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acd6c27-4c58-4e96-8a43-3f0406463243 None None] No DVR routers for this DVR port 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:07.220195 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfab757e-129e-4705-b960-21241246cc32']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:07.231403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d416822-048a-4ee8-ae51-fcdca9e8201b') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:07.231655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d416822-048a-4ee8-ae51-fcdca9e8201b') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:07.247049 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.261148 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.268374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:07.268773 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:07.270635 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:07.327157 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.332795 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.334658 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] 10.222.0.24 "DELETE /v2.0/networks/cfab757e-129e-4705-b960-21241246cc32 HTTP/1.1" status: 204 len: 168 time: 0.5694685 Sep 30 08:37:07.338297 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:07.345986 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b7560-3fb6-4dea-bf60-013273c2897a admin admin] Pushing event deleted for resources: {'Network': ['ID=cfab757e-129e-4705-b960-21241246cc32,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:07.505771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:07.528867 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:07.529326 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4d8ac7fc-9c0e-471d-a5ce-8bfc5334ab3b not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:07.529915 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d7802097-99a2-417c-abab-15075dadf3ae no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:07.549877 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d7802097-99a2-417c-abab-15075dadf3ae {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:07.550330 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d7802097-99a2-417c-abab-15075dadf3ae not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:07.550745 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 96ef57df-e294-48c0-9673-73deecf8d5f3 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:07.574379 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 96ef57df-e294-48c0-9673-73deecf8d5f3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:07.574724 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 96ef57df-e294-48c0-9673-73deecf8d5f3 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:07.717479 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2fd2a7e-b069-40a9-8a69-8e6131ef2beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:07.756051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d52c96-c7b9-461e-9300-6d299e0b5347 req-2409951d-7c31-4b50-9615-bab9f98506f7 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:07.757741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7d52c96-c7b9-461e-9300-6d299e0b5347 req-2409951d-7c31-4b50-9615-bab9f98506f7 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 945 time: 0.0512857 Sep 30 08:37:07.798953 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7d52c96-c7b9-461e-9300-6d299e0b5347 req-1eb2b6e4-6267-4221-b817-0f7e34518f24 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345120 Sep 30 08:37:08.010160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c2fd2a7e-b069-40a9-8a69-8e6131ef2beb admin admin] Deleting port b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:08.010480 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2fd2a7e-b069-40a9-8a69-8e6131ef2beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:08.087489 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c2fd2a7e-b069-40a9-8a69-8e6131ef2beb admin admin] For port b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38,segment=NetworkSegment(9d415e96-850d-4870-b35e-7ea6b6b44056),segment_id=9d415e96-850d-4870-b35e-7ea6b6b44056)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:08.088117 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2fd2a7e-b069-40a9-8a69-8e6131ef2beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:08.102217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c2fd2a7e-b069-40a9-8a69-8e6131ef2beb admin admin] Calling delete_port for b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:08.287581 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2fd2a7e-b069-40a9-8a69-8e6131ef2beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:08.317128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd2a7e-b069-40a9-8a69-8e6131ef2beb admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:08.466880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f95d3e-78da-4a8b-8158-602b849e3c7e req-93246ea6-1242-4493-abc4-f59323d7f3aa tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:08.468664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-17f95d3e-78da-4a8b-8158-602b849e3c7e req-93246ea6-1242-4493-abc4-f59323d7f3aa tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 945 time: 0.0608649 Sep 30 08:37:08.512292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-17f95d3e-78da-4a8b-8158-602b849e3c7e req-3e4aa1a8-4ec8-449b-93a3-c95eb635379d tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372908 Sep 30 08:37:08.800451 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2fd2a7e-b069-40a9-8a69-8e6131ef2beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.014861 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fd2a7e-b069-40a9-8a69-8e6131ef2beb admin admin] Router b5a30899-ab3f-4129-9565-082472437fe1 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:37:09.125704 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fd2a7e-b069-40a9-8a69-8e6131ef2beb admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:37:09.130785 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c2fd2a7e-b069-40a9-8a69-8e6131ef2beb admin admin] 10.222.0.24 "PUT /v2.0/routers/b5a30899-ab3f-4129-9565-082472437fe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7912846 Sep 30 08:37:09.133239 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:09.134318 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f662af-72a5-429f-8c7a-0821d0c9b84e None None] Sync routers for ids ['b5a30899-ab3f-4129-9565-082472437fe1'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:37:09.143629 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f662af-72a5-429f-8c7a-0821d0c9b84e None None] Routers {'b5a30899-ab3f-4129-9565-082472437fe1'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:09.144253 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-75f662af-72a5-429f-8c7a-0821d0c9b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:36:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b5a30899-ab3f-4129-9565-082472437fe1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:09.238806 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-731006f9-b58e-46c6-8b54-3e1a1786cdc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.246125 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-75f662af-72a5-429f-8c7a-0821d0c9b84e None None] Set router b5a30899-ab3f-4129-9565-082472437fe1 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:09.340122 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-731006f9-b58e-46c6-8b54-3e1a1786cdc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.401956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-731006f9-b58e-46c6-8b54-3e1a1786cdc8 admin admin] Deleting port 1c6fff24-1c72-4d39-8df1-fa67f017d0b2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:09.402305 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-731006f9-b58e-46c6-8b54-3e1a1786cdc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.428930 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-75f662af-72a5-429f-8c7a-0821d0c9b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'name': 'tempest-TestServerBasicOps-1997788383-router', 'tenant_id': '2d13755249de4f78b368379b1d539757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c6fff24-1c72-4d39-8df1-fa67f017d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:55Z', 'updated_at': '2021-09-30T08:37:08Z', 'revision_number': 5, 'project_id': '2d13755249de4f78b368379b1d539757', 'gw_port': {'id': '1c6fff24-1c72-4d39-8df1-fa67f017d0b2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:24:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:31:55Z', 'updated_at': '2021-09-30T08:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:09.456528 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f662af-72a5-429f-8c7a-0821d0c9b84e None None] Checking router: b5a30899-ab3f-4129-9565-082472437fe1 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:37:09.467652 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f662af-72a5-429f-8c7a-0821d0c9b84e None None] Routers {'b5a30899-ab3f-4129-9565-082472437fe1'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:09.469209 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-75f662af-72a5-429f-8c7a-0821d0c9b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:36:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b5a30899-ab3f-4129-9565-082472437fe1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:09.492822 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-731006f9-b58e-46c6-8b54-3e1a1786cdc8 admin admin] For port 1c6fff24-1c72-4d39-8df1-fa67f017d0b2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1c6fff24-1c72-4d39-8df1-fa67f017d0b2,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:09.493282 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-731006f9-b58e-46c6-8b54-3e1a1786cdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.506359 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-731006f9-b58e-46c6-8b54-3e1a1786cdc8 admin admin] Calling delete_port for 1c6fff24-1c72-4d39-8df1-fa67f017d0b2 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:09.559194 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-75f662af-72a5-429f-8c7a-0821d0c9b84e None None] Set router b5a30899-ab3f-4129-9565-082472437fe1 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:09.612827 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-75f662af-72a5-429f-8c7a-0821d0c9b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'name': 'tempest-TestServerBasicOps-1997788383-router', 'tenant_id': '2d13755249de4f78b368379b1d539757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:55Z', 'updated_at': '2021-09-30T08:37:09Z', 'revision_number': 6, 'project_id': '2d13755249de4f78b368379b1d539757', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:09.652727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10e2e-dbfe-4f40-9578-8076aa0a6345 req-03c96305-5759-4934-a8bc-bca4fa005242 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:09.656031 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6b10e2e-dbfe-4f40-9578-8076aa0a6345 req-03c96305-5759-4934-a8bc-bca4fa005242 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 945 time: 0.0691419 Sep 30 08:37:09.686274 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-731006f9-b58e-46c6-8b54-3e1a1786cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.701950 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6b10e2e-dbfe-4f40-9578-8076aa0a6345 req-5641ca80-83c7-413c-b57d-3da348e5487b tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/security-groups?id=80be2567-cd02-49e9-9b56-a558c92d53f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382459 Sep 30 08:37:09.722837 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731006f9-b58e-46c6-8b54-3e1a1786cdc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6fff24-1c72-4d39-8df1-fa67f017d0b2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:09.739978 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f662af-72a5-429f-8c7a-0821d0c9b84e None None] The sync data for ids ['b5a30899-ab3f-4129-9565-082472437fe1'] in n-d-807359-2 is: [{'id': 'b5a30899-ab3f-4129-9565-082472437fe1', 'name': 'tempest-TestServerBasicOps-1997788383-router', 'tenant_id': '2d13755249de4f78b368379b1d539757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:31:55Z', 'updated_at': '2021-09-30T08:37:09Z', 'revision_number': 6, 'project_id': '2d13755249de4f78b368379b1d539757', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:37:09.816667 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-731006f9-b58e-46c6-8b54-3e1a1786cdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.829874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593bf94-846e-4966-9323-433bfe5c72be req-56b9247b-1050-4814-968b-95b8f82102f6 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:09.831383 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3593bf94-846e-4966-9323-433bfe5c72be req-56b9247b-1050-4814-968b-95b8f82102f6 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.35 "GET /v2.0/ports?device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 945 time: 0.0850346 Sep 30 08:37:09.945336 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-731006f9-b58e-46c6-8b54-3e1a1786cdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:09.949230 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-731006f9-b58e-46c6-8b54-3e1a1786cdc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.025084 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-731006f9-b58e-46c6-8b54-3e1a1786cdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.025527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731006f9-b58e-46c6-8b54-3e1a1786cdc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5a30899-ab3f-4129-9565-082472437fe1 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:37:10.031233 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-731006f9-b58e-46c6-8b54-3e1a1786cdc8 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.032414 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-731006f9-b58e-46c6-8b54-3e1a1786cdc8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b5a30899-ab3f-4129-9565-082472437fe1 HTTP/1.1" status: 204 len: 168 time: 0.8982394 Sep 30 08:37:10.035680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39270) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:10.052374 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3593bf94-846e-4966-9323-433bfe5c72be req-a1123cdf-5c8c-4e18-b9f1-3ae68e9ef1b3 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Deleting port 1547546c-b8dd-4fa9-8987-5f16632e6440 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:10.052720 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3593bf94-846e-4966-9323-433bfe5c72be req-a1123cdf-5c8c-4e18-b9f1-3ae68e9ef1b3 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.085625 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd5b4c3-5485-40cb-a4f1-abbe47382bf0 admin admin] Deleting subnet b7579eae-ee25-47e5-832d-6b8073ab5f8c {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:37:10.089396 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7fd5b4c3-5485-40cb-a4f1-abbe47382bf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.140667 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7fd5b4c3-5485-40cb-a4f1-abbe47382bf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.154887 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-3593bf94-846e-4966-9323-433bfe5c72be req-a1123cdf-5c8c-4e18-b9f1-3ae68e9ef1b3 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] For port 1547546c-b8dd-4fa9-8987-5f16632e6440, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=1547546c-b8dd-4fa9-8987-5f16632e6440,segment=NetworkSegment(0fe26d23-4b8f-4360-ae58-5b56f2c41a85),segment_id=0fe26d23-4b8f-4360-ae58-5b56f2c41a85)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:10.155260 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3593bf94-846e-4966-9323-433bfe5c72be req-a1123cdf-5c8c-4e18-b9f1-3ae68e9ef1b3 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.173233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3593bf94-846e-4966-9323-433bfe5c72be req-a1123cdf-5c8c-4e18-b9f1-3ae68e9ef1b3 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Calling delete_port for 1547546c-b8dd-4fa9-8987-5f16632e6440 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:10.231472 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7fd5b4c3-5485-40cb-a4f1-abbe47382bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.286920 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7fd5b4c3-5485-40cb-a4f1-abbe47382bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.305803 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3593bf94-846e-4966-9323-433bfe5c72be req-a1123cdf-5c8c-4e18-b9f1-3ae68e9ef1b3 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.312592 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.314890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5b4c3-5485-40cb-a4f1-abbe47382bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7579eae-ee25-47e5-832d-6b8073ab5f8c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:10.318857 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7fd5b4c3-5485-40cb-a4f1-abbe47382bf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.323302 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7fd5b4c3-5485-40cb-a4f1-abbe47382bf0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b7579eae-ee25-47e5-832d-6b8073ab5f8c HTTP/1.1" status: 204 len: 168 time: 0.2839541 Sep 30 08:37:10.323584 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39272) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:10.330193 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de153f58-fda6-4174-812a-26f2c9f87d40 None None] Network 4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:10.344444 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1123cdf-5c8c-4e18-b9f1-3ae68e9ef1b3 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Pushing event deleted for resources: {'Port': ['ID=1547546c-b8dd-4fa9-8987-5f16632e6440,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:10.346354 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['1547546c-b8dd-4fa9-8987-5f16632e6440'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:37:10.391247 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3593bf94-846e-4966-9323-433bfe5c72be req-a1123cdf-5c8c-4e18-b9f1-3ae68e9ef1b3 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] No DVR routers for this DVR port 1547546c-b8dd-4fa9-8987-5f16632e6440 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:10.394571 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3593bf94-846e-4966-9323-433bfe5c72be req-a1123cdf-5c8c-4e18-b9f1-3ae68e9ef1b3 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.397434 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3593bf94-846e-4966-9323-433bfe5c72be req-a1123cdf-5c8c-4e18-b9f1-3ae68e9ef1b3 tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.35 "DELETE /v2.0/ports/1547546c-b8dd-4fa9-8987-5f16632e6440 HTTP/1.1" status: 204 len: 173 time: 0.5427804 Sep 30 08:37:10.397888 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f58aea-1f96-49e9-a314-df7093487f6c', 'name': 'network-vif-deleted', 'tag': '1547546c-b8dd-4fa9-8987-5f16632e6440'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:10.400856 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc58dde-fa9e-4847-abb0-592ba3263ca3" -d '{"events": [{"server_uuid": "72f58aea-1f96-49e9-a314-df7093487f6c", "name": "network-vif-deleted", "tag": "1547546c-b8dd-4fa9-8987-5f16632e6440"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:10.408465 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.459764 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026b3a81-cfb6-4f67-bb1a-9a83f11edfbe x-openstack-request-id: req-026b3a81-cfb6-4f67-bb1a-9a83f11edfbe {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:10.460553 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f58aea-1f96-49e9-a314-df7093487f6c", "name": "network-vif-deleted", "tag": "1547546c-b8dd-4fa9-8987-5f16632e6440", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:10.460553 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-026b3a81-cfb6-4f67-bb1a-9a83f11edfbe {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:10.460862 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f58aea-1f96-49e9-a314-df7093487f6c', 'name': 'network-vif-deleted', 'tag': '1547546c-b8dd-4fa9-8987-5f16632e6440', 'status': 'completed', 'code': 200} Sep 30 08:37:10.470757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] Deleting port 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:10.471098 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.552300 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] For port 7b4e88f9-d235-4c35-a5df-e6eca5ba7201, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7b4e88f9-d235-4c35-a5df-e6eca5ba7201,segment=NetworkSegment(9d415e96-850d-4870-b35e-7ea6b6b44056),segment_id=9d415e96-850d-4870-b35e-7ea6b6b44056)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:10.552720 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.568062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] Calling delete_port for 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:10.568811 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e8c2f-c479-4194-91da-1901cfe94186 None None] DHCP port deletion for 4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:37:10.615514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-116e8c2f-c479-4194-91da-1901cfe94186 None None] Deleting port 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:37:10.615971 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-116e8c2f-c479-4194-91da-1901cfe94186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.657548 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.684589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4e88f9-d235-4c35-a5df-e6eca5ba7201,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:10.687009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] No DVR routers for this DVR port 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:10.694696 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-116e8c2f-c479-4194-91da-1901cfe94186 None None] For port 7b4e88f9-d235-4c35-a5df-e6eca5ba7201, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=7b4e88f9-d235-4c35-a5df-e6eca5ba7201,segment=NetworkSegment(9d415e96-850d-4870-b35e-7ea6b6b44056),segment_id=9d415e96-850d-4870-b35e-7ea6b6b44056)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:10.695099 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-116e8c2f-c479-4194-91da-1901cfe94186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.706872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-116e8c2f-c479-4194-91da-1901cfe94186 None None] Calling delete_port for 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:37:10.763901 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.786973 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-116e8c2f-c479-4194-91da-1901cfe94186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.788531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:10.801906 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d415e96-850d-4870-b35e-7ea6b6b44056') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:10.802341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d415e96-850d-4870-b35e-7ea6b6b44056') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:10.818287 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116e8c2f-c479-4194-91da-1901cfe94186 None None] No DVR routers for this DVR port 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:37:10.821455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e8c2f-c479-4194-91da-1901cfe94186 None None] Pushing event deleted for resources: {'Port': ['ID=7b4e88f9-d235-4c35-a5df-e6eca5ba7201,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:10.822632 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.847771 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-23bea0e0-0faf-49c7-a90b-3d7b5406d86c req-69485bea-2df9-4ad9-b35b-cc62a67f7bcb tempest-VolumesActionsTest-1395137125 tempest-VolumesActionsTest-1395137125-project] 10.222.0.24 "GET /v2.0/ports?device_id=72f58aea-1f96-49e9-a314-df7093487f6c HTTP/1.1" status: 200 len: 210 time: 0.0486283 Sep 30 08:37:10.857925 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.865153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:10.875309 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:10.935653 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.941906 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:10.943947 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e HTTP/1.1" status: 204 len: 168 time: 0.6190436 Sep 30 08:37:10.955399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1885d5a-4c4b-47b1-8041-9fbc0d3578c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae56935-7aa5-46ae-a5f4-4b5e03e50f6e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:11.065394 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39280) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:11.107621 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b09fac02-d94c-457f-a1e3-57fcb2a1f4e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20dceeef18df4fbd980bc66e55dda719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404375 Sep 30 08:37:11.111725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39282) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:11.160005 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef278-451e-4563-a9c0-e30c0ae867fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.181075 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef278-451e-4563-a9c0-e30c0ae867fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.230162 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef278-451e-4563-a9c0-e30c0ae867fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.233362 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef278-451e-4563-a9c0-e30c0ae867fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.234516 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2f1ef278-451e-4563-a9c0-e30c0ae867fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1622c721-7b2d-40bc-be3e-553b38088a90 HTTP/1.1" status: 204 len: 168 time: 0.1218486 Sep 30 08:37:11.242288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ef278-451e-4563-a9c0-e30c0ae867fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1622c721-7b2d-40bc-be3e-553b38088a90,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:11.494027 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:11.517866 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:11.518212 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 7b4e88f9-d235-4c35-a5df-e6eca5ba7201 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:11.518630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:11.537686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:11.537852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device b1d7f846-ef8d-480a-a85c-6dbe1d8a8f38 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:11.538264 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1c6fff24-1c72-4d39-8df1-fa67f017d0b2 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:11.555232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39288) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:11.556634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 1c6fff24-1c72-4d39-8df1-fa67f017d0b2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:11.557040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1c6fff24-1c72-4d39-8df1-fa67f017d0b2 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:11.598857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e5b8a481-e173-4310-92dc-78a1aec944cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d13755249de4f78b368379b1d539757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421686 Sep 30 08:37:11.601480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:11.660597 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63b61263-4d34-458e-8e08-5465324dc11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.681099 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63b61263-4d34-458e-8e08-5465324dc11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.726383 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63b61263-4d34-458e-8e08-5465324dc11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.729034 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63b61263-4d34-458e-8e08-5465324dc11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:11.730500 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-63b61263-4d34-458e-8e08-5465324dc11c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d38ea56f-f423-4a03-979c-eb9f255c5b37 HTTP/1.1" status: 204 len: 168 time: 0.1275687 Sep 30 08:37:11.740186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b61263-4d34-458e-8e08-5465324dc11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38ea56f-f423-4a03-979c-eb9f255c5b37,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:12.067515 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b3b98c8-3cc6-46bc-a894-b4a85e77affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.434249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39338) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:12.535949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c5ad4660-9127-4a32-9558-c38c5ed75c40 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1019850185-network', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:12.557730 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ad4660-9127-4a32-9558-c38c5ed75c40 admin admin] Made reservation on behalf of 6c0790d0bc0c4c249d5e56fba89b0b65 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:12.560850 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5ad4660-9127-4a32-9558-c38c5ed75c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.570152 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5ad4660-9127-4a32-9558-c38c5ed75c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.706089 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30942be5-ec9e-4e87-a259-88921135e325 req-a96c3c9a-11fa-4faf-8691-7118a5606ed2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694542 Sep 30 08:37:12.715478 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5ad4660-9127-4a32-9558-c38c5ed75c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.721013 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5ad4660-9127-4a32-9558-c38c5ed75c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.749772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ad4660-9127-4a32-9558-c38c5ed75c40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:37:12.795038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad4660-9127-4a32-9558-c38c5ed75c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874ee6cb-6e1f-473d-b3af-4d1e068356cb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:12.799183 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5ad4660-9127-4a32-9558-c38c5ed75c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.799543 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-c5ad4660-9127-4a32-9558-c38c5ed75c40 admin admin] Added segment 81630f40-bd9f-4cc1-a9d2-6c7964555cd3 of type vlan for network 39d25126-fdff-4b63-8099-7e1f8ce60b5f Sep 30 08:37:12.848279 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5ad4660-9127-4a32-9558-c38c5ed75c40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.853457 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30942be5-ec9e-4e87-a259-88921135e325 req-fc0d4543-f439-4ddf-8c49-333c54c87c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:12.855043 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30942be5-ec9e-4e87-a259-88921135e325 req-fc0d4543-f439-4ddf-8c49-333c54c87c98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 1097 time: 0.0990384 Sep 30 08:37:12.885254 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5ad4660-9127-4a32-9558-c38c5ed75c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.886192 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ad4660-9127-4a32-9558-c38c5ed75c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:12.886775 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5ad4660-9127-4a32-9558-c38c5ed75c40 admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:12.940800 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c5ad4660-9127-4a32-9558-c38c5ed75c40 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5055416 Sep 30 08:37:12.944179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39360) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:12.976715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-78068cee-2ebe-4457-8f1e-11e2e19efd90 admin admin] Request body: {'subnet': {'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1019850185-subnet', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:13.023227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad4660-9127-4a32-9558-c38c5ed75c40 admin admin] Pushing event updated for resources: {'Network': ['ID=39d25126-fdff-4b63-8099-7e1f8ce60b5f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:13.046485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 39d25126-fdff-4b63-8099-7e1f8ce60b5f details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:37:13.049181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78068cee-2ebe-4457-8f1e-11e2e19efd90 admin admin] Made reservation on behalf of 6c0790d0bc0c4c249d5e56fba89b0b65 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:13.051566 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78068cee-2ebe-4457-8f1e-11e2e19efd90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:13.067838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30942be5-ec9e-4e87-a259-88921135e325 req-25ce58aa-5a7f-4a9d-bd16-1c224670b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:13.069424 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30942be5-ec9e-4e87-a259-88921135e325 req-25ce58aa-5a7f-4a9d-bd16-1c224670b53a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 913 time: 0.1941953 Sep 30 08:37:13.208452 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30942be5-ec9e-4e87-a259-88921135e325 req-abdcc5f3-00f2-4c6e-b987-2c6deb96b956 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a9d398-8ea3-4127-8885-a22b9744e085 HTTP/1.1" status: 200 len: 1002 time: 0.1248941 Sep 30 08:37:13.301177 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30942be5-ec9e-4e87-a259-88921135e325 req-469d8764-b59d-48b2-b8d6-df7d5a8938f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:13.302678 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30942be5-ec9e-4e87-a259-88921135e325 req-469d8764-b59d-48b2-b8d6-df7d5a8938f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0862498 Sep 30 08:37:13.390019 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78068cee-2ebe-4457-8f1e-11e2e19efd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:13.423112 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30942be5-ec9e-4e87-a259-88921135e325 req-183e720d-6955-4379-96f2-4b7d2c3d7cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:13.424786 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30942be5-ec9e-4e87-a259-88921135e325 req-183e720d-6955-4379-96f2-4b7d2c3d7cfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123686 Sep 30 08:37:13.492766 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78068cee-2ebe-4457-8f1e-11e2e19efd90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9a7ff1-919f-4ba9-a0c2-0f894391a777,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:13.538321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78068cee-2ebe-4457-8f1e-11e2e19efd90 admin admin] Checking segment: {'id': '81630f40-bd9f-4cc1-a9d2-6c7964555cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:13.538685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78068cee-2ebe-4457-8f1e-11e2e19efd90 admin admin] Network hostable DHCP agents. Network: 39d25126-fdff-4b63-8099-7e1f8ce60b5f, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:37:13.580691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30942be5-ec9e-4e87-a259-88921135e325 req-1a0c195b-db2f-4bdb-80cb-559295a5e532 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470354 Sep 30 08:37:13.582503 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78068cee-2ebe-4457-8f1e-11e2e19efd90 admin admin] Network 39d25126-fdff-4b63-8099-7e1f8ce60b5f is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:37:13.602213 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-78068cee-2ebe-4457-8f1e-11e2e19efd90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 39d25126-fdff-4b63-8099-7e1f8ce60b5f) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:13.608405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78068cee-2ebe-4457-8f1e-11e2e19efd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:13.609956 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78068cee-2ebe-4457-8f1e-11e2e19efd90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:13.612804 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2626a21-7009-4f7e-8aca-b432d5d3353e None None] Network 39d25126-fdff-4b63-8099-7e1f8ce60b5f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:13.697876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-78068cee-2ebe-4457-8f1e-11e2e19efd90 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7526512 Sep 30 08:37:13.701225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39386) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:13.706443 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:13.737814 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30942be5-ec9e-4e87-a259-88921135e325 req-b850432e-7140-4060-aab6-2f794e4f44ea service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478200 Sep 30 08:37:13.793840 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:13.801049 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:13.819510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254015bf-9366-4345-a726-915c25cd547e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'fixed_ips': [{'subnet_id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:37:13.820480 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-254015bf-9366-4345-a726-915c25cd547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:13.944393 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.151383 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1547546c-b8dd-4fa9-8987-5f16632e6440 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:37:14.177521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 1547546c-b8dd-4fa9-8987-5f16632e6440 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:37:14.178023 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 1547546c-b8dd-4fa9-8987-5f16632e6440 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:37:14.255331 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-254015bf-9366-4345-a726-915c25cd547e None None] Allocated IP 172.20.0.2 (39d25126-fdff-4b63-8099-7e1f8ce60b5f/5d9a7ff1-919f-4ba9-a0c2-0f894391a777/24aa6f2d-e3fa-449e-a25a-6882431096ba) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:14.270862 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.565893 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-254015bf-9366-4345-a726-915c25cd547e None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.573375 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-254015bf-9366-4345-a726-915c25cd547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.592218 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.612687 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.617815 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254015bf-9366-4345-a726-915c25cd547e None None] Network 39d25126-fdff-4b63-8099-7e1f8ce60b5f is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:14.621358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-254015bf-9366-4345-a726-915c25cd547e None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:14.626093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254015bf-9366-4345-a726-915c25cd547e None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:14.642826 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254015bf-9366-4345-a726-915c25cd547e None None] Pushing event updated for resources: {'Port': ['ID=24aa6f2d-e3fa-449e-a25a-6882431096ba,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:14.714751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-254015bf-9366-4345-a726-915c25cd547e None None] Attempting to bind port 24aa6f2d-e3fa-449e-a25a-6882431096ba on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:37:14.715442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-254015bf-9366-4345-a726-915c25cd547e None None] Attempting to bind port 24aa6f2d-e3fa-449e-a25a-6882431096ba by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '81630f40-bd9f-4cc1-a9d2-6c7964555cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:37:14.716000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254015bf-9366-4345-a726-915c25cd547e None None] Attempting to bind port 24aa6f2d-e3fa-449e-a25a-6882431096ba on network 39d25126-fdff-4b63-8099-7e1f8ce60b5f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:14.723021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254015bf-9366-4345-a726-915c25cd547e None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:37:14.723851 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254015bf-9366-4345-a726-915c25cd547e None None] Checking segment: {'id': '81630f40-bd9f-4cc1-a9d2-6c7964555cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:14.724534 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-254015bf-9366-4345-a726-915c25cd547e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.725305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254015bf-9366-4345-a726-915c25cd547e None None] Bound using segment: {'id': '81630f40-bd9f-4cc1-a9d2-6c7964555cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:37:14.725781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-254015bf-9366-4345-a726-915c25cd547e None None] Bound port: 24aa6f2d-e3fa-449e-a25a-6882431096ba, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81630f40-bd9f-4cc1-a9d2-6c7964555cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:37:14.727966 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-254015bf-9366-4345-a726-915c25cd547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.772323 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Allocated IP 172.25.0.44 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/60eb0c14-f7fc-42ca-b953-16ff0ef62db4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:14.846044 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ca88-bd52-44fb-b91e-c17f1b66fd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.849394 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-254015bf-9366-4345-a726-915c25cd547e None None] For port 24aa6f2d-e3fa-449e-a25a-6882431096ba, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:14.866243 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-254015bf-9366-4345-a726-915c25cd547e None None] For port 24aa6f2d-e3fa-449e-a25a-6882431096ba, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=24aa6f2d-e3fa-449e-a25a-6882431096ba,segment=NetworkSegment(81630f40-bd9f-4cc1-a9d2-6c7964555cd3),segment_id=81630f40-bd9f-4cc1-a9d2-6c7964555cd3)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:37:14.873069 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-254015bf-9366-4345-a726-915c25cd547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.929960 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:14.961068 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254015bf-9366-4345-a726-915c25cd547e None None] Pushing event updated for resources: {'Port': ['ID=24aa6f2d-e3fa-449e-a25a-6882431096ba,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:14.992365 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:15.052923 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:15.057996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:15.063535 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:15.090314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Pushing event updated for resources: {'Port': ['ID=60eb0c14-f7fc-42ca-b953-16ff0ef62db4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:15.324447 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:15.499610 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:15.711800 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 24aa6f2d-e3fa-449e-a25a-6882431096ba up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:15.809065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 24aa6f2d-e3fa-449e-a25a-6882431096ba triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:15.810006 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:15.925727 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:15.954137 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:15.983895 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 24aa6f2d-e3fa-449e-a25a-6882431096ba, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=24aa6f2d-e3fa-449e-a25a-6882431096ba,segment=NetworkSegment(81630f40-bd9f-4cc1-a9d2-6c7964555cd3),segment_id=81630f40-bd9f-4cc1-a9d2-6c7964555cd3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:15.995039 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:16.100592 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=24aa6f2d-e3fa-449e-a25a-6882431096ba,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:16.276412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:16.459417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfe314f-5c40-4d9f-9b49-f097fac772dc None None] Network 39d25126-fdff-4b63-8099-7e1f8ce60b5f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:16.474116 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:37:16.550317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-707d0452-3c47-41db-847a-70d9f3d04193 None None] Provisioning complete for port 24aa6f2d-e3fa-449e-a25a-6882431096ba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:16.550829 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-707d0452-3c47-41db-847a-70d9f3d04193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:16.624442 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:37:16.655647 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:16.658832 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a0e359a6-0cb1-4d08-b5e2-7731409c3749 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9558575 Sep 30 08:37:16.660472 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Sync routers for ids ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:37:16.661724 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39396) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:16.698729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Routers {'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:16.699717 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:37:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:16.983885 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Set router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:17.345718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:37:15Z', 'revision_number': 3, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port': {'id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:14Z', 'updated_at': '2021-09-30T08:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:17.389719 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Checking router: b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:37:17.390234 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Updating router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 port 60eb0c14-f7fc-42ca-b953-16ff0ef62db4 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:37:17.394418 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.436816 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.515754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a6cc8e51-8b89-4ca1-8877-a1ae627761f9 None None] Provisioning complete for port 24aa6f2d-e3fa-449e-a25a-6882431096ba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:17.516457 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8e51-8b89-4ca1-8877-a1ae627761f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.558324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 24aa6f2d-e3fa-449e-a25a-6882431096ba up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:17.703633 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Allocated IP 172.20.0.1 (39d25126-fdff-4b63-8099-7e1f8ce60b5f/5d9a7ff1-919f-4ba9-a0c2-0f894391a777/9a7d79ec-a1bf-4f51-9b00-6827e7da06c6) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:17.848198 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.849521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 24aa6f2d-e3fa-449e-a25a-6882431096ba triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:17.849521 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.928816 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:17.955944 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.002212 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Network 39d25126-fdff-4b63-8099-7e1f8ce60b5f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:18.005311 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:18.015624 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:18.076446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7d79ec-a1bf-4f51-9b00-6827e7da06c6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:18.105145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.201919 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.218188 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.282029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Attempting to bind port 60eb0c14-f7fc-42ca-b953-16ff0ef62db4 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:37:18.282405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Attempting to bind port 60eb0c14-f7fc-42ca-b953-16ff0ef62db4 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:37:18.282779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Attempting to bind port 60eb0c14-f7fc-42ca-b953-16ff0ef62db4 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:18.294805 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.298884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:37:18.299368 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:18.299770 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.300231 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:37:18.300781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Bound port: 60eb0c14-f7fc-42ca-b953-16ff0ef62db4, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:37:18.301189 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.360590 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fbcaa-25c3-46ad-acb8-212067964d1b None None] Pushing event updated for resources: {'Port': ['ID=60eb0c14-f7fc-42ca-b953-16ff0ef62db4,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:18.399097 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] For port 60eb0c14-f7fc-42ca-b953-16ff0ef62db4, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:18.405520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] For port 60eb0c14-f7fc-42ca-b953-16ff0ef62db4, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=60eb0c14-f7fc-42ca-b953-16ff0ef62db4,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:37:18.413885 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.477043 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Routers {'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:18.477776 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:37:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:18.527351 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.528300 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fbcaa-25c3-46ad-acb8-212067964d1b None None] Pushing event updated for resources: {'Port': ['ID=60eb0c14-f7fc-42ca-b953-16ff0ef62db4,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:18.539763 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e8bc2aad-615d-4160-8aa1-ad7b4ff2b405 None None] Provisioning complete for port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:18.540189 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8bc2aad-615d-4160-8aa1-ad7b4ff2b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.540692 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.596471 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:18.613072 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc2aad-615d-4160-8aa1-ad7b4ff2b405 None None] Port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:37:18.636751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] Set router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:18.761020 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7d79ec-a1bf-4f51-9b00-6827e7da06c6,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:18.866425 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Network 39d25126-fdff-4b63-8099-7e1f8ce60b5f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:18.868346 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:19.005547 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:37:19.135289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 4, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port': {'id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:14Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9a7d79ec-a1bf-4f51-9b00-6827e7da06c6', 'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'mac_address': 'fa:16:3e:cf:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:17Z', 'updated_at': '2021-09-30T08:37:17Z', 'revision_number': 1, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'subnets': [{'id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:19.167671 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bde596-db72-4d9c-9b1b-65e749d88f84 None None] The sync data for ids ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'] in n-d-807359-2 is: [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 4, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port': {'id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:14Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9a7d79ec-a1bf-4f51-9b00-6827e7da06c6', 'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'mac_address': 'fa:16:3e:cf:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:17Z', 'updated_at': '2021-09-30T08:37:17Z', 'revision_number': 1, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'subnets': [{'id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:37:19.168076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:37:19.184264 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-67cde5dd-2f95-4cf0-9b39-fba071230478 admin admin] 10.222.0.24 "PUT /v2.0/routers/b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5211360 Sep 30 08:37:19.245336 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c930db1b-3bf7-4935-8bf6-3f66ebbb85d7 None None] Provisioning complete for port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:19.245722 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c930db1b-3bf7-4935-8bf6-3f66ebbb85d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:19.296664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c930db1b-3bf7-4935-8bf6-3f66ebbb85d7 None None] Port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:37:19.953055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39436) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:19.958074 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a54b50aa-600e-4466-9758-4d86e2aff898 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1683164370-network', 'tenant_id': 'e774a17e89d7406885bfac7f20102891'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:19.986709 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54b50aa-600e-4466-9758-4d86e2aff898 admin admin] Made reservation on behalf of e774a17e89d7406885bfac7f20102891 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:20.000287 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a54b50aa-600e-4466-9758-4d86e2aff898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.024938 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a54b50aa-600e-4466-9758-4d86e2aff898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.183078 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a54b50aa-600e-4466-9758-4d86e2aff898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.192271 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a54b50aa-600e-4466-9758-4d86e2aff898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.243854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54b50aa-600e-4466-9758-4d86e2aff898 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:37:20.273350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b50aa-600e-4466-9758-4d86e2aff898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418ea6d9-edbe-42fe-a129-28fc13bf1afb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:20.279938 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a54b50aa-600e-4466-9758-4d86e2aff898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.280296 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-a54b50aa-600e-4466-9758-4d86e2aff898 admin admin] Added segment a0ce7035-17aa-419f-9d99-aae4a26d5ddf of type vlan for network 58ea8317-1816-461e-8a0f-570244de7606 Sep 30 08:37:20.369300 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a54b50aa-600e-4466-9758-4d86e2aff898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.398676 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a54b50aa-600e-4466-9758-4d86e2aff898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.399865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54b50aa-600e-4466-9758-4d86e2aff898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:20.400745 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a54b50aa-600e-4466-9758-4d86e2aff898 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.446046 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a54b50aa-600e-4466-9758-4d86e2aff898 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4885206 Sep 30 08:37:20.446046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39438) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:20.456431 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1d28e123-7ce7-4c1c-afab-d0902ae7e7d1 admin admin] Request body: {'subnet': {'network_id': '58ea8317-1816-461e-8a0f-570244de7606', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1683164370-subnet', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:20.519705 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b50aa-600e-4466-9758-4d86e2aff898 admin admin] Pushing event updated for resources: {'Network': ['ID=58ea8317-1816-461e-8a0f-570244de7606,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:20.526762 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d28e123-7ce7-4c1c-afab-d0902ae7e7d1 admin admin] Made reservation on behalf of e774a17e89d7406885bfac7f20102891 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:20.530949 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d28e123-7ce7-4c1c-afab-d0902ae7e7d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.535328 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 58ea8317-1816-461e-8a0f-570244de7606 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:37:20.797896 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d28e123-7ce7-4c1c-afab-d0902ae7e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:20.880992 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28e123-7ce7-4c1c-afab-d0902ae7e7d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec9266c-f01a-4d46-b26d-10c3c57b8c46,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:20.909891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28e123-7ce7-4c1c-afab-d0902ae7e7d1 admin admin] Checking segment: {'id': 'a0ce7035-17aa-419f-9d99-aae4a26d5ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '58ea8317-1816-461e-8a0f-570244de7606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:20.910261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d28e123-7ce7-4c1c-afab-d0902ae7e7d1 admin admin] Network hostable DHCP agents. Network: 58ea8317-1816-461e-8a0f-570244de7606, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:37:20.946733 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d28e123-7ce7-4c1c-afab-d0902ae7e7d1 admin admin] Network 58ea8317-1816-461e-8a0f-570244de7606 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:37:20.964400 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1d28e123-7ce7-4c1c-afab-d0902ae7e7d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 58ea8317-1816-461e-8a0f-570244de7606) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:20.973147 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a58ba-15a9-4716-8293-2da18c103346 None None] Network 58ea8317-1816-461e-8a0f-570244de7606 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:20.974805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d28e123-7ce7-4c1c-afab-d0902ae7e7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:20.975784 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d28e123-7ce7-4c1c-afab-d0902ae7e7d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.000939 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1d28e123-7ce7-4c1c-afab-d0902ae7e7d1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5542645 Sep 30 08:37:21.003469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39444) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:21.008771 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1683164370-router', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:21.049812 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.052898 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.149917 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.168158 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-58ea8317-1816-461e-8a0f-570244de7606', 'network_id': '58ea8317-1816-461e-8a0f-570244de7606', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'fixed_ips': [{'subnet_id': 'cec9266c-f01a-4d46-b26d-10c3c57b8c46'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:37:21.169135 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.361432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Allocated IP 172.20.0.2 (58ea8317-1816-461e-8a0f-570244de7606/cec9266c-f01a-4d46-b26d-10c3c57b8c46/4d7d4a5e-9f99-4db9-9101-6c3f007924ea) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:21.365183 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.572257 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.581731 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.630760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 60eb0c14-f7fc-42ca-b953-16ff0ef62db4 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:21.693671 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Network 58ea8317-1816-461e-8a0f-570244de7606 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:21.703948 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:21.706977 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.708611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Pushing event updated for resources: {'Port': ['ID=4d7d4a5e-9f99-4db9-9101-6c3f007924ea,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:21.712825 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:21.732932 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.814287 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Attempting to bind port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:37:21.814572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Attempting to bind port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'a0ce7035-17aa-419f-9d99-aae4a26d5ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '58ea8317-1816-461e-8a0f-570244de7606'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:37:21.815032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Attempting to bind port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea on network 58ea8317-1816-461e-8a0f-570244de7606 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:21.817226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 60eb0c14-f7fc-42ca-b953-16ff0ef62db4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:21.817705 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.843185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:37:21.843562 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Checking segment: {'id': 'a0ce7035-17aa-419f-9d99-aae4a26d5ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '58ea8317-1816-461e-8a0f-570244de7606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:21.843990 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.844393 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Bound using segment: {'id': 'a0ce7035-17aa-419f-9d99-aae4a26d5ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '58ea8317-1816-461e-8a0f-570244de7606'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:37:21.844871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Bound port: 4d7d4a5e-9f99-4db9-9101-6c3f007924ea, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ce7035-17aa-419f-9d99-aae4a26d5ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '58ea8317-1816-461e-8a0f-570244de7606'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:37:21.845266 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:21.878919 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Allocated IP 172.25.0.86 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/4c1a4158-5f3e-4b2d-a58a-864863de1225) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:21.952033 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] For port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:21.988034 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] For port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=4d7d4a5e-9f99-4db9-9101-6c3f007924ea,segment=NetworkSegment(a0ce7035-17aa-419f-9d99-aae4a26d5ddf),segment_id=a0ce7035-17aa-419f-9d99-aae4a26d5ddf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:37:21.998154 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.011223 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.055766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 60eb0c14-f7fc-42ca-b953-16ff0ef62db4, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=60eb0c14-f7fc-42ca-b953-16ff0ef62db4,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:22.067795 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.071018 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.130430 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facd3a6-2b6d-4e80-96e0-bf1728a8c7d8 None None] Pushing event updated for resources: {'Port': ['ID=4d7d4a5e-9f99-4db9-9101-6c3f007924ea,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:22.136869 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.233549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=60eb0c14-f7fc-42ca-b953-16ff0ef62db4,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:22.240429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:22.244852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:22.252697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:22.256156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Pushing event updated for resources: {'Port': ['ID=4c1a4158-5f3e-4b2d-a58a-864863de1225,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:22.477311 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Sync routers for ids ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:37:22.492500 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Routers {'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:22.493032 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:37:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:22.646703 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Set router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:22.689475 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:22.921990 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 4, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port': {'id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:14Z', 'updated_at': '2021-09-30T08:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9a7d79ec-a1bf-4f51-9b00-6827e7da06c6', 'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'mac_address': 'fa:16:3e:cf:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:17Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 2, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'subnets': [{'id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:22.956403 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Checking router: b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:37:22.956762 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Updating router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:37:22.996456 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.319455 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.402747 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.418990 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.567258 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8edcdb-2a8f-405c-8d93-9442555a399f None None] Network 58ea8317-1816-461e-8a0f-570244de7606 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:37:23.576842 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c1cde-beb5-4f19-9073-5cbe7fb40de4 None None] Pushing event updated for resources: {'Port': ['ID=9a7d79ec-a1bf-4f51-9b00-6827e7da06c6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:23.627736 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c1cde-beb5-4f19-9073-5cbe7fb40de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:23.627736 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c1cde-beb5-4f19-9073-5cbe7fb40de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:23.628058 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c1cde-beb5-4f19-9073-5cbe7fb40de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:23.628390 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c1cde-beb5-4f19-9073-5cbe7fb40de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:23.628720 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c1cde-beb5-4f19-9073-5cbe7fb40de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:23.629080 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c1cde-beb5-4f19-9073-5cbe7fb40de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:23.629754 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c1cde-beb5-4f19-9073-5cbe7fb40de4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:23.629886 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c1cde-beb5-4f19-9073-5cbe7fb40de4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:23.630178 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c1cde-beb5-4f19-9073-5cbe7fb40de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:23.630506 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c1cde-beb5-4f19-9073-5cbe7fb40de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:23.630860 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c1cde-beb5-4f19-9073-5cbe7fb40de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:23.631449 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c1cde-beb5-4f19-9073-5cbe7fb40de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:23.673271 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Router c72a6312-ea9b-4282-8899-95624a2ccba9 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:37:23.680657 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Attempting to bind port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:37:23.681028 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Attempting to bind port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '81630f40-bd9f-4cc1-a9d2-6c7964555cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:37:23.681391 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Attempting to bind port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 on network 39d25126-fdff-4b63-8099-7e1f8ce60b5f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:23.696194 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:37:23.696604 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Checking segment: {'id': '81630f40-bd9f-4cc1-a9d2-6c7964555cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:23.696970 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.697381 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Bound using segment: {'id': '81630f40-bd9f-4cc1-a9d2-6c7964555cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:37:23.697843 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Bound port: 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81630f40-bd9f-4cc1-a9d2-6c7964555cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:37:23.698224 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.747148 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b8eb95f6-b0ee-4254-8a38-afdd2ccebd0b None None] Provisioning complete for port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:23.747710 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8eb95f6-b0ee-4254-8a38-afdd2ccebd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.803102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 60eb0c14-f7fc-42ca-b953-16ff0ef62db4 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:23.865832 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] For port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:23.868828 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] For port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9a7d79ec-a1bf-4f51-9b00-6827e7da06c6,segment=NetworkSegment(81630f40-bd9f-4cc1-a9d2-6c7964555cd3),segment_id=81630f40-bd9f-4cc1-a9d2-6c7964555cd3)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:37:23.879110 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.886757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:37:23.919897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Sync routers for ids ['c72a6312-ea9b-4282-8899-95624a2ccba9'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:37:23.929764 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:23.934811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:23.937258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a7b63b5b-2ead-40d3-9521-b2aa72c9deb5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9323912 Sep 30 08:37:23.943297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Routers {'c72a6312-ea9b-4282-8899-95624a2ccba9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:23.943940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:37:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c72a6312-ea9b-4282-8899-95624a2ccba9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:24.037138 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Routers {'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:24.038129 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:37:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:24.055760 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8eb95f6-b0ee-4254-8a38-afdd2ccebd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.125999 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 60eb0c14-f7fc-42ca-b953-16ff0ef62db4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:24.126308 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.155474 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c1cde-beb5-4f19-9073-5cbe7fb40de4 None None] Pushing event updated for resources: {'Port': ['ID=9a7d79ec-a1bf-4f51-9b00-6827e7da06c6,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:24.178449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b8eb95f6-b0ee-4254-8a38-afdd2ccebd0b None None] For port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=4d7d4a5e-9f99-4db9-9101-6c3f007924ea,segment=NetworkSegment(a0ce7035-17aa-419f-9d99-aae4a26d5ddf),segment_id=a0ce7035-17aa-419f-9d99-aae4a26d5ddf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:24.201168 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] Set router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:24.236348 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8eb95f6-b0ee-4254-8a38-afdd2ccebd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.369144 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Set router c72a6312-ea9b-4282-8899-95624a2ccba9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:24.536665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4d7d4a5e-9f99-4db9-9101-6c3f007924ea up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:24.580993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb95f6-b0ee-4254-8a38-afdd2ccebd0b None None] Pushing event updated for resources: {'Port': ['ID=4d7d4a5e-9f99-4db9-9101-6c3f007924ea,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:24.607424 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9c30a859-9897-4057-b745-fefc2e669ce2 None None] Provisioning complete for port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:24.607800 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c30a859-9897-4057-b745-fefc2e669ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.673744 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 4, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port': {'id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:14Z', 'updated_at': '2021-09-30T08:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9a7d79ec-a1bf-4f51-9b00-6827e7da06c6', 'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'mac_address': 'fa:16:3e:cf:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:17Z', 'updated_at': '2021-09-30T08:37:23Z', 'revision_number': 4, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'subnets': [{'id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:24.723706 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14df6d98-3cfb-466c-b769-bbb3286c8a36 None None] The sync data for ids ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'] in n-d-807359-2 is: [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 4, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port': {'id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:14Z', 'updated_at': '2021-09-30T08:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9a7d79ec-a1bf-4f51-9b00-6827e7da06c6', 'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'mac_address': 'fa:16:3e:cf:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:17Z', 'updated_at': '2021-09-30T08:37:23Z', 'revision_number': 4, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'subnets': [{'id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:37:24.754021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:24.754391 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.817029 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:24.958846 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c30a859-9897-4057-b745-fefc2e669ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.059345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'name': 'tempest-TestVolumeBackupRestore-1683164370-router', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '4c1a4158-5f3e-4b2d-a58a-864863de1225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:21Z', 'updated_at': '2021-09-30T08:37:22Z', 'revision_number': 3, 'project_id': 'e774a17e89d7406885bfac7f20102891', 'gw_port': {'id': '4c1a4158-5f3e-4b2d-a58a-864863de1225', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:21Z', 'updated_at': '2021-09-30T08:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:25.088878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Allocated IP 172.20.0.1 (58ea8317-1816-461e-8a0f-570244de7606/cec9266c-f01a-4d46-b26d-10c3c57b8c46/3193b81c-58fa-4df6-a413-8582dfa91589) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:25.278821 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.407254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9c30a859-9897-4057-b745-fefc2e669ce2 None None] For port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9a7d79ec-a1bf-4f51-9b00-6827e7da06c6,segment=NetworkSegment(81630f40-bd9f-4cc1-a9d2-6c7964555cd3),segment_id=81630f40-bd9f-4cc1-a9d2-6c7964555cd3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:25.407254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Checking router: c72a6312-ea9b-4282-8899-95624a2ccba9 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:37:25.407254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Updating router c72a6312-ea9b-4282-8899-95624a2ccba9 port 4c1a4158-5f3e-4b2d-a58a-864863de1225 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:37:25.432456 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c30a859-9897-4057-b745-fefc2e669ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.449354 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.513978 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30a859-9897-4057-b745-fefc2e669ce2 None None] Pushing event updated for resources: {'Port': ['ID=9a7d79ec-a1bf-4f51-9b00-6827e7da06c6,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:25.522048 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.535744 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Network 58ea8317-1816-461e-8a0f-570244de7606 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:25.542582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:25.561333 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Pushing event updated for resources: {'Port': ['ID=3193b81c-58fa-4df6-a413-8582dfa91589,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:25.575899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:25.661231 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.699131 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4d7d4a5e-9f99-4db9-9101-6c3f007924ea up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:25.761564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2098f2f7-28de-49d1-ae9c-ae5eeedbd343 None None] Provisioning complete for port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:25.762238 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2098f2f7-28de-49d1-ae9c-ae5eeedbd343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.918299 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:25.955475 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:25.956243 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.074575 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2098f2f7-28de-49d1-ae9c-ae5eeedbd343 None None] Provisioning complete for port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:26.075202 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2098f2f7-28de-49d1-ae9c-ae5eeedbd343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.160921 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.170433 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.246134 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.246134 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:26.324827 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.327598 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.333576 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Pushing event updated for resources: {'Port': ['ID=3193b81c-58fa-4df6-a413-8582dfa91589,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:26.410659 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93879178-b1aa-456b-9822-83c84a8d8430 None None] Pushing event updated for resources: {'Port': ['ID=4c1a4158-5f3e-4b2d-a58a-864863de1225,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:26.417959 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Attempting to bind port 4c1a4158-5f3e-4b2d-a58a-864863de1225 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:37:26.418287 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Attempting to bind port 4c1a4158-5f3e-4b2d-a58a-864863de1225 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:37:26.418634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Attempting to bind port 4c1a4158-5f3e-4b2d-a58a-864863de1225 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:26.431453 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:26.436131 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.477236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:37:26.477619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:26.478036 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.478437 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:37:26.478945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Bound port: 4c1a4158-5f3e-4b2d-a58a-864863de1225, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:37:26.479323 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.507939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Network 58ea8317-1816-461e-8a0f-570244de7606 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:26.509802 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:26.539223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-42ce014f-b319-4302-ac23-993b5e264474 None None] Provisioning complete for port 3193b81c-58fa-4df6-a413-8582dfa91589 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:26.539600 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42ce014f-b319-4302-ac23-993b5e264474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.611579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] For port 4c1a4158-5f3e-4b2d-a58a-864863de1225, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:26.648256 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] For port 4c1a4158-5f3e-4b2d-a58a-864863de1225, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=4c1a4158-5f3e-4b2d-a58a-864863de1225,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:37:26.663448 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-42ce014f-b319-4302-ac23-993b5e264474 None None] Port 3193b81c-58fa-4df6-a413-8582dfa91589 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:37:26.665491 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.752645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Router c72a6312-ea9b-4282-8899-95624a2ccba9 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:37:26.771381 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Routers {'c72a6312-ea9b-4282-8899-95624a2ccba9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:26.772332 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:37:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c72a6312-ea9b-4282-8899-95624a2ccba9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:26.774263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93879178-b1aa-456b-9822-83c84a8d8430 None None] Pushing event updated for resources: {'Port': ['ID=4c1a4158-5f3e-4b2d-a58a-864863de1225,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:26.928301 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:37:26.936526 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f074c101-5b6b-451b-bf31-ef26dc9aac18 admin admin] 10.222.0.24 "PUT /v2.0/routers/c72a6312-ea9b-4282-8899-95624a2ccba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9994004 Sep 30 08:37:26.940127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9df7b6fb-0df5-4ff5-9331-a442de205e86 None None] Provisioning complete for port 3193b81c-58fa-4df6-a413-8582dfa91589 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:26.940814 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9df7b6fb-0df5-4ff5-9331-a442de205e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:26.988249 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] Set router c72a6312-ea9b-4282-8899-95624a2ccba9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:27.030840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9df7b6fb-0df5-4ff5-9331-a442de205e86 None None] Port 3193b81c-58fa-4df6-a413-8582dfa91589 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:37:27.281155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'name': 'tempest-TestVolumeBackupRestore-1683164370-router', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '4c1a4158-5f3e-4b2d-a58a-864863de1225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:21Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 4, 'project_id': 'e774a17e89d7406885bfac7f20102891', 'gw_port': {'id': '4c1a4158-5f3e-4b2d-a58a-864863de1225', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:21Z', 'updated_at': '2021-09-30T08:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3193b81c-58fa-4df6-a413-8582dfa91589', 'name': '', 'network_id': '58ea8317-1816-461e-8a0f-570244de7606', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'mac_address': 'fa:16:3e:be:9d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cec9266c-f01a-4d46-b26d-10c3c57b8c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:24Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 2, 'project_id': 'e774a17e89d7406885bfac7f20102891', 'subnets': [{'id': 'cec9266c-f01a-4d46-b26d-10c3c57b8c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:27.309474 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4dea26-a0ff-46c3-b19d-e6abb4403a53 None None] The sync data for ids ['c72a6312-ea9b-4282-8899-95624a2ccba9'] in n-d-807359-2 is: [{'id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'name': 'tempest-TestVolumeBackupRestore-1683164370-router', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '4c1a4158-5f3e-4b2d-a58a-864863de1225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:21Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 4, 'project_id': 'e774a17e89d7406885bfac7f20102891', 'gw_port': {'id': '4c1a4158-5f3e-4b2d-a58a-864863de1225', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:21Z', 'updated_at': '2021-09-30T08:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3193b81c-58fa-4df6-a413-8582dfa91589', 'name': '', 'network_id': '58ea8317-1816-461e-8a0f-570244de7606', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'mac_address': 'fa:16:3e:be:9d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cec9266c-f01a-4d46-b26d-10c3c57b8c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:24Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 2, 'project_id': 'e774a17e89d7406885bfac7f20102891', 'subnets': [{'id': 'cec9266c-f01a-4d46-b26d-10c3c57b8c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:37:27.577227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:27.739130 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:27.739522 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:29.573211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4c1a4158-5f3e-4b2d-a58a-864863de1225 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:29.663118 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 4c1a4158-5f3e-4b2d-a58a-864863de1225 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:29.663507 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:29.761768 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:29.786098 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 4c1a4158-5f3e-4b2d-a58a-864863de1225, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=4c1a4158-5f3e-4b2d-a58a-864863de1225,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:29.791370 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:29.843986 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=4c1a4158-5f3e-4b2d-a58a-864863de1225,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:29.927737 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:30.971970 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Sync routers for ids ['c72a6312-ea9b-4282-8899-95624a2ccba9'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:37:30.986361 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Routers {'c72a6312-ea9b-4282-8899-95624a2ccba9'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:30.987241 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:37:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c72a6312-ea9b-4282-8899-95624a2ccba9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:31.118132 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Set router c72a6312-ea9b-4282-8899-95624a2ccba9 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:31.497778 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'name': 'tempest-TestVolumeBackupRestore-1683164370-router', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '4c1a4158-5f3e-4b2d-a58a-864863de1225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:21Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 4, 'project_id': 'e774a17e89d7406885bfac7f20102891', 'gw_port': {'id': '4c1a4158-5f3e-4b2d-a58a-864863de1225', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:21Z', 'updated_at': '2021-09-30T08:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3193b81c-58fa-4df6-a413-8582dfa91589', 'name': '', 'network_id': '58ea8317-1816-461e-8a0f-570244de7606', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'mac_address': 'fa:16:3e:be:9d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cec9266c-f01a-4d46-b26d-10c3c57b8c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:24Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 2, 'project_id': 'e774a17e89d7406885bfac7f20102891', 'subnets': [{'id': 'cec9266c-f01a-4d46-b26d-10c3c57b8c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:31.530058 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Checking router: c72a6312-ea9b-4282-8899-95624a2ccba9 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:37:31.530416 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Updating router c72a6312-ea9b-4282-8899-95624a2ccba9 port 3193b81c-58fa-4df6-a413-8582dfa91589 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:37:31.543225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4c1a4158-5f3e-4b2d-a58a-864863de1225 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:31.569909 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:31.603565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 4c1a4158-5f3e-4b2d-a58a-864863de1225 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:31.604111 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:31.963150 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:31.984386 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:32.046503 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0bf96-8464-4d5b-8973-7683078624ef None None] Pushing event updated for resources: {'Port': ['ID=3193b81c-58fa-4df6-a413-8582dfa91589,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:32.137397 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Attempting to bind port 3193b81c-58fa-4df6-a413-8582dfa91589 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:37:32.138114 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Attempting to bind port 3193b81c-58fa-4df6-a413-8582dfa91589 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'a0ce7035-17aa-419f-9d99-aae4a26d5ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '58ea8317-1816-461e-8a0f-570244de7606'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:37:32.138742 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Attempting to bind port 3193b81c-58fa-4df6-a413-8582dfa91589 on network 58ea8317-1816-461e-8a0f-570244de7606 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:32.145437 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:37:32.146681 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Checking segment: {'id': 'a0ce7035-17aa-419f-9d99-aae4a26d5ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '58ea8317-1816-461e-8a0f-570244de7606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:32.147249 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:32.147801 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Bound using segment: {'id': 'a0ce7035-17aa-419f-9d99-aae4a26d5ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '58ea8317-1816-461e-8a0f-570244de7606'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:37:32.148507 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Bound port: 3193b81c-58fa-4df6-a413-8582dfa91589, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ce7035-17aa-419f-9d99-aae4a26d5ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '58ea8317-1816-461e-8a0f-570244de7606'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:37:32.149249 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:32.247266 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] For port 3193b81c-58fa-4df6-a413-8582dfa91589, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:32.255237 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] For port 3193b81c-58fa-4df6-a413-8582dfa91589, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3193b81c-58fa-4df6-a413-8582dfa91589,segment=NetworkSegment(a0ce7035-17aa-419f-9d99-aae4a26d5ddf),segment_id=a0ce7035-17aa-419f-9d99-aae4a26d5ddf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:37:32.281398 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:32.383358 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Routers {'c72a6312-ea9b-4282-8899-95624a2ccba9'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:37:32.384018 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:37:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c72a6312-ea9b-4282-8899-95624a2ccba9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:32.388270 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0bf96-8464-4d5b-8973-7683078624ef None None] Pushing event updated for resources: {'Port': ['ID=3193b81c-58fa-4df6-a413-8582dfa91589,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:32.410744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e847b359-a199-46a0-bbc2-393e0b1ecb9f None None] Provisioning complete for port 3193b81c-58fa-4df6-a413-8582dfa91589 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:32.411145 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e847b359-a199-46a0-bbc2-393e0b1ecb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:32.575983 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e847b359-a199-46a0-bbc2-393e0b1ecb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:32.614995 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] Set router c72a6312-ea9b-4282-8899-95624a2ccba9 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:37:32.666393 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e847b359-a199-46a0-bbc2-393e0b1ecb9f None None] For port 3193b81c-58fa-4df6-a413-8582dfa91589, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3193b81c-58fa-4df6-a413-8582dfa91589,segment=NetworkSegment(a0ce7035-17aa-419f-9d99-aae4a26d5ddf),segment_id=a0ce7035-17aa-419f-9d99-aae4a26d5ddf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:32.672385 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e847b359-a199-46a0-bbc2-393e0b1ecb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:32.749132 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847b359-a199-46a0-bbc2-393e0b1ecb9f None None] Pushing event updated for resources: {'Port': ['ID=3193b81c-58fa-4df6-a413-8582dfa91589,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:32.807722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-071378b6-c56d-4645-ad06-526824770284 None None] Provisioning complete for port 3193b81c-58fa-4df6-a413-8582dfa91589 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:32.808534 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-071378b6-c56d-4645-ad06-526824770284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:33.016109 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'name': 'tempest-TestVolumeBackupRestore-1683164370-router', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '4c1a4158-5f3e-4b2d-a58a-864863de1225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:21Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 4, 'project_id': 'e774a17e89d7406885bfac7f20102891', 'gw_port': {'id': '4c1a4158-5f3e-4b2d-a58a-864863de1225', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:21Z', 'updated_at': '2021-09-30T08:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3193b81c-58fa-4df6-a413-8582dfa91589', 'name': '', 'network_id': '58ea8317-1816-461e-8a0f-570244de7606', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'mac_address': 'fa:16:3e:be:9d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cec9266c-f01a-4d46-b26d-10c3c57b8c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:24Z', 'updated_at': '2021-09-30T08:37:32Z', 'revision_number': 4, 'project_id': 'e774a17e89d7406885bfac7f20102891', 'subnets': [{'id': 'cec9266c-f01a-4d46-b26d-10c3c57b8c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:33.061607 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905a500a-f3a4-4d72-b30c-452252fb7ec8 None None] The sync data for ids ['c72a6312-ea9b-4282-8899-95624a2ccba9'] in n-d-807359-2 is: [{'id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'name': 'tempest-TestVolumeBackupRestore-1683164370-router', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '4c1a4158-5f3e-4b2d-a58a-864863de1225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:21Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 4, 'project_id': 'e774a17e89d7406885bfac7f20102891', 'gw_port': {'id': '4c1a4158-5f3e-4b2d-a58a-864863de1225', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:21Z', 'updated_at': '2021-09-30T08:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3193b81c-58fa-4df6-a413-8582dfa91589', 'name': '', 'network_id': '58ea8317-1816-461e-8a0f-570244de7606', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'mac_address': 'fa:16:3e:be:9d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cec9266c-f01a-4d46-b26d-10c3c57b8c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:24Z', 'updated_at': '2021-09-30T08:37:32Z', 'revision_number': 4, 'project_id': 'e774a17e89d7406885bfac7f20102891', 'subnets': [{'id': 'cec9266c-f01a-4d46-b26d-10c3c57b8c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:37:33.583120 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3193b81c-58fa-4df6-a413-8582dfa91589 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:33.675430 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3193b81c-58fa-4df6-a413-8582dfa91589 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:33.678674 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:40.339276 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.619422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 39676) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:41.674717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Deleting subnet 11a86eb4-bd62-44d0-b396-28d8fd7cf9a5 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:37:41.677896 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.715127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.754132 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.807479 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.831442 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11a86eb4-bd62-44d0-b396-28d8fd7cf9a5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:41.841560 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:41.841904 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:41.842240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:41.842578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:41.842910 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:41.843230 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:41.844137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:41.844137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:41.844304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:41.844488 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:41.844805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:41.845121 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:41.849540 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:41.854137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39688) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:41.856797 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ddd7c0f1-62d3-4878-8ceb-781fcaf2a9be admin admin] 10.222.0.24 "DELETE /v2.0/subnets/11a86eb4-bd62-44d0-b396-28d8fd7cf9a5 HTTP/1.1" status: 204 len: 168 time: 0.2351699 Sep 30 08:37:41.940610 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.022472 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.044956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a71b5f-3008-432e-9b15-b0cc427b6cf7']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:42.055301 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe26d23-4b8f-4360-ae58-5b56f2c41a85') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:42.055727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe26d23-4b8f-4360-ae58-5b56f2c41a85') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:37:42.065692 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.069555 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f820fb1a-e044-4c67-8428-e6f7df2870cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.080225 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.086208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:37:42.086594 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:37:42.100940 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:37:42.158130 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.164805 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.166699 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] 10.222.0.24 "DELETE /v2.0/networks/35a71b5f-3008-432e-9b15-b0cc427b6cf7 HTTP/1.1" status: 204 len: 168 time: 0.3115737 Sep 30 08:37:42.179880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Pushing event deleted for resources: {'Network': ['ID=35a71b5f-3008-432e-9b15-b0cc427b6cf7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:42.189528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:42.189972 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:42.190379 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:42.190786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:42.191333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:42.191564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:42.191857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:42.192205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:42.192832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:42.192832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:42.193176 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:42.193465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b16b19-1d3c-4812-aa14-25fd3621a14b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:42.254351 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:37:42.339237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39700) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:42.380758 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5229cc44-61fb-4a95-b205-687887064e1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7c3857390144bd8a50c3c3dddcfed87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379403 Sep 30 08:37:42.380951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 39702) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:37:42.436614 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c7ef-223a-4738-824f-41f46188e6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.458893 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c7ef-223a-4738-824f-41f46188e6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.508339 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c7ef-223a-4738-824f-41f46188e6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.510953 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c7ef-223a-4738-824f-41f46188e6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:42.512188 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7dc4c7ef-223a-4738-824f-41f46188e6d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80be2567-cd02-49e9-9b56-a558c92d53f8 HTTP/1.1" status: 204 len: 168 time: 0.1303773 Sep 30 08:37:42.520028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4c7ef-223a-4738-824f-41f46188e6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80be2567-cd02-49e9-9b56-a558c92d53f8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:44.828083 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67177aab-67f8-48b9-8bbc-93aee60fbd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:44.937331 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-fa3001dc-3a42-4682-a70c-81659379dd7e tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0e01e47ebe414354bd27500ceaa18e88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366092 Sep 30 08:37:45.082067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-7af7e4f9-d5f6-4f19-8981-cfe4383af8a5 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:45.083717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-7af7e4f9-d5f6-4f19-8981-cfe4383af8a5 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1392367 Sep 30 08:37:45.105700 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8c3f300b-ce52-4c15-b637-cda14f7c2f88 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/quotas/0e01e47ebe414354bd27500ceaa18e88 HTTP/1.1" status: 200 len: 375 time: 0.0112598 Sep 30 08:37:45.143397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-0cdffc3f-d861-4d06-b39a-b00d8e335f47 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e01e47ebe414354bd27500ceaa18e88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295115 Sep 30 08:37:45.319784 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:45.349789 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2fc9c0b0-df28-4a73-9f4d-d6f5abe70065 req-f98ce322-c3f3-4e21-851c-266f1958fcb1 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 210 time: 0.0485952 Sep 30 08:37:45.927158 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:46.279317 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-267dff68-70b4-4c60-a095-8d649e329c1a tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0e01e47ebe414354bd27500ceaa18e88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308838 Sep 30 08:37:46.447541 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-691b969b-a0c1-44bf-9d56-4ff4c8bc0d97 req-9578c48b-4c58-4618-bf55-04cf4ffff347 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 210 time: 0.0271392 Sep 30 08:37:46.756321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-92e85140-3137-4daa-a45b-1d90537b10ab tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:46.757833 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-92e85140-3137-4daa-a45b-1d90537b10ab tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4727678 Sep 30 08:37:46.775165 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Request body: {'port': {'device_id': '7d4e271c-14cb-4a44-8627-4d4452c4b5da', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '0e01e47ebe414354bd27500ceaa18e88'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:46.881241 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Made reservation on behalf of 0e01e47ebe414354bd27500ceaa18e88 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:37:46.884773 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:46.897765 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:47.004254 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:47.007952 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:47.070755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6ec23a-56bb-4048-8f7c-50e3f09d620f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:47.141661 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Allocated IP 192.168.233.57 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:37:47.315567 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:47.354360 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:47.415863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:37:47.422866 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:37:47.424924 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Pushing event updated for resources: {'Port': ['ID=f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:47.432995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:37:47.492250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:47.492891 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:47.509286 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8cc207ba-c11d-4d7c-88a5-ee9c80dfad27 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7375429 Sep 30 08:37:47.530000 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Request body: {'port': {'device_id': '7d4e271c-14cb-4a44-8627-4d4452c4b5da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:37:47.582434 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe527bb-cfb4-4712-9b05-9a13035f4cfa req-3108f7e9-d204-48ca-84bc-4bed44d8195e tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:47.584713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3fe527bb-cfb4-4712-9b05-9a13035f4cfa req-3108f7e9-d204-48ca-84bc-4bed44d8195e tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 935 time: 0.0587509 Sep 30 08:37:47.594386 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:47.651371 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3fe527bb-cfb4-4712-9b05-9a13035f4cfa req-fa85f69d-f9a1-4492-b457-d29256541f5d tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac6ec23a-56bb-4048-8f7c-50e3f09d620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601518 Sep 30 08:37:47.734355 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cdace3ed-b4e1-4f39-b26f-3f5296f4da45 None None] Provisioning complete for port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:47.734916 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cdace3ed-b4e1-4f39-b26f-3f5296f4da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:47.769168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cdace3ed-b4e1-4f39-b26f-3f5296f4da45 None None] Port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:37:47.806691 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:47.893193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:37:47.900716 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:47.913969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Transition to ACTIVE for port object f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:37:47.917240 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:47.968515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Pushing event updated for resources: {'Port': ['ID=f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:48.039782 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Attempting to bind port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:37:48.040147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Attempting to bind port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:37:48.040479 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Attempting to bind port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:48.045785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:37:48.046116 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Attempting to bind port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:37:48.051028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:37:48.051366 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:37:48.051754 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:37:48.052214 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Bound port: f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:37:48.052582 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:48.128539 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] For port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:37:48.131837 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] For port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:37:48.138054 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:48.173582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:48.174203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:48.175622 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] 10.222.0.35 "PUT /v2.0/ports/f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca HTTP/1.1" status: 200 len: 1095 time: 0.6523888 Sep 30 08:37:48.178224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4e271c-14cb-4a44-8627-4d4452c4b5da', 'tag': 'f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:48.180288 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684fdf1d-8e81-409d-9aed-393e26844701" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4e271c-14cb-4a44-8627-4d4452c4b5da", "tag": "f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:48.212033 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e126bf-b9af-4a09-a232-03455a5c5c3a service neutron] Pushing event updated for resources: {'Port': ['ID=f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:48.250669 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db460012-956b-4174-b9c8-1192102e3a57 x-openstack-request-id: req-db460012-956b-4174-b9c8-1192102e3a57 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:48.250981 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4e271c-14cb-4a44-8627-4d4452c4b5da", "tag": "f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:48.251230 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db460012-956b-4174-b9c8-1192102e3a57 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:48.251629 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4e271c-14cb-4a44-8627-4d4452c4b5da', 'tag': 'f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca', 'status': 'completed', 'code': 200} Sep 30 08:37:48.308383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-64cc1fbf-1115-4fd5-8632-13328189b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:48.310287 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-64cc1fbf-1115-4fd5-8632-13328189b65f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e01e47ebe414354bd27500ceaa18e88&device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 1098 time: 0.0468459 Sep 30 08:37:48.361851 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-02a5182a-9127-4823-8fae-74333dcf6b64 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca HTTP/1.1" status: 200 len: 217 time: 0.0393503 Sep 30 08:37:48.419987 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8a1cbfe5-8864-4657-88e8-c1471a69af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:48.421507 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-8a1cbfe5-8864-4657-88e8-c1471a69af33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0524096 Sep 30 08:37:48.469679 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-006e254d-c6d0-4e69-9fb9-a93859d107d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:48.471217 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-006e254d-c6d0-4e69-9fb9-a93859d107d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427849 Sep 30 08:37:48.567126 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-9a67e2a5-e444-42c3-9abe-1641778eb7a2 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889239 Sep 30 08:37:48.662271 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bde4d8e0-c9a5-4f3e-9dec-4a19238b7500 req-1bf71a5b-bc9d-4497-a87b-edadd759df45 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885057 Sep 30 08:37:48.789823 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62557a5f-17d9-400c-8f89-8527790886ca req-9192ffd1-f968-4fe4-821f-63f2dd3e814a tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:48.792380 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-62557a5f-17d9-400c-8f89-8527790886ca req-9192ffd1-f968-4fe4-821f-63f2dd3e814a tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 947 time: 0.0682106 Sep 30 08:37:48.801900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fdf1d-8e81-409d-9aed-393e26844701 req-4ea57028-af56-4c98-bd1e-99f0f7004a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:48.803695 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-684fdf1d-8e81-409d-9aed-393e26844701 req-4ea57028-af56-4c98-bd1e-99f0f7004a6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e01e47ebe414354bd27500ceaa18e88&device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 1098 time: 0.0555782 Sep 30 08:37:48.846109 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-62557a5f-17d9-400c-8f89-8527790886ca req-c8caba6a-1a3c-4d02-88c8-7463228e789e tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac6ec23a-56bb-4048-8f7c-50e3f09d620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458910 Sep 30 08:37:48.910361 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fdf1d-8e81-409d-9aed-393e26844701 req-7f739a2f-2ac4-49dd-a312-62b0a51288f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:48.912075 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-684fdf1d-8e81-409d-9aed-393e26844701 req-7f739a2f-2ac4-49dd-a312-62b0a51288f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.1011770 Sep 30 08:37:48.956166 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-684fdf1d-8e81-409d-9aed-393e26844701 req-1d0b7c20-ff70-49cb-b589-5db8a3a9b2b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca HTTP/1.1" status: 200 len: 217 time: 0.0354357 Sep 30 08:37:49.010430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fdf1d-8e81-409d-9aed-393e26844701 req-ee63bea2-598e-4782-8ada-b761a059ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:49.012117 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-684fdf1d-8e81-409d-9aed-393e26844701 req-ee63bea2-598e-4782-8ada-b761a059ed4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0483019 Sep 30 08:37:49.059358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fdf1d-8e81-409d-9aed-393e26844701 req-213e3f9b-011e-409b-bb97-4f4e0936c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:49.060926 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-684fdf1d-8e81-409d-9aed-393e26844701 req-213e3f9b-011e-409b-bb97-4f4e0936c34a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0414867 Sep 30 08:37:49.151883 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-684fdf1d-8e81-409d-9aed-393e26844701 req-8b5b80d4-f23b-4713-8ddc-37b1b6cbb833 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824749 Sep 30 08:37:49.248879 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-684fdf1d-8e81-409d-9aed-393e26844701 req-13ad5053-2a45-4685-97a9-74013134f043 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889220 Sep 30 08:37:49.956483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbd9b8-24ab-4f79-836a-d91a407cd864 req-db99e59f-bdfd-4c9f-8f1e-7822e732ade5 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:49.958014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7edbd9b8-24ab-4f79-836a-d91a407cd864 req-db99e59f-bdfd-4c9f-8f1e-7822e732ade5 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 947 time: 0.0496144 Sep 30 08:37:49.996478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7edbd9b8-24ab-4f79-836a-d91a407cd864 req-e8c68c90-71d6-4f3a-8c2e-79ac4a6bd12f tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac6ec23a-56bb-4048-8f7c-50e3f09d620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323811 Sep 30 08:37:51.115588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44d0c0-4c0a-4efd-a923-4ab788e03ce7 req-caef0256-1155-4330-8b20-de61ed5a39e2 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:51.117330 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff44d0c0-4c0a-4efd-a923-4ab788e03ce7 req-caef0256-1155-4330-8b20-de61ed5a39e2 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 947 time: 0.0530283 Sep 30 08:37:51.159602 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff44d0c0-4c0a-4efd-a923-4ab788e03ce7 req-3fb08dbf-9cb2-4b3b-b9a0-94175cea1ab5 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac6ec23a-56bb-4048-8f7c-50e3f09d620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361588 Sep 30 08:37:52.272724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7f023-5e1c-44f7-a75f-b114ffc6aa0c req-952a139a-c81b-4ec7-8106-c855db51b0b0 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:52.274192 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2ef7f023-5e1c-44f7-a75f-b114ffc6aa0c req-952a139a-c81b-4ec7-8106-c855db51b0b0 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 947 time: 0.0487764 Sep 30 08:37:52.311956 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2ef7f023-5e1c-44f7-a75f-b114ffc6aa0c req-d9b2cdb5-d318-4377-952a-11a95b7690d1 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac6ec23a-56bb-4048-8f7c-50e3f09d620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316613 Sep 30 08:37:52.412622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:37:52.507302 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:52.519274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': 'f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca', 'mac_address': 'fa:16:3e:d7:34:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:37:52.560334 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:52.573342 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:37:52.593281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:52.597148 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:52.647436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:52.655733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:52.656105 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:52.656446 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:52.656782 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:52.657119 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:52.657444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:52.657770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:52.658098 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:52.658427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:52.659006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:52.659329 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:52.659653 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:37:52.862980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:37:53.425890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf193e7a-7504-4090-acad-bb3884a1a3d0 req-a6a2fbfa-4386-46c1-b312-6929829216db tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:53.427374 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf193e7a-7504-4090-acad-bb3884a1a3d0 req-a6a2fbfa-4386-46c1-b312-6929829216db tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 948 time: 0.0486166 Sep 30 08:37:53.466934 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf193e7a-7504-4090-acad-bb3884a1a3d0 req-eb719f03-a3b6-467d-8421-44ea05a250b6 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac6ec23a-56bb-4048-8f7c-50e3f09d620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332694 Sep 30 08:37:54.419776 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:37:54.474514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:37:54.478533 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:37:54.478905 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:54.558809 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:54.584346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4e271c-14cb-4a44-8627-4d4452c4b5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:37:54.586614 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b19a70-dce7-42c8-878e-b2904d740890" -d '{"events": [{"server_uuid": "7d4e271c-14cb-4a44-8627-4d4452c4b5da", "name": "network-vif-plugged", "status": "completed", "tag": "f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:37:54.596976 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3542afe-deb4-4f4d-822f-b5b76d388bd1 req-ab9a3e57-2394-4f2f-9a96-ad7124e13ddb tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:54.599040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3542afe-deb4-4f4d-822f-b5b76d388bd1 req-ab9a3e57-2394-4f2f-9a96-ad7124e13ddb tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 948 time: 0.0602233 Sep 30 08:37:54.601041 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:37:54.607321 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:37:54.639089 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d03b9f-b87d-4ea3-90ea-3e42c73dc07c x-openstack-request-id: req-02d03b9f-b87d-4ea3-90ea-3e42c73dc07c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:37:54.639380 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4e271c-14cb-4a44-8627-4d4452c4b5da", "name": "network-vif-plugged", "status": "completed", "tag": "f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:37:54.639633 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02d03b9f-b87d-4ea3-90ea-3e42c73dc07c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:37:54.640046 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4e271c-14cb-4a44-8627-4d4452c4b5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca', 'code': 200} Sep 30 08:37:54.650063 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3542afe-deb4-4f4d-822f-b5b76d388bd1 req-2ca908b6-feb8-4d89-9ae3-3db1549acad3 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac6ec23a-56bb-4048-8f7c-50e3f09d620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430565 Sep 30 08:37:54.665931 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:37:54.758828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30c646-414d-44a5-84ba-22dc7ea65063 req-805ce769-af66-4df8-8d2c-ca0fc5f3c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:54.760357 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8c30c646-414d-44a5-84ba-22dc7ea65063 req-805ce769-af66-4df8-8d2c-ca0fc5f3c625 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 1100 time: 0.0397670 Sep 30 08:37:54.795454 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8c30c646-414d-44a5-84ba-22dc7ea65063 req-5a95650b-a310-4e72-b9d4-520bdd0b98f0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ac6ec23a-56bb-4048-8f7c-50e3f09d620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280156 Sep 30 08:37:55.767049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a02d6-28cb-423d-9375-510802dbb79a req-35622f76-77c0-4ce7-ac56-3c5f973504cb tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:55.768823 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a43a02d6-28cb-423d-9375-510802dbb79a req-35622f76-77c0-4ce7-ac56-3c5f973504cb tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 949 time: 0.0494888 Sep 30 08:37:55.811975 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a43a02d6-28cb-423d-9375-510802dbb79a req-7d55861b-b9b5-4702-add8-20bafdd6f859 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac6ec23a-56bb-4048-8f7c-50e3f09d620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364258 Sep 30 08:37:56.933134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a3336-0f3c-4d97-84ed-d09725680ecd req-f060f528-9ea7-43f8-8d13-037d9c35190e tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:37:56.934818 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-303a3336-0f3c-4d97-84ed-d09725680ecd req-f060f528-9ea7-43f8-8d13-037d9c35190e tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 949 time: 0.0499222 Sep 30 08:37:56.973719 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-303a3336-0f3c-4d97-84ed-d09725680ecd req-254e5217-a70d-4c6d-ab14-96b2c3953eb8 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac6ec23a-56bb-4048-8f7c-50e3f09d620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328908 Sep 30 08:37:59.126129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-018430dc-eb22-4b2c-9ce7-401eb51dd487 req-fea6b645-aa2e-4436-b3a4-9802f44faf65 service neutron] (94838) timed out ('10.222.0.36', 55066) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:37:59.946075 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:09.811600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-dcb54e09-a0c0-434a-8f3a-82e87417bd66 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338172231&fields=id&tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0 HTTP/1.1" status: 200 len: 267 time: 0.0390053 Sep 30 08:38:09.921904 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-013b90ba-5f21-418b-b0ce-384c46619382 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:09.923542 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-013b90ba-5f21-418b-b0ce-384c46619382 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 812 time: 0.1046863 Sep 30 08:38:09.939438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-1d3001b4-37c5-43d4-8ba1-936596e4ffdc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/quotas/3b4635f67e2d43a8b3e76777aadbe7f0 HTTP/1.1" status: 200 len: 375 time: 0.0095732 Sep 30 08:38:09.999394 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-6d03b905-3afe-4747-b2bb-e815b5e8eae0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0538464 Sep 30 08:38:10.115329 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-042f6f25-efbf-44d2-b99a-7cb36e3a8cba service neutron] 10.222.0.24 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035478 Sep 30 08:38:10.222882 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-0345e9a1-fbc6-48f2-a59c-92d2c4f013a4 service neutron] 10.222.0.24 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990620 Sep 30 08:38:10.344970 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:10.578650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9aebbf82-8ab6-4b35-803f-a5c1d2cf9a04 req-f99c525b-e29d-40ce-984e-41ce5ec8f5c3 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 210 time: 0.0395217 Sep 30 08:38:11.620495 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-8e9e8b15-7e92-4fe5-b8e3-6526922f896c tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:11.622439 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-8e9e8b15-7e92-4fe5-b8e3-6526922f896c tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 812 time: 0.1566815 Sep 30 08:38:11.712237 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-b2d25136-7c49-4307-a371-a5603d50633c tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0 HTTP/1.1" status: 200 len: 379 time: 0.0609741 Sep 30 08:38:11.740656 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-337b4fe7-e8f7-463a-acb4-1324612cd26d req-3d6963d2-92e9-407f-add1-2872be5b90e2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 210 time: 0.0337737 Sep 30 08:38:11.746703 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-c71f01b6-5e99-426f-a630-8c0107f5d84b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'port': {'device_id': 'd7cfe180-cd20-46f8-be76-3ce320cf508a', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'admin_state_up': True, 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'security_groups': ['c8c16626-50a2-4016-ae4b-579882ba61ea']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:11.876801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-c71f01b6-5e99-426f-a630-8c0107f5d84b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Made reservation on behalf of 3b4635f67e2d43a8b3e76777aadbe7f0 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:38:11.893667 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-c71f01b6-5e99-426f-a630-8c0107f5d84b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.081432 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d238df7-3e55-4246-9e99-2a80fd1626da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.137659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-c71f01b6-5e99-426f-a630-8c0107f5d84b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Allocated IP 172.20.0.12 (7629390f-2364-48fa-8f8d-ee6921cea79b/dff57965-7910-4b7e-ae85-4b4f61ef0b85/5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:12.377122 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-c71f01b6-5e99-426f-a630-8c0107f5d84b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.417504 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-c71f01b6-5e99-426f-a630-8c0107f5d84b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.480523 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-c71f01b6-5e99-426f-a630-8c0107f5d84b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Network 7629390f-2364-48fa-8f8d-ee6921cea79b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:12.480523 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-c71f01b6-5e99-426f-a630-8c0107f5d84b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:12.484406 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-c71f01b6-5e99-426f-a630-8c0107f5d84b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:12.535643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-c71f01b6-5e99-426f-a630-8c0107f5d84b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:12.536427 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-c71f01b6-5e99-426f-a630-8c0107f5d84b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.545558 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f01b6-5e99-426f-a630-8c0107f5d84b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'Port': ['ID=5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:12.580148 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-c71f01b6-5e99-426f-a630-8c0107f5d84b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8346097 Sep 30 08:38:12.597453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Request body: {'port': {'device_id': 'd7cfe180-cd20-46f8-be76-3ce320cf508a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:12.702924 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.862719 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3ebe285d-1927-42ef-9ba3-96789076a99f None None] Provisioning complete for port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:12.863027 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ebe285d-1927-42ef-9ba3-96789076a99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:12.935454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe285d-1927-42ef-9ba3-96789076a99f None None] Port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:38:12.987464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b104efa-fef1-4006-8f93-ae7ec611a3c5 req-1453bd83-e01a-4a9e-b183-9765fd232530 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:12.988988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b104efa-fef1-4006-8f93-ae7ec611a3c5 req-1453bd83-e01a-4a9e-b183-9765fd232530 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 932 time: 0.1183469 Sep 30 08:38:13.079434 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b104efa-fef1-4006-8f93-ae7ec611a3c5 req-366258ce-6caa-483f-9414-d3a893a2babf tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786824 Sep 30 08:38:13.236023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:38:13.244377 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:13.264972 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Transition to ACTIVE for port object 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:38:13.270655 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:13.476371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Pushing event updated for resources: {'Port': ['ID=5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:13.585879 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Attempting to bind port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:38:13.586230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Attempting to bind port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:38:13.586550 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Attempting to bind port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 on network 7629390f-2364-48fa-8f8d-ee6921cea79b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:13.595097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 on network 7629390f-2364-48fa-8f8d-ee6921cea79b not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:38:13.596743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Attempting to bind port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 on network 7629390f-2364-48fa-8f8d-ee6921cea79b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:38:13.601446 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:38:13.604407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Checking segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:38:13.604407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Bound using segment: {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:38:13.604407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Bound port: 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:38:13.604407 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:13.780899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3325497-57f1-45d5-a786-12f1b41f170e req-94203337-0dd1-4d31-b031-2af500dc29a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983782 Sep 30 08:38:13.785805 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] For port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:38:13.790999 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] For port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:38:13.805303 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:13.903562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:13.904996 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:13.906711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] 10.222.0.36 "PUT /v2.0/ports/5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 HTTP/1.1" status: 200 len: 1092 time: 1.3209395 Sep 30 08:38:13.919475 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cfe180-cd20-46f8-be76-3ce320cf508a', 'tag': '5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:38:13.922502 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0990289f-0a41-4c3c-8ccb-efbf362dd402" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cfe180-cd20-46f8-be76-3ce320cf508a", "tag": "5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:38:14.080996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325497-57f1-45d5-a786-12f1b41f170e req-cdca50b4-5002-47de-a14e-93a66649c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:14.082547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3325497-57f1-45d5-a786-12f1b41f170e req-cdca50b4-5002-47de-a14e-93a66649c2eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 1097 time: 0.2366197 Sep 30 08:38:14.110212 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb112d-d8d7-49b5-9a4d-5f2878e24e10 service neutron] Pushing event updated for resources: {'Port': ['ID=5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:14.217387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-63a1c859-48cf-4e09-9772-39ae01948476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:14.218910 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-63a1c859-48cf-4e09-9772-39ae01948476 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 1095 time: 0.2635980 Sep 30 08:38:14.347709 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-c849c541-15bb-4637-8742-fc4b2bb3bf0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 HTTP/1.1" status: 200 len: 217 time: 0.0921190 Sep 30 08:38:14.351739 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a964df46-e75a-4766-b514-0e3221e1a628 x-openstack-request-id: req-a964df46-e75a-4766-b514-0e3221e1a628 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:38:14.352072 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cfe180-cd20-46f8-be76-3ce320cf508a", "tag": "5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:38:14.352329 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a964df46-e75a-4766-b514-0e3221e1a628 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:38:14.352734 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cfe180-cd20-46f8-be76-3ce320cf508a', 'tag': '5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1', 'status': 'completed', 'code': 200} Sep 30 08:38:14.534173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325497-57f1-45d5-a786-12f1b41f170e req-72e08aa9-779b-490f-bcbf-8cddcc8ca834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:14.535719 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3325497-57f1-45d5-a786-12f1b41f170e req-72e08aa9-779b-490f-bcbf-8cddcc8ca834 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 913 time: 0.4091809 Sep 30 08:38:14.686282 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07054c-a774-4c72-9232-93059de6d383 req-ec0fb7e2-9b15-4ccc-b48c-5f6672acfdc8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:14.688201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b07054c-a774-4c72-9232-93059de6d383 req-ec0fb7e2-9b15-4ccc-b48c-5f6672acfdc8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 944 time: 0.4604781 Sep 30 08:38:14.695331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-e505d0dd-e010-49cb-bc7f-4ec36a8fa2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:14.696321 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-e505d0dd-e010-49cb-bc7f-4ec36a8fa2be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.3406546 Sep 30 08:38:14.806115 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3325497-57f1-45d5-a786-12f1b41f170e req-59184a66-368d-4406-8b2d-86a13c0254e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a9d398-8ea3-4127-8885-a22b9744e085 HTTP/1.1" status: 200 len: 1002 time: 0.2455056 Sep 30 08:38:14.826345 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3b07054c-a774-4c72-9232-93059de6d383 req-d181cbec-0cfd-473b-835c-9f12b83a033f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974004 Sep 30 08:38:14.837646 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-393b2b73-be1f-4872-96d6-587821ae5f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:14.888348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325497-57f1-45d5-a786-12f1b41f170e req-64ed4813-40d1-4364-ba45-1e81d9a366e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:14.889974 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3325497-57f1-45d5-a786-12f1b41f170e req-64ed4813-40d1-4364-ba45-1e81d9a366e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0762167 Sep 30 08:38:14.911646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-c80f83df-2294-48c1-a405-74da5fa991bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:14.913471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-c80f83df-2294-48c1-a405-74da5fa991bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2053480 Sep 30 08:38:15.026459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325497-57f1-45d5-a786-12f1b41f170e req-c409c3bb-495b-4038-bda6-49895a01e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:15.028470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3325497-57f1-45d5-a786-12f1b41f170e req-c409c3bb-495b-4038-bda6-49895a01e932 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300390 Sep 30 08:38:15.098563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-6aaeabe4-6cd8-4587-8843-74eefdf0fb7b service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756539 Sep 30 08:38:15.262474 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3325497-57f1-45d5-a786-12f1b41f170e req-76303c13-6886-47a2-8889-21bb53600758 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257388 Sep 30 08:38:15.297655 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4128ea4-9320-44cc-adba-89d377f2ffb6 req-4d1822bf-c09b-4af5-b3b5-53f0aceb4658 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910272 Sep 30 08:38:15.375487 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:15.503334 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3325497-57f1-45d5-a786-12f1b41f170e req-114f455f-6ea7-4c26-af8b-84888ec79383 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293615 Sep 30 08:38:15.519859 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990289f-0a41-4c3c-8ccb-efbf362dd402 req-d435562c-cc86-4652-9f49-4a9ed4c9236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:15.521236 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0990289f-0a41-4c3c-8ccb-efbf362dd402 req-d435562c-cc86-4652-9f49-4a9ed4c9236f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 1095 time: 0.1428061 Sep 30 08:38:15.765629 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990289f-0a41-4c3c-8ccb-efbf362dd402 req-b95aec27-f378-49cc-aadd-1364dc7399f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:15.767706 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0990289f-0a41-4c3c-8ccb-efbf362dd402 req-b95aec27-f378-49cc-aadd-1364dc7399f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 913 time: 0.2317131 Sep 30 08:38:15.943086 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:16.192844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0990289f-0a41-4c3c-8ccb-efbf362dd402 req-f9f61be8-3ca3-4ff4-81c0-4450f7aeefc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 HTTP/1.1" status: 200 len: 217 time: 0.4135532 Sep 30 08:38:16.309388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fdb09-923a-47cf-b96d-c2120a9f425c req-2d8fc8d6-20d2-43e8-ae4f-7c4efa1c3c23 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:16.310928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc9fdb09-923a-47cf-b96d-c2120a9f425c req-2d8fc8d6-20d2-43e8-ae4f-7c4efa1c3c23 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 944 time: 0.1277914 Sep 30 08:38:16.338992 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990289f-0a41-4c3c-8ccb-efbf362dd402 req-1f6a40d8-ed60-4daf-bf71-cfe3a9bae5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:16.341213 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0990289f-0a41-4c3c-8ccb-efbf362dd402 req-1f6a40d8-ed60-4daf-bf71-cfe3a9bae5b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0894778 Sep 30 08:38:16.420184 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc9fdb09-923a-47cf-b96d-c2120a9f425c req-b9f8aaa7-c152-4d16-a219-5be913007f6b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024921 Sep 30 08:38:16.448133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990289f-0a41-4c3c-8ccb-efbf362dd402 req-2dacd04c-0513-4b1d-8e25-6b97ccf1c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:16.450359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0990289f-0a41-4c3c-8ccb-efbf362dd402 req-2dacd04c-0513-4b1d-8e25-6b97ccf1c3af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014519 Sep 30 08:38:16.617104 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0990289f-0a41-4c3c-8ccb-efbf362dd402 req-5a0dd3fd-1745-4583-810f-3b86c390512b service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561623 Sep 30 08:38:16.781570 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0990289f-0a41-4c3c-8ccb-efbf362dd402 req-c935536c-ddf5-4f51-92bc-8d3730717960 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592729 Sep 30 08:38:17.608306 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c65610-c5d9-466c-9f66-622a0c33b959 req-7b696b39-4075-42e9-bc2f-79864006cca9 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:17.609951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8c65610-c5d9-466c-9f66-622a0c33b959 req-7b696b39-4075-42e9-bc2f-79864006cca9 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 944 time: 0.0928776 Sep 30 08:38:17.661211 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8c65610-c5d9-466c-9f66-622a0c33b959 req-c9883c71-417a-4022-bf1c-47ae89980cde tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437646 Sep 30 08:38:17.820116 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:18.788029 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4693ccd-7fd4-4633-9022-dd58ee989092 req-1c0c04fd-60e6-426a-980e-ee549ac16a4a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:18.789146 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4693ccd-7fd4-4633-9022-dd58ee989092 req-1c0c04fd-60e6-426a-980e-ee549ac16a4a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 944 time: 0.0523043 Sep 30 08:38:18.857605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4693ccd-7fd4-4633-9022-dd58ee989092 req-351cb7e8-9451-4bc7-ac9b-4bca5dfa03d3 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591009 Sep 30 08:38:19.258195 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:38:20.012438 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb80e2-ba16-4042-b8fb-b16f96ef26c2 req-dfca6675-a82b-4bca-9578-b7c59d733be0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:20.014876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47fb80e2-ba16-4042-b8fb-b16f96ef26c2 req-dfca6675-a82b-4bca-9578-b7c59d733be0 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 944 time: 0.0761449 Sep 30 08:38:20.061597 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47fb80e2-ba16-4042-b8fb-b16f96ef26c2 req-c1e2b0c3-3195-4f09-9086-4e54bd7cfe0d tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383775 Sep 30 08:38:20.500428 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c38a0d68-fec0-435b-9265-da8f5bf7cc19 req-f8bde6e7-68fc-4b4c-88fd-68186ecc00a8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456161 Sep 30 08:38:20.609007 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a0d68-fec0-435b-9265-da8f5bf7cc19 req-b424f3fc-9fbc-4575-8696-a6e3d22013d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:20.610972 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c38a0d68-fec0-435b-9265-da8f5bf7cc19 req-b424f3fc-9fbc-4575-8696-a6e3d22013d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e01e47ebe414354bd27500ceaa18e88&device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 1100 time: 0.0490274 Sep 30 08:38:20.724666 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a0d68-fec0-435b-9265-da8f5bf7cc19 req-999d19f1-42bb-43ee-bd9e-0388edb52565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:20.726175 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c38a0d68-fec0-435b-9265-da8f5bf7cc19 req-999d19f1-42bb-43ee-bd9e-0388edb52565 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.0886209 Sep 30 08:38:20.772484 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c38a0d68-fec0-435b-9265-da8f5bf7cc19 req-04dce1bb-2daf-430a-816e-b7e71c187e3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca HTTP/1.1" status: 200 len: 217 time: 0.0386119 Sep 30 08:38:20.822310 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a0d68-fec0-435b-9265-da8f5bf7cc19 req-625cac41-b5bd-4f1c-a1d8-98edcf334b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:20.825056 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c38a0d68-fec0-435b-9265-da8f5bf7cc19 req-625cac41-b5bd-4f1c-a1d8-98edcf334b97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0459042 Sep 30 08:38:20.875198 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a0d68-fec0-435b-9265-da8f5bf7cc19 req-a2026101-c769-4688-9096-7bd2830fbc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:20.876819 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c38a0d68-fec0-435b-9265-da8f5bf7cc19 req-a2026101-c769-4688-9096-7bd2830fbc0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0436287 Sep 30 08:38:20.987268 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c38a0d68-fec0-435b-9265-da8f5bf7cc19 req-f694df8c-7670-46e6-a2ba-6db96e26aab2 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017184 Sep 30 08:38:21.106744 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c38a0d68-fec0-435b-9265-da8f5bf7cc19 req-64f11169-94d4-4b18-827f-004369efe640 service neutron] 10.222.0.35 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094460 Sep 30 08:38:21.235339 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c8204-df41-4d7b-b1de-0b4f522d5d80 req-8a2158b1-759e-44e4-97e0-91e50deab0d2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:21.240369 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-533c8204-df41-4d7b-b1de-0b4f522d5d80 req-8a2158b1-759e-44e4-97e0-91e50deab0d2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 944 time: 0.0755084 Sep 30 08:38:21.282957 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-533c8204-df41-4d7b-b1de-0b4f522d5d80 req-53da017b-5f38-4ec8-b9f0-0bb28d243856 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378456 Sep 30 08:38:22.407791 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18d943-11d3-4136-8636-7ed0b05c7c8a req-0af9255e-d3bf-421c-aa48-11c071e201b4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:22.409952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d18d943-11d3-4136-8636-7ed0b05c7c8a req-0af9255e-d3bf-421c-aa48-11c071e201b4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 944 time: 0.0506310 Sep 30 08:38:22.454846 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d18d943-11d3-4136-8636-7ed0b05c7c8a req-49823b8a-95fa-4aaf-80e8-7acc5ed4c814 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382545 Sep 30 08:38:23.573244 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a6464-f257-40ba-b772-792c4ac738ce req-6f281180-26a4-48da-9125-f57314d8e1a4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:23.575354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-554a6464-f257-40ba-b772-792c4ac738ce req-6f281180-26a4-48da-9125-f57314d8e1a4 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 944 time: 0.0500731 Sep 30 08:38:23.613583 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-554a6464-f257-40ba-b772-792c4ac738ce req-3f3990ff-ae8d-4813-888e-c7b4b6105394 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323081 Sep 30 08:38:24.751588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd2d75-33db-4c20-97ef-b4ef6e15f97f req-3e31c600-71c9-4984-a950-7643144b9379 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:24.753246 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0bd2d75-33db-4c20-97ef-b4ef6e15f97f req-3e31c600-71c9-4984-a950-7643144b9379 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 944 time: 0.0552385 Sep 30 08:38:24.809103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0bd2d75-33db-4c20-97ef-b4ef6e15f97f req-8748ea06-5323-4767-9e2c-d37fcb784d44 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494456 Sep 30 08:38:25.946525 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23709239-814a-4865-af32-17f192558fb1 req-81c1b52e-233d-4ae0-9483-6b1e345c7093 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:25.948123 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-23709239-814a-4865-af32-17f192558fb1 req-81c1b52e-233d-4ae0-9483-6b1e345c7093 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 944 time: 0.0522587 Sep 30 08:38:25.991697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-23709239-814a-4865-af32-17f192558fb1 req-e72181fb-e516-4d9e-a6a9-300f6ba3ba7d tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365489 Sep 30 08:38:26.719691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:38:26.986315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:26.999628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'port_id': '5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1', 'mac_address': 'fa:16:3e:39:f9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:38:27.040389 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:27.055770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:38:27.081722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:27.088580 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:27.145223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:27.147104 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79444acb-1494-4931-9776-1fce47143748 req-8f01c67e-49f8-4fa7-998c-ea575c701fbb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:27.148697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79444acb-1494-4931-9776-1fce47143748 req-8f01c67e-49f8-4fa7-998c-ea575c701fbb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 945 time: 0.0583463 Sep 30 08:38:27.209159 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-79444acb-1494-4931-9776-1fce47143748 req-b4b9fc84-24cf-4ec0-bf8e-bb27d8d2425c tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444732 Sep 30 08:38:27.312024 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:38:28.335117 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06ed6a-8e0c-4a9c-82fc-b5628772a9e4 req-a00d78f0-891b-490b-b371-94030100a7fd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:28.340607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a06ed6a-8e0c-4a9c-82fc-b5628772a9e4 req-a00d78f0-891b-490b-b371-94030100a7fd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 945 time: 0.0581598 Sep 30 08:38:28.377632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a06ed6a-8e0c-4a9c-82fc-b5628772a9e4 req-b4a7d23a-1a4a-427d-aab3-8e73c23460bd tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332975 Sep 30 08:38:28.719044 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:38:28.777142 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:38:28.780975 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:38:28.781356 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:28.882358 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:28.912438 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cfe180-cd20-46f8-be76-3ce320cf508a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:38:28.914882 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e893ac70-f004-4779-aeb5-e33ba9cb8f51" -d '{"events": [{"server_uuid": "d7cfe180-cd20-46f8-be76-3ce320cf508a", "name": "network-vif-plugged", "status": "completed", "tag": "5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:38:28.929040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:38:28.949011 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:28.976052 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4834ef-ca5d-4056-8121-8d151303314c x-openstack-request-id: req-5c4834ef-ca5d-4056-8121-8d151303314c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:38:28.976436 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cfe180-cd20-46f8-be76-3ce320cf508a", "name": "network-vif-plugged", "status": "completed", "tag": "5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:38:28.976771 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c4834ef-ca5d-4056-8121-8d151303314c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:38:28.977215 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cfe180-cd20-46f8-be76-3ce320cf508a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1', 'code': 200} Sep 30 08:38:29.007329 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:29.072487 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976f3e9-1fa7-45af-884d-9fb958f93a43 req-bbac3759-70c4-427b-85b6-d356801aef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:29.076779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9976f3e9-1fa7-45af-884d-9fb958f93a43 req-bbac3759-70c4-427b-85b6-d356801aef7c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 1097 time: 0.0439870 Sep 30 08:38:29.120958 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9976f3e9-1fa7-45af-884d-9fb958f93a43 req-19146e1f-4e9c-49a1-be82-5561dec21d2b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363252 Sep 30 08:38:29.506409 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a712306-bdec-4f7e-9ae3-4445587efa2c req-f7472310-0e3e-4046-8470-4d2a25efb862 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:29.507826 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3a712306-bdec-4f7e-9ae3-4445587efa2c req-f7472310-0e3e-4046-8470-4d2a25efb862 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 946 time: 0.0612020 Sep 30 08:38:29.548982 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3a712306-bdec-4f7e-9ae3-4445587efa2c req-9cee6a20-add1-41e8-996c-d43979e4518c tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347395 Sep 30 08:38:29.941370 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:30.681431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fd212-d4ad-4152-9205-3709033ca758 req-36adcfee-091b-4665-8ce5-bc10030c4423 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:30.683878 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-782fd212-d4ad-4152-9205-3709033ca758 req-36adcfee-091b-4665-8ce5-bc10030c4423 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 946 time: 0.0557125 Sep 30 08:38:30.748081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-782fd212-d4ad-4152-9205-3709033ca758 req-bbe6e0b2-a374-405e-95bc-63d8fe11d39d tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545003 Sep 30 08:38:30.873202 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728387b7-81b2-4706-91e5-5be4926218f1 req-c2ec46c1-5459-4e11-87ed-2e45cf0fb04c tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:30.874718 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-728387b7-81b2-4706-91e5-5be4926218f1 req-c2ec46c1-5459-4e11-87ed-2e45cf0fb04c tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 946 time: 0.0562816 Sep 30 08:38:30.922938 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-728387b7-81b2-4706-91e5-5be4926218f1 req-cb6d6644-a914-45c9-95e1-3e0e36f2dcb3 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405161 Sep 30 08:38:30.949852 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40378) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:31.003790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b4ec30-60ad-49ec-a51f-b63f5ce298de tempest-TestVolumeBootPattern-605558425 tempest-TestVolumeBootPattern-605558425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:31.005577 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-92b4ec30-60ad-49ec-a51f-b63f5ce298de tempest-TestVolumeBootPattern-605558425 tempest-TestVolumeBootPattern-605558425-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 1092 time: 0.0546548 Sep 30 08:38:31.010248 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 40382) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:38:31.016261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:38:31.046142 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.145778 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.263490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Allocated IP 172.25.0.100 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/b059fd1e-1c31-470f-91a3-72e67c30416f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:38:31.382082 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.419605 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.462404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:38:31.468881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:38:31.472128 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:38:31.508741 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'Port': ['ID=b059fd1e-1c31-470f-91a3-72e67c30416f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:31.879851 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:31.946805 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:32.123900 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:32.129638 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:32.203819 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event updated for resources: {'Port': ['ID=b059fd1e-1c31-470f-91a3-72e67c30416f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:38:32.215652 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:32.320180 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Floating IP 4bace1f0-a284-46c5-a161-a2673306634f associated. External IP: 172.25.0.100, port: 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1. Sep 30 08:38:32.550300 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:38:32.691677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:38:32.708316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa5cac-de21-4a41-82c9-3b913b3ac251 None None] Sync routers for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:38:32.711373 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:32.741868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fa5cac-de21-4a41-82c9-3b913b3ac251 None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:32.742574 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d2fa5cac-de21-4a41-82c9-3b913b3ac251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:38:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:32.764028 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8866569a-2bd3-4a93-96a2-f9e786848aba tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7402041 Sep 30 08:38:32.764028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cfe180-cd20-46f8-be76-3ce320cf508a', 'tag': '5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:38:32.764028 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb6aa53-183c-42c6-9f06-72734084e943" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cfe180-cd20-46f8-be76-3ce320cf508a", "tag": "5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:38:32.803219 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773f7dd0-34c8-4cf9-bba8-43cfb3efa617 x-openstack-request-id: req-773f7dd0-34c8-4cf9-bba8-43cfb3efa617 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:38:32.804278 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cfe180-cd20-46f8-be76-3ce320cf508a", "tag": "5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:38:32.804761 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-773f7dd0-34c8-4cf9-bba8-43cfb3efa617 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:38:32.812532 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cfe180-cd20-46f8-be76-3ce320cf508a', 'tag': '5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1', 'status': 'completed', 'code': 200} Sep 30 08:38:32.886547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6aa53-183c-42c6-9f06-72734084e943 req-20b9acbc-349a-46d4-a0ca-5b62dbf1c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:32.888556 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbb6aa53-183c-42c6-9f06-72734084e943 req-20b9acbc-349a-46d4-a0ca-5b62dbf1c885 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 1097 time: 0.0570216 Sep 30 08:38:32.890420 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d2fa5cac-de21-4a41-82c9-3b913b3ac251 None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:38:33.002324 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6aa53-183c-42c6-9f06-72734084e943 req-0a08b50e-aab7-4086-85a2-66247f90710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:33.004592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbb6aa53-183c-42c6-9f06-72734084e943 req-0a08b50e-aab7-4086-85a2-66247f90710f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 913 time: 0.1079283 Sep 30 08:38:33.106928 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbb6aa53-183c-42c6-9f06-72734084e943 req-2c3534ab-59f9-4e48-8f35-2f0042dcf379 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 HTTP/1.1" status: 200 len: 1000 time: 0.0947540 Sep 30 08:38:33.163219 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6aa53-183c-42c6-9f06-72734084e943 req-1b74a61c-91fe-42dd-8f2b-522016181911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:33.165484 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbb6aa53-183c-42c6-9f06-72734084e943 req-1b74a61c-91fe-42dd-8f2b-522016181911 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0510514 Sep 30 08:38:33.181767 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d2fa5cac-de21-4a41-82c9-3b913b3ac251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '4bace1f0-a284-46c5-a161-a2673306634f', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'port_id': '5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'mac_address': 'fa:16:3e:39:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfe180-cd20-46f8-be76-3ce320cf508a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:38:31Z', 'updated_at': '2021-09-30T08:38:31Z', 'revision_number': 0, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address_scope': None}, {'id': 'f9123867-10b2-431f-96d9-3bebd1f49dc9', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'port_id': '05a9d398-8ea3-4127-8885-a22b9744e085', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'mac_address': 'fa:16:3e:7d:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:36:17Z', 'updated_at': '2021-09-30T08:36:20Z', 'revision_number': 1, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:33.219989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6aa53-183c-42c6-9f06-72734084e943 req-c6215d0b-21c3-4974-a919-ee3ee2b6db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:38:33.220250 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa5cac-de21-4a41-82c9-3b913b3ac251 None None] Checking router: d6c20a62-1fa0-43e7-8269-b90bd4c990e8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:38:33.222128 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbb6aa53-183c-42c6-9f06-72734084e943 req-c6215d0b-21c3-4974-a919-ee3ee2b6db57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482903 Sep 30 08:38:33.229051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fa5cac-de21-4a41-82c9-3b913b3ac251 None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:38:33.230357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d2fa5cac-de21-4a41-82c9-3b913b3ac251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:38:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:33.338649 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbb6aa53-183c-42c6-9f06-72734084e943 req-d788e53a-f056-4c88-8cfe-c8314a9d30d7 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062682 Sep 30 08:38:33.365130 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d2fa5cac-de21-4a41-82c9-3b913b3ac251 None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:38:33.446021 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbb6aa53-183c-42c6-9f06-72734084e943 req-c78613f9-eea0-4986-b479-583ed906d8f2 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990350 Sep 30 08:38:33.635853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d2fa5cac-de21-4a41-82c9-3b913b3ac251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '4bace1f0-a284-46c5-a161-a2673306634f', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'port_id': '5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'mac_address': 'fa:16:3e:39:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfe180-cd20-46f8-be76-3ce320cf508a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:38:31Z', 'updated_at': '2021-09-30T08:38:31Z', 'revision_number': 0, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address_scope': None}, {'id': 'f9123867-10b2-431f-96d9-3bebd1f49dc9', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'port_id': '05a9d398-8ea3-4127-8885-a22b9744e085', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'mac_address': 'fa:16:3e:7d:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:36:17Z', 'updated_at': '2021-09-30T08:36:20Z', 'revision_number': 1, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:38:33.662451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa5cac-de21-4a41-82c9-3b913b3ac251 None None] The sync data for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 is: [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '4bace1f0-a284-46c5-a161-a2673306634f', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'port_id': '5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'mac_address': 'fa:16:3e:39:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfe180-cd20-46f8-be76-3ce320cf508a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:38:31Z', 'updated_at': '2021-09-30T08:38:31Z', 'revision_number': 0, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address_scope': None}, {'id': 'f9123867-10b2-431f-96d9-3bebd1f49dc9', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'port_id': '05a9d398-8ea3-4127-8885-a22b9744e085', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'mac_address': 'fa:16:3e:7d:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:36:17Z', 'updated_at': '2021-09-30T08:36:20Z', 'revision_number': 1, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:38:33.882557 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe64055-94f0-4369-bc7c-0ab77d65422f None None] New status for floating IP 4bace1f0-a284-46c5-a161-a2673306634f: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:38:40.338047 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:42.070837 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-49262019-32d9-40f4-9806-e626dac7b111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:44.845373 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ead153b1-7de6-4c13-88a8-14c6820505ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.336906 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:45.946003 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:47.826065 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:38:56.256722 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:38:59.937772 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:07.556773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494231b7-43e3-4319-9d9a-a84aa24ba760 req-d09df1a4-87f2-440b-9a4e-684fc8dc3d16 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:07.558181 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-494231b7-43e3-4319-9d9a-a84aa24ba760 req-d09df1a4-87f2-440b-9a4e-684fc8dc3d16 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 949 time: 0.0540602 Sep 30 08:39:07.595778 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-494231b7-43e3-4319-9d9a-a84aa24ba760 req-1c90b639-e1a0-4e70-ad53-6a00df4dea66 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac6ec23a-56bb-4048-8f7c-50e3f09d620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Sep 30 08:39:08.731152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae56f09-8c71-4cd3-944f-4716bc67b718 req-99a43155-c075-4e1c-9bb8-54567c832005 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:08.732764 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ae56f09-8c71-4cd3-944f-4716bc67b718 req-99a43155-c075-4e1c-9bb8-54567c832005 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 949 time: 0.0539696 Sep 30 08:39:08.775596 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ae56f09-8c71-4cd3-944f-4716bc67b718 req-6ff1f33d-d519-432b-ab6d-b2215feb2def tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac6ec23a-56bb-4048-8f7c-50e3f09d620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364242 Sep 30 08:39:09.043190 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d7995-51e9-4287-b6b6-6fb143192558 req-fe68546b-5f8f-4f58-a7e3-b9bb4bfc1fff tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:09.044748 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f96d7995-51e9-4287-b6b6-6fb143192558 req-fe68546b-5f8f-4f58-a7e3-b9bb4bfc1fff tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 949 time: 0.0557952 Sep 30 08:39:09.157878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f96d7995-51e9-4287-b6b6-6fb143192558 req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Deleting port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:39:09.158228 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f96d7995-51e9-4287-b6b6-6fb143192558 req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.254392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f96d7995-51e9-4287-b6b6-6fb143192558 req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] For port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:09.254756 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f96d7995-51e9-4287-b6b6-6fb143192558 req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.268481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f96d7995-51e9-4287-b6b6-6fb143192558 req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Calling delete_port for f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:39:09.411464 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f96d7995-51e9-4287-b6b6-6fb143192558 req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.444551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:39:09.445397 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Pushing event deleted for resources: {'Port': ['ID=f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:09.475094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:09.475547 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:09.476068 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:09.476559 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:09.477047 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:09.477456 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:09.477931 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:09.479175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:09.479722 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:09.480187 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:09.480647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:09.481024 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:09.504174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96d7995-51e9-4287-b6b6-6fb143192558 req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] No DVR routers for this DVR port f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:39:09.506819 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f96d7995-51e9-4287-b6b6-6fb143192558 req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:09.509091 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f96d7995-51e9-4287-b6b6-6fb143192558 req-9da77710-9131-4f47-b152-19333cb2acbc tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.35 "DELETE /v2.0/ports/f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca HTTP/1.1" status: 204 len: 173 time: 0.4577665 Sep 30 08:39:09.510112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4e271c-14cb-4a44-8627-4d4452c4b5da', 'name': 'network-vif-deleted', 'tag': 'f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:39:09.512608 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20e187b-7e20-4081-82cd-d9cad5a02652" -d '{"events": [{"server_uuid": "7d4e271c-14cb-4a44-8627-4d4452c4b5da", "name": "network-vif-deleted", "tag": "f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:39:09.636859 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8197d1-4d8d-4826-acf6-d43613ab33fe x-openstack-request-id: req-8d8197d1-4d8d-4826-acf6-d43613ab33fe {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:39:09.640139 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4e271c-14cb-4a44-8627-4d4452c4b5da", "name": "network-vif-deleted", "tag": "f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:39:09.641115 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d8197d1-4d8d-4826-acf6-d43613ab33fe {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:39:09.641480 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4e271c-14cb-4a44-8627-4d4452c4b5da', 'name': 'network-vif-deleted', 'tag': 'f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca', 'status': 'completed', 'code': 200} Sep 30 08:39:09.900624 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e122ca5-44e0-4b9e-bd1d-1f5ea7b1e5e5 req-16d23d3e-e331-47e9-a33b-b0c834481387 tempest-VolumesBackupsTest-1927527430 tempest-VolumesBackupsTest-1927527430-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d4e271c-14cb-4a44-8627-4d4452c4b5da HTTP/1.1" status: 200 len: 210 time: 0.0337074 Sep 30 08:39:10.384495 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.081561 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d1b624b-4e25-42b7-b6a8-6f19a4b1f2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:12.766268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:39:12.787725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:39:12.788101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device f32e44e1-90d6-4bb4-afd1-cf82aafbf4ca not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:39:13.688610 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51da4d38-b553-4326-be0e-51cdc30c3224 req-e0a05f5f-3ba8-40af-9e4b-b40bad1237b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552649 Sep 30 08:39:13.787050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da4d38-b553-4326-be0e-51cdc30c3224 req-c8bd3e1b-2e98-4d8e-90b6-615bf938f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:13.789097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51da4d38-b553-4326-be0e-51cdc30c3224 req-c8bd3e1b-2e98-4d8e-90b6-615bf938f78f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 1097 time: 0.0504208 Sep 30 08:39:13.913306 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da4d38-b553-4326-be0e-51cdc30c3224 req-060f6a85-1060-4a6c-8861-9971ede07229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:13.916175 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51da4d38-b553-4326-be0e-51cdc30c3224 req-060f6a85-1060-4a6c-8861-9971ede07229 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 913 time: 0.1018157 Sep 30 08:39:14.002501 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51da4d38-b553-4326-be0e-51cdc30c3224 req-11c1ec3c-fe1b-4253-b8cc-9e357e369f0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a9d398-8ea3-4127-8885-a22b9744e085 HTTP/1.1" status: 200 len: 1002 time: 0.0778604 Sep 30 08:39:14.060724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da4d38-b553-4326-be0e-51cdc30c3224 req-fb3c47be-60a7-4872-b7a2-ba9d45221706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:14.062433 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51da4d38-b553-4326-be0e-51cdc30c3224 req-fb3c47be-60a7-4872-b7a2-ba9d45221706 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0518715 Sep 30 08:39:14.120243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da4d38-b553-4326-be0e-51cdc30c3224 req-56591e34-7f2e-4a85-b952-3c74e226e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:14.121746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51da4d38-b553-4326-be0e-51cdc30c3224 req-56591e34-7f2e-4a85-b952-3c74e226e775 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515149 Sep 30 08:39:14.228520 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51da4d38-b553-4326-be0e-51cdc30c3224 req-9445e1c8-70e1-4da8-8547-8210cfcaf27b service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952828 Sep 30 08:39:14.389296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51da4d38-b553-4326-be0e-51cdc30c3224 req-c4e4d69e-0776-432c-ad69-3546916d598a service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566849 Sep 30 08:39:14.830780 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fdd8a49-0109-4ed3-9c40-df020459d33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:15.327410 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:15.937362 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:17.813501 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:29.932906 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.284117 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42016) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:30.288749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-599146882', 'description': 'tempest-secgroup-smoke-599146882 description', 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:30.314269 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.396857 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.401821 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.429762 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.431767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1466415 Sep 30 08:39:30.434567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42018) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:30.438869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f12f8b0b-bd6c-4dd5-8956-e001eddcee0e tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Request body: {'security_group_rule': {'security_group_id': 'c3a6f932-1adf-4924-bc13-9b03da169b64', 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:30.447737 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a6f932-1adf-4924-bc13-9b03da169b64,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:30.462922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:30.463383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:30.463744 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:30.464120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:30.464466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:30.464801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:30.465141 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:30.465477 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:30.465815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:30.466145 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:30.466484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:30.466804 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6f4c0-ee85-4c05-bcd7-b8427514bdcd tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:30.483491 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f12f8b0b-bd6c-4dd5-8956-e001eddcee0e tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.539483 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f12f8b0b-bd6c-4dd5-8956-e001eddcee0e tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.543927 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f12f8b0b-bd6c-4dd5-8956-e001eddcee0e tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.562061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f8b0b-bd6c-4dd5-8956-e001eddcee0e tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ff605e-82f5-4e3d-b58e-89495bec5274,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:30.569428 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f12f8b0b-bd6c-4dd5-8956-e001eddcee0e tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.570120 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f12f8b0b-bd6c-4dd5-8956-e001eddcee0e tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346312 Sep 30 08:39:30.573351 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42020) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:30.577751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8181dfd7-febd-49a5-be00-4ae220de2399 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Request body: {'security_group_rule': {'security_group_id': 'c3a6f932-1adf-4924-bc13-9b03da169b64', 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:30.606354 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8181dfd7-febd-49a5-be00-4ae220de2399 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.664256 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8181dfd7-febd-49a5-be00-4ae220de2399 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.668661 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8181dfd7-febd-49a5-be00-4ae220de2399 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.688478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181dfd7-febd-49a5-be00-4ae220de2399 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6070335a-1404-4210-b8ff-2b6a194865e9,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:30.695687 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8181dfd7-febd-49a5-be00-4ae220de2399 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.700046 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8181dfd7-febd-49a5-be00-4ae220de2399 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233306 Sep 30 08:39:30.700238 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42022) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:30.704660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f0b4386b-6909-4c8b-9f43-f23ade375502 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Request body: {'security_group_rule': {'security_group_id': 'c3a6f932-1adf-4924-bc13-9b03da169b64', 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:30.734735 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0b4386b-6909-4c8b-9f43-f23ade375502 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.798791 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0b4386b-6909-4c8b-9f43-f23ade375502 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.809040 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0b4386b-6909-4c8b-9f43-f23ade375502 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.826806 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4386b-6909-4c8b-9f43-f23ade375502 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26afffcd-853e-4060-914c-5b992c16bbfa,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:30.833596 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0b4386b-6909-4c8b-9f43-f23ade375502 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.838473 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f0b4386b-6909-4c8b-9f43-f23ade375502 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371608 Sep 30 08:39:30.839313 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:30.844343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b2ecd591-bb9d-45c3-88f1-69423bdc074b tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Request body: {'security_group_rule': {'security_group_id': 'c3a6f932-1adf-4924-bc13-9b03da169b64', 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:30.880677 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd591-bb9d-45c3-88f1-69423bdc074b tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.954324 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd591-bb9d-45c3-88f1-69423bdc074b tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.958004 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd591-bb9d-45c3-88f1-69423bdc074b tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.976528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecd591-bb9d-45c3-88f1-69423bdc074b tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ce7878-6a75-4a42-b3b1-ff9d2ab7692f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:30.983319 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd591-bb9d-45c3-88f1-69423bdc074b tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:30.984624 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b2ecd591-bb9d-45c3-88f1-69423bdc074b tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440489 Sep 30 08:39:30.987644 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42028) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:30.992589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-15475437-7481-4b34-8782-7b1e45429193 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Request body: {'security_group_rule': {'security_group_id': 'c3a6f932-1adf-4924-bc13-9b03da169b64', 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:31.014723 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-15475437-7481-4b34-8782-7b1e45429193 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Project 6c0790d0bc0c4c249d5e56fba89b0b65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:39:31.019658 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15475437-7481-4b34-8782-7b1e45429193 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.088205 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15475437-7481-4b34-8782-7b1e45429193 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.092255 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15475437-7481-4b34-8782-7b1e45429193 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.113219 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15475437-7481-4b34-8782-7b1e45429193 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b09b0de-7d55-4bb7-bf7c-3316564a0ec7,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:31.122378 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15475437-7481-4b34-8782-7b1e45429193 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.124242 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-15475437-7481-4b34-8782-7b1e45429193 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354365 Sep 30 08:39:31.127133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42030) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:31.131748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c022126c-d70a-468a-85ae-28963ad7d160 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Request body: {'security_group_rule': {'security_group_id': 'c3a6f932-1adf-4924-bc13-9b03da169b64', 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:31.154342 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-c022126c-d70a-468a-85ae-28963ad7d160 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Project 6c0790d0bc0c4c249d5e56fba89b0b65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 08:39:31.159488 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c022126c-d70a-468a-85ae-28963ad7d160 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.220570 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c022126c-d70a-468a-85ae-28963ad7d160 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.224333 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c022126c-d70a-468a-85ae-28963ad7d160 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.245501 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022126c-d70a-468a-85ae-28963ad7d160 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c037560d-3878-4d7b-99ac-3459028b5ae7,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:31.251071 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c022126c-d70a-468a-85ae-28963ad7d160 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:31.252355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c022126c-d70a-468a-85ae-28963ad7d160 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242130 Sep 30 08:39:31.397541 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00555555-ad42-4208-b379-8ce3844c9f22 req-735c29cf-db13-479e-a437-5cd274367198 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-599146882&fields=id&tenant_id=6c0790d0bc0c4c249d5e56fba89b0b65 HTTP/1.1" status: 200 len: 267 time: 0.0331819 Sep 30 08:39:31.503052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00555555-ad42-4208-b379-8ce3844c9f22 req-fceb70a8-6bad-4535-a1f2-a27d90f2ce1d tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:31.504576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00555555-ad42-4208-b379-8ce3844c9f22 req-fceb70a8-6bad-4535-a1f2-a27d90f2ce1d tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/networks?id=39d25126-fdff-4b63-8099-7e1f8ce60b5f HTTP/1.1" status: 200 len: 814 time: 0.0994918 Sep 30 08:39:31.520135 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00555555-ad42-4208-b379-8ce3844c9f22 req-c28e5ce2-4bbf-440d-b1bd-43b6337a2d2e tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/quotas/6c0790d0bc0c4c249d5e56fba89b0b65 HTTP/1.1" status: 200 len: 375 time: 0.0090661 Sep 30 08:39:31.576138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00555555-ad42-4208-b379-8ce3844c9f22 req-8a2aec76-b8e1-44e5-a850-a4c6429fbb9e tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c0790d0bc0c4c249d5e56fba89b0b65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504107 Sep 30 08:39:31.672273 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00555555-ad42-4208-b379-8ce3844c9f22 req-aef6732b-5166-4e46-bdee-4138317a8096 service neutron] 10.222.0.24 "GET /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833077 Sep 30 08:39:31.770656 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00555555-ad42-4208-b379-8ce3844c9f22 req-fd74bd11-8a26-4d15-a1a4-14c0f981b0c7 service neutron] 10.222.0.24 "GET /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921619 Sep 30 08:39:32.112074 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed42a3d5-49d3-4b64-8458-01aca33cee92 req-81b76abb-9308-4172-97e6-6d7fb5c25550 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 210 time: 0.0345144 Sep 30 08:39:33.198607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00555555-ad42-4208-b379-8ce3844c9f22 req-adffcf2a-a8af-4f52-9ec3-b79ede15de69 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:33.201004 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00555555-ad42-4208-b379-8ce3844c9f22 req-adffcf2a-a8af-4f52-9ec3-b79ede15de69 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.35 "GET /v2.0/networks?id=39d25126-fdff-4b63-8099-7e1f8ce60b5f HTTP/1.1" status: 200 len: 814 time: 0.1122530 Sep 30 08:39:33.233123 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86fd9cbb-c4d8-433b-8371-d4a0b809de70 req-dd9f2a64-9c11-4ee9-8f88-0c8119b91ef9 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 210 time: 0.0357473 Sep 30 08:39:33.257636 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:39:33.262835 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00555555-ad42-4208-b379-8ce3844c9f22 req-c827edc3-0b7a-443a-9c82-a4d38f8804ef tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c0790d0bc0c4c249d5e56fba89b0b65 HTTP/1.1" status: 200 len: 379 time: 0.0491061 Sep 30 08:39:33.275487 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-00555555-ad42-4208-b379-8ce3844c9f22 req-94cc5b9b-3717-4961-a49e-6c35b1eddaff tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Request body: {'port': {'device_id': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'admin_state_up': True, 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'security_groups': ['c3a6f932-1adf-4924-bc13-9b03da169b64']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:33.395477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00555555-ad42-4208-b379-8ce3844c9f22 req-94cc5b9b-3717-4961-a49e-6c35b1eddaff tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Made reservation on behalf of 6c0790d0bc0c4c249d5e56fba89b0b65 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:39:33.399231 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-00555555-ad42-4208-b379-8ce3844c9f22 req-94cc5b9b-3717-4961-a49e-6c35b1eddaff tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:33.529450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-00555555-ad42-4208-b379-8ce3844c9f22 req-94cc5b9b-3717-4961-a49e-6c35b1eddaff tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Allocated IP 172.20.0.10 (39d25126-fdff-4b63-8099-7e1f8ce60b5f/5d9a7ff1-919f-4ba9-a0c2-0f894391a777/e195e71d-d434-4f85-b70b-0d22b856cd66) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:39:33.679900 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-00555555-ad42-4208-b379-8ce3844c9f22 req-94cc5b9b-3717-4961-a49e-6c35b1eddaff tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:33.715129 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-00555555-ad42-4208-b379-8ce3844c9f22 req-94cc5b9b-3717-4961-a49e-6c35b1eddaff tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:33.763962 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00555555-ad42-4208-b379-8ce3844c9f22 req-94cc5b9b-3717-4961-a49e-6c35b1eddaff tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Network 39d25126-fdff-4b63-8099-7e1f8ce60b5f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:33.766968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-00555555-ad42-4208-b379-8ce3844c9f22 req-94cc5b9b-3717-4961-a49e-6c35b1eddaff tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:33.770524 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-00555555-ad42-4208-b379-8ce3844c9f22 req-94cc5b9b-3717-4961-a49e-6c35b1eddaff tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:39:33.780811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc5b9b-3717-4961-a49e-6c35b1eddaff tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Pushing event updated for resources: {'Port': ['ID=e195e71d-d434-4f85-b70b-0d22b856cd66,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:33.835550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00555555-ad42-4208-b379-8ce3844c9f22 req-94cc5b9b-3717-4961-a49e-6c35b1eddaff tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:33.835550 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-00555555-ad42-4208-b379-8ce3844c9f22 req-94cc5b9b-3717-4961-a49e-6c35b1eddaff tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:33.856470 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00555555-ad42-4208-b379-8ce3844c9f22 req-94cc5b9b-3717-4961-a49e-6c35b1eddaff tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5848417 Sep 30 08:39:33.873086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Request body: {'port': {'device_id': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:33.951571 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.027976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7c447152-a7b9-4cdc-9b5e-4811b993f690 None None] Provisioning complete for port e195e71d-d434-4f85-b70b-0d22b856cd66 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:34.028525 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c447152-a7b9-4cdc-9b5e-4811b993f690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.071748 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7c447152-a7b9-4cdc-9b5e-4811b993f690 None None] Port e195e71d-d434-4f85-b70b-0d22b856cd66 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:39:34.272923 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e195e71d-d434-4f85-b70b-0d22b856cd66 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:39:34.281383 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.295900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Transition to ACTIVE for port object e195e71d-d434-4f85-b70b-0d22b856cd66 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:39:34.308910 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.397984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236797aa-3a14-4526-afa2-4ce35917f026 req-4df974dc-f9d7-4214-96d9-7d30660c5ce1 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:34.403481 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Pushing event updated for resources: {'Port': ['ID=e195e71d-d434-4f85-b70b-0d22b856cd66,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:34.409822 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-236797aa-3a14-4526-afa2-4ce35917f026 req-4df974dc-f9d7-4214-96d9-7d30660c5ce1 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 944 time: 0.0968361 Sep 30 08:39:34.465964 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-236797aa-3a14-4526-afa2-4ce35917f026 req-7f6b4adf-c24d-49da-ace6-50aac9c85de4 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542781 Sep 30 08:39:34.499594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Attempting to bind port e195e71d-d434-4f85-b70b-0d22b856cd66 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:39:34.500070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Attempting to bind port e195e71d-d434-4f85-b70b-0d22b856cd66 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '81630f40-bd9f-4cc1-a9d2-6c7964555cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:39:34.500587 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Attempting to bind port e195e71d-d434-4f85-b70b-0d22b856cd66 on network 39d25126-fdff-4b63-8099-7e1f8ce60b5f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:39:34.505323 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Port e195e71d-d434-4f85-b70b-0d22b856cd66 on network 39d25126-fdff-4b63-8099-7e1f8ce60b5f not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:39:34.505644 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Attempting to bind port e195e71d-d434-4f85-b70b-0d22b856cd66 on network 39d25126-fdff-4b63-8099-7e1f8ce60b5f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:39:34.511376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:39:34.511650 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Checking segment: {'id': '81630f40-bd9f-4cc1-a9d2-6c7964555cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:39:34.512071 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Bound using segment: {'id': '81630f40-bd9f-4cc1-a9d2-6c7964555cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:39:34.512527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Bound port: e195e71d-d434-4f85-b70b-0d22b856cd66, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81630f40-bd9f-4cc1-a9d2-6c7964555cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:39:34.512885 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.585761 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] For port e195e71d-d434-4f85-b70b-0d22b856cd66, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:39:34.589852 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] For port e195e71d-d434-4f85-b70b-0d22b856cd66, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e195e71d-d434-4f85-b70b-0d22b856cd66,segment=NetworkSegment(81630f40-bd9f-4cc1-a9d2-6c7964555cd3),segment_id=81630f40-bd9f-4cc1-a9d2-6c7964555cd3)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:39:34.596660 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.646188 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:34.646886 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:34.648529 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00555555-ad42-4208-b379-8ce3844c9f22 req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] 10.222.0.35 "PUT /v2.0/ports/e195e71d-d434-4f85-b70b-0d22b856cd66 HTTP/1.1" status: 200 len: 1092 time: 0.7798522 Sep 30 08:39:34.649095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'tag': 'e195e71d-d434-4f85-b70b-0d22b856cd66'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:39:34.652085 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a83249-a0ac-41db-b0a5-67b7c8fde55c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e19f239-e1b2-4d40-8590-b0f9b6ba8db6", "tag": "e195e71d-d434-4f85-b70b-0d22b856cd66"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:39:34.676537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509d40f-91f1-4938-be91-c1ab11f01499 service neutron] Pushing event updated for resources: {'Port': ['ID=e195e71d-d434-4f85-b70b-0d22b856cd66,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:34.700776 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7798594e-5312-4960-9148-05105f6b3f61 x-openstack-request-id: req-7798594e-5312-4960-9148-05105f6b3f61 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:39:34.701085 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e19f239-e1b2-4d40-8590-b0f9b6ba8db6", "tag": "e195e71d-d434-4f85-b70b-0d22b856cd66", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:39:34.701327 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7798594e-5312-4960-9148-05105f6b3f61 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:39:34.701729 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'tag': 'e195e71d-d434-4f85-b70b-0d22b856cd66', 'status': 'completed', 'code': 200} Sep 30 08:39:34.762505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00555555-ad42-4208-b379-8ce3844c9f22 req-790a791b-4268-4c6d-a403-5ab6961b10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:34.764018 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00555555-ad42-4208-b379-8ce3844c9f22 req-790a791b-4268-4c6d-a403-5ab6961b10ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c0790d0bc0c4c249d5e56fba89b0b65&device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 1095 time: 0.0449562 Sep 30 08:39:34.817549 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00555555-ad42-4208-b379-8ce3844c9f22 req-9c4fa53e-68f5-40a2-8d50-d3009f710206 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e195e71d-d434-4f85-b70b-0d22b856cd66 HTTP/1.1" status: 200 len: 217 time: 0.0405743 Sep 30 08:39:34.869866 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00555555-ad42-4208-b379-8ce3844c9f22 req-07e19b5e-6fac-49ca-ade3-bbe79da43d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:34.871369 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00555555-ad42-4208-b379-8ce3844c9f22 req-07e19b5e-6fac-49ca-ade3-bbe79da43d6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d9a7ff1-919f-4ba9-a0c2-0f894391a777 HTTP/1.1" status: 200 len: 853 time: 0.0471492 Sep 30 08:39:34.920500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00555555-ad42-4208-b379-8ce3844c9f22 req-c3e223ef-8ac2-48ca-93a8-a07340d4a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:34.922093 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00555555-ad42-4208-b379-8ce3844c9f22 req-c3e223ef-8ac2-48ca-93a8-a07340d4a0f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39d25126-fdff-4b63-8099-7e1f8ce60b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428915 Sep 30 08:39:35.029857 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00555555-ad42-4208-b379-8ce3844c9f22 req-7073c541-5cb5-4ed2-a794-96d4f9afbbb3 service neutron] 10.222.0.35 "GET /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003006 Sep 30 08:39:35.124260 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-00555555-ad42-4208-b379-8ce3844c9f22 req-ddd87ef3-e47f-4bff-9ce5-a2161d104138 service neutron] 10.222.0.35 "GET /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876324 Sep 30 08:39:35.236690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a83249-a0ac-41db-b0a5-67b7c8fde55c req-8853639e-e50a-493b-9949-0c1649732192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:35.238430 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-73a83249-a0ac-41db-b0a5-67b7c8fde55c req-8853639e-e50a-493b-9949-0c1649732192 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c0790d0bc0c4c249d5e56fba89b0b65&device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 1095 time: 0.0444946 Sep 30 08:39:35.338122 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a83249-a0ac-41db-b0a5-67b7c8fde55c req-ea0c9885-b171-4efe-bc0c-ef0f50d1e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:35.339867 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-73a83249-a0ac-41db-b0a5-67b7c8fde55c req-ea0c9885-b171-4efe-bc0c-ef0f50d1e678 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39d25126-fdff-4b63-8099-7e1f8ce60b5f HTTP/1.1" status: 200 len: 915 time: 0.0948949 Sep 30 08:39:35.388646 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-73a83249-a0ac-41db-b0a5-67b7c8fde55c req-35ecd6eb-26be-4c30-901b-424449d0e8a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e195e71d-d434-4f85-b70b-0d22b856cd66 HTTP/1.1" status: 200 len: 217 time: 0.0405734 Sep 30 08:39:35.440010 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a83249-a0ac-41db-b0a5-67b7c8fde55c req-b3971163-1415-4d73-a0f3-c3160c69f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:35.441729 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-73a83249-a0ac-41db-b0a5-67b7c8fde55c req-b3971163-1415-4d73-a0f3-c3160c69f0ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d9a7ff1-919f-4ba9-a0c2-0f894391a777 HTTP/1.1" status: 200 len: 853 time: 0.0469255 Sep 30 08:39:35.487692 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a83249-a0ac-41db-b0a5-67b7c8fde55c req-274ca136-ef5c-44ee-9c80-c34c6555cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:35.489186 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-73a83249-a0ac-41db-b0a5-67b7c8fde55c req-274ca136-ef5c-44ee-9c80-c34c6555cb57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39d25126-fdff-4b63-8099-7e1f8ce60b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406439 Sep 30 08:39:35.600829 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680be3d8-b9bd-4ab7-81a3-5004deb0411a req-61c9a8e2-d8d0-44ea-ae1c-6746a6352928 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:35.603554 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-680be3d8-b9bd-4ab7-81a3-5004deb0411a req-61c9a8e2-d8d0-44ea-ae1c-6746a6352928 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 944 time: 0.0610077 Sep 30 08:39:35.623803 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-73a83249-a0ac-41db-b0a5-67b7c8fde55c req-155bb1e5-1f1c-4fa2-99a7-ff58e63af6b4 service neutron] 10.222.0.35 "GET /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274736 Sep 30 08:39:35.671344 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-680be3d8-b9bd-4ab7-81a3-5004deb0411a req-36021af5-a273-4e1f-b793-58901099c280 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598574 Sep 30 08:39:35.741839 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-73a83249-a0ac-41db-b0a5-67b7c8fde55c req-efc7c185-6b85-4bd0-bd8c-778fa2d899c4 service neutron] 10.222.0.35 "GET /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091607 Sep 30 08:39:36.794413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aaff6a-a1e2-4c2a-8dfd-fd8e63365243 req-ebe9134a-ca4d-4fa7-903b-1a059acd3ceb tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:36.796101 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7aaff6a-a1e2-4c2a-8dfd-fd8e63365243 req-ebe9134a-ca4d-4fa7-903b-1a059acd3ceb tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 944 time: 0.0496471 Sep 30 08:39:36.835719 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7aaff6a-a1e2-4c2a-8dfd-fd8e63365243 req-f634e1a6-7bf3-43d1-8a53-c5106d616337 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329392 Sep 30 08:39:37.956294 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a6850-370b-4621-adf4-4783532c1464 req-c8cab802-1c06-404a-90e6-995454d4b51d tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:37.957804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-879a6850-370b-4621-adf4-4783532c1464 req-c8cab802-1c06-404a-90e6-995454d4b51d tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 944 time: 0.0531809 Sep 30 08:39:37.998901 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-879a6850-370b-4621-adf4-4783532c1464 req-29eab9ae-72e6-4561-a7af-3705a108062d tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340991 Sep 30 08:39:39.125334 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af64d7-4584-4d1f-a686-530e0668c988 req-c712857d-ad91-48a7-aed1-2562ec5e0b3c tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:39.127152 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d2af64d7-4584-4d1f-a686-530e0668c988 req-c712857d-ad91-48a7-aed1-2562ec5e0b3c tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 944 time: 0.0547099 Sep 30 08:39:39.169533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d2af64d7-4584-4d1f-a686-530e0668c988 req-72532f6e-82fc-4c34-9b9d-ae596b8aac78 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355539 Sep 30 08:39:40.292960 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbff66-5d9b-499a-a264-590c51a90d0a req-6873386b-68ca-4a15-b6db-0fa1e89482e1 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:40.294460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7bbff66-5d9b-499a-a264-590c51a90d0a req-6873386b-68ca-4a15-b6db-0fa1e89482e1 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 944 time: 0.0490770 Sep 30 08:39:40.332856 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c7bbff66-5d9b-499a-a264-590c51a90d0a req-370cb22a-429b-49fd-9737-098e8b5a055b tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323863 Sep 30 08:39:40.397713 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:41.447697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ba1be-6e72-4be9-9483-01bc47730cd2 req-9b4f4b25-4374-45c9-8e7a-a7f28414af4f tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:41.449280 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-712ba1be-6e72-4be9-9483-01bc47730cd2 req-9b4f4b25-4374-45c9-8e7a-a7f28414af4f tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 944 time: 0.0495195 Sep 30 08:39:41.491941 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-712ba1be-6e72-4be9-9483-01bc47730cd2 req-7a30d1b2-86fd-4fc6-a4b2-e5ddf4f2d63d tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365839 Sep 30 08:39:42.073041 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5de568b9-30a1-4447-8857-4e8c230da2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:42.612776 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cb2a0-29fd-4159-a4b6-61d5dccfe983 req-af9a8cb9-6f89-4cab-bb4d-e943bd28863f tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:42.614248 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d6cb2a0-29fd-4159-a4b6-61d5dccfe983 req-af9a8cb9-6f89-4cab-bb4d-e943bd28863f tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 944 time: 0.0535560 Sep 30 08:39:42.964185 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d6cb2a0-29fd-4159-a4b6-61d5dccfe983 req-9edbdec8-39e7-4eea-8152-35fc6a07ad9e tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3428276 Sep 30 08:39:44.080244 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8383965-2a08-4737-8140-9a4ccd20727c req-ba0b2584-4f0c-42e6-8e98-d3835a9ba49a tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:44.081717 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e8383965-2a08-4737-8140-9a4ccd20727c req-ba0b2584-4f0c-42e6-8e98-d3835a9ba49a tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 944 time: 0.0486145 Sep 30 08:39:44.118959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e8383965-2a08-4737-8140-9a4ccd20727c req-add856d9-a0be-4070-8c62-cb795f5fef73 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307693 Sep 30 08:39:44.833094 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7681567b-43ea-4d31-b284-c877dd08d2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:44.898399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e195e71d-d434-4f85-b70b-0d22b856cd66 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:39:44.989790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e195e71d-d434-4f85-b70b-0d22b856cd66, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e195e71d-d434-4f85-b70b-0d22b856cd66,segment=NetworkSegment(81630f40-bd9f-4cc1-a9d2-6c7964555cd3),segment_id=81630f40-bd9f-4cc1-a9d2-6c7964555cd3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:45.004058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'e195e71d-d434-4f85-b70b-0d22b856cd66', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'port_id': 'e195e71d-d434-4f85-b70b-0d22b856cd66', 'mac_address': 'fa:16:3e:55:42:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:39:45.042749 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:45.055772 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e195e71d-d434-4f85-b70b-0d22b856cd66 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:39:45.075624 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e195e71d-d434-4f85-b70b-0d22b856cd66, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e195e71d-d434-4f85-b70b-0d22b856cd66,segment=NetworkSegment(81630f40-bd9f-4cc1-a9d2-6c7964555cd3),segment_id=81630f40-bd9f-4cc1-a9d2-6c7964555cd3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:45.080149 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:45.125526 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=e195e71d-d434-4f85-b70b-0d22b856cd66,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:45.132548 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:45.132889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:45.133292 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:45.133733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:45.134070 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:45.134397 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:45.134723 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:45.135048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:45.135370 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:45.135691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:45.136034 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:45.136354 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:39:45.234821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b4a9e-5a6f-4e3a-975f-65e143b623ea req-e127c2cc-32ce-4fc1-98df-2fbbe0bbfbe8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:45.236484 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-100b4a9e-5a6f-4e3a-975f-65e143b623ea req-e127c2cc-32ce-4fc1-98df-2fbbe0bbfbe8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 945 time: 0.0506401 Sep 30 08:39:45.275423 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-100b4a9e-5a6f-4e3a-975f-65e143b623ea req-0a00d446-6177-4946-986b-8ffe1afb5764 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330656 Sep 30 08:39:45.319757 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:45.344187 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e195e71d-d434-4f85-b70b-0d22b856cd66'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:39:45.938547 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:46.397534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df6152-d43d-40ad-9784-f3f9cb921768 req-2fe98806-1825-47d3-8e71-519669e61b32 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:46.399087 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86df6152-d43d-40ad-9784-f3f9cb921768 req-2fe98806-1825-47d3-8e71-519669e61b32 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 945 time: 0.0560932 Sep 30 08:39:46.436003 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86df6152-d43d-40ad-9784-f3f9cb921768 req-752657d7-074c-49e1-aca5-a17c31fd9051 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307469 Sep 30 08:39:46.907301 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e195e71d-d434-4f85-b70b-0d22b856cd66 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:39:46.955276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port e195e71d-d434-4f85-b70b-0d22b856cd66 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:39:46.958996 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port e195e71d-d434-4f85-b70b-0d22b856cd66 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:39:46.959365 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.037903 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.059990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e195e71d-d434-4f85-b70b-0d22b856cd66'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:39:47.062210 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecd59cb-9fe1-48be-ac36-0d57ecaf2378" -d '{"events": [{"server_uuid": "2e19f239-e1b2-4d40-8590-b0f9b6ba8db6", "name": "network-vif-plugged", "status": "completed", "tag": "e195e71d-d434-4f85-b70b-0d22b856cd66"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:39:47.076585 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e195e71d-d434-4f85-b70b-0d22b856cd66, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e195e71d-d434-4f85-b70b-0d22b856cd66,segment=NetworkSegment(81630f40-bd9f-4cc1-a9d2-6c7964555cd3),segment_id=81630f40-bd9f-4cc1-a9d2-6c7964555cd3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:39:47.081893 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:47.107046 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83478323-b573-47c5-9b56-e4816291bb12 x-openstack-request-id: req-83478323-b573-47c5-9b56-e4816291bb12 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:39:47.107338 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e19f239-e1b2-4d40-8590-b0f9b6ba8db6", "name": "network-vif-plugged", "status": "completed", "tag": "e195e71d-d434-4f85-b70b-0d22b856cd66", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:39:47.107592 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83478323-b573-47c5-9b56-e4816291bb12 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:39:47.108005 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e195e71d-d434-4f85-b70b-0d22b856cd66', 'code': 200} Sep 30 08:39:47.133445 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=e195e71d-d434-4f85-b70b-0d22b856cd66,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:47.232490 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be5b09-b833-46f5-9a4a-f9f28f62fc57 req-10a73faf-c094-4be4-bd6a-71cdda1335b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:47.233744 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-45be5b09-b833-46f5-9a4a-f9f28f62fc57 req-10a73faf-c094-4be4-bd6a-71cdda1335b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 1097 time: 0.0452332 Sep 30 08:39:47.273354 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-45be5b09-b833-46f5-9a4a-f9f28f62fc57 req-98c964c5-a71b-4d21-a623-7afb1d4be475 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316141 Sep 30 08:39:47.549643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d8c55-cf12-4857-9d8d-07513a059103 req-312563fd-357d-4909-87d3-ef2183810fd3 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:47.551124 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-436d8c55-cf12-4857-9d8d-07513a059103 req-312563fd-357d-4909-87d3-ef2183810fd3 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 946 time: 0.0493927 Sep 30 08:39:47.589162 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-436d8c55-cf12-4857-9d8d-07513a059103 req-020a99af-de77-47bf-8130-810efaf03ab6 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311954 Sep 30 08:39:47.813632 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:48.707865 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a739247-4f6d-4718-8a88-f3f5d195c834 req-6ce24305-d068-4f68-8dd0-49a0df1bde21 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:48.709377 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3a739247-4f6d-4718-8a88-f3f5d195c834 req-6ce24305-d068-4f68-8dd0-49a0df1bde21 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 946 time: 0.0497882 Sep 30 08:39:48.747525 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3a739247-4f6d-4718-8a88-f3f5d195c834 req-66db4628-5441-463f-830d-dd2e36e67d76 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319598 Sep 30 08:39:48.875800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3763ff8-b910-4df3-8202-a13fe028819b req-308fef6c-e96c-4e0c-b408-15d76182cb24 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:48.880385 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3763ff8-b910-4df3-8202-a13fe028819b req-308fef6c-e96c-4e0c-b408-15d76182cb24 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 946 time: 0.0622003 Sep 30 08:39:48.918501 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3763ff8-b910-4df3-8202-a13fe028819b req-7e0495c7-916d-429a-962b-28f8a573baad tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337386 Sep 30 08:39:48.942676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:49.134427 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b0fa1-f0ec-4d98-8d7e-84877e2a119d tempest-TestVolumeBackupRestore-855201680 tempest-TestVolumeBackupRestore-855201680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:49.135895 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e70b0fa1-f0ec-4d98-8d7e-84877e2a119d tempest-TestVolumeBackupRestore-855201680 tempest-TestVolumeBackupRestore-855201680-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 1092 time: 0.1921294 Sep 30 08:39:49.138661 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42222) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:49.142836 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': 'e195e71d-d434-4f85-b70b-0d22b856cd66', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:49.170654 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:49.267761 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:49.373224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Allocated IP 172.25.0.201 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/f86c06d2-1710-402d-a3b3-7ce7cc4dcabc) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:39:49.478272 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:49.511744 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:49.548990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:39:49.552024 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:39:49.556022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:39:49.588473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Pushing event updated for resources: {'Port': ['ID=f86c06d2-1710-402d-a3b3-7ce7cc4dcabc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:50.353004 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:50.450140 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:50.605090 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:50.609521 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:50.678831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Pushing event updated for resources: {'Port': ['ID=f86c06d2-1710-402d-a3b3-7ce7cc4dcabc,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:39:50.691357 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:50.791872 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Floating IP c9d0e908-f0a5-46e7-8cae-405573439779 associated. External IP: 172.25.0.201, port: e195e71d-d434-4f85-b70b-0d22b856cd66. Sep 30 08:39:51.022773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:39:51.144744 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:51.155710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d390d6-3869-4f3a-87c4-d58cd969544d None None] Sync routers for ids ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:51.167390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d390d6-3869-4f3a-87c4-d58cd969544d None None] Routers {'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:51.168039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-16d390d6-3869-4f3a-87c4-d58cd969544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:39:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:51.176009 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:51.211489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42236) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:51.212720 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-50b25a1c-b9ab-4acc-9a51-59a31ae9bfed tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0721858 Sep 30 08:39:51.213534 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'tag': 'e195e71d-d434-4f85-b70b-0d22b856cd66'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:39:51.215978 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f34ebc-b48b-486e-a5e6-a94a01c566d1" -d '{"events": [{"name": "network-changed", "server_uuid": "2e19f239-e1b2-4d40-8590-b0f9b6ba8db6", "tag": "e195e71d-d434-4f85-b70b-0d22b856cd66"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:39:51.262323 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca6b611-91b7-47d8-b0eb-663044bb34fd x-openstack-request-id: req-eca6b611-91b7-47d8-b0eb-663044bb34fd {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:39:51.262617 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e19f239-e1b2-4d40-8590-b0f9b6ba8db6", "tag": "e195e71d-d434-4f85-b70b-0d22b856cd66", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:39:51.262888 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eca6b611-91b7-47d8-b0eb-663044bb34fd {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:39:51.263298 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'tag': 'e195e71d-d434-4f85-b70b-0d22b856cd66', 'status': 'completed', 'code': 200} Sep 30 08:39:51.282631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740b3002-960c-410d-9a8f-615a249a368d tempest-TestVolumeBackupRestore-855201680 tempest-TestVolumeBackupRestore-855201680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:51.292074 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42240) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:39:51.293948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-740b3002-960c-410d-9a8f-615a249a368d tempest-TestVolumeBackupRestore-855201680 tempest-TestVolumeBackupRestore-855201680-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 1092 time: 0.0791144 Sep 30 08:39:51.295370 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3dc8780f-2cff-46f8-9e2e-255c1f45c076 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Request body: {'floatingip': {'port_id': 'e195e71d-d434-4f85-b70b-0d22b856cd66'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:39:51.322134 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-16d390d6-3869-4f3a-87c4-d58cd969544d None None] Set router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:39:51.392522 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f34ebc-b48b-486e-a5e6-a94a01c566d1 req-f12eb635-56df-4bb1-9b20-35b940d709d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:51.394005 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-41f34ebc-b48b-486e-a5e6-a94a01c566d1 req-f12eb635-56df-4bb1-9b20-35b940d709d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c0790d0bc0c4c249d5e56fba89b0b65&device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 1097 time: 0.0655618 Sep 30 08:39:51.396917 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3dc8780f-2cff-46f8-9e2e-255c1f45c076 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:51.551971 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-16d390d6-3869-4f3a-87c4-d58cd969544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 4, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port': {'id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:14Z', 'updated_at': '2021-09-30T08:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'c9d0e908-f0a5-46e7-8cae-405573439779', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'port_id': 'e195e71d-d434-4f85-b70b-0d22b856cd66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'mac_address': 'fa:16:3e:55:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:39:49Z', 'updated_at': '2021-09-30T08:39:49Z', 'revision_number': 0, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7d79ec-a1bf-4f51-9b00-6827e7da06c6', 'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'mac_address': 'fa:16:3e:cf:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:17Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 5, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'subnets': [{'id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:51.578418 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d390d6-3869-4f3a-87c4-d58cd969544d None None] Checking router: b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:39:51.587239 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d390d6-3869-4f3a-87c4-d58cd969544d None None] Routers {'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:51.587949 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-16d390d6-3869-4f3a-87c4-d58cd969544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:39:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:51.589104 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f34ebc-b48b-486e-a5e6-a94a01c566d1 req-a1f55593-14e4-4bac-a821-4f3814666d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:51.591107 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-41f34ebc-b48b-486e-a5e6-a94a01c566d1 req-a1f55593-14e4-4bac-a821-4f3814666d2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=39d25126-fdff-4b63-8099-7e1f8ce60b5f HTTP/1.1" status: 200 len: 915 time: 0.1605537 Sep 30 08:39:51.703348 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-41f34ebc-b48b-486e-a5e6-a94a01c566d1 req-afce9b5a-4e84-460c-a1e6-af7a27d7509c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e195e71d-d434-4f85-b70b-0d22b856cd66 HTTP/1.1" status: 200 len: 1000 time: 0.1043687 Sep 30 08:39:51.704153 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-16d390d6-3869-4f3a-87c4-d58cd969544d None None] Set router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:39:51.829530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f34ebc-b48b-486e-a5e6-a94a01c566d1 req-a3ec8e2f-dbc6-4017-9393-e1c671ff7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:51.831060 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-41f34ebc-b48b-486e-a5e6-a94a01c566d1 req-a3ec8e2f-dbc6-4017-9393-e1c671ff7ae3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d9a7ff1-919f-4ba9-a0c2-0f894391a777 HTTP/1.1" status: 200 len: 853 time: 0.0955529 Sep 30 08:39:51.933771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f34ebc-b48b-486e-a5e6-a94a01c566d1 req-70c0c6b0-fbd1-43d1-b834-0b978731a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:51.935325 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-41f34ebc-b48b-486e-a5e6-a94a01c566d1 req-70c0c6b0-fbd1-43d1-b834-0b978731a515 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39d25126-fdff-4b63-8099-7e1f8ce60b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967362 Sep 30 08:39:51.943694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-16d390d6-3869-4f3a-87c4-d58cd969544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 4, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port': {'id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:14Z', 'updated_at': '2021-09-30T08:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'c9d0e908-f0a5-46e7-8cae-405573439779', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'port_id': 'e195e71d-d434-4f85-b70b-0d22b856cd66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'mac_address': 'fa:16:3e:55:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:39:49Z', 'updated_at': '2021-09-30T08:39:49Z', 'revision_number': 0, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7d79ec-a1bf-4f51-9b00-6827e7da06c6', 'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'mac_address': 'fa:16:3e:cf:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:17Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 5, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'subnets': [{'id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:51.973451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d390d6-3869-4f3a-87c4-d58cd969544d None None] The sync data for ids ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'] in n-d-807359-2 is: [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 4, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port': {'id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:14Z', 'updated_at': '2021-09-30T08:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'c9d0e908-f0a5-46e7-8cae-405573439779', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'port_id': 'e195e71d-d434-4f85-b70b-0d22b856cd66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'mac_address': 'fa:16:3e:55:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:39:49Z', 'updated_at': '2021-09-30T08:39:49Z', 'revision_number': 0, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7d79ec-a1bf-4f51-9b00-6827e7da06c6', 'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'mac_address': 'fa:16:3e:cf:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:17Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 5, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'subnets': [{'id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:52.212763 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b8389-9dab-48f4-a385-deb877747bd3 None None] New status for floating IP c9d0e908-f0a5-46e7-8cae-405573439779: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:39:52.461556 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-41f34ebc-b48b-486e-a5e6-a94a01c566d1 req-c422b818-c480-4c58-ba2b-3134174e5321 service neutron] 10.222.0.35 "GET /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153666 Sep 30 08:39:52.472935 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3dc8780f-2cff-46f8-9e2e-255c1f45c076 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:52.479441 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-079b8389-9dab-48f4-a385-deb877747bd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:39:52.479866 n-d-807359-2 neutron-server[94840]: DEBUG oslo_db.api [None req-079b8389-9dab-48f4-a385-deb877747bd3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:39:52.482588 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3dc8780f-2cff-46f8-9e2e-255c1f45c076 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:52.632705 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-41f34ebc-b48b-486e-a5e6-a94a01c566d1 req-8c354a40-a7aa-451d-9fcf-9cb627ecc5cc service neutron] 10.222.0.35 "GET /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585426 Sep 30 08:39:52.749895 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc8780f-2cff-46f8-9e2e-255c1f45c076 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:39:52.865713 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc8780f-2cff-46f8-9e2e-255c1f45c076 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:39:52.871222 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3dc8780f-2cff-46f8-9e2e-255c1f45c076 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:39:52.924732 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3dc8780f-2cff-46f8-9e2e-255c1f45c076 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "PUT /v2.0/floatingips/c9d0e908-f0a5-46e7-8cae-405573439779 HTTP/1.1" status: 200 len: 992 time: 1.6345119 Sep 30 08:39:52.981834 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b8389-9dab-48f4-a385-deb877747bd3 None None] New status for floating IP c9d0e908-f0a5-46e7-8cae-405573439779: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:39:53.184105 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec586413-0a6e-471f-a107-fd31fe48feb7 None None] Sync routers for ids ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:39:53.193107 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec586413-0a6e-471f-a107-fd31fe48feb7 None None] Routers {'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:53.193712 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ec586413-0a6e-471f-a107-fd31fe48feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:39:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:53.264069 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'tag': 'e195e71d-d434-4f85-b70b-0d22b856cd66'}, {'name': 'network-changed', 'server_uuid': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'tag': 'e195e71d-d434-4f85-b70b-0d22b856cd66'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:39:53.266786 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80464add-e9e7-43a3-ad65-17fbddf7322b" -d '{"events": [{"name": "network-changed", "server_uuid": "2e19f239-e1b2-4d40-8590-b0f9b6ba8db6", "tag": "e195e71d-d434-4f85-b70b-0d22b856cd66"}, {"name": "network-changed", "server_uuid": "2e19f239-e1b2-4d40-8590-b0f9b6ba8db6", "tag": "e195e71d-d434-4f85-b70b-0d22b856cd66"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:39:53.308967 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 30 Sep 2021 08:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e5babf-d1fd-430b-9639-e9f9da51e9bf x-openstack-request-id: req-04e5babf-d1fd-430b-9639-e9f9da51e9bf {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:39:53.309341 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e19f239-e1b2-4d40-8590-b0f9b6ba8db6", "tag": "e195e71d-d434-4f85-b70b-0d22b856cd66", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e19f239-e1b2-4d40-8590-b0f9b6ba8db6", "tag": "e195e71d-d434-4f85-b70b-0d22b856cd66", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:39:53.309664 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04e5babf-d1fd-430b-9639-e9f9da51e9bf {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:39:53.310164 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'tag': 'e195e71d-d434-4f85-b70b-0d22b856cd66', 'status': 'completed', 'code': 200} Sep 30 08:39:53.310486 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'tag': 'e195e71d-d434-4f85-b70b-0d22b856cd66', 'status': 'completed', 'code': 200} Sep 30 08:39:53.400284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-a7d869cf-689d-45a3-90d4-13b4c9dc29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:53.402267 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-a7d869cf-689d-45a3-90d4-13b4c9dc29ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c0790d0bc0c4c249d5e56fba89b0b65&device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 1097 time: 0.0490491 Sep 30 08:39:53.457224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ec586413-0a6e-471f-a107-fd31fe48feb7 None None] Set router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:39:53.501831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-0d7df177-91cc-4155-91ef-0465c01a1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:53.504207 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-0d7df177-91cc-4155-91ef-0465c01a1a74 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39d25126-fdff-4b63-8099-7e1f8ce60b5f HTTP/1.1" status: 200 len: 915 time: 0.0944715 Sep 30 08:39:53.580571 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-09c54e6f-cd29-4a61-bec8-2f3c48bb6ff7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e195e71d-d434-4f85-b70b-0d22b856cd66 HTTP/1.1" status: 200 len: 1002 time: 0.0696216 Sep 30 08:39:53.640532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-0b605c96-f7f4-4855-bb65-99c0667946b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:53.641931 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-0b605c96-f7f4-4855-bb65-99c0667946b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d9a7ff1-919f-4ba9-a0c2-0f894391a777 HTTP/1.1" status: 200 len: 853 time: 0.0543885 Sep 30 08:39:53.691266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-5726fd48-1d2b-4804-ac56-6c8efd62fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:53.692859 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-5726fd48-1d2b-4804-ac56-6c8efd62fb9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39d25126-fdff-4b63-8099-7e1f8ce60b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433218 Sep 30 08:39:53.703463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ec586413-0a6e-471f-a107-fd31fe48feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 4, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port': {'id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:14Z', 'updated_at': '2021-09-30T08:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'c9d0e908-f0a5-46e7-8cae-405573439779', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'port_id': 'e195e71d-d434-4f85-b70b-0d22b856cd66', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'mac_address': 'fa:16:3e:55:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:39:49Z', 'updated_at': '2021-09-30T08:39:53Z', 'revision_number': 2, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7d79ec-a1bf-4f51-9b00-6827e7da06c6', 'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'mac_address': 'fa:16:3e:cf:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:17Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 5, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'subnets': [{'id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:53.734612 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec586413-0a6e-471f-a107-fd31fe48feb7 None None] Checking router: b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:39:53.743595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec586413-0a6e-471f-a107-fd31fe48feb7 None None] Routers {'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:39:53.744491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ec586413-0a6e-471f-a107-fd31fe48feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:39:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:53.792239 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-e770d5a3-8116-48c8-8ebf-2c24434353c0 service neutron] 10.222.0.35 "GET /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916312 Sep 30 08:39:53.852305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ec586413-0a6e-471f-a107-fd31fe48feb7 None None] Set router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:39:53.888691 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-fdb21ea0-be39-47a2-b83f-d6a13e2982a2 service neutron] 10.222.0.35 "GET /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890563 Sep 30 08:39:54.021602 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-f8bc235f-3834-43bd-bb23-0db06e3c440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:54.023237 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-f8bc235f-3834-43bd-bb23-0db06e3c440a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c0790d0bc0c4c249d5e56fba89b0b65&device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 1097 time: 0.0469742 Sep 30 08:39:54.081537 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ec586413-0a6e-471f-a107-fd31fe48feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 4, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port': {'id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:14Z', 'updated_at': '2021-09-30T08:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'c9d0e908-f0a5-46e7-8cae-405573439779', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'port_id': 'e195e71d-d434-4f85-b70b-0d22b856cd66', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'mac_address': 'fa:16:3e:55:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:39:49Z', 'updated_at': '2021-09-30T08:39:53Z', 'revision_number': 2, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7d79ec-a1bf-4f51-9b00-6827e7da06c6', 'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'mac_address': 'fa:16:3e:cf:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:17Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 5, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'subnets': [{'id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:39:54.109991 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec586413-0a6e-471f-a107-fd31fe48feb7 None None] The sync data for ids ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'] in n-d-807359-2 is: [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 4, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port': {'id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:14Z', 'updated_at': '2021-09-30T08:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'c9d0e908-f0a5-46e7-8cae-405573439779', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'port_id': 'e195e71d-d434-4f85-b70b-0d22b856cd66', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'mac_address': 'fa:16:3e:55:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:39:49Z', 'updated_at': '2021-09-30T08:39:53Z', 'revision_number': 2, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7d79ec-a1bf-4f51-9b00-6827e7da06c6', 'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'mac_address': 'fa:16:3e:cf:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:17Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 5, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'subnets': [{'id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:39:54.117109 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-4c1c6ff0-893b-4225-9a9c-af9cc839c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:54.118628 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-4c1c6ff0-893b-4225-9a9c-af9cc839c440 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39d25126-fdff-4b63-8099-7e1f8ce60b5f HTTP/1.1" status: 200 len: 915 time: 0.0885890 Sep 30 08:39:54.192552 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-3af7772e-d165-4a6a-b386-4374bb3db437 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e195e71d-d434-4f85-b70b-0d22b856cd66 HTTP/1.1" status: 200 len: 1002 time: 0.0664246 Sep 30 08:39:54.242489 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-b3816bda-a51c-4fe8-9c46-80a6c227ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:54.244130 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-b3816bda-a51c-4fe8-9c46-80a6c227ca25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d9a7ff1-919f-4ba9-a0c2-0f894391a777 HTTP/1.1" status: 200 len: 853 time: 0.0453053 Sep 30 08:39:54.292318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-bb9609ce-83bb-41b1-be3e-720cf5d48b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:39:54.294023 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-bb9609ce-83bb-41b1-be3e-720cf5d48b5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39d25126-fdff-4b63-8099-7e1f8ce60b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427933 Sep 30 08:39:54.393932 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-0dd99b74-c935-4dba-86d8-fcd8681ddc19 service neutron] 10.222.0.35 "GET /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931282 Sep 30 08:39:54.489362 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-80464add-e9e7-43a3-ad65-17fbddf7322b req-49c8ee6b-668e-491c-9dfa-28504761ce9d service neutron] 10.222.0.35 "GET /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880814 Sep 30 08:39:56.042218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-ecb63688-1a62-4644-855a-2a9027c1695a req-de0099db-c932-45b5-abe4-082b8c3cdd74 service neutron] (94837) timed out ('10.222.0.35', 49385) {{(pid=94837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:39:59.935741 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.603479 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:00.777160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-720bb1a8-01b6-45e3-8596-3e24b53c5a99 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Deleting port b059fd1e-1c31-470f-91a3-72e67c30416f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:00.777397 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-720bb1a8-01b6-45e3-8596-3e24b53c5a99 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.852775 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-720bb1a8-01b6-45e3-8596-3e24b53c5a99 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.853338 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-720bb1a8-01b6-45e3-8596-3e24b53c5a99 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:00.868871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-720bb1a8-01b6-45e3-8596-3e24b53c5a99 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Calling delete_port for b059fd1e-1c31-470f-91a3-72e67c30416f owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:01.040788 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-720bb1a8-01b6-45e3-8596-3e24b53c5a99 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:01.067381 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bb1a8-01b6-45e3-8596-3e24b53c5a99 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event deleted for resources: {'Port': ['ID=b059fd1e-1c31-470f-91a3-72e67c30416f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:01.129891 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-720bb1a8-01b6-45e3-8596-3e24b53c5a99 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:01.130234 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-720bb1a8-01b6-45e3-8596-3e24b53c5a99 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Floating IP 4bace1f0-a284-46c5-a161-a2673306634f disassociated (deleted). External IP: 172.25.0.100, port: 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1. Sep 30 08:40:01.341836 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720bb1a8-01b6-45e3-8596-3e24b53c5a99 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:01.452055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720bb1a8-01b6-45e3-8596-3e24b53c5a99 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:01.457300 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-720bb1a8-01b6-45e3-8596-3e24b53c5a99 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:01.462802 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61436cfb-5ab1-4a1c-8b88-31d25fbec082 None None] Sync routers for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:01.472438 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61436cfb-5ab1-4a1c-8b88-31d25fbec082 None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:01.473040 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-61436cfb-5ab1-4a1c-8b88-31d25fbec082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:39:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:01.489048 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-720bb1a8-01b6-45e3-8596-3e24b53c5a99 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "DELETE /v2.0/floatingips/4bace1f0-a284-46c5-a161-a2673306634f HTTP/1.1" status: 204 len: 168 time: 0.8820455 Sep 30 08:40:01.489048 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cfe180-cd20-46f8-be76-3ce320cf508a', 'tag': '5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:40:01.489539 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646b001c-0fed-4a4d-8d87-967352ca34bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cfe180-cd20-46f8-be76-3ce320cf508a", "tag": "5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:40:01.548814 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1066476a-0b3e-4100-9192-954066c60e15 x-openstack-request-id: req-1066476a-0b3e-4100-9192-954066c60e15 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:40:01.548814 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cfe180-cd20-46f8-be76-3ce320cf508a", "tag": "5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:40:01.548814 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1066476a-0b3e-4100-9192-954066c60e15 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:40:01.549083 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cfe180-cd20-46f8-be76-3ce320cf508a', 'tag': '5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1', 'status': 'completed', 'code': 200} Sep 30 08:40:01.649115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b001c-0fed-4a4d-8d87-967352ca34bc req-6f7951f9-d278-49e4-9b7b-1a04d019b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:01.655143 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-646b001c-0fed-4a4d-8d87-967352ca34bc req-6f7951f9-d278-49e4-9b7b-1a04d019b474 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 1097 time: 0.0779197 Sep 30 08:40:01.723963 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-61436cfb-5ab1-4a1c-8b88-31d25fbec082 None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:01.810492 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b001c-0fed-4a4d-8d87-967352ca34bc req-025e7d6a-eb70-4107-84f7-ea8807204cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:01.812011 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-646b001c-0fed-4a4d-8d87-967352ca34bc req-025e7d6a-eb70-4107-84f7-ea8807204cf6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 913 time: 0.1511526 Sep 30 08:40:01.830538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb593af-307c-4dac-a318-2dca1e4b224a req-677b0e68-c38a-4d42-b091-a099c2237e1f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:01.832193 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efb593af-307c-4dac-a318-2dca1e4b224a req-677b0e68-c38a-4d42-b091-a099c2237e1f tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 946 time: 0.0663528 Sep 30 08:40:01.886089 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-646b001c-0fed-4a4d-8d87-967352ca34bc req-3795f30b-e6eb-4588-b325-971bedcc31d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 HTTP/1.1" status: 200 len: 217 time: 0.0636959 Sep 30 08:40:01.948271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efb593af-307c-4dac-a318-2dca1e4b224a req-56ed9a46-3a46-4b1f-b39e-27ae8699a2b2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033874 Sep 30 08:40:01.955253 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b001c-0fed-4a4d-8d87-967352ca34bc req-0b97f0e7-5455-475c-a9b8-3b4facbb2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:01.956703 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-646b001c-0fed-4a4d-8d87-967352ca34bc req-0b97f0e7-5455-475c-a9b8-3b4facbb2100 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0628457 Sep 30 08:40:01.958237 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-61436cfb-5ab1-4a1c-8b88-31d25fbec082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'f9123867-10b2-431f-96d9-3bebd1f49dc9', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'port_id': '05a9d398-8ea3-4127-8885-a22b9744e085', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'mac_address': 'fa:16:3e:7d:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:36:17Z', 'updated_at': '2021-09-30T08:36:20Z', 'revision_number': 1, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:01.984301 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61436cfb-5ab1-4a1c-8b88-31d25fbec082 None None] Checking router: d6c20a62-1fa0-43e7-8269-b90bd4c990e8 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:01.993346 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61436cfb-5ab1-4a1c-8b88-31d25fbec082 None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:01.993948 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-61436cfb-5ab1-4a1c-8b88-31d25fbec082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:39:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:02.006278 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b001c-0fed-4a4d-8d87-967352ca34bc req-c79bf1ed-88b8-4486-8f05-a42bc247e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:02.008180 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-646b001c-0fed-4a4d-8d87-967352ca34bc req-c79bf1ed-88b8-4486-8f05-a42bc247e219 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428774 Sep 30 08:40:02.099539 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-61436cfb-5ab1-4a1c-8b88-31d25fbec082 None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:02.113326 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-646b001c-0fed-4a4d-8d87-967352ca34bc req-54a259d7-86c0-4b8e-b39a-2261f4fea97a service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970936 Sep 30 08:40:02.207513 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-646b001c-0fed-4a4d-8d87-967352ca34bc req-73cae2ce-df02-47b2-9c63-311d0a40b8b0 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861669 Sep 30 08:40:02.327630 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-61436cfb-5ab1-4a1c-8b88-31d25fbec082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'f9123867-10b2-431f-96d9-3bebd1f49dc9', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'port_id': '05a9d398-8ea3-4127-8885-a22b9744e085', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'mac_address': 'fa:16:3e:7d:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:36:17Z', 'updated_at': '2021-09-30T08:36:20Z', 'revision_number': 1, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:02.353736 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61436cfb-5ab1-4a1c-8b88-31d25fbec082 None None] The sync data for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 is: [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'f9123867-10b2-431f-96d9-3bebd1f49dc9', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'port_id': '05a9d398-8ea3-4127-8885-a22b9744e085', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'mac_address': 'fa:16:3e:7d:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:36:17Z', 'updated_at': '2021-09-30T08:36:20Z', 'revision_number': 1, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:02.591711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929acc8-690a-4a2f-92f7-565f0ff0b54c None None] New status for floating IP 4bace1f0-a284-46c5-a161-a2673306634f: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:40:03.076156 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19b4b8-4eb0-4441-8f2a-861cf0d8658c req-b9e4b947-7e34-4c50-9550-9f448f0aa830 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:03.077772 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e19b4b8-4eb0-4441-8f2a-861cf0d8658c req-b9e4b947-7e34-4c50-9550-9f448f0aa830 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 946 time: 0.0553551 Sep 30 08:40:03.116049 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e19b4b8-4eb0-4441-8f2a-861cf0d8658c req-b9fd99c7-afc8-499e-b4f3-9cc54a57343a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321758 Sep 30 08:40:03.306824 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f008c5-2522-4769-b079-edd7b53b9b92 req-c1f38562-e300-49f1-a508-5132523c362b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:03.308373 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11f008c5-2522-4769-b079-edd7b53b9b92 req-c1f38562-e300-49f1-a508-5132523c362b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 946 time: 0.0541215 Sep 30 08:40:03.404966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-11f008c5-2522-4769-b079-edd7b53b9b92 req-a8b30626-80a0-4236-a3e6-78a43c3234cb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Deleting port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:03.405315 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11f008c5-2522-4769-b079-edd7b53b9b92 req-a8b30626-80a0-4236-a3e6-78a43c3234cb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:03.499060 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-11f008c5-2522-4769-b079-edd7b53b9b92 req-a8b30626-80a0-4236-a3e6-78a43c3234cb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] For port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:03.499426 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11f008c5-2522-4769-b079-edd7b53b9b92 req-a8b30626-80a0-4236-a3e6-78a43c3234cb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:03.512270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-11f008c5-2522-4769-b079-edd7b53b9b92 req-a8b30626-80a0-4236-a3e6-78a43c3234cb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Calling delete_port for 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:03.642482 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11f008c5-2522-4769-b079-edd7b53b9b92 req-a8b30626-80a0-4236-a3e6-78a43c3234cb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:03.675443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b30626-80a0-4236-a3e6-78a43c3234cb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event deleted for resources: {'Port': ['ID=5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:03.716437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f008c5-2522-4769-b079-edd7b53b9b92 req-a8b30626-80a0-4236-a3e6-78a43c3234cb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] No DVR routers for this DVR port 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:03.719078 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11f008c5-2522-4769-b079-edd7b53b9b92 req-a8b30626-80a0-4236-a3e6-78a43c3234cb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:03.721121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11f008c5-2522-4769-b079-edd7b53b9b92 req-a8b30626-80a0-4236-a3e6-78a43c3234cb tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "DELETE /v2.0/ports/5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 HTTP/1.1" status: 204 len: 173 time: 0.4064882 Sep 30 08:40:03.721558 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cfe180-cd20-46f8-be76-3ce320cf508a', 'name': 'network-vif-deleted', 'tag': '5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:40:03.723789 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a602bfd-952e-4907-bf4e-0fa39a0fc40a" -d '{"events": [{"server_uuid": "d7cfe180-cd20-46f8-be76-3ce320cf508a", "name": "network-vif-deleted", "tag": "5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:40:03.766536 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b73b945-e04b-42c5-bccd-0e024cb309ea x-openstack-request-id: req-6b73b945-e04b-42c5-bccd-0e024cb309ea {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:40:03.766839 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cfe180-cd20-46f8-be76-3ce320cf508a", "name": "network-vif-deleted", "tag": "5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:40:03.767107 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b73b945-e04b-42c5-bccd-0e024cb309ea {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:40:03.767517 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cfe180-cd20-46f8-be76-3ce320cf508a', 'name': 'network-vif-deleted', 'tag': '5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1', 'status': 'completed', 'code': 200} Sep 30 08:40:04.233190 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86055aff-7718-4d82-a928-88b228e33c74 req-aaebb724-472a-4538-a086-074ebc236903 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 210 time: 0.0314410 Sep 30 08:40:05.340301 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d80a126-061b-41f0-be03-1ca463ec6b5a req-9d8c7bda-40f3-4839-9d25-8f86c69d78f8 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 210 time: 0.0289946 Sep 30 08:40:06.440291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-550217e0-13e7-4c59-8d34-28abf3bef0f9 req-d8b1e9dd-be70-4257-9a25-47d5b6f0e0b5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 210 time: 0.0268142 Sep 30 08:40:07.231470 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:07.258520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:07.258874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5f66eeb2-ce22-45b5-8420-b9dfd9ce79c1 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:07.552013 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-880df5c3-d81f-46fd-a4d7-e54aa47954bb req-d3d83fd0-db5e-4756-b91f-40d91e247e7e tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cfe180-cd20-46f8-be76-3ce320cf508a HTTP/1.1" status: 200 len: 210 time: 0.0309479 Sep 30 08:40:10.257138 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:40:10.401632 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:12.076491 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21f0b30e-7854-4fc7-85cc-f87adbb02917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.005709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42438) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:14.169268 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ca66d-0c5b-4dcc-8601-60b7e4ef7eb5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Deleting port edf3a6ca-644b-4c48-8749-32c781e73f2c {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:14.169525 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd9ca66d-0c5b-4dcc-8601-60b7e4ef7eb5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.246081 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd9ca66d-0c5b-4dcc-8601-60b7e4ef7eb5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.246409 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd9ca66d-0c5b-4dcc-8601-60b7e4ef7eb5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.257719 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ca66d-0c5b-4dcc-8601-60b7e4ef7eb5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Calling delete_port for edf3a6ca-644b-4c48-8749-32c781e73f2c owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:14.424848 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd9ca66d-0c5b-4dcc-8601-60b7e4ef7eb5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.452774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ca66d-0c5b-4dcc-8601-60b7e4ef7eb5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event deleted for resources: {'Port': ['ID=edf3a6ca-644b-4c48-8749-32c781e73f2c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:14.524829 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd9ca66d-0c5b-4dcc-8601-60b7e4ef7eb5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.525170 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-fd9ca66d-0c5b-4dcc-8601-60b7e4ef7eb5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Floating IP f9123867-10b2-431f-96d9-3bebd1f49dc9 disassociated (deleted). External IP: 172.25.0.232, port: 05a9d398-8ea3-4127-8885-a22b9744e085. Sep 30 08:40:14.758161 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9ca66d-0c5b-4dcc-8601-60b7e4ef7eb5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:14.837841 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59c5676c-a1c6-4510-9137-6e7da59422df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.879505 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9ca66d-0c5b-4dcc-8601-60b7e4ef7eb5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:14.886314 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd9ca66d-0c5b-4dcc-8601-60b7e4ef7eb5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:14.890238 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067fcc9c-f19b-40b8-b4ed-59857bc5ab83 None None] Sync routers for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:14.901240 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067fcc9c-f19b-40b8-b4ed-59857bc5ab83 None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:14.902299 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-067fcc9c-f19b-40b8-b4ed-59857bc5ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:40:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:14.924844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fd9ca66d-0c5b-4dcc-8601-60b7e4ef7eb5 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "DELETE /v2.0/floatingips/f9123867-10b2-431f-96d9-3bebd1f49dc9 HTTP/1.1" status: 204 len: 168 time: 0.9153135 Sep 30 08:40:14.924844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'tag': '05a9d398-8ea3-4127-8885-a22b9744e085'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:40:14.925797 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751ed5ca-6e5b-4945-9500-e4f2f5e20de4" -d '{"events": [{"name": "network-changed", "server_uuid": "c087c7c8-72bb-47ea-833e-357a72920b18", "tag": "05a9d398-8ea3-4127-8885-a22b9744e085"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:40:14.974063 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad89380-d87e-4ba2-abc0-5d14731e4857 x-openstack-request-id: req-bad89380-d87e-4ba2-abc0-5d14731e4857 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:40:14.974362 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c087c7c8-72bb-47ea-833e-357a72920b18", "tag": "05a9d398-8ea3-4127-8885-a22b9744e085", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:40:14.974618 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bad89380-d87e-4ba2-abc0-5d14731e4857 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:40:14.975011 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'tag': '05a9d398-8ea3-4127-8885-a22b9744e085', 'status': 'completed', 'code': 200} Sep 30 08:40:15.036534 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-067fcc9c-f19b-40b8-b4ed-59857bc5ab83 None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:15.077685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ed5ca-6e5b-4945-9500-e4f2f5e20de4 req-91076ac1-fcc5-402d-97bd-b65b39e59f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:15.079754 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-751ed5ca-6e5b-4945-9500-e4f2f5e20de4 req-91076ac1-fcc5-402d-97bd-b65b39e59f61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 1097 time: 0.0800376 Sep 30 08:40:15.209167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ed5ca-6e5b-4945-9500-e4f2f5e20de4 req-b9c475ed-e97c-429f-b734-ffa67ef99ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:15.211738 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-751ed5ca-6e5b-4945-9500-e4f2f5e20de4 req-b9c475ed-e97c-429f-b734-ffa67ef99ef3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 200 len: 913 time: 0.1236477 Sep 30 08:40:15.277994 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-751ed5ca-6e5b-4945-9500-e4f2f5e20de4 req-189dc0d2-4229-46a6-b57e-19794e61201a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a9d398-8ea3-4127-8885-a22b9744e085 HTTP/1.1" status: 200 len: 217 time: 0.0577247 Sep 30 08:40:15.302064 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-067fcc9c-f19b-40b8-b4ed-59857bc5ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:15.326227 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:15.347819 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067fcc9c-f19b-40b8-b4ed-59857bc5ab83 None None] Checking router: d6c20a62-1fa0-43e7-8269-b90bd4c990e8 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:15.359366 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067fcc9c-f19b-40b8-b4ed-59857bc5ab83 None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:15.359997 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-067fcc9c-f19b-40b8-b4ed-59857bc5ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:40:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:15.365491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a1c32-30cc-4793-aa5a-91e0883686e2 req-fe6d6b76-dd81-4df9-a76e-3b4ee0ec058b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:15.367756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f20a1c32-30cc-4793-aa5a-91e0883686e2 req-fe6d6b76-dd81-4df9-a76e-3b4ee0ec058b tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 946 time: 0.1020482 Sep 30 08:40:15.372063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ed5ca-6e5b-4945-9500-e4f2f5e20de4 req-5bfd4cc5-4426-4455-bee2-5233139aec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:15.373485 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-751ed5ca-6e5b-4945-9500-e4f2f5e20de4 req-5bfd4cc5-4426-4455-bee2-5233139aec41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 200 len: 851 time: 0.0706005 Sep 30 08:40:15.448982 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f20a1c32-30cc-4793-aa5a-91e0883686e2 req-b5d00e32-2c75-4436-8c9b-bf396e5ff389 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738943 Sep 30 08:40:15.457087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ed5ca-6e5b-4945-9500-e4f2f5e20de4 req-58e5cf44-2689-428c-b0ae-861ba1ffce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:15.459123 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-751ed5ca-6e5b-4945-9500-e4f2f5e20de4 req-58e5cf44-2689-428c-b0ae-861ba1ffce04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7629390f-2364-48fa-8f8d-ee6921cea79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772047 Sep 30 08:40:15.494858 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-067fcc9c-f19b-40b8-b4ed-59857bc5ab83 None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:15.586136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-751ed5ca-6e5b-4945-9500-e4f2f5e20de4 req-8d053e0c-dd13-4627-bf9b-ce8e80009ce3 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180854 Sep 30 08:40:15.697136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-751ed5ca-6e5b-4945-9500-e4f2f5e20de4 req-481f4c2e-358b-42d2-938d-47580657b861 service neutron] 10.222.0.36 "GET /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032832 Sep 30 08:40:15.717616 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-067fcc9c-f19b-40b8-b4ed-59857bc5ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:15.750039 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067fcc9c-f19b-40b8-b4ed-59857bc5ab83 None None] The sync data for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 is: [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:29:30Z', 'revision_number': 4, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'dbf5129e-b806-485b-9116-a1254ddc860c', 'name': '', 'network_id': '7629390f-2364-48fa-8f8d-ee6921cea79b', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'mac_address': 'fa:16:3e:08:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:29Z', 'updated_at': '2021-09-30T08:29:37Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'subnets': [{'id': 'dff57965-7910-4b7e-ae85-4b4f61ef0b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:15.943465 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:15.999480 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa7e856-c785-4c8c-9838-aa0cf27f5f2a None None] New status for floating IP f9123867-10b2-431f-96d9-3bebd1f49dc9: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:40:16.579065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906d21a-5aa6-4d54-bb29-49aed47e276b req-e9a178e0-074c-4d32-9eba-5228296cd764 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:16.580632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3906d21a-5aa6-4d54-bb29-49aed47e276b req-e9a178e0-074c-4d32-9eba-5228296cd764 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 946 time: 0.0570605 Sep 30 08:40:16.622467 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3906d21a-5aa6-4d54-bb29-49aed47e276b req-0444b0b2-3032-4942-8cbb-e075aaad1d84 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c16626-50a2-4016-ae4b-579882ba61ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322766 Sep 30 08:40:16.826000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077ba4-aa6e-4d16-8273-1241dad4899c req-f25ff428-24e7-4424-a7e6-aaa6f4af26c6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:16.827500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95077ba4-aa6e-4d16-8273-1241dad4899c req-f25ff428-24e7-4424-a7e6-aaa6f4af26c6 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 946 time: 0.0587337 Sep 30 08:40:16.942384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-95077ba4-aa6e-4d16-8273-1241dad4899c req-9e13f244-5307-45af-9ab6-161c41576145 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Deleting port 05a9d398-8ea3-4127-8885-a22b9744e085 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:16.942884 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95077ba4-aa6e-4d16-8273-1241dad4899c req-9e13f244-5307-45af-9ab6-161c41576145 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.037861 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-95077ba4-aa6e-4d16-8273-1241dad4899c req-9e13f244-5307-45af-9ab6-161c41576145 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] For port 05a9d398-8ea3-4127-8885-a22b9744e085, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=05a9d398-8ea3-4127-8885-a22b9744e085,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:17.038275 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95077ba4-aa6e-4d16-8273-1241dad4899c req-9e13f244-5307-45af-9ab6-161c41576145 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.050636 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-95077ba4-aa6e-4d16-8273-1241dad4899c req-9e13f244-5307-45af-9ab6-161c41576145 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Calling delete_port for 05a9d398-8ea3-4127-8885-a22b9744e085 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:17.186926 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95077ba4-aa6e-4d16-8273-1241dad4899c req-9e13f244-5307-45af-9ab6-161c41576145 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.222387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13f244-5307-45af-9ab6-161c41576145 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event deleted for resources: {'Port': ['ID=05a9d398-8ea3-4127-8885-a22b9744e085,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:17.267677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-95077ba4-aa6e-4d16-8273-1241dad4899c req-9e13f244-5307-45af-9ab6-161c41576145 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] No DVR routers for this DVR port 05a9d398-8ea3-4127-8885-a22b9744e085 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:17.270719 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95077ba4-aa6e-4d16-8273-1241dad4899c req-9e13f244-5307-45af-9ab6-161c41576145 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:17.273713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95077ba4-aa6e-4d16-8273-1241dad4899c req-9e13f244-5307-45af-9ab6-161c41576145 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.36 "DELETE /v2.0/ports/05a9d398-8ea3-4127-8885-a22b9744e085 HTTP/1.1" status: 204 len: 173 time: 0.4388945 Sep 30 08:40:17.274164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'name': 'network-vif-deleted', 'tag': '05a9d398-8ea3-4127-8885-a22b9744e085'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:40:17.276433 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345a747f-60f7-41e8-9bcb-7554a6efd911" -d '{"events": [{"server_uuid": "c087c7c8-72bb-47ea-833e-357a72920b18", "name": "network-vif-deleted", "tag": "05a9d398-8ea3-4127-8885-a22b9744e085"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:40:17.331517 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3323d269-b5ee-4075-acc2-a75096fb71a0 x-openstack-request-id: req-3323d269-b5ee-4075-acc2-a75096fb71a0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:40:17.331819 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c087c7c8-72bb-47ea-833e-357a72920b18", "name": "network-vif-deleted", "tag": "05a9d398-8ea3-4127-8885-a22b9744e085", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:40:17.332100 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3323d269-b5ee-4075-acc2-a75096fb71a0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:40:17.332508 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c087c7c8-72bb-47ea-833e-357a72920b18', 'name': 'network-vif-deleted', 'tag': '05a9d398-8ea3-4127-8885-a22b9744e085', 'status': 'completed', 'code': 200} Sep 30 08:40:17.743464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f20cb5c-5768-416f-8bce-b6bc026a00ef req-95d64b97-9b80-44a0-a40e-b3a4f63fa66a tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 210 time: 0.0384326 Sep 30 08:40:17.823293 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:18.884544 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b1570edd-35f4-4b35-bbe3-f80511e20fcf req-41cf5f65-c4f1-43d8-9043-36b8b02e06f1 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 210 time: 0.0567813 Sep 30 08:40:19.990416 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-678d5a14-f841-4fb7-98ae-a19eec488759 req-bc5e51a4-9b77-4f1c-897c-9645d8bd1ccc tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 210 time: 0.0307465 Sep 30 08:40:21.096982 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c0a5167-909e-4c9e-a3cd-fcc73890540a req-e516b623-4a2f-4823-8194-a177c310c368 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "GET /v2.0/ports?device_id=c087c7c8-72bb-47ea-833e-357a72920b18 HTTP/1.1" status: 200 len: 210 time: 0.0278218 Sep 30 08:40:21.345000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 05a9d398-8ea3-4127-8885-a22b9744e085 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:21.366036 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 05a9d398-8ea3-4127-8885-a22b9744e085 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:21.366416 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 05a9d398-8ea3-4127-8885-a22b9744e085 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:22.153630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42554) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:22.212137 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-76f97d09-c5ba-4cad-9ce1-441589a5d9b1 req-e41390d7-716a-40aa-9c40-8670c5be97a7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415723 Sep 30 08:40:22.284786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ad64cf72-b944-48ae-b6ec-6069db0f4784 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Deleting port e882536a-fed8-4cf3-83ee-8223e9e42ad6 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:22.285130 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad64cf72-b944-48ae-b6ec-6069db0f4784 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.315417 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f97d09-c5ba-4cad-9ce1-441589a5d9b1 req-35639fca-f17a-4e75-bf8f-5ba31d7a07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:22.317053 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-76f97d09-c5ba-4cad-9ce1-441589a5d9b1 req-35639fca-f17a-4e75-bf8f-5ba31d7a07ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c0790d0bc0c4c249d5e56fba89b0b65&device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 1097 time: 0.0426710 Sep 30 08:40:22.364942 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad64cf72-b944-48ae-b6ec-6069db0f4784 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.365279 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad64cf72-b944-48ae-b6ec-6069db0f4784 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.377269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ad64cf72-b944-48ae-b6ec-6069db0f4784 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Calling delete_port for e882536a-fed8-4cf3-83ee-8223e9e42ad6 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:22.429088 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f97d09-c5ba-4cad-9ce1-441589a5d9b1 req-f5591b78-31f5-4076-876b-e4d0dbd5f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:22.431541 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-76f97d09-c5ba-4cad-9ce1-441589a5d9b1 req-f5591b78-31f5-4076-876b-e4d0dbd5f77a service neutron] 10.222.0.35 "GET /v2.0/networks?id=39d25126-fdff-4b63-8099-7e1f8ce60b5f HTTP/1.1" status: 200 len: 915 time: 0.0930884 Sep 30 08:40:22.499706 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-76f97d09-c5ba-4cad-9ce1-441589a5d9b1 req-b055ecaa-da35-4cef-857c-55c02b09dc9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e195e71d-d434-4f85-b70b-0d22b856cd66 HTTP/1.1" status: 200 len: 1002 time: 0.0605285 Sep 30 08:40:22.524529 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad64cf72-b944-48ae-b6ec-6069db0f4784 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.561681 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f97d09-c5ba-4cad-9ce1-441589a5d9b1 req-c9836b7d-706a-4f4d-b16f-fec880b468c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:22.563780 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-76f97d09-c5ba-4cad-9ce1-441589a5d9b1 req-c9836b7d-706a-4f4d-b16f-fec880b468c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d9a7ff1-919f-4ba9-a0c2-0f894391a777 HTTP/1.1" status: 200 len: 853 time: 0.0569401 Sep 30 08:40:22.563977 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64cf72-b944-48ae-b6ec-6069db0f4784 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event deleted for resources: {'Port': ['ID=e882536a-fed8-4cf3-83ee-8223e9e42ad6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:22.620468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f97d09-c5ba-4cad-9ce1-441589a5d9b1 req-21ff0080-ebec-4709-9c61-bc5bfec5c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:22.622745 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-76f97d09-c5ba-4cad-9ce1-441589a5d9b1 req-21ff0080-ebec-4709-9c61-bc5bfec5c2d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39d25126-fdff-4b63-8099-7e1f8ce60b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516624 Sep 30 08:40:22.634605 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-76f97d09-c5ba-4cad-9ce1-441589a5d9b1 req-fb316a74-87f0-4b5e-825a-b41892f3b9ee service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:40:22.635613 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-76f97d09-c5ba-4cad-9ce1-441589a5d9b1 req-fb316a74-87f0-4b5e-825a-b41892f3b9ee service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053136 Sep 30 08:40:22.641192 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad64cf72-b944-48ae-b6ec-6069db0f4784 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.645273 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad64cf72-b944-48ae-b6ec-6069db0f4784 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:22.645273 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ad64cf72-b944-48ae-b6ec-6069db0f4784 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "DELETE /v2.0/floatingips/db5a7ea0-1c99-4c4c-996f-9877b6eed585 HTTP/1.1" status: 204 len: 168 time: 0.4904294 Sep 30 08:40:22.744683 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-76f97d09-c5ba-4cad-9ce1-441589a5d9b1 req-072db6ef-1e35-42c6-88a1-95a40fd1b5cb service neutron] 10.222.0.35 "GET /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014667 Sep 30 08:40:22.857235 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-76f97d09-c5ba-4cad-9ce1-441589a5d9b1 req-d3ac305d-df90-4470-885b-92b824048f10 service neutron] 10.222.0.35 "GET /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045597 Sep 30 08:40:25.965004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42626) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:26.027596 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e9b01abb-e434-46f6-ade0-0f9f944b81c2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.056204 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e9b01abb-e434-46f6-ade0-0f9f944b81c2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.098971 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:26.129400 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e9b01abb-e434-46f6-ade0-0f9f944b81c2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.132937 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e9b01abb-e434-46f6-ade0-0f9f944b81c2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.136744 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e9b01abb-e434-46f6-ade0-0f9f944b81c2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] 10.222.0.24 "DELETE /v2.0/security-groups/c8c16626-50a2-4016-ae4b-579882ba61ea HTTP/1.1" status: 204 len: 168 time: 0.1681352 Sep 30 08:40:26.143836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b01abb-e434-46f6-ade0-0f9f944b81c2 tempest-TestVolumeBootPattern-2037529625 tempest-TestVolumeBootPattern-2037529625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c16626-50a2-4016-ae4b-579882ba61ea,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:26.196436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42638) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:26.294905 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Deleting port f86c06d2-1710-402d-a3b3-7ce7cc4dcabc {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:26.295362 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.384571 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.384897 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.400630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Calling delete_port for f86c06d2-1710-402d-a3b3-7ce7cc4dcabc owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:26.564233 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.591948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Pushing event deleted for resources: {'Port': ['ID=f86c06d2-1710-402d-a3b3-7ce7cc4dcabc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:26.599948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:26.600118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:26.600464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:26.600946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:26.601482 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:26.601834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:26.602163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:26.602495 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:26.602824 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:26.603149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:26.603470 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:26.603787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:26.675790 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.676152 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Floating IP c9d0e908-f0a5-46e7-8cae-405573439779 disassociated (deleted). External IP: 172.25.0.201, port: e195e71d-d434-4f85-b70b-0d22b856cd66. Sep 30 08:40:26.840087 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-beaa72b3-3c01-4ad5-be3c-dc6f802d2e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:26.919305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:27.050538 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:27.055674 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:27.070182 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75662f43-c2b9-4ee4-b2f7-7a4d722d39e8 None None] Sync routers for ids ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:27.082667 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75662f43-c2b9-4ee4-b2f7-7a4d722d39e8 None None] Routers {'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:27.083372 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e1623a48-30a2-41bb-ba7a-4331d7e3e3e8 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "DELETE /v2.0/floatingips/c9d0e908-f0a5-46e7-8cae-405573439779 HTTP/1.1" status: 204 len: 168 time: 0.9832888 Sep 30 08:40:27.083956 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-75662f43-c2b9-4ee4-b2f7-7a4d722d39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:40:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:27.084128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'tag': 'e195e71d-d434-4f85-b70b-0d22b856cd66'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:40:27.086555 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adde5735-97d3-4b0c-ae6d-94c857a4b55f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e19f239-e1b2-4d40-8590-b0f9b6ba8db6", "tag": "e195e71d-d434-4f85-b70b-0d22b856cd66"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:40:27.120681 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-beaa72b3-3c01-4ad5-be3c-dc6f802d2e13 admin admin] Deleting port dbf5129e-b806-485b-9116-a1254ddc860c {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:27.121190 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-beaa72b3-3c01-4ad5-be3c-dc6f802d2e13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:27.162609 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aca1bf9-f626-4ffe-8ebc-d91086f59dc5 x-openstack-request-id: req-1aca1bf9-f626-4ffe-8ebc-d91086f59dc5 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:40:27.163743 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e19f239-e1b2-4d40-8590-b0f9b6ba8db6", "tag": "e195e71d-d434-4f85-b70b-0d22b856cd66", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:40:27.163743 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1aca1bf9-f626-4ffe-8ebc-d91086f59dc5 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:40:27.164109 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'tag': 'e195e71d-d434-4f85-b70b-0d22b856cd66', 'status': 'completed', 'code': 200} Sep 30 08:40:27.231975 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-75662f43-c2b9-4ee4-b2f7-7a4d722d39e8 None None] Set router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:27.234249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-beaa72b3-3c01-4ad5-be3c-dc6f802d2e13 admin admin] For port dbf5129e-b806-485b-9116-a1254ddc860c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=dbf5129e-b806-485b-9116-a1254ddc860c,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:27.234638 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-beaa72b3-3c01-4ad5-be3c-dc6f802d2e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:27.262694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde5735-97d3-4b0c-ae6d-94c857a4b55f req-321ea358-2b88-4564-a1b6-9f74b44cf910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:27.266388 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-adde5735-97d3-4b0c-ae6d-94c857a4b55f req-321ea358-2b88-4564-a1b6-9f74b44cf910 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c0790d0bc0c4c249d5e56fba89b0b65&device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 1097 time: 0.0604362 Sep 30 08:40:27.274777 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-beaa72b3-3c01-4ad5-be3c-dc6f802d2e13 admin admin] Calling delete_port for dbf5129e-b806-485b-9116-a1254ddc860c owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:27.441441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde5735-97d3-4b0c-ae6d-94c857a4b55f req-0e2ce73d-ed10-4d15-9274-4da26cb0f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:27.442963 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-adde5735-97d3-4b0c-ae6d-94c857a4b55f req-0e2ce73d-ed10-4d15-9274-4da26cb0f22e service neutron] 10.222.0.35 "GET /v2.0/networks?id=39d25126-fdff-4b63-8099-7e1f8ce60b5f HTTP/1.1" status: 200 len: 915 time: 0.1631689 Sep 30 08:40:27.493941 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-adde5735-97d3-4b0c-ae6d-94c857a4b55f req-7627bc11-1a4f-4212-a470-732bae75d94c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e195e71d-d434-4f85-b70b-0d22b856cd66 HTTP/1.1" status: 200 len: 217 time: 0.0428600 Sep 30 08:40:27.658217 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-75662f43-c2b9-4ee4-b2f7-7a4d722d39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 4, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port': {'id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:14Z', 'updated_at': '2021-09-30T08:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9a7d79ec-a1bf-4f51-9b00-6827e7da06c6', 'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'mac_address': 'fa:16:3e:cf:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:17Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 5, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'subnets': [{'id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:27.690722 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75662f43-c2b9-4ee4-b2f7-7a4d722d39e8 None None] Checking router: b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:27.700887 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75662f43-c2b9-4ee4-b2f7-7a4d722d39e8 None None] Routers {'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:27.701377 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-75662f43-c2b9-4ee4-b2f7-7a4d722d39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:40:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:27.823812 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-75662f43-c2b9-4ee4-b2f7-7a4d722d39e8 None None] Set router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:27.882680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9b2e3-f262-45f0-bb0f-21e11cad3024 req-c24d5418-b44e-45fe-b9f6-4fba0c390f06 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:27.884300 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35e9b2e3-f262-45f0-bb0f-21e11cad3024 req-c24d5418-b44e-45fe-b9f6-4fba0c390f06 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 946 time: 0.5013332 Sep 30 08:40:27.885545 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-beaa72b3-3c01-4ad5-be3c-dc6f802d2e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:27.923028 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa72b3-3c01-4ad5-be3c-dc6f802d2e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf5129e-b806-485b-9116-a1254ddc860c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:28.021455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-35e9b2e3-f262-45f0-bb0f-21e11cad3024 req-2092c906-3411-45ad-b37f-bb4aa9de71aa tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256170 Sep 30 08:40:28.039512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde5735-97d3-4b0c-ae6d-94c857a4b55f req-5a04719d-080f-4f44-9240-5ec113dc7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:28.039512 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-adde5735-97d3-4b0c-ae6d-94c857a4b55f req-5a04719d-080f-4f44-9240-5ec113dc7fa7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d9a7ff1-919f-4ba9-a0c2-0f894391a777 HTTP/1.1" status: 200 len: 853 time: 0.5377209 Sep 30 08:40:28.118446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde5735-97d3-4b0c-ae6d-94c857a4b55f req-bda1f29a-7e96-40da-a4f6-534845b13de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:28.121403 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-adde5735-97d3-4b0c-ae6d-94c857a4b55f req-bda1f29a-7e96-40da-a4f6-534845b13de1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39d25126-fdff-4b63-8099-7e1f8ce60b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681293 Sep 30 08:40:28.140780 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-75662f43-c2b9-4ee4-b2f7-7a4d722d39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 4, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port': {'id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:14Z', 'updated_at': '2021-09-30T08:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9a7d79ec-a1bf-4f51-9b00-6827e7da06c6', 'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'mac_address': 'fa:16:3e:cf:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:17Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 5, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'subnets': [{'id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:28.159797 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-beaa72b3-3c01-4ad5-be3c-dc6f802d2e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:28.221184 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75662f43-c2b9-4ee4-b2f7-7a4d722d39e8 None None] The sync data for ids ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'] in n-d-807359-2 is: [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:37:18Z', 'revision_number': 4, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port': {'id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:14Z', 'updated_at': '2021-09-30T08:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9a7d79ec-a1bf-4f51-9b00-6827e7da06c6', 'name': '', 'network_id': '39d25126-fdff-4b63-8099-7e1f8ce60b5f', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'mac_address': 'fa:16:3e:cf:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:17Z', 'updated_at': '2021-09-30T08:37:25Z', 'revision_number': 5, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'subnets': [{'id': '5d9a7ff1-919f-4ba9-a0c2-0f894391a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:28.285644 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-adde5735-97d3-4b0c-ae6d-94c857a4b55f req-c8ca39ea-07d5-4541-bfe7-3fd8414a74f8 service neutron] 10.222.0.35 "GET /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555488 Sep 30 08:40:28.393430 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-adde5735-97d3-4b0c-ae6d-94c857a4b55f req-0d8cac6f-4410-45ec-961b-13e6570a1822 service neutron] 10.222.0.35 "GET /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000957 Sep 30 08:40:28.405392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beaa72b3-3c01-4ad5-be3c-dc6f802d2e13 admin admin] Router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:28.541881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beaa72b3-3c01-4ad5-be3c-dc6f802d2e13 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:28.548697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-beaa72b3-3c01-4ad5-be3c-dc6f802d2e13 admin admin] 10.222.0.24 "PUT /v2.0/routers/d6c20a62-1fa0-43e7-8269-b90bd4c990e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3507714 Sep 30 08:40:28.550315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eacf15-feed-4d2c-96d4-59ac8661a286 None None] New status for floating IP c9d0e908-f0a5-46e7-8cae-405573439779: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:40:28.551353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42686) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:28.568246 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff17cdb2-f04d-42dc-9266-a144b68a06e9 None None] Sync routers for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:28.579216 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17cdb2-f04d-42dc-9266-a144b68a06e9 None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:28.580154 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ff17cdb2-f04d-42dc-9266-a144b68a06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:40:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:28.684533 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-787c3c76-7801-4e84-9744-7ecfebe322f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:28.727113 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ff17cdb2-f04d-42dc-9266-a144b68a06e9 None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:28.800842 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-787c3c76-7801-4e84-9744-7ecfebe322f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:28.861384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-787c3c76-7801-4e84-9744-7ecfebe322f6 admin admin] Deleting port a125997d-4861-47c8-b9b0-8a608d7deb13 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:28.861726 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-787c3c76-7801-4e84-9744-7ecfebe322f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:28.925244 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ff17cdb2-f04d-42dc-9266-a144b68a06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:40:27Z', 'revision_number': 5, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port': {'id': 'a125997d-4861-47c8-b9b0-8a608d7deb13', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:24Z', 'updated_at': '2021-09-30T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:28.948103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-787c3c76-7801-4e84-9744-7ecfebe322f6 admin admin] For port a125997d-4861-47c8-b9b0-8a608d7deb13, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a125997d-4861-47c8-b9b0-8a608d7deb13,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:28.948473 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-787c3c76-7801-4e84-9744-7ecfebe322f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:28.952277 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff17cdb2-f04d-42dc-9266-a144b68a06e9 None None] Checking router: d6c20a62-1fa0-43e7-8269-b90bd4c990e8 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:28.961058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-787c3c76-7801-4e84-9744-7ecfebe322f6 admin admin] Calling delete_port for a125997d-4861-47c8-b9b0-8a608d7deb13 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:28.961281 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17cdb2-f04d-42dc-9266-a144b68a06e9 None None] Routers {'d6c20a62-1fa0-43e7-8269-b90bd4c990e8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:28.961820 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ff17cdb2-f04d-42dc-9266-a144b68a06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:40:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:29.063306 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ff17cdb2-f04d-42dc-9266-a144b68a06e9 None None] Set router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:29.078563 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cc777-079e-4822-82f4-f7bd38e77377 req-75dff175-5ba2-47c8-83c3-f63ad73401c9 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:29.080448 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-be2cc777-079e-4822-82f4-f7bd38e77377 req-75dff175-5ba2-47c8-83c3-f63ad73401c9 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 946 time: 0.0878558 Sep 30 08:40:29.125550 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ff17cdb2-f04d-42dc-9266-a144b68a06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:40:28Z', 'revision_number': 6, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:29.148334 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-787c3c76-7801-4e84-9744-7ecfebe322f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.162470 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff17cdb2-f04d-42dc-9266-a144b68a06e9 None None] The sync data for ids ['d6c20a62-1fa0-43e7-8269-b90bd4c990e8'] in n-d-807359-2 is: [{'id': 'd6c20a62-1fa0-43e7-8269-b90bd4c990e8', 'name': 'tempest-TestVolumeBootPattern-1000403837-router', 'tenant_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:23Z', 'updated_at': '2021-09-30T08:40:28Z', 'revision_number': 6, 'project_id': '3b4635f67e2d43a8b3e76777aadbe7f0', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:29.188947 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c3c76-7801-4e84-9744-7ecfebe322f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a125997d-4861-47c8-b9b0-8a608d7deb13,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:29.250245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-be2cc777-079e-4822-82f4-f7bd38e77377 req-f89cc0bd-db1d-4705-a351-373d1c0fdec1 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Deleting port e195e71d-d434-4f85-b70b-0d22b856cd66 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:29.250673 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be2cc777-079e-4822-82f4-f7bd38e77377 req-f89cc0bd-db1d-4705-a351-373d1c0fdec1 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.288204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee45aa-bd6b-43d5-bf15-497f3ca191c2 req-81c2bb62-716f-481c-944b-dbb9133f1e9b tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:40:29.289823 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bee45aa-bd6b-43d5-bf15-497f3ca191c2 req-81c2bb62-716f-481c-944b-dbb9133f1e9b tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 946 time: 0.1172395 Sep 30 08:40:29.292567 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-787c3c76-7801-4e84-9744-7ecfebe322f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.347053 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-be2cc777-079e-4822-82f4-f7bd38e77377 req-f89cc0bd-db1d-4705-a351-373d1c0fdec1 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] For port e195e71d-d434-4f85-b70b-0d22b856cd66, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e195e71d-d434-4f85-b70b-0d22b856cd66,segment=NetworkSegment(81630f40-bd9f-4cc1-a9d2-6c7964555cd3),segment_id=81630f40-bd9f-4cc1-a9d2-6c7964555cd3)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:29.347786 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be2cc777-079e-4822-82f4-f7bd38e77377 req-f89cc0bd-db1d-4705-a351-373d1c0fdec1 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.366924 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-be2cc777-079e-4822-82f4-f7bd38e77377 req-f89cc0bd-db1d-4705-a351-373d1c0fdec1 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Calling delete_port for e195e71d-d434-4f85-b70b-0d22b856cd66 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:29.400626 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-787c3c76-7801-4e84-9744-7ecfebe322f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.403432 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-787c3c76-7801-4e84-9744-7ecfebe322f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.457575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bee45aa-bd6b-43d5-bf15-497f3ca191c2 req-3d493639-dca9-4526-8b26-19ef09cf4db5 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3a6f932-1adf-4924-bc13-9b03da169b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367557 Sep 30 08:40:29.465002 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-787c3c76-7801-4e84-9744-7ecfebe322f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.465649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787c3c76-7801-4e84-9744-7ecfebe322f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6c20a62-1fa0-43e7-8269-b90bd4c990e8 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:40:29.471247 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-787c3c76-7801-4e84-9744-7ecfebe322f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.475879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-787c3c76-7801-4e84-9744-7ecfebe322f6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d6c20a62-1fa0-43e7-8269-b90bd4c990e8 HTTP/1.1" status: 204 len: 168 time: 0.9201064 Sep 30 08:40:29.480009 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42704) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:29.579598 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-577865c1-e822-470d-bf5a-b706cc52c114 admin admin] Deleting subnet dff57965-7910-4b7e-ae85-4b4f61ef0b85 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:40:29.586914 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-577865c1-e822-470d-bf5a-b706cc52c114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.612302 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be2cc777-079e-4822-82f4-f7bd38e77377 req-f89cc0bd-db1d-4705-a351-373d1c0fdec1 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.652106 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cc0bd-db1d-4705-a351-373d1c0fdec1 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Pushing event deleted for resources: {'Port': ['ID=e195e71d-d434-4f85-b70b-0d22b856cd66,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:29.672141 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-577865c1-e822-470d-bf5a-b706cc52c114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.731659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2cc777-079e-4822-82f4-f7bd38e77377 req-f89cc0bd-db1d-4705-a351-373d1c0fdec1 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] No DVR routers for this DVR port e195e71d-d434-4f85-b70b-0d22b856cd66 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:29.735486 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-be2cc777-079e-4822-82f4-f7bd38e77377 req-f89cc0bd-db1d-4705-a351-373d1c0fdec1 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.737488 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-be2cc777-079e-4822-82f4-f7bd38e77377 req-f89cc0bd-db1d-4705-a351-373d1c0fdec1 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.35 "DELETE /v2.0/ports/e195e71d-d434-4f85-b70b-0d22b856cd66 HTTP/1.1" status: 204 len: 173 time: 0.6506624 Sep 30 08:40:29.737928 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'name': 'network-vif-deleted', 'tag': 'e195e71d-d434-4f85-b70b-0d22b856cd66'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:40:29.740191 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cd5632-b619-40cc-9fe9-08bea82d5eec" -d '{"events": [{"server_uuid": "2e19f239-e1b2-4d40-8590-b0f9b6ba8db6", "name": "network-vif-deleted", "tag": "e195e71d-d434-4f85-b70b-0d22b856cd66"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:40:29.786487 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9511b8-a92a-4b83-ac07-7a6cb90c6bf7 x-openstack-request-id: req-0c9511b8-a92a-4b83-ac07-7a6cb90c6bf7 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:40:29.786871 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e19f239-e1b2-4d40-8590-b0f9b6ba8db6", "name": "network-vif-deleted", "tag": "e195e71d-d434-4f85-b70b-0d22b856cd66", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:40:29.787128 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c9511b8-a92a-4b83-ac07-7a6cb90c6bf7 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:40:29.787850 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e19f239-e1b2-4d40-8590-b0f9b6ba8db6', 'name': 'network-vif-deleted', 'tag': 'e195e71d-d434-4f85-b70b-0d22b856cd66', 'status': 'completed', 'code': 200} Sep 30 08:40:29.807215 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-577865c1-e822-470d-bf5a-b706cc52c114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.867493 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-577865c1-e822-470d-bf5a-b706cc52c114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.894752 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577865c1-e822-470d-bf5a-b706cc52c114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff57965-7910-4b7e-ae85-4b4f61ef0b85,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:29.899545 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-577865c1-e822-470d-bf5a-b706cc52c114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.905016 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-577865c1-e822-470d-bf5a-b706cc52c114 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dff57965-7910-4b7e-ae85-4b4f61ef0b85 HTTP/1.1" status: 204 len: 168 time: 0.4238524 Sep 30 08:40:29.905187 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42714) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:29.912019 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc1f404-e6bc-4633-8623-6a7e4949e95d None None] Network 7629390f-2364-48fa-8f8d-ee6921cea79b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:29.976524 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:29.985314 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:30.058583 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Deleting port a97370c5-06bb-4243-a241-32fe839498e5 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:30.059198 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:30.095515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device dbf5129e-b806-485b-9116-a1254ddc860c no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:30.175685 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: dbf5129e-b806-485b-9116-a1254ddc860c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:30.176079 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device dbf5129e-b806-485b-9116-a1254ddc860c not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:30.186615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] For port a97370c5-06bb-4243-a241-32fe839498e5, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a97370c5-06bb-4243-a241-32fe839498e5,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:30.187074 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:30.213981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Calling delete_port for a97370c5-06bb-4243-a241-32fe839498e5 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:30.279358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295b8b43-a589-4d44-af2e-98c0f28dd007 None None] DHCP port deletion for 7629390f-2364-48fa-8f8d-ee6921cea79b request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:40:30.335675 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-295b8b43-a589-4d44-af2e-98c0f28dd007 None None] Deleting port a97370c5-06bb-4243-a241-32fe839498e5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:30.336162 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-295b8b43-a589-4d44-af2e-98c0f28dd007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:30.368364 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:30.387993 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] No DVR routers for this DVR port a97370c5-06bb-4243-a241-32fe839498e5 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:30.407932 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-295b8b43-a589-4d44-af2e-98c0f28dd007 None None] For port a97370c5-06bb-4243-a241-32fe839498e5, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a97370c5-06bb-4243-a241-32fe839498e5,segment=NetworkSegment(539d9ed8-8d97-43a9-a8d4-da6ab6bf62df),segment_id=539d9ed8-8d97-43a9-a8d4-da6ab6bf62df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:30.408712 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-295b8b43-a589-4d44-af2e-98c0f28dd007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:30.423482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-295b8b43-a589-4d44-af2e-98c0f28dd007 None None] Calling delete_port for a97370c5-06bb-4243-a241-32fe839498e5 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:30.444896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97370c5-06bb-4243-a241-32fe839498e5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:30.536498 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:30.582496 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7629390f-2364-48fa-8f8d-ee6921cea79b']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:30.606275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:30.606522 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539d9ed8-8d97-43a9-a8d4-da6ab6bf62df') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:30.640571 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-295b8b43-a589-4d44-af2e-98c0f28dd007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:30.652610 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:30.656201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eedd2f18-ef34-4040-800e-1146f588cdde req-aaa41a6d-273c-473a-9149-d0469cc8506e tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 210 time: 0.0473332 Sep 30 08:40:30.680682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b8b43-a589-4d44-af2e-98c0f28dd007 None None] Pushing event deleted for resources: {'Port': ['ID=a97370c5-06bb-4243-a241-32fe839498e5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:30.686751 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:30.689898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b8b43-a589-4d44-af2e-98c0f28dd007 None None] No DVR routers for this DVR port a97370c5-06bb-4243-a241-32fe839498e5 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:30.698304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:40:30.698304 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:40:30.699946 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:40:30.787771 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:30.794210 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:30.796165 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7629390f-2364-48fa-8f8d-ee6921cea79b HTTP/1.1" status: 204 len: 168 time: 0.8897805 Sep 30 08:40:30.799171 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42730) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:30.814209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=7629390f-2364-48fa-8f8d-ee6921cea79b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:30.824560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:30.825023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:30.825500 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:30.825922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:30.826266 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:30.826660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:30.827148 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:30.827538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:30.827921 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:30.828387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:30.828808 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:30.829186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce132-ff09-4fd9-9af5-8e7ca8852c07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:31.209114 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc0852f6-4b43-4300-be95-4207adb6af9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:31.479291 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bc0852f6-4b43-4300-be95-4207adb6af9c admin admin] Deleting port 81918ce4-88b5-4356-aa9a-83459b0adcd0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:31.480975 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc0852f6-4b43-4300-be95-4207adb6af9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:31.577560 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-bc0852f6-4b43-4300-be95-4207adb6af9c admin admin] For port 81918ce4-88b5-4356-aa9a-83459b0adcd0, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=81918ce4-88b5-4356-aa9a-83459b0adcd0,segment=NetworkSegment(07c2f9a2-6335-40c2-a146-25185388e909),segment_id=07c2f9a2-6335-40c2-a146-25185388e909)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:31.578024 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc0852f6-4b43-4300-be95-4207adb6af9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:31.597580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bc0852f6-4b43-4300-be95-4207adb6af9c admin admin] Calling delete_port for 81918ce4-88b5-4356-aa9a-83459b0adcd0 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:31.704665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a125997d-4861-47c8-b9b0-8a608d7deb13 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:31.742915 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: a125997d-4861-47c8-b9b0-8a608d7deb13 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:31.743181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a125997d-4861-47c8-b9b0-8a608d7deb13 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:31.743606 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a97370c5-06bb-4243-a241-32fe839498e5 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:31.771622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: a97370c5-06bb-4243-a241-32fe839498e5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:31.772384 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a97370c5-06bb-4243-a241-32fe839498e5 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:31.795151 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df8b6906-27a0-4a62-9f29-42e21a2e38af req-6f6938ec-8319-488e-a3a6-be46e64ec460 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 210 time: 0.0495329 Sep 30 08:40:31.860638 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc0852f6-4b43-4300-be95-4207adb6af9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:31.892939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0852f6-4b43-4300-be95-4207adb6af9c admin admin] Pushing event deleted for resources: {'Port': ['ID=81918ce4-88b5-4356-aa9a-83459b0adcd0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:32.074230 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc0852f6-4b43-4300-be95-4207adb6af9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.336527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0852f6-4b43-4300-be95-4207adb6af9c admin admin] Router 52611fcb-eda8-4ef5-bba6-a195b88dcce7 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:32.455878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0852f6-4b43-4300-be95-4207adb6af9c admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:32.468727 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bc0852f6-4b43-4300-be95-4207adb6af9c admin admin] 10.222.0.24 "PUT /v2.0/routers/52611fcb-eda8-4ef5-bba6-a195b88dcce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6683590 Sep 30 08:40:32.470343 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cd5c8b-4435-44db-8c16-e0016bf70025 None None] Sync routers for ids ['52611fcb-eda8-4ef5-bba6-a195b88dcce7'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:32.471296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42760) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:32.481415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cd5c8b-4435-44db-8c16-e0016bf70025 None None] Routers {'52611fcb-eda8-4ef5-bba6-a195b88dcce7'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:32.486887 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a8cd5c8b-4435-44db-8c16-e0016bf70025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:40:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['52611fcb-eda8-4ef5-bba6-a195b88dcce7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:32.606405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a8cd5c8b-4435-44db-8c16-e0016bf70025 None None] Set router 52611fcb-eda8-4ef5-bba6-a195b88dcce7 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:32.621984 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10b6a630-ea5e-4f43-b183-c050badefbba admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.766886 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10b6a630-ea5e-4f43-b183-c050badefbba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.815493 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a8cd5c8b-4435-44db-8c16-e0016bf70025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'name': 'tempest-TestVolumeBootPattern-1082703340-router', 'tenant_id': '708901217b3b41c0b407642d4c723338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5be99e8b-6aa6-4334-a437-ee0a43381d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:35Z', 'updated_at': '2021-09-30T08:40:31Z', 'revision_number': 5, 'project_id': '708901217b3b41c0b407642d4c723338', 'gw_port': {'id': '5be99e8b-6aa6-4334-a437-ee0a43381d60', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:eb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:29:36Z', 'updated_at': '2021-09-30T08:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:32.830931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-10b6a630-ea5e-4f43-b183-c050badefbba admin admin] Deleting port 5be99e8b-6aa6-4334-a437-ee0a43381d60 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:32.831344 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10b6a630-ea5e-4f43-b183-c050badefbba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.843156 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cd5c8b-4435-44db-8c16-e0016bf70025 None None] Checking router: 52611fcb-eda8-4ef5-bba6-a195b88dcce7 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:32.852377 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cd5c8b-4435-44db-8c16-e0016bf70025 None None] Routers {'52611fcb-eda8-4ef5-bba6-a195b88dcce7'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:32.852980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a8cd5c8b-4435-44db-8c16-e0016bf70025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:40:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['52611fcb-eda8-4ef5-bba6-a195b88dcce7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:32.946873 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b7843ef0-a3b0-40df-b4c0-ec522be03505 req-bd65d897-5508-47ce-ab32-355ec6682220 tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 210 time: 0.0321906 Sep 30 08:40:32.952332 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a8cd5c8b-4435-44db-8c16-e0016bf70025 None None] Set router 52611fcb-eda8-4ef5-bba6-a195b88dcce7 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:32.968004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-10b6a630-ea5e-4f43-b183-c050badefbba admin admin] For port 5be99e8b-6aa6-4334-a437-ee0a43381d60, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5be99e8b-6aa6-4334-a437-ee0a43381d60,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:32.968375 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10b6a630-ea5e-4f43-b183-c050badefbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:32.983774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-10b6a630-ea5e-4f43-b183-c050badefbba admin admin] Calling delete_port for 5be99e8b-6aa6-4334-a437-ee0a43381d60 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:33.033055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a8cd5c8b-4435-44db-8c16-e0016bf70025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'name': 'tempest-TestVolumeBootPattern-1082703340-router', 'tenant_id': '708901217b3b41c0b407642d4c723338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:35Z', 'updated_at': '2021-09-30T08:40:32Z', 'revision_number': 6, 'project_id': '708901217b3b41c0b407642d4c723338', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:33.071576 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cd5c8b-4435-44db-8c16-e0016bf70025 None None] The sync data for ids ['52611fcb-eda8-4ef5-bba6-a195b88dcce7'] in n-d-807359-2 is: [{'id': '52611fcb-eda8-4ef5-bba6-a195b88dcce7', 'name': 'tempest-TestVolumeBootPattern-1082703340-router', 'tenant_id': '708901217b3b41c0b407642d4c723338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:29:35Z', 'updated_at': '2021-09-30T08:40:32Z', 'revision_number': 6, 'project_id': '708901217b3b41c0b407642d4c723338', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:33.153858 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e195e71d-d434-4f85-b70b-0d22b856cd66 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:33.176018 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: e195e71d-d434-4f85-b70b-0d22b856cd66 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:33.176362 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e195e71d-d434-4f85-b70b-0d22b856cd66 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:33.182120 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10b6a630-ea5e-4f43-b183-c050badefbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.206093 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6a630-ea5e-4f43-b183-c050badefbba admin admin] Pushing event deleted for resources: {'Port': ['ID=5be99e8b-6aa6-4334-a437-ee0a43381d60,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:33.281803 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10b6a630-ea5e-4f43-b183-c050badefbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.382081 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10b6a630-ea5e-4f43-b183-c050badefbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.384528 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10b6a630-ea5e-4f43-b183-c050badefbba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.437006 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10b6a630-ea5e-4f43-b183-c050badefbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.438104 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b6a630-ea5e-4f43-b183-c050badefbba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52611fcb-eda8-4ef5-bba6-a195b88dcce7 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:40:33.444567 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10b6a630-ea5e-4f43-b183-c050badefbba admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.446116 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-10b6a630-ea5e-4f43-b183-c050badefbba admin admin] 10.222.0.24 "DELETE /v2.0/routers/52611fcb-eda8-4ef5-bba6-a195b88dcce7 HTTP/1.1" status: 204 len: 168 time: 0.9726629 Sep 30 08:40:33.448828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:33.502443 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-86906f25-b60c-4485-8529-a173b00cb027 admin admin] Deleting subnet cf1d85dd-dd92-44dc-9afe-c98ac7128436 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:40:33.506130 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86906f25-b60c-4485-8529-a173b00cb027 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.550602 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86906f25-b60c-4485-8529-a173b00cb027 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.664758 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86906f25-b60c-4485-8529-a173b00cb027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.737641 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86906f25-b60c-4485-8529-a173b00cb027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.768698 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86906f25-b60c-4485-8529-a173b00cb027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf1d85dd-dd92-44dc-9afe-c98ac7128436,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:33.770858 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86906f25-b60c-4485-8529-a173b00cb027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.776377 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-86906f25-b60c-4485-8529-a173b00cb027 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cf1d85dd-dd92-44dc-9afe-c98ac7128436 HTTP/1.1" status: 204 len: 168 time: 0.3236918 Sep 30 08:40:33.776877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42790) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:33.780511 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7c9d8d-4953-45ee-ad6e-8caa69e76147 None None] Network a87c18c7-942d-4c1a-a8a4-f653ecd932d5 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:33.856349 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:33.981147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] Deleting port a80a8c70-fc71-45d2-b190-bed4cd09b9d0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:33.981147 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.069952 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83802d66-5de5-43f1-961b-89776efb4e05 None None] DHCP port deletion for a87c18c7-942d-4c1a-a8a4-f653ecd932d5 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:40:34.128365 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 81918ce4-88b5-4356-aa9a-83459b0adcd0 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:34.149481 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8be60a80-40ad-4efe-beb3-2398c87a9a46 req-b3119054-a330-4189-a143-3cc7e1f6d8db tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e19f239-e1b2-4d40-8590-b0f9b6ba8db6 HTTP/1.1" status: 200 len: 210 time: 0.0428839 Sep 30 08:40:34.152775 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] For port a80a8c70-fc71-45d2-b190-bed4cd09b9d0, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a80a8c70-fc71-45d2-b190-bed4cd09b9d0,segment=NetworkSegment(07c2f9a2-6335-40c2-a146-25185388e909),segment_id=07c2f9a2-6335-40c2-a146-25185388e909)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:34.152775 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.180812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 81918ce4-88b5-4356-aa9a-83459b0adcd0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:34.181170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 81918ce4-88b5-4356-aa9a-83459b0adcd0 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:34.188006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] Calling delete_port for a80a8c70-fc71-45d2-b190-bed4cd09b9d0 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:34.214758 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-83802d66-5de5-43f1-961b-89776efb4e05 None None] Deleting port a80a8c70-fc71-45d2-b190-bed4cd09b9d0 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:34.215536 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83802d66-5de5-43f1-961b-89776efb4e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.325898 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.327274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-83802d66-5de5-43f1-961b-89776efb4e05 None None] For port a80a8c70-fc71-45d2-b190-bed4cd09b9d0, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a80a8c70-fc71-45d2-b190-bed4cd09b9d0,segment=NetworkSegment(07c2f9a2-6335-40c2-a146-25185388e909),segment_id=07c2f9a2-6335-40c2-a146-25185388e909)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:34.328179 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83802d66-5de5-43f1-961b-89776efb4e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.361106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-83802d66-5de5-43f1-961b-89776efb4e05 None None] Calling delete_port for a80a8c70-fc71-45d2-b190-bed4cd09b9d0 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:34.370430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] No DVR routers for this DVR port a80a8c70-fc71-45d2-b190-bed4cd09b9d0 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:34.372530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] Pushing event deleted for resources: {'Port': ['ID=a80a8c70-fc71-45d2-b190-bed4cd09b9d0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:34.485340 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.511438 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87c18c7-942d-4c1a-a8a4-f653ecd932d5']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:34.529310 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c2f9a2-6335-40c2-a146-25185388e909') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:34.530307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c2f9a2-6335-40c2-a146-25185388e909') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:34.548780 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.575070 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.583803 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:40:34.583803 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:40:34.645707 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:40:34.670816 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.677965 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.680177 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a87c18c7-942d-4c1a-a8a4-f653ecd932d5 HTTP/1.1" status: 204 len: 168 time: 0.9022229 Sep 30 08:40:34.696571 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b27b5-0777-4639-b5af-0d06d830b481 admin admin] Pushing event deleted for resources: {'Network': ['ID=a87c18c7-942d-4c1a-a8a4-f653ecd932d5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:34.704329 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83802d66-5de5-43f1-961b-89776efb4e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.738492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83802d66-5de5-43f1-961b-89776efb4e05 None None] Network a87c18c7-942d-4c1a-a8a4-f653ecd932d5 is not hosted by any dhcp agent {{(pid=94839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 08:40:34.738850 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83802d66-5de5-43f1-961b-89776efb4e05 None None] No DVR routers for this DVR port a80a8c70-fc71-45d2-b190-bed4cd09b9d0 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:34.740933 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83802d66-5de5-43f1-961b-89776efb4e05 None None] Pushing event deleted for resources: {'Port': ['ID=a80a8c70-fc71-45d2-b190-bed4cd09b9d0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:34.871837 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:34.912768 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-eb729e9e-0720-4f16-ad9d-dc6c2615063e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b4635f67e2d43a8b3e76777aadbe7f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397124 Sep 30 08:40:34.915329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42802) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:34.965550 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c35c7fac-2051-41ed-add1-df7132782f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:34.990598 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c35c7fac-2051-41ed-add1-df7132782f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.038662 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c35c7fac-2051-41ed-add1-df7132782f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.041334 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c35c7fac-2051-41ed-add1-df7132782f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.042714 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c35c7fac-2051-41ed-add1-df7132782f63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93f4f45c-334e-4da0-a296-f39f1d265881 HTTP/1.1" status: 204 len: 168 time: 0.1263068 Sep 30 08:40:35.051841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c7fac-2051-41ed-add1-df7132782f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f4f45c-334e-4da0-a296-f39f1d265881,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:35.237526 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 42808) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:35.304956 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-864f6388-ea8e-4217-92ce-f9d4bbf77e1a tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.334642 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-864f6388-ea8e-4217-92ce-f9d4bbf77e1a tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.402894 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-864f6388-ea8e-4217-92ce-f9d4bbf77e1a tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.405798 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-864f6388-ea8e-4217-92ce-f9d4bbf77e1a tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.409908 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-864f6388-ea8e-4217-92ce-f9d4bbf77e1a tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] 10.222.0.24 "DELETE /v2.0/security-groups/c3a6f932-1adf-4924-bc13-9b03da169b64 HTTP/1.1" status: 204 len: 168 time: 0.1684201 Sep 30 08:40:35.422119 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f6388-ea8e-4217-92ce-f9d4bbf77e1a tempest-TestVolumeBackupRestore-1706423339 tempest-TestVolumeBackupRestore-1706423339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a6f932-1adf-4924-bc13-9b03da169b64,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:35.470596 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42816) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:35.530380 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2b78d132-6520-45e3-8321-20b0cc545bec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=708901217b3b41c0b407642d4c723338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578508 Sep 30 08:40:35.533393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 42820) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:35.625856 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0171bd9d-9099-42d5-8aba-847c7229af53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.709973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5be99e8b-6aa6-4334-a437-ee0a43381d60 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:35.729630 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0171bd9d-9099-42d5-8aba-847c7229af53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.740247 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 5be99e8b-6aa6-4334-a437-ee0a43381d60 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:35.740637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5be99e8b-6aa6-4334-a437-ee0a43381d60 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:35.741690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a80a8c70-fc71-45d2-b190-bed4cd09b9d0 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:35.762413 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: a80a8c70-fc71-45d2-b190-bed4cd09b9d0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:35.762916 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a80a8c70-fc71-45d2-b190-bed4cd09b9d0 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:35.797891 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0171bd9d-9099-42d5-8aba-847c7229af53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.800480 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0171bd9d-9099-42d5-8aba-847c7229af53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:35.801740 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0171bd9d-9099-42d5-8aba-847c7229af53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/888e1da5-42be-45ae-b142-6296c3b5f21c HTTP/1.1" status: 204 len: 168 time: 0.2669001 Sep 30 08:40:35.811555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171bd9d-9099-42d5-8aba-847c7229af53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888e1da5-42be-45ae-b142-6296c3b5f21c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:39.997869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43286) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:40.366540 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98f70658-c81b-438d-9f93-a8aa27fc5ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:40.408287 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:40.630736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-98f70658-c81b-438d-9f93-a8aa27fc5ab3 admin admin] Deleting port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:40.631007 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98f70658-c81b-438d-9f93-a8aa27fc5ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:41.055209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-98f70658-c81b-438d-9f93-a8aa27fc5ab3 admin admin] For port 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9a7d79ec-a1bf-4f51-9b00-6827e7da06c6,segment=NetworkSegment(81630f40-bd9f-4cc1-a9d2-6c7964555cd3),segment_id=81630f40-bd9f-4cc1-a9d2-6c7964555cd3)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:41.055894 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98f70658-c81b-438d-9f93-a8aa27fc5ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:41.067719 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-98f70658-c81b-438d-9f93-a8aa27fc5ab3 admin admin] Calling delete_port for 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:41.266581 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98f70658-c81b-438d-9f93-a8aa27fc5ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:41.291574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f70658-c81b-438d-9f93-a8aa27fc5ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7d79ec-a1bf-4f51-9b00-6827e7da06c6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:41.474276 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98f70658-c81b-438d-9f93-a8aa27fc5ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:41.700250 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f70658-c81b-438d-9f93-a8aa27fc5ab3 admin admin] Router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:41.809564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f70658-c81b-438d-9f93-a8aa27fc5ab3 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:41.817720 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-98f70658-c81b-438d-9f93-a8aa27fc5ab3 admin admin] 10.222.0.24 "PUT /v2.0/routers/b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8153658 Sep 30 08:40:41.819305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43294) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:41.822434 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18afdb8-3003-4b1a-805b-a84c0cf0f97c None None] Sync routers for ids ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:41.832232 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18afdb8-3003-4b1a-805b-a84c0cf0f97c None None] Routers {'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:41.832877 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e18afdb8-3003-4b1a-805b-a84c0cf0f97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:40:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:41.931615 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99f93452-ee29-497c-a09c-2ffad5b39a89 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:41.936064 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e18afdb8-3003-4b1a-805b-a84c0cf0f97c None None] Set router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:42.047247 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99f93452-ee29-497c-a09c-2ffad5b39a89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.085189 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2186f7e1-a400-4708-90a8-fc6f8826ca1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.122367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-99f93452-ee29-497c-a09c-2ffad5b39a89 admin admin] Deleting port 60eb0c14-f7fc-42ca-b953-16ff0ef62db4 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:42.122963 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99f93452-ee29-497c-a09c-2ffad5b39a89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.217148 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-99f93452-ee29-497c-a09c-2ffad5b39a89 admin admin] For port 60eb0c14-f7fc-42ca-b953-16ff0ef62db4, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=60eb0c14-f7fc-42ca-b953-16ff0ef62db4,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:42.217600 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99f93452-ee29-497c-a09c-2ffad5b39a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.219875 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e18afdb8-3003-4b1a-805b-a84c0cf0f97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:40:41Z', 'revision_number': 5, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port': {'id': '60eb0c14-f7fc-42ca-b953-16ff0ef62db4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:14Z', 'updated_at': '2021-09-30T08:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:42.234168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-99f93452-ee29-497c-a09c-2ffad5b39a89 admin admin] Calling delete_port for 60eb0c14-f7fc-42ca-b953-16ff0ef62db4 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:42.248880 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18afdb8-3003-4b1a-805b-a84c0cf0f97c None None] Checking router: b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:42.257486 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18afdb8-3003-4b1a-805b-a84c0cf0f97c None None] Routers {'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:42.258110 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e18afdb8-3003-4b1a-805b-a84c0cf0f97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:40:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:42.353243 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e18afdb8-3003-4b1a-805b-a84c0cf0f97c None None] Set router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:42.407720 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e18afdb8-3003-4b1a-805b-a84c0cf0f97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:40:42Z', 'revision_number': 6, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:42.423578 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99f93452-ee29-497c-a09c-2ffad5b39a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.440953 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18afdb8-3003-4b1a-805b-a84c0cf0f97c None None] The sync data for ids ['b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9'] in n-d-807359-2 is: [{'id': 'b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9', 'name': 'tempest-TestVolumeBackupRestore-1019850185-router', 'tenant_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:13Z', 'updated_at': '2021-09-30T08:40:42Z', 'revision_number': 6, 'project_id': '6c0790d0bc0c4c249d5e56fba89b0b65', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:42.450155 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f93452-ee29-497c-a09c-2ffad5b39a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=60eb0c14-f7fc-42ca-b953-16ff0ef62db4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:42.515129 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99f93452-ee29-497c-a09c-2ffad5b39a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.605317 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99f93452-ee29-497c-a09c-2ffad5b39a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.607624 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99f93452-ee29-497c-a09c-2ffad5b39a89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.653646 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99f93452-ee29-497c-a09c-2ffad5b39a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.654372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f93452-ee29-497c-a09c-2ffad5b39a89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:40:42.659083 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99f93452-ee29-497c-a09c-2ffad5b39a89 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.660406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-99f93452-ee29-497c-a09c-2ffad5b39a89 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b6ab648a-a0e8-4949-b0a6-dbbd18cb59b9 HTTP/1.1" status: 204 len: 168 time: 0.8413911 Sep 30 08:40:42.663506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43298) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:42.711114 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a79930-a4b1-426f-8992-c76148f9105d admin admin] Deleting subnet 5d9a7ff1-919f-4ba9-a0c2-0f894391a777 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:40:42.714549 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38a79930-a4b1-426f-8992-c76148f9105d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.753176 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38a79930-a4b1-426f-8992-c76148f9105d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.833038 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38a79930-a4b1-426f-8992-c76148f9105d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.893905 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38a79930-a4b1-426f-8992-c76148f9105d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.923650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a79930-a4b1-426f-8992-c76148f9105d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9a7ff1-919f-4ba9-a0c2-0f894391a777,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:42.931717 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38a79930-a4b1-426f-8992-c76148f9105d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:42.936547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-38a79930-a4b1-426f-8992-c76148f9105d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5d9a7ff1-919f-4ba9-a0c2-0f894391a777 HTTP/1.1" status: 204 len: 168 time: 0.2691958 Sep 30 08:40:42.936547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43300) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:42.938578 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f31089-b2c4-4089-9b68-3baac68ccc40 None None] Network 39d25126-fdff-4b63-8099-7e1f8ce60b5f requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:43.010727 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.068093 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] Deleting port 24aa6f2d-e3fa-449e-a25a-6882431096ba {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:43.068451 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.138346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] For port 24aa6f2d-e3fa-449e-a25a-6882431096ba, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=24aa6f2d-e3fa-449e-a25a-6882431096ba,segment=NetworkSegment(81630f40-bd9f-4cc1-a9d2-6c7964555cd3),segment_id=81630f40-bd9f-4cc1-a9d2-6c7964555cd3)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:43.139026 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.150385 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] Calling delete_port for 24aa6f2d-e3fa-449e-a25a-6882431096ba owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:43.235851 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.261765 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb52d22-daa9-4638-b332-9b8dffb0af4a None None] DHCP port deletion for 39d25126-fdff-4b63-8099-7e1f8ce60b5f request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:40:43.275998 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=24aa6f2d-e3fa-449e-a25a-6882431096ba,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:43.279459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] No DVR routers for this DVR port 24aa6f2d-e3fa-449e-a25a-6882431096ba on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:43.352788 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.374698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d25126-fdff-4b63-8099-7e1f8ce60b5f']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:43.385609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81630f40-bd9f-4cc1-a9d2-6c7964555cd3') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:43.386052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81630f40-bd9f-4cc1-a9d2-6c7964555cd3') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:43.396076 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.410667 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.417439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:40:43.417832 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:40:43.419491 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:40:43.481556 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.487160 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:43.492677 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43304) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:43.496661 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/39d25126-fdff-4b63-8099-7e1f8ce60b5f HTTP/1.1" status: 204 len: 168 time: 0.5593262 Sep 30 08:40:43.513840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123d72a-863c-4130-aa55-ee2fa1b545a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=39d25126-fdff-4b63-8099-7e1f8ce60b5f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:43.653642 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 60eb0c14-f7fc-42ca-b953-16ff0ef62db4 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:43.675617 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 60eb0c14-f7fc-42ca-b953-16ff0ef62db4 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:43.676281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 60eb0c14-f7fc-42ca-b953-16ff0ef62db4 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:43.676888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 24aa6f2d-e3fa-449e-a25a-6882431096ba no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:43.701806 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 24aa6f2d-e3fa-449e-a25a-6882431096ba {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:43.702374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 24aa6f2d-e3fa-449e-a25a-6882431096ba not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:43.702801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:43.724374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:43.725279 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9a7d79ec-a1bf-4f51-9b00-6827e7da06c6 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:43.895640 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af030956-3b1f-4720-a4b0-e3eabe964c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.143706 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-af030956-3b1f-4720-a4b0-e3eabe964c2b admin admin] Deleting port 3193b81c-58fa-4df6-a413-8582dfa91589 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:44.144071 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af030956-3b1f-4720-a4b0-e3eabe964c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.223607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-af030956-3b1f-4720-a4b0-e3eabe964c2b admin admin] For port 3193b81c-58fa-4df6-a413-8582dfa91589, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3193b81c-58fa-4df6-a413-8582dfa91589,segment=NetworkSegment(a0ce7035-17aa-419f-9d99-aae4a26d5ddf),segment_id=a0ce7035-17aa-419f-9d99-aae4a26d5ddf)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:44.224002 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af030956-3b1f-4720-a4b0-e3eabe964c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.236895 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-af030956-3b1f-4720-a4b0-e3eabe964c2b admin admin] Calling delete_port for 3193b81c-58fa-4df6-a413-8582dfa91589 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:44.746937 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af030956-3b1f-4720-a4b0-e3eabe964c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.777076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af030956-3b1f-4720-a4b0-e3eabe964c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=3193b81c-58fa-4df6-a413-8582dfa91589,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:44.837869 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5272a862-1ff0-4c65-b8ca-254377c0d345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:44.960327 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af030956-3b1f-4720-a4b0-e3eabe964c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:45.203654 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af030956-3b1f-4720-a4b0-e3eabe964c2b admin admin] Router c72a6312-ea9b-4282-8899-95624a2ccba9 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:40:45.321794 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:45.338193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af030956-3b1f-4720-a4b0-e3eabe964c2b admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:40:45.343461 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-af030956-3b1f-4720-a4b0-e3eabe964c2b admin admin] 10.222.0.24 "PUT /v2.0/routers/c72a6312-ea9b-4282-8899-95624a2ccba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8497736 Sep 30 08:40:45.345933 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:45.346813 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a43ca1-7b1c-4c74-ab1a-31129acea3fb None None] Sync routers for ids ['c72a6312-ea9b-4282-8899-95624a2ccba9'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:40:45.356771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a43ca1-7b1c-4c74-ab1a-31129acea3fb None None] Routers {'c72a6312-ea9b-4282-8899-95624a2ccba9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:45.357379 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-30a43ca1-7b1c-4c74-ab1a-31129acea3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:40:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c72a6312-ea9b-4282-8899-95624a2ccba9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:45.454499 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03cbcb34-c68a-4ae8-9b77-3b75f75abed6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:45.461461 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-30a43ca1-7b1c-4c74-ab1a-31129acea3fb None None] Set router c72a6312-ea9b-4282-8899-95624a2ccba9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:45.557840 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03cbcb34-c68a-4ae8-9b77-3b75f75abed6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:45.613261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-03cbcb34-c68a-4ae8-9b77-3b75f75abed6 admin admin] Deleting port 4c1a4158-5f3e-4b2d-a58a-864863de1225 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:45.613888 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03cbcb34-c68a-4ae8-9b77-3b75f75abed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:45.645993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-30a43ca1-7b1c-4c74-ab1a-31129acea3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'name': 'tempest-TestVolumeBackupRestore-1683164370-router', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '4c1a4158-5f3e-4b2d-a58a-864863de1225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:21Z', 'updated_at': '2021-09-30T08:40:44Z', 'revision_number': 5, 'project_id': 'e774a17e89d7406885bfac7f20102891', 'gw_port': {'id': '4c1a4158-5f3e-4b2d-a58a-864863de1225', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:37:21Z', 'updated_at': '2021-09-30T08:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:45.681497 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a43ca1-7b1c-4c74-ab1a-31129acea3fb None None] Checking router: c72a6312-ea9b-4282-8899-95624a2ccba9 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:40:45.690123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a43ca1-7b1c-4c74-ab1a-31129acea3fb None None] Routers {'c72a6312-ea9b-4282-8899-95624a2ccba9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:40:45.690733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-30a43ca1-7b1c-4c74-ab1a-31129acea3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:40:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['c72a6312-ea9b-4282-8899-95624a2ccba9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:45.695891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-03cbcb34-c68a-4ae8-9b77-3b75f75abed6 admin admin] For port 4c1a4158-5f3e-4b2d-a58a-864863de1225, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=4c1a4158-5f3e-4b2d-a58a-864863de1225,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:45.696292 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03cbcb34-c68a-4ae8-9b77-3b75f75abed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:45.708785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-03cbcb34-c68a-4ae8-9b77-3b75f75abed6 admin admin] Calling delete_port for 4c1a4158-5f3e-4b2d-a58a-864863de1225 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:45.778657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-30a43ca1-7b1c-4c74-ab1a-31129acea3fb None None] Set router c72a6312-ea9b-4282-8899-95624a2ccba9 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:40:45.831883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-30a43ca1-7b1c-4c74-ab1a-31129acea3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'name': 'tempest-TestVolumeBackupRestore-1683164370-router', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:21Z', 'updated_at': '2021-09-30T08:40:45Z', 'revision_number': 6, 'project_id': 'e774a17e89d7406885bfac7f20102891', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:45.862554 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a43ca1-7b1c-4c74-ab1a-31129acea3fb None None] The sync data for ids ['c72a6312-ea9b-4282-8899-95624a2ccba9'] in n-d-807359-2 is: [{'id': 'c72a6312-ea9b-4282-8899-95624a2ccba9', 'name': 'tempest-TestVolumeBackupRestore-1683164370-router', 'tenant_id': 'e774a17e89d7406885bfac7f20102891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:37:21Z', 'updated_at': '2021-09-30T08:40:45Z', 'revision_number': 6, 'project_id': 'e774a17e89d7406885bfac7f20102891', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:40:45.877946 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03cbcb34-c68a-4ae8-9b77-3b75f75abed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:45.911502 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbcb34-c68a-4ae8-9b77-3b75f75abed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1a4158-5f3e-4b2d-a58a-864863de1225,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:45.944591 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:45.970609 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03cbcb34-c68a-4ae8-9b77-3b75f75abed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.059127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03cbcb34-c68a-4ae8-9b77-3b75f75abed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.061347 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03cbcb34-c68a-4ae8-9b77-3b75f75abed6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.102403 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03cbcb34-c68a-4ae8-9b77-3b75f75abed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.102963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cbcb34-c68a-4ae8-9b77-3b75f75abed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c72a6312-ea9b-4282-8899-95624a2ccba9 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:40:46.107231 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03cbcb34-c68a-4ae8-9b77-3b75f75abed6 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.108421 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-03cbcb34-c68a-4ae8-9b77-3b75f75abed6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c72a6312-ea9b-4282-8899-95624a2ccba9 HTTP/1.1" status: 204 len: 168 time: 0.7615359 Sep 30 08:40:46.110898 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 43316) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:46.159578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e4cd5f-44dd-4387-af48-16a62e3197b4 admin admin] Deleting subnet cec9266c-f01a-4d46-b26d-10c3c57b8c46 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:40:46.163541 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48e4cd5f-44dd-4387-af48-16a62e3197b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.201156 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48e4cd5f-44dd-4387-af48-16a62e3197b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.287101 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48e4cd5f-44dd-4387-af48-16a62e3197b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.353002 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48e4cd5f-44dd-4387-af48-16a62e3197b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.381845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4cd5f-44dd-4387-af48-16a62e3197b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec9266c-f01a-4d46-b26d-10c3c57b8c46,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:46.384294 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48e4cd5f-44dd-4387-af48-16a62e3197b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.386115 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-48e4cd5f-44dd-4387-af48-16a62e3197b4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cec9266c-f01a-4d46-b26d-10c3c57b8c46 HTTP/1.1" status: 204 len: 168 time: 0.2743025 Sep 30 08:40:46.388877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43320) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:46.390432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4732d4cd-9bb2-4ca0-b1ea-2d026d0fb3cc None None] Network 58ea8317-1816-461e-8a0f-570244de7606 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:40:46.463838 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.518181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] Deleting port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:46.518520 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.591773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] For port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=4d7d4a5e-9f99-4db9-9101-6c3f007924ea,segment=NetworkSegment(a0ce7035-17aa-419f-9d99-aae4a26d5ddf),segment_id=a0ce7035-17aa-419f-9d99-aae4a26d5ddf)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:46.592311 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.606638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] Calling delete_port for 4d7d4a5e-9f99-4db9-9101-6c3f007924ea owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:46.770526 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] DHCP port deletion for 58ea8317-1816-461e-8a0f-570244de7606 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:40:46.868548 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.868548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7d4a5e-9f99-4db9-9101-6c3f007924ea,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:46.868548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] No DVR routers for this DVR port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:46.871115 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Deleting port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:40:46.871115 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.871831 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.884162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] For port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea, host n-d-807359-2, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:40:46.884804 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.886220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ea8317-1816-461e-8a0f-570244de7606']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:46.899183 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Calling delete_port for 4d7d4a5e-9f99-4db9-9101-6c3f007924ea owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:40:46.899682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ce7035-17aa-419f-9d99-aae4a26d5ddf') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:46.900005 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ce7035-17aa-419f-9d99-aae4a26d5ddf') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:40:46.902628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:40:46.904484 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.916605 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.932348 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.933688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Pushing event deleted for resources: {'Port': ['ID=4d7d4a5e-9f99-4db9-9101-6c3f007924ea,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:46.939144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:40:46.939844 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:40:46.942217 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:40:46.945485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:46.945827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:46.946218 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:46.946682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:46.946882 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:46.947421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:46.947946 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:46.948449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:46.949152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:46.949674 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:46.952081 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:46.952457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:40:46.956360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa87810-e52a-4266-a10f-6a94937debbe None None] No DVR routers for this DVR port 4d7d4a5e-9f99-4db9-9101-6c3f007924ea on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:40:47.010145 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.028668 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.031089 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/58ea8317-1816-461e-8a0f-570244de7606 HTTP/1.1" status: 204 len: 168 time: 0.6401887 Sep 30 08:40:47.044750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58823a47-3127-4ad4-a4c2-6a963106acc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=58ea8317-1816-461e-8a0f-570244de7606,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:47.227855 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43350) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:47.257402 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:40:47.275490 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7b5a6e5b-d01a-4dea-b57f-e0201478e298 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c0790d0bc0c4c249d5e56fba89b0b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439467 Sep 30 08:40:47.275731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43352) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:47.334016 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a24ae008-61bd-45d6-9d90-56ed0f804166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.360490 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a24ae008-61bd-45d6-9d90-56ed0f804166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.412960 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a24ae008-61bd-45d6-9d90-56ed0f804166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.415754 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a24ae008-61bd-45d6-9d90-56ed0f804166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.416967 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a24ae008-61bd-45d6-9d90-56ed0f804166 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/874ee6cb-6e1f-473d-b3af-4d1e068356cb HTTP/1.1" status: 204 len: 168 time: 0.1404521 Sep 30 08:40:47.424710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ae008-61bd-45d6-9d90-56ed0f804166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874ee6cb-6e1f-473d-b3af-4d1e068356cb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:47.659627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4c1a4158-5f3e-4b2d-a58a-864863de1225 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:47.685346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 4c1a4158-5f3e-4b2d-a58a-864863de1225 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:47.685722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4c1a4158-5f3e-4b2d-a58a-864863de1225 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:47.686138 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3193b81c-58fa-4df6-a413-8582dfa91589 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:47.706472 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 3193b81c-58fa-4df6-a413-8582dfa91589 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:47.706815 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3193b81c-58fa-4df6-a413-8582dfa91589 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:47.707433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4d7d4a5e-9f99-4db9-9101-6c3f007924ea no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:40:47.727225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 4d7d4a5e-9f99-4db9-9101-6c3f007924ea {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:40:47.728480 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 4d7d4a5e-9f99-4db9-9101-6c3f007924ea not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:40:47.789144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43368) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:47.822669 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.832665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-272c2a1c-7ff3-4eea-8418-a7314debef9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e774a17e89d7406885bfac7f20102891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421796 Sep 30 08:40:47.835933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 43372) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:40:47.886683 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-582e491f-dab0-427e-a660-9c1b006bc074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.910745 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-582e491f-dab0-427e-a660-9c1b006bc074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.961422 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-582e491f-dab0-427e-a660-9c1b006bc074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.964259 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-582e491f-dab0-427e-a660-9c1b006bc074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:40:47.965710 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-582e491f-dab0-427e-a660-9c1b006bc074 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/418ea6d9-edbe-42fe-a129-28fc13bf1afb HTTP/1.1" status: 204 len: 168 time: 0.1287770 Sep 30 08:40:47.976553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e491f-dab0-427e-a660-9c1b006bc074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418ea6d9-edbe-42fe-a129-28fc13bf1afb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:40:59.932952 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:10.405238 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:12.077675 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-22e873c1-5d59-4617-a0e8-81b836da1f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:14.830549 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e669010-0c69-4575-8a24-ed063a16a62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:15.323860 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:15.947872 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:17.824029 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:24.257312 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:41:29.933729 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:40.404567 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:42.079945 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-413117cd-3d15-4321-9093-5e473325c388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:44.832531 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c96666c0-b15f-4bb9-8dbc-987e05da8413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:45.325330 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:45.951096 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:47.826508 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:41:59.931630 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:01.258106 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:42:10.429951 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:12.082158 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13c4bef8-8ec0-4fef-b604-82566f3a01f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:14.833830 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6478c79-b3cb-439c-85dd-bea41210b2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:15.327592 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:15.954159 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:17.443640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45330) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:17.595187 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bacb7a5b-a7ac-472c-b99b-e3fd17228383 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e01e47ebe414354bd27500ceaa18e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489551 Sep 30 08:42:17.598534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45336) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:17.654050 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:17.677258 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:17.724888 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:17.728682 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:17.730723 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac6ec23a-56bb-4048-8f7c-50e3f09d620f HTTP/1.1" status: 204 len: 168 time: 0.1308794 Sep 30 08:42:17.740192 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6ec23a-56bb-4048-8f7c-50e3f09d620f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:17.752639 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:17.753040 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:17.753361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:17.753708 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:17.754049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:17.754481 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:17.754820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:17.755161 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:17.755813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:17.756269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:17.756625 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:17.757049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e39df9-aa7b-466b-b4a4-ff69d267774c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:17.830452 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:29.943455 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:31.636951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45484) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:31.747313 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1121945-2f03-4395-8fb9-f7fbfe43c644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:31.843687 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1121945-2f03-4395-8fb9-f7fbfe43c644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:31.848401 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1121945-2f03-4395-8fb9-f7fbfe43c644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:31.885078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1121945-2f03-4395-8fb9-f7fbfe43c644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b388c30-24fa-400c-a4ed-7ad5813ff82f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:31.889495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a1121945-2f03-4395-8fb9-f7fbfe43c644 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d09c50eab43d4ce5b497bdf636ce7f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2515194 Sep 30 08:42:31.892111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45488) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:31.941152 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59c3ea34-1ab0-4230-8ce1-9f0c36d08271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:31.962248 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59c3ea34-1ab0-4230-8ce1-9f0c36d08271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:32.009319 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59c3ea34-1ab0-4230-8ce1-9f0c36d08271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:32.012035 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59c3ea34-1ab0-4230-8ce1-9f0c36d08271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:32.013224 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-59c3ea34-1ab0-4230-8ce1-9f0c36d08271 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b388c30-24fa-400c-a4ed-7ad5813ff82f HTTP/1.1" status: 204 len: 168 time: 0.1202199 Sep 30 08:42:32.021468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3ea34-1ab0-4230-8ce1-9f0c36d08271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b388c30-24fa-400c-a4ed-7ad5813ff82f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:33.957293 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45542) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:33.962342 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-74aeb277-1e6d-4c38-aba8-cb1d87c68fe1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Request body: {'network': {'name': 'tempest-network-smoke--1917769317', 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'port_security_enabled': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:42:33.984436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74aeb277-1e6d-4c38-aba8-cb1d87c68fe1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Made reservation on behalf of 52f8b5ce381346e886cff4c5dae319e3 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:42:33.988496 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74aeb277-1e6d-4c38-aba8-cb1d87c68fe1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:33.996623 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74aeb277-1e6d-4c38-aba8-cb1d87c68fe1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.082638 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74aeb277-1e6d-4c38-aba8-cb1d87c68fe1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.086428 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74aeb277-1e6d-4c38-aba8-cb1d87c68fe1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.116173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74aeb277-1e6d-4c38-aba8-cb1d87c68fe1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:42:34.124731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aeb277-1e6d-4c38-aba8-cb1d87c68fe1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe9b433-ab75-4f5b-92a0-a19324738e14,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:34.130965 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74aeb277-1e6d-4c38-aba8-cb1d87c68fe1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.131317 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-74aeb277-1e6d-4c38-aba8-cb1d87c68fe1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Added segment 76dd687f-ba41-4b07-9711-16f8e7aec8e1 of type vlan for network 4356599d-1a11-455d-847c-ea7431b17fe7 Sep 30 08:42:34.170654 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74aeb277-1e6d-4c38-aba8-cb1d87c68fe1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.194594 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74aeb277-1e6d-4c38-aba8-cb1d87c68fe1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.200242 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aeb277-1e6d-4c38-aba8-cb1d87c68fe1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:34.200854 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74aeb277-1e6d-4c38-aba8-cb1d87c68fe1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.229629 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-74aeb277-1e6d-4c38-aba8-cb1d87c68fe1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2712686 Sep 30 08:42:34.232594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45544) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:34.238057 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-673252457', 'admin_state_up': True, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:42:34.261725 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.262644 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.270211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aeb277-1e6d-4c38-aba8-cb1d87c68fe1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'Network': ['ID=4356599d-1a11-455d-847c-ea7431b17fe7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:34.281712 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 4356599d-1a11-455d-847c-ea7431b17fe7 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:42:34.314312 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.451931 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.652873 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.679465 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.777139 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Allocated IP 172.25.0.206 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/e06598fa-5be3-4b1b-b629-02626565563b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:42:34.879982 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.913309 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:34.948431 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:42:34.951232 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:34.954627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:42:34.981953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'Port': ['ID=e06598fa-5be3-4b1b-b629-02626565563b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:34.994801 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:34.995145 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:34.995483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:34.995813 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:34.996167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:34.996495 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:34.996817 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:34.997141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:34.997462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:34.997781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:34.998105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:34.998420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:35.213417 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:35.409303 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:35.532952 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Router 6745b926-6c4b-4ab4-b3ab-35e99c870cab is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:42:35.638652 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:42:35.655196 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Sync routers for ids ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:42:35.658662 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:35.660313 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ef1eaef4-5d2e-4295-b00f-f06584547c8c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4263899 Sep 30 08:42:35.663351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45548) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:35.664471 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Routers {'6745b926-6c4b-4ab4-b3ab-35e99c870cab'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:42:35.665118 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:42:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:35.767733 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Set router 6745b926-6c4b-4ab4-b3ab-35e99c870cab gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:42:35.792575 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f9658dbd-ef7a-4d82-ab89-542eea14c472 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=52f8b5ce381346e886cff4c5dae319e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1279914 Sep 30 08:42:35.795063 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:35.945477 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-673252457', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:35Z', 'revision_number': 3, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:35.978007 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Checking router: 6745b926-6c4b-4ab4-b3ab-35e99c870cab for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:42:35.978351 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Updating router 6745b926-6c4b-4ab4-b3ab-35e99c870cab port e06598fa-5be3-4b1b-b629-02626565563b binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:42:36.004636 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:36.262902 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:36.268921 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:36.273316 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1832da57-267c-43b1-88cc-b1b4d67cedb0 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:36.274865 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1832da57-267c-43b1-88cc-b1b4d67cedb0 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4789109 Sep 30 08:42:36.277729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45554) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:36.318210 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-75bd687d-2945-4d28-a03b-02d7165804dc tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362611 Sep 30 08:42:36.318455 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Attempting to bind port e06598fa-5be3-4b1b-b629-02626565563b on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:42:36.318455 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Attempting to bind port e06598fa-5be3-4b1b-b629-02626565563b by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:42:36.318455 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Attempting to bind port e06598fa-5be3-4b1b-b629-02626565563b on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:42:36.318789 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45556) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:36.323311 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8461eec2-e394-4df3-9dd9-649a50d4226f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1020451414', 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7', 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:42:36.329042 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:42:36.329406 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:42:36.329801 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:36.330196 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:42:36.331263 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Bound port: e06598fa-5be3-4b1b-b629-02626565563b, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:42:36.331673 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:36.333150 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63399e-11be-4c08-bc3c-2e79577a0829 None None] Pushing event updated for resources: {'Port': ['ID=e06598fa-5be3-4b1b-b629-02626565563b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:36.357872 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63399e-11be-4c08-bc3c-2e79577a0829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:36.358190 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63399e-11be-4c08-bc3c-2e79577a0829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:36.358534 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63399e-11be-4c08-bc3c-2e79577a0829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:36.358868 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63399e-11be-4c08-bc3c-2e79577a0829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:36.359202 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63399e-11be-4c08-bc3c-2e79577a0829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:36.359534 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63399e-11be-4c08-bc3c-2e79577a0829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:36.359877 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63399e-11be-4c08-bc3c-2e79577a0829 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:36.360212 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63399e-11be-4c08-bc3c-2e79577a0829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:36.360535 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63399e-11be-4c08-bc3c-2e79577a0829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:36.360857 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63399e-11be-4c08-bc3c-2e79577a0829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:36.361178 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63399e-11be-4c08-bc3c-2e79577a0829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:36.361522 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca63399e-11be-4c08-bc3c-2e79577a0829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:36.394102 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] For port e06598fa-5be3-4b1b-b629-02626565563b, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:42:36.397111 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] For port e06598fa-5be3-4b1b-b629-02626565563b, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e06598fa-5be3-4b1b-b629-02626565563b,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:42:36.401262 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:36.409743 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8461eec2-e394-4df3-9dd9-649a50d4226f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Made reservation on behalf of 52f8b5ce381346e886cff4c5dae319e3 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:42:36.413314 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8461eec2-e394-4df3-9dd9-649a50d4226f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:36.450927 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Routers {'6745b926-6c4b-4ab4-b3ab-35e99c870cab'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:42:36.451549 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:42:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:36.503172 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63399e-11be-4c08-bc3c-2e79577a0829 None None] Pushing event updated for resources: {'Port': ['ID=e06598fa-5be3-4b1b-b629-02626565563b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:36.570723 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] Set router 6745b926-6c4b-4ab4-b3ab-35e99c870cab gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:42:36.598161 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8461eec2-e394-4df3-9dd9-649a50d4226f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:36.665124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461eec2-e394-4df3-9dd9-649a50d4226f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'Subnet': ['ID=be813d0a-689a-458e-a7a6-23b94b9ba0c8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:36.677345 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8461eec2-e394-4df3-9dd9-649a50d4226f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Checking segment: {'id': '76dd687f-ba41-4b07-9711-16f8e7aec8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:42:36.677712 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8461eec2-e394-4df3-9dd9-649a50d4226f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Network hostable DHCP agents. Network: 4356599d-1a11-455d-847c-ea7431b17fe7, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:42:36.699009 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8461eec2-e394-4df3-9dd9-649a50d4226f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Network 4356599d-1a11-455d-847c-ea7431b17fe7 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:42:36.708526 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8461eec2-e394-4df3-9dd9-649a50d4226f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 4356599d-1a11-455d-847c-ea7431b17fe7) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:36.712705 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8461eec2-e394-4df3-9dd9-649a50d4226f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:36.713301 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8461eec2-e394-4df3-9dd9-649a50d4226f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:36.718188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f235d-39a4-4ea5-bdc5-869e47a4d140 None None] Network 4356599d-1a11-455d-847c-ea7431b17fe7 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:42:36.736232 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8461eec2-e394-4df3-9dd9-649a50d4226f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4142230 Sep 30 08:42:36.737116 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45558) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:36.847961 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-673252457', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:35Z', 'revision_number': 3, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:36.884208 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-4356599d-1a11-455d-847c-ea7431b17fe7', 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'fixed_ips': [{'subnet_id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:42:36.885127 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:36.895064 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f6e721-2acd-4cab-abc2-8d126fd35244 None None] The sync data for ids ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'] in n-d-807359-2 is: [{'id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-673252457', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:35Z', 'revision_number': 3, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:42:37.067360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Allocated IP 172.20.0.2 (4356599d-1a11-455d-847c-ea7431b17fe7/be813d0a-689a-458e-a7a6-23b94b9ba0c8/9997efad-2c70-4657-a1c8-37a002c0048c) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:42:37.289895 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:37.297805 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:37.324886 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:37.352995 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Network 4356599d-1a11-455d-847c-ea7431b17fe7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:42:37.356071 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:37.360969 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:42:37.375609 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Pushing event updated for resources: {'Port': ['ID=9997efad-2c70-4657-a1c8-37a002c0048c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:37.416842 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:37.417149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:37.417443 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:37.417777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:37.418107 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:37.418433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:37.418751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:37.419111 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:37.419436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:37.419763 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:37.420101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:37.420423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:42:37.458236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Attempting to bind port 9997efad-2c70-4657-a1c8-37a002c0048c on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:42:37.458489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Attempting to bind port 9997efad-2c70-4657-a1c8-37a002c0048c by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '76dd687f-ba41-4b07-9711-16f8e7aec8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:42:37.459172 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Attempting to bind port 9997efad-2c70-4657-a1c8-37a002c0048c on network 4356599d-1a11-455d-847c-ea7431b17fe7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:42:37.465111 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:42:37.465693 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Checking segment: {'id': '76dd687f-ba41-4b07-9711-16f8e7aec8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:42:37.466100 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:37.466765 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Bound using segment: {'id': '76dd687f-ba41-4b07-9711-16f8e7aec8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:42:37.467537 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Bound port: 9997efad-2c70-4657-a1c8-37a002c0048c, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dd687f-ba41-4b07-9711-16f8e7aec8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:42:37.467986 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:37.556956 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] For port 9997efad-2c70-4657-a1c8-37a002c0048c, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:42:37.560037 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] For port 9997efad-2c70-4657-a1c8-37a002c0048c, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9997efad-2c70-4657-a1c8-37a002c0048c,segment=NetworkSegment(76dd687f-ba41-4b07-9711-16f8e7aec8e1),segment_id=76dd687f-ba41-4b07-9711-16f8e7aec8e1)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:42:37.569296 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:37.657686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ff5d6-8a56-45d6-a385-3458dfbd977a None None] Pushing event updated for resources: {'Port': ['ID=9997efad-2c70-4657-a1c8-37a002c0048c,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:37.719352 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Allocated IP 172.20.0.1 (4356599d-1a11-455d-847c-ea7431b17fe7/be813d0a-689a-458e-a7a6-23b94b9ba0c8/3849caeb-06f5-47e3-aaca-adea0072d627) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:42:37.770520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e06598fa-5be3-4b1b-b629-02626565563b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:42:37.864639 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e06598fa-5be3-4b1b-b629-02626565563b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:37.865015 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:37.886517 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:37.933359 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:37.969133 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:37.977543 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Network 4356599d-1a11-455d-847c-ea7431b17fe7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:42:37.980994 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:37.984829 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:42:38.000888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port e06598fa-5be3-4b1b-b629-02626565563b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e06598fa-5be3-4b1b-b629-02626565563b,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:42:38.011141 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:38.013377 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'Port': ['ID=3849caeb-06f5-47e3-aaca-adea0072d627,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:38.041471 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:38.077236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=e06598fa-5be3-4b1b-b629-02626565563b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:38.171301 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:38.256540 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:42:38.444848 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:38.449977 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:38.522228 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'Port': ['ID=3849caeb-06f5-47e3-aaca-adea0072d627,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:38.527190 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:38.625119 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Network 4356599d-1a11-455d-847c-ea7431b17fe7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:42:38.626766 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:38.727036 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2993dac6-66ff-46e4-9a34-16dfab5b7a02 None None] Network 4356599d-1a11-455d-847c-ea7431b17fe7 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:42:38.745763 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Router 6745b926-6c4b-4ab4-b3ab-35e99c870cab has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:42:38.840142 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5c4a6214-499a-4466-abf2-89293bb621ca None None] Provisioning complete for port 9997efad-2c70-4657-a1c8-37a002c0048c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:38.840749 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c4a6214-499a-4466-abf2-89293bb621ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:38.860242 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:42:38.869515 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9856cc42-27d8-4e6c-9e4d-de655b3ec793 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "PUT /v2.0/routers/6745b926-6c4b-4ab4-b3ab-35e99c870cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1279035 Sep 30 08:42:38.869515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:38.874317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a7464c51-1019-41c4-86b5-2cdd08992152 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--991484774', 'description': 'tempest-secgroup_access--991484774 description', 'project_id': '52f8b5ce381346e886cff4c5dae319e3'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:42:38.903278 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7464c51-1019-41c4-86b5-2cdd08992152 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:38.956237 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c4a6214-499a-4466-abf2-89293bb621ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:38.990987 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5c4a6214-499a-4466-abf2-89293bb621ca None None] For port 9997efad-2c70-4657-a1c8-37a002c0048c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9997efad-2c70-4657-a1c8-37a002c0048c,segment=NetworkSegment(76dd687f-ba41-4b07-9711-16f8e7aec8e1),segment_id=76dd687f-ba41-4b07-9711-16f8e7aec8e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:42:38.997557 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c4a6214-499a-4466-abf2-89293bb621ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.000534 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7464c51-1019-41c4-86b5-2cdd08992152 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.005931 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7464c51-1019-41c4-86b5-2cdd08992152 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.039024 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7464c51-1019-41c4-86b5-2cdd08992152 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2461fc35-da92-4e8c-a5d6-2a0780c0fdbc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:39.041794 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7464c51-1019-41c4-86b5-2cdd08992152 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.043205 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a7464c51-1019-41c4-86b5-2cdd08992152 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1727493 Sep 30 08:42:39.046002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45562) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:39.051478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0e1edd24-50c9-4083-9ef3-798298df96ad tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--666669893', 'description': 'tempest-secgroup_general--666669893 description', 'project_id': '52f8b5ce381346e886cff4c5dae319e3'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:42:39.075991 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a6214-499a-4466-abf2-89293bb621ca None None] Pushing event updated for resources: {'Port': ['ID=9997efad-2c70-4657-a1c8-37a002c0048c,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:39.089598 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e1edd24-50c9-4083-9ef3-798298df96ad tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.186560 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e1edd24-50c9-4083-9ef3-798298df96ad tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.191715 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e1edd24-50c9-4083-9ef3-798298df96ad tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.221430 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e1edd24-50c9-4083-9ef3-798298df96ad tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.221710 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-29b44f88-ad5d-45b5-a5c2-0fd0e9c21679 None None] Provisioning complete for port 3849caeb-06f5-47e3-aaca-adea0072d627 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:39.222007 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29b44f88-ad5d-45b5-a5c2-0fd0e9c21679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.222898 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0e1edd24-50c9-4083-9ef3-798298df96ad tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1757936 Sep 30 08:42:39.225174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1edd24-50c9-4083-9ef3-798298df96ad tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:39.226006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:39.231567 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-edb29bec-71b0-40a4-824a-6cc8aaa4b1bd tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Request body: {'security_group_rule': {'security_group_id': '2461fc35-da92-4e8c-a5d6-2a0780c0fdbc', 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:42:39.268516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-29b44f88-ad5d-45b5-a5c2-0fd0e9c21679 None None] Port 3849caeb-06f5-47e3-aaca-adea0072d627 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:42:39.274770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Sync routers for ids ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:42:39.279065 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-edb29bec-71b0-40a4-824a-6cc8aaa4b1bd tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.288400 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-29b44f88-ad5d-45b5-a5c2-0fd0e9c21679 None None] Provisioning complete for port 9997efad-2c70-4657-a1c8-37a002c0048c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:39.288772 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29b44f88-ad5d-45b5-a5c2-0fd0e9c21679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.291269 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Routers {'6745b926-6c4b-4ab4-b3ab-35e99c870cab'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:42:39.292045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:42:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:39.353199 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-edb29bec-71b0-40a4-824a-6cc8aaa4b1bd tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.358473 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-edb29bec-71b0-40a4-824a-6cc8aaa4b1bd tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.383849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb29bec-71b0-40a4-824a-6cc8aaa4b1bd tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d30196-1b21-4099-b168-83cd471ae874,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:39.392587 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-edb29bec-71b0-40a4-824a-6cc8aaa4b1bd tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.394569 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-edb29bec-71b0-40a4-824a-6cc8aaa4b1bd tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1667421 Sep 30 08:42:39.594830 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Set router 6745b926-6c4b-4ab4-b3ab-35e99c870cab gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:42:39.704598 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-316dfa5b-7543-450f-b32a-ed1084579c59 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--991484774&fields=id&tenant_id=52f8b5ce381346e886cff4c5dae319e3 HTTP/1.1" status: 200 len: 267 time: 0.0369606 Sep 30 08:42:39.746414 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-a36c716d-09b6-456e-bb8d-9f571cb8ecd1 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--666669893&fields=id&tenant_id=52f8b5ce381346e886cff4c5dae319e3 HTTP/1.1" status: 200 len: 267 time: 0.0346303 Sep 30 08:42:39.808692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9997efad-2c70-4657-a1c8-37a002c0048c up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:42:39.864164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-d16ccac8-7230-461b-9697-4b5c952d208d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:39.865630 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-d16ccac8-7230-461b-9697-4b5c952d208d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/networks?id=4356599d-1a11-455d-847c-ea7431b17fe7 HTTP/1.1" status: 200 len: 797 time: 0.1122725 Sep 30 08:42:39.867544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f7cd82fe-dcbe-4ade-ad11-1d7cb59075af None None] Provisioning complete for port 3849caeb-06f5-47e3-aaca-adea0072d627 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:39.868109 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7cd82fe-dcbe-4ade-ad11-1d7cb59075af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.881398 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-4db591f7-c0c7-4e68-b6e8-f9d9b0eb62d9 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/quotas/52f8b5ce381346e886cff4c5dae319e3 HTTP/1.1" status: 200 len: 375 time: 0.0099387 Sep 30 08:42:39.915512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd82fe-dcbe-4ade-ad11-1d7cb59075af None None] Port 3849caeb-06f5-47e3-aaca-adea0072d627 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:42:39.923493 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-673252457', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:38Z', 'revision_number': 4, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3849caeb-06f5-47e3-aaca-adea0072d627', 'name': '', 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'mac_address': 'fa:16:3e:5c:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:37Z', 'updated_at': '2021-09-30T08:42:38Z', 'revision_number': 2, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'subnets': [{'id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:39.937682 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-6cef97f8-18a6-41f3-95ab-0b4958b22c87 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=52f8b5ce381346e886cff4c5dae319e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505846 Sep 30 08:42:39.951816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 9997efad-2c70-4657-a1c8-37a002c0048c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:39.952218 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:39.953791 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Checking router: 6745b926-6c4b-4ab4-b3ab-35e99c870cab for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:42:39.954139 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Updating router 6745b926-6c4b-4ab4-b3ab-35e99c870cab port 3849caeb-06f5-47e3-aaca-adea0072d627 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:42:40.011093 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:40.097958 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-1f85f1b6-d1bd-4f37-943e-166dfadae555 service neutron] 10.222.0.24 "GET /v2.0/networks/4356599d-1a11-455d-847c-ea7431b17fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480329 Sep 30 08:42:40.166393 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e06598fa-5be3-4b1b-b629-02626565563b up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:42:40.191893 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-80cfbd58-3c32-4d38-be32-2a2890e49f55 service neutron] 10.222.0.24 "GET /v2.0/networks/4356599d-1a11-455d-847c-ea7431b17fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877750 Sep 30 08:42:40.284803 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e06598fa-5be3-4b1b-b629-02626565563b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:40.285186 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:40.423844 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:40.436657 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:40.442064 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf6d0cfa-0001-4c9a-b805-115ca1af5c12 req-0476f5e9-c45a-457e-a074-366d30b0aac5 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 210 time: 0.0878296 Sep 30 08:42:40.473945 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:40.500805 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e8365-8e1c-4927-a46a-f6c15455942f None None] Pushing event updated for resources: {'Port': ['ID=3849caeb-06f5-47e3-aaca-adea0072d627,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:40.557920 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Attempting to bind port 3849caeb-06f5-47e3-aaca-adea0072d627 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:42:40.558291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Attempting to bind port 3849caeb-06f5-47e3-aaca-adea0072d627 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '76dd687f-ba41-4b07-9711-16f8e7aec8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:42:40.558664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Attempting to bind port 3849caeb-06f5-47e3-aaca-adea0072d627 on network 4356599d-1a11-455d-847c-ea7431b17fe7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:42:40.563731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:42:40.564134 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Checking segment: {'id': '76dd687f-ba41-4b07-9711-16f8e7aec8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:42:40.564539 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:40.566143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Bound using segment: {'id': '76dd687f-ba41-4b07-9711-16f8e7aec8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:42:40.566646 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Bound port: 3849caeb-06f5-47e3-aaca-adea0072d627, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dd687f-ba41-4b07-9711-16f8e7aec8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:42:40.567037 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:40.632659 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] For port 3849caeb-06f5-47e3-aaca-adea0072d627, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:42:40.636457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] For port 3849caeb-06f5-47e3-aaca-adea0072d627, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3849caeb-06f5-47e3-aaca-adea0072d627,segment=NetworkSegment(76dd687f-ba41-4b07-9711-16f8e7aec8e1),segment_id=76dd687f-ba41-4b07-9711-16f8e7aec8e1)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:42:40.641157 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:40.709947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Routers {'6745b926-6c4b-4ab4-b3ab-35e99c870cab'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:42:40.710588 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:42:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:40.749599 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e8365-8e1c-4927-a46a-f6c15455942f None None] Pushing event updated for resources: {'Port': ['ID=3849caeb-06f5-47e3-aaca-adea0072d627,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:40.775626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b9e1ba46-820e-44aa-bebf-7d726f28a4b0 None None] Provisioning complete for port 3849caeb-06f5-47e3-aaca-adea0072d627 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:40.776009 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ba46-820e-44aa-bebf-7d726f28a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:40.859774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] Set router 6745b926-6c4b-4ab4-b3ab-35e99c870cab gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:42:40.981357 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ba46-820e-44aa-bebf-7d726f28a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:41.058224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b9e1ba46-820e-44aa-bebf-7d726f28a4b0 None None] For port 3849caeb-06f5-47e3-aaca-adea0072d627, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3849caeb-06f5-47e3-aaca-adea0072d627,segment=NetworkSegment(76dd687f-ba41-4b07-9711-16f8e7aec8e1),segment_id=76dd687f-ba41-4b07-9711-16f8e7aec8e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:42:41.065835 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ba46-820e-44aa-bebf-7d726f28a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:41.149286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1ba46-820e-44aa-bebf-7d726f28a4b0 None None] Pushing event updated for resources: {'Port': ['ID=3849caeb-06f5-47e3-aaca-adea0072d627,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:41.165961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-673252457', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:38Z', 'revision_number': 4, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3849caeb-06f5-47e3-aaca-adea0072d627', 'name': '', 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'mac_address': 'fa:16:3e:5c:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:37Z', 'updated_at': '2021-09-30T08:42:40Z', 'revision_number': 4, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'subnets': [{'id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:41.195005 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4bf97-2b34-4831-8ede-1c385b04688b None None] The sync data for ids ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'] in n-d-807359-2 is: [{'id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-673252457', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:38Z', 'revision_number': 4, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3849caeb-06f5-47e3-aaca-adea0072d627', 'name': '', 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'mac_address': 'fa:16:3e:5c:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:37Z', 'updated_at': '2021-09-30T08:42:40Z', 'revision_number': 4, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'subnets': [{'id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:42:41.205048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9bf4cbed-6912-4b55-a120-3014a47f5d0f None None] Provisioning complete for port 3849caeb-06f5-47e3-aaca-adea0072d627 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:41.206192 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9bf4cbed-6912-4b55-a120-3014a47f5d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:41.550740 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05818573-09c5-4d1f-8c07-bff24ff79be6 req-eddcfda8-aeab-4f7c-9775-d60492766afb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 210 time: 0.0306795 Sep 30 08:42:41.763020 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3849caeb-06f5-47e3-aaca-adea0072d627 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:42:41.821506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3849caeb-06f5-47e3-aaca-adea0072d627 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:41.821870 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:42.083973 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5087f9b3-293b-4b6c-9302-9418adc82b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:42.641689 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9f1d6ff-8e4a-49ed-9234-a3e3cf7a7cbb req-397948a3-64d1-4b98-8828-4f1116915ded tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 210 time: 0.0255525 Sep 30 08:42:43.586391 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-6c8a1adc-1138-4af5-9f09-9fc3342c90fb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:43.587931 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-6c8a1adc-1138-4af5-9f09-9fc3342c90fb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.35 "GET /v2.0/networks?id=4356599d-1a11-455d-847c-ea7431b17fe7 HTTP/1.1" status: 200 len: 797 time: 0.1030757 Sep 30 08:42:43.641138 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-1667fe44-72f7-47d3-9d0a-b474d2ccec86 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52f8b5ce381346e886cff4c5dae319e3 HTTP/1.1" status: 200 len: 476 time: 0.0368271 Sep 30 08:42:43.651622 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-50ccde11-4769-45e5-a5a3-28a573ac480d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Request body: {'port': {'device_id': 'cbf16f96-aa92-4664-b49f-322b57f7d245', 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7', 'admin_state_up': True, 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'security_groups': ['2461fc35-da92-4e8c-a5d6-2a0780c0fdbc', 'b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:42:43.740886 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a38687bb-89b5-4177-8454-efaa593889e9 req-c36e5d47-c4ee-4ec2-ac18-98e37165b6f7 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 210 time: 0.0298936 Sep 30 08:42:43.761689 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-50ccde11-4769-45e5-a5a3-28a573ac480d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Made reservation on behalf of 52f8b5ce381346e886cff4c5dae319e3 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:42:43.765156 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-50ccde11-4769-45e5-a5a3-28a573ac480d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:43.884733 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-50ccde11-4769-45e5-a5a3-28a573ac480d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Allocated IP 172.20.0.8 (4356599d-1a11-455d-847c-ea7431b17fe7/be813d0a-689a-458e-a7a6-23b94b9ba0c8/684202ea-779d-49e7-a55a-ad6db17dad09) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:42:44.030236 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-50ccde11-4769-45e5-a5a3-28a573ac480d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.062197 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-50ccde11-4769-45e5-a5a3-28a573ac480d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.101640 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-50ccde11-4769-45e5-a5a3-28a573ac480d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Network 4356599d-1a11-455d-847c-ea7431b17fe7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:42:44.104655 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-50ccde11-4769-45e5-a5a3-28a573ac480d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:44.108160 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-50ccde11-4769-45e5-a5a3-28a573ac480d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:42:44.140649 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccde11-4769-45e5-a5a3-28a573ac480d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'Port': ['ID=684202ea-779d-49e7-a55a-ad6db17dad09,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:44.169817 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-50ccde11-4769-45e5-a5a3-28a573ac480d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:44.170483 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-50ccde11-4769-45e5-a5a3-28a573ac480d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.186044 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-50ccde11-4769-45e5-a5a3-28a573ac480d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5384057 Sep 30 08:42:44.257584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Request body: {'port': {'device_id': 'cbf16f96-aa92-4664-b49f-322b57f7d245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:42:44.313288 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.336401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-96cd2145-f696-44ed-a39a-417c2321a500 None None] Provisioning complete for port 684202ea-779d-49e7-a55a-ad6db17dad09 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:44.336926 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96cd2145-f696-44ed-a39a-417c2321a500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.370686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-96cd2145-f696-44ed-a39a-417c2321a500 None None] Port 684202ea-779d-49e7-a55a-ad6db17dad09 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:42:44.581131 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684202ea-779d-49e7-a55a-ad6db17dad09 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:42:44.588369 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.600066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Transition to ACTIVE for port object 684202ea-779d-49e7-a55a-ad6db17dad09 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:42:44.603960 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.651956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Pushing event updated for resources: {'Port': ['ID=684202ea-779d-49e7-a55a-ad6db17dad09,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:44.726126 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Attempting to bind port 684202ea-779d-49e7-a55a-ad6db17dad09 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:42:44.726463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Attempting to bind port 684202ea-779d-49e7-a55a-ad6db17dad09 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '76dd687f-ba41-4b07-9711-16f8e7aec8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:42:44.726779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Attempting to bind port 684202ea-779d-49e7-a55a-ad6db17dad09 on network 4356599d-1a11-455d-847c-ea7431b17fe7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:42:44.731186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Port 684202ea-779d-49e7-a55a-ad6db17dad09 on network 4356599d-1a11-455d-847c-ea7431b17fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:42:44.731506 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Attempting to bind port 684202ea-779d-49e7-a55a-ad6db17dad09 on network 4356599d-1a11-455d-847c-ea7431b17fe7 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:42:44.736465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:42:44.737363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Checking segment: {'id': '76dd687f-ba41-4b07-9711-16f8e7aec8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:42:44.737788 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Bound using segment: {'id': '76dd687f-ba41-4b07-9711-16f8e7aec8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:42:44.738283 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Bound port: 684202ea-779d-49e7-a55a-ad6db17dad09, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76dd687f-ba41-4b07-9711-16f8e7aec8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:42:44.738643 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.809504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] For port 684202ea-779d-49e7-a55a-ad6db17dad09, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:42:44.813340 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] For port 684202ea-779d-49e7-a55a-ad6db17dad09, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=684202ea-779d-49e7-a55a-ad6db17dad09,segment=NetworkSegment(76dd687f-ba41-4b07-9711-16f8e7aec8e1),segment_id=76dd687f-ba41-4b07-9711-16f8e7aec8e1)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:42:44.817698 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.847206 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2d12-2b81-4804-af33-92de6e0d5ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.852317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:44.852951 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:44.854375 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] 10.222.0.35 "PUT /v2.0/ports/684202ea-779d-49e7-a55a-ad6db17dad09 HTTP/1.1" status: 200 len: 1130 time: 0.6551595 Sep 30 08:42:44.854837 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf16f96-aa92-4664-b49f-322b57f7d245', 'tag': '684202ea-779d-49e7-a55a-ad6db17dad09'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:42:44.857186 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf1e239-d520-49dc-a646-477b2775a0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf16f96-aa92-4664-b49f-322b57f7d245", "tag": "684202ea-779d-49e7-a55a-ad6db17dad09"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:42:44.904612 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96802c04-5295-4be9-88bf-4e72eb28bd2a service neutron] Pushing event updated for resources: {'Port': ['ID=684202ea-779d-49e7-a55a-ad6db17dad09,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:44.929766 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2458009-c015-459f-a33d-3a419663848e x-openstack-request-id: req-e2458009-c015-459f-a33d-3a419663848e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:42:44.930059 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf16f96-aa92-4664-b49f-322b57f7d245", "tag": "684202ea-779d-49e7-a55a-ad6db17dad09", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:42:44.930306 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2458009-c015-459f-a33d-3a419663848e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:42:44.930845 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf16f96-aa92-4664-b49f-322b57f7d245', 'tag': '684202ea-779d-49e7-a55a-ad6db17dad09', 'status': 'completed', 'code': 200} Sep 30 08:42:44.963264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-7c8bc295-e392-41e9-acbf-51044c0778f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:44.964840 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-7c8bc295-e392-41e9-acbf-51044c0778f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52f8b5ce381346e886cff4c5dae319e3&device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 1133 time: 0.0501866 Sep 30 08:42:45.015340 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-4547e7a6-709f-4cb9-9e6a-2442313a54ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=684202ea-779d-49e7-a55a-ad6db17dad09 HTTP/1.1" status: 200 len: 217 time: 0.0378642 Sep 30 08:42:45.074995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-3a6c5d4d-4b04-48cf-a6c3-9b4359a6d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:45.076594 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-3a6c5d4d-4b04-48cf-a6c3-9b4359a6d564 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be813d0a-689a-458e-a7a6-23b94b9ba0c8 HTTP/1.1" status: 200 len: 835 time: 0.0541799 Sep 30 08:42:45.125879 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-3c70b3e7-0fbb-4e22-9eaa-ec87ad79e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:45.128547 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-3c70b3e7-0fbb-4e22-9eaa-ec87ad79e423 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4356599d-1a11-455d-847c-ea7431b17fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446897 Sep 30 08:42:45.178207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2caae-ba89-466c-8f40-57e41fabb0fc req-1da3e517-d879-4f58-9a23-9ac91e64a4e4 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:45.179708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99a2caae-ba89-466c-8f40-57e41fabb0fc req-1da3e517-d879-4f58-9a23-9ac91e64a4e4 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 982 time: 0.3668876 Sep 30 08:42:45.220908 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99a2caae-ba89-466c-8f40-57e41fabb0fc req-c5d87e6c-fa71-472c-b486-d2d97dc4f49c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/security-groups?id=2461fc35-da92-4e8c-a5d6-2a0780c0fdbc&id=b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0341938 Sep 30 08:42:45.224148 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-44855f30-6b52-4b87-b651-688acfd7a597 service neutron] 10.222.0.35 "GET /v2.0/networks/4356599d-1a11-455d-847c-ea7431b17fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881100 Sep 30 08:42:45.318454 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cacbe135-34f4-4d11-86ff-4f2c05a2818e req-5782ced5-60ae-4c44-adfe-0739d6f66b5b service neutron] 10.222.0.35 "GET /v2.0/networks/4356599d-1a11-455d-847c-ea7431b17fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867286 Sep 30 08:42:45.328777 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:45.441795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1e239-d520-49dc-a646-477b2775a0a5 req-a0b1e400-7ac4-4b27-b495-939f50f872eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:45.443248 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fbf1e239-d520-49dc-a646-477b2775a0a5 req-a0b1e400-7ac4-4b27-b495-939f50f872eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52f8b5ce381346e886cff4c5dae319e3&device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 1133 time: 0.0409048 Sep 30 08:42:45.540372 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1e239-d520-49dc-a646-477b2775a0a5 req-b45ad4e1-19cf-4818-bc7b-490d0ed724bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:45.541879 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fbf1e239-d520-49dc-a646-477b2775a0a5 req-b45ad4e1-19cf-4818-bc7b-490d0ed724bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=4356599d-1a11-455d-847c-ea7431b17fe7 HTTP/1.1" status: 200 len: 898 time: 0.0912771 Sep 30 08:42:45.582688 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fbf1e239-d520-49dc-a646-477b2775a0a5 req-e9f2faa1-6381-450e-996a-44cc02545774 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=684202ea-779d-49e7-a55a-ad6db17dad09 HTTP/1.1" status: 200 len: 217 time: 0.0340707 Sep 30 08:42:45.635137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1e239-d520-49dc-a646-477b2775a0a5 req-b97e9d0f-d756-437f-9afa-87b6764974e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:45.636712 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fbf1e239-d520-49dc-a646-477b2775a0a5 req-b97e9d0f-d756-437f-9afa-87b6764974e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be813d0a-689a-458e-a7a6-23b94b9ba0c8 HTTP/1.1" status: 200 len: 835 time: 0.0462952 Sep 30 08:42:45.683368 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1e239-d520-49dc-a646-477b2775a0a5 req-3999f448-522f-49ec-9113-96d8728f96fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:45.684915 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fbf1e239-d520-49dc-a646-477b2775a0a5 req-3999f448-522f-49ec-9113-96d8728f96fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4356599d-1a11-455d-847c-ea7431b17fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401011 Sep 30 08:42:45.773346 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fbf1e239-d520-49dc-a646-477b2775a0a5 req-c09cca07-9db2-4a1e-a86a-eab0173b1665 service neutron] 10.222.0.35 "GET /v2.0/networks/4356599d-1a11-455d-847c-ea7431b17fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807569 Sep 30 08:42:45.865501 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fbf1e239-d520-49dc-a646-477b2775a0a5 req-7705dcc5-db8a-4073-b11c-cad7ef288dda service neutron] 10.222.0.35 "GET /v2.0/networks/4356599d-1a11-455d-847c-ea7431b17fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843976 Sep 30 08:42:45.957736 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:46.339501 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61f15a-2597-4459-a68e-4d62f54e8cb5 req-3ca693e6-c34f-4d96-9fe1-a9ebd8e376d5 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:46.341030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1a61f15a-2597-4459-a68e-4d62f54e8cb5 req-3ca693e6-c34f-4d96-9fe1-a9ebd8e376d5 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 982 time: 0.0518770 Sep 30 08:42:46.381397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1a61f15a-2597-4459-a68e-4d62f54e8cb5 req-8ed43150-3f06-41af-bb61-4df536d5022a tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/security-groups?id=2461fc35-da92-4e8c-a5d6-2a0780c0fdbc&id=b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0343521 Sep 30 08:42:47.497938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a39c3-3984-4950-9fc1-5c57e8461863 req-794098f0-fac9-4482-8d2f-3308588b4101 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:47.499334 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f61a39c3-3984-4950-9fc1-5c57e8461863 req-794098f0-fac9-4482-8d2f-3308588b4101 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 982 time: 0.0517056 Sep 30 08:42:47.543595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f61a39c3-3984-4950-9fc1-5c57e8461863 req-f2ee2d3c-6c5c-42c8-b17c-aa4fefddc01f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/security-groups?id=2461fc35-da92-4e8c-a5d6-2a0780c0fdbc&id=b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0380800 Sep 30 08:42:47.723692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 684202ea-779d-49e7-a55a-ad6db17dad09 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:42:47.821456 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 684202ea-779d-49e7-a55a-ad6db17dad09, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=684202ea-779d-49e7-a55a-ad6db17dad09,segment=NetworkSegment(76dd687f-ba41-4b07-9711-16f8e7aec8e1),segment_id=76dd687f-ba41-4b07-9711-16f8e7aec8e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:42:47.838405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '684202ea-779d-49e7-a55a-ad6db17dad09', 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7', 'port_id': '684202ea-779d-49e7-a55a-ad6db17dad09', 'mac_address': 'fa:16:3e:4b:36:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:42:47.841658 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:47.876105 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:47.888382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684202ea-779d-49e7-a55a-ad6db17dad09 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:42:47.907687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 684202ea-779d-49e7-a55a-ad6db17dad09, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=684202ea-779d-49e7-a55a-ad6db17dad09,segment=NetworkSegment(76dd687f-ba41-4b07-9711-16f8e7aec8e1),segment_id=76dd687f-ba41-4b07-9711-16f8e7aec8e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:42:47.911709 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:47.956759 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=684202ea-779d-49e7-a55a-ad6db17dad09,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:48.225249 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['684202ea-779d-49e7-a55a-ad6db17dad09'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:42:48.657816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae3d3e-374e-4622-b696-a84f0d48dd55 req-03727e07-4410-464c-bab5-d71356b3295d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:48.659300 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18ae3d3e-374e-4622-b696-a84f0d48dd55 req-03727e07-4410-464c-bab5-d71356b3295d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 983 time: 0.0491166 Sep 30 08:42:48.699406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18ae3d3e-374e-4622-b696-a84f0d48dd55 req-f0baff18-d71a-430c-8aac-e97e1927d574 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/security-groups?id=2461fc35-da92-4e8c-a5d6-2a0780c0fdbc&id=b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0340095 Sep 30 08:42:49.741545 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 684202ea-779d-49e7-a55a-ad6db17dad09 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:42:49.791731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 684202ea-779d-49e7-a55a-ad6db17dad09 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:42:49.795469 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 684202ea-779d-49e7-a55a-ad6db17dad09 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:42:49.795844 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:49.814038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed097b1-30ba-41a2-aa3f-ea290217dbac req-5e0d03e9-d634-4789-98dc-8909293016eb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:49.816061 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ed097b1-30ba-41a2-aa3f-ea290217dbac req-5e0d03e9-d634-4789-98dc-8909293016eb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 983 time: 0.0506859 Sep 30 08:42:49.855991 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ed097b1-30ba-41a2-aa3f-ea290217dbac req-3a0b1631-4083-42a1-a455-984e6e36c366 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/security-groups?id=2461fc35-da92-4e8c-a5d6-2a0780c0fdbc&id=b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0334496 Sep 30 08:42:49.874442 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:49.896972 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf16f96-aa92-4664-b49f-322b57f7d245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684202ea-779d-49e7-a55a-ad6db17dad09'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:42:49.899217 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd7cd10-7a2f-45e2-80bf-db2a74eec35b" -d '{"events": [{"server_uuid": "cbf16f96-aa92-4664-b49f-322b57f7d245", "name": "network-vif-plugged", "status": "completed", "tag": "684202ea-779d-49e7-a55a-ad6db17dad09"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:42:49.912275 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 684202ea-779d-49e7-a55a-ad6db17dad09, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=684202ea-779d-49e7-a55a-ad6db17dad09,segment=NetworkSegment(76dd687f-ba41-4b07-9711-16f8e7aec8e1),segment_id=76dd687f-ba41-4b07-9711-16f8e7aec8e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:42:49.916491 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:49.964958 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=684202ea-779d-49e7-a55a-ad6db17dad09,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:50.005122 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e8aedb-7c61-4977-a67b-1face5d87ec7 x-openstack-request-id: req-99e8aedb-7c61-4977-a67b-1face5d87ec7 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:42:50.005608 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf16f96-aa92-4664-b49f-322b57f7d245", "name": "network-vif-plugged", "status": "completed", "tag": "684202ea-779d-49e7-a55a-ad6db17dad09", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:42:50.005972 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99e8aedb-7c61-4977-a67b-1face5d87ec7 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:42:50.006453 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf16f96-aa92-4664-b49f-322b57f7d245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684202ea-779d-49e7-a55a-ad6db17dad09', 'code': 200} Sep 30 08:42:50.126970 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36269dea-d79a-4ddf-9a8d-748e0e17ee87 req-cc65d85a-66b4-493a-a045-e19fe43d6325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:50.129178 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-36269dea-d79a-4ddf-9a8d-748e0e17ee87 req-cc65d85a-66b4-493a-a045-e19fe43d6325 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 1135 time: 0.0404603 Sep 30 08:42:50.165523 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-36269dea-d79a-4ddf-9a8d-748e0e17ee87 req-c10c2e3f-3e8b-4c9b-9283-24d84b6d40c3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe&id=2461fc35-da92-4e8c-a5d6-2a0780c0fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0284147 Sep 30 08:42:50.975551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5a154-59f7-4c11-920b-bdcd81106511 req-cca95b21-d74d-4c72-acdb-6b2e6142b823 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:50.977333 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aae5a154-59f7-4c11-920b-bdcd81106511 req-cca95b21-d74d-4c72-acdb-6b2e6142b823 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 984 time: 0.0551884 Sep 30 08:42:51.016860 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aae5a154-59f7-4c11-920b-bdcd81106511 req-488097f0-8e3f-4eec-afbc-70922c5990f0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/security-groups?id=2461fc35-da92-4e8c-a5d6-2a0780c0fdbc&id=b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0334742 Sep 30 08:42:52.138087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0def2f-2b7a-4946-9368-ef873d662bf9 req-584671a9-082a-4e03-9187-18af21f2bcbf tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:52.139565 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f0def2f-2b7a-4946-9368-ef873d662bf9 req-584671a9-082a-4e03-9187-18af21f2bcbf tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 984 time: 0.0514255 Sep 30 08:42:52.181126 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f0def2f-2b7a-4946-9368-ef873d662bf9 req-e106ee02-51d3-49e7-ad2e-38c44ee31aff tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/security-groups?id=2461fc35-da92-4e8c-a5d6-2a0780c0fdbc&id=b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0345154 Sep 30 08:42:52.295299 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92d455-e74a-4a2f-a24f-c61d5e75e086 req-3b55afca-fc62-4dad-abea-a9024be196fb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:52.296879 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dc92d455-e74a-4a2f-a24f-c61d5e75e086 req-3b55afca-fc62-4dad-abea-a9024be196fb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 984 time: 0.0493863 Sep 30 08:42:52.335878 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dc92d455-e74a-4a2f-a24f-c61d5e75e086 req-453d58cb-9b18-4eb2-b493-a2019bf80acd tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/security-groups?id=2461fc35-da92-4e8c-a5d6-2a0780c0fdbc&id=b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0330658 Sep 30 08:42:52.442073 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41cba3-b848-4eec-9f67-9914d087162b req-618a9a7b-62c5-4144-b16d-073521026df5 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:52.443579 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe41cba3-b848-4eec-9f67-9914d087162b req-618a9a7b-62c5-4144-b16d-073521026df5 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 1135 time: 0.0438845 Sep 30 08:42:52.464064 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fe41cba3-b848-4eec-9f67-9914d087162b req-8d53daab-b8cb-4d0f-b507-d83a24b41b79 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:52.557882 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fe41cba3-b848-4eec-9f67-9914d087162b req-8d53daab-b8cb-4d0f-b507-d83a24b41b79 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:52.561525 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fe41cba3-b848-4eec-9f67-9914d087162b req-8d53daab-b8cb-4d0f-b507-d83a24b41b79 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:52.582650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe41cba3-b848-4eec-9f67-9914d087162b req-8d53daab-b8cb-4d0f-b507-d83a24b41b79 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2461fc35-da92-4e8c-a5d6-2a0780c0fdbc&id=b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1331344 Sep 30 08:42:52.593567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53daab-b8cb-4d0f-b507-d83a24b41b79 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b9d7bd-1769-4c91-8577-75e023adb9c4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:52.606161 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45648) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:52.646949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affa2b18-aedb-4a7d-8a15-910f6ee90715 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:52.648531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-affa2b18-aedb-4a7d-8a15-910f6ee90715 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 1130 time: 0.0414023 Sep 30 08:42:52.651565 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45650) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:52.656366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '684202ea-779d-49e7-a55a-ad6db17dad09', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:42:52.682611 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:52.778959 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:52.882067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Allocated IP 172.25.0.139 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/dce911a5-285e-4852-ac1d-8a5626ea54e4) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:42:52.983804 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:53.017020 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:53.054116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:42:53.056894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:42:53.060253 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:42:53.068966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'Port': ['ID=dce911a5-285e-4852-ac1d-8a5626ea54e4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:53.421086 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:53.489436 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:53.635745 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:53.640459 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:53.714732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'Port': ['ID=dce911a5-285e-4852-ac1d-8a5626ea54e4,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:42:53.723045 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:53.820963 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Floating IP dbdc4e77-b4e9-4814-b028-07db24eff102 associated. External IP: 172.25.0.139, port: 684202ea-779d-49e7-a55a-ad6db17dad09. Sep 30 08:42:54.022977 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Router 6745b926-6c4b-4ab4-b3ab-35e99c870cab has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:42:54.128796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:42:54.139439 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e027e-9598-4c38-8937-70f0a4af5626 None None] Sync routers for ids ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:42:54.145146 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:42:54.150476 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e027e-9598-4c38-8937-70f0a4af5626 None None] Routers {'6745b926-6c4b-4ab4-b3ab-35e99c870cab'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:42:54.151088 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d72e027e-9598-4c38-8937-70f0a4af5626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:42:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:54.173259 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5b0eb3fb-f88e-4fdd-90d4-fe83d10ff97e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5206323 Sep 30 08:42:54.173833 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf16f96-aa92-4664-b49f-322b57f7d245', 'tag': '684202ea-779d-49e7-a55a-ad6db17dad09'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:42:54.175935 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45652) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:54.177379 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde33923-1534-4bd4-a1a3-122b6c45eb28" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf16f96-aa92-4664-b49f-322b57f7d245", "tag": "684202ea-779d-49e7-a55a-ad6db17dad09"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:42:54.215073 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27c6a9d-f3e5-49bd-826d-0bb0c108207d x-openstack-request-id: req-e27c6a9d-f3e5-49bd-826d-0bb0c108207d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:42:54.215367 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf16f96-aa92-4664-b49f-322b57f7d245", "tag": "684202ea-779d-49e7-a55a-ad6db17dad09", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:42:54.215627 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e27c6a9d-f3e5-49bd-826d-0bb0c108207d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:42:54.216059 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf16f96-aa92-4664-b49f-322b57f7d245', 'tag': '684202ea-779d-49e7-a55a-ad6db17dad09', 'status': 'completed', 'code': 200} Sep 30 08:42:54.259744 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d72e027e-9598-4c38-8937-70f0a4af5626 None None] Set router 6745b926-6c4b-4ab4-b3ab-35e99c870cab gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:42:54.495483 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d72e027e-9598-4c38-8937-70f0a4af5626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-673252457', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:38Z', 'revision_number': 4, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'dbdc4e77-b4e9-4814-b028-07db24eff102', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'port_id': '684202ea-779d-49e7-a55a-ad6db17dad09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7', 'mac_address': 'fa:16:3e:4b:36:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf16f96-aa92-4664-b49f-322b57f7d245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:42:53Z', 'updated_at': '2021-09-30T08:42:53Z', 'revision_number': 0, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3849caeb-06f5-47e3-aaca-adea0072d627', 'name': '', 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'mac_address': 'fa:16:3e:5c:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:37Z', 'updated_at': '2021-09-30T08:42:41Z', 'revision_number': 5, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'subnets': [{'id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:54.522802 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e027e-9598-4c38-8937-70f0a4af5626 None None] Checking router: 6745b926-6c4b-4ab4-b3ab-35e99c870cab for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:42:54.531920 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e027e-9598-4c38-8937-70f0a4af5626 None None] Routers {'6745b926-6c4b-4ab4-b3ab-35e99c870cab'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:42:54.532545 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d72e027e-9598-4c38-8937-70f0a4af5626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:42:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:54.651732 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d72e027e-9598-4c38-8937-70f0a4af5626 None None] Set router 6745b926-6c4b-4ab4-b3ab-35e99c870cab gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:42:54.708951 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde33923-1534-4bd4-a1a3-122b6c45eb28 req-3170f69b-72e4-48bc-a731-9d4308a065bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:54.710458 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fde33923-1534-4bd4-a1a3-122b6c45eb28 req-3170f69b-72e4-48bc-a731-9d4308a065bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52f8b5ce381346e886cff4c5dae319e3&device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 1135 time: 0.4371974 Sep 30 08:42:54.714331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7946eff-d56a-4a75-986f-c022a8cb982e tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:54.714808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7946eff-d56a-4a75-986f-c022a8cb982e tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:54.715273 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7946eff-d56a-4a75-986f-c022a8cb982e tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:54.715737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7946eff-d56a-4a75-986f-c022a8cb982e tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:54.717312 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c7946eff-d56a-4a75-986f-c022a8cb982e tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.5397704 Sep 30 08:42:54.720112 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45656) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:54.807867 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde33923-1534-4bd4-a1a3-122b6c45eb28 req-5fab5e19-a671-430e-bd21-51a0c113f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:54.808129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d85418-4ca1-436b-90af-943df6773ac3 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:54.808129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d85418-4ca1-436b-90af-943df6773ac3 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:54.808129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d85418-4ca1-436b-90af-943df6773ac3 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:54.808406 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fde33923-1534-4bd4-a1a3-122b6c45eb28 req-5fab5e19-a671-430e-bd21-51a0c113f418 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4356599d-1a11-455d-847c-ea7431b17fe7 HTTP/1.1" status: 200 len: 898 time: 0.0900686 Sep 30 08:42:54.808630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d85418-4ca1-436b-90af-943df6773ac3 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:54.812921 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-41d85418-4ca1-436b-90af-943df6773ac3 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0891881 Sep 30 08:42:54.813183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45658) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:54.875431 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fde33923-1534-4bd4-a1a3-122b6c45eb28 req-4b426d16-ec2b-45c4-8f38-6fcfa6b6101d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=684202ea-779d-49e7-a55a-ad6db17dad09 HTTP/1.1" status: 200 len: 999 time: 0.0594988 Sep 30 08:42:54.882709 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d72e027e-9598-4c38-8937-70f0a4af5626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-673252457', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:38Z', 'revision_number': 4, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'dbdc4e77-b4e9-4814-b028-07db24eff102', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'port_id': '684202ea-779d-49e7-a55a-ad6db17dad09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7', 'mac_address': 'fa:16:3e:4b:36:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf16f96-aa92-4664-b49f-322b57f7d245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:42:53Z', 'updated_at': '2021-09-30T08:42:53Z', 'revision_number': 0, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3849caeb-06f5-47e3-aaca-adea0072d627', 'name': '', 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'mac_address': 'fa:16:3e:5c:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:37Z', 'updated_at': '2021-09-30T08:42:41Z', 'revision_number': 5, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'subnets': [{'id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:42:54.914254 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e027e-9598-4c38-8937-70f0a4af5626 None None] The sync data for ids ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'] in n-d-807359-2 is: [{'id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-673252457', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:38Z', 'revision_number': 4, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'dbdc4e77-b4e9-4814-b028-07db24eff102', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'port_id': '684202ea-779d-49e7-a55a-ad6db17dad09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7', 'mac_address': 'fa:16:3e:4b:36:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf16f96-aa92-4664-b49f-322b57f7d245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:42:53Z', 'updated_at': '2021-09-30T08:42:53Z', 'revision_number': 0, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3849caeb-06f5-47e3-aaca-adea0072d627', 'name': '', 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'mac_address': 'fa:16:3e:5c:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:37Z', 'updated_at': '2021-09-30T08:42:41Z', 'revision_number': 5, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'subnets': [{'id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:42:54.929591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde33923-1534-4bd4-a1a3-122b6c45eb28 req-c50848e8-7a22-44d4-87e3-5a463ee680f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:54.931362 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fde33923-1534-4bd4-a1a3-122b6c45eb28 req-c50848e8-7a22-44d4-87e3-5a463ee680f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be813d0a-689a-458e-a7a6-23b94b9ba0c8 HTTP/1.1" status: 200 len: 835 time: 0.0495713 Sep 30 08:42:54.979179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde33923-1534-4bd4-a1a3-122b6c45eb28 req-2793d09b-3c23-4dd2-8feb-fc6986595076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:54.981102 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fde33923-1534-4bd4-a1a3-122b6c45eb28 req-2793d09b-3c23-4dd2-8feb-fc6986595076 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4356599d-1a11-455d-847c-ea7431b17fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427420 Sep 30 08:42:55.053324 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ee2f0759-e80f-4686-ac25-95b0a095c8d3 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.2389734 Sep 30 08:42:55.056061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45660) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:42:55.076237 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fde33923-1534-4bd4-a1a3-122b6c45eb28 req-0ab743e9-e871-4a89-852c-b5f681beef01 service neutron] 10.222.0.35 "GET /v2.0/networks/4356599d-1a11-455d-847c-ea7431b17fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875497 Sep 30 08:42:55.114013 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ae556f-7023-489b-86f2-dc4c6265e7c2 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:55.114298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ae556f-7023-489b-86f2-dc4c6265e7c2 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:42:55.115973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-43ae556f-7023-489b-86f2-dc4c6265e7c2 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6745b926-6c4b-4ab4-b3ab-35e99c870cab HTTP/1.1" status: 200 len: 1990 time: 0.0592523 Sep 30 08:42:55.145258 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4ffcb-1a57-4cfb-9bfc-40c3ecb049b9 None None] New status for floating IP dbdc4e77-b4e9-4814-b028-07db24eff102: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:42:55.185159 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-fde33923-1534-4bd4-a1a3-122b6c45eb28 req-720468e5-a04e-4978-b6ab-1a80eeb13647 service neutron] 10.222.0.35 "GET /v2.0/networks/4356599d-1a11-455d-847c-ea7431b17fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017807 Sep 30 08:42:59.958140 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:10.447531 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:12.089546 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-caa7ee08-87e5-4e7f-a8ae-2b7384d048b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:14.838467 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dcc5386-3b9d-4f65-b94c-9b1213d5202c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.256364 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:43:15.332222 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:15.960759 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:17.834138 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:26.372810 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-daae27af-74f6-4003-9dfc-5309990ad633 req-a2212033-d2ec-4b10-8ff0-856f1387c792 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405552 Sep 30 08:43:26.465570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae27af-74f6-4003-9dfc-5309990ad633 req-e8f210ed-3d95-44c0-b9a8-fcec58c9b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:26.467027 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-daae27af-74f6-4003-9dfc-5309990ad633 req-e8f210ed-3d95-44c0-b9a8-fcec58c9b777 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52f8b5ce381346e886cff4c5dae319e3&device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 1135 time: 0.0396097 Sep 30 08:43:26.568878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae27af-74f6-4003-9dfc-5309990ad633 req-6c62e3c5-adaf-4c0b-b85d-5a9653ccbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:26.570311 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-daae27af-74f6-4003-9dfc-5309990ad633 req-6c62e3c5-adaf-4c0b-b85d-5a9653ccbd23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4356599d-1a11-455d-847c-ea7431b17fe7 HTTP/1.1" status: 200 len: 898 time: 0.0857337 Sep 30 08:43:26.635552 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-daae27af-74f6-4003-9dfc-5309990ad633 req-f1769089-f29e-4501-a39b-fe9dc68ff52f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=684202ea-779d-49e7-a55a-ad6db17dad09 HTTP/1.1" status: 200 len: 1001 time: 0.0574386 Sep 30 08:43:26.692745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae27af-74f6-4003-9dfc-5309990ad633 req-f60d4dff-6cf2-4760-9468-715d12b4eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:26.694211 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-daae27af-74f6-4003-9dfc-5309990ad633 req-f60d4dff-6cf2-4760-9468-715d12b4eee6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be813d0a-689a-458e-a7a6-23b94b9ba0c8 HTTP/1.1" status: 200 len: 835 time: 0.0521040 Sep 30 08:43:26.739740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae27af-74f6-4003-9dfc-5309990ad633 req-9038aba5-48d5-4ac6-ab3d-4e05ae08fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:26.741276 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-daae27af-74f6-4003-9dfc-5309990ad633 req-9038aba5-48d5-4ac6-ab3d-4e05ae08fc01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4356599d-1a11-455d-847c-ea7431b17fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400364 Sep 30 08:43:26.832899 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-daae27af-74f6-4003-9dfc-5309990ad633 req-2963af89-b614-43c4-8a93-8c2c660139a7 service neutron] 10.222.0.35 "GET /v2.0/networks/4356599d-1a11-455d-847c-ea7431b17fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841308 Sep 30 08:43:26.918793 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-daae27af-74f6-4003-9dfc-5309990ad633 req-39e840c2-fd37-4a3c-a604-01075f610dd9 service neutron] 10.222.0.35 "GET /v2.0/networks/4356599d-1a11-455d-847c-ea7431b17fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793569 Sep 30 08:43:28.889650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45682) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:28.965726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-35a599de-046f-4e71-abc3-6384a7053e0b tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0750000 Sep 30 08:43:28.968516 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45684) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:28.974260 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Request body: {'network': {'name': 'tempest-network-smoke--1183573022', 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'port_security_enabled': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:28.994470 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Made reservation on behalf of 52f8b5ce381346e886cff4c5dae319e3 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:28.998379 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.022810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:43:29.031803 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.032167 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Added segment 70de5bc1-87e9-462a-a812-6eb1d605ca5e of type vlan for network 1a54ac0c-9ca9-4154-8a73-84acaaef30e0 Sep 30 08:43:29.073789 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.097772 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.103369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:29.103971 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.132737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1632452 Sep 30 08:43:29.135649 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45686) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:29.140287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1025688386', 'admin_state_up': True, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:29.164485 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.165479 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.173125 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'Network': ['ID=1a54ac0c-9ca9-4154-8a73-84acaaef30e0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:29.181542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:29.181891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:29.182238 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:29.182577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:29.182951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:29.183326 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:29.183657 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:29.184018 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:29.184354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:29.184682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:29.185006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:29.185327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5fdd6-6e96-4a6e-81cc-1680678f6132 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:29.198268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 1a54ac0c-9ca9-4154-8a73-84acaaef30e0 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:43:29.219278 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.361719 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.549761 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.568473 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.670831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Allocated IP 172.25.0.241 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/330ffeea-2694-4e0a-a513-fe9e646ee14a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:29.781065 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.814165 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:29.852008 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:29.854823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:29.857584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:29.891028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'Port': ['ID=330ffeea-2694-4e0a-a513-fe9e646ee14a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:29.958667 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:30.116901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:30.306554 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:30.429224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Router 6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:43:30.531986 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:43:30.541831 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Sync routers for ids ['6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:43:30.550387 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:30.551831 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a3fa5535-65d2-4f4e-aae1-1c4e3ddde518 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4151483 Sep 30 08:43:30.555119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45688) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:30.555726 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Routers {'6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:30.556567 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:43:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:30.661696 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Set router 6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:30.850427 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025688386', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:30Z', 'revision_number': 3, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:30.880326 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Checking router: 6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:43:30.880713 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Updating router 6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf port 330ffeea-2694-4e0a-a513-fe9e646ee14a binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:43:30.938119 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cad083-ee1b-4b2f-b773-3fda9fbcf263 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:30.942909 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f0cad083-ee1b-4b2f-b773-3fda9fbcf263 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=52f8b5ce381346e886cff4c5dae319e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3760436 Sep 30 08:43:30.943293 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45690) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:30.995023 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.035938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dba009-aa25-4432-9cd0-90846b31a6c0 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:31.037477 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b3dba009-aa25-4432-9cd0-90846b31a6c0 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932345 Sep 30 08:43:31.040264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45692) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:31.068049 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5375fdae-4075-4291-8b71-475ecd71827b tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267003 Sep 30 08:43:31.070611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45694) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:31.097092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-55e5b3e5-8cab-4460-a9c2-9f7a48fe0bf6 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=52f8b5ce381346e886cff4c5dae319e3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254464 Sep 30 08:43:31.099655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45696) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:31.191005 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36664da3-e969-4633-b000-7a3f6450f24b tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:31.192569 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-36664da3-e969-4633-b000-7a3f6450f24b tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919807 Sep 30 08:43:31.195356 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45698) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:31.222522 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4bdb95d1-2713-4934-a324-0ba561843dcf tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260224 Sep 30 08:43:31.224985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45700) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:31.229799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1e5779e0-05cc-489e-b109-956db880beb8 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1848776416', 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0', 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:31.244680 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.250482 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.308321 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c803ec-6049-497b-af62-703e8dc5e74a None None] Pushing event updated for resources: {'Port': ['ID=330ffeea-2694-4e0a-a513-fe9e646ee14a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:31.310689 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Attempting to bind port 330ffeea-2694-4e0a-a513-fe9e646ee14a on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:43:31.311259 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Attempting to bind port 330ffeea-2694-4e0a-a513-fe9e646ee14a by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:43:31.311421 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Attempting to bind port 330ffeea-2694-4e0a-a513-fe9e646ee14a on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:31.317746 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:43:31.318854 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:31.318854 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.319070 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:43:31.319521 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Bound port: 330ffeea-2694-4e0a-a513-fe9e646ee14a, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:43:31.319915 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.320854 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5779e0-05cc-489e-b109-956db880beb8 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Made reservation on behalf of 52f8b5ce381346e886cff4c5dae319e3 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:31.324529 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e5779e0-05cc-489e-b109-956db880beb8 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.371604 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] For port 330ffeea-2694-4e0a-a513-fe9e646ee14a, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:43:31.374925 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] For port 330ffeea-2694-4e0a-a513-fe9e646ee14a, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=330ffeea-2694-4e0a-a513-fe9e646ee14a,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:43:31.379537 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.436965 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Routers {'6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:31.437587 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:43:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:31.474647 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c803ec-6049-497b-af62-703e8dc5e74a None None] Pushing event updated for resources: {'Port': ['ID=330ffeea-2694-4e0a-a513-fe9e646ee14a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:31.510511 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e5779e0-05cc-489e-b109-956db880beb8 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.544350 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] Set router 6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:31.574710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5779e0-05cc-489e-b109-956db880beb8 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'Subnet': ['ID=59adf458-9786-405a-9261-22d201e14b50,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:31.586131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5779e0-05cc-489e-b109-956db880beb8 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Checking segment: {'id': '70de5bc1-87e9-462a-a812-6eb1d605ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:31.586499 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5779e0-05cc-489e-b109-956db880beb8 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Network hostable DHCP agents. Network: 1a54ac0c-9ca9-4154-8a73-84acaaef30e0, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:43:31.604583 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5779e0-05cc-489e-b109-956db880beb8 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Network 1a54ac0c-9ca9-4154-8a73-84acaaef30e0 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:43:31.616949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1e5779e0-05cc-489e-b109-956db880beb8 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 1a54ac0c-9ca9-4154-8a73-84acaaef30e0) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:31.625256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5779e0-05cc-489e-b109-956db880beb8 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:31.625786 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6e621a-7d86-4235-a8b6-e928c5487b7a None None] Network 1a54ac0c-9ca9-4154-8a73-84acaaef30e0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:31.626280 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e5779e0-05cc-489e-b109-956db880beb8 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.657468 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1e5779e0-05cc-489e-b109-956db880beb8 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4285736 Sep 30 08:43:31.657743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45702) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:31.774312 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025688386', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:30Z', 'revision_number': 3, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:31.789916 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-1a54ac0c-9ca9-4154-8a73-84acaaef30e0', 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'fixed_ips': [{'subnet_id': '59adf458-9786-405a-9261-22d201e14b50'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:43:31.790825 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:31.803183 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e32bb-28e8-4a29-a14a-62b02deadb14 None None] The sync data for ids ['6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'] in n-d-807359-2 is: [{'id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025688386', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:30Z', 'revision_number': 3, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:43:31.934227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Allocated IP 172.20.0.18 (1a54ac0c-9ca9-4154-8a73-84acaaef30e0/59adf458-9786-405a-9261-22d201e14b50/c2df30d8-f5e5-4273-84ee-639e34455da1) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:32.109344 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.117364 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.139589 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.158198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Network 1a54ac0c-9ca9-4154-8a73-84acaaef30e0 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:32.161590 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:32.165141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:32.174746 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Pushing event updated for resources: {'Port': ['ID=c2df30d8-f5e5-4273-84ee-639e34455da1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:32.230392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Attempting to bind port c2df30d8-f5e5-4273-84ee-639e34455da1 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:43:32.230907 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Attempting to bind port c2df30d8-f5e5-4273-84ee-639e34455da1 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '70de5bc1-87e9-462a-a812-6eb1d605ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:43:32.231374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Attempting to bind port c2df30d8-f5e5-4273-84ee-639e34455da1 on network 1a54ac0c-9ca9-4154-8a73-84acaaef30e0 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:32.236836 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:43:32.237300 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Checking segment: {'id': '70de5bc1-87e9-462a-a812-6eb1d605ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:32.237766 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.238227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Bound using segment: {'id': '70de5bc1-87e9-462a-a812-6eb1d605ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:43:32.238771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Bound port: c2df30d8-f5e5-4273-84ee-639e34455da1, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70de5bc1-87e9-462a-a812-6eb1d605ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:43:32.239213 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.304426 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] For port c2df30d8-f5e5-4273-84ee-639e34455da1, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:43:32.307733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] For port c2df30d8-f5e5-4273-84ee-639e34455da1, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c2df30d8-f5e5-4273-84ee-639e34455da1,segment=NetworkSegment(70de5bc1-87e9-462a-a812-6eb1d605ca5e),segment_id=70de5bc1-87e9-462a-a812-6eb1d605ca5e)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:43:32.312824 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.376628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc8f4f-b368-4ad7-886f-2dc28d4eed03 None None] Pushing event updated for resources: {'Port': ['ID=c2df30d8-f5e5-4273-84ee-639e34455da1,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:32.435521 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Allocated IP 172.20.0.17 (1a54ac0c-9ca9-4154-8a73-84acaaef30e0/59adf458-9786-405a-9261-22d201e14b50/42b2d763-98da-4c0d-91d9-a1490c7bf590) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:32.588547 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.628155 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.684184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Network 1a54ac0c-9ca9-4154-8a73-84acaaef30e0 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:32.685337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'Port': ['ID=42b2d763-98da-4c0d-91d9-a1490c7bf590,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:32.690169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:32.693840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:32.739340 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:32.870701 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:33.156622 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:33.162548 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:33.239313 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:33.241089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'Port': ['ID=42b2d763-98da-4c0d-91d9-a1490c7bf590,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:33.297330 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589da1ce-a532-419b-a316-d3f3a8356249 None None] Network 1a54ac0c-9ca9-4154-8a73-84acaaef30e0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:33.343077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Network 1a54ac0c-9ca9-4154-8a73-84acaaef30e0 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:33.344486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:33.361413 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c1ec9480-8c40-4560-b3f4-0f8ca94595ef None None] Provisioning complete for port c2df30d8-f5e5-4273-84ee-639e34455da1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:33.362316 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9480-8c40-4560-b3f4-0f8ca94595ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:33.466644 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Router 6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:43:33.514794 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9480-8c40-4560-b3f4-0f8ca94595ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:33.566089 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c1ec9480-8c40-4560-b3f4-0f8ca94595ef None None] For port c2df30d8-f5e5-4273-84ee-639e34455da1, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c2df30d8-f5e5-4273-84ee-639e34455da1,segment=NetworkSegment(70de5bc1-87e9-462a-a812-6eb1d605ca5e),segment_id=70de5bc1-87e9-462a-a812-6eb1d605ca5e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:33.573404 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9480-8c40-4560-b3f4-0f8ca94595ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:33.610664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:43:33.616048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1e3feead-b54f-45d7-ac11-9ea92c7eba12 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "PUT /v2.0/routers/6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9573057 Sep 30 08:43:33.649625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec9480-8c40-4560-b3f4-0f8ca94595ef None None] Pushing event updated for resources: {'Port': ['ID=c2df30d8-f5e5-4273-84ee-639e34455da1,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:33.780992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Sync routers for ids ['6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:43:33.816597 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Routers {'6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:33.817237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:43:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:33.822054 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 330ffeea-2694-4e0a-a513-fe9e646ee14a up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:33.872920 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-8ba4affc-382f-4c0e-b4a9-54b71d771f6e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:33.876402 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-8ba4affc-382f-4c0e-b4a9-54b71d771f6e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/networks?id=1a54ac0c-9ca9-4154-8a73-84acaaef30e0 HTTP/1.1" status: 200 len: 798 time: 0.1204970 Sep 30 08:43:33.886511 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c375a86a-53df-411b-b5ea-cc00b7f9e295 None None] Provisioning complete for port 42b2d763-98da-4c0d-91d9-a1490c7bf590 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:33.886883 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c375a86a-53df-411b-b5ea-cc00b7f9e295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:33.891030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-c90d60ba-b454-47ad-a647-ad603a75da63 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/quotas/52f8b5ce381346e886cff4c5dae319e3 HTTP/1.1" status: 200 len: 375 time: 0.0099399 Sep 30 08:43:33.966112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-e7a8b6fb-3cc4-4d6a-8b38-c113fe3de2ff tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=52f8b5ce381346e886cff4c5dae319e3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0678239 Sep 30 08:43:33.972319 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c375a86a-53df-411b-b5ea-cc00b7f9e295 None None] Port 42b2d763-98da-4c0d-91d9-a1490c7bf590 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:43:34.000661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 330ffeea-2694-4e0a-a513-fe9e646ee14a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:34.001034 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:34.006282 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c375a86a-53df-411b-b5ea-cc00b7f9e295 None None] Provisioning complete for port c2df30d8-f5e5-4273-84ee-639e34455da1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:34.006606 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c375a86a-53df-411b-b5ea-cc00b7f9e295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:34.008923 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Set router 6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:34.069718 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-9a4939a5-8d15-44ca-a78b-5512033781f2 service neutron] 10.222.0.24 "GET /v2.0/networks/1a54ac0c-9ca9-4154-8a73-84acaaef30e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923231 Sep 30 08:43:34.171897 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-9b5c0ef3-abcf-42c2-a3cc-d332eccaaf44 service neutron] 10.222.0.24 "GET /v2.0/networks/1a54ac0c-9ca9-4154-8a73-84acaaef30e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940716 Sep 30 08:43:34.264598 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:34.312897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 330ffeea-2694-4e0a-a513-fe9e646ee14a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=330ffeea-2694-4e0a-a513-fe9e646ee14a,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:34.319136 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:34.319847 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c2df30d8-f5e5-4273-84ee-639e34455da1 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:34.340354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15e9f990-0dbe-4e5f-924e-32ef4363ac6c req-5bfb5f7b-37d4-46a7-9378-9d40cc0ea978 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 210 time: 0.0290895 Sep 30 08:43:34.435286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=330ffeea-2694-4e0a-a513-fe9e646ee14a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:34.454046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-537ebd2b-ba07-4a66-91ba-f8ac1cfaecbd None None] Provisioning complete for port 42b2d763-98da-4c0d-91d9-a1490c7bf590 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:34.454425 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-537ebd2b-ba07-4a66-91ba-f8ac1cfaecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:34.485487 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025688386', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:32Z', 'revision_number': 4, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '42b2d763-98da-4c0d-91d9-a1490c7bf590', 'name': '', 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'mac_address': 'fa:16:3e:f3:b6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '59adf458-9786-405a-9261-22d201e14b50', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:32Z', 'updated_at': '2021-09-30T08:43:33Z', 'revision_number': 2, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'subnets': [{'id': '59adf458-9786-405a-9261-22d201e14b50', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:34.513873 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port c2df30d8-f5e5-4273-84ee-639e34455da1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:34.514263 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:34.534428 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Checking router: 6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:43:34.534796 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Updating router 6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf port 42b2d763-98da-4c0d-91d9-a1490c7bf590 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:43:34.559509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-537ebd2b-ba07-4a66-91ba-f8ac1cfaecbd None None] Port 42b2d763-98da-4c0d-91d9-a1490c7bf590 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:43:34.577282 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.020381 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.025426 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.076259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ebb7b-d9b9-48c8-b2fd-1083904368a4 None None] Pushing event updated for resources: {'Port': ['ID=42b2d763-98da-4c0d-91d9-a1490c7bf590,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:35.146043 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Attempting to bind port 42b2d763-98da-4c0d-91d9-a1490c7bf590 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:43:35.146346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Attempting to bind port 42b2d763-98da-4c0d-91d9-a1490c7bf590 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '70de5bc1-87e9-462a-a812-6eb1d605ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:43:35.146848 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Attempting to bind port 42b2d763-98da-4c0d-91d9-a1490c7bf590 on network 1a54ac0c-9ca9-4154-8a73-84acaaef30e0 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:35.153840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:43:35.154735 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Checking segment: {'id': '70de5bc1-87e9-462a-a812-6eb1d605ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:35.155143 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.155552 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Bound using segment: {'id': '70de5bc1-87e9-462a-a812-6eb1d605ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:43:35.156052 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Bound port: 42b2d763-98da-4c0d-91d9-a1490c7bf590, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70de5bc1-87e9-462a-a812-6eb1d605ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:43:35.156441 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.229841 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] For port 42b2d763-98da-4c0d-91d9-a1490c7bf590, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:43:35.235671 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] For port 42b2d763-98da-4c0d-91d9-a1490c7bf590, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=42b2d763-98da-4c0d-91d9-a1490c7bf590,segment=NetworkSegment(70de5bc1-87e9-462a-a812-6eb1d605ca5e),segment_id=70de5bc1-87e9-462a-a812-6eb1d605ca5e)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:43:35.249267 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.320380 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-7941df83-1a38-4a25-b418-93a741f5b202 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:35.322095 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-7941df83-1a38-4a25-b418-93a741f5b202 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.36 "GET /v2.0/networks?id=1a54ac0c-9ca9-4154-8a73-84acaaef30e0 HTTP/1.1" status: 200 len: 798 time: 0.1341486 Sep 30 08:43:35.334373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ebb7b-d9b9-48c8-b2fd-1083904368a4 None None] Pushing event updated for resources: {'Port': ['ID=42b2d763-98da-4c0d-91d9-a1490c7bf590,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:35.336952 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-7a91d4d5-0527-44c4-a580-0d86a46d8c6e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Request body: {'port': {'device_id': 'c2ade68a-6248-4934-8c62-5db18feea8ba', 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0', 'admin_state_up': True, 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:35.342996 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Routers {'6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:35.343678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:43:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:35.413045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f615ba61-21ad-4f6f-8ed0-471c4b4373cc None None] Provisioning complete for port 42b2d763-98da-4c0d-91d9-a1490c7bf590 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:35.413045 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f615ba61-21ad-4f6f-8ed0-471c4b4373cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.461027 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a464211c-ddb2-4cc5-9554-9c0f30cd23d6 req-d5824101-b373-464e-8fcb-4ed127bf75da tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 210 time: 0.0395465 Sep 30 08:43:35.488261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-7a91d4d5-0527-44c4-a580-0d86a46d8c6e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Made reservation on behalf of 52f8b5ce381346e886cff4c5dae319e3 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:43:35.492176 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-7a91d4d5-0527-44c4-a580-0d86a46d8c6e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.508554 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] Set router 6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:35.622844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-7a91d4d5-0527-44c4-a580-0d86a46d8c6e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Allocated IP 172.20.0.22 (1a54ac0c-9ca9-4154-8a73-84acaaef30e0/59adf458-9786-405a-9261-22d201e14b50/39549add-285e-4e09-b2dd-905f2913642a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:43:35.641579 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f615ba61-21ad-4f6f-8ed0-471c4b4373cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.731022 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f615ba61-21ad-4f6f-8ed0-471c4b4373cc None None] For port 42b2d763-98da-4c0d-91d9-a1490c7bf590, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=42b2d763-98da-4c0d-91d9-a1490c7bf590,segment=NetworkSegment(70de5bc1-87e9-462a-a812-6eb1d605ca5e),segment_id=70de5bc1-87e9-462a-a812-6eb1d605ca5e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:35.738005 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f615ba61-21ad-4f6f-8ed0-471c4b4373cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.754219 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-7a91d4d5-0527-44c4-a580-0d86a46d8c6e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.785191 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 330ffeea-2694-4e0a-a513-fe9e646ee14a up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:35.791021 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-7a91d4d5-0527-44c4-a580-0d86a46d8c6e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.829770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-7a91d4d5-0527-44c4-a580-0d86a46d8c6e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Network 1a54ac0c-9ca9-4154-8a73-84acaaef30e0 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:43:35.834086 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-7a91d4d5-0527-44c4-a580-0d86a46d8c6e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:43:35.837785 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-7a91d4d5-0527-44c4-a580-0d86a46d8c6e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:43:35.849823 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615ba61-21ad-4f6f-8ed0-471c4b4373cc None None] Pushing event updated for resources: {'Port': ['ID=42b2d763-98da-4c0d-91d9-a1490c7bf590,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:35.869974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91d4d5-0527-44c4-a580-0d86a46d8c6e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event updated for resources: {'Port': ['ID=39549add-285e-4e09-b2dd-905f2913642a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:35.883643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025688386', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:32Z', 'revision_number': 4, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '42b2d763-98da-4c0d-91d9-a1490c7bf590', 'name': '', 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'mac_address': 'fa:16:3e:f3:b6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '59adf458-9786-405a-9261-22d201e14b50', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:32Z', 'updated_at': '2021-09-30T08:43:35Z', 'revision_number': 4, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'subnets': [{'id': '59adf458-9786-405a-9261-22d201e14b50', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:35.885321 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b54b5152-3071-4613-83e2-4deef28daa5a None None] Provisioning complete for port 42b2d763-98da-4c0d-91d9-a1490c7bf590 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:35.886219 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b54b5152-3071-4613-83e2-4deef28daa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.899086 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-7a91d4d5-0527-44c4-a580-0d86a46d8c6e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:35.899847 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-7a91d4d5-0527-44c4-a580-0d86a46d8c6e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.917482 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-7a91d4d5-0527-44c4-a580-0d86a46d8c6e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5845728 Sep 30 08:43:35.931770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-d6413833-d8c8-4cf6-b2f6-9492ef923a9b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:43:35.933091 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-d6413833-d8c8-4cf6-b2f6-9492ef923a9b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056927 Sep 30 08:43:35.936505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 330ffeea-2694-4e0a-a513-fe9e646ee14a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:35.936888 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:35.943332 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2c139a-d585-4c28-be74-6e1f4e87ebcb None None] The sync data for ids ['6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'] in n-d-807359-2 is: [{'id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025688386', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:32Z', 'revision_number': 4, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '42b2d763-98da-4c0d-91d9-a1490c7bf590', 'name': '', 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'mac_address': 'fa:16:3e:f3:b6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '59adf458-9786-405a-9261-22d201e14b50', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:32Z', 'updated_at': '2021-09-30T08:43:35Z', 'revision_number': 4, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'subnets': [{'id': '59adf458-9786-405a-9261-22d201e14b50', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:43:36.025890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Request body: {'port': {'device_id': 'c2ade68a-6248-4934-8c62-5db18feea8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:43:36.106024 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:36.216666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-36905887-7d69-4f8c-b03e-63901a7b824e None None] Provisioning complete for port 39549add-285e-4e09-b2dd-905f2913642a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:36.217119 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-36905887-7d69-4f8c-b03e-63901a7b824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:36.255879 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-36905887-7d69-4f8c-b03e-63901a7b824e None None] Port 39549add-285e-4e09-b2dd-905f2913642a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:43:36.383300 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39549add-285e-4e09-b2dd-905f2913642a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:43:36.391147 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:36.403640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Transition to ACTIVE for port object 39549add-285e-4e09-b2dd-905f2913642a will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:43:36.409161 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:36.465185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=39549add-285e-4e09-b2dd-905f2913642a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:36.922189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Attempting to bind port 39549add-285e-4e09-b2dd-905f2913642a on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:43:36.922519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Attempting to bind port 39549add-285e-4e09-b2dd-905f2913642a by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '70de5bc1-87e9-462a-a812-6eb1d605ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:43:36.922844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Attempting to bind port 39549add-285e-4e09-b2dd-905f2913642a on network 1a54ac0c-9ca9-4154-8a73-84acaaef30e0 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:36.936227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0436-084c-474d-b763-97cbab366d47 req-c8f5af6f-7ca3-4cef-be89-4debaaa80291 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:36.937689 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93fc0436-084c-474d-b763-97cbab366d47 req-c8f5af6f-7ca3-4cef-be89-4debaaa80291 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 907 time: 0.0761375 Sep 30 08:43:36.938653 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Port 39549add-285e-4e09-b2dd-905f2913642a on network 1a54ac0c-9ca9-4154-8a73-84acaaef30e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:43:36.938972 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Attempting to bind port 39549add-285e-4e09-b2dd-905f2913642a on network 1a54ac0c-9ca9-4154-8a73-84acaaef30e0 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:43:36.944772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:43:36.945108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Checking segment: {'id': '70de5bc1-87e9-462a-a812-6eb1d605ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:43:36.945500 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Bound using segment: {'id': '70de5bc1-87e9-462a-a812-6eb1d605ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:43:36.945931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Bound port: 39549add-285e-4e09-b2dd-905f2913642a, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70de5bc1-87e9-462a-a812-6eb1d605ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:43:36.946304 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.013695 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] For port 39549add-285e-4e09-b2dd-905f2913642a, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:43:37.016950 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] For port 39549add-285e-4e09-b2dd-905f2913642a, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=39549add-285e-4e09-b2dd-905f2913642a,segment=NetworkSegment(70de5bc1-87e9-462a-a812-6eb1d605ca5e),segment_id=70de5bc1-87e9-462a-a812-6eb1d605ca5e)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:43:37.022786 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.057827 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:37.058577 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.060523 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] 10.222.0.36 "PUT /v2.0/ports/39549add-285e-4e09-b2dd-905f2913642a HTTP/1.1" status: 200 len: 1055 time: 1.1182601 Sep 30 08:43:37.063304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ade68a-6248-4934-8c62-5db18feea8ba', 'tag': '39549add-285e-4e09-b2dd-905f2913642a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:43:37.067235 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0351783-c766-4e2c-a04e-35edd86101e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ade68a-6248-4934-8c62-5db18feea8ba", "tag": "39549add-285e-4e09-b2dd-905f2913642a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:43:37.104840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2909e8d-d104-4566-82ea-eb27672fa1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=39549add-285e-4e09-b2dd-905f2913642a,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:37.156484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-d4902c20-4c93-45bb-8115-94bd4f8054bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:37.158568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-d4902c20-4c93-45bb-8115-94bd4f8054bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52f8b5ce381346e886cff4c5dae319e3&device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 1058 time: 0.0503712 Sep 30 08:43:37.206142 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6401c41-89c0-4b97-9952-5e98b49c1959 x-openstack-request-id: req-c6401c41-89c0-4b97-9952-5e98b49c1959 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:43:37.206461 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ade68a-6248-4934-8c62-5db18feea8ba", "tag": "39549add-285e-4e09-b2dd-905f2913642a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:43:37.206720 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6401c41-89c0-4b97-9952-5e98b49c1959 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:43:37.207126 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ade68a-6248-4934-8c62-5db18feea8ba', 'tag': '39549add-285e-4e09-b2dd-905f2913642a', 'status': 'completed', 'code': 200} Sep 30 08:43:37.209017 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-125388b9-54e0-47cf-8ac0-eda3188973be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=39549add-285e-4e09-b2dd-905f2913642a HTTP/1.1" status: 200 len: 217 time: 0.0405612 Sep 30 08:43:37.265663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-0b8a133c-9e08-4ecb-ad0b-525ce14e0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:37.267149 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-0b8a133c-9e08-4ecb-ad0b-525ce14e0b51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59adf458-9786-405a-9261-22d201e14b50 HTTP/1.1" status: 200 len: 838 time: 0.0504844 Sep 30 08:43:37.316548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-147afe9b-8870-40dc-9377-55655e4ee6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:37.318044 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-147afe9b-8870-40dc-9377-55655e4ee6fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a54ac0c-9ca9-4154-8a73-84acaaef30e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423300 Sep 30 08:43:37.411987 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-c7878539-e044-4f14-acf3-9c4cd91538e6 service neutron] 10.222.0.36 "GET /v2.0/networks/1a54ac0c-9ca9-4154-8a73-84acaaef30e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857127 Sep 30 08:43:37.509302 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c61307cf-e209-4d5f-a55a-b2bd00f03138 req-3029aba5-d63a-40a5-8040-967b65fd5074 service neutron] 10.222.0.36 "GET /v2.0/networks/1a54ac0c-9ca9-4154-8a73-84acaaef30e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898445 Sep 30 08:43:37.589637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0351783-c766-4e2c-a04e-35edd86101e8 req-e4fad687-3e58-4865-86a7-1f1d21b178b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:37.591192 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0351783-c766-4e2c-a04e-35edd86101e8 req-e4fad687-3e58-4865-86a7-1f1d21b178b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52f8b5ce381346e886cff4c5dae319e3&device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 1058 time: 0.0394585 Sep 30 08:43:37.683799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0351783-c766-4e2c-a04e-35edd86101e8 req-1e0aef81-b14b-4824-957d-de80adc9a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:37.685322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0351783-c766-4e2c-a04e-35edd86101e8 req-1e0aef81-b14b-4824-957d-de80adc9a1cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=1a54ac0c-9ca9-4154-8a73-84acaaef30e0 HTTP/1.1" status: 200 len: 899 time: 0.0869813 Sep 30 08:43:37.727564 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0351783-c766-4e2c-a04e-35edd86101e8 req-8621323c-0b89-4904-a2df-bb618284a933 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=39549add-285e-4e09-b2dd-905f2913642a HTTP/1.1" status: 200 len: 217 time: 0.0346510 Sep 30 08:43:37.765777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 42b2d763-98da-4c0d-91d9-a1490c7bf590 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:37.798129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0351783-c766-4e2c-a04e-35edd86101e8 req-fd6d7bda-c853-4d28-91c2-a055a2803ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:37.800214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0351783-c766-4e2c-a04e-35edd86101e8 req-fd6d7bda-c853-4d28-91c2-a055a2803ace service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59adf458-9786-405a-9261-22d201e14b50 HTTP/1.1" status: 200 len: 838 time: 0.0656950 Sep 30 08:43:37.816324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 42b2d763-98da-4c0d-91d9-a1490c7bf590 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:37.816701 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:37.846858 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0351783-c766-4e2c-a04e-35edd86101e8 req-4b8e29e0-5ed3-483c-a354-a914a2188b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:37.848479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0351783-c766-4e2c-a04e-35edd86101e8 req-4b8e29e0-5ed3-483c-a354-a914a2188b5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a54ac0c-9ca9-4154-8a73-84acaaef30e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399904 Sep 30 08:43:37.946947 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0351783-c766-4e2c-a04e-35edd86101e8 req-72f22a22-eef8-40d3-a387-30b92b334f4b service neutron] 10.222.0.36 "GET /v2.0/networks/1a54ac0c-9ca9-4154-8a73-84acaaef30e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900021 Sep 30 08:43:38.101761 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0351783-c766-4e2c-a04e-35edd86101e8 req-ef618ec7-138d-4793-8348-d55ed653f484 service neutron] 10.222.0.36 "GET /v2.0/networks/1a54ac0c-9ca9-4154-8a73-84acaaef30e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474059 Sep 30 08:43:38.116003 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feead0e-8cc3-46e6-890b-82d4c75216a7 req-a3bf7c56-d3e8-4dd7-81a8-31d76ffb5f46 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:38.118405 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3feead0e-8cc3-46e6-890b-82d4c75216a7 req-a3bf7c56-d3e8-4dd7-81a8-31d76ffb5f46 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 907 time: 0.0887411 Sep 30 08:43:39.239252 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744316f-b0a6-4989-b587-f43f53a322f4 req-f2566c28-7a35-4032-8c8e-bffa6f4fd02d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:39.240755 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0744316f-b0a6-4989-b587-f43f53a322f4 req-f2566c28-7a35-4032-8c8e-bffa6f4fd02d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 907 time: 0.0530205 Sep 30 08:43:40.321937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 39549add-285e-4e09-b2dd-905f2913642a details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:43:40.357720 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d6d6c-fc99-49ff-801b-c85515db9a2d req-12528ffd-de91-4ff1-bea9-d9b865c5dc0d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:40.359254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b3d6d6c-fc99-49ff-801b-c85515db9a2d req-12528ffd-de91-4ff1-bea9-d9b865c5dc0d tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 907 time: 0.0524213 Sep 30 08:43:40.415417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 39549add-285e-4e09-b2dd-905f2913642a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=39549add-285e-4e09-b2dd-905f2913642a,segment=NetworkSegment(70de5bc1-87e9-462a-a812-6eb1d605ca5e),segment_id=70de5bc1-87e9-462a-a812-6eb1d605ca5e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:40.426153 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '39549add-285e-4e09-b2dd-905f2913642a', 'network_id': '1a54ac0c-9ca9-4154-8a73-84acaaef30e0', 'port_id': '39549add-285e-4e09-b2dd-905f2913642a', 'mac_address': 'fa:16:3e:6e:fa:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59adf458-9786-405a-9261-22d201e14b50', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:43:40.474121 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:40.475812 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:40.486340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39549add-285e-4e09-b2dd-905f2913642a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:43:40.508609 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 39549add-285e-4e09-b2dd-905f2913642a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=39549add-285e-4e09-b2dd-905f2913642a,segment=NetworkSegment(70de5bc1-87e9-462a-a812-6eb1d605ca5e),segment_id=70de5bc1-87e9-462a-a812-6eb1d605ca5e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:40.512448 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:40.558785 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=39549add-285e-4e09-b2dd-905f2913642a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:40.566315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:40.566655 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:40.566991 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:40.567324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:40.567650 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:40.567998 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:40.568325 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:40.568646 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:40.568964 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:40.569282 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:40.569598 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:40.569914 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:40.753223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['39549add-285e-4e09-b2dd-905f2913642a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:43:41.475951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99477916-726f-47ff-8d07-8d466a160738 req-858eebd9-e66f-4ac2-a5b9-66fad66b9866 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:41.477433 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99477916-726f-47ff-8d07-8d466a160738 req-858eebd9-e66f-4ac2-a5b9-66fad66b9866 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 908 time: 0.0484591 Sep 30 08:43:42.090868 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33053c52-7d14-4753-822d-6211b5f1888a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:42.336908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 39549add-285e-4e09-b2dd-905f2913642a up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:43:42.394652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 39549add-285e-4e09-b2dd-905f2913642a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:43:42.398408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 39549add-285e-4e09-b2dd-905f2913642a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:43:42.398783 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:42.477293 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:42.499669 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ade68a-6248-4934-8c62-5db18feea8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39549add-285e-4e09-b2dd-905f2913642a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:43:42.503553 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbab622-559a-42f7-84ca-83593c5369d2" -d '{"events": [{"server_uuid": "c2ade68a-6248-4934-8c62-5db18feea8ba", "name": "network-vif-plugged", "status": "completed", "tag": "39549add-285e-4e09-b2dd-905f2913642a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:43:42.517098 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 39549add-285e-4e09-b2dd-905f2913642a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=39549add-285e-4e09-b2dd-905f2913642a,segment=NetworkSegment(70de5bc1-87e9-462a-a812-6eb1d605ca5e),segment_id=70de5bc1-87e9-462a-a812-6eb1d605ca5e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:42.522861 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:42.551727 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ed8a26-0d3b-41de-bc76-789bde991fb5 x-openstack-request-id: req-41ed8a26-0d3b-41de-bc76-789bde991fb5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:43:42.552043 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ade68a-6248-4934-8c62-5db18feea8ba", "name": "network-vif-plugged", "status": "completed", "tag": "39549add-285e-4e09-b2dd-905f2913642a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:43:42.552302 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41ed8a26-0d3b-41de-bc76-789bde991fb5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:43:42.552694 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ade68a-6248-4934-8c62-5db18feea8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39549add-285e-4e09-b2dd-905f2913642a', 'code': 200} Sep 30 08:43:42.581142 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=39549add-285e-4e09-b2dd-905f2913642a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:42.601036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca18cbd-db18-463d-871d-11fc9706252d req-9c77ac08-9079-4cc2-a082-640f46484680 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:42.602584 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ca18cbd-db18-463d-871d-11fc9706252d req-9c77ac08-9079-4cc2-a082-640f46484680 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 909 time: 0.0525084 Sep 30 08:43:42.649256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998397c-6b86-4c61-b7dc-0e9dea4d5e2b req-2be10f72-76f8-415e-8093-5d334649a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:42.650825 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f998397c-6b86-4c61-b7dc-0e9dea4d5e2b req-2be10f72-76f8-415e-8093-5d334649a70f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 1060 time: 0.0435348 Sep 30 08:43:43.720492 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055e941-b4d5-4355-9a73-a2db39c6f749 req-ce1fff90-2d35-4ac3-bfa4-11358b338f2c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:43.726232 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2055e941-b4d5-4355-9a73-a2db39c6f749 req-ce1fff90-2d35-4ac3-bfa4-11358b338f2c tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 909 time: 0.0541279 Sep 30 08:43:44.840723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7e3b5-5abd-4fb4-8e75-97aaf1c91a40 req-89fe0be6-40e0-4fb9-94b7-b9708209151a tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:44.842266 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ddf7e3b5-5abd-4fb4-8e75-97aaf1c91a40 req-89fe0be6-40e0-4fb9-94b7-b9708209151a tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 909 time: 0.0496616 Sep 30 08:43:44.854553 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97aa98e4-3d75-40c5-8be0-f877ba54b3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:44.957045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e63e10-313a-469e-b59f-999ff78e899b req-bfd76a23-4314-4647-9f6c-07e5b5bbcb2b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:44.958562 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3e63e10-313a-469e-b59f-999ff78e899b req-bfd76a23-4314-4647-9f6c-07e5b5bbcb2b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 909 time: 0.0490031 Sep 30 08:43:45.063370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd5503-9acc-4d35-99be-56c1276dde4e req-97b6eb50-61f0-43c9-ae9a-464e75e59659 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:45.065516 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b7cd5503-9acc-4d35-99be-56c1276dde4e req-97b6eb50-61f0-43c9-ae9a-464e75e59659 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 1060 time: 0.0430095 Sep 30 08:43:45.169862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4347d-7531-4c79-926e-5b0e7ff10df8 req-adfddacd-1221-42c6-8e33-67b16d2430e3 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:45.171395 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3fc4347d-7531-4c79-926e-5b0e7ff10df8 req-adfddacd-1221-42c6-8e33-67b16d2430e3 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 1135 time: 0.0411274 Sep 30 08:43:45.207202 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3fc4347d-7531-4c79-926e-5b0e7ff10df8 req-6ade4130-f9ec-4712-a2ac-0ea97f6eac84 tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2461fc35-da92-4e8c-a5d6-2a0780c0fdbc&id=b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0290143 Sep 30 08:43:45.227617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45762) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:45.266950 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c226c1cc-004c-4f29-80dd-8a21a016dc1b tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:45.268725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c226c1cc-004c-4f29-80dd-8a21a016dc1b tempest-TestSecurityGroupsBasicOps-1960404032 tempest-TestSecurityGroupsBasicOps-1960404032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 1055 time: 0.0399001 Sep 30 08:43:45.333157 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:45.479803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d4720-daf3-48db-8b18-18aeb6b92589 req-6ee0cc4d-8c57-4ce5-a1a8-763cad4dde97 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:45.481214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0e6d4720-daf3-48db-8b18-18aeb6b92589 req-6ee0cc4d-8c57-4ce5-a1a8-763cad4dde97 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 909 time: 0.0489037 Sep 30 08:43:45.962221 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:46.603978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ee951-c60b-4b0b-ab4b-56294adfbeea req-a8457db0-178c-4624-b10e-774c4fbddd9a tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:46.605551 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa9ee951-c60b-4b0b-ab4b-56294adfbeea req-a8457db0-178c-4624-b10e-774c4fbddd9a tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 909 time: 0.0548263 Sep 30 08:43:46.784837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f8d23-ddda-42a7-83eb-c9d8ac0e4372 req-5f5a0ffd-7224-40f2-a64f-346108de668b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:46.786206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-377f8d23-ddda-42a7-83eb-c9d8ac0e4372 req-5f5a0ffd-7224-40f2-a64f-346108de668b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2ade68a-6248-4934-8c62-5db18feea8ba HTTP/1.1" status: 200 len: 909 time: 0.0485957 Sep 30 08:43:46.884726 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-377f8d23-ddda-42a7-83eb-c9d8ac0e4372 req-169ba0a7-ac9b-488b-9bac-b2739b133604 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Deleting port 39549add-285e-4e09-b2dd-905f2913642a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:46.885066 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-377f8d23-ddda-42a7-83eb-c9d8ac0e4372 req-169ba0a7-ac9b-488b-9bac-b2739b133604 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:46.970610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-377f8d23-ddda-42a7-83eb-c9d8ac0e4372 req-169ba0a7-ac9b-488b-9bac-b2739b133604 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] For port 39549add-285e-4e09-b2dd-905f2913642a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=39549add-285e-4e09-b2dd-905f2913642a,segment=NetworkSegment(70de5bc1-87e9-462a-a812-6eb1d605ca5e),segment_id=70de5bc1-87e9-462a-a812-6eb1d605ca5e)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:46.971018 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-377f8d23-ddda-42a7-83eb-c9d8ac0e4372 req-169ba0a7-ac9b-488b-9bac-b2739b133604 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:46.983230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-377f8d23-ddda-42a7-83eb-c9d8ac0e4372 req-169ba0a7-ac9b-488b-9bac-b2739b133604 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Calling delete_port for 39549add-285e-4e09-b2dd-905f2913642a owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:47.112432 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-377f8d23-ddda-42a7-83eb-c9d8ac0e4372 req-169ba0a7-ac9b-488b-9bac-b2739b133604 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:47.140578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ba0a7-ac9b-488b-9bac-b2739b133604 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event deleted for resources: {'Port': ['ID=39549add-285e-4e09-b2dd-905f2913642a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:47.185437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-377f8d23-ddda-42a7-83eb-c9d8ac0e4372 req-169ba0a7-ac9b-488b-9bac-b2739b133604 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] No DVR routers for this DVR port 39549add-285e-4e09-b2dd-905f2913642a on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:43:47.188194 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-377f8d23-ddda-42a7-83eb-c9d8ac0e4372 req-169ba0a7-ac9b-488b-9bac-b2739b133604 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:47.190358 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-377f8d23-ddda-42a7-83eb-c9d8ac0e4372 req-169ba0a7-ac9b-488b-9bac-b2739b133604 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.36 "DELETE /v2.0/ports/39549add-285e-4e09-b2dd-905f2913642a HTTP/1.1" status: 204 len: 173 time: 0.3971524 Sep 30 08:43:47.190807 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ade68a-6248-4934-8c62-5db18feea8ba', 'name': 'network-vif-deleted', 'tag': '39549add-285e-4e09-b2dd-905f2913642a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:43:47.193090 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e55aca8-13ae-46bd-9a0b-a7d1249da423" -d '{"events": [{"server_uuid": "c2ade68a-6248-4934-8c62-5db18feea8ba", "name": "network-vif-deleted", "tag": "39549add-285e-4e09-b2dd-905f2913642a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:43:47.234322 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ca4f1b-946e-43ed-9f8e-75266c2c8960 x-openstack-request-id: req-61ca4f1b-946e-43ed-9f8e-75266c2c8960 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:43:47.234619 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ade68a-6248-4934-8c62-5db18feea8ba", "name": "network-vif-deleted", "tag": "39549add-285e-4e09-b2dd-905f2913642a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:43:47.234870 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61ca4f1b-946e-43ed-9f8e-75266c2c8960 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:43:47.235269 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ade68a-6248-4934-8c62-5db18feea8ba', 'name': 'network-vif-deleted', 'tag': '39549add-285e-4e09-b2dd-905f2913642a', 'status': 'completed', 'code': 200} Sep 30 08:43:47.665911 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45774) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:47.838045 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:48.027602 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-68d86b6a-3522-440e-bf27-61ee458f2fdb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:48.277543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-68d86b6a-3522-440e-bf27-61ee458f2fdb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Deleting port 42b2d763-98da-4c0d-91d9-a1490c7bf590 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:48.277883 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-68d86b6a-3522-440e-bf27-61ee458f2fdb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:48.368352 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-68d86b6a-3522-440e-bf27-61ee458f2fdb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] For port 42b2d763-98da-4c0d-91d9-a1490c7bf590, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=42b2d763-98da-4c0d-91d9-a1490c7bf590,segment=NetworkSegment(70de5bc1-87e9-462a-a812-6eb1d605ca5e),segment_id=70de5bc1-87e9-462a-a812-6eb1d605ca5e)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:48.368715 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-68d86b6a-3522-440e-bf27-61ee458f2fdb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:48.380517 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-68d86b6a-3522-440e-bf27-61ee458f2fdb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Calling delete_port for 42b2d763-98da-4c0d-91d9-a1490c7bf590 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:48.559203 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-68d86b6a-3522-440e-bf27-61ee458f2fdb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:48.586423 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d86b6a-3522-440e-bf27-61ee458f2fdb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event deleted for resources: {'Port': ['ID=42b2d763-98da-4c0d-91d9-a1490c7bf590,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:48.758060 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-68d86b6a-3522-440e-bf27-61ee458f2fdb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:48.976713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d86b6a-3522-440e-bf27-61ee458f2fdb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Router 6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:43:49.081973 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d86b6a-3522-440e-bf27-61ee458f2fdb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:43:49.086940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-68d86b6a-3522-440e-bf27-61ee458f2fdb tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "PUT /v2.0/routers/6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4199181 Sep 30 08:43:49.089608 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45776) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:49.092254 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e60c6-5c98-4a89-998c-eea09567feb2 None None] Sync routers for ids ['6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:43:49.102459 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e60c6-5c98-4a89-998c-eea09567feb2 None None] Routers {'6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:49.103069 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-785e60c6-5c98-4a89-998c-eea09567feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:43:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:49.139736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b271ec-44cf-4456-8b89-b086b322752f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Deleting subnet 59adf458-9786-405a-9261-22d201e14b50 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:43:49.143283 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3b271ec-44cf-4456-8b89-b086b322752f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.183059 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3b271ec-44cf-4456-8b89-b086b322752f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.206126 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-785e60c6-5c98-4a89-998c-eea09567feb2 None None] Set router 6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:49.272222 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3b271ec-44cf-4456-8b89-b086b322752f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.333406 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3b271ec-44cf-4456-8b89-b086b322752f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.360066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b271ec-44cf-4456-8b89-b086b322752f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event deleted for resources: {'Subnet': ['ID=59adf458-9786-405a-9261-22d201e14b50,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:49.363858 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3b271ec-44cf-4456-8b89-b086b322752f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.365832 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a3b271ec-44cf-4456-8b89-b086b322752f tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "DELETE /v2.0/subnets/59adf458-9786-405a-9261-22d201e14b50 HTTP/1.1" status: 204 len: 168 time: 0.2752256 Sep 30 08:43:49.368474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45778) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:49.374677 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f12b76-718b-4acf-a30a-e5d882f0ab76 None None] Network 1a54ac0c-9ca9-4154-8a73-84acaaef30e0 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:49.388333 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-785e60c6-5c98-4a89-998c-eea09567feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025688386', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:48Z', 'revision_number': 5, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:49.421900 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e60c6-5c98-4a89-998c-eea09567feb2 None None] Checking router: 6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:43:49.430410 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e60c6-5c98-4a89-998c-eea09567feb2 None None] Routers {'6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:49.431495 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-785e60c6-5c98-4a89-998c-eea09567feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:43:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:49.480863 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-704e2f0b-f037-4a56-baf9-ffe30eeb1111 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.538510 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-785e60c6-5c98-4a89-998c-eea09567feb2 None None] Set router 6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:49.563652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80bd497-ff40-44fb-864b-4412e22c4f9a None None] DHCP port deletion for 1a54ac0c-9ca9-4154-8a73-84acaaef30e0 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:43:49.603837 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-704e2f0b-f037-4a56-baf9-ffe30eeb1111 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.617753 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d80bd497-ff40-44fb-864b-4412e22c4f9a None None] Deleting port c2df30d8-f5e5-4273-84ee-639e34455da1 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:49.618134 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d80bd497-ff40-44fb-864b-4412e22c4f9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.660826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-704e2f0b-f037-4a56-baf9-ffe30eeb1111 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Deleting port 330ffeea-2694-4e0a-a513-fe9e646ee14a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:49.661237 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-704e2f0b-f037-4a56-baf9-ffe30eeb1111 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.692764 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d80bd497-ff40-44fb-864b-4412e22c4f9a None None] For port c2df30d8-f5e5-4273-84ee-639e34455da1, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=c2df30d8-f5e5-4273-84ee-639e34455da1,segment=NetworkSegment(70de5bc1-87e9-462a-a812-6eb1d605ca5e),segment_id=70de5bc1-87e9-462a-a812-6eb1d605ca5e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:49.693607 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d80bd497-ff40-44fb-864b-4412e22c4f9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.714893 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d80bd497-ff40-44fb-864b-4412e22c4f9a None None] Calling delete_port for c2df30d8-f5e5-4273-84ee-639e34455da1 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:49.739338 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-785e60c6-5c98-4a89-998c-eea09567feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025688386', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:48Z', 'revision_number': 5, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:49.760301 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-704e2f0b-f037-4a56-baf9-ffe30eeb1111 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] For port 330ffeea-2694-4e0a-a513-fe9e646ee14a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=330ffeea-2694-4e0a-a513-fe9e646ee14a,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:49.761538 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-704e2f0b-f037-4a56-baf9-ffe30eeb1111 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.766222 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e60c6-5c98-4a89-998c-eea09567feb2 None None] The sync data for ids ['6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf'] in n-d-807359-2 is: [{'id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025688386', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:48Z', 'revision_number': 5, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': '330ffeea-2694-4e0a-a513-fe9e646ee14a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:43:29Z', 'updated_at': '2021-09-30T08:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:43:49.781474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-704e2f0b-f037-4a56-baf9-ffe30eeb1111 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Calling delete_port for 330ffeea-2694-4e0a-a513-fe9e646ee14a owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:49.962196 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-704e2f0b-f037-4a56-baf9-ffe30eeb1111 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.969078 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d80bd497-ff40-44fb-864b-4412e22c4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:49.989169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e2f0b-f037-4a56-baf9-ffe30eeb1111 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event deleted for resources: {'Port': ['ID=330ffeea-2694-4e0a-a513-fe9e646ee14a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:49.995901 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bd497-ff40-44fb-864b-4412e22c4f9a None None] Pushing event deleted for resources: {'Port': ['ID=c2df30d8-f5e5-4273-84ee-639e34455da1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:49.997826 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80bd497-ff40-44fb-864b-4412e22c4f9a None None] No DVR routers for this DVR port c2df30d8-f5e5-4273-84ee-639e34455da1 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:43:50.059851 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-704e2f0b-f037-4a56-baf9-ffe30eeb1111 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.155715 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-704e2f0b-f037-4a56-baf9-ffe30eeb1111 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.158259 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-704e2f0b-f037-4a56-baf9-ffe30eeb1111 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.165528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c2df30d8-f5e5-4273-84ee-639e34455da1 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:50.191417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: c2df30d8-f5e5-4273-84ee-639e34455da1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:43:50.191803 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device c2df30d8-f5e5-4273-84ee-639e34455da1 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:43:50.201778 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-704e2f0b-f037-4a56-baf9-ffe30eeb1111 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.202278 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704e2f0b-f037-4a56-baf9-ffe30eeb1111 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Fanout notify agent at l3_agent the message router_deleted on router 6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:43:50.210222 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-704e2f0b-f037-4a56-baf9-ffe30eeb1111 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.211236 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-704e2f0b-f037-4a56-baf9-ffe30eeb1111 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "DELETE /v2.0/routers/6b2cf7c3-ee4b-4fc5-9b2e-e1bd88c599bf HTTP/1.1" status: 204 len: 168 time: 0.8418510 Sep 30 08:43:50.213956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45780) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:50.297490 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d6c9025-a60b-476e-83eb-4d408e361171 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.384345 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d6c9025-a60b-476e-83eb-4d408e361171 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.384706 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 39549add-285e-4e09-b2dd-905f2913642a no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:50.407027 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 39549add-285e-4e09-b2dd-905f2913642a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:43:50.407336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-7d6c9025-a60b-476e-83eb-4d408e361171 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a54ac0c-9ca9-4154-8a73-84acaaef30e0']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:50.407606 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 39549add-285e-4e09-b2dd-905f2913642a not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:43:50.419026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-7d6c9025-a60b-476e-83eb-4d408e361171 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70de5bc1-87e9-462a-a812-6eb1d605ca5e') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:50.419324 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-7d6c9025-a60b-476e-83eb-4d408e361171 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70de5bc1-87e9-462a-a812-6eb1d605ca5e') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:50.429611 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d6c9025-a60b-476e-83eb-4d408e361171 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.444299 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d6c9025-a60b-476e-83eb-4d408e361171 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.450863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6c9025-a60b-476e-83eb-4d408e361171 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:50.451354 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d6c9025-a60b-476e-83eb-4d408e361171 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:50.454698 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:50.517275 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d6c9025-a60b-476e-83eb-4d408e361171 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.524938 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d6c9025-a60b-476e-83eb-4d408e361171 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.526808 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7d6c9025-a60b-476e-83eb-4d408e361171 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "DELETE /v2.0/networks/1a54ac0c-9ca9-4154-8a73-84acaaef30e0 HTTP/1.1" status: 204 len: 168 time: 0.3118429 Sep 30 08:43:50.529884 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45782) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:50.538861 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c9025-a60b-476e-83eb-4d408e361171 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event deleted for resources: {'Network': ['ID=1a54ac0c-9ca9-4154-8a73-84acaaef30e0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:50.692233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Deleting port dce911a5-285e-4852-ac1d-8a5626ea54e4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:50.692570 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.773004 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.773238 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.785457 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Calling delete_port for dce911a5-285e-4852-ac1d-8a5626ea54e4 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:50.938615 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:50.966070 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event deleted for resources: {'Port': ['ID=dce911a5-285e-4852-ac1d-8a5626ea54e4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:50.990155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:50.990515 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:50.990839 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:50.991182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:50.991514 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:50.991843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:50.992195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:50.992528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:50.992853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:50.993175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:50.993494 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:50.993813 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:43:51.037323 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.037551 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Floating IP dbdc4e77-b4e9-4814-b028-07db24eff102 disassociated (deleted). External IP: 172.25.0.139, port: 684202ea-779d-49e7-a55a-ad6db17dad09. Sep 30 08:43:51.246162 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Router 6745b926-6c4b-4ab4-b3ab-35e99c870cab has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:43:51.352360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:43:51.357076 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:51.361485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba889d-91bf-463f-9df3-17b659311565 None None] Sync routers for ids ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:43:51.369885 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba889d-91bf-463f-9df3-17b659311565 None None] Routers {'6745b926-6c4b-4ab4-b3ab-35e99c870cab'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:51.370489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-0cba889d-91bf-463f-9df3-17b659311565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:43:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:51.383887 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c07903f8-1a40-4ead-86e5-dde1a5312947 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "DELETE /v2.0/floatingips/dbdc4e77-b4e9-4814-b028-07db24eff102 HTTP/1.1" status: 204 len: 168 time: 0.8528194 Sep 30 08:43:51.384445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf16f96-aa92-4664-b49f-322b57f7d245', 'tag': '684202ea-779d-49e7-a55a-ad6db17dad09'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:43:51.386685 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5bac0b-c01e-4145-afcc-a0a7dd1ad802" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf16f96-aa92-4664-b49f-322b57f7d245", "tag": "684202ea-779d-49e7-a55a-ad6db17dad09"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:43:51.427201 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c8a5db-c106-45d3-afb7-46e3973c2c7e x-openstack-request-id: req-86c8a5db-c106-45d3-afb7-46e3973c2c7e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:43:51.427490 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf16f96-aa92-4664-b49f-322b57f7d245", "tag": "684202ea-779d-49e7-a55a-ad6db17dad09", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:43:51.427742 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86c8a5db-c106-45d3-afb7-46e3973c2c7e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:43:51.428171 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf16f96-aa92-4664-b49f-322b57f7d245', 'tag': '684202ea-779d-49e7-a55a-ad6db17dad09', 'status': 'completed', 'code': 200} Sep 30 08:43:51.477734 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-0cba889d-91bf-463f-9df3-17b659311565 None None] Set router 6745b926-6c4b-4ab4-b3ab-35e99c870cab gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:51.514747 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bac0b-c01e-4145-afcc-a0a7dd1ad802 req-79a81348-2929-4bca-a977-5fa14e404891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:51.516385 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3e5bac0b-c01e-4145-afcc-a0a7dd1ad802 req-79a81348-2929-4bca-a977-5fa14e404891 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52f8b5ce381346e886cff4c5dae319e3&device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 1135 time: 0.0457263 Sep 30 08:43:51.620941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58d470-7ecd-45ed-bf9d-1e2d0ff1717a req-793c53dc-496c-438e-87f1-8cfcad88e17e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:51.622375 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d58d470-7ecd-45ed-bf9d-1e2d0ff1717a req-793c53dc-496c-438e-87f1-8cfcad88e17e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 984 time: 0.0539711 Sep 30 08:43:51.653477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bac0b-c01e-4145-afcc-a0a7dd1ad802 req-425c2cb4-c3b4-467b-ba88-86d83c364af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:51.655266 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3e5bac0b-c01e-4145-afcc-a0a7dd1ad802 req-425c2cb4-c3b4-467b-ba88-86d83c364af2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4356599d-1a11-455d-847c-ea7431b17fe7 HTTP/1.1" status: 200 len: 898 time: 0.0955205 Sep 30 08:43:51.670575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d58d470-7ecd-45ed-bf9d-1e2d0ff1717a req-9b54f8f1-8503-40a8-8af4-b39936a0235b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/security-groups?id=2461fc35-da92-4e8c-a5d6-2a0780c0fdbc&id=b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0399058 Sep 30 08:43:51.697695 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3e5bac0b-c01e-4145-afcc-a0a7dd1ad802 req-3480d03f-91f4-4f64-9fb7-e87106a10397 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=684202ea-779d-49e7-a55a-ad6db17dad09 HTTP/1.1" status: 200 len: 217 time: 0.0351000 Sep 30 08:43:51.708059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-0cba889d-91bf-463f-9df3-17b659311565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-673252457', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:38Z', 'revision_number': 4, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3849caeb-06f5-47e3-aaca-adea0072d627', 'name': '', 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'mac_address': 'fa:16:3e:5c:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:37Z', 'updated_at': '2021-09-30T08:42:41Z', 'revision_number': 5, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'subnets': [{'id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:51.735430 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba889d-91bf-463f-9df3-17b659311565 None None] Checking router: 6745b926-6c4b-4ab4-b3ab-35e99c870cab for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:43:51.745079 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba889d-91bf-463f-9df3-17b659311565 None None] Routers {'6745b926-6c4b-4ab4-b3ab-35e99c870cab'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:51.745709 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-0cba889d-91bf-463f-9df3-17b659311565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:43:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:51.756549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bac0b-c01e-4145-afcc-a0a7dd1ad802 req-d88907d5-034c-430a-a328-ad2ff3991854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:51.758105 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3e5bac0b-c01e-4145-afcc-a0a7dd1ad802 req-d88907d5-034c-430a-a328-ad2ff3991854 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be813d0a-689a-458e-a7a6-23b94b9ba0c8 HTTP/1.1" status: 200 len: 835 time: 0.0530779 Sep 30 08:43:51.782709 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 330ffeea-2694-4e0a-a513-fe9e646ee14a no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:51.805507 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bac0b-c01e-4145-afcc-a0a7dd1ad802 req-3e497c7c-cafe-4bc6-ab52-2fa3685f7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:51.806869 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 330ffeea-2694-4e0a-a513-fe9e646ee14a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:43:51.807024 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3e5bac0b-c01e-4145-afcc-a0a7dd1ad802 req-3e497c7c-cafe-4bc6-ab52-2fa3685f7a33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4356599d-1a11-455d-847c-ea7431b17fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415356 Sep 30 08:43:51.807251 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 330ffeea-2694-4e0a-a513-fe9e646ee14a not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:43:51.807664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 42b2d763-98da-4c0d-91d9-a1490c7bf590 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:51.829278 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 42b2d763-98da-4c0d-91d9-a1490c7bf590 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:43:51.829622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 42b2d763-98da-4c0d-91d9-a1490c7bf590 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:43:51.896995 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-0cba889d-91bf-463f-9df3-17b659311565 None None] Set router 6745b926-6c4b-4ab4-b3ab-35e99c870cab gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:51.899428 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3e5bac0b-c01e-4145-afcc-a0a7dd1ad802 req-16545f2e-ca46-4059-9c8b-cbcad45f0a9d service neutron] 10.222.0.35 "GET /v2.0/networks/4356599d-1a11-455d-847c-ea7431b17fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843415 Sep 30 08:43:51.994847 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3e5bac0b-c01e-4145-afcc-a0a7dd1ad802 req-778ff832-45c1-444c-bfd1-42f156f33c8a service neutron] 10.222.0.35 "GET /v2.0/networks/4356599d-1a11-455d-847c-ea7431b17fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859408 Sep 30 08:43:52.093051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-0cba889d-91bf-463f-9df3-17b659311565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-673252457', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:38Z', 'revision_number': 4, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3849caeb-06f5-47e3-aaca-adea0072d627', 'name': '', 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'mac_address': 'fa:16:3e:5c:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:37Z', 'updated_at': '2021-09-30T08:42:41Z', 'revision_number': 5, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'subnets': [{'id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:52.120687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba889d-91bf-463f-9df3-17b659311565 None None] The sync data for ids ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'] in n-d-807359-2 is: [{'id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-673252457', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:38Z', 'revision_number': 4, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3849caeb-06f5-47e3-aaca-adea0072d627', 'name': '', 'network_id': '4356599d-1a11-455d-847c-ea7431b17fe7', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'mac_address': 'fa:16:3e:5c:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:37Z', 'updated_at': '2021-09-30T08:42:41Z', 'revision_number': 5, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'subnets': [{'id': 'be813d0a-689a-458e-a7a6-23b94b9ba0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:43:52.255572 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:43:52.347502 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a288320b-dcdc-4452-a0ba-34d93af1b1ad None None] New status for floating IP dbdc4e77-b4e9-4814-b028-07db24eff102: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:43:52.789102 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e1563-1ee3-4f4a-a9b2-433fddb0e69a req-b07eb1ae-1b69-49ce-9bcd-6daea473eb72 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:52.790480 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-206e1563-1ee3-4f4a-a9b2-433fddb0e69a req-b07eb1ae-1b69-49ce-9bcd-6daea473eb72 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 984 time: 0.0478122 Sep 30 08:43:52.834052 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-206e1563-1ee3-4f4a-a9b2-433fddb0e69a req-c0d01669-2efb-4ffc-8776-b8449c9bb9ab tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/security-groups?id=2461fc35-da92-4e8c-a5d6-2a0780c0fdbc&id=b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0373673 Sep 30 08:43:52.998863 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e23ae-e3d6-4fc3-ad6c-e8e60e00e3d3 req-061f8cd9-b59e-4638-9c8d-65cb194caabd tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:43:53.000354 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a30e23ae-e3d6-4fc3-ad6c-e8e60e00e3d3 req-061f8cd9-b59e-4638-9c8d-65cb194caabd tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 984 time: 0.0483930 Sep 30 08:43:53.092578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-a30e23ae-e3d6-4fc3-ad6c-e8e60e00e3d3 req-4f1f36dd-022e-4312-8238-0c30e96b9c3b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Deleting port 684202ea-779d-49e7-a55a-ad6db17dad09 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:53.092838 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a30e23ae-e3d6-4fc3-ad6c-e8e60e00e3d3 req-4f1f36dd-022e-4312-8238-0c30e96b9c3b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.185359 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a30e23ae-e3d6-4fc3-ad6c-e8e60e00e3d3 req-4f1f36dd-022e-4312-8238-0c30e96b9c3b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] For port 684202ea-779d-49e7-a55a-ad6db17dad09, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=684202ea-779d-49e7-a55a-ad6db17dad09,segment=NetworkSegment(76dd687f-ba41-4b07-9711-16f8e7aec8e1),segment_id=76dd687f-ba41-4b07-9711-16f8e7aec8e1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:53.185727 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a30e23ae-e3d6-4fc3-ad6c-e8e60e00e3d3 req-4f1f36dd-022e-4312-8238-0c30e96b9c3b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.198761 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-a30e23ae-e3d6-4fc3-ad6c-e8e60e00e3d3 req-4f1f36dd-022e-4312-8238-0c30e96b9c3b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Calling delete_port for 684202ea-779d-49e7-a55a-ad6db17dad09 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:53.325407 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a30e23ae-e3d6-4fc3-ad6c-e8e60e00e3d3 req-4f1f36dd-022e-4312-8238-0c30e96b9c3b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.354595 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f36dd-022e-4312-8238-0c30e96b9c3b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event deleted for resources: {'Port': ['ID=684202ea-779d-49e7-a55a-ad6db17dad09,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:53.399093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30e23ae-e3d6-4fc3-ad6c-e8e60e00e3d3 req-4f1f36dd-022e-4312-8238-0c30e96b9c3b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] No DVR routers for this DVR port 684202ea-779d-49e7-a55a-ad6db17dad09 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:43:53.401831 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a30e23ae-e3d6-4fc3-ad6c-e8e60e00e3d3 req-4f1f36dd-022e-4312-8238-0c30e96b9c3b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:53.403819 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a30e23ae-e3d6-4fc3-ad6c-e8e60e00e3d3 req-4f1f36dd-022e-4312-8238-0c30e96b9c3b tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.35 "DELETE /v2.0/ports/684202ea-779d-49e7-a55a-ad6db17dad09 HTTP/1.1" status: 204 len: 173 time: 0.3976707 Sep 30 08:43:53.429514 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf16f96-aa92-4664-b49f-322b57f7d245', 'name': 'network-vif-deleted', 'tag': '684202ea-779d-49e7-a55a-ad6db17dad09'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:43:53.431957 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba931d3-d262-4779-bf08-8d5cac79f856" -d '{"events": [{"server_uuid": "cbf16f96-aa92-4664-b49f-322b57f7d245", "name": "network-vif-deleted", "tag": "684202ea-779d-49e7-a55a-ad6db17dad09"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:43:53.470197 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56f016f-d633-48f7-a85e-5e5dcf20be34 x-openstack-request-id: req-c56f016f-d633-48f7-a85e-5e5dcf20be34 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:43:53.470567 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf16f96-aa92-4664-b49f-322b57f7d245", "name": "network-vif-deleted", "tag": "684202ea-779d-49e7-a55a-ad6db17dad09", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:43:53.470953 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c56f016f-d633-48f7-a85e-5e5dcf20be34 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:43:53.472011 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf16f96-aa92-4664-b49f-322b57f7d245', 'name': 'network-vif-deleted', 'tag': '684202ea-779d-49e7-a55a-ad6db17dad09', 'status': 'completed', 'code': 200} Sep 30 08:43:53.943310 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fae65663-f808-4ebf-9b59-274fcd89bb0b req-cdd976b1-c6dd-4b2a-beb1-5f0a96f0587e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbf16f96-aa92-4664-b49f-322b57f7d245 HTTP/1.1" status: 200 len: 210 time: 0.0265050 Sep 30 08:43:54.999195 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45798) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:55.050023 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6a5749-09da-4d9c-b430-e02530dc639e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.070931 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6a5749-09da-4d9c-b430-e02530dc639e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.111897 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6a5749-09da-4d9c-b430-e02530dc639e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.114526 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6a5749-09da-4d9c-b430-e02530dc639e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.115695 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2e6a5749-09da-4d9c-b430-e02530dc639e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "DELETE /v2.0/security-groups/b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe HTTP/1.1" status: 204 len: 168 time: 0.1155336 Sep 30 08:43:55.118638 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:55.124578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a5749-09da-4d9c-b430-e02530dc639e tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e9f9ea-1ddd-4119-91b6-ccd9be6386fe,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:55.174070 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16193790-100d-4961-bfa3-3797cdd395cf tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.199183 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16193790-100d-4961-bfa3-3797cdd395cf tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.243952 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16193790-100d-4961-bfa3-3797cdd395cf tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.246518 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16193790-100d-4961-bfa3-3797cdd395cf tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:55.247725 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-16193790-100d-4961-bfa3-3797cdd395cf tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "DELETE /v2.0/security-groups/2461fc35-da92-4e8c-a5d6-2a0780c0fdbc HTTP/1.1" status: 204 len: 168 time: 0.1280375 Sep 30 08:43:55.250741 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45802) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:55.257342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16193790-100d-4961-bfa3-3797cdd395cf tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2461fc35-da92-4e8c-a5d6-2a0780c0fdbc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:55.937090 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a2c3107-bb65-4e59-96b7-e2741c831b40 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:56.185673 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c3107-bb65-4e59-96b7-e2741c831b40 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Deleting port 3849caeb-06f5-47e3-aaca-adea0072d627 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:56.186401 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a2c3107-bb65-4e59-96b7-e2741c831b40 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:56.274743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-1a2c3107-bb65-4e59-96b7-e2741c831b40 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] For port 3849caeb-06f5-47e3-aaca-adea0072d627, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3849caeb-06f5-47e3-aaca-adea0072d627,segment=NetworkSegment(76dd687f-ba41-4b07-9711-16f8e7aec8e1),segment_id=76dd687f-ba41-4b07-9711-16f8e7aec8e1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:56.275018 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a2c3107-bb65-4e59-96b7-e2741c831b40 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:56.291689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c3107-bb65-4e59-96b7-e2741c831b40 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Calling delete_port for 3849caeb-06f5-47e3-aaca-adea0072d627 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:56.468058 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a2c3107-bb65-4e59-96b7-e2741c831b40 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:56.494300 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c3107-bb65-4e59-96b7-e2741c831b40 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event deleted for resources: {'Port': ['ID=3849caeb-06f5-47e3-aaca-adea0072d627,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:56.667711 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a2c3107-bb65-4e59-96b7-e2741c831b40 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:56.878837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2c3107-bb65-4e59-96b7-e2741c831b40 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Router 6745b926-6c4b-4ab4-b3ab-35e99c870cab has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:43:56.986146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2c3107-bb65-4e59-96b7-e2741c831b40 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:43:56.991944 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1a2c3107-bb65-4e59-96b7-e2741c831b40 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "PUT /v2.0/routers/6745b926-6c4b-4ab4-b3ab-35e99c870cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7399035 Sep 30 08:43:56.994580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45804) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:56.996293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f95fd2-e6d6-403b-899d-e3b1bf396856 None None] Sync routers for ids ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:43:57.006602 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f95fd2-e6d6-403b-899d-e3b1bf396856 None None] Routers {'6745b926-6c4b-4ab4-b3ab-35e99c870cab'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:57.007202 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-59f95fd2-e6d6-403b-899d-e3b1bf396856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:43:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:57.046144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-883ae6ae-8721-4cad-8bf7-4042a1040546 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Deleting subnet be813d0a-689a-458e-a7a6-23b94b9ba0c8 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:43:57.049937 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-883ae6ae-8721-4cad-8bf7-4042a1040546 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.091306 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-883ae6ae-8721-4cad-8bf7-4042a1040546 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.114173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-59f95fd2-e6d6-403b-899d-e3b1bf396856 None None] Set router 6745b926-6c4b-4ab4-b3ab-35e99c870cab gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:57.181360 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-883ae6ae-8721-4cad-8bf7-4042a1040546 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.239511 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-883ae6ae-8721-4cad-8bf7-4042a1040546 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.266197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ae6ae-8721-4cad-8bf7-4042a1040546 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event deleted for resources: {'Subnet': ['ID=be813d0a-689a-458e-a7a6-23b94b9ba0c8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:57.269918 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-883ae6ae-8721-4cad-8bf7-4042a1040546 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.274507 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-883ae6ae-8721-4cad-8bf7-4042a1040546 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "DELETE /v2.0/subnets/be813d0a-689a-458e-a7a6-23b94b9ba0c8 HTTP/1.1" status: 204 len: 168 time: 0.2789683 Sep 30 08:43:57.275003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45806) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:57.277913 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecb7058-f1f1-4cff-9998-a4c416640164 None None] Network 4356599d-1a11-455d-847c-ea7431b17fe7 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:43:57.382335 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58360e1c-0514-49b0-9e5c-329df2f076a0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.419784 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-59f95fd2-e6d6-403b-899d-e3b1bf396856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-673252457', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:43:56Z', 'revision_number': 5, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:57.449907 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f95fd2-e6d6-403b-899d-e3b1bf396856 None None] Checking router: 6745b926-6c4b-4ab4-b3ab-35e99c870cab for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:43:57.463314 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f95fd2-e6d6-403b-899d-e3b1bf396856 None None] Routers {'6745b926-6c4b-4ab4-b3ab-35e99c870cab'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:43:57.463930 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-59f95fd2-e6d6-403b-899d-e3b1bf396856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:43:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:57.487976 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58360e1c-0514-49b0-9e5c-329df2f076a0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.546603 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-58360e1c-0514-49b0-9e5c-329df2f076a0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Deleting port e06598fa-5be3-4b1b-b629-02626565563b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:57.546964 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58360e1c-0514-49b0-9e5c-329df2f076a0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.572005 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd55fc7-392e-4b87-af97-46f855a63f5b None None] DHCP port deletion for 4356599d-1a11-455d-847c-ea7431b17fe7 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:43:57.615369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-59f95fd2-e6d6-403b-899d-e3b1bf396856 None None] Set router 6745b926-6c4b-4ab4-b3ab-35e99c870cab gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:43:57.628720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-58360e1c-0514-49b0-9e5c-329df2f076a0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] For port e06598fa-5be3-4b1b-b629-02626565563b, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e06598fa-5be3-4b1b-b629-02626565563b,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:57.629087 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58360e1c-0514-49b0-9e5c-329df2f076a0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.641497 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-58360e1c-0514-49b0-9e5c-329df2f076a0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Calling delete_port for e06598fa-5be3-4b1b-b629-02626565563b owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:57.732137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-dfd55fc7-392e-4b87-af97-46f855a63f5b None None] Deleting port 9997efad-2c70-4657-a1c8-37a002c0048c {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:43:57.732512 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dfd55fc7-392e-4b87-af97-46f855a63f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.819979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dfd55fc7-392e-4b87-af97-46f855a63f5b None None] For port 9997efad-2c70-4657-a1c8-37a002c0048c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9997efad-2c70-4657-a1c8-37a002c0048c,segment=NetworkSegment(76dd687f-ba41-4b07-9711-16f8e7aec8e1),segment_id=76dd687f-ba41-4b07-9711-16f8e7aec8e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:43:57.820444 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dfd55fc7-392e-4b87-af97-46f855a63f5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.823034 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58360e1c-0514-49b0-9e5c-329df2f076a0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:57.831682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9997efad-2c70-4657-a1c8-37a002c0048c no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:57.850484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58360e1c-0514-49b0-9e5c-329df2f076a0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event deleted for resources: {'Port': ['ID=e06598fa-5be3-4b1b-b629-02626565563b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:57.859583 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-dfd55fc7-392e-4b87-af97-46f855a63f5b None None] Calling delete_port for 9997efad-2c70-4657-a1c8-37a002c0048c owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:43:57.914339 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58360e1c-0514-49b0-9e5c-329df2f076a0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.015608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 684202ea-779d-49e7-a55a-ad6db17dad09 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:58.039260 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-59f95fd2-e6d6-403b-899d-e3b1bf396856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-673252457', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:43:56Z', 'revision_number': 5, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:58.046041 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 684202ea-779d-49e7-a55a-ad6db17dad09 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:43:58.046388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 684202ea-779d-49e7-a55a-ad6db17dad09 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:43:58.250272 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f95fd2-e6d6-403b-899d-e3b1bf396856 None None] The sync data for ids ['6745b926-6c4b-4ab4-b3ab-35e99c870cab'] in n-d-807359-2 is: [{'id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-673252457', 'tenant_id': '52f8b5ce381346e886cff4c5dae319e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:43:56Z', 'revision_number': 5, 'project_id': '52f8b5ce381346e886cff4c5dae319e3', 'gw_port': {'id': 'e06598fa-5be3-4b1b-b629-02626565563b', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745b926-6c4b-4ab4-b3ab-35e99c870cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:42:34Z', 'updated_at': '2021-09-30T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:43:58.252196 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.257345 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dfd55fc7-392e-4b87-af97-46f855a63f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.294553 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd55fc7-392e-4b87-af97-46f855a63f5b None None] Pushing event deleted for resources: {'Port': ['ID=9997efad-2c70-4657-a1c8-37a002c0048c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:58.296419 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd55fc7-392e-4b87-af97-46f855a63f5b None None] No DVR routers for this DVR port 9997efad-2c70-4657-a1c8-37a002c0048c on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:43:58.356828 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58360e1c-0514-49b0-9e5c-329df2f076a0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.359540 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58360e1c-0514-49b0-9e5c-329df2f076a0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.401695 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58360e1c-0514-49b0-9e5c-329df2f076a0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.402231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58360e1c-0514-49b0-9e5c-329df2f076a0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Fanout notify agent at l3_agent the message router_deleted on router 6745b926-6c4b-4ab4-b3ab-35e99c870cab {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:43:58.410392 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58360e1c-0514-49b0-9e5c-329df2f076a0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.411517 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-58360e1c-0514-49b0-9e5c-329df2f076a0 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "DELETE /v2.0/routers/6745b926-6c4b-4ab4-b3ab-35e99c870cab HTTP/1.1" status: 204 len: 168 time: 1.1349428 Sep 30 08:43:58.414059 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45808) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:58.489332 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d45dcfd0-7bea-49da-95ea-58c515b91a07 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.579249 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d45dcfd0-7bea-49da-95ea-58c515b91a07 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.601704 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d45dcfd0-7bea-49da-95ea-58c515b91a07 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4356599d-1a11-455d-847c-ea7431b17fe7']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:58.612933 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d45dcfd0-7bea-49da-95ea-58c515b91a07 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dd687f-ba41-4b07-9711-16f8e7aec8e1') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:58.613305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d45dcfd0-7bea-49da-95ea-58c515b91a07 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dd687f-ba41-4b07-9711-16f8e7aec8e1') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:43:58.624387 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d45dcfd0-7bea-49da-95ea-58c515b91a07 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.642704 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d45dcfd0-7bea-49da-95ea-58c515b91a07 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.650675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45dcfd0-7bea-49da-95ea-58c515b91a07 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:43:58.651242 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d45dcfd0-7bea-49da-95ea-58c515b91a07 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:43:58.655285 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:43:58.719292 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d45dcfd0-7bea-49da-95ea-58c515b91a07 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.727227 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d45dcfd0-7bea-49da-95ea-58c515b91a07 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:58.731760 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d45dcfd0-7bea-49da-95ea-58c515b91a07 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] 10.222.0.24 "DELETE /v2.0/networks/4356599d-1a11-455d-847c-ea7431b17fe7 HTTP/1.1" status: 204 len: 168 time: 0.3167791 Sep 30 08:43:58.743467 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45dcfd0-7bea-49da-95ea-58c515b91a07 tempest-TestSecurityGroupsBasicOps-350388383 tempest-TestSecurityGroupsBasicOps-350388383-project] Pushing event deleted for resources: {'Network': ['ID=4356599d-1a11-455d-847c-ea7431b17fe7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:59.034780 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45816) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:59.165611 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1fb167b3-5c5e-47bd-bbfe-68c858192187 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52f8b5ce381346e886cff4c5dae319e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296153 Sep 30 08:43:59.168064 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45820) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:59.214444 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8473e340-fba3-45b2-bbd5-d882cbffd1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.235036 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8473e340-fba3-45b2-bbd5-d882cbffd1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.283971 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8473e340-fba3-45b2-bbd5-d882cbffd1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.286696 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8473e340-fba3-45b2-bbd5-d882cbffd1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.287991 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8473e340-fba3-45b2-bbd5-d882cbffd1f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbe9b433-ab75-4f5b-92a0-a19324738e14 HTTP/1.1" status: 204 len: 168 time: 0.1189330 Sep 30 08:43:59.296339 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473e340-fba3-45b2-bbd5-d882cbffd1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe9b433-ab75-4f5b-92a0-a19324738e14,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:59.558043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45826) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:59.571141 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-378bc9fb-4773-4eee-8bac-5118483de2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.664509 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-378bc9fb-4773-4eee-8bac-5118483de2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.668381 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-378bc9fb-4773-4eee-8bac-5118483de2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.708521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-378bc9fb-4773-4eee-8bac-5118483de2e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de36252523294d4ba4192b70571003d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495547 Sep 30 08:43:59.709464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bc9fb-4773-4eee-8bac-5118483de2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0a8f2f-0566-4234-af11-73ef8fac9ff3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:59.711261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45828) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:43:59.762264 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3849caeb-06f5-47e3-aaca-adea0072d627 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:59.769147 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8354-1f74-45cd-bf4d-1b1910987a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.782156 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 3849caeb-06f5-47e3-aaca-adea0072d627 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:43:59.782499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3849caeb-06f5-47e3-aaca-adea0072d627 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:43:59.783118 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e06598fa-5be3-4b1b-b629-02626565563b no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:43:59.790708 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8354-1f74-45cd-bf4d-1b1910987a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.801688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: e06598fa-5be3-4b1b-b629-02626565563b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:43:59.802032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e06598fa-5be3-4b1b-b629-02626565563b not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:43:59.837077 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8354-1f74-45cd-bf4d-1b1910987a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.839649 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8354-1f74-45cd-bf4d-1b1910987a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:43:59.840836 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e6ea8354-1f74-45cd-bf4d-1b1910987a23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d0a8f2f-0566-4234-af11-73ef8fac9ff3 HTTP/1.1" status: 204 len: 168 time: 0.1279824 Sep 30 08:43:59.848468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea8354-1f74-45cd-bf4d-1b1910987a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0a8f2f-0566-4234-af11-73ef8fac9ff3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:43:59.974144 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:00.150981 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45834) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:00.189365 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6d2c56b6-6028-489b-a8d5-51465cc4b870 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e0b052e30334007a6d2caf1936cba55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372050 Sep 30 08:44:00.192314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45836) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:00.239884 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35baf773-e091-4b7b-b13b-128c2438876f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:00.259786 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35baf773-e091-4b7b-b13b-128c2438876f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:00.305824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35baf773-e091-4b7b-b13b-128c2438876f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:00.308350 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35baf773-e091-4b7b-b13b-128c2438876f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:00.309516 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-35baf773-e091-4b7b-b13b-128c2438876f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46b9d7bd-1769-4c91-8577-75e023adb9c4 HTTP/1.1" status: 204 len: 168 time: 0.1162481 Sep 30 08:44:00.317339 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baf773-e091-4b7b-b13b-128c2438876f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b9d7bd-1769-4c91-8577-75e023adb9c4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:00.982498 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45858) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:01.081508 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-89f304f5-7466-4765-b63f-b6927144887b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1068799252-network', 'tenant_id': '0d628a6f84e646a7ac5e2eb5d7823781'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:01.101092 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f304f5-7466-4765-b63f-b6927144887b admin admin] Made reservation on behalf of 0d628a6f84e646a7ac5e2eb5d7823781 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:01.103320 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f304f5-7466-4765-b63f-b6927144887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.114567 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f304f5-7466-4765-b63f-b6927144887b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.203436 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f304f5-7466-4765-b63f-b6927144887b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.209262 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f304f5-7466-4765-b63f-b6927144887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.233915 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f304f5-7466-4765-b63f-b6927144887b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:44:01.243880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f304f5-7466-4765-b63f-b6927144887b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5787b803-5079-421e-9e36-386c9b1e7db4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:01.249651 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f304f5-7466-4765-b63f-b6927144887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.249989 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-89f304f5-7466-4765-b63f-b6927144887b admin admin] Added segment b0104f48-614c-416d-8311-8559c920fae2 of type vlan for network 60d9d604-1337-4c1d-aa9c-e23db458ca29 Sep 30 08:44:01.289219 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f304f5-7466-4765-b63f-b6927144887b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.313119 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f304f5-7466-4765-b63f-b6927144887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.313992 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f304f5-7466-4765-b63f-b6927144887b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:01.314625 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f304f5-7466-4765-b63f-b6927144887b admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.349112 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-89f304f5-7466-4765-b63f-b6927144887b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3655097 Sep 30 08:44:01.352168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45862) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:01.357489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-871bd5df-84e5-4a4d-a4a5-526666d75a51 admin admin] Request body: {'subnet': {'network_id': '60d9d604-1337-4c1d-aa9c-e23db458ca29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1068799252-subnet', 'tenant_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:01.374380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f304f5-7466-4765-b63f-b6927144887b admin admin] Pushing event updated for resources: {'Network': ['ID=60d9d604-1337-4c1d-aa9c-e23db458ca29,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:01.378994 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871bd5df-84e5-4a4d-a4a5-526666d75a51 admin admin] Made reservation on behalf of 0d628a6f84e646a7ac5e2eb5d7823781 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:01.381384 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-871bd5df-84e5-4a4d-a4a5-526666d75a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.384146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 60d9d604-1337-4c1d-aa9c-e23db458ca29 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:44:01.555190 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-871bd5df-84e5-4a4d-a4a5-526666d75a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.608366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bd5df-84e5-4a4d-a4a5-526666d75a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6145733-1d38-44f0-a974-8ae830861e1f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:01.619529 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871bd5df-84e5-4a4d-a4a5-526666d75a51 admin admin] Checking segment: {'id': 'b0104f48-614c-416d-8311-8559c920fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '60d9d604-1337-4c1d-aa9c-e23db458ca29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:01.619899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871bd5df-84e5-4a4d-a4a5-526666d75a51 admin admin] Network hostable DHCP agents. Network: 60d9d604-1337-4c1d-aa9c-e23db458ca29, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:44:01.638083 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871bd5df-84e5-4a4d-a4a5-526666d75a51 admin admin] Network 60d9d604-1337-4c1d-aa9c-e23db458ca29 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:44:01.647587 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-871bd5df-84e5-4a4d-a4a5-526666d75a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 60d9d604-1337-4c1d-aa9c-e23db458ca29) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:01.651782 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871bd5df-84e5-4a4d-a4a5-526666d75a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:01.652404 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-871bd5df-84e5-4a4d-a4a5-526666d75a51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.658995 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc36b13-7305-4199-957f-fd64842710cb None None] Network 60d9d604-1337-4c1d-aa9c-e23db458ca29 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:01.666418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-871bd5df-84e5-4a4d-a4a5-526666d75a51 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3131294 Sep 30 08:44:01.669110 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 45864) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:01.673345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1068799252-router', 'tenant_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:01.696099 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.697318 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.751982 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.804781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-60d9d604-1337-4c1d-aa9c-e23db458ca29', 'network_id': '60d9d604-1337-4c1d-aa9c-e23db458ca29', 'tenant_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'fixed_ips': [{'subnet_id': 'c6145733-1d38-44f0-a974-8ae830861e1f'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:44:01.805646 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.888756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:01.951980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Allocated IP 172.20.0.2 (60d9d604-1337-4c1d-aa9c-e23db458ca29/c6145733-1d38-44f0-a974-8ae830861e1f/00e7a8cb-95e8-45a9-a094-6a655cf3b649) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:44:02.092365 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:02.093155 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:02.098881 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:02.114513 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:02.140385 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Network 60d9d604-1337-4c1d-aa9c-e23db458ca29 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:02.143362 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:02.152356 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:44:02.156997 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Pushing event updated for resources: {'Port': ['ID=00e7a8cb-95e8-45a9-a094-6a655cf3b649,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:02.207042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Attempting to bind port 00e7a8cb-95e8-45a9-a094-6a655cf3b649 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:44:02.207403 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Attempting to bind port 00e7a8cb-95e8-45a9-a094-6a655cf3b649 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'b0104f48-614c-416d-8311-8559c920fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '60d9d604-1337-4c1d-aa9c-e23db458ca29'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:44:02.207763 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Attempting to bind port 00e7a8cb-95e8-45a9-a094-6a655cf3b649 on network 60d9d604-1337-4c1d-aa9c-e23db458ca29 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:02.212538 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:44:02.212904 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Checking segment: {'id': 'b0104f48-614c-416d-8311-8559c920fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '60d9d604-1337-4c1d-aa9c-e23db458ca29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:02.213297 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:02.213681 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Bound using segment: {'id': 'b0104f48-614c-416d-8311-8559c920fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '60d9d604-1337-4c1d-aa9c-e23db458ca29'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:44:02.214139 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Bound port: 00e7a8cb-95e8-45a9-a094-6a655cf3b649, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0104f48-614c-416d-8311-8559c920fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '60d9d604-1337-4c1d-aa9c-e23db458ca29'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:44:02.214513 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:02.219478 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Allocated IP 172.25.0.47 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/0e605962-7062-4ce9-a1d6-e00403b8df12) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:44:02.278655 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] For port 00e7a8cb-95e8-45a9-a094-6a655cf3b649, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:44:02.282181 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] For port 00e7a8cb-95e8-45a9-a094-6a655cf3b649, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=00e7a8cb-95e8-45a9-a094-6a655cf3b649,segment=NetworkSegment(b0104f48-614c-416d-8311-8559c920fae2),segment_id=b0104f48-614c-416d-8311-8559c920fae2)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:44:02.285826 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:02.329908 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:02.344999 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe88df8-1be0-4975-975e-a21a7e75a7ae None None] Pushing event updated for resources: {'Port': ['ID=00e7a8cb-95e8-45a9-a094-6a655cf3b649,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:02.376837 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:02.416313 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:02.420144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:02.423747 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:44:02.432144 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Pushing event updated for resources: {'Port': ['ID=0e605962-7062-4ce9-a1d6-e00403b8df12,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:02.703749 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:02.897731 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.037336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Router f48620b1-d79d-4c63-af28-ee5ce469defe is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:44:03.147205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:44:03.161047 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Sync routers for ids ['f48620b1-d79d-4c63-af28-ee5ce469defe'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:44:03.164539 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.168266 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4f16cf5f-8585-4d49-aa29-1d8c73d01c41 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.4957662 Sep 30 08:44:03.169800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:03.171467 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Routers {'f48620b1-d79d-4c63-af28-ee5ce469defe'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:44:03.172190 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:43:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f48620b1-d79d-4c63-af28-ee5ce469defe'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:03.222999 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bc5ac8-21fa-495f-a6b0-08efcdeaadf5 None None] Network 60d9d604-1337-4c1d-aa9c-e23db458ca29 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:03.280023 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Set router f48620b1-d79d-4c63-af28-ee5ce469defe gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:44:03.300762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4bd382c7-7bc9-42ba-a893-3a4d1d5f46fd None None] Provisioning complete for port 00e7a8cb-95e8-45a9-a094-6a655cf3b649 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:03.301135 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bd382c7-7bc9-42ba-a893-3a4d1d5f46fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.449927 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bd382c7-7bc9-42ba-a893-3a4d1d5f46fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.459067 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48620b1-d79d-4c63-af28-ee5ce469defe', 'name': 'tempest-ImageQuotaTest-1068799252-router', 'tenant_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '0e605962-7062-4ce9-a1d6-e00403b8df12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:44:01Z', 'updated_at': '2021-09-30T08:44:02Z', 'revision_number': 3, 'project_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'gw_port': {'id': '0e605962-7062-4ce9-a1d6-e00403b8df12', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:56:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48620b1-d79d-4c63-af28-ee5ce469defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:44:02Z', 'updated_at': '2021-09-30T08:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:03.484999 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Checking router: f48620b1-d79d-4c63-af28-ee5ce469defe for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:44:03.485573 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Updating router f48620b1-d79d-4c63-af28-ee5ce469defe port 0e605962-7062-4ce9-a1d6-e00403b8df12 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:44:03.494709 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4bd382c7-7bc9-42ba-a893-3a4d1d5f46fd None None] For port 00e7a8cb-95e8-45a9-a094-6a655cf3b649, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=00e7a8cb-95e8-45a9-a094-6a655cf3b649,segment=NetworkSegment(b0104f48-614c-416d-8311-8559c920fae2),segment_id=b0104f48-614c-416d-8311-8559c920fae2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:03.499980 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bd382c7-7bc9-42ba-a893-3a4d1d5f46fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.512029 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.561221 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd382c7-7bc9-42ba-a893-3a4d1d5f46fd None None] Pushing event updated for resources: {'Port': ['ID=00e7a8cb-95e8-45a9-a094-6a655cf3b649,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:03.631374 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.732849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f9980d2f-3d23-49a9-9ef8-1e3167c30b22 None None] Provisioning complete for port 00e7a8cb-95e8-45a9-a094-6a655cf3b649 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:03.733242 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9980d2f-3d23-49a9-9ef8-1e3167c30b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.793683 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.802970 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.811210 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 00e7a8cb-95e8-45a9-a094-6a655cf3b649 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:44:03.819854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Allocated IP 172.20.0.1 (60d9d604-1337-4c1d-aa9c-e23db458ca29/c6145733-1d38-44f0-a974-8ae830861e1f/fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:44:03.850104 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66f598-3b5c-4796-be9f-7169b640f004 None None] Pushing event updated for resources: {'Port': ['ID=0e605962-7062-4ce9-a1d6-e00403b8df12,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:03.865003 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Attempting to bind port 0e605962-7062-4ce9-a1d6-e00403b8df12 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:44:03.865374 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Attempting to bind port 0e605962-7062-4ce9-a1d6-e00403b8df12 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:44:03.865738 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Attempting to bind port 0e605962-7062-4ce9-a1d6-e00403b8df12 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:03.869703 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f598-3b5c-4796-be9f-7169b640f004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:03.870046 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f598-3b5c-4796-be9f-7169b640f004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:03.870383 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f598-3b5c-4796-be9f-7169b640f004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:03.870713 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f598-3b5c-4796-be9f-7169b640f004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:03.871040 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f598-3b5c-4796-be9f-7169b640f004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:03.871582 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f598-3b5c-4796-be9f-7169b640f004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:03.871919 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f598-3b5c-4796-be9f-7169b640f004 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:03.872438 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f598-3b5c-4796-be9f-7169b640f004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:03.872761 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f598-3b5c-4796-be9f-7169b640f004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:03.873082 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f598-3b5c-4796-be9f-7169b640f004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:03.873398 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f598-3b5c-4796-be9f-7169b640f004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:03.873892 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66f598-3b5c-4796-be9f-7169b640f004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:03.877867 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 00e7a8cb-95e8-45a9-a094-6a655cf3b649 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:03.879196 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.880176 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:44:03.880766 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:03.881353 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.881737 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:44:03.882214 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Bound port: 0e605962-7062-4ce9-a1d6-e00403b8df12, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:44:03.882594 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.930710 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.934654 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] For port 0e605962-7062-4ce9-a1d6-e00403b8df12, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:44:03.937960 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] For port 0e605962-7062-4ce9-a1d6-e00403b8df12, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0e605962-7062-4ce9-a1d6-e00403b8df12,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:44:03.941895 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.980089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:03.999540 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66f598-3b5c-4796-be9f-7169b640f004 None None] Pushing event updated for resources: {'Port': ['ID=0e605962-7062-4ce9-a1d6-e00403b8df12,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:04.003778 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Routers {'f48620b1-d79d-4c63-af28-ee5ce469defe'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:44:04.004673 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:43:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f48620b1-d79d-4c63-af28-ee5ce469defe'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:04.025803 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Network 60d9d604-1337-4c1d-aa9c-e23db458ca29 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:04.028617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:04.035506 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:44:04.039246 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Pushing event updated for resources: {'Port': ['ID=fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:04.076772 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:04.112863 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] Set router f48620b1-d79d-4c63-af28-ee5ce469defe gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:44:04.214852 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:04.279382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fdf12ace-9f8c-48fc-9783-0b54632f3956 None None] Provisioning complete for port fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:04.280242 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fdf12ace-9f8c-48fc-9783-0b54632f3956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:04.298249 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48620b1-d79d-4c63-af28-ee5ce469defe', 'name': 'tempest-ImageQuotaTest-1068799252-router', 'tenant_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '0e605962-7062-4ce9-a1d6-e00403b8df12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:44:01Z', 'updated_at': '2021-09-30T08:44:02Z', 'revision_number': 3, 'project_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'gw_port': {'id': '0e605962-7062-4ce9-a1d6-e00403b8df12', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:56:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48620b1-d79d-4c63-af28-ee5ce469defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:44:02Z', 'updated_at': '2021-09-30T08:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:04.315256 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fdf12ace-9f8c-48fc-9783-0b54632f3956 None None] Port fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:44:04.325494 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ce216b-72d3-4455-ab79-cea364951474 None None] The sync data for ids ['f48620b1-d79d-4c63-af28-ee5ce469defe'] in n-d-807359-2 is: [{'id': 'f48620b1-d79d-4c63-af28-ee5ce469defe', 'name': 'tempest-ImageQuotaTest-1068799252-router', 'tenant_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '0e605962-7062-4ce9-a1d6-e00403b8df12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:44:01Z', 'updated_at': '2021-09-30T08:44:02Z', 'revision_number': 3, 'project_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'gw_port': {'id': '0e605962-7062-4ce9-a1d6-e00403b8df12', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:56:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48620b1-d79d-4c63-af28-ee5ce469defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:44:02Z', 'updated_at': '2021-09-30T08:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:44:04.390789 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:04.396188 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:04.460358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Pushing event updated for resources: {'Port': ['ID=fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:04.466387 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:04.570627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Network 60d9d604-1337-4c1d-aa9c-e23db458ca29 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:04.572702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:04.700062 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Router f48620b1-d79d-4c63-af28-ee5ce469defe has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:44:04.818813 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:44:04.824504 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6e10bd32-d75a-41e3-a76f-da0bb8e2b82a admin admin] 10.222.0.24 "PUT /v2.0/routers/f48620b1-d79d-4c63-af28-ee5ce469defe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6536510 Sep 30 08:44:04.844283 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-87e76bdc-d788-4018-aef6-a4567d0debf1 None None] Provisioning complete for port fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:04.844961 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87e76bdc-d788-4018-aef6-a4567d0debf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:04.880445 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-87e76bdc-d788-4018-aef6-a4567d0debf1 None None] Port fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:44:05.771401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0e605962-7062-4ce9-a1d6-e00403b8df12 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:44:05.814321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45886) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:05.828317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0e605962-7062-4ce9-a1d6-e00403b8df12 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:05.828786 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:05.857136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Sync routers for ids ['f48620b1-d79d-4c63-af28-ee5ce469defe'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:44:05.878133 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Routers {'f48620b1-d79d-4c63-af28-ee5ce469defe'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:44:05.878744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:43:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f48620b1-d79d-4c63-af28-ee5ce469defe'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:05.998051 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.027071 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Set router f48620b1-d79d-4c63-af28-ee5ce469defe gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:44:06.029669 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 0e605962-7062-4ce9-a1d6-e00403b8df12, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0e605962-7062-4ce9-a1d6-e00403b8df12,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:06.053922 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.159245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=0e605962-7062-4ce9-a1d6-e00403b8df12,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:06.168635 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77ce33dd-7fb6-45bb-993a-c57dc4e57777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.266081 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48620b1-d79d-4c63-af28-ee5ce469defe', 'name': 'tempest-ImageQuotaTest-1068799252-router', 'tenant_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '0e605962-7062-4ce9-a1d6-e00403b8df12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:44:01Z', 'updated_at': '2021-09-30T08:44:04Z', 'revision_number': 4, 'project_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'gw_port': {'id': '0e605962-7062-4ce9-a1d6-e00403b8df12', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:56:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48620b1-d79d-4c63-af28-ee5ce469defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:44:02Z', 'updated_at': '2021-09-30T08:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3', 'name': '', 'network_id': '60d9d604-1337-4c1d-aa9c-e23db458ca29', 'tenant_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'mac_address': 'fa:16:3e:0b:84:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48620b1-d79d-4c63-af28-ee5ce469defe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'c6145733-1d38-44f0-a974-8ae830861e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:44:03Z', 'updated_at': '2021-09-30T08:44:04Z', 'revision_number': 2, 'project_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'subnets': [{'id': 'c6145733-1d38-44f0-a974-8ae830861e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:06.293830 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Checking router: f48620b1-d79d-4c63-af28-ee5ce469defe for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:44:06.294175 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Updating router f48620b1-d79d-4c63-af28-ee5ce469defe port fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:44:06.319406 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.415225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-77ce33dd-7fb6-45bb-993a-c57dc4e57777 admin admin] Deleting port fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:06.415571 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77ce33dd-7fb6-45bb-993a-c57dc4e57777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.488875 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77ce33dd-7fb6-45bb-993a-c57dc4e57777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.500471 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-77ce33dd-7fb6-45bb-993a-c57dc4e57777 admin admin] Calling delete_port for fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:06.576997 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.583439 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.634595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1169d9-c9d0-4f4d-8647-97708b8b128f None None] Pushing event updated for resources: {'Port': ['ID=fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:06.694112 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Attempting to bind port fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:44:06.694563 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Attempting to bind port fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'b0104f48-614c-416d-8311-8559c920fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '60d9d604-1337-4c1d-aa9c-e23db458ca29'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:44:06.694993 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Attempting to bind port fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3 on network 60d9d604-1337-4c1d-aa9c-e23db458ca29 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:06.696617 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77ce33dd-7fb6-45bb-993a-c57dc4e57777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.701412 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:44:06.702053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Checking segment: {'id': 'b0104f48-614c-416d-8311-8559c920fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '60d9d604-1337-4c1d-aa9c-e23db458ca29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:06.702523 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.702981 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Bound using segment: {'id': 'b0104f48-614c-416d-8311-8559c920fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '60d9d604-1337-4c1d-aa9c-e23db458ca29'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:44:06.703522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Bound port: fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0104f48-614c-416d-8311-8559c920fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '60d9d604-1337-4c1d-aa9c-e23db458ca29'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:44:06.703998 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:06.737373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce33dd-7fb6-45bb-993a-c57dc4e57777 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:06.742714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Port fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3 has been deleted concurrently {{(pid=94839) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 30 08:44:06.753746 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Routers {'f48620b1-d79d-4c63-af28-ee5ce469defe'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:44:06.754481 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:43:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f48620b1-d79d-4c63-af28-ee5ce469defe'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:06.906709 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77ce33dd-7fb6-45bb-993a-c57dc4e57777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.025648 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9523b8ca-974d-45c6-b9bc-9969924b08ba None None] Could not find standard attr ID for object fd9387e0-0b9c-4a27-9fd8-1f8a84e7bfb3. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 08:44:07.037829 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] Set router f48620b1-d79d-4c63-af28-ee5ce469defe gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:44:07.137392 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ce33dd-7fb6-45bb-993a-c57dc4e57777 admin admin] Router f48620b1-d79d-4c63-af28-ee5ce469defe has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:44:07.213901 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48620b1-d79d-4c63-af28-ee5ce469defe', 'name': 'tempest-ImageQuotaTest-1068799252-router', 'tenant_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '0e605962-7062-4ce9-a1d6-e00403b8df12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:44:01Z', 'updated_at': '2021-09-30T08:44:06Z', 'revision_number': 5, 'project_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'gw_port': {'id': '0e605962-7062-4ce9-a1d6-e00403b8df12', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48620b1-d79d-4c63-af28-ee5ce469defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:44:02Z', 'updated_at': '2021-09-30T08:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:07.239598 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd9913-4fe2-4a2e-bdac-1b9092e4847f None None] The sync data for ids ['f48620b1-d79d-4c63-af28-ee5ce469defe'] in n-d-807359-2 is: [{'id': 'f48620b1-d79d-4c63-af28-ee5ce469defe', 'name': 'tempest-ImageQuotaTest-1068799252-router', 'tenant_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '0e605962-7062-4ce9-a1d6-e00403b8df12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:44:01Z', 'updated_at': '2021-09-30T08:44:06Z', 'revision_number': 5, 'project_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'gw_port': {'id': '0e605962-7062-4ce9-a1d6-e00403b8df12', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48620b1-d79d-4c63-af28-ee5ce469defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:44:02Z', 'updated_at': '2021-09-30T08:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:44:07.247184 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ce33dd-7fb6-45bb-993a-c57dc4e57777 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:44:07.252302 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-77ce33dd-7fb6-45bb-993a-c57dc4e57777 admin admin] 10.222.0.24 "PUT /v2.0/routers/f48620b1-d79d-4c63-af28-ee5ce469defe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4361112 Sep 30 08:44:07.255351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:07.360210 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-862ff857-6f0d-4e87-a076-ced1b5860ce6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.465224 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-862ff857-6f0d-4e87-a076-ced1b5860ce6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.518178 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-862ff857-6f0d-4e87-a076-ced1b5860ce6 admin admin] Deleting port 0e605962-7062-4ce9-a1d6-e00403b8df12 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:07.518456 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-862ff857-6f0d-4e87-a076-ced1b5860ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.602095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-862ff857-6f0d-4e87-a076-ced1b5860ce6 admin admin] For port 0e605962-7062-4ce9-a1d6-e00403b8df12, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0e605962-7062-4ce9-a1d6-e00403b8df12,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:07.602462 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-862ff857-6f0d-4e87-a076-ced1b5860ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.617209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-862ff857-6f0d-4e87-a076-ced1b5860ce6 admin admin] Calling delete_port for 0e605962-7062-4ce9-a1d6-e00403b8df12 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:07.774341 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0e605962-7062-4ce9-a1d6-e00403b8df12 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:44:07.802465 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-862ff857-6f0d-4e87-a076-ced1b5860ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.820755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No active binding found for port 0e605962-7062-4ce9-a1d6-e00403b8df12 {{(pid=94839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 30 08:44:07.821452 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0e605962-7062-4ce9-a1d6-e00403b8df12 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 30 08:44:07.830565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ff857-6f0d-4e87-a076-ced1b5860ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e605962-7062-4ce9-a1d6-e00403b8df12,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:07.846088 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Port 0e605962-7062-4ce9-a1d6-e00403b8df12 not found, will not notify nova. {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 30 08:44:07.858505 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc6caf-9ded-46fc-b1b5-b5bbda1d74c7 None None] Sync routers for ids ['f48620b1-d79d-4c63-af28-ee5ce469defe'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:44:07.868451 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc6caf-9ded-46fc-b1b5-b5bbda1d74c7 None None] Routers {'f48620b1-d79d-4c63-af28-ee5ce469defe'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:44:07.869079 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-75cc6caf-9ded-46fc-b1b5-b5bbda1d74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:43:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f48620b1-d79d-4c63-af28-ee5ce469defe'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:07.894779 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-862ff857-6f0d-4e87-a076-ced1b5860ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.937799 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-75cc6caf-9ded-46fc-b1b5-b5bbda1d74c7 None None] Set router f48620b1-d79d-4c63-af28-ee5ce469defe gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:44:07.986083 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-862ff857-6f0d-4e87-a076-ced1b5860ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.988844 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-862ff857-6f0d-4e87-a076-ced1b5860ce6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:07.989831 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-75cc6caf-9ded-46fc-b1b5-b5bbda1d74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48620b1-d79d-4c63-af28-ee5ce469defe', 'name': 'tempest-ImageQuotaTest-1068799252-router', 'tenant_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:44:01Z', 'updated_at': '2021-09-30T08:44:07Z', 'revision_number': 7, 'project_id': '0d628a6f84e646a7ac5e2eb5d7823781', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:08.020253 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc6caf-9ded-46fc-b1b5-b5bbda1d74c7 None None] Checking router: f48620b1-d79d-4c63-af28-ee5ce469defe for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:44:08.028621 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc6caf-9ded-46fc-b1b5-b5bbda1d74c7 None None] Routers {'f48620b1-d79d-4c63-af28-ee5ce469defe'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:44:08.029215 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-75cc6caf-9ded-46fc-b1b5-b5bbda1d74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:43:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['f48620b1-d79d-4c63-af28-ee5ce469defe'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:08.031874 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-862ff857-6f0d-4e87-a076-ced1b5860ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.032449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862ff857-6f0d-4e87-a076-ced1b5860ce6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f48620b1-d79d-4c63-af28-ee5ce469defe {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:44:08.038044 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-862ff857-6f0d-4e87-a076-ced1b5860ce6 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.039421 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-862ff857-6f0d-4e87-a076-ced1b5860ce6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f48620b1-d79d-4c63-af28-ee5ce469defe HTTP/1.1" status: 204 len: 168 time: 0.7829518 Sep 30 08:44:08.041841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45890) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:08.061428 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-75cc6caf-9ded-46fc-b1b5-b5bbda1d74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:08.062065 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc6caf-9ded-46fc-b1b5-b5bbda1d74c7 None None] The sync data for ids ['f48620b1-d79d-4c63-af28-ee5ce469defe'] in n-d-807359-2 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:44:08.091955 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8c7a9e-b125-4f58-b9a0-273a87f28fcd admin admin] Deleting subnet c6145733-1d38-44f0-a974-8ae830861e1f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:44:08.095094 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7a9e-b125-4f58-b9a0-273a87f28fcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.131240 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7a9e-b125-4f58-b9a0-273a87f28fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.216145 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7a9e-b125-4f58-b9a0-273a87f28fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.267043 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7a9e-b125-4f58-b9a0-273a87f28fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.298704 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c7a9e-b125-4f58-b9a0-273a87f28fcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6145733-1d38-44f0-a974-8ae830861e1f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:08.301151 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7a9e-b125-4f58-b9a0-273a87f28fcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.303207 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8f8c7a9e-b125-4f58-b9a0-273a87f28fcd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c6145733-1d38-44f0-a974-8ae830861e1f HTTP/1.1" status: 204 len: 168 time: 0.2602177 Sep 30 08:44:08.305424 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3db683-12c9-43fb-b474-6d0f268e73f2 None None] Network 60d9d604-1337-4c1d-aa9c-e23db458ca29 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:08.305957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45892) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:08.374901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.428488 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] Deleting port 00e7a8cb-95e8-45a9-a094-6a655cf3b649 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:08.428876 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.494290 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] For port 00e7a8cb-95e8-45a9-a094-6a655cf3b649, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=00e7a8cb-95e8-45a9-a094-6a655cf3b649,segment=NetworkSegment(b0104f48-614c-416d-8311-8559c920fae2),segment_id=b0104f48-614c-416d-8311-8559c920fae2)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:08.494653 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.510647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] Calling delete_port for 00e7a8cb-95e8-45a9-a094-6a655cf3b649 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:08.533226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd810d9-b860-44c5-bf8b-b3410c393de5 None None] DHCP port deletion for 60d9d604-1337-4c1d-aa9c-e23db458ca29 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:44:08.582661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4dd810d9-b860-44c5-bf8b-b3410c393de5 None None] Deleting port 00e7a8cb-95e8-45a9-a094-6a655cf3b649 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:08.583033 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4dd810d9-b860-44c5-bf8b-b3410c393de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.593502 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.628756 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] No DVR routers for this DVR port 00e7a8cb-95e8-45a9-a094-6a655cf3b649 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:44:08.631599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] Pushing event deleted for resources: {'Port': ['ID=00e7a8cb-95e8-45a9-a094-6a655cf3b649,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:08.648106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4dd810d9-b860-44c5-bf8b-b3410c393de5 None None] For port 00e7a8cb-95e8-45a9-a094-6a655cf3b649, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=00e7a8cb-95e8-45a9-a094-6a655cf3b649,segment=NetworkSegment(b0104f48-614c-416d-8311-8559c920fae2),segment_id=b0104f48-614c-416d-8311-8559c920fae2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:08.648503 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4dd810d9-b860-44c5-bf8b-b3410c393de5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.661530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4dd810d9-b860-44c5-bf8b-b3410c393de5 None None] Calling delete_port for 00e7a8cb-95e8-45a9-a094-6a655cf3b649 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:08.703354 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.722760 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d9d604-1337-4c1d-aa9c-e23db458ca29']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:08.731732 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0104f48-614c-416d-8311-8559c920fae2') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:08.732055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0104f48-614c-416d-8311-8559c920fae2') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:44:08.739773 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4dd810d9-b860-44c5-bf8b-b3410c393de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.742347 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.756273 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.762127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:44:08.762484 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: items = [ Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:44:08.764213 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:44:08.766925 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd810d9-b860-44c5-bf8b-b3410c393de5 None None] Pushing event deleted for resources: {'Port': ['ID=00e7a8cb-95e8-45a9-a094-6a655cf3b649,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:08.773178 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd810d9-b860-44c5-bf8b-b3410c393de5 None None] No DVR routers for this DVR port 00e7a8cb-95e8-45a9-a094-6a655cf3b649 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:44:08.823843 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.829279 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:08.831140 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] 10.222.0.24 "DELETE /v2.0/networks/60d9d604-1337-4c1d-aa9c-e23db458ca29 HTTP/1.1" status: 204 len: 168 time: 0.5246258 Sep 30 08:44:08.841264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4b812-1537-4248-b36c-049dee342aef admin admin] Pushing event deleted for resources: {'Network': ['ID=60d9d604-1337-4c1d-aa9c-e23db458ca29,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:08.940230 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45896) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:08.980368 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a9e451e9-d922-44a5-83e8-0d57f8aa4433 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d628a6f84e646a7ac5e2eb5d7823781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391147 Sep 30 08:44:08.982781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45898) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:09.028419 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28ef428b-3eb5-4a81-a83a-6c9892f56366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.049768 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28ef428b-3eb5-4a81-a83a-6c9892f56366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.098513 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28ef428b-3eb5-4a81-a83a-6c9892f56366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.100960 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28ef428b-3eb5-4a81-a83a-6c9892f56366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.102105 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-28ef428b-3eb5-4a81-a83a-6c9892f56366 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5787b803-5079-421e-9e36-386c9b1e7db4 HTTP/1.1" status: 204 len: 168 time: 0.1184499 Sep 30 08:44:09.109495 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef428b-3eb5-4a81-a83a-6c9892f56366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5787b803-5079-421e-9e36-386c9b1e7db4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:09.422562 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45904) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:09.435885 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a5255d9-84f0-48d7-854b-0b2a53082144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.521817 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a5255d9-84f0-48d7-854b-0b2a53082144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.525429 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a5255d9-84f0-48d7-854b-0b2a53082144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.560947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5255d9-84f0-48d7-854b-0b2a53082144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb50b9a-386c-4569-b839-8ba10e569c5e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:09.566188 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1a5255d9-84f0-48d7-854b-0b2a53082144 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1426105 Sep 30 08:44:09.568753 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 45906) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:09.617593 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7eb65978-c38a-4918-a97c-8ac6601f45ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.639972 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7eb65978-c38a-4918-a97c-8ac6601f45ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.685515 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7eb65978-c38a-4918-a97c-8ac6601f45ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.688157 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7eb65978-c38a-4918-a97c-8ac6601f45ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:09.689311 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7eb65978-c38a-4918-a97c-8ac6601f45ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bb50b9a-386c-4569-b839-8ba10e569c5e HTTP/1.1" status: 204 len: 168 time: 0.1196599 Sep 30 08:44:09.697421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb65978-c38a-4918-a97c-8ac6601f45ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb50b9a-386c-4569-b839-8ba10e569c5e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:09.759882 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 00e7a8cb-95e8-45a9-a094-6a655cf3b649 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:44:09.780094 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 00e7a8cb-95e8-45a9-a094-6a655cf3b649 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:44:09.780446 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 00e7a8cb-95e8-45a9-a094-6a655cf3b649 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:44:09.781101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0e605962-7062-4ce9-a1d6-e00403b8df12 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:44:09.799694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 0e605962-7062-4ce9-a1d6-e00403b8df12 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:44:09.800077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0e605962-7062-4ce9-a1d6-e00403b8df12 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:44:10.451227 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:12.092419 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-02fcf5fd-6aaf-4354-b541-b47117302658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:14.836919 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-683afb04-bad3-4b92-bf94-c00d194ff2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:15.333740 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:15.966062 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:17.842992 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:19.798268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-64eed925-15f2-4bbe-b43e-572b20dcc625 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=40186850738d48bf8a85c1abaf7afe7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223782 Sep 30 08:44:19.906133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-fee5c19d-46c7-4d05-a580-4261b27d32b9 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:19.907612 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-fee5c19d-46c7-4d05-a580-4261b27d32b9 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1042457 Sep 30 08:44:19.923139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-0e7329ca-01bf-4d62-8b0f-f79d50d17dca tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/quotas/40186850738d48bf8a85c1abaf7afe7c HTTP/1.1" status: 200 len: 375 time: 0.0089903 Sep 30 08:44:19.953750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-847b78d1-d138-495e-a3e7-8f792f08a503 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=40186850738d48bf8a85c1abaf7afe7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251925 Sep 30 08:44:21.167556 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6566605f-01d0-4c2b-9dbc-b6cfc8c13531 req-235881b4-b7b1-4556-890e-614fdea780e2 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e34f1d6-9268-4d08-97bb-f06cfe0a4f25 HTTP/1.1" status: 200 len: 210 time: 0.0344391 Sep 30 08:44:21.995745 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-eb371b79-1047-4dd0-904a-758d371f6f38 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=40186850738d48bf8a85c1abaf7afe7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248458 Sep 30 08:44:22.115479 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-298d6659-f5c2-4172-85df-dc9c139c6b05 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:22.116988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-298d6659-f5c2-4172-85df-dc9c139c6b05 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1160557 Sep 30 08:44:22.130246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Request body: {'port': {'device_id': '1e34f1d6-9268-4d08-97bb-f06cfe0a4f25', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'admin_state_up': True, 'tenant_id': '40186850738d48bf8a85c1abaf7afe7c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:22.232985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Made reservation on behalf of 40186850738d48bf8a85c1abaf7afe7c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:22.237756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.256993 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.282141 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c530409-2fe5-451e-9504-5a324a07a1d2 req-2982f303-fb7b-42dc-ba7a-04ec4997abcd tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e34f1d6-9268-4d08-97bb-f06cfe0a4f25 HTTP/1.1" status: 200 len: 210 time: 0.0412052 Sep 30 08:44:22.366104 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.370048 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.438642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a73732-add0-4b83-81ea-220a1fd9e904,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:22.505575 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Allocated IP 192.168.233.172 (a3e049d0-962a-4faa-b8da-6f415be9cd9e/dc99ad3b-97d5-469c-b2a5-2b26f40d9581/3ec67698-fa29-4796-bbe3-a32219dfd78a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:44:22.653552 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.686583 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.734045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Network a3e049d0-962a-4faa-b8da-6f415be9cd9e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:22.738519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:22.742088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:44:22.750401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Pushing event updated for resources: {'Port': ['ID=3ec67698-fa29-4796-bbe3-a32219dfd78a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:22.945228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b0da739c-b43f-49ca-8ad5-781b737a6694 None None] Provisioning complete for port 3ec67698-fa29-4796-bbe3-a32219dfd78a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:22.945830 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0da739c-b43f-49ca-8ad5-781b737a6694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:22.979725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b0da739c-b43f-49ca-8ad5-781b737a6694 None None] Port 3ec67698-fa29-4796-bbe3-a32219dfd78a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:44:23.131887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:23.132438 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.146167 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ef94a070-ed18-462a-8d91-40d4d1e129ae tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0201247 Sep 30 08:44:23.159945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Request body: {'port': {'device_id': '1e34f1d6-9268-4d08-97bb-f06cfe0a4f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:23.211376 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.464916 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e5446-e01f-43ce-87da-88cc49453d71 req-7cb95c80-4674-4cdd-a167-dee155622aff tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:23.467013 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f2e5446-e01f-43ce-87da-88cc49453d71 req-7cb95c80-4674-4cdd-a167-dee155622aff tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e34f1d6-9268-4d08-97bb-f06cfe0a4f25 HTTP/1.1" status: 200 len: 936 time: 0.1092160 Sep 30 08:44:23.556160 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f2e5446-e01f-43ce-87da-88cc49453d71 req-31a0eee1-03d1-4064-a30b-38a9f1f9e5e4 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a73732-add0-4b83-81ea-220a1fd9e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753303 Sep 30 08:44:23.570540 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec67698-fa29-4796-bbe3-a32219dfd78a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:44:23.578340 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.590506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Transition to ACTIVE for port object 3ec67698-fa29-4796-bbe3-a32219dfd78a will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:44:23.594067 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.646745 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec67698-fa29-4796-bbe3-a32219dfd78a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:23.724070 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Attempting to bind port 3ec67698-fa29-4796-bbe3-a32219dfd78a on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:44:23.724410 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Attempting to bind port 3ec67698-fa29-4796-bbe3-a32219dfd78a by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:44:23.724743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Attempting to bind port 3ec67698-fa29-4796-bbe3-a32219dfd78a on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:23.729322 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Port 3ec67698-fa29-4796-bbe3-a32219dfd78a on network a3e049d0-962a-4faa-b8da-6f415be9cd9e not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:44:23.729651 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Attempting to bind port 3ec67698-fa29-4796-bbe3-a32219dfd78a on network a3e049d0-962a-4faa-b8da-6f415be9cd9e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:23.734747 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:44:23.735084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Checking segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:23.735471 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Bound using segment: {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:44:23.735925 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Bound port: 3ec67698-fa29-4796-bbe3-a32219dfd78a, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d22ff-f289-4cba-9ca5-7fc14168b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:44:23.736302 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.804310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] For port 3ec67698-fa29-4796-bbe3-a32219dfd78a, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:44:23.807933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] For port 3ec67698-fa29-4796-bbe3-a32219dfd78a, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3ec67698-fa29-4796-bbe3-a32219dfd78a,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:44:23.812364 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.856143 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:23.856833 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:23.858312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] 10.222.0.36 "PUT /v2.0/ports/3ec67698-fa29-4796-bbe3-a32219dfd78a HTTP/1.1" status: 200 len: 1096 time: 0.7031498 Sep 30 08:44:23.858751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e34f1d6-9268-4d08-97bb-f06cfe0a4f25', 'tag': '3ec67698-fa29-4796-bbe3-a32219dfd78a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:44:23.861041 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b00e66d-cde6-46a1-8ce5-b6f5b0e7abbe" -d '{"events": [{"name": "network-changed", "server_uuid": "1e34f1d6-9268-4d08-97bb-f06cfe0a4f25", "tag": "3ec67698-fa29-4796-bbe3-a32219dfd78a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:44:23.887395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c014c-8fe2-431e-9343-4d646048f096 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec67698-fa29-4796-bbe3-a32219dfd78a,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:23.906447 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24ca861-f204-4869-9acf-00a3341dd012 x-openstack-request-id: req-b24ca861-f204-4869-9acf-00a3341dd012 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:44:23.906741 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e34f1d6-9268-4d08-97bb-f06cfe0a4f25", "tag": "3ec67698-fa29-4796-bbe3-a32219dfd78a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:44:23.906998 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b24ca861-f204-4869-9acf-00a3341dd012 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:44:23.907400 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e34f1d6-9268-4d08-97bb-f06cfe0a4f25', 'tag': '3ec67698-fa29-4796-bbe3-a32219dfd78a', 'status': 'completed', 'code': 200} Sep 30 08:44:23.956837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-6ce6f6bf-a92d-498d-b41d-c529847c5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:23.958362 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-6ce6f6bf-a92d-498d-b41d-c529847c5ee1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=40186850738d48bf8a85c1abaf7afe7c&device_id=1e34f1d6-9268-4d08-97bb-f06cfe0a4f25 HTTP/1.1" status: 200 len: 1099 time: 0.0436049 Sep 30 08:44:24.002415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-b0cce2a7-24a6-4a05-a960-6d10e3bd1456 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=3ec67698-fa29-4796-bbe3-a32219dfd78a HTTP/1.1" status: 200 len: 217 time: 0.0355396 Sep 30 08:44:24.059276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ec07d3f4-0235-4733-b279-36b82800a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:24.060782 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-ec07d3f4-0235-4733-b279-36b82800a49e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0521700 Sep 30 08:44:24.109763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-d5fdc362-ec20-4ab2-abfe-ce0a4c809e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:24.111280 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-d5fdc362-ec20-4ab2-abfe-ce0a4c809e0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437391 Sep 30 08:44:24.204359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-174d2775-8098-4e18-acc2-505dc3703f38 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837784 Sep 30 08:44:24.297912 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-06cdb6ec-ec05-4d5d-b451-d5a6f346c715 req-201c2bc3-9143-4649-8929-1cb5e2e87328 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853794 Sep 30 08:44:24.380058 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00e66d-cde6-46a1-8ce5-b6f5b0e7abbe req-6a8894de-5324-4805-a931-f3e295cc9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:24.381560 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b00e66d-cde6-46a1-8ce5-b6f5b0e7abbe req-6a8894de-5324-4805-a931-f3e295cc9612 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=40186850738d48bf8a85c1abaf7afe7c&device_id=1e34f1d6-9268-4d08-97bb-f06cfe0a4f25 HTTP/1.1" status: 200 len: 1099 time: 0.0400822 Sep 30 08:44:24.476375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00e66d-cde6-46a1-8ce5-b6f5b0e7abbe req-940a3670-869d-4ad2-b18b-2ffa34606dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:24.477853 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b00e66d-cde6-46a1-8ce5-b6f5b0e7abbe req-940a3670-869d-4ad2-b18b-2ffa34606dd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e049d0-962a-4faa-b8da-6f415be9cd9e HTTP/1.1" status: 200 len: 870 time: 0.0890849 Sep 30 08:44:24.519627 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b00e66d-cde6-46a1-8ce5-b6f5b0e7abbe req-6a7dd341-8a84-4d09-ba32-f5d86a4ac89a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=3ec67698-fa29-4796-bbe3-a32219dfd78a HTTP/1.1" status: 200 len: 217 time: 0.0342231 Sep 30 08:44:24.569656 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00e66d-cde6-46a1-8ce5-b6f5b0e7abbe req-a21b34b4-7cc9-41ad-aac9-63fff672968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:24.571018 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b00e66d-cde6-46a1-8ce5-b6f5b0e7abbe req-a21b34b4-7cc9-41ad-aac9-63fff672968d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc99ad3b-97d5-469c-b2a5-2b26f40d9581 HTTP/1.1" status: 200 len: 843 time: 0.0433366 Sep 30 08:44:24.625867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00e66d-cde6-46a1-8ce5-b6f5b0e7abbe req-f972bceb-9aad-4040-a131-6c2d50c74248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:24.627480 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b00e66d-cde6-46a1-8ce5-b6f5b0e7abbe req-f972bceb-9aad-4040-a131-6c2d50c74248 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e049d0-962a-4faa-b8da-6f415be9cd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0476542 Sep 30 08:44:24.732145 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd68550-8612-4696-9df6-1370e9ee6799 req-6d7faecf-f116-4fb8-8f9c-33a52476cae9 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:24.733620 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2fd68550-8612-4696-9df6-1370e9ee6799 req-6d7faecf-f116-4fb8-8f9c-33a52476cae9 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e34f1d6-9268-4d08-97bb-f06cfe0a4f25 HTTP/1.1" status: 200 len: 948 time: 0.1101398 Sep 30 08:44:24.765925 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b00e66d-cde6-46a1-8ce5-b6f5b0e7abbe req-fa189c65-4224-49ed-9b25-bb1ca8d8bcc9 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290507 Sep 30 08:44:24.801604 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2fd68550-8612-4696-9df6-1370e9ee6799 req-a4657f64-de99-4a1e-8f98-287a60e5dc89 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a73732-add0-4b83-81ea-220a1fd9e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613871 Sep 30 08:44:24.871334 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b00e66d-cde6-46a1-8ce5-b6f5b0e7abbe req-076de52c-80cc-41ff-8e1a-a6072d68b0d0 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e049d0-962a-4faa-b8da-6f415be9cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950530 Sep 30 08:44:25.922892 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c15914-40ad-46d1-b74e-fca536ce8489 req-692a1d77-8154-4fe1-802a-f7d8f0902fc7 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:25.924666 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97c15914-40ad-46d1-b74e-fca536ce8489 req-692a1d77-8154-4fe1-802a-f7d8f0902fc7 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e34f1d6-9268-4d08-97bb-f06cfe0a4f25 HTTP/1.1" status: 200 len: 948 time: 0.0536442 Sep 30 08:44:25.961556 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97c15914-40ad-46d1-b74e-fca536ce8489 req-322ea2da-94a1-4fe1-bcab-aec0986d0f9e tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a73732-add0-4b83-81ea-220a1fd9e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309575 Sep 30 08:44:26.529185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3ec67698-fa29-4796-bbe3-a32219dfd78a details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:44:26.628869 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3ec67698-fa29-4796-bbe3-a32219dfd78a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3ec67698-fa29-4796-bbe3-a32219dfd78a,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:26.639276 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '3ec67698-fa29-4796-bbe3-a32219dfd78a', 'network_id': 'a3e049d0-962a-4faa-b8da-6f415be9cd9e', 'port_id': '3ec67698-fa29-4796-bbe3-a32219dfd78a', 'mac_address': 'fa:16:3e:47:d2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99ad3b-97d5-469c-b2a5-2b26f40d9581', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:44:26.677227 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.690197 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec67698-fa29-4796-bbe3-a32219dfd78a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:44:26.710227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3ec67698-fa29-4796-bbe3-a32219dfd78a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3ec67698-fa29-4796-bbe3-a32219dfd78a,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:26.714979 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:26.761728 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=3ec67698-fa29-4796-bbe3-a32219dfd78a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:26.918823 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['3ec67698-fa29-4796-bbe3-a32219dfd78a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:44:27.075545 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfadfe-3fe5-486b-ad1a-33eb3b6e157f req-adbf5b9f-2192-44a2-a554-4b1deb9e614f tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:27.077051 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76bfadfe-3fe5-486b-ad1a-33eb3b6e157f req-adbf5b9f-2192-44a2-a554-4b1deb9e614f tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e34f1d6-9268-4d08-97bb-f06cfe0a4f25 HTTP/1.1" status: 200 len: 949 time: 0.0498517 Sep 30 08:44:27.115559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76bfadfe-3fe5-486b-ad1a-33eb3b6e157f req-1e88a731-7247-4303-9c45-968457683657 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a73732-add0-4b83-81ea-220a1fd9e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323279 Sep 30 08:44:28.228608 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b39a9a-9b79-4e36-b7a6-06c554a3df9a req-ade3f53a-8032-4813-8b8a-5a1e207c4de6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:28.230077 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3b39a9a-9b79-4e36-b7a6-06c554a3df9a req-ade3f53a-8032-4813-8b8a-5a1e207c4de6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e34f1d6-9268-4d08-97bb-f06cfe0a4f25 HTTP/1.1" status: 200 len: 949 time: 0.0483122 Sep 30 08:44:28.267254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3b39a9a-9b79-4e36-b7a6-06c554a3df9a req-fa51a319-29c4-4f09-bfdc-da849beb41f6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a73732-add0-4b83-81ea-220a1fd9e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312428 Sep 30 08:44:28.527883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3ec67698-fa29-4796-bbe3-a32219dfd78a up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:44:28.575924 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 3ec67698-fa29-4796-bbe3-a32219dfd78a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:44:28.579382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 3ec67698-fa29-4796-bbe3-a32219dfd78a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:28.579758 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.662353 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.683561 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e34f1d6-9268-4d08-97bb-f06cfe0a4f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec67698-fa29-4796-bbe3-a32219dfd78a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:44:28.685800 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654100ba-fd55-4be1-af53-81e7b6d62016" -d '{"events": [{"server_uuid": "1e34f1d6-9268-4d08-97bb-f06cfe0a4f25", "name": "network-vif-plugged", "status": "completed", "tag": "3ec67698-fa29-4796-bbe3-a32219dfd78a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:44:28.697979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 3ec67698-fa29-4796-bbe3-a32219dfd78a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3ec67698-fa29-4796-bbe3-a32219dfd78a,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:28.702073 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:28.725707 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f88b603-6d1f-4494-abfa-426de065bf99 x-openstack-request-id: req-4f88b603-6d1f-4494-abfa-426de065bf99 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:44:28.726021 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e34f1d6-9268-4d08-97bb-f06cfe0a4f25", "name": "network-vif-plugged", "status": "completed", "tag": "3ec67698-fa29-4796-bbe3-a32219dfd78a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:44:28.726237 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f88b603-6d1f-4494-abfa-426de065bf99 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:44:28.726619 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e34f1d6-9268-4d08-97bb-f06cfe0a4f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec67698-fa29-4796-bbe3-a32219dfd78a', 'code': 200} Sep 30 08:44:28.754290 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=3ec67698-fa29-4796-bbe3-a32219dfd78a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:28.826975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eca29a-8553-4e1d-9a9f-3d08af9d66a6 req-844d228a-f129-4a43-a3ca-ee7c7b41a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:28.828379 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60eca29a-8553-4e1d-9a9f-3d08af9d66a6 req-844d228a-f129-4a43-a3ca-ee7c7b41a285 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e34f1d6-9268-4d08-97bb-f06cfe0a4f25 HTTP/1.1" status: 200 len: 1101 time: 0.0426025 Sep 30 08:44:28.862934 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60eca29a-8553-4e1d-9a9f-3d08af9d66a6 req-5421d68c-7b5a-4805-8fab-650834bd0893 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3a73732-add0-4b83-81ea-220a1fd9e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276091 Sep 30 08:44:29.256372 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:44:29.380821 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e62965-ede0-4331-bd2c-d3ace70523af req-0d7c3935-0345-4f07-b1a6-48bfd1699aee tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:29.383063 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03e62965-ede0-4331-bd2c-d3ace70523af req-0d7c3935-0345-4f07-b1a6-48bfd1699aee tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e34f1d6-9268-4d08-97bb-f06cfe0a4f25 HTTP/1.1" status: 200 len: 950 time: 0.0504284 Sep 30 08:44:29.429566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03e62965-ede0-4331-bd2c-d3ace70523af req-b1d183db-f313-4faf-ae37-2b709cdd6a3d tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a73732-add0-4b83-81ea-220a1fd9e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399902 Sep 30 08:44:29.988709 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:30.544597 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99916e6a-cf95-4bf0-86a1-8615377c84a7 req-52fa54d0-1800-4b37-b60c-11276cb424dc tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:30.546088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99916e6a-cf95-4bf0-86a1-8615377c84a7 req-52fa54d0-1800-4b37-b60c-11276cb424dc tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e34f1d6-9268-4d08-97bb-f06cfe0a4f25 HTTP/1.1" status: 200 len: 950 time: 0.0486240 Sep 30 08:44:30.583348 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99916e6a-cf95-4bf0-86a1-8615377c84a7 req-6c13ccaa-9a3d-4df4-a96c-8065064ea8d1 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a73732-add0-4b83-81ea-220a1fd9e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313630 Sep 30 08:44:30.971787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-fbea208c-75fa-42c7-8104-1a0d82e8acf3 req-3e3d90bc-ae79-4389-8201-bdf17c4beae6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:44:30.972840 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbea208c-75fa-42c7-8104-1a0d82e8acf3 req-3e3d90bc-ae79-4389-8201-bdf17c4beae6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1131713 Sep 30 08:44:31.296541 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-1655184c-4edd-4121-9257-0e5c4a546328 req-2ec981c1-15be-473e-91dc-c9319cad29c1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:44:31.297536 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1655184c-4edd-4121-9257-0e5c4a546328 req-2ec981c1-15be-473e-91dc-c9319cad29c1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052421 Sep 30 08:44:31.623524 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62554f9-64e5-4546-aa35-1052f6f1a21a req-6f9191f0-1d78-40f2-b322-6aaa04c82966 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:31.625014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b62554f9-64e5-4546-aa35-1052f6f1a21a req-6f9191f0-1d78-40f2-b322-6aaa04c82966 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e34f1d6-9268-4d08-97bb-f06cfe0a4f25 HTTP/1.1" status: 200 len: 950 time: 0.0522296 Sep 30 08:44:31.664297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b62554f9-64e5-4546-aa35-1052f6f1a21a req-f72bdf5c-ed6a-4dd7-9683-3dbcc2d877e1 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a73732-add0-4b83-81ea-220a1fd9e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327501 Sep 30 08:44:32.781652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147da8e9-ea3e-49dc-bcc9-88537554a1ef req-bf5e80c9-327d-4e76-89cf-35785c5b9854 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:32.783169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-147da8e9-ea3e-49dc-bcc9-88537554a1ef req-bf5e80c9-327d-4e76-89cf-35785c5b9854 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e34f1d6-9268-4d08-97bb-f06cfe0a4f25 HTTP/1.1" status: 200 len: 950 time: 0.0499918 Sep 30 08:44:32.825993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-147da8e9-ea3e-49dc-bcc9-88537554a1ef req-2bf8cdaa-88ae-47d8-88b1-a7a643b152ad tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a73732-add0-4b83-81ea-220a1fd9e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325184 Sep 30 08:44:32.910078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b782dcd-6189-4e63-8e71-34a84c0992c6 req-1dcd95b7-f7a9-4e8d-9216-490ebce8ed2a tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:32.911529 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b782dcd-6189-4e63-8e71-34a84c0992c6 req-1dcd95b7-f7a9-4e8d-9216-490ebce8ed2a tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e34f1d6-9268-4d08-97bb-f06cfe0a4f25 HTTP/1.1" status: 200 len: 950 time: 0.0484734 Sep 30 08:44:33.001362 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0b782dcd-6189-4e63-8e71-34a84c0992c6 req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Deleting port 3ec67698-fa29-4796-bbe3-a32219dfd78a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:44:33.001703 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0b782dcd-6189-4e63-8e71-34a84c0992c6 req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.097694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0b782dcd-6189-4e63-8e71-34a84c0992c6 req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] For port 3ec67698-fa29-4796-bbe3-a32219dfd78a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=3ec67698-fa29-4796-bbe3-a32219dfd78a,segment=NetworkSegment(4b2d22ff-f289-4cba-9ca5-7fc14168b213),segment_id=4b2d22ff-f289-4cba-9ca5-7fc14168b213)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:33.098066 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0b782dcd-6189-4e63-8e71-34a84c0992c6 req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.110007 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0b782dcd-6189-4e63-8e71-34a84c0992c6 req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Calling delete_port for 3ec67698-fa29-4796-bbe3-a32219dfd78a owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:44:33.244730 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0b782dcd-6189-4e63-8e71-34a84c0992c6 req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.257040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['3ec67698-fa29-4796-bbe3-a32219dfd78a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:44:33.272078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Pushing event deleted for resources: {'Port': ['ID=3ec67698-fa29-4796-bbe3-a32219dfd78a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:33.282392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:33.282749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:33.283095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:33.284162 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:33.284812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:33.284812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:33.285022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:33.285327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:33.286287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:33.286287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:33.286287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:33.286708 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:33.332217 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b782dcd-6189-4e63-8e71-34a84c0992c6 req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] No DVR routers for this DVR port 3ec67698-fa29-4796-bbe3-a32219dfd78a on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:44:33.334949 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0b782dcd-6189-4e63-8e71-34a84c0992c6 req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:33.337098 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b782dcd-6189-4e63-8e71-34a84c0992c6 req-e35f3355-de82-4ec5-b1ca-ce9f43ca65c6 tempest-ServersAdminNegativeTestJSON-732357635 tempest-ServersAdminNegativeTestJSON-732357635-project] 10.222.0.36 "DELETE /v2.0/ports/3ec67698-fa29-4796-bbe3-a32219dfd78a HTTP/1.1" status: 204 len: 173 time: 0.4193780 Sep 30 08:44:33.337495 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e34f1d6-9268-4d08-97bb-f06cfe0a4f25', 'name': 'network-vif-deleted', 'tag': '3ec67698-fa29-4796-bbe3-a32219dfd78a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:44:33.339814 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7bca1f-13fa-443d-84cd-e2d8f9024f98" -d '{"events": [{"server_uuid": "1e34f1d6-9268-4d08-97bb-f06cfe0a4f25", "name": "network-vif-deleted", "tag": "3ec67698-fa29-4796-bbe3-a32219dfd78a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:44:33.380463 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610d286d-bd65-4807-83d8-8fa15e4a7ea0 x-openstack-request-id: req-610d286d-bd65-4807-83d8-8fa15e4a7ea0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:44:33.380761 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e34f1d6-9268-4d08-97bb-f06cfe0a4f25", "name": "network-vif-deleted", "tag": "3ec67698-fa29-4796-bbe3-a32219dfd78a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:44:33.381013 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-610d286d-bd65-4807-83d8-8fa15e4a7ea0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:44:33.381412 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e34f1d6-9268-4d08-97bb-f06cfe0a4f25', 'name': 'network-vif-deleted', 'tag': '3ec67698-fa29-4796-bbe3-a32219dfd78a', 'status': 'completed', 'code': 200} Sep 30 08:44:34.124389 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:34.259202 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6c9bfaa6-8632-4607-9813-83279517abf4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40186850738d48bf8a85c1abaf7afe7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333671 Sep 30 08:44:34.261706 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:34.308029 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55f4e55c-3340-4983-86f3-d4586e2cdf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.329358 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55f4e55c-3340-4983-86f3-d4586e2cdf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.375190 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55f4e55c-3340-4983-86f3-d4586e2cdf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.378725 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55f4e55c-3340-4983-86f3-d4586e2cdf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.379876 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-55f4e55c-3340-4983-86f3-d4586e2cdf45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3a73732-add0-4b83-81ea-220a1fd9e904 HTTP/1.1" status: 204 len: 168 time: 0.1172850 Sep 30 08:44:34.387381 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4e55c-3340-4983-86f3-d4586e2cdf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a73732-add0-4b83-81ea-220a1fd9e904,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:34.637365 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46044) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:34.651290 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ac49695-8df6-465b-b075-e1afe98a0332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.739618 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ac49695-8df6-465b-b075-e1afe98a0332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.743602 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ac49695-8df6-465b-b075-e1afe98a0332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.779900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac49695-8df6-465b-b075-e1afe98a0332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ab6271-1d67-4397-8846-cc6f6d9cfc56,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:34.785619 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1ac49695-8df6-465b-b075-e1afe98a0332 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26be20d06cc84bca96bf85727e47e8d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472375 Sep 30 08:44:34.788219 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46046) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:34.837404 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1aa34b7-7f18-4d5e-8f59-c5aadb53c93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.858191 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1aa34b7-7f18-4d5e-8f59-c5aadb53c93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.904508 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1aa34b7-7f18-4d5e-8f59-c5aadb53c93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.907575 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1aa34b7-7f18-4d5e-8f59-c5aadb53c93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:34.908822 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f1aa34b7-7f18-4d5e-8f59-c5aadb53c93e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49ab6271-1d67-4397-8846-cc6f6d9cfc56 HTTP/1.1" status: 204 len: 168 time: 0.1196036 Sep 30 08:44:34.916203 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa34b7-7f18-4d5e-8f59-c5aadb53c93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ab6271-1d67-4397-8846-cc6f6d9cfc56,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:35.598438 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46068) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:35.697591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-71f38583-721f-44f6-b2ae-3cc3b5ce4642 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-828474655-network', 'tenant_id': 'c63f9dcaddd2432b9770c8bbaf305506'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:35.718320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f38583-721f-44f6-b2ae-3cc3b5ce4642 admin admin] Made reservation on behalf of c63f9dcaddd2432b9770c8bbaf305506 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:35.720906 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71f38583-721f-44f6-b2ae-3cc3b5ce4642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.729136 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71f38583-721f-44f6-b2ae-3cc3b5ce4642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.820885 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71f38583-721f-44f6-b2ae-3cc3b5ce4642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.824792 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71f38583-721f-44f6-b2ae-3cc3b5ce4642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.845285 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f38583-721f-44f6-b2ae-3cc3b5ce4642 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:44:35.860354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f38583-721f-44f6-b2ae-3cc3b5ce4642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f6ea4a-9546-42db-b6f2-9b580b809ce2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:35.863862 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71f38583-721f-44f6-b2ae-3cc3b5ce4642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.864236 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-71f38583-721f-44f6-b2ae-3cc3b5ce4642 admin admin] Added segment 587c7750-b773-458e-8241-a18cbc41ef8d of type vlan for network 10033d71-3886-44a1-af9c-7441808603ea Sep 30 08:44:35.906103 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71f38583-721f-44f6-b2ae-3cc3b5ce4642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.932169 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71f38583-721f-44f6-b2ae-3cc3b5ce4642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.933115 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f38583-721f-44f6-b2ae-3cc3b5ce4642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:35.933692 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71f38583-721f-44f6-b2ae-3cc3b5ce4642 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:35.962890 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-71f38583-721f-44f6-b2ae-3cc3b5ce4642 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3633552 Sep 30 08:44:35.965966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46072) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:44:35.971867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-afff3a5d-581a-42bd-a670-3db4feff059b admin admin] Request body: {'subnet': {'network_id': '10033d71-3886-44a1-af9c-7441808603ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-828474655-subnet', 'tenant_id': 'c63f9dcaddd2432b9770c8bbaf305506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:35.992937 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afff3a5d-581a-42bd-a670-3db4feff059b admin admin] Made reservation on behalf of c63f9dcaddd2432b9770c8bbaf305506 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:35.995207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f38583-721f-44f6-b2ae-3cc3b5ce4642 admin admin] Pushing event updated for resources: {'Network': ['ID=10033d71-3886-44a1-af9c-7441808603ea,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:35.995381 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-afff3a5d-581a-42bd-a670-3db4feff059b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:36.004896 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 10033d71-3886-44a1-af9c-7441808603ea details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:44:36.167235 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-afff3a5d-581a-42bd-a670-3db4feff059b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:36.223409 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff3a5d-581a-42bd-a670-3db4feff059b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d1a52fd-2c02-4ec7-aa98-e9a2fad72fe4,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:36.233482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afff3a5d-581a-42bd-a670-3db4feff059b admin admin] Checking segment: {'id': '587c7750-b773-458e-8241-a18cbc41ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10033d71-3886-44a1-af9c-7441808603ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:36.233839 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afff3a5d-581a-42bd-a670-3db4feff059b admin admin] Network hostable DHCP agents. Network: 10033d71-3886-44a1-af9c-7441808603ea, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:44:36.250109 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afff3a5d-581a-42bd-a670-3db4feff059b admin admin] Network 10033d71-3886-44a1-af9c-7441808603ea is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:44:36.259261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-afff3a5d-581a-42bd-a670-3db4feff059b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 10033d71-3886-44a1-af9c-7441808603ea) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:36.263882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afff3a5d-581a-42bd-a670-3db4feff059b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:36.264893 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-afff3a5d-581a-42bd-a670-3db4feff059b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:36.268719 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af32f7a4-fccc-435c-9c2b-a19adb7c7fc5 None None] Network 10033d71-3886-44a1-af9c-7441808603ea requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:36.279641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-afff3a5d-581a-42bd-a670-3db4feff059b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3120515 Sep 30 08:44:36.394922 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6909fb72-fbe7-4b4b-add5-3e313bf63315 None None] Network 10033d71-3886-44a1-af9c-7441808603ea requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:44:36.592037 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3ec67698-fa29-4796-bbe3-a32219dfd78a no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:44:36.612788 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 3ec67698-fa29-4796-bbe3-a32219dfd78a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:44:36.613139 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 3ec67698-fa29-4796-bbe3-a32219dfd78a not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:44:36.709863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-e1570ade-f392-4505-8930-c0ac5b8e2a85 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:36.711250 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-e1570ade-f392-4505-8930-c0ac5b8e2a85 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/networks?id=10033d71-3886-44a1-af9c-7441808603ea HTTP/1.1" status: 200 len: 811 time: 0.1015687 Sep 30 08:44:36.726066 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-8a8d4567-d10a-4fc0-b92a-f1b9b3cbea34 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/quotas/c63f9dcaddd2432b9770c8bbaf305506 HTTP/1.1" status: 200 len: 375 time: 0.0090063 Sep 30 08:44:36.762050 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-3cd1a3c1-4a01-4175-be84-df0a4e1b9aea tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c63f9dcaddd2432b9770c8bbaf305506&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307784 Sep 30 08:44:36.773231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-a32492a7-2372-48bf-85b7-35fcf33ff1ca service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:44:36.774185 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-a32492a7-2372-48bf-85b7-35fcf33ff1ca service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049117 Sep 30 08:44:36.860901 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-5b3b84b8-702e-4347-b7b5-cb15600ed5d5 service neutron] 10.222.0.24 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812113 Sep 30 08:44:36.951210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-efdd1555-bfcf-444c-b602-cd2ff8d3bd2c service neutron] 10.222.0.24 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836012 Sep 30 08:44:37.109472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-23bc3ba7-f3ea-45b9-9d1c-8052b9d254e5 req-2389f66d-e3e5-4012-bd43-983c15c492fc tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 210 time: 0.0269160 Sep 30 08:44:38.208941 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4746da7a-f2a4-4bab-a08c-b88ec60668d7 req-71fd5b40-9b0a-496e-8826-1637ddbfe40c tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 210 time: 0.0286262 Sep 30 08:44:38.475359 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-907b28d6-7e1b-4c2e-bfc6-3e31f56c3b43 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:38.476852 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-907b28d6-7e1b-4c2e-bfc6-3e31f56c3b43 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.35 "GET /v2.0/networks?id=10033d71-3886-44a1-af9c-7441808603ea HTTP/1.1" status: 200 len: 811 time: 0.4600334 Sep 30 08:44:38.494312 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-5388dd20-3920-4483-b5b3-f98f3de6c7fd tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Request body: {'port': {'device_id': '5a62874b-dfa3-4953-9d18-0b91ff7fde5e', 'network_id': '10033d71-3886-44a1-af9c-7441808603ea', 'admin_state_up': True, 'tenant_id': 'c63f9dcaddd2432b9770c8bbaf305506'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:38.605292 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-5388dd20-3920-4483-b5b3-f98f3de6c7fd tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Made reservation on behalf of c63f9dcaddd2432b9770c8bbaf305506 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:44:38.608967 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-5388dd20-3920-4483-b5b3-f98f3de6c7fd tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:38.735478 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-5388dd20-3920-4483-b5b3-f98f3de6c7fd tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Allocated IP 172.20.0.14 (10033d71-3886-44a1-af9c-7441808603ea/9d1a52fd-2c02-4ec7-aa98-e9a2fad72fe4/e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:44:38.881784 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-5388dd20-3920-4483-b5b3-f98f3de6c7fd tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:38.915089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-5388dd20-3920-4483-b5b3-f98f3de6c7fd tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:38.957014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-5388dd20-3920-4483-b5b3-f98f3de6c7fd tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Network 10033d71-3886-44a1-af9c-7441808603ea is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:44:38.959988 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-5388dd20-3920-4483-b5b3-f98f3de6c7fd tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:44:38.963503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-5388dd20-3920-4483-b5b3-f98f3de6c7fd tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:44:38.988872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388dd20-3920-4483-b5b3-f98f3de6c7fd tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Pushing event updated for resources: {'Port': ['ID=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:39.015467 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-5388dd20-3920-4483-b5b3-f98f3de6c7fd tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:39.016114 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-5388dd20-3920-4483-b5b3-f98f3de6c7fd tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:39.029675 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-5388dd20-3920-4483-b5b3-f98f3de6c7fd tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5389023 Sep 30 08:44:39.046895 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Request body: {'port': {'device_id': '5a62874b-dfa3-4953-9d18-0b91ff7fde5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:44:39.103847 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:39.324871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534e1fc-f749-4e9b-b61c-84cbc9523d18 req-9a5fe05e-45d3-48a9-93fc-869c1f716173 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:39.326409 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7534e1fc-f749-4e9b-b61c-84cbc9523d18 req-9a5fe05e-45d3-48a9-93fc-869c1f716173 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 932 time: 0.0496895 Sep 30 08:44:39.364534 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7534e1fc-f749-4e9b-b61c-84cbc9523d18 req-fc4e6d9f-f75d-40aa-b34b-0372290c87de tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319076 Sep 30 08:44:39.371385 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:44:39.380302 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:39.392213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Transition to ACTIVE for port object e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:44:39.395991 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:39.449768 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Pushing event updated for resources: {'Port': ['ID=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:39.515320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Attempting to bind port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:44:39.516037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Attempting to bind port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '587c7750-b773-458e-8241-a18cbc41ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10033d71-3886-44a1-af9c-7441808603ea'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:44:39.516037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Attempting to bind port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 on network 10033d71-3886-44a1-af9c-7441808603ea {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:39.520693 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 on network 10033d71-3886-44a1-af9c-7441808603ea not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:44:39.521006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Attempting to bind port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 on network 10033d71-3886-44a1-af9c-7441808603ea {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:44:39.525657 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:44:39.525994 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Checking segment: {'id': '587c7750-b773-458e-8241-a18cbc41ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10033d71-3886-44a1-af9c-7441808603ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:44:39.526376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Bound using segment: {'id': '587c7750-b773-458e-8241-a18cbc41ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10033d71-3886-44a1-af9c-7441808603ea'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:44:39.526797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Bound port: e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587c7750-b773-458e-8241-a18cbc41ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10033d71-3886-44a1-af9c-7441808603ea'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:44:39.527151 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:39.591868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] For port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:44:39.594800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] For port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,segment=NetworkSegment(587c7750-b773-458e-8241-a18cbc41ef8d),segment_id=587c7750-b773-458e-8241-a18cbc41ef8d)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:44:39.599485 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:39.637896 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:39.638618 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:39.640067 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] 10.222.0.35 "PUT /v2.0/ports/e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 HTTP/1.1" status: 200 len: 1092 time: 0.5971055 Sep 30 08:44:39.640506 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a62874b-dfa3-4953-9d18-0b91ff7fde5e', 'tag': 'e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:44:39.642931 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfdd218-e29a-46a0-afc4-5d5c65bdd9af" -d '{"events": [{"name": "network-changed", "server_uuid": "5a62874b-dfa3-4953-9d18-0b91ff7fde5e", "tag": "e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:44:39.665601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475e4e8-beed-433a-b3e0-1bbacc55eb9d service neutron] Pushing event updated for resources: {'Port': ['ID=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:39.745154 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-bc2cd075-d438-4fa9-836b-c418a9eaf0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:39.746693 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-bc2cd075-d438-4fa9-836b-c418a9eaf0f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c63f9dcaddd2432b9770c8bbaf305506&device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 1095 time: 0.0515099 Sep 30 08:44:39.768579 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a02516e-7905-47d0-b71a-0f21742458aa x-openstack-request-id: req-3a02516e-7905-47d0-b71a-0f21742458aa {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:44:39.768805 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a62874b-dfa3-4953-9d18-0b91ff7fde5e", "tag": "e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:44:39.769057 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a02516e-7905-47d0-b71a-0f21742458aa {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:44:39.769451 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a62874b-dfa3-4953-9d18-0b91ff7fde5e', 'tag': 'e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7', 'status': 'completed', 'code': 200} Sep 30 08:44:39.800271 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-d26c521c-4ee6-459c-becf-dfb2bd9dd731 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 HTTP/1.1" status: 200 len: 217 time: 0.0390048 Sep 30 08:44:39.854395 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-3d5a9175-885c-45eb-a909-44747764b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:39.856584 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-3d5a9175-885c-45eb-a909-44747764b78d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d1a52fd-2c02-4ec7-aa98-e9a2fad72fe4 HTTP/1.1" status: 200 len: 851 time: 0.0493736 Sep 30 08:44:39.889676 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-9a2e9542-5ddb-408e-951e-09559c96a0da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10033d71-3886-44a1-af9c-7441808603ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260167 Sep 30 08:44:39.990065 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-10607bb2-90c4-4d06-a09d-607485890a5f service neutron] 10.222.0.35 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935411 Sep 30 08:44:40.088173 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bee6ebf4-85e5-4e73-9057-554e5db56c93 req-cde1e103-17b0-4ef9-9ac5-d3c3c7e0ac8e service neutron] 10.222.0.35 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913382 Sep 30 08:44:40.224071 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdd218-e29a-46a0-afc4-5d5c65bdd9af req-9f2e0698-bccb-49ee-9d52-59940867d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:40.225618 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bdfdd218-e29a-46a0-afc4-5d5c65bdd9af req-9f2e0698-bccb-49ee-9d52-59940867d5ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c63f9dcaddd2432b9770c8bbaf305506&device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 1095 time: 0.0486679 Sep 30 08:44:40.322288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdd218-e29a-46a0-afc4-5d5c65bdd9af req-4524a66d-c58a-40ef-b471-ff0ed7f66e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:40.323786 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bdfdd218-e29a-46a0-afc4-5d5c65bdd9af req-4524a66d-c58a-40ef-b471-ff0ed7f66e95 service neutron] 10.222.0.35 "GET /v2.0/networks?id=10033d71-3886-44a1-af9c-7441808603ea HTTP/1.1" status: 200 len: 912 time: 0.0912158 Sep 30 08:44:40.370752 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bdfdd218-e29a-46a0-afc4-5d5c65bdd9af req-82f937fc-4c72-457d-948b-3597abd5e00e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 HTTP/1.1" status: 200 len: 217 time: 0.0400014 Sep 30 08:44:40.429574 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdd218-e29a-46a0-afc4-5d5c65bdd9af req-3a7416e4-81de-476a-a0d1-e9fc2e52a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:40.431512 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bdfdd218-e29a-46a0-afc4-5d5c65bdd9af req-3a7416e4-81de-476a-a0d1-e9fc2e52a111 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d1a52fd-2c02-4ec7-aa98-e9a2fad72fe4 HTTP/1.1" status: 200 len: 851 time: 0.0527010 Sep 30 08:44:40.467957 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bdfdd218-e29a-46a0-afc4-5d5c65bdd9af req-e1f553df-caa7-44ee-9a45-0c857c82aed9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10033d71-3886-44a1-af9c-7441808603ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290842 Sep 30 08:44:40.468252 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:40.516798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f3be1-6005-4925-945b-70365f3f6806 req-73d9fa16-77c8-4dc0-9a4b-036da92204da tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:40.519743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-716f3be1-6005-4925-945b-70365f3f6806 req-73d9fa16-77c8-4dc0-9a4b-036da92204da tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 944 time: 0.0625520 Sep 30 08:44:40.560440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-716f3be1-6005-4925-945b-70365f3f6806 req-7b33ce46-fd64-474c-b903-cc5d6d95b28f tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331857 Sep 30 08:44:40.574074 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bdfdd218-e29a-46a0-afc4-5d5c65bdd9af req-6f2bf51d-05c9-4bd2-ae38-bf9f720bfc35 service neutron] 10.222.0.35 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988505 Sep 30 08:44:40.664777 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bdfdd218-e29a-46a0-afc4-5d5c65bdd9af req-843b7302-d740-40fd-b9b1-c969c1a56569 service neutron] 10.222.0.35 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827978 Sep 30 08:44:41.678843 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11032740-3491-4d1c-bc1f-ced29fcab051 req-a127db31-cb59-4e15-97a0-81720d5d11b8 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:41.680351 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11032740-3491-4d1c-bc1f-ced29fcab051 req-a127db31-cb59-4e15-97a0-81720d5d11b8 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 944 time: 0.0492604 Sep 30 08:44:41.718782 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11032740-3491-4d1c-bc1f-ced29fcab051 req-b47a372c-08dd-4f13-9858-43d7c46dcb70 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324833 Sep 30 08:44:42.094195 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-432a57f9-21db-4458-8070-54223f94127b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:42.252952 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:44:42.343874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,segment=NetworkSegment(587c7750-b773-458e-8241-a18cbc41ef8d),segment_id=587c7750-b773-458e-8241-a18cbc41ef8d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:42.355535 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7', 'network_id': '10033d71-3886-44a1-af9c-7441808603ea', 'port_id': 'e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7', 'mac_address': 'fa:16:3e:e0:29:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1a52fd-2c02-4ec7-aa98-e9a2fad72fe4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:44:42.394280 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:42.406614 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:44:42.425909 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,segment=NetworkSegment(587c7750-b773-458e-8241-a18cbc41ef8d),segment_id=587c7750-b773-458e-8241-a18cbc41ef8d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:42.430069 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:42.476519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:42.483674 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:42.484045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:42.484389 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:42.484731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:42.485064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:42.485392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:42.485720 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:42.486044 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:42.487328 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:42.487545 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:42.487748 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:42.488106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:44:42.722325 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:44:42.835232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8707c0e-d31a-45e9-846c-3554c15c94ec req-f9eb90e6-da90-4127-a7e5-e41965becd02 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:42.836774 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8707c0e-d31a-45e9-846c-3554c15c94ec req-f9eb90e6-da90-4127-a7e5-e41965becd02 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 945 time: 0.0500896 Sep 30 08:44:42.876199 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8707c0e-d31a-45e9-846c-3554c15c94ec req-7ba212f1-145b-4dac-9c80-89221b71e8e5 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333529 Sep 30 08:44:43.994089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d4141-a9c5-4206-b77a-646d03cd4710 req-f0daae55-ae06-4a45-b2a5-afe8311a4197 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:43.995563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-136d4141-a9c5-4206-b77a-646d03cd4710 req-f0daae55-ae06-4a45-b2a5-afe8311a4197 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 945 time: 0.0526290 Sep 30 08:44:44.034451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-136d4141-a9c5-4206-b77a-646d03cd4710 req-dbc38338-e422-4ce2-b35f-f837fc454e84 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320969 Sep 30 08:44:44.269348 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:44:44.316221 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:44:44.319671 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:44:44.320083 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:44.394160 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:44.419354 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a62874b-dfa3-4953-9d18-0b91ff7fde5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:44:44.421633 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc57388-eb27-429c-a108-055196af712c" -d '{"events": [{"server_uuid": "5a62874b-dfa3-4953-9d18-0b91ff7fde5e", "name": "network-vif-plugged", "status": "completed", "tag": "e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:44:44.434905 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,segment=NetworkSegment(587c7750-b773-458e-8241-a18cbc41ef8d),segment_id=587c7750-b773-458e-8241-a18cbc41ef8d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:44:44.440990 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:44.463454 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd507f1-4ffd-42a3-a33c-cf8750c23792 x-openstack-request-id: req-0cd507f1-4ffd-42a3-a33c-cf8750c23792 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:44:44.463752 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a62874b-dfa3-4953-9d18-0b91ff7fde5e", "name": "network-vif-plugged", "status": "completed", "tag": "e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:44:44.464037 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cd507f1-4ffd-42a3-a33c-cf8750c23792 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:44:44.464428 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a62874b-dfa3-4953-9d18-0b91ff7fde5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7', 'code': 200} Sep 30 08:44:44.496864 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:44:44.583702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f7b23-5ed1-47ce-a613-391cb45da67c req-74fb019f-4d21-409e-a4c6-8c0db32eb792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:44.585137 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5f4f7b23-5ed1-47ce-a613-391cb45da67c req-74fb019f-4d21-409e-a4c6-8c0db32eb792 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 1097 time: 0.0404549 Sep 30 08:44:44.619095 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5f4f7b23-5ed1-47ce-a613-391cb45da67c req-d8775774-dec4-4143-aae5-f439196b3837 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270085 Sep 30 08:44:44.839042 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa69-afe8-4f23-b040-17884a4a5588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:45.151469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa23068-d2be-4438-9d7d-73c8524a651a req-ec57f7cc-8093-4fd9-8a3a-24b5037a1de1 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:45.153680 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-daa23068-d2be-4438-9d7d-73c8524a651a req-ec57f7cc-8093-4fd9-8a3a-24b5037a1de1 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0541074 Sep 30 08:44:45.195478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-daa23068-d2be-4438-9d7d-73c8524a651a req-f04258c7-d82f-48c2-9a4e-a274cdb896a1 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349543 Sep 30 08:44:45.335580 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:45.967959 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:46.311168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760947c-a663-4288-a20a-f24d532cb276 req-89e349f6-55a6-44e1-afcf-84a81a92ca2f tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:46.312665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e760947c-a663-4288-a20a-f24d532cb276 req-89e349f6-55a6-44e1-afcf-84a81a92ca2f tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0490944 Sep 30 08:44:46.349965 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e760947c-a663-4288-a20a-f24d532cb276 req-54f02fb1-8e61-4e83-89a3-352ad5ea9647 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Sep 30 08:44:46.588179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986025c-6529-4a84-8e76-bac51e056c88 req-f1d85a5a-7b1d-4644-8f1a-8028d4677a10 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:46.589679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9986025c-6529-4a84-8e76-bac51e056c88 req-f1d85a5a-7b1d-4644-8f1a-8028d4677a10 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0523639 Sep 30 08:44:46.622592 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-ab1b3498-ca47-4ec5-ba76-2b50f1536257 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954254 Sep 30 08:44:46.634050 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9986025c-6529-4a84-8e76-bac51e056c88 req-2bd92b65-1b0e-46d2-8229-fa17233a5da2 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361810 Sep 30 08:44:46.634308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-e296c58b-b8c0-4ea3-99a4-bea3a44e5def service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:44:46.634308 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-e296c58b-b8c0-4ea3-99a4-bea3a44e5def service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059047 Sep 30 08:44:47.760983 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618ee74-3f4a-486a-84e0-48537d160465 req-b7a3f47f-cd48-4427-ba63-56709ce2a1b1 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:47.762506 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4618ee74-3f4a-486a-84e0-48537d160465 req-b7a3f47f-cd48-4427-ba63-56709ce2a1b1 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0521865 Sep 30 08:44:47.789559 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd605e53-243b-4d44-937f-c22012300dd5 req-2f9af3ed-b2e7-4b4c-ab8e-ff251458a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:47.791085 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-2f9af3ed-b2e7-4b4c-ab8e-ff251458a4e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c63f9dcaddd2432b9770c8bbaf305506&device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 1097 time: 0.0425446 Sep 30 08:44:47.801474 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4618ee74-3f4a-486a-84e0-48537d160465 req-fa539de8-4f7e-4ca7-8da4-775d004c2cab tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317435 Sep 30 08:44:47.843521 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:44:47.885555 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd605e53-243b-4d44-937f-c22012300dd5 req-9b28102f-ac9b-4615-bac9-24b18c6e0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:47.887087 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-9b28102f-ac9b-4615-bac9-24b18c6e0980 service neutron] 10.222.0.35 "GET /v2.0/networks?id=10033d71-3886-44a1-af9c-7441808603ea HTTP/1.1" status: 200 len: 912 time: 0.0895383 Sep 30 08:44:47.927731 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-881baf9e-3054-49af-a390-8ab2723441fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 HTTP/1.1" status: 200 len: 217 time: 0.0335824 Sep 30 08:44:47.975733 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd605e53-243b-4d44-937f-c22012300dd5 req-3281a2f0-cbec-4362-bb3a-d33327de29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:47.977240 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-3281a2f0-cbec-4362-bb3a-d33327de29a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d1a52fd-2c02-4ec7-aa98-e9a2fad72fe4 HTTP/1.1" status: 200 len: 851 time: 0.0428970 Sep 30 08:44:48.007016 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-eb6054ce-71d0-43d1-8bfd-a4e8c9dd38dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10033d71-3886-44a1-af9c-7441808603ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235991 Sep 30 08:44:48.098100 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23ff304d-4558-4f24-ac19-fb3f04e5ef44 service neutron] 10.222.0.35 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839720 Sep 30 08:44:48.197397 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-7d5403e9-e83b-4232-9905-8bbcd1cfd2aa service neutron] 10.222.0.35 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926170 Sep 30 08:44:48.917218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c81a6-da73-4bf7-9ebf-4a8e23d59ae9 req-201ed048-6551-4c79-90c8-130d2ce1d63f tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:48.918680 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c56c81a6-da73-4bf7-9ebf-4a8e23d59ae9 req-201ed048-6551-4c79-90c8-130d2ce1d63f tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0493581 Sep 30 08:44:48.955959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c56c81a6-da73-4bf7-9ebf-4a8e23d59ae9 req-f3f4a12f-647b-4c51-a756-acf5c9231ecc tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306437 Sep 30 08:44:50.073399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094fad7-a0f8-469a-a772-9f6fae28489f req-355cd7e3-3d0f-4191-a6c8-c1850449a359 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:50.074855 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a094fad7-a0f8-469a-a772-9f6fae28489f req-355cd7e3-3d0f-4191-a6c8-c1850449a359 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0520432 Sep 30 08:44:50.112509 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a094fad7-a0f8-469a-a772-9f6fae28489f req-2f597d93-e8d0-4d3c-9d74-c6e5e5b3087f tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Sep 30 08:44:51.232116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b61d22-a5f2-4c3b-b427-4b6932cdfedf req-7df452be-f18c-4918-b212-33fe4d86cc59 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:51.233612 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21b61d22-a5f2-4c3b-b427-4b6932cdfedf req-7df452be-f18c-4918-b212-33fe4d86cc59 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0517857 Sep 30 08:44:51.271249 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-21b61d22-a5f2-4c3b-b427-4b6932cdfedf req-36c1230d-e262-4057-a413-17946c63986f tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312514 Sep 30 08:44:52.386320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e9621-00a9-4c50-a9bf-b63c98da165d req-41559487-2a28-4063-9927-6c8896c68977 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:52.387834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a2e9621-00a9-4c50-a9bf-b63c98da165d req-41559487-2a28-4063-9927-6c8896c68977 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0510182 Sep 30 08:44:52.427656 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a2e9621-00a9-4c50-a9bf-b63c98da165d req-07d5554c-6c8e-411d-837d-329ec67582a3 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334656 Sep 30 08:44:53.545057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898d9ed-7efc-43ee-98b5-03901b4c347d req-91887aef-e7ea-468c-96a3-7acc032db328 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:53.546516 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e898d9ed-7efc-43ee-98b5-03901b4c347d req-91887aef-e7ea-468c-96a3-7acc032db328 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0520041 Sep 30 08:44:53.583505 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e898d9ed-7efc-43ee-98b5-03901b4c347d req-d103f41c-f2aa-4909-b85c-74ac69727dfb tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307398 Sep 30 08:44:54.703863 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5c890-50e5-473e-a91d-af7323cb0af4 req-f21c4c13-160f-4d5d-bb06-1a6bce685c51 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:54.706023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7d5c890-50e5-473e-a91d-af7323cb0af4 req-f21c4c13-160f-4d5d-bb06-1a6bce685c51 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0539794 Sep 30 08:44:54.743003 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7d5c890-50e5-473e-a91d-af7323cb0af4 req-f12b547c-5c05-4fed-8796-f98b303df541 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312681 Sep 30 08:44:55.855420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d71ef-be78-411c-96f4-edffca7ff86f req-49b87c6c-a318-44ff-a832-02cc02c95094 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:55.856971 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-725d71ef-be78-411c-96f4-edffca7ff86f req-49b87c6c-a318-44ff-a832-02cc02c95094 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0482917 Sep 30 08:44:55.894741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-725d71ef-be78-411c-96f4-edffca7ff86f req-83975d50-8b1a-4fb5-b4af-998c3b7ed6b2 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311511 Sep 30 08:44:57.011918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66353ac-93e9-4e05-9f16-14e7e43944cb req-ece91f14-2d48-4594-b42d-d5b2c114b168 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:57.013452 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d66353ac-93e9-4e05-9f16-14e7e43944cb req-ece91f14-2d48-4594-b42d-d5b2c114b168 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0518563 Sep 30 08:44:57.050856 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d66353ac-93e9-4e05-9f16-14e7e43944cb req-434e6238-104a-4f44-80d0-743e5b7e4695 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304964 Sep 30 08:44:58.166847 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb4dc7-d6e4-41b6-84a8-efabd6978f4b req-bce2d9d6-7966-4696-a386-54838aa17f23 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:58.168356 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bdeb4dc7-d6e4-41b6-84a8-efabd6978f4b req-bce2d9d6-7966-4696-a386-54838aa17f23 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0501080 Sep 30 08:44:58.210055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bdeb4dc7-d6e4-41b6-84a8-efabd6978f4b req-66f7df74-a772-4308-bf55-67cb148f2d2c tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358367 Sep 30 08:44:59.331046 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2ddfe-f295-4ef3-9600-38bbd81f2e09 req-0e025b77-3b41-400b-ad6d-2d7f1da6662f tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:44:59.332664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6dc2ddfe-f295-4ef3-9600-38bbd81f2e09 req-0e025b77-3b41-400b-ad6d-2d7f1da6662f tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0501225 Sep 30 08:44:59.369337 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6dc2ddfe-f295-4ef3-9600-38bbd81f2e09 req-08469a1d-13d0-4fc0-8290-a7117e998115 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305955 Sep 30 08:44:59.994895 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:00.488840 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d3834-b3c8-4fcd-8783-117118a93c81 req-831c2aef-9a35-4724-ac9e-7e0e2f8cc39b tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:00.490304 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-206d3834-b3c8-4fcd-8783-117118a93c81 req-831c2aef-9a35-4724-ac9e-7e0e2f8cc39b tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0531015 Sep 30 08:45:00.527383 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-206d3834-b3c8-4fcd-8783-117118a93c81 req-fb7daf78-beb2-4caf-9b47-485b02971bb7 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312309 Sep 30 08:45:01.641390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e70d5-b184-4805-afcd-ba32a896b922 req-fe3aa527-3557-46a7-9b65-d1c3fadac41e tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:01.644334 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a5e70d5-b184-4805-afcd-ba32a896b922 req-fe3aa527-3557-46a7-9b65-d1c3fadac41e tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0508037 Sep 30 08:45:01.682109 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a5e70d5-b184-4805-afcd-ba32a896b922 req-69baf84f-a919-4127-b835-8c77b8035c4b tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326102 Sep 30 08:45:02.796718 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72672849-b6a7-48f7-b513-2aa87c28a0ca req-a9843800-a651-4c96-8199-d54f985df6e5 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:02.798184 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72672849-b6a7-48f7-b513-2aa87c28a0ca req-a9843800-a651-4c96-8199-d54f985df6e5 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0497992 Sep 30 08:45:02.837619 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72672849-b6a7-48f7-b513-2aa87c28a0ca req-0806b81c-0788-4424-a8e9-561d7f75d3ae tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330315 Sep 30 08:45:03.954325 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e34bf-d107-4410-971e-941f98ca3455 req-90f32f79-5bac-4b49-9de2-cc63b73362b2 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:03.955899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc5e34bf-d107-4410-971e-941f98ca3455 req-90f32f79-5bac-4b49-9de2-cc63b73362b2 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0523908 Sep 30 08:45:03.992682 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc5e34bf-d107-4410-971e-941f98ca3455 req-78b4f04a-95e1-4a39-98a6-a6f98123d682 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309539 Sep 30 08:45:05.107218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ee325-995f-4b6f-94ff-899dd8d2a592 req-691fe650-46f8-4c9f-995c-bd139073a949 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:05.108773 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c9ee325-995f-4b6f-94ff-899dd8d2a592 req-691fe650-46f8-4c9f-995c-bd139073a949 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0492620 Sep 30 08:45:05.146982 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c9ee325-995f-4b6f-94ff-899dd8d2a592 req-e37a3459-43d4-4673-8817-5b37fcc325a1 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311778 Sep 30 08:45:06.255646 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:45:06.269598 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526379e9-974b-4662-8001-91c45d8c9619 req-2361c0f8-e6a8-4820-8508-ddac7f760103 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:06.271080 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-526379e9-974b-4662-8001-91c45d8c9619 req-2361c0f8-e6a8-4820-8508-ddac7f760103 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0499346 Sep 30 08:45:06.308084 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-526379e9-974b-4662-8001-91c45d8c9619 req-7fb62b60-665e-47de-ae44-3e046761221c tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311294 Sep 30 08:45:07.425373 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e2733-0124-4d32-a87d-a72ec10b9660 req-293e78ac-164c-4309-bc11-d0030456a3eb tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:07.426822 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-071e2733-0124-4d32-a87d-a72ec10b9660 req-293e78ac-164c-4309-bc11-d0030456a3eb tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0521719 Sep 30 08:45:07.463323 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-071e2733-0124-4d32-a87d-a72ec10b9660 req-6c0e1fa7-eefd-42cb-9fff-678f7bb3312b tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306015 Sep 30 08:45:08.580713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a5c0e-6d46-482d-9d56-0490daee3be7 req-5483f3da-1eea-4906-a037-8dd89f40e12e tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:08.582191 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e45a5c0e-6d46-482d-9d56-0490daee3be7 req-5483f3da-1eea-4906-a037-8dd89f40e12e tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0502312 Sep 30 08:45:08.619832 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e45a5c0e-6d46-482d-9d56-0490daee3be7 req-3631cb5a-50c8-49d9-831d-cc9c661ae3db tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317497 Sep 30 08:45:09.734705 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3fc41-5e5c-4862-ae4f-b12a63ee5806 req-bc5b4a07-61d9-4f30-a2f9-c105aecfcfc6 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:09.736258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e5f3fc41-5e5c-4862-ae4f-b12a63ee5806 req-bc5b4a07-61d9-4f30-a2f9-c105aecfcfc6 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0496736 Sep 30 08:45:09.774520 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e5f3fc41-5e5c-4862-ae4f-b12a63ee5806 req-24204cf1-65c1-4bbf-a3a5-c9439316cf5c tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323229 Sep 30 08:45:10.462712 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:10.891811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612c441-b6a3-4bba-b2ac-4359b9df7e1f req-e3fea97e-5925-486e-b7ab-46c3bcfc645e tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:10.893785 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7612c441-b6a3-4bba-b2ac-4359b9df7e1f req-e3fea97e-5925-486e-b7ab-46c3bcfc645e tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0535851 Sep 30 08:45:10.931668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7612c441-b6a3-4bba-b2ac-4359b9df7e1f req-15f0b35f-28a7-4e6b-beee-69ffeb162951 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318935 Sep 30 08:45:12.044506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2d411-81d8-416c-a242-cd9d03e978ad req-4d1db2ee-279b-49df-a368-710eaa3e02a7 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:12.045981 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbc2d411-81d8-416c-a242-cd9d03e978ad req-4d1db2ee-279b-49df-a368-710eaa3e02a7 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0480556 Sep 30 08:45:12.083284 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbc2d411-81d8-416c-a242-cd9d03e978ad req-2760b8fa-d1fe-4ce2-bb1d-918bc365b2e6 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305674 Sep 30 08:45:12.094351 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3dd1f84a-0a58-4472-ae51-251052be5b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:13.199301 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b9d54-76e2-447d-9d67-b6b7eb567667 req-ba6247b4-07fa-4a20-8f73-66bfce67e203 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:13.200837 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d9b9d54-76e2-447d-9d67-b6b7eb567667 req-ba6247b4-07fa-4a20-8f73-66bfce67e203 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0516262 Sep 30 08:45:13.240068 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d9b9d54-76e2-447d-9d67-b6b7eb567667 req-8fe92630-a8c2-4080-8662-222983e12e0f tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326421 Sep 30 08:45:14.361508 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f644919-e4bd-4219-90d1-289a06fca071 req-70e74f85-bc10-4f30-88d2-845aedbd405c tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:14.362978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f644919-e4bd-4219-90d1-289a06fca071 req-70e74f85-bc10-4f30-88d2-845aedbd405c tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0522146 Sep 30 08:45:14.401294 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0f644919-e4bd-4219-90d1-289a06fca071 req-67efdac7-0a49-4a66-bd6c-3640dc156160 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323150 Sep 30 08:45:14.839836 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed5f5-c3a0-4dae-9233-bc1efbc41681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:15.185642 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [req-bd605e53-243b-4d44-937f-c22012300dd5 req-2b737d33-7be5-4a35-b0d4-7bac57570dc6 service neutron] show failed (client error): The resource could not be found. Sep 30 08:45:15.186659 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-2b737d33-7be5-4a35-b0d4-7bac57570dc6 service neutron] 10.222.0.35 "GET /v2.0/ports/e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7/bindings/n-h1-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0579040 Sep 30 08:45:15.209552 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-1da140cd-3f51-4c25-a651-46bc6cd21a2b req-a13b8ffe-ccc9-4b77-b3ef-24f6efd9b988 service neutron] (94838) timed out ('10.222.0.24', 44996) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:45:15.336823 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:15.388752 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd605e53-243b-4d44-937f-c22012300dd5 req-4bd2dffe-02ec-4ac4-879d-e9d522432079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:15.390264 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-4bd2dffe-02ec-4ac4-879d-e9d522432079 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e&tenant_id=c63f9dcaddd2432b9770c8bbaf305506 HTTP/1.1" status: 200 len: 1097 time: 0.0480559 Sep 30 08:45:15.402416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:15.460643 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:15.614074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad89201-788d-45cf-9325-f79aa86b4cb8 req-47e23223-dfba-4f21-b3b4-780627d38e46 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:15.615550 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cad89201-788d-45cf-9325-f79aa86b4cb8 req-47e23223-dfba-4f21-b3b4-780627d38e46 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.1194139 Sep 30 08:45:15.706134 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cad89201-788d-45cf-9325-f79aa86b4cb8 req-33fe5a79-e0c2-4a16-9334-7f443cba93cd tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831759 Sep 30 08:45:15.725379 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] For port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,segment=NetworkSegment(587c7750-b773-458e-8241-a18cbc41ef8d),segment_id=587c7750-b773-458e-8241-a18cbc41ef8d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:15.757132 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] For port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:45:15.795077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a62874b-dfa3-4953-9d18-0b91ff7fde5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:45:15.797526 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8950f47-04de-47d8-b5d6-8b1a5f514fd4" -d '{"events": [{"server_uuid": "5a62874b-dfa3-4953-9d18-0b91ff7fde5e", "name": "network-vif-unplugged", "status": "completed", "tag": "e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:45:15.802966 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:15.816734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Transition to ACTIVE for port object e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:45:15.821574 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:15.881113 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a117033f-6167-48e4-9c43-5151a543bdb6 x-openstack-request-id: req-a117033f-6167-48e4-9c43-5151a543bdb6 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:45:15.881113 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a62874b-dfa3-4953-9d18-0b91ff7fde5e", "name": "network-vif-unplugged", "status": "completed", "tag": "e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:45:15.881430 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a117033f-6167-48e4-9c43-5151a543bdb6 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:45:15.881850 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a62874b-dfa3-4953-9d18-0b91ff7fde5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7', 'code': 200} Sep 30 08:45:15.913381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] No DVR routers for this DVR port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:45:15.915184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Pushing event updated for resources: {'Port': ['ID=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:15.948581 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Attempting to bind port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:45:15.948914 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Attempting to bind port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '587c7750-b773-458e-8241-a18cbc41ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10033d71-3886-44a1-af9c-7441808603ea'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:45:15.949239 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Attempting to bind port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 on network 10033d71-3886-44a1-af9c-7441808603ea {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:15.953406 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 on network 10033d71-3886-44a1-af9c-7441808603ea not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:45:15.953725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Attempting to bind port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 on network 10033d71-3886-44a1-af9c-7441808603ea {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:15.959469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:45:15.959739 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Checking segment: {'id': '587c7750-b773-458e-8241-a18cbc41ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10033d71-3886-44a1-af9c-7441808603ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:15.960181 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Bound using segment: {'id': '587c7750-b773-458e-8241-a18cbc41ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10033d71-3886-44a1-af9c-7441808603ea'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:45:15.960604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Bound port: e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587c7750-b773-458e-8241-a18cbc41ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '10033d71-3886-44a1-af9c-7441808603ea'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:45:15.960960 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:15.972086 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:16.023090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] For port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:45:16.026314 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] For port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,segment=NetworkSegment(587c7750-b773-458e-8241-a18cbc41ef8d),segment_id=587c7750-b773-458e-8241-a18cbc41ef8d)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:45:16.030172 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:16.065664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:16.066273 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:16.067654 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] 10.222.0.36 "PUT /v2.0/ports/e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 HTTP/1.1" status: 200 len: 1092 time: 0.6691856 Sep 30 08:45:16.089183 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23689526-3217-4f96-94d7-86df1bd96e2f service neutron] Pushing event updated for resources: {'Port': ['ID=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:16.140171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd605e53-243b-4d44-937f-c22012300dd5 req-cbc22863-9175-4522-b03b-e49fee89ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:16.141728 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-cbc22863-9175-4522-b03b-e49fee89ee94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c63f9dcaddd2432b9770c8bbaf305506&device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 1095 time: 0.0484099 Sep 30 08:45:16.234694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd605e53-243b-4d44-937f-c22012300dd5 req-ff3e785d-eb28-424d-a557-17de39e104e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:16.236121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-ff3e785d-eb28-424d-a557-17de39e104e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10033d71-3886-44a1-af9c-7441808603ea HTTP/1.1" status: 200 len: 912 time: 0.0868568 Sep 30 08:45:16.282419 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-665b662d-c369-4e47-ad49-50c71e710cb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 HTTP/1.1" status: 200 len: 217 time: 0.0392437 Sep 30 08:45:16.333179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd605e53-243b-4d44-937f-c22012300dd5 req-c4def020-4e08-4cbf-bd5e-6e213920101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:16.334593 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-c4def020-4e08-4cbf-bd5e-6e213920101f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d1a52fd-2c02-4ec7-aa98-e9a2fad72fe4 HTTP/1.1" status: 200 len: 851 time: 0.0444822 Sep 30 08:45:16.366282 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-765d0702-6b38-4a70-9957-a7d7ff19a036 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10033d71-3886-44a1-af9c-7441808603ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245836 Sep 30 08:45:16.460301 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-beb617d3-a4d5-4d35-9092-b487d18e7c58 service neutron] 10.222.0.36 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865154 Sep 30 08:45:16.549579 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bd605e53-243b-4d44-937f-c22012300dd5 req-3f36a51b-fb8c-4f19-b596-a931ed1580e6 service neutron] 10.222.0.36 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814114 Sep 30 08:45:16.822292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7531dd-0c67-4e33-9062-a3c1412f8e89 req-8d8f9788-05b6-46d2-ad67-030a2929b655 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:16.823679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d7531dd-0c67-4e33-9062-a3c1412f8e89 req-8d8f9788-05b6-46d2-ad67-030a2929b655 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 944 time: 0.0494397 Sep 30 08:45:16.864588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9d7531dd-0c67-4e33-9062-a3c1412f8e89 req-dca049a4-7b27-46b1-8e25-09b4576d2f8a tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349915 Sep 30 08:45:17.847538 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:17.883292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a62874b-dfa3-4953-9d18-0b91ff7fde5e', 'tag': 'e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:45:17.885732 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90" -d '{"events": [{"name": "network-changed", "server_uuid": "5a62874b-dfa3-4953-9d18-0b91ff7fde5e", "tag": "e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:45:17.933576 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df87c56d-b6f5-47e4-8b11-fc4186bdc75b x-openstack-request-id: req-df87c56d-b6f5-47e4-8b11-fc4186bdc75b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:45:17.933859 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a62874b-dfa3-4953-9d18-0b91ff7fde5e", "tag": "e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:45:17.934132 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df87c56d-b6f5-47e4-8b11-fc4186bdc75b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:45:17.934544 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a62874b-dfa3-4953-9d18-0b91ff7fde5e', 'tag': 'e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7', 'status': 'completed', 'code': 200} Sep 30 08:45:18.011349 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286c24f-07fd-4d9a-a387-0f14c4c610a3 req-cfb63e7e-f1a4-4d27-bb2e-ee960b0e063d tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:18.013112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8286c24f-07fd-4d9a-a387-0f14c4c610a3 req-cfb63e7e-f1a4-4d27-bb2e-ee960b0e063d tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 944 time: 0.0776114 Sep 30 08:45:18.013912 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-e585745b-7c8f-4234-9184-58d9b908f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:18.016551 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-e585745b-7c8f-4234-9184-58d9b908f1f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c63f9dcaddd2432b9770c8bbaf305506&device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 1095 time: 0.0428724 Sep 30 08:45:18.028471 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-3853cc26-a45e-46aa-925a-fd1962dfd785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:18.029905 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-3853cc26-a45e-46aa-925a-fd1962dfd785 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c63f9dcaddd2432b9770c8bbaf305506&device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 1095 time: 0.0671937 Sep 30 08:45:18.077713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8286c24f-07fd-4d9a-a387-0f14c4c610a3 req-1e78150d-fbb2-4122-bd2f-4fd79feba310 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569079 Sep 30 08:45:18.123747 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-a8711a34-a30e-4466-aa24-4518a35c708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:18.125264 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-a8711a34-a30e-4466-aa24-4518a35c708c service neutron] 10.222.0.35 "GET /v2.0/networks?id=10033d71-3886-44a1-af9c-7441808603ea HTTP/1.1" status: 200 len: 912 time: 0.1023507 Sep 30 08:45:18.169426 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-cf9fd642-2189-440e-be7e-82bc47dcb3d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 HTTP/1.1" status: 200 len: 217 time: 0.0373793 Sep 30 08:45:18.222215 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-69189c12-a90a-43a4-ba2a-f98b954be21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:18.223773 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-69189c12-a90a-43a4-ba2a-f98b954be21f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d1a52fd-2c02-4ec7-aa98-e9a2fad72fe4 HTTP/1.1" status: 200 len: 851 time: 0.0481203 Sep 30 08:45:18.261236 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-9d19dd37-544b-40f8-957f-ed2654a516de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10033d71-3886-44a1-af9c-7441808603ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294132 Sep 30 08:45:18.364222 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-a809097d-e7ab-43da-a0e4-6bef0929f2be service neutron] 10.222.0.35 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961213 Sep 30 08:45:18.463513 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-c1476a03-0f1a-4ad6-bd27-0c75cc79fd4f service neutron] 10.222.0.35 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919821 Sep 30 08:45:18.485701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-50b596be-5bf2-4d7c-89ad-3954d5c84aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:18.487727 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-50b596be-5bf2-4d7c-89ad-3954d5c84aa7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10033d71-3886-44a1-af9c-7441808603ea HTTP/1.1" status: 200 len: 912 time: 0.4355795 Sep 30 08:45:18.530740 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-3792bcb3-4c7a-47dc-9a8a-5bedbae14064 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 HTTP/1.1" status: 200 len: 217 time: 0.0338650 Sep 30 08:45:18.577148 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-3ed8d7f5-b3af-4e1e-90c5-1c03244f4aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:18.578553 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-3ed8d7f5-b3af-4e1e-90c5-1c03244f4aa4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d1a52fd-2c02-4ec7-aa98-e9a2fad72fe4 HTTP/1.1" status: 200 len: 851 time: 0.0416067 Sep 30 08:45:18.612859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-b5d08644-7a37-4d88-83ab-4cc95ef19aa1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10033d71-3886-44a1-af9c-7441808603ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277898 Sep 30 08:45:18.724744 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-340f1e6e-ef9e-4583-8799-01342962439c req-6da2d3cd-00a0-48e7-aaef-6a5fa11d7a95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958786 Sep 30 08:45:18.732901 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-b8408c22-02a0-4a12-be8e-d08e047298fb service neutron] 10.222.0.36 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130736 Sep 30 08:45:18.763236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:45:18.822349 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb862d99-14ce-426d-ac3e-cbb58e5a1e90 req-d98ee267-6801-4024-82ba-8f1221b319d3 service neutron] 10.222.0.36 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825005 Sep 30 08:45:18.857587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,segment=NetworkSegment(587c7750-b773-458e-8241-a18cbc41ef8d),segment_id=587c7750-b773-458e-8241-a18cbc41ef8d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:18.869285 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7', 'network_id': '10033d71-3886-44a1-af9c-7441808603ea', 'port_id': 'e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7', 'mac_address': 'fa:16:3e:e0:29:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1a52fd-2c02-4ec7-aa98-e9a2fad72fe4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:45:18.906874 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:18.918431 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f1e6e-ef9e-4583-8799-01342962439c req-7ad0b580-189f-4c53-a9d6-651280fa19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:18.919401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:45:18.920006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-340f1e6e-ef9e-4583-8799-01342962439c req-7ad0b580-189f-4c53-a9d6-651280fa19e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c63f9dcaddd2432b9770c8bbaf305506&device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 1095 time: 0.0408516 Sep 30 08:45:18.940652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,segment=NetworkSegment(587c7750-b773-458e-8241-a18cbc41ef8d),segment_id=587c7750-b773-458e-8241-a18cbc41ef8d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:18.944757 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:18.993629 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:19.026034 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f1e6e-ef9e-4583-8799-01342962439c req-7ddf2404-69fd-4bc3-a503-2b1f03d83411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:19.027517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-340f1e6e-ef9e-4583-8799-01342962439c req-7ddf2404-69fd-4bc3-a503-2b1f03d83411 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10033d71-3886-44a1-af9c-7441808603ea HTTP/1.1" status: 200 len: 912 time: 0.0889087 Sep 30 08:45:19.068960 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-340f1e6e-ef9e-4583-8799-01342962439c req-2a6e147a-7f9a-4575-ace5-771e290abec9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 HTTP/1.1" status: 200 len: 217 time: 0.0340037 Sep 30 08:45:19.125470 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f1e6e-ef9e-4583-8799-01342962439c req-b55e4b9c-a5c5-45a3-a4b2-331cb6f16a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:19.127136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-340f1e6e-ef9e-4583-8799-01342962439c req-b55e4b9c-a5c5-45a3-a4b2-331cb6f16a4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d1a52fd-2c02-4ec7-aa98-e9a2fad72fe4 HTTP/1.1" status: 200 len: 851 time: 0.0498486 Sep 30 08:45:19.161274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:45:19.163010 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-340f1e6e-ef9e-4583-8799-01342962439c req-9f080180-a0ae-47d8-9b7f-ade249346dcd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10033d71-3886-44a1-af9c-7441808603ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279672 Sep 30 08:45:19.263803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66a3a7-28df-4d9f-82c7-d297864c04f9 req-e818a05b-d4e4-4820-a4af-4d339fe72724 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:19.265227 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a66a3a7-28df-4d9f-82c7-d297864c04f9 req-e818a05b-d4e4-4820-a4af-4d339fe72724 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 945 time: 0.1050744 Sep 30 08:45:19.317654 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-340f1e6e-ef9e-4583-8799-01342962439c req-2d52a2ed-7862-49d0-9682-f02e6ef541e9 service neutron] 10.222.0.36 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465430 Sep 30 08:45:19.322566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a66a3a7-28df-4d9f-82c7-d297864c04f9 req-f596ce6f-d51b-4215-a607-bfd96ced71fc tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506041 Sep 30 08:45:19.411468 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-340f1e6e-ef9e-4583-8799-01342962439c req-ef03adf0-af1c-4492-a7d9-2e7504d6f37a service neutron] 10.222.0.36 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855219 Sep 30 08:45:19.623617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-393ba291-fe76-4f90-ba25-001447af4284 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:19.625051 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-393ba291-fe76-4f90-ba25-001447af4284 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e&tenant_id=c63f9dcaddd2432b9770c8bbaf305506&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 945 time: 0.1060045 Sep 30 08:45:19.687563 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-cd99d1b5-b7ef-4fd9-b855-87c66e04a606 service neutron] delete failed (client error): The resource could not be found. Sep 30 08:45:19.688616 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-cd99d1b5-b7ef-4fd9-b855-87c66e04a606 service neutron] 10.222.0.35 "DELETE /v2.0/ports/e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7/bindings/n-h2-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0562406 Sep 30 08:45:19.798877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-844d358b-cfea-409b-ab09-6a3bbedd012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:19.800419 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-844d358b-cfea-409b-ab09-6a3bbedd012a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c63f9dcaddd2432b9770c8bbaf305506&device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 1096 time: 0.0502257 Sep 30 08:45:19.888222 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-3fffb3d9-ccbf-4101-907f-1bc2a8d81fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:19.889578 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-3fffb3d9-ccbf-4101-907f-1bc2a8d81fdb service neutron] 10.222.0.35 "GET /v2.0/networks?id=10033d71-3886-44a1-af9c-7441808603ea HTTP/1.1" status: 200 len: 912 time: 0.0820999 Sep 30 08:45:19.934344 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-2fec186c-5fc3-4c85-bef5-999727ecc91a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 HTTP/1.1" status: 200 len: 217 time: 0.0380490 Sep 30 08:45:19.980329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-27e0ab36-4e05-46cf-8aea-dd9ccd0569ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:19.981713 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-27e0ab36-4e05-46cf-8aea-dd9ccd0569ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d1a52fd-2c02-4ec7-aa98-e9a2fad72fe4 HTTP/1.1" status: 200 len: 851 time: 0.0410435 Sep 30 08:45:20.011858 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-e21d0297-354c-4232-8144-0d8747ffdbe7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10033d71-3886-44a1-af9c-7441808603ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238240 Sep 30 08:45:20.098289 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-d1fc6595-b500-4b16-a144-52fa2a3d5e6a service neutron] 10.222.0.35 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797088 Sep 30 08:45:20.191283 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-b0eb2cec-2f55-4658-9126-39bcd69d770d service neutron] 10.222.0.35 "GET /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856061 Sep 30 08:45:20.506483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:45:20.543930 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:45:20.778544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:20.831250 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:45:20.835761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:20.836207 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:20.914700 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:20.936456 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a62874b-dfa3-4953-9d18-0b91ff7fde5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:45:20.938694 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bcaa5d-8649-444c-8f59-b5a47cfac572" -d '{"events": [{"server_uuid": "5a62874b-dfa3-4953-9d18-0b91ff7fde5e", "name": "network-vif-plugged", "status": "completed", "tag": "e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:45:20.946135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066813fe-5a0f-4594-9ce0-bddffa0d2f7e req-fb4f90f1-69ae-47be-8087-ebe8773254fc tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:20.947650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-066813fe-5a0f-4594-9ce0-bddffa0d2f7e req-fb4f90f1-69ae-47be-8087-ebe8773254fc tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 945 time: 0.0560634 Sep 30 08:45:20.952094 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,segment=NetworkSegment(587c7750-b773-458e-8241-a18cbc41ef8d),segment_id=587c7750-b773-458e-8241-a18cbc41ef8d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:20.963002 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:20.988691 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb18e8a-0ede-46d3-99ea-ea1f2ac6635b x-openstack-request-id: req-bdb18e8a-0ede-46d3-99ea-ea1f2ac6635b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:45:20.988993 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a62874b-dfa3-4953-9d18-0b91ff7fde5e", "name": "network-vif-plugged", "status": "completed", "tag": "e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:45:20.989243 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdb18e8a-0ede-46d3-99ea-ea1f2ac6635b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:45:20.989626 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a62874b-dfa3-4953-9d18-0b91ff7fde5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7', 'code': 200} Sep 30 08:45:20.992340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-066813fe-5a0f-4594-9ce0-bddffa0d2f7e req-db0de0a0-7691-4999-966a-d69f640b40c2 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372782 Sep 30 08:45:21.014949 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:22.111697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48daaf5-3cba-46b3-bc59-df1538e663ae req-7aa55081-ca2b-4691-b4ca-bafde9e8eea3 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:22.113311 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a48daaf5-3cba-46b3-bc59-df1538e663ae req-7aa55081-ca2b-4691-b4ca-bafde9e8eea3 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0477147 Sep 30 08:45:22.149912 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a48daaf5-3cba-46b3-bc59-df1538e663ae req-80182c8b-11e2-4cd2-9694-8852fb25f1c3 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f6ea4a-9546-42db-b6f2-9b580b809ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307977 Sep 30 08:45:22.225914 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-789be33a-8f50-4156-ab22-9930e124ce2f tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:22.227354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-789be33a-8f50-4156-ab22-9930e124ce2f tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a62874b-dfa3-4953-9d18-0b91ff7fde5e HTTP/1.1" status: 200 len: 946 time: 0.0479956 Sep 30 08:45:22.321682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-116be66a-d23c-45e4-946f-788f5ebc4382 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Deleting port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:45:22.321926 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-116be66a-d23c-45e4-946f-788f5ebc4382 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:22.407710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-116be66a-d23c-45e4-946f-788f5ebc4382 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] For port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,segment=NetworkSegment(587c7750-b773-458e-8241-a18cbc41ef8d),segment_id=587c7750-b773-458e-8241-a18cbc41ef8d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:22.408620 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-116be66a-d23c-45e4-946f-788f5ebc4382 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:22.420738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-116be66a-d23c-45e4-946f-788f5ebc4382 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Calling delete_port for e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:45:22.551848 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-116be66a-d23c-45e4-946f-788f5ebc4382 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:22.563877 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:45:22.581239 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116be66a-d23c-45e4-946f-788f5ebc4382 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Pushing event deleted for resources: {'Port': ['ID=e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:22.626444 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-116be66a-d23c-45e4-946f-788f5ebc4382 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] No DVR routers for this DVR port e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:45:22.629258 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-116be66a-d23c-45e4-946f-788f5ebc4382 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:22.631304 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2cee9492-1ebc-4716-bf9e-c7cbc48a0b40 req-116be66a-d23c-45e4-946f-788f5ebc4382 tempest-DeleteServersTestJSON-1361118627 tempest-DeleteServersTestJSON-1361118627-project] 10.222.0.36 "DELETE /v2.0/ports/e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 HTTP/1.1" status: 204 len: 173 time: 0.3981566 Sep 30 08:45:22.631763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a62874b-dfa3-4953-9d18-0b91ff7fde5e', 'name': 'network-vif-deleted', 'tag': 'e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:45:22.634108 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e943dd-1c57-45f1-81a7-b03179a4839e" -d '{"events": [{"server_uuid": "5a62874b-dfa3-4953-9d18-0b91ff7fde5e", "name": "network-vif-deleted", "tag": "e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:45:22.673358 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21476d33-5089-412f-be1d-11124923a0ad x-openstack-request-id: req-21476d33-5089-412f-be1d-11124923a0ad {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:45:22.673682 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a62874b-dfa3-4953-9d18-0b91ff7fde5e", "name": "network-vif-deleted", "tag": "e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:45:22.673944 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21476d33-5089-412f-be1d-11124923a0ad {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:45:22.675087 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a62874b-dfa3-4953-9d18-0b91ff7fde5e', 'name': 'network-vif-deleted', 'tag': 'e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7', 'status': 'completed', 'code': 200} Sep 30 08:45:23.276631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46228) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:23.322473 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a869aae-296e-40d9-b96f-9a2aad4b2867 admin admin] Deleting subnet 9d1a52fd-2c02-4ec7-aa98-e9a2fad72fe4 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:45:23.325669 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a869aae-296e-40d9-b96f-9a2aad4b2867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.359683 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a869aae-296e-40d9-b96f-9a2aad4b2867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.401063 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a869aae-296e-40d9-b96f-9a2aad4b2867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.452856 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a869aae-296e-40d9-b96f-9a2aad4b2867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.485358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a869aae-296e-40d9-b96f-9a2aad4b2867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d1a52fd-2c02-4ec7-aa98-e9a2fad72fe4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:23.487392 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a869aae-296e-40d9-b96f-9a2aad4b2867 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.490324 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6a869aae-296e-40d9-b96f-9a2aad4b2867 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9d1a52fd-2c02-4ec7-aa98-e9a2fad72fe4 HTTP/1.1" status: 204 len: 168 time: 0.2116883 Sep 30 08:45:23.491822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46230) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:23.559982 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f84b845f-556c-45c7-8db9-effc0f256041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.639550 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f84b845f-556c-45c7-8db9-effc0f256041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.661074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f84b845f-556c-45c7-8db9-effc0f256041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10033d71-3886-44a1-af9c-7441808603ea']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:23.669949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f84b845f-556c-45c7-8db9-effc0f256041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587c7750-b773-458e-8241-a18cbc41ef8d') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:23.670247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f84b845f-556c-45c7-8db9-effc0f256041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587c7750-b773-458e-8241-a18cbc41ef8d') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:45:23.679678 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f84b845f-556c-45c7-8db9-effc0f256041 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.693032 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f84b845f-556c-45c7-8db9-effc0f256041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.699458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84b845f-556c-45c7-8db9-effc0f256041 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:45:23.699833 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f84b845f-556c-45c7-8db9-effc0f256041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:45:23.701665 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:45:23.760094 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f84b845f-556c-45c7-8db9-effc0f256041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.765650 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f84b845f-556c-45c7-8db9-effc0f256041 admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.767885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f84b845f-556c-45c7-8db9-effc0f256041 admin admin] 10.222.0.24 "DELETE /v2.0/networks/10033d71-3886-44a1-af9c-7441808603ea HTTP/1.1" status: 204 len: 168 time: 0.2747397 Sep 30 08:45:23.780448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b845f-556c-45c7-8db9-effc0f256041 admin admin] Pushing event deleted for resources: {'Network': ['ID=10033d71-3886-44a1-af9c-7441808603ea,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:23.880515 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46236) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:23.926721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-823e0bbd-fdd0-4140-a1a7-3eba8ac88495 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c63f9dcaddd2432b9770c8bbaf305506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449960 Sep 30 08:45:23.929384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46238) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:23.977335 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e660d1f8-67b9-47f3-babd-7de7b1a57d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:23.998200 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e660d1f8-67b9-47f3-babd-7de7b1a57d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:24.044038 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e660d1f8-67b9-47f3-babd-7de7b1a57d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:24.046585 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e660d1f8-67b9-47f3-babd-7de7b1a57d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:24.047842 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e660d1f8-67b9-47f3-babd-7de7b1a57d80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64f6ea4a-9546-42db-b6f2-9b580b809ce2 HTTP/1.1" status: 204 len: 168 time: 0.1175520 Sep 30 08:45:24.056080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660d1f8-67b9-47f3-babd-7de7b1a57d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f6ea4a-9546-42db-b6f2-9b580b809ce2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:24.708788 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46262) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:24.806381 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1497121078-network', 'tenant_id': '2ac4b8ec8fab411199f7004f95306d08'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:24.827239 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Made reservation on behalf of 2ac4b8ec8fab411199f7004f95306d08 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:45:24.830019 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:24.838788 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:24.930844 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:24.934758 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:24.962262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:45:24.968817 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccec135-bd81-44c8-8280-4718aabfae92,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:24.978307 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:24.978657 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Added segment 53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0 of type vlan for network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 Sep 30 08:45:24.980978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:24.981330 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:24.981675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:24.982015 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:24.982351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:24.982684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:24.983044 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:24.983373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:24.983697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:24.984048 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:24.984377 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:24.984699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:45:25.038809 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:25.062899 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:25.063792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:25.064999 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:25.093127 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3831785 Sep 30 08:45:25.096234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46266) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:45:25.101709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-875e79fa-7ae1-4d2b-9bc6-398ae0d7cff4 admin admin] Request body: {'subnet': {'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1497121078-subnet', 'tenant_id': '2ac4b8ec8fab411199f7004f95306d08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:25.125252 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875e79fa-7ae1-4d2b-9bc6-398ae0d7cff4 admin admin] Made reservation on behalf of 2ac4b8ec8fab411199f7004f95306d08 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:45:25.128333 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-875e79fa-7ae1-4d2b-9bc6-398ae0d7cff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:25.129090 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07369e-5a66-4aa3-a9a9-46c982a69810 admin admin] Pushing event updated for resources: {'Network': ['ID=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:25.139453 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:45:25.295724 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-875e79fa-7ae1-4d2b-9bc6-398ae0d7cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:25.351963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e79fa-7ae1-4d2b-9bc6-398ae0d7cff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c069e22-3ff3-451b-a523-cb6f50aa35f7,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:25.359118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e79fa-7ae1-4d2b-9bc6-398ae0d7cff4 admin admin] Checking segment: {'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:25.359484 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875e79fa-7ae1-4d2b-9bc6-398ae0d7cff4 admin admin] Network hostable DHCP agents. Network: fd8c8fe2-d1c6-4a94-83dc-e443bd851d64, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:45:25.376308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875e79fa-7ae1-4d2b-9bc6-398ae0d7cff4 admin admin] Network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:45:25.384391 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-875e79fa-7ae1-4d2b-9bc6-398ae0d7cff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, fd8c8fe2-d1c6-4a94-83dc-e443bd851d64) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:25.388472 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875e79fa-7ae1-4d2b-9bc6-398ae0d7cff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:25.389057 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-875e79fa-7ae1-4d2b-9bc6-398ae0d7cff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:25.393755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e913d0b7-95f3-4fc1-bde4-ef7b8189e058 None None] Network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:45:25.407460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-875e79fa-7ae1-4d2b-9bc6-398ae0d7cff4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3100793 Sep 30 08:45:25.519525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3fb870-e873-45ef-a90d-b842911a7abd None None] Network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:45:25.831273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-9e877270-6ace-4163-b238-f4119ce80987 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:25.832786 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-9e877270-6ace-4163-b238-f4119ce80987 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/networks?id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 200 len: 815 time: 0.1052082 Sep 30 08:45:25.848139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-9c12e7f3-5fab-4752-ae13-905840eed27c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/quotas/2ac4b8ec8fab411199f7004f95306d08 HTTP/1.1" status: 200 len: 375 time: 0.0097013 Sep 30 08:45:25.878555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-9ea3c104-5774-47b1-8a0f-249cfaf9940e tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ac4b8ec8fab411199f7004f95306d08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253618 Sep 30 08:45:25.972098 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-f1b0f03e-df40-448e-9dbe-8155e397cd40 service neutron] 10.222.0.24 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866323 Sep 30 08:45:26.062668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-951cb031-ed17-4380-873c-303907cfc04e service neutron] 10.222.0.24 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845978 Sep 30 08:45:26.219391 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5c24ad92-54e4-4343-971d-c9087e838a63 req-4bcac202-6f50-4dfe-a9be-0dfb2dec379e tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 210 time: 0.0268159 Sep 30 08:45:26.810129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:45:26.831834 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:45:26.832207 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e2d0c4ef-f06a-4f45-8f11-d736aa8b3ce7 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:45:27.189416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-78c8d3c7-1df7-487a-aa4e-d8501f2dda90 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:27.191097 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-78c8d3c7-1df7-487a-aa4e-d8501f2dda90 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.35 "GET /v2.0/networks?id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 200 len: 815 time: 0.1095078 Sep 30 08:45:27.216987 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-4553ddbb-5933-4043-a546-6d82db6277ff tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Request body: {'port': {'device_id': 'e27680e8-d0d9-4f71-8d54-3711a829423e', 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64', 'admin_state_up': True, 'tenant_id': '2ac4b8ec8fab411199f7004f95306d08'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:27.315935 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-681fb82d-38d8-4884-82f8-6492c0c6b922 req-2df08b74-039e-4474-86aa-b8915a196e6e tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 210 time: 0.0265393 Sep 30 08:45:27.326151 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-4553ddbb-5933-4043-a546-6d82db6277ff tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Made reservation on behalf of 2ac4b8ec8fab411199f7004f95306d08 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:45:27.337010 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-4553ddbb-5933-4043-a546-6d82db6277ff tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:27.463010 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-4553ddbb-5933-4043-a546-6d82db6277ff tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Allocated IP 172.20.0.6 (fd8c8fe2-d1c6-4a94-83dc-e443bd851d64/7c069e22-3ff3-451b-a523-cb6f50aa35f7/331dfd3f-85b1-421e-97d1-8391e3db7a34) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:45:27.613205 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-4553ddbb-5933-4043-a546-6d82db6277ff tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:27.648116 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-4553ddbb-5933-4043-a546-6d82db6277ff tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:27.692239 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-4553ddbb-5933-4043-a546-6d82db6277ff tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:45:27.695252 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-4553ddbb-5933-4043-a546-6d82db6277ff tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:45:27.698812 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-4553ddbb-5933-4043-a546-6d82db6277ff tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:45:27.707983 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553ddbb-5933-4043-a546-6d82db6277ff tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Pushing event updated for resources: {'Port': ['ID=331dfd3f-85b1-421e-97d1-8391e3db7a34,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:27.753405 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-4553ddbb-5933-4043-a546-6d82db6277ff tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:27.754021 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-4553ddbb-5933-4043-a546-6d82db6277ff tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:27.767217 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-4553ddbb-5933-4043-a546-6d82db6277ff tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5541415 Sep 30 08:45:27.785198 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Request body: {'port': {'device_id': 'e27680e8-d0d9-4f71-8d54-3711a829423e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:45:27.837759 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:28.103968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331dfd3f-85b1-421e-97d1-8391e3db7a34 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:45:28.112152 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:28.123568 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Transition to ACTIVE for port object 331dfd3f-85b1-421e-97d1-8391e3db7a34 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:45:28.128267 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:28.179492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=331dfd3f-85b1-421e-97d1-8391e3db7a34,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:28.274130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Attempting to bind port 331dfd3f-85b1-421e-97d1-8391e3db7a34 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:45:28.274889 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Attempting to bind port 331dfd3f-85b1-421e-97d1-8391e3db7a34 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:45:28.275030 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Attempting to bind port 331dfd3f-85b1-421e-97d1-8391e3db7a34 on network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:28.279761 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Port 331dfd3f-85b1-421e-97d1-8391e3db7a34 on network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:45:28.280112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Attempting to bind port 331dfd3f-85b1-421e-97d1-8391e3db7a34 on network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:45:28.287212 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:45:28.287679 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Checking segment: {'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:45:28.288281 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Bound using segment: {'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:45:28.288936 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Bound port: 331dfd3f-85b1-421e-97d1-8391e3db7a34, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:45:28.289332 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:28.355155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] For port 331dfd3f-85b1-421e-97d1-8391e3db7a34, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:45:28.358103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] For port 331dfd3f-85b1-421e-97d1-8391e3db7a34, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:45:28.363299 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:28.397862 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:28.398489 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:28.399922 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] 10.222.0.35 "PUT /v2.0/ports/331dfd3f-85b1-421e-97d1-8391e3db7a34 HTTP/1.1" status: 200 len: 1091 time: 0.6194165 Sep 30 08:45:28.400366 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27680e8-d0d9-4f71-8d54-3711a829423e', 'tag': '331dfd3f-85b1-421e-97d1-8391e3db7a34'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:45:28.402629 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e2fd69-a7ac-444f-9362-44aaa4c4c08b" -d '{"events": [{"name": "network-changed", "server_uuid": "e27680e8-d0d9-4f71-8d54-3711a829423e", "tag": "331dfd3f-85b1-421e-97d1-8391e3db7a34"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:45:28.430028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac83eb8-c28f-41b1-9121-13ab8715f0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=331dfd3f-85b1-421e-97d1-8391e3db7a34,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:28.442942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b894b9-8ef2-4de0-a7a9-211ab0d13a6b req-ce7fd0aa-91dc-4ae8-9238-786376b4de5b tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:28.444686 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39b894b9-8ef2-4de0-a7a9-211ab0d13a6b req-ce7fd0aa-91dc-4ae8-9238-786376b4de5b tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 943 time: 0.0598004 Sep 30 08:45:28.448786 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e4b089-010d-4cfc-a48d-05ffdeeb9d27 x-openstack-request-id: req-29e4b089-010d-4cfc-a48d-05ffdeeb9d27 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:45:28.449069 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e27680e8-d0d9-4f71-8d54-3711a829423e", "tag": "331dfd3f-85b1-421e-97d1-8391e3db7a34", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:45:28.449369 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29e4b089-010d-4cfc-a48d-05ffdeeb9d27 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:45:28.449763 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e27680e8-d0d9-4f71-8d54-3711a829423e', 'tag': '331dfd3f-85b1-421e-97d1-8391e3db7a34', 'status': 'completed', 'code': 200} Sep 30 08:45:28.483570 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39b894b9-8ef2-4de0-a7a9-211ab0d13a6b req-d2d6b56a-a193-4d0e-930e-116c1d636269 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328033 Sep 30 08:45:28.503637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-c2667cb6-feb4-42c8-a077-04b1131c724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:28.505212 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-c2667cb6-feb4-42c8-a077-04b1131c724b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac4b8ec8fab411199f7004f95306d08&device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 1094 time: 0.0429213 Sep 30 08:45:28.556641 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-6d1b2040-d39f-4fe8-899f-32a5d237dd52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34 HTTP/1.1" status: 200 len: 217 time: 0.0379624 Sep 30 08:45:28.613746 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-a7257256-6fde-4355-a3de-178c23d363cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:28.615145 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-a7257256-6fde-4355-a3de-178c23d363cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7c069e22-3ff3-451b-a523-cb6f50aa35f7 HTTP/1.1" status: 200 len: 855 time: 0.0519729 Sep 30 08:45:28.647293 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-82f1ae6e-e4aa-4ed3-8ede-9e89051b974f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253592 Sep 30 08:45:28.742197 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-a03a4cf7-06d0-45f5-ac0a-27ab7c44a84f service neutron] 10.222.0.35 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873041 Sep 30 08:45:28.829041 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8b41e11e-7e01-469b-ab6f-089c802e6196 req-ba7624a7-00df-4713-95d0-9990f60e55e4 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800583 Sep 30 08:45:28.957805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2fd69-a7ac-444f-9362-44aaa4c4c08b req-2cadac83-bdd8-45ee-a9a0-dc74d40a3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:28.959281 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-88e2fd69-a7ac-444f-9362-44aaa4c4c08b req-2cadac83-bdd8-45ee-a9a0-dc74d40a3e5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac4b8ec8fab411199f7004f95306d08&device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 1094 time: 0.0399361 Sep 30 08:45:29.052645 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2fd69-a7ac-444f-9362-44aaa4c4c08b req-d26e94be-0b63-43ad-a6b1-f8ecdaccc1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:29.054364 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-88e2fd69-a7ac-444f-9362-44aaa4c4c08b req-d26e94be-0b63-43ad-a6b1-f8ecdaccc1d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 200 len: 916 time: 0.0878072 Sep 30 08:45:29.096308 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-88e2fd69-a7ac-444f-9362-44aaa4c4c08b req-b6f73c7a-ebb8-4f12-91b0-ec7de29f9b7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34 HTTP/1.1" status: 200 len: 217 time: 0.0352113 Sep 30 08:45:29.148732 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2fd69-a7ac-444f-9362-44aaa4c4c08b req-99f380b8-baa2-41e9-8b9c-5b0847f54803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:29.150155 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-88e2fd69-a7ac-444f-9362-44aaa4c4c08b req-99f380b8-baa2-41e9-8b9c-5b0847f54803 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7c069e22-3ff3-451b-a523-cb6f50aa35f7 HTTP/1.1" status: 200 len: 855 time: 0.0471091 Sep 30 08:45:29.181391 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-88e2fd69-a7ac-444f-9362-44aaa4c4c08b req-b7801ad4-db5c-4193-821c-10b39bc095fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239172 Sep 30 08:45:29.277800 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-88e2fd69-a7ac-444f-9362-44aaa4c4c08b req-6df13095-81e4-4eee-ba13-3c8cc015cfc1 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886176 Sep 30 08:45:29.369677 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-88e2fd69-a7ac-444f-9362-44aaa4c4c08b req-5ec76b1e-d480-4e0e-b924-5a6a5fe69073 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845768 Sep 30 08:45:29.600190 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b5183-bf80-4a9e-9d57-e7190e8eea7a req-f7bff3fe-067e-4150-a3a5-5199e01db0a9 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:29.601576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a74b5183-bf80-4a9e-9d57-e7190e8eea7a req-f7bff3fe-067e-4150-a3a5-5199e01db0a9 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 943 time: 0.0514846 Sep 30 08:45:29.643978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a74b5183-bf80-4a9e-9d57-e7190e8eea7a req-f0d7aeb0-b55b-4931-8c03-42f0d4ec9466 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365064 Sep 30 08:45:30.009318 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:30.515130 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 331dfd3f-85b1-421e-97d1-8391e3db7a34 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:45:30.610712 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 331dfd3f-85b1-421e-97d1-8391e3db7a34, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:30.625583 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '331dfd3f-85b1-421e-97d1-8391e3db7a34', 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64', 'port_id': '331dfd3f-85b1-421e-97d1-8391e3db7a34', 'mac_address': 'fa:16:3e:4d:a1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c069e22-3ff3-451b-a523-cb6f50aa35f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:45:30.675794 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:30.694136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331dfd3f-85b1-421e-97d1-8391e3db7a34 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:45:30.716350 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 331dfd3f-85b1-421e-97d1-8391e3db7a34, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:30.720973 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:30.766063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a421e63-ae18-43ac-90bc-cfd73cf4a76c req-8fed5b9d-aea7-4e0e-a32f-de0a6b811915 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:30.768086 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a421e63-ae18-43ac-90bc-cfd73cf4a76c req-8fed5b9d-aea7-4e0e-a32f-de0a6b811915 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 944 time: 0.0543649 Sep 30 08:45:30.773252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=331dfd3f-85b1-421e-97d1-8391e3db7a34,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:30.806556 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a421e63-ae18-43ac-90bc-cfd73cf4a76c req-e32aefb1-468e-4521-abbd-088708ac1164 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Sep 30 08:45:30.973877 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['331dfd3f-85b1-421e-97d1-8391e3db7a34'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:45:31.918692 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758dc8b-9074-4a79-b167-ef11a72de075 req-ffe363f3-359b-4cb1-99da-107a80e498cd tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:31.920174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9758dc8b-9074-4a79-b167-ef11a72de075 req-ffe363f3-359b-4cb1-99da-107a80e498cd tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 944 time: 0.0485468 Sep 30 08:45:31.957459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9758dc8b-9074-4a79-b167-ef11a72de075 req-93da151e-d29f-4248-87d0-cf3e9064494c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314770 Sep 30 08:45:32.536876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 331dfd3f-85b1-421e-97d1-8391e3db7a34 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:45:32.585186 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 331dfd3f-85b1-421e-97d1-8391e3db7a34 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:45:32.588624 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 331dfd3f-85b1-421e-97d1-8391e3db7a34 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:45:32.588995 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:32.662441 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:32.683965 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27680e8-d0d9-4f71-8d54-3711a829423e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331dfd3f-85b1-421e-97d1-8391e3db7a34'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:45:32.686159 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d185bd9-82b7-4f5e-9a94-00f500fa65b3" -d '{"events": [{"server_uuid": "e27680e8-d0d9-4f71-8d54-3711a829423e", "name": "network-vif-plugged", "status": "completed", "tag": "331dfd3f-85b1-421e-97d1-8391e3db7a34"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:45:32.698533 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 331dfd3f-85b1-421e-97d1-8391e3db7a34, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:45:32.702921 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:32.727720 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bc38b8-0d4b-4982-9f0d-c053b376228a x-openstack-request-id: req-82bc38b8-0d4b-4982-9f0d-c053b376228a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:45:32.728062 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27680e8-d0d9-4f71-8d54-3711a829423e", "name": "network-vif-plugged", "status": "completed", "tag": "331dfd3f-85b1-421e-97d1-8391e3db7a34", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:45:32.728336 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82bc38b8-0d4b-4982-9f0d-c053b376228a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:45:32.728720 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27680e8-d0d9-4f71-8d54-3711a829423e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331dfd3f-85b1-421e-97d1-8391e3db7a34', 'code': 200} Sep 30 08:45:32.755390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=331dfd3f-85b1-421e-97d1-8391e3db7a34,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:45:32.842177 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4244e4-cd3c-4b1e-9fbc-72c2640cbc86 req-b51d9dba-79d4-4221-bda8-a711bae17c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:32.843569 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-aa4244e4-cd3c-4b1e-9fbc-72c2640cbc86 req-b51d9dba-79d4-4221-bda8-a711bae17c09 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 1096 time: 0.0389183 Sep 30 08:45:32.877249 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-aa4244e4-cd3c-4b1e-9fbc-72c2640cbc86 req-62c6c653-7f3f-4978-ad36-8f3e91931059 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269196 Sep 30 08:45:33.069881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c4689-cde5-4556-baf2-3c48b7e9c607 req-1b7bb2e7-26b0-44c2-81b6-058d08d4e8c8 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:33.071370 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-538c4689-cde5-4556-baf2-3c48b7e9c607 req-1b7bb2e7-26b0-44c2-81b6-058d08d4e8c8 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0490005 Sep 30 08:45:33.112887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-538c4689-cde5-4556-baf2-3c48b7e9c607 req-382150a2-90cd-4081-975f-a0265697cfea tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356240 Sep 30 08:45:34.227403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4abcf-4cf4-4279-bbb3-64173afe5118 req-cbf8b1d2-dd46-4aa6-b9ea-af1577f3a96e tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:34.228901 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0b4abcf-4cf4-4279-bbb3-64173afe5118 req-cbf8b1d2-dd46-4aa6-b9ea-af1577f3a96e tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0484390 Sep 30 08:45:34.266138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0b4abcf-4cf4-4279-bbb3-64173afe5118 req-564c0858-6b17-4049-beed-d303efeeeab1 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314860 Sep 30 08:45:34.386902 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850cb0-16c5-482a-b641-4bc80d71de85 req-d83afa99-2d00-44c4-b71c-e7003468a8cb tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:34.388395 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09850cb0-16c5-482a-b641-4bc80d71de85 req-d83afa99-2d00-44c4-b71c-e7003468a8cb tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0561006 Sep 30 08:45:34.426572 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09850cb0-16c5-482a-b641-4bc80d71de85 req-29d5148e-c0bb-4441-b4f6-eab9303dbf3f tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310876 Sep 30 08:45:34.623769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a0fff-af3a-4256-af90-e442675a06c1 req-e34da8c1-1825-4b89-86f0-e2337902bde5 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:34.625271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf8a0fff-af3a-4256-af90-e442675a06c1 req-e34da8c1-1825-4b89-86f0-e2337902bde5 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0499668 Sep 30 08:45:34.670237 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf8a0fff-af3a-4256-af90-e442675a06c1 req-c36fa399-4486-4761-99b5-13e29706ae83 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386450 Sep 30 08:45:34.782686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f693c-899a-4ad0-acef-0f8795a4ac98 req-21e464a1-64cc-494a-900a-889596cc89c1 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:34.784295 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-615f693c-899a-4ad0-acef-0f8795a4ac98 req-21e464a1-64cc-494a-900a-889596cc89c1 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0490656 Sep 30 08:45:34.821810 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-615f693c-899a-4ad0-acef-0f8795a4ac98 req-0a41e028-3835-48fa-823d-266bb455aa4d tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317450 Sep 30 08:45:35.045542 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-af32fbf5-7b98-4f41-a753-35d3ad5258eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456421 Sep 30 08:45:35.054683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a08b43-ffac-4a8a-bddb-d84e728f323f req-6de67743-7b39-4e99-a983-dedbddc23846 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:35.056213 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76a08b43-ffac-4a8a-bddb-d84e728f323f req-6de67743-7b39-4e99-a983-dedbddc23846 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0495453 Sep 30 08:45:35.094823 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76a08b43-ffac-4a8a-bddb-d84e728f323f req-55880d81-e795-47d2-89aa-49f554c01b16 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325134 Sep 30 08:45:36.213607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-68b3ea5e-2701-41bd-b057-451d315c9c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:36.214975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd7ebd-8e20-4555-a9b5-e4aabc046faf req-6c1161a0-7244-4176-8520-a7fd83822253 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:36.215401 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-68b3ea5e-2701-41bd-b057-451d315c9c62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac4b8ec8fab411199f7004f95306d08&device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 1096 time: 0.0405173 Sep 30 08:45:36.216479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30fd7ebd-8e20-4555-a9b5-e4aabc046faf req-6c1161a0-7244-4176-8520-a7fd83822253 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0480733 Sep 30 08:45:36.257907 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30fd7ebd-8e20-4555-a9b5-e4aabc046faf req-b3589496-d826-4ae1-987d-5cf5eed2e1da tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347238 Sep 30 08:45:36.307407 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-59fbc740-5020-40a8-8939-b6d04d2ba17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:36.308941 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-59fbc740-5020-40a8-8939-b6d04d2ba17f service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 200 len: 916 time: 0.0865412 Sep 30 08:45:36.354024 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-fcbb2dc6-dfa6-4771-a611-acb663574903 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34 HTTP/1.1" status: 200 len: 217 time: 0.0381968 Sep 30 08:45:36.402821 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-d035d3cf-53ae-44bd-ad5f-8151c9d25b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:36.404330 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-d035d3cf-53ae-44bd-ad5f-8151c9d25b6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7c069e22-3ff3-451b-a523-cb6f50aa35f7 HTTP/1.1" status: 200 len: 855 time: 0.0440466 Sep 30 08:45:36.434760 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-f67fe706-6df7-4983-9278-9ef6334deb11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239377 Sep 30 08:45:36.529685 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-71156dae-655b-4448-a396-6fe968a4ed78 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878427 Sep 30 08:45:36.619979 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-38db7cab-3ffd-40fa-87a2-f70bc84530db service neutron] 10.222.0.35 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833144 Sep 30 08:45:37.377035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973200a-ea4b-409a-b311-28c1c1d78f85 req-28b39a37-c5fc-405b-be21-17bd7146cbe1 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:37.378524 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8973200a-ea4b-409a-b311-28c1c1d78f85 req-28b39a37-c5fc-405b-be21-17bd7146cbe1 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0521877 Sep 30 08:45:37.415787 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8973200a-ea4b-409a-b311-28c1c1d78f85 req-923fa3cb-1a28-409d-9f87-f00e9d289f10 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312846 Sep 30 08:45:38.530050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1e6c8-ac84-4e3d-8f27-1f7a80e630ca req-68b33adf-a184-494a-b1c2-f10556b1f7b6 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:38.531846 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efd1e6c8-ac84-4e3d-8f27-1f7a80e630ca req-68b33adf-a184-494a-b1c2-f10556b1f7b6 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0496864 Sep 30 08:45:38.569479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efd1e6c8-ac84-4e3d-8f27-1f7a80e630ca req-6e916191-2368-4784-99ea-cf4dd9d05272 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309777 Sep 30 08:45:39.690390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5ba9-fb9d-4caa-876f-79d346af910c req-2cf7bbab-e3b7-4c3f-8a93-aaa7cef4007b tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:39.691896 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3fb5ba9-fb9d-4caa-876f-79d346af910c req-2cf7bbab-e3b7-4c3f-8a93-aaa7cef4007b tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0533867 Sep 30 08:45:39.734110 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d3fb5ba9-fb9d-4caa-876f-79d346af910c req-9a13ac91-44e0-482f-b6ee-afdf81eb6b42 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361953 Sep 30 08:45:40.466148 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:40.856518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e668fab-d1b8-47d4-b236-d6d86597508a req-79b85b2c-dc82-4924-9581-bfe8570d0a53 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:40.858746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e668fab-d1b8-47d4-b236-d6d86597508a req-79b85b2c-dc82-4924-9581-bfe8570d0a53 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0590301 Sep 30 08:45:40.900637 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e668fab-d1b8-47d4-b236-d6d86597508a req-24fd3197-ed0f-46d1-8a43-6568cea10d9d tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353189 Sep 30 08:45:42.018170 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3854dde-2ab7-4fc5-a21b-f1ce4d98bb8f req-657daedd-8dd6-4af3-b0ac-1e161d5ebb79 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:42.019661 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3854dde-2ab7-4fc5-a21b-f1ce4d98bb8f req-657daedd-8dd6-4af3-b0ac-1e161d5ebb79 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0496027 Sep 30 08:45:42.061303 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3854dde-2ab7-4fc5-a21b-f1ce4d98bb8f req-9ff6ad96-171e-4496-bab2-3d7cb6fc47e4 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357304 Sep 30 08:45:42.096460 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aef5e45d-7e85-4e57-a8c2-27a6bcf5c77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:43.175680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36561cf5-e03f-4951-bea4-c24abd7ac4f9 req-adf29b84-d6cf-45b9-8b11-bc053a0e676f tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:43.177207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36561cf5-e03f-4951-bea4-c24abd7ac4f9 req-adf29b84-d6cf-45b9-8b11-bc053a0e676f tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0480475 Sep 30 08:45:43.218818 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36561cf5-e03f-4951-bea4-c24abd7ac4f9 req-e29fdc34-ae03-4d6a-ad0b-491b807906ac tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357170 Sep 30 08:45:43.254607 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:45:44.347335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96091f-934f-49a5-a79f-68969b743df2 req-08038ffa-7b2a-456b-8390-ce1f92073310 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:44.348867 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa96091f-934f-49a5-a79f-68969b743df2 req-08038ffa-7b2a-456b-8390-ce1f92073310 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0488780 Sep 30 08:45:44.386538 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa96091f-934f-49a5-a79f-68969b743df2 req-cc94828b-2584-4357-a591-60cb6c70fb74 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315354 Sep 30 08:45:44.840170 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28066b8a-f41d-46a5-8730-ce11d7b4ec87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:45.336854 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:45.527897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8080cc7-8b98-4cc6-8c30-f5f0f281ffa6 req-072164ac-d661-4334-bd15-c78ae8472bb1 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:45.529405 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8080cc7-8b98-4cc6-8c30-f5f0f281ffa6 req-072164ac-d661-4334-bd15-c78ae8472bb1 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0493898 Sep 30 08:45:45.568774 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8080cc7-8b98-4cc6-8c30-f5f0f281ffa6 req-e753c672-e6e6-46f4-b37f-2c4e76ea18d5 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Sep 30 08:45:45.974501 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:46.685035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74026a5b-e8c0-4762-946f-298e772b8e3c req-fafe26c3-0067-428d-9d33-6b45fb4c28bc tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:46.686511 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74026a5b-e8c0-4762-946f-298e772b8e3c req-fafe26c3-0067-428d-9d33-6b45fb4c28bc tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0491841 Sep 30 08:45:46.728147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74026a5b-e8c0-4762-946f-298e772b8e3c req-b6a8f40a-b510-49e2-a4e4-0d3d3b728271 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352707 Sep 30 08:45:47.842743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38beba-e123-4875-95ab-c4ac3e9fd8cc req-7b896e2b-9f8b-48ec-a546-aac02d9b11d7 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:47.844449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec38beba-e123-4875-95ab-c4ac3e9fd8cc req-7b896e2b-9f8b-48ec-a546-aac02d9b11d7 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0487821 Sep 30 08:45:47.850967 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:45:47.886022 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec38beba-e123-4875-95ab-c4ac3e9fd8cc req-a64eac38-203e-4267-a67d-7892bf676649 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345016 Sep 30 08:45:49.005098 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5596c1-77c2-4f05-8e92-5bad28e9dc9d req-491df716-85d3-4cdb-b094-026a1ca227db tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:49.006711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c5596c1-77c2-4f05-8e92-5bad28e9dc9d req-491df716-85d3-4cdb-b094-026a1ca227db tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0530910 Sep 30 08:45:49.051406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1c5596c1-77c2-4f05-8e92-5bad28e9dc9d req-5e58eb1a-2676-4b73-9293-5e4ffbfef690 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386105 Sep 30 08:45:50.164869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44171bf8-ed7b-4ca0-8750-be29055d58b3 req-f8460e06-5426-4858-b41c-bda00d79b6da tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:50.166342 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-44171bf8-ed7b-4ca0-8750-be29055d58b3 req-f8460e06-5426-4858-b41c-bda00d79b6da tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0486863 Sep 30 08:45:50.207252 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-44171bf8-ed7b-4ca0-8750-be29055d58b3 req-c2932177-3017-4439-aed3-a6ce4328cb97 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350273 Sep 30 08:45:51.321483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d3b6b-92fb-4a91-9d76-d16761df19a7 req-e8edc12f-285a-4017-bcc3-0b7b60aa0115 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:51.322946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-777d3b6b-92fb-4a91-9d76-d16761df19a7 req-e8edc12f-285a-4017-bcc3-0b7b60aa0115 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0493760 Sep 30 08:45:51.360611 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-777d3b6b-92fb-4a91-9d76-d16761df19a7 req-8d153633-88b8-4fca-bc97-4dcff779323f tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316901 Sep 30 08:45:52.474613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb74b3-916d-4202-b89e-9bd964147221 req-68aeae38-5848-4d71-8948-99cd6d8cd525 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:52.476130 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c5eb74b3-916d-4202-b89e-9bd964147221 req-68aeae38-5848-4d71-8948-99cd6d8cd525 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0499365 Sep 30 08:45:52.514196 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c5eb74b3-916d-4202-b89e-9bd964147221 req-7698911e-59bc-490f-8b5c-9d388030ad99 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321801 Sep 30 08:45:53.633534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e4b4c-3ea0-426a-a106-77eba43311b9 req-b28d849d-82b9-41ed-a95e-5a49b5b10fca tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:53.635166 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f86e4b4c-3ea0-426a-a106-77eba43311b9 req-b28d849d-82b9-41ed-a95e-5a49b5b10fca tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0520990 Sep 30 08:45:53.678409 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f86e4b4c-3ea0-426a-a106-77eba43311b9 req-6e69e0f6-1e95-48a0-b765-6189f4f98212 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369277 Sep 30 08:45:54.793969 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5f9d0-1f26-4d68-bfb7-23e2ab669bd4 req-cc0b9ed1-602a-4c74-9502-0102454c892f tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:54.795446 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85b5f9d0-1f26-4d68-bfb7-23e2ab669bd4 req-cc0b9ed1-602a-4c74-9502-0102454c892f tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0495248 Sep 30 08:45:54.833347 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85b5f9d0-1f26-4d68-bfb7-23e2ab669bd4 req-563cd0b2-05fd-444a-8e7b-1f5b1464fa77 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Sep 30 08:45:55.949146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e76fe3-85f7-481e-9f36-d1e7771cd48e req-2c6d2c58-3bb3-472f-8033-c61180b371d4 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:55.950630 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18e76fe3-85f7-481e-9f36-d1e7771cd48e req-2c6d2c58-3bb3-472f-8033-c61180b371d4 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0487025 Sep 30 08:45:55.988871 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-18e76fe3-85f7-481e-9f36-d1e7771cd48e req-41713e2d-56f8-4da6-824b-e0d05cddabea tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321136 Sep 30 08:45:57.102348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0eb02-3034-4c7c-84a6-ce73e28c5b5a req-da24a8f9-ba5b-4ec0-8cd0-1a2dfe0f5fd4 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:57.103830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d2c0eb02-3034-4c7c-84a6-ce73e28c5b5a req-da24a8f9-ba5b-4ec0-8cd0-1a2dfe0f5fd4 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0483279 Sep 30 08:45:57.145321 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d2c0eb02-3034-4c7c-84a6-ce73e28c5b5a req-8e12204c-fb1d-4a9c-bab2-fd2cd21f439e tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355020 Sep 30 08:45:58.260007 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a8aa0-4468-4f11-b57f-82618aef1bcc req-2c1f9da9-b9a7-4213-b3cc-a421f64696e5 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:58.261526 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e5a8aa0-4468-4f11-b57f-82618aef1bcc req-2c1f9da9-b9a7-4213-b3cc-a421f64696e5 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0487568 Sep 30 08:45:58.299264 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e5a8aa0-4468-4f11-b57f-82618aef1bcc req-8d11f745-4868-4929-8be3-9d732abf2f2c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Sep 30 08:45:59.415641 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47dbd0-7ca5-4e6a-b6c7-57986438eb73 req-7690d4d6-574b-4635-9e75-0e11959701a7 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:45:59.417191 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee47dbd0-7ca5-4e6a-b6c7-57986438eb73 req-7690d4d6-574b-4635-9e75-0e11959701a7 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0509789 Sep 30 08:45:59.454005 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee47dbd0-7ca5-4e6a-b6c7-57986438eb73 req-5a3998a2-c8c2-46f9-a97d-dd39429637ec tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310063 Sep 30 08:46:00.010113 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:00.575401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9bf74-5a40-4989-8f41-309bc45fcdd8 req-68b2a5af-07c0-4a53-969a-cdbdb9a858bb tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:00.576893 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91e9bf74-5a40-4989-8f41-309bc45fcdd8 req-68b2a5af-07c0-4a53-969a-cdbdb9a858bb tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0479381 Sep 30 08:46:00.617745 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91e9bf74-5a40-4989-8f41-309bc45fcdd8 req-557c52b7-439d-46a0-90a3-3193d94f070b tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342546 Sep 30 08:46:01.738263 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26fa7e-09dd-409d-bfdc-12cbfdf0d02c req-4017a0bb-d126-4dde-bc2c-07159b4abcdd tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:01.739784 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad26fa7e-09dd-409d-bfdc-12cbfdf0d02c req-4017a0bb-d126-4dde-bc2c-07159b4abcdd tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0543518 Sep 30 08:46:01.779094 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad26fa7e-09dd-409d-bfdc-12cbfdf0d02c req-b737e785-574a-4e8f-b2b7-21824ff33753 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334396 Sep 30 08:46:02.892828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687480-c3ed-4f81-8931-9970a7185aaa req-bb3b9ae7-a22c-4a22-a790-3d8ef1cf82a4 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:02.894350 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec687480-c3ed-4f81-8931-9970a7185aaa req-bb3b9ae7-a22c-4a22-a790-3d8ef1cf82a4 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0492644 Sep 30 08:46:02.933105 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec687480-c3ed-4f81-8931-9970a7185aaa req-51d678fd-01a7-498c-aff9-38d0f46993ac tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326152 Sep 30 08:46:03.560855 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-9874da0e-64e6-46f7-8206-31485db985d0 service neutron] show failed (client error): The resource could not be found. Sep 30 08:46:03.561862 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-9874da0e-64e6-46f7-8206-31485db985d0 service neutron] 10.222.0.35 "GET /v2.0/ports/331dfd3f-85b1-421e-97d1-8391e3db7a34/bindings/n-h1-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0583749 Sep 30 08:46:03.775378 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-e75311eb-25b2-4fc9-a944-b15736f1fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:03.776956 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-e75311eb-25b2-4fc9-a944-b15736f1fd24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e&tenant_id=2ac4b8ec8fab411199f7004f95306d08 HTTP/1.1" status: 200 len: 1096 time: 0.0420580 Sep 30 08:46:03.790061 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:03.849531 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:04.090996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23a8a8-64ce-420f-9ced-3e8487015f5f req-04dc8a7b-a1a4-4918-b612-0965ceb9e5ca tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:04.092513 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb23a8a8-64ce-420f-9ced-3e8487015f5f req-04dc8a7b-a1a4-4918-b612-0965ceb9e5ca tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0919709 Sep 30 08:46:04.094163 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] For port 331dfd3f-85b1-421e-97d1-8391e3db7a34, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:04.154734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] For port 331dfd3f-85b1-421e-97d1-8391e3db7a34, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:46:04.159556 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fb23a8a8-64ce-420f-9ced-3e8487015f5f req-fa2fbe02-c6b4-4927-948a-b81638f324a1 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563154 Sep 30 08:46:04.196848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27680e8-d0d9-4f71-8d54-3711a829423e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331dfd3f-85b1-421e-97d1-8391e3db7a34'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:04.199079 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba936b20-e461-4f82-af83-0548e3b37b22" -d '{"events": [{"server_uuid": "e27680e8-d0d9-4f71-8d54-3711a829423e", "name": "network-vif-unplugged", "status": "completed", "tag": "331dfd3f-85b1-421e-97d1-8391e3db7a34"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:04.203203 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:04.215986 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Transition to ACTIVE for port object 331dfd3f-85b1-421e-97d1-8391e3db7a34 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:46:04.220339 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:04.257014 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc14a449-c092-44de-95e7-4152a9a2befc x-openstack-request-id: req-bc14a449-c092-44de-95e7-4152a9a2befc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:04.257312 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27680e8-d0d9-4f71-8d54-3711a829423e", "name": "network-vif-unplugged", "status": "completed", "tag": "331dfd3f-85b1-421e-97d1-8391e3db7a34", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:04.257565 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc14a449-c092-44de-95e7-4152a9a2befc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:04.257954 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27680e8-d0d9-4f71-8d54-3711a829423e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331dfd3f-85b1-421e-97d1-8391e3db7a34', 'code': 200} Sep 30 08:46:04.284817 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] No DVR routers for this DVR port 331dfd3f-85b1-421e-97d1-8391e3db7a34 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:46:04.287862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Pushing event updated for resources: {'Port': ['ID=331dfd3f-85b1-421e-97d1-8391e3db7a34,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:04.299375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:04.299740 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:04.300088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:04.300426 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:04.300756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:04.301086 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:04.301417 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:04.301742 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:04.302067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:04.302392 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:04.302716 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:04.303038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:04.331257 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Attempting to bind port 331dfd3f-85b1-421e-97d1-8391e3db7a34 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:46:04.331590 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Attempting to bind port 331dfd3f-85b1-421e-97d1-8391e3db7a34 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:46:04.331933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Attempting to bind port 331dfd3f-85b1-421e-97d1-8391e3db7a34 on network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:04.336086 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Port 331dfd3f-85b1-421e-97d1-8391e3db7a34 on network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:46:04.336408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Attempting to bind port 331dfd3f-85b1-421e-97d1-8391e3db7a34 on network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:04.341134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:46:04.341465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Checking segment: {'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:46:04.341844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Bound using segment: {'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:46:04.342267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Bound port: 331dfd3f-85b1-421e-97d1-8391e3db7a34, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:46:04.342626 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:04.407716 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] For port 331dfd3f-85b1-421e-97d1-8391e3db7a34, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:46:04.411361 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] For port 331dfd3f-85b1-421e-97d1-8391e3db7a34, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:46:04.414665 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:04.449046 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:04.449762 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:04.451186 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] 10.222.0.36 "PUT /v2.0/ports/331dfd3f-85b1-421e-97d1-8391e3db7a34 HTTP/1.1" status: 200 len: 1091 time: 0.6656103 Sep 30 08:46:04.474489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7c50e-454f-4ee8-bff3-33df58d61d87 service neutron] Pushing event updated for resources: {'Port': ['ID=331dfd3f-85b1-421e-97d1-8391e3db7a34,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:04.516696 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-f8078f25-1bdc-4a03-ba60-bab658fced3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:04.518286 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-f8078f25-1bdc-4a03-ba60-bab658fced3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ac4b8ec8fab411199f7004f95306d08&device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 1094 time: 0.0450339 Sep 30 08:46:04.614727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-9393cad7-5a49-454d-ad29-deafe485d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:04.616439 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-9393cad7-5a49-454d-ad29-deafe485d374 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 200 len: 916 time: 0.0901575 Sep 30 08:46:04.660668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-3faa3a87-4139-4811-b84a-561ea62a3c58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34 HTTP/1.1" status: 200 len: 217 time: 0.0370862 Sep 30 08:46:04.714694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-59403d72-e4e5-4bb4-9eb0-a793149fa4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:04.716187 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-59403d72-e4e5-4bb4-9eb0-a793149fa4db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c069e22-3ff3-451b-a523-cb6f50aa35f7 HTTP/1.1" status: 200 len: 855 time: 0.0484195 Sep 30 08:46:04.746623 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-b6c825a9-4037-41c3-8a6e-e904d7dd4c0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233347 Sep 30 08:46:04.832618 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-af668bc7-84a5-4f16-9699-e13fb5a587c1 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793481 Sep 30 08:46:04.923944 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1845dc4a-b75d-4ccf-8739-141adff9c724 req-abea8f40-fd03-48d7-a91a-ef5fb0124b47 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828550 Sep 30 08:46:05.274648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038b64a-57b6-4124-b366-ffd0c7a86603 req-4d85d8c3-8cd8-46b3-8af1-75803a1d544e tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:05.276168 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7038b64a-57b6-4124-b366-ffd0c7a86603 req-4d85d8c3-8cd8-46b3-8af1-75803a1d544e tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 943 time: 0.0493073 Sep 30 08:46:05.317242 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7038b64a-57b6-4124-b366-ffd0c7a86603 req-120b1f66-64b6-46a5-80de-4a27ceeffe40 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348046 Sep 30 08:46:06.259135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27680e8-d0d9-4f71-8d54-3711a829423e', 'tag': '331dfd3f-85b1-421e-97d1-8391e3db7a34'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:06.261539 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae85ab4-e882-4eff-8852-3ee2c03af101" -d '{"events": [{"name": "network-changed", "server_uuid": "e27680e8-d0d9-4f71-8d54-3711a829423e", "tag": "331dfd3f-85b1-421e-97d1-8391e3db7a34"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:06.309515 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2875f0-dae5-4d73-ba99-7c729dcd5851 x-openstack-request-id: req-ac2875f0-dae5-4d73-ba99-7c729dcd5851 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:06.310099 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e27680e8-d0d9-4f71-8d54-3711a829423e", "tag": "331dfd3f-85b1-421e-97d1-8391e3db7a34", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:06.310099 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac2875f0-dae5-4d73-ba99-7c729dcd5851 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:06.310462 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e27680e8-d0d9-4f71-8d54-3711a829423e', 'tag': '331dfd3f-85b1-421e-97d1-8391e3db7a34', 'status': 'completed', 'code': 200} Sep 30 08:46:06.378373 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-c0a21b8a-c46f-4aa6-a62f-10c8f7691e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:06.411534 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-c0a21b8a-c46f-4aa6-a62f-10c8f7691e1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ac4b8ec8fab411199f7004f95306d08&device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 1094 time: 0.0472860 Sep 30 08:46:06.411732 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-3896443d-d3f3-4912-82fb-d62a15e5e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:06.411732 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-3896443d-d3f3-4912-82fb-d62a15e5e1cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac4b8ec8fab411199f7004f95306d08&device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 1094 time: 0.0472262 Sep 30 08:46:06.514382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-d65534f9-294f-4984-8a25-ad283accc6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:06.515807 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-d65534f9-294f-4984-8a25-ad283accc6b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 200 len: 916 time: 0.1117926 Sep 30 08:46:06.520546 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e8f29-ad01-4232-b225-551f30baef03 req-1e9179b1-a270-48a1-9110-be6d26cbb89d tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:06.522050 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-432e8f29-ad01-4232-b225-551f30baef03 req-1e9179b1-a270-48a1-9110-be6d26cbb89d tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 943 time: 0.1238356 Sep 30 08:46:06.555773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-e3e438d2-9920-4e49-b2b1-3e5426540969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:06.557458 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-e3e438d2-9920-4e49-b2b1-3e5426540969 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 200 len: 916 time: 0.1686959 Sep 30 08:46:06.560660 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-19bd4a37-ab4f-4b84-824c-8ee6f7a1cfc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34 HTTP/1.1" status: 200 len: 217 time: 0.0355828 Sep 30 08:46:06.587219 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-432e8f29-ad01-4232-b225-551f30baef03 req-08dc5eb2-7298-432a-932b-083d1cddf820 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569398 Sep 30 08:46:06.609672 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-ad130765-e0fa-4b6a-bafb-f612a7baf24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:06.611629 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-ad130765-e0fa-4b6a-bafb-f612a7baf24d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7c069e22-3ff3-451b-a523-cb6f50aa35f7 HTTP/1.1" status: 200 len: 855 time: 0.0448446 Sep 30 08:46:06.620313 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-816c9e29-3491-4860-9789-74879a3891ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34 HTTP/1.1" status: 200 len: 217 time: 0.0511427 Sep 30 08:46:06.644827 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-b3bc7374-aba5-4f9a-a6a1-add3efa8243c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261636 Sep 30 08:46:06.672584 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-ce5ec40b-0fd7-4068-a631-38998f9f9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:06.674198 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-ce5ec40b-0fd7-4068-a631-38998f9f9d70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c069e22-3ff3-451b-a523-cb6f50aa35f7 HTTP/1.1" status: 200 len: 855 time: 0.0468795 Sep 30 08:46:06.707664 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-1608616d-b34c-434b-ac08-ddf484167ddf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261996 Sep 30 08:46:06.808030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-918865db-f1a6-425a-9852-f071e9c3a21f service neutron] 10.222.0.36 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925016 Sep 30 08:46:06.901863 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-bdef0ffe-8891-4fcb-91b8-bd6dbedbcb61 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863824 Sep 30 08:46:07.028573 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 331dfd3f-85b1-421e-97d1-8391e3db7a34 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:46:07.093060 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-f62ff8ce-ce0e-4fe5-b4e2-83563bd70183 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411132 Sep 30 08:46:07.124408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 331dfd3f-85b1-421e-97d1-8391e3db7a34, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:07.135718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '331dfd3f-85b1-421e-97d1-8391e3db7a34', 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64', 'port_id': '331dfd3f-85b1-421e-97d1-8391e3db7a34', 'mac_address': 'fa:16:3e:4d:a1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c069e22-3ff3-451b-a523-cb6f50aa35f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:46:07.173876 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:07.186362 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331dfd3f-85b1-421e-97d1-8391e3db7a34 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:46:07.188149 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-1ae85ab4-e882-4eff-8852-3ee2c03af101 req-d0fb2233-7e46-4620-9d39-8f2852651082 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881057 Sep 30 08:46:07.205630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 331dfd3f-85b1-421e-97d1-8391e3db7a34, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:07.209741 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:07.255016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=331dfd3f-85b1-421e-97d1-8391e3db7a34,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:07.262057 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:07.262401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:07.262742 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:07.263072 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:07.263398 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:07.263720 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:07.264066 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:07.264389 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:07.264705 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:07.265021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:07.265336 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:07.265656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:07.407087 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['331dfd3f-85b1-421e-97d1-8391e3db7a34'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:46:07.709757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f29d61-b5dd-41fd-af6d-c92910a13d91 req-d207e330-c919-4441-a5ed-7b6eaf236971 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:07.711268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e8f29d61-b5dd-41fd-af6d-c92910a13d91 req-d207e330-c919-4441-a5ed-7b6eaf236971 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 944 time: 0.0532167 Sep 30 08:46:07.749196 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e8f29d61-b5dd-41fd-af6d-c92910a13d91 req-f3752075-c2b9-4529-b260-b7d450d9174e tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319908 Sep 30 08:46:07.945594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eb6c4-86ea-4cf4-8dfb-503bbc2f8447 req-43657356-845d-4be2-836c-929e52fba308 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:07.947085 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c93eb6c4-86ea-4cf4-8dfb-503bbc2f8447 req-43657356-845d-4be2-836c-929e52fba308 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 944 time: 0.0505233 Sep 30 08:46:07.972253 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd106a-731b-4863-b199-bb247a3f9aaf req-52428e28-30b1-46db-97d3-e4fea81e6006 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:07.973755 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e6bd106a-731b-4863-b199-bb247a3f9aaf req-52428e28-30b1-46db-97d3-e4fea81e6006 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.35 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e&tenant_id=2ac4b8ec8fab411199f7004f95306d08&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 944 time: 0.0523319 Sep 30 08:46:07.984404 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c93eb6c4-86ea-4cf4-8dfb-503bbc2f8447 req-7377888d-8a1e-427e-9c61-f94dcbec27a0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310421 Sep 30 08:46:08.033840 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [req-e6bd106a-731b-4863-b199-bb247a3f9aaf req-7941ce14-878c-4bf8-a213-4492ec56b332 service neutron] delete failed (client error): The resource could not be found. Sep 30 08:46:08.034857 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e6bd106a-731b-4863-b199-bb247a3f9aaf req-7941ce14-878c-4bf8-a213-4492ec56b332 service neutron] 10.222.0.35 "DELETE /v2.0/ports/331dfd3f-85b1-421e-97d1-8391e3db7a34/bindings/n-h2-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0541165 Sep 30 08:46:08.134992 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd106a-731b-4863-b199-bb247a3f9aaf req-8b98ea2e-7d33-4cea-9d8f-2fb2f0cae859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:08.136537 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e6bd106a-731b-4863-b199-bb247a3f9aaf req-8b98ea2e-7d33-4cea-9d8f-2fb2f0cae859 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac4b8ec8fab411199f7004f95306d08&device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 1095 time: 0.0401855 Sep 30 08:46:08.229364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd106a-731b-4863-b199-bb247a3f9aaf req-ef5af8e0-71e8-4b10-9c80-c77e8e5b1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:08.230754 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e6bd106a-731b-4863-b199-bb247a3f9aaf req-ef5af8e0-71e8-4b10-9c80-c77e8e5b1b33 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 200 len: 916 time: 0.0877173 Sep 30 08:46:08.270369 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e6bd106a-731b-4863-b199-bb247a3f9aaf req-1f71aa86-3d10-4442-91b6-f4a820171685 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34 HTTP/1.1" status: 200 len: 217 time: 0.0330093 Sep 30 08:46:08.322394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd106a-731b-4863-b199-bb247a3f9aaf req-f9b91c90-ff03-4e41-a378-b897b965efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:08.323805 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e6bd106a-731b-4863-b199-bb247a3f9aaf req-f9b91c90-ff03-4e41-a378-b897b965efe9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7c069e22-3ff3-451b-a523-cb6f50aa35f7 HTTP/1.1" status: 200 len: 855 time: 0.0465627 Sep 30 08:46:08.354001 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e6bd106a-731b-4863-b199-bb247a3f9aaf req-f4e2139d-2a6d-41f4-bfab-ff39991a9563 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236862 Sep 30 08:46:08.440859 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e6bd106a-731b-4863-b199-bb247a3f9aaf req-9d1a7d66-b8da-4f20-8238-59c3ec753cf1 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801735 Sep 30 08:46:08.535373 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e6bd106a-731b-4863-b199-bb247a3f9aaf req-1b2f4823-d08e-40a1-9abe-a0e762e8a18f service neutron] 10.222.0.35 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870633 Sep 30 08:46:08.723733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 331dfd3f-85b1-421e-97d1-8391e3db7a34 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:08.761232 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 331dfd3f-85b1-421e-97d1-8391e3db7a34 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:09.028328 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 331dfd3f-85b1-421e-97d1-8391e3db7a34 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:09.077097 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 331dfd3f-85b1-421e-97d1-8391e3db7a34 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:46:09.081904 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 331dfd3f-85b1-421e-97d1-8391e3db7a34 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:09.082319 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:09.106496 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83925d-5394-4a59-936d-2ed2be36cde8 req-6077f0ea-2761-43c1-a57f-f56c670f582d tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:09.108042 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba83925d-5394-4a59-936d-2ed2be36cde8 req-6077f0ea-2761-43c1-a57f-f56c670f582d tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 944 time: 0.0507886 Sep 30 08:46:09.149611 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ba83925d-5394-4a59-936d-2ed2be36cde8 req-5c6eda09-e69a-4eca-93c4-633e8be138d7 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342779 Sep 30 08:46:09.170388 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:09.198316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27680e8-d0d9-4f71-8d54-3711a829423e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331dfd3f-85b1-421e-97d1-8391e3db7a34'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:09.200592 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f38cb9-4741-418f-b012-073a97f6c849" -d '{"events": [{"server_uuid": "e27680e8-d0d9-4f71-8d54-3711a829423e", "name": "network-vif-plugged", "status": "completed", "tag": "331dfd3f-85b1-421e-97d1-8391e3db7a34"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:09.214360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 331dfd3f-85b1-421e-97d1-8391e3db7a34, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:09.218840 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:09.246136 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80c3ee5-5bbd-47ae-942c-1aedcdc853b5 x-openstack-request-id: req-c80c3ee5-5bbd-47ae-942c-1aedcdc853b5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:09.246428 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27680e8-d0d9-4f71-8d54-3711a829423e", "name": "network-vif-plugged", "status": "completed", "tag": "331dfd3f-85b1-421e-97d1-8391e3db7a34", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:09.246681 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c80c3ee5-5bbd-47ae-942c-1aedcdc853b5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:09.247062 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27680e8-d0d9-4f71-8d54-3711a829423e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331dfd3f-85b1-421e-97d1-8391e3db7a34', 'code': 200} Sep 30 08:46:09.274168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=331dfd3f-85b1-421e-97d1-8391e3db7a34,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:09.279469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798da35-fea8-4470-89d4-6b4159b8a34d req-a92f18c1-c7af-4b82-a50d-59950a84ebf6 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:09.281302 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1798da35-fea8-4470-89d4-6b4159b8a34d req-a92f18c1-c7af-4b82-a50d-59950a84ebf6 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0548058 Sep 30 08:46:09.324157 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1798da35-fea8-4470-89d4-6b4159b8a34d req-4f47f810-5045-43f2-81fb-7681406eb31b tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359552 Sep 30 08:46:09.438657 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2e0cd-7da4-4a66-a405-0cdccae1c731 req-40416e39-024f-467c-88d3-a66782a1e6ab tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:09.441253 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfa2e0cd-7da4-4a66-a405-0cdccae1c731 req-40416e39-024f-467c-88d3-a66782a1e6ab tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0504832 Sep 30 08:46:09.483262 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfa2e0cd-7da4-4a66-a405-0cdccae1c731 req-40fad6c3-60f3-4885-b609-06ebb56c170a tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361996 Sep 30 08:46:09.849699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-fd3270c1-e87e-47aa-8146-9a8af9f947c0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:09.851081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-fd3270c1-e87e-47aa-8146-9a8af9f947c0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/networks?id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 200 len: 815 time: 0.1096513 Sep 30 08:46:09.866313 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-5b8b6a3c-bc35-41fe-a178-e598ced8d2ea tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/quotas/2ac4b8ec8fab411199f7004f95306d08 HTTP/1.1" status: 200 len: 375 time: 0.0094085 Sep 30 08:46:09.914118 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-7c91e913-a04f-43f9-95d1-0495248e7540 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ac4b8ec8fab411199f7004f95306d08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423381 Sep 30 08:46:10.005636 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-8b0b8846-67f1-4812-ba65-df56d902524f service neutron] 10.222.0.24 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844135 Sep 30 08:46:10.094133 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-f3e648ca-83f5-4f66-8c54-00aece444040 service neutron] 10.222.0.24 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824318 Sep 30 08:46:10.254707 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe4952f3-5ccc-41e4-ab1b-16ef95949978 req-203db187-4e87-4eab-ab63-09b35eb1b6fa tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 210 time: 0.0265529 Sep 30 08:46:10.484683 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:11.042232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484018f-a730-4da5-8d96-9e1e16aaf150 req-1de97558-ac6a-4509-a435-546c230dfa1b tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:11.043607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0484018f-a730-4da5-8d96-9e1e16aaf150 req-1de97558-ac6a-4509-a435-546c230dfa1b tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.36 "GET /v2.0/ports?device_id=e27680e8-d0d9-4f71-8d54-3711a829423e HTTP/1.1" status: 200 len: 945 time: 0.0549026 Sep 30 08:46:11.206786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0484018f-a730-4da5-8d96-9e1e16aaf150 req-9938d7b4-f560-44bb-a96e-89d05de52dd0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Deleting port 331dfd3f-85b1-421e-97d1-8391e3db7a34 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:11.207125 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0484018f-a730-4da5-8d96-9e1e16aaf150 req-9938d7b4-f560-44bb-a96e-89d05de52dd0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:11.236430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-480032b0-6266-4f8a-afeb-2f2828194bb0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:11.237871 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-480032b0-6266-4f8a-afeb-2f2828194bb0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.36 "GET /v2.0/networks?id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 200 len: 815 time: 0.1327655 Sep 30 08:46:11.253927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-4f74acdc-a12d-48e1-91d7-aa17b6a2e86c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Request body: {'port': {'device_id': 'd26beee7-ee63-4922-8a77-53fcd8492f06', 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64', 'admin_state_up': True, 'tenant_id': '2ac4b8ec8fab411199f7004f95306d08'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:11.698282 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f2b1322-49e1-402c-a6d7-93bf248975ed req-15bec049-51bd-4b09-94d8-b4a9a91789a5 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 210 time: 0.0589907 Sep 30 08:46:11.721976 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0484018f-a730-4da5-8d96-9e1e16aaf150 req-9938d7b4-f560-44bb-a96e-89d05de52dd0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] For port 331dfd3f-85b1-421e-97d1-8391e3db7a34, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=331dfd3f-85b1-421e-97d1-8391e3db7a34,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:11.722345 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0484018f-a730-4da5-8d96-9e1e16aaf150 req-9938d7b4-f560-44bb-a96e-89d05de52dd0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:11.743366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0484018f-a730-4da5-8d96-9e1e16aaf150 req-9938d7b4-f560-44bb-a96e-89d05de52dd0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Calling delete_port for 331dfd3f-85b1-421e-97d1-8391e3db7a34 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:11.812582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-4f74acdc-a12d-48e1-91d7-aa17b6a2e86c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Made reservation on behalf of 2ac4b8ec8fab411199f7004f95306d08 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:46:11.816135 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-4f74acdc-a12d-48e1-91d7-aa17b6a2e86c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:11.986370 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0484018f-a730-4da5-8d96-9e1e16aaf150 req-9938d7b4-f560-44bb-a96e-89d05de52dd0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:11.999055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['331dfd3f-85b1-421e-97d1-8391e3db7a34'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:46:12.020146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-4f74acdc-a12d-48e1-91d7-aa17b6a2e86c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Allocated IP 172.20.0.9 (fd8c8fe2-d1c6-4a94-83dc-e443bd851d64/7c069e22-3ff3-451b-a523-cb6f50aa35f7/eabcb02f-2fbf-486b-9f43-266dceb7f873) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:46:12.025853 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938d7b4-f560-44bb-a96e-89d05de52dd0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Pushing event deleted for resources: {'Port': ['ID=331dfd3f-85b1-421e-97d1-8391e3db7a34,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:12.071815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0484018f-a730-4da5-8d96-9e1e16aaf150 req-9938d7b4-f560-44bb-a96e-89d05de52dd0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] No DVR routers for this DVR port 331dfd3f-85b1-421e-97d1-8391e3db7a34 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:46:12.075974 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0484018f-a730-4da5-8d96-9e1e16aaf150 req-9938d7b4-f560-44bb-a96e-89d05de52dd0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:12.078051 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0484018f-a730-4da5-8d96-9e1e16aaf150 req-9938d7b4-f560-44bb-a96e-89d05de52dd0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.36 "DELETE /v2.0/ports/331dfd3f-85b1-421e-97d1-8391e3db7a34 HTTP/1.1" status: 204 len: 173 time: 1.0284047 Sep 30 08:46:12.078477 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27680e8-d0d9-4f71-8d54-3711a829423e', 'name': 'network-vif-deleted', 'tag': '331dfd3f-85b1-421e-97d1-8391e3db7a34'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:12.080918 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b64a4ba-9187-447e-8d88-914804409742" -d '{"events": [{"server_uuid": "e27680e8-d0d9-4f71-8d54-3711a829423e", "name": "network-vif-deleted", "tag": "331dfd3f-85b1-421e-97d1-8391e3db7a34"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:12.099057 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9ea99b3-a74a-4b13-9308-5119704ab238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:12.125339 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af805aaa-5a6c-4e82-a2a8-0ab1f46001fc x-openstack-request-id: req-af805aaa-5a6c-4e82-a2a8-0ab1f46001fc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:12.125983 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27680e8-d0d9-4f71-8d54-3711a829423e", "name": "network-vif-deleted", "tag": "331dfd3f-85b1-421e-97d1-8391e3db7a34", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:12.126263 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af805aaa-5a6c-4e82-a2a8-0ab1f46001fc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:12.126720 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27680e8-d0d9-4f71-8d54-3711a829423e', 'name': 'network-vif-deleted', 'tag': '331dfd3f-85b1-421e-97d1-8391e3db7a34', 'status': 'completed', 'code': 200} Sep 30 08:46:12.244201 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-4f74acdc-a12d-48e1-91d7-aa17b6a2e86c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:12.277433 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-4f74acdc-a12d-48e1-91d7-aa17b6a2e86c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:12.289058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['331dfd3f-85b1-421e-97d1-8391e3db7a34'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:46:12.330619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-4f74acdc-a12d-48e1-91d7-aa17b6a2e86c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:46:12.333973 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-4f74acdc-a12d-48e1-91d7-aa17b6a2e86c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:46:12.336612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-4f74acdc-a12d-48e1-91d7-aa17b6a2e86c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:46:12.367896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74acdc-a12d-48e1-91d7-aa17b6a2e86c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Pushing event updated for resources: {'Port': ['ID=eabcb02f-2fbf-486b-9f43-266dceb7f873,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:12.395546 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-4f74acdc-a12d-48e1-91d7-aa17b6a2e86c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:12.396184 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-4f74acdc-a12d-48e1-91d7-aa17b6a2e86c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:12.409328 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-4f74acdc-a12d-48e1-91d7-aa17b6a2e86c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1601136 Sep 30 08:46:12.422336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Request body: {'port': {'device_id': 'd26beee7-ee63-4922-8a77-53fcd8492f06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:12.474008 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:12.734896 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eabcb02f-2fbf-486b-9f43-266dceb7f873 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:46:12.743595 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:12.756154 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Transition to ACTIVE for port object eabcb02f-2fbf-486b-9f43-266dceb7f873 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:46:12.760251 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:12.840571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Pushing event updated for resources: {'Port': ['ID=eabcb02f-2fbf-486b-9f43-266dceb7f873,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:12.864543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fde82-7db9-4d60-8c35-f96ab7504546 req-bf286376-cd2a-4705-8b1f-aca2dcc56959 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:12.866078 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-592fde82-7db9-4d60-8c35-f96ab7504546 req-bf286376-cd2a-4705-8b1f-aca2dcc56959 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 943 time: 0.0759234 Sep 30 08:46:12.946595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-592fde82-7db9-4d60-8c35-f96ab7504546 req-9184d93a-657e-450a-8418-e6ef49830619 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658829 Sep 30 08:46:12.960859 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Attempting to bind port eabcb02f-2fbf-486b-9f43-266dceb7f873 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:46:12.961197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Attempting to bind port eabcb02f-2fbf-486b-9f43-266dceb7f873 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:46:12.961531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Attempting to bind port eabcb02f-2fbf-486b-9f43-266dceb7f873 on network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:12.965759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Port eabcb02f-2fbf-486b-9f43-266dceb7f873 on network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:46:12.966081 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Attempting to bind port eabcb02f-2fbf-486b-9f43-266dceb7f873 on network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:12.971331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:46:12.971677 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Checking segment: {'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:46:12.972112 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Bound using segment: {'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:46:12.972542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Bound port: eabcb02f-2fbf-486b-9f43-266dceb7f873, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:46:12.972900 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:13.041092 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] For port eabcb02f-2fbf-486b-9f43-266dceb7f873, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:46:13.044134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] For port eabcb02f-2fbf-486b-9f43-266dceb7f873, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:46:13.048765 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:13.082773 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:13.083384 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:13.084811 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] 10.222.0.36 "PUT /v2.0/ports/eabcb02f-2fbf-486b-9f43-266dceb7f873 HTTP/1.1" status: 200 len: 1091 time: 0.6664317 Sep 30 08:46:13.106175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d1dcb-2ed9-4606-a401-30ca1a739686 service neutron] Pushing event updated for resources: {'Port': ['ID=eabcb02f-2fbf-486b-9f43-266dceb7f873,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:13.169603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-b172a414-28ec-45c6-af93-794dde1bd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:13.171136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-b172a414-28ec-45c6-af93-794dde1bd714 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ac4b8ec8fab411199f7004f95306d08&device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 1094 time: 0.0435770 Sep 30 08:46:13.217020 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-90ba7f1b-7328-4ee5-b79b-d9ae347b238c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873 HTTP/1.1" status: 200 len: 217 time: 0.0382197 Sep 30 08:46:13.269815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-ac7cab12-0c82-49f4-8402-bf25232f4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:13.271273 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-ac7cab12-0c82-49f4-8402-bf25232f4909 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c069e22-3ff3-451b-a523-cb6f50aa35f7 HTTP/1.1" status: 200 len: 855 time: 0.0474646 Sep 30 08:46:13.305189 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-0b9dfeb3-cd66-42d1-a208-d5df56248320 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256865 Sep 30 08:46:13.400806 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-65d6e1a5-7064-4227-a72f-5e863e0a9784 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887904 Sep 30 08:46:13.493847 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5037986f-a58a-4339-a1ee-486e4a2cd514 req-a64d741c-8cd1-4223-9266-35cf5fb4016e service neutron] 10.222.0.36 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851314 Sep 30 08:46:14.061866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc910cf-13ac-43f8-ab93-7ca4b2f6eb59 req-a0749a93-b62d-449e-bf03-0e35d7da0d7c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:14.063269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cc910cf-13ac-43f8-ab93-7ca4b2f6eb59 req-a0749a93-b62d-449e-bf03-0e35d7da0d7c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 943 time: 0.0485253 Sep 30 08:46:14.104514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cc910cf-13ac-43f8-ab93-7ca4b2f6eb59 req-bfa27093-67d7-40f9-aeed-ed0be696eb0a tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345111 Sep 30 08:46:14.127663 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26beee7-ee63-4922-8a77-53fcd8492f06', 'tag': 'eabcb02f-2fbf-486b-9f43-266dceb7f873'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:14.130054 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206945c3-cdc4-434d-9265-7959b6ecc5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d26beee7-ee63-4922-8a77-53fcd8492f06", "tag": "eabcb02f-2fbf-486b-9f43-266dceb7f873"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:14.165893 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1bd725-2a07-4ca0-95f9-1eed00363623 x-openstack-request-id: req-0b1bd725-2a07-4ca0-95f9-1eed00363623 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:14.166180 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26beee7-ee63-4922-8a77-53fcd8492f06", "tag": "eabcb02f-2fbf-486b-9f43-266dceb7f873", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:14.166430 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b1bd725-2a07-4ca0-95f9-1eed00363623 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:14.166819 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26beee7-ee63-4922-8a77-53fcd8492f06', 'tag': 'eabcb02f-2fbf-486b-9f43-266dceb7f873', 'status': 'completed', 'code': 200} Sep 30 08:46:14.230213 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206945c3-cdc4-434d-9265-7959b6ecc5ce req-9553ecbc-57d9-4fbf-88b9-741ffd9acf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:14.231690 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-206945c3-cdc4-434d-9265-7959b6ecc5ce req-9553ecbc-57d9-4fbf-88b9-741ffd9acf46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ac4b8ec8fab411199f7004f95306d08&device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 1094 time: 0.0443807 Sep 30 08:46:14.322837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206945c3-cdc4-434d-9265-7959b6ecc5ce req-74a1e8d9-81ae-4709-ac1d-817365633b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:14.324267 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-206945c3-cdc4-434d-9265-7959b6ecc5ce req-74a1e8d9-81ae-4709-ac1d-817365633b87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 200 len: 916 time: 0.0857289 Sep 30 08:46:14.369516 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-206945c3-cdc4-434d-9265-7959b6ecc5ce req-d304bb38-12df-48fa-8d5b-ae5cb7431639 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873 HTTP/1.1" status: 200 len: 217 time: 0.0374882 Sep 30 08:46:14.418264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206945c3-cdc4-434d-9265-7959b6ecc5ce req-79f99183-6c07-4f54-85b9-7d5b256861ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:14.419750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-206945c3-cdc4-434d-9265-7959b6ecc5ce req-79f99183-6c07-4f54-85b9-7d5b256861ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c069e22-3ff3-451b-a523-cb6f50aa35f7 HTTP/1.1" status: 200 len: 855 time: 0.0434310 Sep 30 08:46:14.450195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-206945c3-cdc4-434d-9265-7959b6ecc5ce req-02b35733-317c-4fce-bea4-1c1e4e271015 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241499 Sep 30 08:46:14.540979 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-206945c3-cdc4-434d-9265-7959b6ecc5ce req-44b327ff-2da6-4afa-a606-6617ab9fdce5 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842350 Sep 30 08:46:14.640733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-206945c3-cdc4-434d-9265-7959b6ecc5ce req-ad64131f-e437-4396-ac15-1c6d3037f19f service neutron] 10.222.0.36 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926223 Sep 30 08:46:14.840210 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c92657f2-2a01-4fb7-b5bc-128bb6a19819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:15.059531 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 331dfd3f-85b1-421e-97d1-8391e3db7a34 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:15.079418 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 331dfd3f-85b1-421e-97d1-8391e3db7a34 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:46:15.079706 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 331dfd3f-85b1-421e-97d1-8391e3db7a34 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:15.223416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d54fe-9d28-4a01-b66b-8bfa947cd8a3 req-2a27b121-10c8-46ac-bf02-107df3db2d2f tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:15.224942 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-900d54fe-9d28-4a01-b66b-8bfa947cd8a3 req-2a27b121-10c8-46ac-bf02-107df3db2d2f tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 943 time: 0.0521562 Sep 30 08:46:15.264183 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-900d54fe-9d28-4a01-b66b-8bfa947cd8a3 req-02db4af0-ab31-4adf-b23b-b77210290997 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332780 Sep 30 08:46:15.338055 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:15.977926 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:16.387673 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138f9c5-f55d-4a3b-85d4-853270dc16eb req-27c31448-b848-439c-864b-f7682cced0c1 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:16.389223 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1138f9c5-f55d-4a3b-85d4-853270dc16eb req-27c31448-b848-439c-864b-f7682cced0c1 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 943 time: 0.0543005 Sep 30 08:46:16.427836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1138f9c5-f55d-4a3b-85d4-853270dc16eb req-f30ce83b-4ccb-4490-8e55-ead9c7aa218d tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Sep 30 08:46:17.075219 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device eabcb02f-2fbf-486b-9f43-266dceb7f873 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:46:17.173519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port eabcb02f-2fbf-486b-9f43-266dceb7f873, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:17.184633 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'eabcb02f-2fbf-486b-9f43-266dceb7f873', 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64', 'port_id': 'eabcb02f-2fbf-486b-9f43-266dceb7f873', 'mac_address': 'fa:16:3e:73:77:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c069e22-3ff3-451b-a523-cb6f50aa35f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:46:17.223479 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:17.235946 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eabcb02f-2fbf-486b-9f43-266dceb7f873 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:46:17.255425 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port eabcb02f-2fbf-486b-9f43-266dceb7f873, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:17.259417 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:17.305723 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=eabcb02f-2fbf-486b-9f43-266dceb7f873,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:17.457832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['eabcb02f-2fbf-486b-9f43-266dceb7f873'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:46:17.542042 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04122c3-7d12-4219-9e73-bcf091d02f84 req-9d4cf812-32c8-49da-91fc-b9669ad3e254 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:17.543559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e04122c3-7d12-4219-9e73-bcf091d02f84 req-9d4cf812-32c8-49da-91fc-b9669ad3e254 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 944 time: 0.0502005 Sep 30 08:46:17.584075 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e04122c3-7d12-4219-9e73-bcf091d02f84 req-dafc571c-942f-4d61-8207-dfe4fe6182a1 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333691 Sep 30 08:46:17.852761 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:18.696865 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697cf77-9154-482d-bbf4-3de5ae6292f2 req-582f9b3e-342a-4e8b-be02-68fa754fddb2 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:18.698325 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5697cf77-9154-482d-bbf4-3de5ae6292f2 req-582f9b3e-342a-4e8b-be02-68fa754fddb2 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 944 time: 0.0478394 Sep 30 08:46:18.734871 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5697cf77-9154-482d-bbf4-3de5ae6292f2 req-936cf3fe-49db-47f4-bba5-679a07ee28fe tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306125 Sep 30 08:46:19.074971 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device eabcb02f-2fbf-486b-9f43-266dceb7f873 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:19.122337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port eabcb02f-2fbf-486b-9f43-266dceb7f873 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:46:19.125836 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port eabcb02f-2fbf-486b-9f43-266dceb7f873 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:19.126302 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.203059 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.224269 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26beee7-ee63-4922-8a77-53fcd8492f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabcb02f-2fbf-486b-9f43-266dceb7f873'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:19.226508 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2b6ecf-029e-4074-81b3-7e5abf5d617e" -d '{"events": [{"server_uuid": "d26beee7-ee63-4922-8a77-53fcd8492f06", "name": "network-vif-plugged", "status": "completed", "tag": "eabcb02f-2fbf-486b-9f43-266dceb7f873"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:19.241363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port eabcb02f-2fbf-486b-9f43-266dceb7f873, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:19.246372 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:19.270566 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4e7c31-b507-489f-986c-4612ad723dce x-openstack-request-id: req-3e4e7c31-b507-489f-986c-4612ad723dce {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:19.270861 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26beee7-ee63-4922-8a77-53fcd8492f06", "name": "network-vif-plugged", "status": "completed", "tag": "eabcb02f-2fbf-486b-9f43-266dceb7f873", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:19.271113 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e4e7c31-b507-489f-986c-4612ad723dce {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:19.271499 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26beee7-ee63-4922-8a77-53fcd8492f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabcb02f-2fbf-486b-9f43-266dceb7f873', 'code': 200} Sep 30 08:46:19.298204 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=eabcb02f-2fbf-486b-9f43-266dceb7f873,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:19.363273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c5adb-ada9-4806-af39-83e2ed176aae req-a73cdd92-f57a-4a7c-9074-d8bf9000f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:19.364738 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e03c5adb-ada9-4806-af39-83e2ed176aae req-a73cdd92-f57a-4a7c-9074-d8bf9000f269 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 1096 time: 0.0457439 Sep 30 08:46:19.400104 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e03c5adb-ada9-4806-af39-83e2ed176aae req-e7930d93-853b-4b3b-b480-edd350fa1b95 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274110 Sep 30 08:46:19.848669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c40df0-4e4e-4c58-8413-e6188047430d req-2e401b6d-ccab-4e98-a68f-cd28e0902770 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:19.850157 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b6c40df0-4e4e-4c58-8413-e6188047430d req-2e401b6d-ccab-4e98-a68f-cd28e0902770 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0490267 Sep 30 08:46:19.886885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b6c40df0-4e4e-4c58-8413-e6188047430d req-4637651b-1c30-460e-9f90-d6a2bd7cafcb tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307529 Sep 30 08:46:20.252836 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:46:21.001654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5c981-cbd5-463b-8057-4b5b68dfbaed req-f85fc780-97fb-4cc2-9d91-4db4af423c7c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:21.003139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5e5c981-cbd5-463b-8057-4b5b68dfbaed req-f85fc780-97fb-4cc2-9d91-4db4af423c7c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0486572 Sep 30 08:46:21.040407 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5e5c981-cbd5-463b-8057-4b5b68dfbaed req-ddfec776-b579-4abd-bec5-f4b39ad13276 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313907 Sep 30 08:46:21.160388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7d4b8-8312-4ecc-ad85-26eb78af0d41 req-b2279867-87a3-4227-93c3-babfb18ffb6a tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:21.161881 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bee7d4b8-8312-4ecc-ad85-26eb78af0d41 req-b2279867-87a3-4227-93c3-babfb18ffb6a tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0535448 Sep 30 08:46:21.198775 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bee7d4b8-8312-4ecc-ad85-26eb78af0d41 req-15755415-8c47-4649-9555-2f43f4921ce3 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309973 Sep 30 08:46:21.420282 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-9ee4e809-c0e9-4fd5-8797-412685aea5e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415621 Sep 30 08:46:21.439631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ab1ef-333b-4a6c-8685-4b0c97234440 req-bd14a5c8-e144-4736-a755-17a15db58979 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:21.441260 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc4ab1ef-333b-4a6c-8685-4b0c97234440 req-bd14a5c8-e144-4736-a755-17a15db58979 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0551741 Sep 30 08:46:21.480095 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc4ab1ef-333b-4a6c-8685-4b0c97234440 req-047ffb6f-bbf7-40b9-ae99-c46ee68a7b93 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327725 Sep 30 08:46:22.547297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-09446b6f-d3df-4c30-b91d-1924ada35796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:22.549460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-09446b6f-d3df-4c30-b91d-1924ada35796 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ac4b8ec8fab411199f7004f95306d08&device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 1096 time: 0.0429559 Sep 30 08:46:22.659625 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f55fee-b933-4e8a-8ccd-df38682f2363 req-47020bb8-669e-4bba-aae7-9c27ee170967 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:22.661160 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16f55fee-b933-4e8a-8ccd-df38682f2363 req-47020bb8-669e-4bba-aae7-9c27ee170967 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.1108320 Sep 30 08:46:22.694968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-5f8d1e23-937a-4b03-a7eb-f6938eab9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:22.696437 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-5f8d1e23-937a-4b03-a7eb-f6938eab9d57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 200 len: 916 time: 0.1379962 Sep 30 08:46:22.718903 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16f55fee-b933-4e8a-8ccd-df38682f2363 req-29c2dee5-71ba-465b-a3fe-277f5f1f24c9 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516527 Sep 30 08:46:22.750239 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-e5062b2b-c73d-4d3c-95b1-11fab4541255 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873 HTTP/1.1" status: 200 len: 217 time: 0.0445437 Sep 30 08:46:22.800198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-23434d89-51da-4403-943a-1f7a8c577082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:22.801583 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-23434d89-51da-4403-943a-1f7a8c577082 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c069e22-3ff3-451b-a523-cb6f50aa35f7 HTTP/1.1" status: 200 len: 855 time: 0.0443943 Sep 30 08:46:22.833050 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-16559e61-bc66-4517-a722-d7b3ab116d00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245321 Sep 30 08:46:22.925633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-9349a442-c995-45d4-a46c-75646ac264a5 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846179 Sep 30 08:46:23.016646 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-01c8ec35-1475-4438-862a-f182217df515 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834298 Sep 30 08:46:23.838545 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c6ea6-b6d6-4da4-bc96-7c1c30aea26b req-c70fc6e6-3e4b-48c2-8d07-a5c6c24554db tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:23.840044 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-634c6ea6-b6d6-4da4-bc96-7c1c30aea26b req-c70fc6e6-3e4b-48c2-8d07-a5c6c24554db tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0536110 Sep 30 08:46:23.885670 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-634c6ea6-b6d6-4da4-bc96-7c1c30aea26b req-660f73ab-01dc-4ecb-8855-b376ccdda97b tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390031 Sep 30 08:46:25.001975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ff9dd-2266-4bb2-9771-cca8f865a4b2 req-6d751319-28e3-432a-a7b2-7cf6e4c035a0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:25.003466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-267ff9dd-2266-4bb2-9771-cca8f865a4b2 req-6d751319-28e3-432a-a7b2-7cf6e4c035a0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0491416 Sep 30 08:46:25.041697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-267ff9dd-2266-4bb2-9771-cca8f865a4b2 req-039fecb2-cc9a-4137-95cd-d9247a5cf195 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322301 Sep 30 08:46:26.153612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30592b17-3bb0-4c3c-ad49-2c6087bc3c96 req-e40a40dd-5135-43f0-ad4c-0ee465310b77 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:26.155076 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30592b17-3bb0-4c3c-ad49-2c6087bc3c96 req-e40a40dd-5135-43f0-ad4c-0ee465310b77 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0475760 Sep 30 08:46:26.192792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30592b17-3bb0-4c3c-ad49-2c6087bc3c96 req-5be7c7e9-8353-40d6-8f18-7562be71b379 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309184 Sep 30 08:46:27.310755 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac63a2d-b3e3-4107-97c4-24c1f75903b0 req-84f51cfa-3bcb-4a0d-b1aa-57e21b7cbeae tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:27.312261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eac63a2d-b3e3-4107-97c4-24c1f75903b0 req-84f51cfa-3bcb-4a0d-b1aa-57e21b7cbeae tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0526423 Sep 30 08:46:27.350143 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eac63a2d-b3e3-4107-97c4-24c1f75903b0 req-ad4453e9-8191-4896-818b-73652a1bd3ea tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Sep 30 08:46:28.466165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814c15d-18d9-4799-b1ee-c9439e2989ad req-338fadb5-7ed3-4ceb-8fc4-609bf36c135c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:28.467640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e814c15d-18d9-4799-b1ee-c9439e2989ad req-338fadb5-7ed3-4ceb-8fc4-609bf36c135c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0498989 Sep 30 08:46:28.505973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e814c15d-18d9-4799-b1ee-c9439e2989ad req-df8185a1-2cc3-4887-a52b-48373af41b95 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323718 Sep 30 08:46:29.622453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce337ff-432c-489c-90cd-77cfd77ae74d req-dbd88225-8ccd-4111-b916-9b92a30ed427 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:29.623945 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dce337ff-432c-489c-90cd-77cfd77ae74d req-dbd88225-8ccd-4111-b916-9b92a30ed427 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0494928 Sep 30 08:46:29.666815 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dce337ff-432c-489c-90cd-77cfd77ae74d req-ba06f0dd-02d7-4c92-8d9f-04cfe3818403 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364542 Sep 30 08:46:30.004617 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:30.793689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db9b28-7429-499e-bd35-d468bb27d690 req-1a01af3e-b6b0-4079-aa7b-062d4b5e0625 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:30.795164 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99db9b28-7429-499e-bd35-d468bb27d690 req-1a01af3e-b6b0-4079-aa7b-062d4b5e0625 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0539126 Sep 30 08:46:30.833102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99db9b28-7429-499e-bd35-d468bb27d690 req-821a5708-6e69-495e-9e63-d860c8502d12 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308287 Sep 30 08:46:31.958640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffcfe5-5bee-446c-bcd6-3c7702e08b35 req-aee8bdc2-489f-4717-8a31-3f8e3258af7a tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:31.960154 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68ffcfe5-5bee-446c-bcd6-3c7702e08b35 req-aee8bdc2-489f-4717-8a31-3f8e3258af7a tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0507028 Sep 30 08:46:31.997589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-68ffcfe5-5bee-446c-bcd6-3c7702e08b35 req-16097cad-b49e-4655-bf3c-54c4f6456bd6 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Sep 30 08:46:33.118331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b06b7-08de-4005-9cca-26b8fbf42228 req-81366536-44ff-4164-9127-260424fad718 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:33.119824 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-323b06b7-08de-4005-9cca-26b8fbf42228 req-81366536-44ff-4164-9127-260424fad718 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0526700 Sep 30 08:46:33.158459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-323b06b7-08de-4005-9cca-26b8fbf42228 req-93045a44-0918-4337-855a-0e7998d4008a tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327642 Sep 30 08:46:34.276305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f509d-7abb-4c95-a4d1-a9e9aebd5b22 req-d16f4b08-a226-4cd7-8bb6-5054ff6ed77f tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:34.277770 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-228f509d-7abb-4c95-a4d1-a9e9aebd5b22 req-d16f4b08-a226-4cd7-8bb6-5054ff6ed77f tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0518982 Sep 30 08:46:34.315138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-228f509d-7abb-4c95-a4d1-a9e9aebd5b22 req-41550e23-ad72-4033-bc48-d447571bc07f tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307047 Sep 30 08:46:35.427721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d78fba-d0a2-4ae6-9320-53e7409bc7c0 req-461b09f0-9674-416f-93fa-e8f035c48568 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:35.429247 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b3d78fba-d0a2-4ae6-9320-53e7409bc7c0 req-461b09f0-9674-416f-93fa-e8f035c48568 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0492182 Sep 30 08:46:35.466372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b3d78fba-d0a2-4ae6-9320-53e7409bc7c0 req-44c257cf-64c8-43b7-9b6d-b5db36fce5f5 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312901 Sep 30 08:46:36.582366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664246f2-b352-45c7-80d2-dfdcfdcde525 req-23d7f43f-4f01-4575-af68-46bbb1b133b0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:36.583856 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-664246f2-b352-45c7-80d2-dfdcfdcde525 req-23d7f43f-4f01-4575-af68-46bbb1b133b0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0491693 Sep 30 08:46:36.622235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-664246f2-b352-45c7-80d2-dfdcfdcde525 req-144efa39-f5c3-4362-bc96-843ef79afa69 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326092 Sep 30 08:46:37.740258 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd50f28-5230-40f4-86b6-5db6da3ac836 req-ad175b8a-2b12-4f7a-9ee6-d5fcb620454f tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:37.741727 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cd50f28-5230-40f4-86b6-5db6da3ac836 req-ad175b8a-2b12-4f7a-9ee6-d5fcb620454f tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0535302 Sep 30 08:46:37.778837 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cd50f28-5230-40f4-86b6-5db6da3ac836 req-1168b1ff-8229-423f-a9fe-0870b0777228 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311999 Sep 30 08:46:38.895427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523e948-ac27-4c3b-91f9-1ba4810b63b5 req-b2d41e0c-7e67-4f63-8545-c3c825f23097 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:38.896931 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c523e948-ac27-4c3b-91f9-1ba4810b63b5 req-b2d41e0c-7e67-4f63-8545-c3c825f23097 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0485232 Sep 30 08:46:38.933405 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c523e948-ac27-4c3b-91f9-1ba4810b63b5 req-50f62a51-092a-4de9-ad3b-da496dd8797a tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306115 Sep 30 08:46:40.046533 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b4f35-8e74-444b-b049-844c5824a433 req-97a59449-07bd-4c20-a55c-4dd479884191 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:40.048092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-219b4f35-8e74-444b-b049-844c5824a433 req-97a59449-07bd-4c20-a55c-4dd479884191 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0482330 Sep 30 08:46:40.084590 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-219b4f35-8e74-444b-b049-844c5824a433 req-5748913a-9585-469d-a755-dfe526044f64 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305104 Sep 30 08:46:40.486581 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:41.203381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c55336-fd72-441d-908e-49e4fd493088 req-d240acf3-2351-404b-8b31-6285148aebdf tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:41.205572 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3c55336-fd72-441d-908e-49e4fd493088 req-d240acf3-2351-404b-8b31-6285148aebdf tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0531464 Sep 30 08:46:41.241971 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3c55336-fd72-441d-908e-49e4fd493088 req-0571c9db-a60a-42d0-a82c-8996d35b4b17 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305154 Sep 30 08:46:42.100361 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9879fd51-1abc-42d9-b430-ad55c5368b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:42.356486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8cef7-1fca-42b5-8439-675fc420b95e req-22139d79-d2b0-48e2-8778-8a9694ab15e8 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:42.357962 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2dd8cef7-1fca-42b5-8439-675fc420b95e req-22139d79-d2b0-48e2-8778-8a9694ab15e8 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0484133 Sep 30 08:46:42.395371 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2dd8cef7-1fca-42b5-8439-675fc420b95e req-5e37ad49-b767-4673-ba95-41661b013d2b tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310285 Sep 30 08:46:43.521017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97bb45-2e41-44da-baf8-d264ad5cc7c1 req-1b49aa54-cc5e-43f7-9272-8530f911b318 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:43.522515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b97bb45-2e41-44da-baf8-d264ad5cc7c1 req-1b49aa54-cc5e-43f7-9272-8530f911b318 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0486972 Sep 30 08:46:43.569273 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b97bb45-2e41-44da-baf8-d264ad5cc7c1 req-07349fd5-6e74-4b86-8454-b09ea094f569 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408330 Sep 30 08:46:44.686980 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a921be-101c-4f32-a295-3e9c2e6fc4ed req-59709850-5bc8-458c-afdc-56214fca2d43 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:44.688610 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07a921be-101c-4f32-a295-3e9c2e6fc4ed req-59709850-5bc8-458c-afdc-56214fca2d43 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0535138 Sep 30 08:46:44.728393 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07a921be-101c-4f32-a295-3e9c2e6fc4ed req-4ef05f44-cb74-4d15-9d67-a65a261145e5 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333879 Sep 30 08:46:44.840367 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f1a3045-f240-4839-89f6-8cd3dcca6eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:45.339305 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:45.843814 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1296760-2ee8-44fd-93f9-3ab343d13195 req-404aefc0-c4da-48bf-9059-38091bfa84ce tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:45.846061 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1296760-2ee8-44fd-93f9-3ab343d13195 req-404aefc0-c4da-48bf-9059-38091bfa84ce tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0504835 Sep 30 08:46:45.888505 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1296760-2ee8-44fd-93f9-3ab343d13195 req-4a677e54-e892-49c2-aa03-064f37703e5b tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366566 Sep 30 08:46:45.981692 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:47.005133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae04925-f5e8-44dc-8db5-e6d153332547 req-df01c94d-eb67-4ae6-9146-4a497bb53d23 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:47.006640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ae04925-f5e8-44dc-8db5-e6d153332547 req-df01c94d-eb67-4ae6-9146-4a497bb53d23 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0494630 Sep 30 08:46:47.043682 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ae04925-f5e8-44dc-8db5-e6d153332547 req-2f7a7d47-8df6-4723-a584-6c637e5d5324 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312037 Sep 30 08:46:47.855784 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:48.161879 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4403f-295c-4d53-b8eb-57778cf16e6d req-a1817e22-a06e-4f00-8782-5d5999b3da6a tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:48.163568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ca4403f-295c-4d53-b8eb-57778cf16e6d req-a1817e22-a06e-4f00-8782-5d5999b3da6a tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0539589 Sep 30 08:46:48.201009 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ca4403f-295c-4d53-b8eb-57778cf16e6d req-e6499f3a-424c-4c83-a9db-171b7e94ef30 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313017 Sep 30 08:46:49.317981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98fdd4-46cd-4de4-8d5b-85d1d8af0073 req-314d46c7-8aea-4d22-831f-eaf9e446ae3e tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:49.319466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e98fdd4-46cd-4de4-8d5b-85d1d8af0073 req-314d46c7-8aea-4d22-831f-eaf9e446ae3e tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0499368 Sep 30 08:46:49.357318 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1e98fdd4-46cd-4de4-8d5b-85d1d8af0073 req-0063135d-7f47-45d5-aac5-125e738d0692 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320141 Sep 30 08:46:49.929781 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-b8f97e4e-9f5e-4bf5-945b-6d608ac4d039 service neutron] show failed (client error): The resource could not be found. Sep 30 08:46:49.930770 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-b8f97e4e-9f5e-4bf5-945b-6d608ac4d039 service neutron] 10.222.0.36 "GET /v2.0/ports/eabcb02f-2fbf-486b-9f43-266dceb7f873/bindings/n-h2-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0551155 Sep 30 08:46:50.154127 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-00a7ade6-ec45-4490-9b6b-d34184daaac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:50.155641 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-00a7ade6-ec45-4490-9b6b-d34184daaac2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06&tenant_id=2ac4b8ec8fab411199f7004f95306d08 HTTP/1.1" status: 200 len: 1096 time: 0.0735106 Sep 30 08:46:50.174083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:46:50.225370 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.421052 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] For port eabcb02f-2fbf-486b-9f43-266dceb7f873, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:50.453977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] For port eabcb02f-2fbf-486b-9f43-266dceb7f873, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:46:50.476783 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47fa0d-6aa5-45b8-8589-1be1fa6bc7bb req-f1845add-eb62-460e-8d3e-c65747a17c63 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:50.478218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e47fa0d-6aa5-45b8-8589-1be1fa6bc7bb req-f1845add-eb62-460e-8d3e-c65747a17c63 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0533266 Sep 30 08:46:50.497351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26beee7-ee63-4922-8a77-53fcd8492f06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eabcb02f-2fbf-486b-9f43-266dceb7f873'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:50.499660 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69312b6f-c5c3-4471-9351-d10348cd029d" -d '{"events": [{"server_uuid": "d26beee7-ee63-4922-8a77-53fcd8492f06", "name": "network-vif-unplugged", "status": "completed", "tag": "eabcb02f-2fbf-486b-9f43-266dceb7f873"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:50.504240 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.517387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Transition to ACTIVE for port object eabcb02f-2fbf-486b-9f43-266dceb7f873 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:46:50.519014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e47fa0d-6aa5-45b8-8589-1be1fa6bc7bb req-1a8020f6-99d7-4b81-832f-08ff9de37f03 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347211 Sep 30 08:46:50.526321 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.565803 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488c8133-7f80-4fff-8de4-5f42fae9c003 x-openstack-request-id: req-488c8133-7f80-4fff-8de4-5f42fae9c003 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:50.566103 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26beee7-ee63-4922-8a77-53fcd8492f06", "name": "network-vif-unplugged", "status": "completed", "tag": "eabcb02f-2fbf-486b-9f43-266dceb7f873", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:50.566355 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-488c8133-7f80-4fff-8de4-5f42fae9c003 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:50.566751 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26beee7-ee63-4922-8a77-53fcd8492f06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eabcb02f-2fbf-486b-9f43-266dceb7f873', 'code': 200} Sep 30 08:46:50.594108 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] No DVR routers for this DVR port eabcb02f-2fbf-486b-9f43-266dceb7f873 on host n-h1-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:46:50.597321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Pushing event updated for resources: {'Port': ['ID=eabcb02f-2fbf-486b-9f43-266dceb7f873,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:50.608816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:50.609165 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:50.609504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:50.609841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:50.610174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:50.611416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:50.611537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:50.612162 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:50.612495 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:50.612826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:50.613152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:50.613476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:46:50.644188 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Attempting to bind port eabcb02f-2fbf-486b-9f43-266dceb7f873 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:46:50.644519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Attempting to bind port eabcb02f-2fbf-486b-9f43-266dceb7f873 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:46:50.644845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Attempting to bind port eabcb02f-2fbf-486b-9f43-266dceb7f873 on network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:50.649118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Port eabcb02f-2fbf-486b-9f43-266dceb7f873 on network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:46:50.649437 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Attempting to bind port eabcb02f-2fbf-486b-9f43-266dceb7f873 on network fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:46:50.654104 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:46:50.654435 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Checking segment: {'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:46:50.654815 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Bound using segment: {'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:46:50.655231 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Bound port: eabcb02f-2fbf-486b-9f43-266dceb7f873, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:46:50.655585 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.728318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] For port eabcb02f-2fbf-486b-9f43-266dceb7f873, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:46:50.731119 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] For port eabcb02f-2fbf-486b-9f43-266dceb7f873, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:46:50.737534 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.772268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:50.773551 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:50.774936 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] 10.222.0.35 "PUT /v2.0/ports/eabcb02f-2fbf-486b-9f43-266dceb7f873 HTTP/1.1" status: 200 len: 1091 time: 0.6049466 Sep 30 08:46:50.798617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e0753-8acb-45bb-8d5d-a1711be7adbc service neutron] Pushing event updated for resources: {'Port': ['ID=eabcb02f-2fbf-486b-9f43-266dceb7f873,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:50.846742 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-5a56824f-a7b4-49cf-82a7-e70805a71da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:50.848274 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-5a56824f-a7b4-49cf-82a7-e70805a71da3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac4b8ec8fab411199f7004f95306d08&device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 1094 time: 0.0408235 Sep 30 08:46:50.939136 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-602adfa8-8a6a-4a1b-8a8e-b032047aa93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:50.940611 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-602adfa8-8a6a-4a1b-8a8e-b032047aa93c service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 200 len: 916 time: 0.0851073 Sep 30 08:46:50.981626 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-98d66d02-8420-4f1e-a862-cc040b334789 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873 HTTP/1.1" status: 200 len: 217 time: 0.0341496 Sep 30 08:46:51.027469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-20dc41a2-8738-48e2-aa3b-041902ce5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:51.028906 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-20dc41a2-8738-48e2-aa3b-041902ce5d23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7c069e22-3ff3-451b-a523-cb6f50aa35f7 HTTP/1.1" status: 200 len: 855 time: 0.0408370 Sep 30 08:46:51.064515 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-a1e523d9-0098-4f00-8c4a-e5acc63f82b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288599 Sep 30 08:46:51.152363 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-ef6c2ad3-4e58-43ee-8aaa-10939c8bf1fe service neutron] 10.222.0.35 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808523 Sep 30 08:46:51.242188 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-9e921d96-7d5b-4fe5-a72c-e7cdfdf6a664 req-afaf6244-994f-45c4-8347-84a47e4f9db4 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830228 Sep 30 08:46:51.638642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070b10-871b-4852-9b12-dd0d0c4ac3f9 req-33662616-1984-4c90-abab-fa10f8eed413 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:51.640191 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b070b10-871b-4852-9b12-dd0d0c4ac3f9 req-33662616-1984-4c90-abab-fa10f8eed413 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 943 time: 0.0494018 Sep 30 08:46:51.678884 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4b070b10-871b-4852-9b12-dd0d0c4ac3f9 req-fa16dbbc-9662-4770-a2ea-69adeec1ce73 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319171 Sep 30 08:46:52.568658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26beee7-ee63-4922-8a77-53fcd8492f06', 'tag': 'eabcb02f-2fbf-486b-9f43-266dceb7f873'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:52.571035 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0a489b-6d27-44a5-9cfc-d58d223f0534" -d '{"events": [{"name": "network-changed", "server_uuid": "d26beee7-ee63-4922-8a77-53fcd8492f06", "tag": "eabcb02f-2fbf-486b-9f43-266dceb7f873"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:52.618144 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969db217-0d55-4b5a-b2c0-1e04d10f7daf x-openstack-request-id: req-969db217-0d55-4b5a-b2c0-1e04d10f7daf {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:52.618438 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26beee7-ee63-4922-8a77-53fcd8492f06", "tag": "eabcb02f-2fbf-486b-9f43-266dceb7f873", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:52.618691 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-969db217-0d55-4b5a-b2c0-1e04d10f7daf {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:52.619088 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26beee7-ee63-4922-8a77-53fcd8492f06', 'tag': 'eabcb02f-2fbf-486b-9f43-266dceb7f873', 'status': 'completed', 'code': 200} Sep 30 08:46:52.682107 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-a2891bef-7be9-46c5-8d91-826097e36b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:52.683599 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-a2891bef-7be9-46c5-8d91-826097e36b63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ac4b8ec8fab411199f7004f95306d08&device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 1094 time: 0.0404718 Sep 30 08:46:52.816289 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-1a4a32da-4fdb-4cf3-b2b1-97030cf314b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:52.817968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-1a4a32da-4fdb-4cf3-b2b1-97030cf314b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 200 len: 916 time: 0.1269617 Sep 30 08:46:52.832414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160dd16-0d99-4cc1-a17d-07c052951bb1 req-9c435027-59f9-4115-934b-dd66aedc66eb tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:52.834106 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d160dd16-0d99-4cc1-a17d-07c052951bb1 req-9c435027-59f9-4115-934b-dd66aedc66eb tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 943 time: 0.0748451 Sep 30 08:46:52.871309 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-74400a02-069f-4c2a-bd7c-043520ba8a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:52.873592 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-74400a02-069f-4c2a-bd7c-043520ba8a46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac4b8ec8fab411199f7004f95306d08&device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 1094 time: 0.0601015 Sep 30 08:46:52.898816 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-1211d8bd-7e1c-4da5-85dc-28f49d4fcdce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873 HTTP/1.1" status: 200 len: 217 time: 0.0636137 Sep 30 08:46:52.952714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-248d34a9-7ab4-4025-8217-21f40add1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:52.956993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-248d34a9-7ab4-4025-8217-21f40add1640 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c069e22-3ff3-451b-a523-cb6f50aa35f7 HTTP/1.1" status: 200 len: 855 time: 0.0507388 Sep 30 08:46:52.965150 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d160dd16-0d99-4cc1-a17d-07c052951bb1 req-90774130-0109-494b-8b0c-5d0b01e2142a tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879536 Sep 30 08:46:52.990593 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-8f4f0b4c-6ddf-4ea7-92d5-580e6700c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:52.993073 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-8f4f0b4c-6ddf-4ea7-92d5-580e6700c75c service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 200 len: 916 time: 0.1113460 Sep 30 08:46:52.996889 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device eabcb02f-2fbf-486b-9f43-266dceb7f873 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:46:53.002273 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-5419de1b-b6d0-4a78-b1d0-5f83aca0df5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345423 Sep 30 08:46:53.043456 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-2d1270dd-55b7-4ce1-a608-a7080b11dfc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873 HTTP/1.1" status: 200 len: 217 time: 0.0425732 Sep 30 08:46:53.098269 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port eabcb02f-2fbf-486b-9f43-266dceb7f873, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:53.098784 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-b8404514-5e36-474a-bf9d-5a1e3d59f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:53.100408 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-b8404514-5e36-474a-bf9d-5a1e3d59f94e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7c069e22-3ff3-451b-a523-cb6f50aa35f7 HTTP/1.1" status: 200 len: 855 time: 0.0495391 Sep 30 08:46:53.110111 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'eabcb02f-2fbf-486b-9f43-266dceb7f873', 'network_id': 'fd8c8fe2-d1c6-4a94-83dc-e443bd851d64', 'port_id': 'eabcb02f-2fbf-486b-9f43-266dceb7f873', 'mac_address': 'fa:16:3e:73:77:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c069e22-3ff3-451b-a523-cb6f50aa35f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:46:53.121742 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-d447e8e4-b121-4a51-a379-a0849e2721e5 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106794 Sep 30 08:46:53.143485 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-34fc3f32-c72b-4bcf-8760-3f23d5eb19b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349061 Sep 30 08:46:53.149833 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:53.168668 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eabcb02f-2fbf-486b-9f43-266dceb7f873 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:46:53.191665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port eabcb02f-2fbf-486b-9f43-266dceb7f873, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:53.197919 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:53.230845 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-8b02be4c-dcfd-4a6d-8e2b-3f1c187218e4 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002336 Sep 30 08:46:53.252414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=eabcb02f-2fbf-486b-9f43-266dceb7f873,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:53.262007 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-f51648fc-beff-420a-8e5a-b1d04728089c service neutron] 10.222.0.35 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114497 Sep 30 08:46:53.293652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device eabcb02f-2fbf-486b-9f43-266dceb7f873 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:46:53.331752 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device eabcb02f-2fbf-486b-9f43-266dceb7f873 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:46:53.353059 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ab0a489b-6d27-44a5-9cfc-d58d223f0534 req-1c5af2e0-00f3-426e-8926-13c6f22dddc4 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834568 Sep 30 08:46:53.490820 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['eabcb02f-2fbf-486b-9f43-266dceb7f873'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:46:54.088631 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b0b48-1b25-4a8f-88be-a86b7b076bcb req-724f3969-2990-429e-8dc3-89f76adef045 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:54.090096 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c30b0b48-1b25-4a8f-88be-a86b7b076bcb req-724f3969-2990-429e-8dc3-89f76adef045 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 944 time: 0.0474234 Sep 30 08:46:54.131063 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c30b0b48-1b25-4a8f-88be-a86b7b076bcb req-d4312f3f-e923-4d70-96f0-aa7bcbb625c9 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343359 Sep 30 08:46:54.380761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f29382-b116-4026-9d54-17bbccf52f07 req-24ca9f9f-2a79-4e7e-9be0-89858d0d86ef tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:54.382156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75f29382-b116-4026-9d54-17bbccf52f07 req-24ca9f9f-2a79-4e7e-9be0-89858d0d86ef tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 944 time: 0.1089828 Sep 30 08:46:54.390136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfde3db-adfa-4da0-8791-d477b0ee7ebb req-61bb540d-20b5-4464-a24d-706344bd8a30 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:54.391988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cfde3db-adfa-4da0-8791-d477b0ee7ebb req-61bb540d-20b5-4464-a24d-706344bd8a30 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.36 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06&tenant_id=2ac4b8ec8fab411199f7004f95306d08&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 944 time: 0.1094737 Sep 30 08:46:54.459599 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-75f29382-b116-4026-9d54-17bbccf52f07 req-58e0aafb-4015-4686-8886-83388f273a73 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666783 Sep 30 08:46:54.472401 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-3cfde3db-adfa-4da0-8791-d477b0ee7ebb req-e32de0e0-53b8-41c6-a79e-f8aab86473a6 service neutron] delete failed (client error): The resource could not be found. Sep 30 08:46:54.473394 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cfde3db-adfa-4da0-8791-d477b0ee7ebb req-e32de0e0-53b8-41c6-a79e-f8aab86473a6 service neutron] 10.222.0.36 "DELETE /v2.0/ports/eabcb02f-2fbf-486b-9f43-266dceb7f873/bindings/n-h1-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0741255 Sep 30 08:46:54.557281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfde3db-adfa-4da0-8791-d477b0ee7ebb req-865927f3-99ea-4c3e-8879-505b1ea8f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:54.558731 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cfde3db-adfa-4da0-8791-d477b0ee7ebb req-865927f3-99ea-4c3e-8879-505b1ea8f839 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ac4b8ec8fab411199f7004f95306d08&device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 1095 time: 0.0404656 Sep 30 08:46:54.647229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfde3db-adfa-4da0-8791-d477b0ee7ebb req-7c489d87-1294-40c2-b72f-d8f02d73b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:54.648722 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cfde3db-adfa-4da0-8791-d477b0ee7ebb req-7c489d87-1294-40c2-b72f-d8f02d73b76f service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 200 len: 916 time: 0.0832131 Sep 30 08:46:54.690922 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cfde3db-adfa-4da0-8791-d477b0ee7ebb req-5c68a66d-c970-42f8-b2bf-69ce01880c69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873 HTTP/1.1" status: 200 len: 217 time: 0.0344257 Sep 30 08:46:54.741659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfde3db-adfa-4da0-8791-d477b0ee7ebb req-632ea4cb-204c-4e55-bb9b-fbe918b0a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:54.743114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cfde3db-adfa-4da0-8791-d477b0ee7ebb req-632ea4cb-204c-4e55-bb9b-fbe918b0a0ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c069e22-3ff3-451b-a523-cb6f50aa35f7 HTTP/1.1" status: 200 len: 855 time: 0.0440547 Sep 30 08:46:54.773801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cfde3db-adfa-4da0-8791-d477b0ee7ebb req-7a489983-8312-49e5-9f2e-3736f72b2a61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233290 Sep 30 08:46:54.865074 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cfde3db-adfa-4da0-8791-d477b0ee7ebb req-13bcf94b-4350-4460-a0e3-3e44335adc8e service neutron] 10.222.0.36 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840163 Sep 30 08:46:54.957529 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3cfde3db-adfa-4da0-8791-d477b0ee7ebb req-9a0d52f6-3a2d-4858-9f62-d27e2891542a service neutron] 10.222.0.36 "GET /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843768 Sep 30 08:46:54.988729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device eabcb02f-2fbf-486b-9f43-266dceb7f873 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:46:55.037594 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port eabcb02f-2fbf-486b-9f43-266dceb7f873 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:46:55.041379 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port eabcb02f-2fbf-486b-9f43-266dceb7f873 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:46:55.042231 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:55.115763 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:55.137259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26beee7-ee63-4922-8a77-53fcd8492f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabcb02f-2fbf-486b-9f43-266dceb7f873'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:55.139751 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ddba2b-2542-42e2-953c-e0f9d980b6fb" -d '{"events": [{"server_uuid": "d26beee7-ee63-4922-8a77-53fcd8492f06", "name": "network-vif-plugged", "status": "completed", "tag": "eabcb02f-2fbf-486b-9f43-266dceb7f873"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:55.156626 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port eabcb02f-2fbf-486b-9f43-266dceb7f873, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:55.161919 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:55.195108 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4dae49-b3e3-4a62-96b3-f858913782d0 x-openstack-request-id: req-ca4dae49-b3e3-4a62-96b3-f858913782d0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:55.195404 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26beee7-ee63-4922-8a77-53fcd8492f06", "name": "network-vif-plugged", "status": "completed", "tag": "eabcb02f-2fbf-486b-9f43-266dceb7f873", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:55.195782 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca4dae49-b3e3-4a62-96b3-f858913782d0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:55.196066 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26beee7-ee63-4922-8a77-53fcd8492f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabcb02f-2fbf-486b-9f43-266dceb7f873', 'code': 200} Sep 30 08:46:55.212093 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=eabcb02f-2fbf-486b-9f43-266dceb7f873,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:55.574424 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf58fd-59ba-4d1e-ae66-9bb73a9f0ce0 req-38ccc2f7-237f-443b-9f91-83c6c1c3e9b3 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:55.575896 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5cf58fd-59ba-4d1e-ae66-9bb73a9f0ce0 req-38ccc2f7-237f-443b-9f91-83c6c1c3e9b3 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0496967 Sep 30 08:46:55.617877 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5cf58fd-59ba-4d1e-ae66-9bb73a9f0ce0 req-81744687-1757-4964-a1d9-da5e521249cd tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354388 Sep 30 08:46:55.732014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49164a49-6a37-403c-b592-9c935a27a2c9 req-639e36fa-55e9-40cf-acbe-c1f9284a7033 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:55.733480 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49164a49-6a37-403c-b592-9c935a27a2c9 req-639e36fa-55e9-40cf-acbe-c1f9284a7033 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0476401 Sep 30 08:46:55.770925 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49164a49-6a37-403c-b592-9c935a27a2c9 req-ebb91a9d-bf78-44b6-9720-cba996fa156d tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309262 Sep 30 08:46:55.889232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e1d97-ae88-42a1-9f6b-ffa92c2a432f req-7e25fdd3-7df7-45ec-acf5-517739a3efae tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:55.890700 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-315e1d97-ae88-42a1-9f6b-ffa92c2a432f req-7e25fdd3-7df7-45ec-acf5-517739a3efae tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0545776 Sep 30 08:46:55.927937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-315e1d97-ae88-42a1-9f6b-ffa92c2a432f req-6bddb3ef-aa50-44d9-a58b-904ab30103d3 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312207 Sep 30 08:46:56.256142 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e59a8a-9122-4efc-8e79-682ed852c25c req-642deb8b-29ae-44df-b5fa-713c8bc04156 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:56.257630 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01e59a8a-9122-4efc-8e79-682ed852c25c req-642deb8b-29ae-44df-b5fa-713c8bc04156 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0488200 Sep 30 08:46:56.294547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-01e59a8a-9122-4efc-8e79-682ed852c25c req-71514fe6-0211-4128-86f5-8b90b48ada5c tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310490 Sep 30 08:46:57.251660 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:46:57.408007 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e96c59-863a-4235-93a1-c520338fa3c8 req-f9f4026e-04dc-449c-8ff2-fa52ab85aa8b tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:57.409656 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95e96c59-863a-4235-93a1-c520338fa3c8 req-f9f4026e-04dc-449c-8ff2-fa52ab85aa8b tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0489812 Sep 30 08:46:57.446158 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95e96c59-863a-4235-93a1-c520338fa3c8 req-8fd336af-a679-46e3-afa7-3742d9fcac0e tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.24 "GET /v2.0/security-groups?id=cccec135-bd81-44c8-8280-4718aabfae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307071 Sep 30 08:46:57.499174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9001172-db2c-46c3-8bc6-69d599e6d3f3 req-71af8a84-08e6-4b24-a5e1-a1711c7481a7 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:46:57.500669 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a9001172-db2c-46c3-8bc6-69d599e6d3f3 req-71af8a84-08e6-4b24-a5e1-a1711c7481a7 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.35 "GET /v2.0/ports?device_id=d26beee7-ee63-4922-8a77-53fcd8492f06 HTTP/1.1" status: 200 len: 945 time: 0.0520091 Sep 30 08:46:57.588030 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-a9001172-db2c-46c3-8bc6-69d599e6d3f3 req-2e20dbd1-c423-4281-b5a6-cbe7ab5962bc tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Deleting port eabcb02f-2fbf-486b-9f43-266dceb7f873 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:46:57.588290 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a9001172-db2c-46c3-8bc6-69d599e6d3f3 req-2e20dbd1-c423-4281-b5a6-cbe7ab5962bc tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:57.676766 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a9001172-db2c-46c3-8bc6-69d599e6d3f3 req-2e20dbd1-c423-4281-b5a6-cbe7ab5962bc tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] For port eabcb02f-2fbf-486b-9f43-266dceb7f873, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=eabcb02f-2fbf-486b-9f43-266dceb7f873,segment=NetworkSegment(53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0),segment_id=53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:46:57.677123 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a9001172-db2c-46c3-8bc6-69d599e6d3f3 req-2e20dbd1-c423-4281-b5a6-cbe7ab5962bc tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:57.689004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-a9001172-db2c-46c3-8bc6-69d599e6d3f3 req-2e20dbd1-c423-4281-b5a6-cbe7ab5962bc tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Calling delete_port for eabcb02f-2fbf-486b-9f43-266dceb7f873 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:46:57.810616 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a9001172-db2c-46c3-8bc6-69d599e6d3f3 req-2e20dbd1-c423-4281-b5a6-cbe7ab5962bc tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:57.844086 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['eabcb02f-2fbf-486b-9f43-266dceb7f873'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:46:57.844702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20dbd1-c423-4281-b5a6-cbe7ab5962bc tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Pushing event deleted for resources: {'Port': ['ID=eabcb02f-2fbf-486b-9f43-266dceb7f873,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:57.885827 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9001172-db2c-46c3-8bc6-69d599e6d3f3 req-2e20dbd1-c423-4281-b5a6-cbe7ab5962bc tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] No DVR routers for this DVR port eabcb02f-2fbf-486b-9f43-266dceb7f873 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:46:57.888840 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a9001172-db2c-46c3-8bc6-69d599e6d3f3 req-2e20dbd1-c423-4281-b5a6-cbe7ab5962bc tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:57.890803 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a9001172-db2c-46c3-8bc6-69d599e6d3f3 req-2e20dbd1-c423-4281-b5a6-cbe7ab5962bc tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] 10.222.0.35 "DELETE /v2.0/ports/eabcb02f-2fbf-486b-9f43-266dceb7f873 HTTP/1.1" status: 204 len: 173 time: 0.3843343 Sep 30 08:46:57.891244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26beee7-ee63-4922-8a77-53fcd8492f06', 'name': 'network-vif-deleted', 'tag': 'eabcb02f-2fbf-486b-9f43-266dceb7f873'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:46:57.894853 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee36530-8f61-4e98-ab57-f013df2b9e8f" -d '{"events": [{"server_uuid": "d26beee7-ee63-4922-8a77-53fcd8492f06", "name": "network-vif-deleted", "tag": "eabcb02f-2fbf-486b-9f43-266dceb7f873"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:46:57.932965 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16fa731-5663-4753-97a0-7bd03c7bf9c6 x-openstack-request-id: req-a16fa731-5663-4753-97a0-7bd03c7bf9c6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:46:57.933259 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26beee7-ee63-4922-8a77-53fcd8492f06", "name": "network-vif-deleted", "tag": "eabcb02f-2fbf-486b-9f43-266dceb7f873", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:46:57.933510 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a16fa731-5663-4753-97a0-7bd03c7bf9c6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:46:57.933906 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26beee7-ee63-4922-8a77-53fcd8492f06', 'name': 'network-vif-deleted', 'tag': 'eabcb02f-2fbf-486b-9f43-266dceb7f873', 'status': 'completed', 'code': 200} Sep 30 08:46:58.564128 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46596) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:58.611054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc58189-8542-480f-bc9b-e1e4b95caf97 admin admin] Deleting subnet 7c069e22-3ff3-451b-a523-cb6f50aa35f7 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:46:58.614056 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efc58189-8542-480f-bc9b-e1e4b95caf97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:58.993142 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efc58189-8542-480f-bc9b-e1e4b95caf97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.035528 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efc58189-8542-480f-bc9b-e1e4b95caf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.089543 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efc58189-8542-480f-bc9b-e1e4b95caf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.121138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc58189-8542-480f-bc9b-e1e4b95caf97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c069e22-3ff3-451b-a523-cb6f50aa35f7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:59.125653 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efc58189-8542-480f-bc9b-e1e4b95caf97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.128886 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-efc58189-8542-480f-bc9b-e1e4b95caf97 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7c069e22-3ff3-451b-a523-cb6f50aa35f7 HTTP/1.1" status: 204 len: 168 time: 0.5637283 Sep 30 08:46:59.131744 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46598) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:59.201359 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09bd508a-a894-438e-8447-562d992f5333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.285374 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09bd508a-a894-438e-8447-562d992f5333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.309182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-09bd508a-a894-438e-8447-562d992f5333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8c8fe2-d1c6-4a94-83dc-e443bd851d64']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:59.319242 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-09bd508a-a894-438e-8447-562d992f5333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:59.319540 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-09bd508a-a894-438e-8447-562d992f5333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b1c0fa-1ec1-4c00-80a1-b5f1937dffb0') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:46:59.328536 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09bd508a-a894-438e-8447-562d992f5333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.342454 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09bd508a-a894-438e-8447-562d992f5333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.349013 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bd508a-a894-438e-8447-562d992f5333 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:46:59.349402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09bd508a-a894-438e-8447-562d992f5333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:46:59.351048 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:46:59.404704 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09bd508a-a894-438e-8447-562d992f5333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.411015 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09bd508a-a894-438e-8447-562d992f5333 admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.415177 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-09bd508a-a894-438e-8447-562d992f5333 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fd8c8fe2-d1c6-4a94-83dc-e443bd851d64 HTTP/1.1" status: 204 len: 168 time: 0.2802782 Sep 30 08:46:59.425695 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd508a-a894-438e-8447-562d992f5333 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd8c8fe2-d1c6-4a94-83dc-e443bd851d64,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:46:59.519764 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46602) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:59.564543 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2bbbc298-b237-4559-bb5b-299969f9688d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ac4b8ec8fab411199f7004f95306d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426707 Sep 30 08:46:59.567050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46604) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:46:59.613149 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c28e0a07-f682-4788-9e6d-56117cb6cb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.634273 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c28e0a07-f682-4788-9e6d-56117cb6cb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.685623 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c28e0a07-f682-4788-9e6d-56117cb6cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.688493 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c28e0a07-f682-4788-9e6d-56117cb6cb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:46:59.690320 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c28e0a07-f682-4788-9e6d-56117cb6cb20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cccec135-bd81-44c8-8280-4718aabfae92 HTTP/1.1" status: 204 len: 168 time: 0.1223209 Sep 30 08:46:59.698221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e0a07-f682-4788-9e6d-56117cb6cb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccec135-bd81-44c8-8280-4718aabfae92,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:00.044071 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:00.370308 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46626) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:00.466226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f4fc9e04-1635-407c-8eb1-1678b2d07b6d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-518081868-network', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:00.487547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fc9e04-1635-407c-8eb1-1678b2d07b6d admin admin] Made reservation on behalf of f18bbad81448463cb85a0a40567b6381 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:47:00.489861 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4fc9e04-1635-407c-8eb1-1678b2d07b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:00.497935 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4fc9e04-1635-407c-8eb1-1678b2d07b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:00.586828 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4fc9e04-1635-407c-8eb1-1678b2d07b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:00.590584 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4fc9e04-1635-407c-8eb1-1678b2d07b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:00.615383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fc9e04-1635-407c-8eb1-1678b2d07b6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:47:00.629429 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc9e04-1635-407c-8eb1-1678b2d07b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8483e49-25db-451e-b8c4-41334b0a29bb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:00.636020 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4fc9e04-1635-407c-8eb1-1678b2d07b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:00.636133 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-f4fc9e04-1635-407c-8eb1-1678b2d07b6d admin admin] Added segment 29e00597-cfb0-4e57-b958-38e4966567df of type vlan for network f8ea8b16-2ace-426f-ae39-1196aa6be12d Sep 30 08:47:00.679677 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4fc9e04-1635-407c-8eb1-1678b2d07b6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:00.704683 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4fc9e04-1635-407c-8eb1-1678b2d07b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:00.705837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fc9e04-1635-407c-8eb1-1678b2d07b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:00.706475 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4fc9e04-1635-407c-8eb1-1678b2d07b6d admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:00.736446 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f4fc9e04-1635-407c-8eb1-1678b2d07b6d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3650510 Sep 30 08:47:00.739440 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46632) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:00.745033 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f577fc78-c2ab-47c7-8766-3aa9eaf1d58b admin admin] Request body: {'subnet': {'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-518081868-subnet', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:00.772287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc9e04-1635-407c-8eb1-1678b2d07b6d admin admin] Pushing event updated for resources: {'Network': ['ID=f8ea8b16-2ace-426f-ae39-1196aa6be12d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:00.777273 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f577fc78-c2ab-47c7-8766-3aa9eaf1d58b admin admin] Made reservation on behalf of f18bbad81448463cb85a0a40567b6381 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:47:00.779770 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f577fc78-c2ab-47c7-8766-3aa9eaf1d58b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:00.782728 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f8ea8b16-2ace-426f-ae39-1196aa6be12d details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:47:00.958710 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f577fc78-c2ab-47c7-8766-3aa9eaf1d58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.004278 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device eabcb02f-2fbf-486b-9f43-266dceb7f873 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:47:01.012431 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577fc78-c2ab-47c7-8766-3aa9eaf1d58b admin admin] Pushing event updated for resources: {'Subnet': ['ID=db8ff04c-08e8-4da5-9d80-980b801896b4,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:01.023970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: eabcb02f-2fbf-486b-9f43-266dceb7f873 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:47:01.024321 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device eabcb02f-2fbf-486b-9f43-266dceb7f873 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:47:01.028909 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f577fc78-c2ab-47c7-8766-3aa9eaf1d58b admin admin] Checking segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:47:01.029262 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f577fc78-c2ab-47c7-8766-3aa9eaf1d58b admin admin] Network hostable DHCP agents. Network: f8ea8b16-2ace-426f-ae39-1196aa6be12d, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:47:01.050847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f577fc78-c2ab-47c7-8766-3aa9eaf1d58b admin admin] Network f8ea8b16-2ace-426f-ae39-1196aa6be12d is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:47:01.062233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f577fc78-c2ab-47c7-8766-3aa9eaf1d58b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f8ea8b16-2ace-426f-ae39-1196aa6be12d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:47:01.068632 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f577fc78-c2ab-47c7-8766-3aa9eaf1d58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:01.069605 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f577fc78-c2ab-47c7-8766-3aa9eaf1d58b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.070591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5853d22-6f32-49db-be41-0c697586d699 None None] Network f8ea8b16-2ace-426f-ae39-1196aa6be12d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:47:01.084765 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f577fc78-c2ab-47c7-8766-3aa9eaf1d58b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3436244 Sep 30 08:47:01.090397 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:01.095499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:01.115951 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.116937 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.168920 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.216707 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:47:01.217570 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.313008 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.350878 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Allocated IP 172.20.0.2 (f8ea8b16-2ace-426f-ae39-1196aa6be12d/db8ff04c-08e8-4da5-9d80-980b801896b4/85acd38f-9d73-4337-82c1-a40e24428026) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:47:01.493518 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.500006 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.518628 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.537161 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Network f8ea8b16-2ace-426f-ae39-1196aa6be12d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:47:01.538202 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.539966 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:47:01.543323 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:47:01.554453 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Pushing event updated for resources: {'Port': ['ID=85acd38f-9d73-4337-82c1-a40e24428026,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:01.606985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Attempting to bind port 85acd38f-9d73-4337-82c1-a40e24428026 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:47:01.607353 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Attempting to bind port 85acd38f-9d73-4337-82c1-a40e24428026 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:47:01.607717 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Attempting to bind port 85acd38f-9d73-4337-82c1-a40e24428026 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:47:01.613120 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:47:01.613491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Checking segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:47:01.613892 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.614287 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Bound using segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:47:01.614746 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Bound port: 85acd38f-9d73-4337-82c1-a40e24428026, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:47:01.615126 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.638197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Allocated IP 172.25.0.27 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/ed811758-814f-4de0-a295-8d89be128b54) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:47:01.677835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] For port 85acd38f-9d73-4337-82c1-a40e24428026, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:47:01.681121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] For port 85acd38f-9d73-4337-82c1-a40e24428026, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=85acd38f-9d73-4337-82c1-a40e24428026,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:47:01.685258 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.743713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7fe3d0-70c4-4639-9328-b750b61c7196 None None] Pushing event updated for resources: {'Port': ['ID=85acd38f-9d73-4337-82c1-a40e24428026,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:01.755681 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.790906 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:01.828382 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:47:01.832662 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:47:01.835653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:47:01.881221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ed811758-814f-4de0-a295-8d89be128b54,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:02.116047 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:02.559973 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:02.588109 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e30d935-a16d-4b8e-8007-e9b487775b86 None None] Network f8ea8b16-2ace-426f-ae39-1196aa6be12d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:47:02.667141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-485fc3b1-ac5c-48e6-b35f-80e57310f160 None None] Provisioning complete for port 85acd38f-9d73-4337-82c1-a40e24428026 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:02.667513 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-485fc3b1-ac5c-48e6-b35f-80e57310f160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:02.689076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Router e11fb3af-4e90-4c86-b924-433fcc36f7a8 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:47:02.797103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:47:02.808386 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Sync routers for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:47:02.813091 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:02.815437 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b25763cb-5970-497a-a4b6-3de30cafe4f3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7237918 Sep 30 08:47:02.818041 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:02.825490 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-485fc3b1-ac5c-48e6-b35f-80e57310f160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:02.839348 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:47:02.840025 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:46:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:02.910822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-485fc3b1-ac5c-48e6-b35f-80e57310f160 None None] For port 85acd38f-9d73-4337-82c1-a40e24428026, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=85acd38f-9d73-4337-82c1-a40e24428026,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:02.921085 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-485fc3b1-ac5c-48e6-b35f-80e57310f160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:03.000420 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:47:03.076687 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fc3b1-ac5c-48e6-b35f-80e57310f160 None None] Pushing event updated for resources: {'Port': ['ID=85acd38f-9d73-4337-82c1-a40e24428026,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:03.272956 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:03.333078 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-85602323-8d23-4521-9234-fb83eca1166e None None] Provisioning complete for port 85acd38f-9d73-4337-82c1-a40e24428026 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:03.333443 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85602323-8d23-4521-9234-fb83eca1166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:03.393220 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:02Z', 'revision_number': 3, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:03.439513 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Checking router: e11fb3af-4e90-4c86-b924-433fcc36f7a8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:47:03.439857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Updating router e11fb3af-4e90-4c86-b924-433fcc36f7a8 port ed811758-814f-4de0-a295-8d89be128b54 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:47:03.442452 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Allocated IP 172.20.0.1 (f8ea8b16-2ace-426f-ae39-1196aa6be12d/db8ff04c-08e8-4da5-9d80-980b801896b4/3e935abc-ad06-42d9-8023-c3aa222931d1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:47:03.470590 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:03.549668 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:03.582820 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:03.628440 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Network f8ea8b16-2ace-426f-ae39-1196aa6be12d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:47:03.635339 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:47:03.638671 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:47:03.652881 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Pushing event updated for resources: {'Port': ['ID=3e935abc-ad06-42d9-8023-c3aa222931d1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:03.703468 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:03.745362 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:03.752508 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:03.804191 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Attempting to bind port ed811758-814f-4de0-a295-8d89be128b54 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:47:03.804565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Attempting to bind port ed811758-814f-4de0-a295-8d89be128b54 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:47:03.804936 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Attempting to bind port ed811758-814f-4de0-a295-8d89be128b54 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:47:03.831802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9f43e-11c2-4726-bec2-8ccf82f2963c None None] Pushing event updated for resources: {'Port': ['ID=ed811758-814f-4de0-a295-8d89be128b54,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:03.834548 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:47:03.835047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:47:03.835584 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:03.836118 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:47:03.836701 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Bound port: ed811758-814f-4de0-a295-8d89be128b54, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:47:03.837186 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:03.855776 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:03.900208 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] For port ed811758-814f-4de0-a295-8d89be128b54, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:47:03.905090 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] For port ed811758-814f-4de0-a295-8d89be128b54, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ed811758-814f-4de0-a295-8d89be128b54,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:47:03.908278 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d3fbc7f2-7880-4a81-9dd7-6f5825498546 None None] Provisioning complete for port 3e935abc-ad06-42d9-8023-c3aa222931d1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:03.908595 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d3fbc7f2-7880-4a81-9dd7-6f5825498546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:03.911855 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:03.936273 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 85acd38f-9d73-4337-82c1-a40e24428026 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:47:04.035504 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbc7f2-7880-4a81-9dd7-6f5825498546 None None] Port 3e935abc-ad06-42d9-8023-c3aa222931d1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:47:04.043681 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:04.051488 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:04.067575 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9f43e-11c2-4726-bec2-8ccf82f2963c None None] Pushing event updated for resources: {'Port': ['ID=ed811758-814f-4de0-a295-8d89be128b54,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:04.071006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:47:04.071628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:46:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:04.122082 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:04.124915 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Pushing event updated for resources: {'Port': ['ID=3e935abc-ad06-42d9-8023-c3aa222931d1,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:04.126535 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 85acd38f-9d73-4337-82c1-a40e24428026 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:04.126921 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:04.217469 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Network f8ea8b16-2ace-426f-ae39-1196aa6be12d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:47:04.218843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:47:04.222207 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:47:04.343797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Router e11fb3af-4e90-4c86-b924-433fcc36f7a8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:47:04.457709 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:47:04.462826 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6f05a131-d8d4-4762-894d-6fe8288628ee admin admin] 10.222.0.24 "PUT /v2.0/routers/e11fb3af-4e90-4c86-b924-433fcc36f7a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6437616 Sep 30 08:47:04.472711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5dbebc57-333e-4f4a-a655-77875d69e6b2 None None] Provisioning complete for port 3e935abc-ad06-42d9-8023-c3aa222931d1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:04.472711 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5dbebc57-333e-4f4a-a655-77875d69e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:04.508400 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 2, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:04.514243 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebc57-333e-4f4a-a655-77875d69e6b2 None None] Port 3e935abc-ad06-42d9-8023-c3aa222931d1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:47:04.539639 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3959aa-9758-4cd5-85dd-8335dfd4e17a None None] The sync data for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 is: [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 2, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:47:04.864505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46644) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:04.869215 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6e374c29-20f1-475e-b238-8e6f1ee82fc8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1089533794', 'description': 'tempest-description--600902692'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:04.896147 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e374c29-20f1-475e-b238-8e6f1ee82fc8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:04.983280 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e374c29-20f1-475e-b238-8e6f1ee82fc8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:04.987983 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e374c29-20f1-475e-b238-8e6f1ee82fc8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.014327 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e374c29-20f1-475e-b238-8e6f1ee82fc8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.015568 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6e374c29-20f1-475e-b238-8e6f1ee82fc8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1500242 Sep 30 08:47:05.018851 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46646) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:05.019717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e374c29-20f1-475e-b238-8e6f1ee82fc8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71c8d3a-15ec-4a16-8b56-7a832dd191eb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:05.024642 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Request body: {'security_group_rule': {'security_group_id': 'd71c8d3a-15ec-4a16-8b56-7a832dd191eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:05.058005 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.118198 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.121970 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.141765 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b22c1f3-fd33-4730-993a-4dfdf9741a73,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:05.158990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:05.159538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:05.160501 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:05.160991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:05.161503 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:05.162040 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:05.162579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:05.163118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:05.163946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:05.164638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:05.164987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:05.165428 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:05.171745 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.173590 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9a98f690-fb9a-4ed0-b4f7-c2cb2f17a644 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524198 Sep 30 08:47:05.176128 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 46648) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:05.180639 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5a50ef42-754c-4b34-bf0d-529e5d6e021d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Request body: {'security_group_rule': {'security_group_id': 'd71c8d3a-15ec-4a16-8b56-7a832dd191eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:05.210464 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5a50ef42-754c-4b34-bf0d-529e5d6e021d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.273204 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5a50ef42-754c-4b34-bf0d-529e5d6e021d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.277396 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5a50ef42-754c-4b34-bf0d-529e5d6e021d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.299721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50ef42-754c-4b34-bf0d-529e5d6e021d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17d02d5-85b8-452d-9282-d5f9cb352ddf,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:05.303801 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5a50ef42-754c-4b34-bf0d-529e5d6e021d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.305327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5a50ef42-754c-4b34-bf0d-529e5d6e021d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280189 Sep 30 08:47:05.308485 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:05.313104 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:05.337756 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.442876 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.548849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Allocated IP 172.25.0.197 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/cdaca673-54de-415e-b48d-5f14515eda95) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:47:05.661282 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.695086 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.734253 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:47:05.737952 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:47:05.744520 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:47:05.747624 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Pushing event updated for resources: {'Port': ['ID=cdaca673-54de-415e-b48d-5f14515eda95,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:05.866016 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.875512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ed811758-814f-4de0-a295-8d89be128b54 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:47:05.904541 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:05.927054 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port ed811758-814f-4de0-a295-8d89be128b54 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:05.927425 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:06.006941 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:06.027534 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port ed811758-814f-4de0-a295-8d89be128b54, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ed811758-814f-4de0-a295-8d89be128b54,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:06.031830 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:06.059919 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:06.065963 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:06.083864 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=ed811758-814f-4de0-a295-8d89be128b54,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:06.142221 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Pushing event updated for resources: {'Port': ['ID=cdaca673-54de-415e-b48d-5f14515eda95,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:06.149140 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:06.164530 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:06.165807 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-683fd6df-f5fe-486b-8d13-15c7b48710bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8562865 Sep 30 08:47:06.307544 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-7f715d6d-ee32-4d8f-825a-da003fed7698 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1089533794&fields=id&tenant_id=f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 267 time: 0.0340033 Sep 30 08:47:06.418257 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-39cbcbce-9da9-4fae-9243-f6ed3588e3e9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:06.419735 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-39cbcbce-9da9-4fae-9243-f6ed3588e3e9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 811 time: 0.1043658 Sep 30 08:47:06.435385 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-4d5d6026-b727-47d3-874b-d0b810069eaa tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/quotas/f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 375 time: 0.0088668 Sep 30 08:47:06.469729 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Sync routers for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:47:06.478572 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:47:06.479169 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:46:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:06.490006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-7e443daa-9995-427d-9c4b-5684999d7c93 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483294 Sep 30 08:47:06.589489 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-93917508-fdfb-40ac-9f6c-af755806d38e service neutron] 10.222.0.24 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866842 Sep 30 08:47:06.668224 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:47:06.682812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-bbf9e45e-7f89-4327-869e-89aada984bf3 service neutron] 10.222.0.24 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867913 Sep 30 08:47:06.858739 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-acad9c3d-2386-4486-85a0-93deb9a60413 req-85d7b184-d229-4b04-a06e-c8135fb29c17 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 210 time: 0.0268114 Sep 30 08:47:06.878396 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 2, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:06.906173 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Checking router: e11fb3af-4e90-4c86-b924-433fcc36f7a8 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:47:06.906774 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Updating router e11fb3af-4e90-4c86-b924-433fcc36f7a8 port 3e935abc-ad06-42d9-8023-c3aa222931d1 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:47:06.934844 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:07.213232 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:07.218234 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:07.313974 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc873f9b-66ac-4087-9d17-5aa2a344f45a None None] Pushing event updated for resources: {'Port': ['ID=3e935abc-ad06-42d9-8023-c3aa222931d1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:07.327985 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc873f9b-66ac-4087-9d17-5aa2a344f45a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.328326 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc873f9b-66ac-4087-9d17-5aa2a344f45a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.328662 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc873f9b-66ac-4087-9d17-5aa2a344f45a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.329545 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc873f9b-66ac-4087-9d17-5aa2a344f45a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.329873 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc873f9b-66ac-4087-9d17-5aa2a344f45a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.330188 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc873f9b-66ac-4087-9d17-5aa2a344f45a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.330687 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc873f9b-66ac-4087-9d17-5aa2a344f45a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.331011 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc873f9b-66ac-4087-9d17-5aa2a344f45a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.331328 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc873f9b-66ac-4087-9d17-5aa2a344f45a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.331645 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc873f9b-66ac-4087-9d17-5aa2a344f45a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.331984 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc873f9b-66ac-4087-9d17-5aa2a344f45a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.332302 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc873f9b-66ac-4087-9d17-5aa2a344f45a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.337144 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Attempting to bind port 3e935abc-ad06-42d9-8023-c3aa222931d1 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:47:07.337510 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Attempting to bind port 3e935abc-ad06-42d9-8023-c3aa222931d1 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:47:07.337999 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Attempting to bind port 3e935abc-ad06-42d9-8023-c3aa222931d1 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:47:07.343872 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:47:07.344264 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Checking segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:47:07.344731 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:07.345168 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Bound using segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:47:07.345771 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Bound port: 3e935abc-ad06-42d9-8023-c3aa222931d1, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:47:07.346127 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:07.419796 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] For port 3e935abc-ad06-42d9-8023-c3aa222931d1, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:47:07.423175 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] For port 3e935abc-ad06-42d9-8023-c3aa222931d1, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3e935abc-ad06-42d9-8023-c3aa222931d1,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:47:07.428789 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:07.480000 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:47:07.480617 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:46:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:07.527255 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc873f9b-66ac-4087-9d17-5aa2a344f45a None None] Pushing event updated for resources: {'Port': ['ID=3e935abc-ad06-42d9-8023-c3aa222931d1,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:07.558291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Provisioning complete for port 3e935abc-ad06-42d9-8023-c3aa222931d1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:07.558827 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:07.604201 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:47:07.646128 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:07.679358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] For port 3e935abc-ad06-42d9-8023-c3aa222931d1, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3e935abc-ad06-42d9-8023-c3aa222931d1,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:07.683713 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:07.732832 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Pushing event updated for resources: {'Port': ['ID=3e935abc-ad06-42d9-8023-c3aa222931d1,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:07.741822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.742177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.742540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.742879 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.743214 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.743553 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.743887 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.744248 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.744580 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.744917 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.745247 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.745575 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e2d0f-5d19-4c4b-9917-cb815852ce89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:47:07.820999 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-00c0927e-4e07-44c0-863a-ef833ef0f4ab None None] Provisioning complete for port 3e935abc-ad06-42d9-8023-c3aa222931d1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:07.821606 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00c0927e-4e07-44c0-863a-ef833ef0f4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:07.822852 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:07.858004 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608a9f3-c517-4ec9-9251-0a34c100690a None None] The sync data for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 is: [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:47:07.947295 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ed811758-814f-4de0-a295-8d89be128b54 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:47:08.010399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port ed811758-814f-4de0-a295-8d89be128b54 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:08.010895 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:08.057054 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36dd6788-278f-4b2a-9f03-05a12d628cf5 req-0ea09c0c-daef-417c-923e-669aae987b8e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 210 time: 0.0467618 Sep 30 08:47:08.119195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3e935abc-ad06-42d9-8023-c3aa222931d1 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:47:08.169885 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3e935abc-ad06-42d9-8023-c3aa222931d1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:08.170399 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:08.209103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-8313754c-b003-4464-be6b-c3ebe07c6c36 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:08.210637 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-8313754c-b003-4464-be6b-c3ebe07c6c36 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 811 time: 0.4217749 Sep 30 08:47:08.262971 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-605cb253-f77b-4e70-8165-278df8bdfbc4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 380 time: 0.0371132 Sep 30 08:47:08.273061 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-f7109af4-1203-422a-a443-515d7a96bc2f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Request body: {'port': {'device_id': '732c00da-efda-4722-bc99-b0c685c39217', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'admin_state_up': True, 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'security_groups': ['d71c8d3a-15ec-4a16-8b56-7a832dd191eb']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:08.390190 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-f7109af4-1203-422a-a443-515d7a96bc2f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Made reservation on behalf of f18bbad81448463cb85a0a40567b6381 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:47:08.395279 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-f7109af4-1203-422a-a443-515d7a96bc2f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:08.529304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-f7109af4-1203-422a-a443-515d7a96bc2f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Allocated IP 172.20.0.8 (f8ea8b16-2ace-426f-ae39-1196aa6be12d/db8ff04c-08e8-4da5-9d80-980b801896b4/66ae1958-eb96-4c59-9259-20dc9c03b999) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:47:08.668448 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-f7109af4-1203-422a-a443-515d7a96bc2f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:08.702152 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-f7109af4-1203-422a-a443-515d7a96bc2f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:08.746310 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-f7109af4-1203-422a-a443-515d7a96bc2f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Network f8ea8b16-2ace-426f-ae39-1196aa6be12d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:47:08.749337 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-f7109af4-1203-422a-a443-515d7a96bc2f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:47:08.753648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-f7109af4-1203-422a-a443-515d7a96bc2f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:47:08.781504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7109af4-1203-422a-a443-515d7a96bc2f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Pushing event updated for resources: {'Port': ['ID=66ae1958-eb96-4c59-9259-20dc9c03b999,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:08.812600 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-f7109af4-1203-422a-a443-515d7a96bc2f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:08.813241 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-f7109af4-1203-422a-a443-515d7a96bc2f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:08.828011 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-f7109af4-1203-422a-a443-515d7a96bc2f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5585923 Sep 30 08:47:08.855729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Request body: {'port': {'device_id': '732c00da-efda-4722-bc99-b0c685c39217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:08.913349 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:08.971814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7f180a8c-f46c-4ddd-a580-03c06858518b None None] Provisioning complete for port 66ae1958-eb96-4c59-9259-20dc9c03b999 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:08.972401 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f180a8c-f46c-4ddd-a580-03c06858518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:09.011475 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7f180a8c-f46c-4ddd-a580-03c06858518b None None] Port 66ae1958-eb96-4c59-9259-20dc9c03b999 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:47:09.176585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2dcd9-db6b-4f09-a394-3e005a0e20be req-a5b41f66-1a22-4a6e-aa7a-0b370d3689af tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:09.178248 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3fa2dcd9-db6b-4f09-a394-3e005a0e20be req-a5b41f66-1a22-4a6e-aa7a-0b370d3689af tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 931 time: 0.0550456 Sep 30 08:47:09.193698 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ae1958-eb96-4c59-9259-20dc9c03b999 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:47:09.201278 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:09.214719 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Transition to ACTIVE for port object 66ae1958-eb96-4c59-9259-20dc9c03b999 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:47:09.217848 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3fa2dcd9-db6b-4f09-a394-3e005a0e20be req-8b8ab9e3-0fdf-45d0-a189-e96658d40c36 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335937 Sep 30 08:47:09.218166 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:09.271400 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Pushing event updated for resources: {'Port': ['ID=66ae1958-eb96-4c59-9259-20dc9c03b999,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:09.341351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Attempting to bind port 66ae1958-eb96-4c59-9259-20dc9c03b999 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:47:09.341687 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Attempting to bind port 66ae1958-eb96-4c59-9259-20dc9c03b999 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:47:09.342037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Attempting to bind port 66ae1958-eb96-4c59-9259-20dc9c03b999 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:47:09.346963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Port 66ae1958-eb96-4c59-9259-20dc9c03b999 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:47:09.347279 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Attempting to bind port 66ae1958-eb96-4c59-9259-20dc9c03b999 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:47:09.352694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:47:09.353040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Checking segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:47:09.353426 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Bound using segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:47:09.353860 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Bound port: 66ae1958-eb96-4c59-9259-20dc9c03b999, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:47:09.354220 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:09.425449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] For port 66ae1958-eb96-4c59-9259-20dc9c03b999, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:47:09.428448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] For port 66ae1958-eb96-4c59-9259-20dc9c03b999, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=66ae1958-eb96-4c59-9259-20dc9c03b999,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:47:09.433603 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:09.470615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:09.471245 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:09.472703 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] 10.222.0.35 "PUT /v2.0/ports/66ae1958-eb96-4c59-9259-20dc9c03b999 HTTP/1.1" status: 200 len: 1091 time: 0.6237023 Sep 30 08:47:09.473149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732c00da-efda-4722-bc99-b0c685c39217', 'tag': '66ae1958-eb96-4c59-9259-20dc9c03b999'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:09.475421 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e261172-b3ab-43a3-a0e7-e44002a45240" -d '{"events": [{"name": "network-changed", "server_uuid": "732c00da-efda-4722-bc99-b0c685c39217", "tag": "66ae1958-eb96-4c59-9259-20dc9c03b999"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:09.503189 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b9a73-d4cb-4ee5-813f-dd1fffe31a66 service neutron] Pushing event updated for resources: {'Port': ['ID=66ae1958-eb96-4c59-9259-20dc9c03b999,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:09.518198 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40c922e-6425-49ce-9b18-563ffc334f3c x-openstack-request-id: req-e40c922e-6425-49ce-9b18-563ffc334f3c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:09.518601 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732c00da-efda-4722-bc99-b0c685c39217", "tag": "66ae1958-eb96-4c59-9259-20dc9c03b999", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:09.518858 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e40c922e-6425-49ce-9b18-563ffc334f3c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:09.519348 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732c00da-efda-4722-bc99-b0c685c39217', 'tag': '66ae1958-eb96-4c59-9259-20dc9c03b999', 'status': 'completed', 'code': 200} Sep 30 08:47:09.578563 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-9f9fc646-10d5-4860-bd89-4c1f3cecf43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:09.581074 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-9f9fc646-10d5-4860-bd89-4c1f3cecf43d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 1094 time: 0.0455618 Sep 30 08:47:09.632801 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-afbdaef0-6ab8-47b7-ab59-a6b7d017c2e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66ae1958-eb96-4c59-9259-20dc9c03b999 HTTP/1.1" status: 200 len: 217 time: 0.0392735 Sep 30 08:47:09.684832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-235e4402-f4a3-45a3-83a6-79525a78062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:09.686331 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-235e4402-f4a3-45a3-83a6-79525a78062b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0469162 Sep 30 08:47:09.733914 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-6e06f694-95bd-4187-9317-b28d4f1eca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:09.735473 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-6e06f694-95bd-4187-9317-b28d4f1eca3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427334 Sep 30 08:47:09.830769 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-257785f4-ef0a-40d5-b589-b4249fa5b764 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886860 Sep 30 08:47:09.918440 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-56d6fa11-b073-42ce-af88-f96f2a85b0c4 req-f3b49505-3875-4194-a575-e1b145b66c88 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810244 Sep 30 08:47:10.040658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261172-b3ab-43a3-a0e7-e44002a45240 req-05181abc-1c2b-41ec-80d0-f3f799c6b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:10.042154 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4e261172-b3ab-43a3-a0e7-e44002a45240 req-05181abc-1c2b-41ec-80d0-f3f799c6b63b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 1094 time: 0.0446980 Sep 30 08:47:10.133206 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261172-b3ab-43a3-a0e7-e44002a45240 req-45175efc-31a1-463e-9fea-7f58f5d7f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:10.134593 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4e261172-b3ab-43a3-a0e7-e44002a45240 req-45175efc-31a1-463e-9fea-7f58f5d7f0b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0857081 Sep 30 08:47:10.182610 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4e261172-b3ab-43a3-a0e7-e44002a45240 req-5516fc48-bd1f-4128-a581-91436e185229 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66ae1958-eb96-4c59-9259-20dc9c03b999 HTTP/1.1" status: 200 len: 217 time: 0.0397546 Sep 30 08:47:10.231850 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261172-b3ab-43a3-a0e7-e44002a45240 req-d402f345-ec9a-4776-b84e-5ee8ff9c18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:10.233352 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4e261172-b3ab-43a3-a0e7-e44002a45240 req-d402f345-ec9a-4776-b84e-5ee8ff9c18d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0436375 Sep 30 08:47:10.279843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261172-b3ab-43a3-a0e7-e44002a45240 req-fae88f06-b666-4081-9f77-dde12ebec1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:10.281664 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4e261172-b3ab-43a3-a0e7-e44002a45240 req-fae88f06-b666-4081-9f77-dde12ebec1b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404313 Sep 30 08:47:10.335045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d1364-5d6f-4169-933f-1360c5b856d7 req-b07ab6be-44cd-4d54-a74d-870ed3b11189 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:10.337352 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f9d1364-5d6f-4169-933f-1360c5b856d7 req-b07ab6be-44cd-4d54-a74d-870ed3b11189 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 943 time: 0.0508602 Sep 30 08:47:10.374297 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f9d1364-5d6f-4169-933f-1360c5b856d7 req-0b675a6d-301f-4c0a-ae6b-2efc9c886b00 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312133 Sep 30 08:47:10.378823 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4e261172-b3ab-43a3-a0e7-e44002a45240 req-63901c17-8f40-4426-8944-9ce07d1131d9 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890906 Sep 30 08:47:10.470312 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4e261172-b3ab-43a3-a0e7-e44002a45240 req-ae5c8cf1-b145-4362-acc3-382229205b0b service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842714 Sep 30 08:47:10.488032 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:11.490934 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095950c-1fc7-4995-bdb5-b845ce7e59ec req-ab2b9544-4d93-4331-98a6-1b7ac930e0a1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:11.492361 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8095950c-1fc7-4995-bdb5-b845ce7e59ec req-ab2b9544-4d93-4331-98a6-1b7ac930e0a1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 943 time: 0.0495143 Sep 30 08:47:11.528779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8095950c-1fc7-4995-bdb5-b845ce7e59ec req-0de5ae96-5826-4570-83ff-e68786a7ee55 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306077 Sep 30 08:47:12.101663 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e23673c8-1c5a-4595-b9b2-7f6d801a16ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:12.649288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802d774-a4fa-4393-b14b-48cd4403a658 req-2685257d-4f64-4e15-8489-90e1f2702231 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:12.650788 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2802d774-a4fa-4393-b14b-48cd4403a658 req-2685257d-4f64-4e15-8489-90e1f2702231 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 943 time: 0.0532885 Sep 30 08:47:12.687810 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2802d774-a4fa-4393-b14b-48cd4403a658 req-49ef2114-8c75-44f5-a172-549515572ee6 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305185 Sep 30 08:47:13.034444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 66ae1958-eb96-4c59-9259-20dc9c03b999 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:47:13.126953 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 66ae1958-eb96-4c59-9259-20dc9c03b999, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=66ae1958-eb96-4c59-9259-20dc9c03b999,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:13.138305 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '66ae1958-eb96-4c59-9259-20dc9c03b999', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'port_id': '66ae1958-eb96-4c59-9259-20dc9c03b999', 'mac_address': 'fa:16:3e:dd:bb:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:47:13.180900 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:13.194426 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ae1958-eb96-4c59-9259-20dc9c03b999 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:47:13.212904 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 66ae1958-eb96-4c59-9259-20dc9c03b999, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=66ae1958-eb96-4c59-9259-20dc9c03b999,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:13.217002 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:13.265373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=66ae1958-eb96-4c59-9259-20dc9c03b999,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:13.468937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['66ae1958-eb96-4c59-9259-20dc9c03b999'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:47:13.803461 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ee9fb-d810-4d64-b0b7-56b15b237456 req-c3eba69e-55d8-4acf-aa76-f1b06fed96a9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:13.805030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-438ee9fb-d810-4d64-b0b7-56b15b237456 req-c3eba69e-55d8-4acf-aa76-f1b06fed96a9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 944 time: 0.0504022 Sep 30 08:47:13.843872 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-438ee9fb-d810-4d64-b0b7-56b15b237456 req-ebabc6b9-6bae-4c8b-bb02-5394ca5a5188 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322716 Sep 30 08:47:14.841050 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db587f59-8d57-4bdb-9582-955483818522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:14.963934 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db66a0-3b59-459e-abb4-e9e2a3341019 req-cbdd8fac-7ecb-432a-bb32-f256459bde41 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:14.965413 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e6db66a0-3b59-459e-abb4-e9e2a3341019 req-cbdd8fac-7ecb-432a-bb32-f256459bde41 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 944 time: 0.0529401 Sep 30 08:47:15.004587 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e6db66a0-3b59-459e-abb4-e9e2a3341019 req-dda112cd-9d6a-4654-bc79-20b156f88b83 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323358 Sep 30 08:47:15.050463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 66ae1958-eb96-4c59-9259-20dc9c03b999 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:47:15.097124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 66ae1958-eb96-4c59-9259-20dc9c03b999 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:47:15.100601 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 66ae1958-eb96-4c59-9259-20dc9c03b999 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:47:15.100965 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:15.177281 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:15.200203 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732c00da-efda-4722-bc99-b0c685c39217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ae1958-eb96-4c59-9259-20dc9c03b999'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:15.202418 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9674ba96-52de-4563-a2ec-f2c8cd866442" -d '{"events": [{"server_uuid": "732c00da-efda-4722-bc99-b0c685c39217", "name": "network-vif-plugged", "status": "completed", "tag": "66ae1958-eb96-4c59-9259-20dc9c03b999"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:15.215691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 66ae1958-eb96-4c59-9259-20dc9c03b999, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=66ae1958-eb96-4c59-9259-20dc9c03b999,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:47:15.219858 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:15.246169 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81b64ec-ee47-468c-9701-6ceac711c6f5 x-openstack-request-id: req-c81b64ec-ee47-468c-9701-6ceac711c6f5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:15.246462 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732c00da-efda-4722-bc99-b0c685c39217", "name": "network-vif-plugged", "status": "completed", "tag": "66ae1958-eb96-4c59-9259-20dc9c03b999", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:15.246718 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c81b64ec-ee47-468c-9701-6ceac711c6f5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:15.247103 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732c00da-efda-4722-bc99-b0c685c39217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ae1958-eb96-4c59-9259-20dc9c03b999', 'code': 200} Sep 30 08:47:15.272876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=66ae1958-eb96-4c59-9259-20dc9c03b999,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:47:15.340002 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:15.358133 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fb6a4-dd14-47d3-8a57-8f50ba65d708 req-dff126b0-0cbb-4a2e-acf7-34dd4015581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:15.359570 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-600fb6a4-dd14-47d3-8a57-8f50ba65d708 req-dff126b0-0cbb-4a2e-acf7-34dd4015581d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 1096 time: 0.0397487 Sep 30 08:47:15.397162 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-600fb6a4-dd14-47d3-8a57-8f50ba65d708 req-186c3766-04ef-4db9-a9ef-80c827f0896e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310986 Sep 30 08:47:15.984653 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:16.121589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d58b23-c5fc-44e4-ba10-e1c2bf0511e5 req-7a494d14-fb65-4708-b519-7e58e940ba10 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:16.123133 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b6d58b23-c5fc-44e4-ba10-e1c2bf0511e5 req-7a494d14-fb65-4708-b519-7e58e940ba10 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0540087 Sep 30 08:47:16.169221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b6d58b23-c5fc-44e4-ba10-e1c2bf0511e5 req-29edaa75-8572-4926-acfd-70484eeac9ab tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398052 Sep 30 08:47:17.285150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d7002-cdf3-41c7-be0b-24a6d989062e req-ef489ee6-76ed-4ed7-aa67-5582e6a58d40 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:17.286614 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-845d7002-cdf3-41c7-be0b-24a6d989062e req-ef489ee6-76ed-4ed7-aa67-5582e6a58d40 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0485606 Sep 30 08:47:17.323834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-845d7002-cdf3-41c7-be0b-24a6d989062e req-4b9d6e4e-4d40-4287-a7bd-602d01054d40 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314152 Sep 30 08:47:17.433791 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece822a-5b93-46a8-974f-c3e8e4ff288f req-ac67f4f5-2544-4aad-9912-eafc06774611 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:17.435238 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cece822a-5b93-46a8-974f-c3e8e4ff288f req-ac67f4f5-2544-4aad-9912-eafc06774611 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0487452 Sep 30 08:47:17.444398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:47:17.449009 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d8ef4a5c-caf0-4d41-b556-82cf79bdd435 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Request body: {'floatingip': {'port_id': '66ae1958-eb96-4c59-9259-20dc9c03b999'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:47:17.488362 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4a5c-caf0-4d41-b556-82cf79bdd435 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:17.857244 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:18.056261 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4a5c-caf0-4d41-b556-82cf79bdd435 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:18.059994 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4a5c-caf0-4d41-b556-82cf79bdd435 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:18.168039 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-d8ef4a5c-caf0-4d41-b556-82cf79bdd435 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Floating IP d34b435a-f58f-4f89-9cd0-57cdd677e4e4 associated. External IP: 172.25.0.197, port: 66ae1958-eb96-4c59-9259-20dc9c03b999. Sep 30 08:47:18.371698 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ef4a5c-caf0-4d41-b556-82cf79bdd435 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Router e11fb3af-4e90-4c86-b924-433fcc36f7a8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:47:18.476666 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ef4a5c-caf0-4d41-b556-82cf79bdd435 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:47:18.481775 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4a5c-caf0-4d41-b556-82cf79bdd435 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:18.486612 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d97d6-bcc4-43bd-80b5-36d84ac3b4d8 None None] Sync routers for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:47:18.496193 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d97d6-bcc4-43bd-80b5-36d84ac3b4d8 None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:47:18.496810 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1e9d97d6-bcc4-43bd-80b5-36d84ac3b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:47:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:18.511438 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d8ef4a5c-caf0-4d41-b556-82cf79bdd435 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "PUT /v2.0/floatingips/d34b435a-f58f-4f89-9cd0-57cdd677e4e4 HTTP/1.1" status: 200 len: 991 time: 1.0658903 Sep 30 08:47:18.512054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732c00da-efda-4722-bc99-b0c685c39217', 'tag': '66ae1958-eb96-4c59-9259-20dc9c03b999'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:47:18.514321 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6097f264-b19e-49f6-91ea-5478914da658" -d '{"events": [{"name": "network-changed", "server_uuid": "732c00da-efda-4722-bc99-b0c685c39217", "tag": "66ae1958-eb96-4c59-9259-20dc9c03b999"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:47:18.555682 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a420a1c9-d533-4a6b-8c92-1e0d3f348eac x-openstack-request-id: req-a420a1c9-d533-4a6b-8c92-1e0d3f348eac {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:47:18.556048 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732c00da-efda-4722-bc99-b0c685c39217", "tag": "66ae1958-eb96-4c59-9259-20dc9c03b999", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:47:18.556268 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a420a1c9-d533-4a6b-8c92-1e0d3f348eac {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:47:18.556667 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732c00da-efda-4722-bc99-b0c685c39217', 'tag': '66ae1958-eb96-4c59-9259-20dc9c03b999', 'status': 'completed', 'code': 200} Sep 30 08:47:18.607798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1e9d97d6-bcc4-43bd-80b5-36d84ac3b4d8 None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:47:18.652589 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097f264-b19e-49f6-91ea-5478914da658 req-c9e7ff65-eb60-411f-b8ab-07e22411e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:18.654126 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6097f264-b19e-49f6-91ea-5478914da658 req-c9e7ff65-eb60-411f-b8ab-07e22411e7a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 1096 time: 0.0451608 Sep 30 08:47:18.748769 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097f264-b19e-49f6-91ea-5478914da658 req-dcaf2c62-ea21-4049-b7d1-a2e521603dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:18.750292 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6097f264-b19e-49f6-91ea-5478914da658 req-dcaf2c62-ea21-4049-b7d1-a2e521603dcf service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0894051 Sep 30 08:47:18.824297 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6097f264-b19e-49f6-91ea-5478914da658 req-0098f58b-22d0-4ef9-96ca-529e8324d15d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66ae1958-eb96-4c59-9259-20dc9c03b999 HTTP/1.1" status: 200 len: 999 time: 0.0668025 Sep 30 08:47:18.995059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1e9d97d6-bcc4-43bd-80b5-36d84ac3b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'd34b435a-f58f-4f89-9cd0-57cdd677e4e4', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'port_id': '66ae1958-eb96-4c59-9259-20dc9c03b999', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'mac_address': 'fa:16:3e:dd:bb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732c00da-efda-4722-bc99-b0c685c39217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:47:05Z', 'updated_at': '2021-09-30T08:47:17Z', 'revision_number': 1, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:19.025528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d97d6-bcc4-43bd-80b5-36d84ac3b4d8 None None] Checking router: e11fb3af-4e90-4c86-b924-433fcc36f7a8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:47:19.034582 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d97d6-bcc4-43bd-80b5-36d84ac3b4d8 None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:47:19.035201 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1e9d97d6-bcc4-43bd-80b5-36d84ac3b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:47:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:19.131825 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097f264-b19e-49f6-91ea-5478914da658 req-ae3587a8-0d7f-4c4c-97cd-a9c42a29f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:19.133343 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6097f264-b19e-49f6-91ea-5478914da658 req-ae3587a8-0d7f-4c4c-97cd-a9c42a29f706 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.3028314 Sep 30 08:47:19.142038 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1e9d97d6-bcc4-43bd-80b5-36d84ac3b4d8 None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:47:19.180052 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097f264-b19e-49f6-91ea-5478914da658 req-01d2e8fc-df2d-4a23-8586-fea3da37e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:19.181553 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6097f264-b19e-49f6-91ea-5478914da658 req-01d2e8fc-df2d-4a23-8586-fea3da37e6b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413802 Sep 30 08:47:19.277595 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6097f264-b19e-49f6-91ea-5478914da658 req-1429788f-7db9-4d5c-b423-41744bfc362e service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876634 Sep 30 08:47:19.367511 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6097f264-b19e-49f6-91ea-5478914da658 req-c88c2239-c04d-4616-95e0-03802e46a0dc service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825372 Sep 30 08:47:19.371539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1e9d97d6-bcc4-43bd-80b5-36d84ac3b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'd34b435a-f58f-4f89-9cd0-57cdd677e4e4', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'port_id': '66ae1958-eb96-4c59-9259-20dc9c03b999', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'mac_address': 'fa:16:3e:dd:bb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732c00da-efda-4722-bc99-b0c685c39217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:47:05Z', 'updated_at': '2021-09-30T08:47:17Z', 'revision_number': 1, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:47:19.402271 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d97d6-bcc4-43bd-80b5-36d84ac3b4d8 None None] The sync data for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 is: [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'd34b435a-f58f-4f89-9cd0-57cdd677e4e4', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'port_id': '66ae1958-eb96-4c59-9259-20dc9c03b999', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'mac_address': 'fa:16:3e:dd:bb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732c00da-efda-4722-bc99-b0c685c39217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:47:05Z', 'updated_at': '2021-09-30T08:47:17Z', 'revision_number': 1, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:47:19.589579 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618d8990-a5a3-4a92-bb23-93985d311c70 None None] New status for floating IP d34b435a-f58f-4f89-9cd0-57cdd677e4e4: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:47:30.041380 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:31.146396 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9875bb7-3fd6-4b26-a266-e112f983c540 req-366bf5ed-121d-4788-9cec-83f9e23912ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442393 Sep 30 08:47:31.240674 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9875bb7-3fd6-4b26-a266-e112f983c540 req-f8c0fe8b-4147-4f7a-968c-38bc9ee58c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:31.242155 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9875bb7-3fd6-4b26-a266-e112f983c540 req-f8c0fe8b-4147-4f7a-968c-38bc9ee58c90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 1096 time: 0.0397341 Sep 30 08:47:31.342985 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9875bb7-3fd6-4b26-a266-e112f983c540 req-a275c9f3-47dd-4f83-b3ba-6a15a0b05aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:31.345331 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9875bb7-3fd6-4b26-a266-e112f983c540 req-a275c9f3-47dd-4f83-b3ba-6a15a0b05aad service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0830119 Sep 30 08:47:31.413578 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9875bb7-3fd6-4b26-a266-e112f983c540 req-099ef468-15de-48e2-8768-5639152f00f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66ae1958-eb96-4c59-9259-20dc9c03b999 HTTP/1.1" status: 200 len: 1001 time: 0.0607274 Sep 30 08:47:31.463105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9875bb7-3fd6-4b26-a266-e112f983c540 req-a0e5a2e3-5a8c-4a30-ab7d-b904fc556ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:31.464624 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9875bb7-3fd6-4b26-a266-e112f983c540 req-a0e5a2e3-5a8c-4a30-ab7d-b904fc556ba1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0431414 Sep 30 08:47:31.510436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9875bb7-3fd6-4b26-a266-e112f983c540 req-67fbc318-62f8-415d-89fb-40cc9b070c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:47:31.511958 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9875bb7-3fd6-4b26-a266-e112f983c540 req-67fbc318-62f8-415d-89fb-40cc9b070c80 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404994 Sep 30 08:47:31.614474 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9875bb7-3fd6-4b26-a266-e112f983c540 req-3b80985e-826d-4ca1-be81-104445f614e6 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869246 Sep 30 08:47:31.707942 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9875bb7-3fd6-4b26-a266-e112f983c540 req-500eeace-0af5-4926-91a4-da23b9c82e62 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857456 Sep 30 08:47:34.252667 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:47:40.498140 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:42.102172 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0159cc10-af39-4729-9315-77f52a4ed5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:44.845290 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89ff22d7-0514-4ab8-8a4b-959f8324ecbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:45.344854 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:45.987189 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:47.860230 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:47:54.658369 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-6113c130-ea64-4e06-8017-4dab371cb1de req-f68d3441-60f8-4ebf-86bd-96f19085023b service neutron] (94838) timed out ('10.222.0.24', 43984) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:48:00.056588 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:10.508705 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:11.253084 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:48:12.102700 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-edffc39a-6098-4c8e-8fb4-b1b2c57c328e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:14.847042 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a20c4e99-6bc6-432e-b25a-76c1b9785fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:15.345887 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:15.989061 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:17.863961 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:30.051285 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:33.499538 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c7cfbdb-3130-4748-a159-c467018e152a req-c6cdfb44-d26e-4325-9792-a6934bd5305a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1409225 Sep 30 08:48:33.599727 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cfbdb-3130-4748-a159-c467018e152a req-ea312538-f707-4ba3-b924-498b6dad63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:33.601325 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c7cfbdb-3130-4748-a159-c467018e152a req-ea312538-f707-4ba3-b924-498b6dad63a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 1096 time: 0.0437419 Sep 30 08:48:33.708983 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cfbdb-3130-4748-a159-c467018e152a req-cd46d18a-bd08-4fde-afb5-09b81e9467f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:33.710537 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c7cfbdb-3130-4748-a159-c467018e152a req-cd46d18a-bd08-4fde-afb5-09b81e9467f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0894578 Sep 30 08:48:33.775393 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c7cfbdb-3130-4748-a159-c467018e152a req-b253a16c-b4d8-4c72-996b-5f8717d196ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66ae1958-eb96-4c59-9259-20dc9c03b999 HTTP/1.1" status: 200 len: 1001 time: 0.0577395 Sep 30 08:48:33.823421 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cfbdb-3130-4748-a159-c467018e152a req-2d9118f9-8c49-48a2-abb2-1bdf0b97a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:33.824868 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c7cfbdb-3130-4748-a159-c467018e152a req-2d9118f9-8c49-48a2-abb2-1bdf0b97a75d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0423455 Sep 30 08:48:33.874811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cfbdb-3130-4748-a159-c467018e152a req-2726914e-c249-415f-991c-c93fd02deeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:33.876392 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c7cfbdb-3130-4748-a159-c467018e152a req-2726914e-c249-415f-991c-c93fd02deeca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450373 Sep 30 08:48:33.964589 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c7cfbdb-3130-4748-a159-c467018e152a req-6632c04c-e8d5-40de-835c-f8bd67b66255 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809743 Sep 30 08:48:34.059021 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c7cfbdb-3130-4748-a159-c467018e152a req-f50b6625-9276-46a0-95f6-80f4cd33a445 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875194 Sep 30 08:48:40.516492 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:42.102376 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-24792d97-f55b-4ffa-aabf-32aeb5076ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:44.852694 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3660585f-da41-4a33-9941-7f36004a943b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:45.345353 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:45.995336 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:47.865764 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:48:48.252445 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:48:54.719832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f990ad3-c632-4662-bb83-2e8fa168e26c req-3dbd3d3c-bbd3-4633-8412-06b9ea19b115 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:54.722439 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f990ad3-c632-4662-bb83-2e8fa168e26c req-3dbd3d3c-bbd3-4633-8412-06b9ea19b115 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.1426237 Sep 30 08:48:54.760849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f990ad3-c632-4662-bb83-2e8fa168e26c req-579333ac-f8a6-4f85-8548-7c040b958ae9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322044 Sep 30 08:48:54.942474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 46914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:48:54.998026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e46ea-f476-4c6d-97c8-7c709331dade req-45030727-de87-45ab-a059-bcc8e01c9e02 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:54.999546 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-142e46ea-f476-4c6d-97c8-7c709331dade req-45030727-de87-45ab-a059-bcc8e01c9e02 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0496380 Sep 30 08:48:55.034534 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-d91eb5db-3def-4ea2-bb02-899f3c571007 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896752 Sep 30 08:48:55.039269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-142e46ea-f476-4c6d-97c8-7c709331dade req-071ddf45-ecdf-4a91-b532-58c7aa567a44 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331664 Sep 30 08:48:55.042913 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-3026e2ca-195c-4337-837c-05947cb0c13b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:48:55.043934 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-3026e2ca-195c-4337-837c-05947cb0c13b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051558 Sep 30 08:48:56.212389 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021f51d-e4e9-4cea-9442-8d180bbf90e8 req-d1c52a53-e5a6-4a3e-b2b1-302b25752940 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:56.213895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3021f51d-e4e9-4cea-9442-8d180bbf90e8 req-d1c52a53-e5a6-4a3e-b2b1-302b25752940 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.1069503 Sep 30 08:48:56.224206 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-7b806d94-27b5-4c54-93a1-d104015383b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:56.225700 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-7b806d94-27b5-4c54-93a1-d104015383b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 1096 time: 0.0404532 Sep 30 08:48:56.252435 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3021f51d-e4e9-4cea-9442-8d180bbf90e8 req-9798fa21-20e2-45d6-baa7-21c5971c5f7f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324636 Sep 30 08:48:56.319045 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-0e0e1f9c-b90e-4664-92ee-20f83a6e9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:56.320489 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-0e0e1f9c-b90e-4664-92ee-20f83a6e9af0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0880446 Sep 30 08:48:56.385270 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-8aa37ac0-df1e-48ab-a418-b2a662a7470f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66ae1958-eb96-4c59-9259-20dc9c03b999 HTTP/1.1" status: 200 len: 1001 time: 0.0579219 Sep 30 08:48:56.437115 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-948a8042-134e-420f-9d8c-1f3033eb743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:56.438523 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-948a8042-134e-420f-9d8c-1f3033eb743d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0470002 Sep 30 08:48:56.483173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-53b44ec6-6b1d-404a-ad06-e84beea025b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:56.484798 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-53b44ec6-6b1d-404a-ad06-e84beea025b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396020 Sep 30 08:48:56.573506 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-fa8d9840-df5c-467a-b66d-ac75dfe9ccc5 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805829 Sep 30 08:48:56.674560 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-fc1a087b-78d6-4132-b6e5-c29ca5163f16 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934207 Sep 30 08:48:57.372154 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4e2d-08cd-47a5-8869-131bbf0e2e7c req-9b02ddda-3f95-4684-828c-0324a4501f8d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:57.373720 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-285c4e2d-08cd-47a5-8869-131bbf0e2e7c req-9b02ddda-3f95-4684-828c-0324a4501f8d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0534461 Sep 30 08:48:57.411947 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-285c4e2d-08cd-47a5-8869-131bbf0e2e7c req-c23ad260-4ba1-49b3-b148-7d4c421f5693 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317626 Sep 30 08:48:58.526649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225562-170d-4b75-a7a0-7f4ad6f51f9d req-3f3ea5f7-d454-436d-b994-b1e37e416948 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:58.528161 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85225562-170d-4b75-a7a0-7f4ad6f51f9d req-3f3ea5f7-d454-436d-b994-b1e37e416948 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0494888 Sep 30 08:48:58.565151 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85225562-170d-4b75-a7a0-7f4ad6f51f9d req-c4403acc-4173-4ef0-98b9-a5686cb7318d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308425 Sep 30 08:48:59.683204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b646d56-2b0e-4a6d-814a-35fd1c1c6ac4 req-af6a0239-5570-4aa4-8a83-3bb1ecda1478 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:48:59.684737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b646d56-2b0e-4a6d-814a-35fd1c1c6ac4 req-af6a0239-5570-4aa4-8a83-3bb1ecda1478 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0503962 Sep 30 08:48:59.722872 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8b646d56-2b0e-4a6d-814a-35fd1c1c6ac4 req-5df7ce17-6a91-4d96-8c49-a138afa40f40 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318508 Sep 30 08:49:00.050388 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:00.843396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9e260-1c21-479d-a9a5-97e8bf6bcc7d req-03ca3e8f-ed46-4931-83a2-4d80f3f74b78 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:00.844907 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bf9e260-1c21-479d-a9a5-97e8bf6bcc7d req-03ca3e8f-ed46-4931-83a2-4d80f3f74b78 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0539632 Sep 30 08:49:00.883118 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3bf9e260-1c21-479d-a9a5-97e8bf6bcc7d req-c7fa082b-18f8-4281-8f5e-e0ffd9eab18b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321319 Sep 30 08:49:01.996338 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f257c-a0a4-4eb5-8171-f4594dfd3a21 req-260f4e7d-89c6-4886-ba59-2287cf235e6d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:01.997813 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f8f257c-a0a4-4eb5-8171-f4594dfd3a21 req-260f4e7d-89c6-4886-ba59-2287cf235e6d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0484016 Sep 30 08:49:02.035331 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f8f257c-a0a4-4eb5-8171-f4594dfd3a21 req-cb40477c-a137-4c70-aabb-0f258fd0907d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309284 Sep 30 08:49:03.148367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02204b-d250-4482-9641-3537a4e09f1d req-36492634-8373-4db6-96cb-65c2c347acd8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:03.149843 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af02204b-d250-4482-9641-3537a4e09f1d req-36492634-8373-4db6-96cb-65c2c347acd8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0483894 Sep 30 08:49:03.187166 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af02204b-d250-4482-9641-3537a4e09f1d req-1721c9b8-9633-4162-ba8a-56d152b94430 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315158 Sep 30 08:49:04.306739 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5543a7-1dfa-4e38-8aa5-750a76650bb9 req-694cf264-1ec0-4a16-bca1-5522cf0264c6 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:04.308255 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e5543a7-1dfa-4e38-8aa5-750a76650bb9 req-694cf264-1ec0-4a16-bca1-5522cf0264c6 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0531776 Sep 30 08:49:04.345804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e5543a7-1dfa-4e38-8aa5-750a76650bb9 req-45721787-7fe3-4ed8-b456-0cbf5d27971f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317459 Sep 30 08:49:05.467142 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c3e89-9a21-424c-be95-b9c6478a3bb5 req-6bbd8878-9cd3-4a21-b5cf-d6e2ddbd3324 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:05.469141 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c9c3e89-9a21-424c-be95-b9c6478a3bb5 req-6bbd8878-9cd3-4a21-b5cf-d6e2ddbd3324 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0504134 Sep 30 08:49:05.507389 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c9c3e89-9a21-424c-be95-b9c6478a3bb5 req-482d198e-8a1a-4a59-8c98-9566fb79768d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322874 Sep 30 08:49:06.619846 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f41b6-fca9-4fd4-91f6-83f7d5551d3e req-116e6c7b-807f-414c-aa69-105f132dc6fa tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:06.621252 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-330f41b6-fca9-4fd4-91f6-83f7d5551d3e req-116e6c7b-807f-414c-aa69-105f132dc6fa tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0484240 Sep 30 08:49:06.665762 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-330f41b6-fca9-4fd4-91f6-83f7d5551d3e req-12c50797-80c4-437c-9f0f-984dd21e6997 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380452 Sep 30 08:49:07.793379 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7e194-0ab2-429b-a0a9-9a1e6a010689 req-cc0a14c7-2472-420f-a0af-776f7ef5f8d7 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:07.794911 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b7e7e194-0ab2-429b-a0a9-9a1e6a010689 req-cc0a14c7-2472-420f-a0af-776f7ef5f8d7 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0566010 Sep 30 08:49:07.832819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b7e7e194-0ab2-429b-a0a9-9a1e6a010689 req-f7ff823c-8466-40fc-ad7c-ccea91769262 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313957 Sep 30 08:49:08.806911 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-706020ca-4426-4e6e-9c38-9b6e63cbd5fb service neutron] show failed (client error): The resource could not be found. Sep 30 08:49:08.807961 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-706020ca-4426-4e6e-9c38-9b6e63cbd5fb service neutron] 10.222.0.35 "GET /v2.0/ports/66ae1958-eb96-4c59-9259-20dc9c03b999/bindings/n-h1-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0545793 Sep 30 08:49:08.964925 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d55b6-bebc-4a0b-a7f9-3b5b809d6a16 req-8d76565d-60a2-4644-bf5b-21373b7bbe28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:08.966571 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd1d55b6-bebc-4a0b-a7f9-3b5b809d6a16 req-8d76565d-60a2-4644-bf5b-21373b7bbe28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0577173 Sep 30 08:49:09.015369 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd1d55b6-bebc-4a0b-a7f9-3b5b809d6a16 req-7f821f0f-6470-4c59-8bab-1e57bd24ae14 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416801 Sep 30 08:49:09.075962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-93af55c7-15a0-4f33-a0a3-505aabbb040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:09.077489 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-93af55c7-15a0-4f33-a0a3-505aabbb040c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217&tenant_id=f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 1096 time: 0.0974984 Sep 30 08:49:09.090875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:09.146968 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:09.346027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] For port 66ae1958-eb96-4c59-9259-20dc9c03b999, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=66ae1958-eb96-4c59-9259-20dc9c03b999,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:09.377315 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] For port 66ae1958-eb96-4c59-9259-20dc9c03b999, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:49:09.417491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732c00da-efda-4722-bc99-b0c685c39217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66ae1958-eb96-4c59-9259-20dc9c03b999'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:49:09.419745 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ce6b90-c930-4eac-a714-e99b90c86f28" -d '{"events": [{"server_uuid": "732c00da-efda-4722-bc99-b0c685c39217", "name": "network-vif-unplugged", "status": "completed", "tag": "66ae1958-eb96-4c59-9259-20dc9c03b999"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:49:09.423835 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:09.435990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Transition to ACTIVE for port object 66ae1958-eb96-4c59-9259-20dc9c03b999 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:49:09.440285 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:09.538585 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccdfb46-302d-425d-bccc-f2e948aba51e x-openstack-request-id: req-1ccdfb46-302d-425d-bccc-f2e948aba51e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:49:09.538886 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732c00da-efda-4722-bc99-b0c685c39217", "name": "network-vif-unplugged", "status": "completed", "tag": "66ae1958-eb96-4c59-9259-20dc9c03b999", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:49:09.539136 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ccdfb46-302d-425d-bccc-f2e948aba51e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:49:09.539534 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732c00da-efda-4722-bc99-b0c685c39217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66ae1958-eb96-4c59-9259-20dc9c03b999', 'code': 200} Sep 30 08:49:09.542220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Pushing event updated for resources: {'Port': ['ID=66ae1958-eb96-4c59-9259-20dc9c03b999,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:09.557762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:09.557963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:09.558237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:09.558575 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:09.558946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:09.559272 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:09.559603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:09.559949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:09.560273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:09.560594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:09.560918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:09.561237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:09.578835 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] No DVR routers for this DVR port 66ae1958-eb96-4c59-9259-20dc9c03b999 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:49:09.721730 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Attempting to bind port 66ae1958-eb96-4c59-9259-20dc9c03b999 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:49:09.722095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Attempting to bind port 66ae1958-eb96-4c59-9259-20dc9c03b999 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:49:09.722432 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Attempting to bind port 66ae1958-eb96-4c59-9259-20dc9c03b999 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:49:09.726799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Port 66ae1958-eb96-4c59-9259-20dc9c03b999 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:49:09.727106 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Attempting to bind port 66ae1958-eb96-4c59-9259-20dc9c03b999 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:49:09.731935 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:49:09.732292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Checking segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:49:09.732702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Bound using segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:49:09.733125 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Bound port: 66ae1958-eb96-4c59-9259-20dc9c03b999, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:49:09.733880 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:09.799700 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] For port 66ae1958-eb96-4c59-9259-20dc9c03b999, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:49:09.802597 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] For port 66ae1958-eb96-4c59-9259-20dc9c03b999, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=66ae1958-eb96-4c59-9259-20dc9c03b999,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:49:09.807170 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:09.840256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:09.840871 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:09.842282 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] 10.222.0.36 "PUT /v2.0/ports/66ae1958-eb96-4c59-9259-20dc9c03b999 HTTP/1.1" status: 200 len: 1091 time: 0.7554414 Sep 30 08:49:09.864305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27936a3-70db-4b8c-991d-19e168e1c53a service neutron] Pushing event updated for resources: {'Port': ['ID=66ae1958-eb96-4c59-9259-20dc9c03b999,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:09.910238 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-d27b95ad-6e3d-4308-8008-f3b1fa4c230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:09.911806 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-d27b95ad-6e3d-4308-8008-f3b1fa4c230b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 1094 time: 0.0445487 Sep 30 08:49:10.011548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-77434f7b-e2c7-42ee-8d82-0e85a806c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:10.013106 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-77434f7b-e2c7-42ee-8d82-0e85a806c9fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0937185 Sep 30 08:49:10.084644 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-9fd08c60-4fba-4d4b-8426-64aa3514d5d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66ae1958-eb96-4c59-9259-20dc9c03b999 HTTP/1.1" status: 200 len: 999 time: 0.0637901 Sep 30 08:49:10.163568 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-cd09c93d-7f6a-4ae9-b84f-8773a7f27d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:10.165053 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-cd09c93d-7f6a-4ae9-b84f-8773a7f27d7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0696406 Sep 30 08:49:10.177609 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d86bdb-f3e5-49f2-81ab-438297129074 req-a9b6ab8f-587c-4be5-9ffb-f1e8ea50cad0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:10.179066 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60d86bdb-f3e5-49f2-81ab-438297129074 req-a9b6ab8f-587c-4be5-9ffb-f1e8ea50cad0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 943 time: 0.0932379 Sep 30 08:49:10.242679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60d86bdb-f3e5-49f2-81ab-438297129074 req-5fb0b832-1a50-4a5b-b1e6-8339856fa6e2 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554085 Sep 30 08:49:10.245246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-4f67dd14-41e7-4515-96ed-09b645ddbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:10.246665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-4f67dd14-41e7-4515-96ed-09b645ddbe05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667715 Sep 30 08:49:10.345961 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-3b2fcaa9-ff57-4d79-80f7-4e529fdd96d8 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906391 Sep 30 08:49:10.442478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce1d1069-e45f-41bc-9531-4f87f843c89d req-993acbb4-b725-41e7-aded-034e59bebb8f service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880015 Sep 30 08:49:10.519222 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:11.365396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924dde1-bbab-4942-bd40-48540d020636 req-2790a80a-c75c-4d2c-b0a4-fd61290b4475 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:11.366890 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9924dde1-bbab-4942-bd40-48540d020636 req-2790a80a-c75c-4d2c-b0a4-fd61290b4475 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 943 time: 0.0552883 Sep 30 08:49:11.403641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9924dde1-bbab-4942-bd40-48540d020636 req-3cab962a-b357-46c7-8ad2-28a004da7ebb tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309062 Sep 30 08:49:11.540750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732c00da-efda-4722-bc99-b0c685c39217', 'tag': '66ae1958-eb96-4c59-9259-20dc9c03b999'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:49:11.543019 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2228481-702e-4e08-9256-d7c28a4d2c05" -d '{"events": [{"name": "network-changed", "server_uuid": "732c00da-efda-4722-bc99-b0c685c39217", "tag": "66ae1958-eb96-4c59-9259-20dc9c03b999"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:49:11.591036 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2f7d01-4db5-461f-abff-b19460836ddf x-openstack-request-id: req-3a2f7d01-4db5-461f-abff-b19460836ddf {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:49:11.591332 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732c00da-efda-4722-bc99-b0c685c39217", "tag": "66ae1958-eb96-4c59-9259-20dc9c03b999", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:49:11.591586 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a2f7d01-4db5-461f-abff-b19460836ddf {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:49:11.592044 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732c00da-efda-4722-bc99-b0c685c39217', 'tag': '66ae1958-eb96-4c59-9259-20dc9c03b999', 'status': 'completed', 'code': 200} Sep 30 08:49:11.655091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-f0e91ae6-5e82-445c-b60b-b0c75683b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:11.656918 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-f0e91ae6-5e82-445c-b60b-b0c75683b250 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 1094 time: 0.0411177 Sep 30 08:49:11.670306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-3c44227e-9233-4685-ad31-26ce3479262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:11.671804 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-3c44227e-9233-4685-ad31-26ce3479262a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 1094 time: 0.0426674 Sep 30 08:49:11.747245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-59005324-ce93-4f3c-b7ca-3717d7ecc78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:11.748784 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-59005324-ce93-4f3c-b7ca-3717d7ecc78b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0834842 Sep 30 08:49:11.765006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-977c3a01-1e17-4691-8138-e4df28fc0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:11.766475 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-977c3a01-1e17-4691-8138-e4df28fc0756 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0882339 Sep 30 08:49:11.820845 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-5b9d4d7f-a3cb-4f38-a42f-72e04fd1a2a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66ae1958-eb96-4c59-9259-20dc9c03b999 HTTP/1.1" status: 200 len: 999 time: 0.0627902 Sep 30 08:49:11.830534 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-ab7e8de2-54b4-4531-9621-adf93553764b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66ae1958-eb96-4c59-9259-20dc9c03b999 HTTP/1.1" status: 200 len: 999 time: 0.0578101 Sep 30 08:49:11.874587 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-d089d3d0-68ed-4628-9507-8d535c6e97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:11.876188 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-d089d3d0-68ed-4628-9507-8d535c6e97c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0470266 Sep 30 08:49:11.884964 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-e4d795b1-8689-42ce-9b52-beb538f11109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:11.886508 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-e4d795b1-8689-42ce-9b52-beb538f11109 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0497534 Sep 30 08:49:11.928762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-8814653d-10f1-421a-8caa-b1ddae67a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:11.930285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-8814653d-10f1-421a-8caa-b1ddae67a505 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440769 Sep 30 08:49:11.935985 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-ad700b28-cb74-4ced-ab19-e5e7f103693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:11.937509 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-ad700b28-cb74-4ced-ab19-e5e7f103693d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440750 Sep 30 08:49:12.039770 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-43d6569f-9b56-409d-900c-67fa3a82aa4a service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954409 Sep 30 08:49:12.043954 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-43e44209-5e7e-41a3-9dd3-8ae200ed649f service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003830 Sep 30 08:49:12.104975 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3d8d944-218b-4eea-ba19-af84d924db8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:12.133618 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-dce9d790-8f30-4a93-905e-89316eeb3d74 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870974 Sep 30 08:49:12.140754 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2228481-702e-4e08-9256-d7c28a4d2c05 req-097fa089-64a0-4a0a-b2f7-fe2b8eb92927 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890360 Sep 30 08:49:12.521054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbfe0b-75f6-4e0c-85a9-3855c9c12aa2 req-89f2d7d1-2446-4877-8e6b-4164c36fc124 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:12.522547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0bbfe0b-75f6-4e0c-85a9-3855c9c12aa2 req-89f2d7d1-2446-4877-8e6b-4164c36fc124 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 943 time: 0.0496581 Sep 30 08:49:12.560874 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c0bbfe0b-75f6-4e0c-85a9-3855c9c12aa2 req-21a70319-35a5-4494-b9a6-41c552c31274 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322008 Sep 30 08:49:12.756353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5856c0e-f6aa-46fb-9562-a4c835f50d77 req-fc97ef20-3c75-4a14-9f6a-976275f8d982 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:12.757756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b5856c0e-f6aa-46fb-9562-a4c835f50d77 req-fc97ef20-3c75-4a14-9f6a-976275f8d982 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 943 time: 0.0542293 Sep 30 08:49:12.787750 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fbe23-12bb-4eaf-bb21-61e7bfafc1ca req-a53690f7-6ad2-49ae-bef8-3cd276684f65 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:12.789301 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33fbe23-12bb-4eaf-bb21-61e7bfafc1ca req-a53690f7-6ad2-49ae-bef8-3cd276684f65 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.35 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217&tenant_id=f18bbad81448463cb85a0a40567b6381&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 943 time: 0.0519028 Sep 30 08:49:12.797555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b5856c0e-f6aa-46fb-9562-a4c835f50d77 req-a9cb3981-02fa-4b10-9669-7ee597ffa23a tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338550 Sep 30 08:49:12.861469 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [req-b33fbe23-12bb-4eaf-bb21-61e7bfafc1ca req-40c091b0-1962-4880-9484-b6f7b3b51c9a service neutron] delete failed (client error): The resource could not be found. Sep 30 08:49:12.862601 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33fbe23-12bb-4eaf-bb21-61e7bfafc1ca req-40c091b0-1962-4880-9484-b6f7b3b51c9a service neutron] 10.222.0.35 "DELETE /v2.0/ports/66ae1958-eb96-4c59-9259-20dc9c03b999/bindings/n-h2-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0660670 Sep 30 08:49:12.966186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fbe23-12bb-4eaf-bb21-61e7bfafc1ca req-cb0df1af-14a7-48e5-9c63-c04c01f4c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:12.967662 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33fbe23-12bb-4eaf-bb21-61e7bfafc1ca req-cb0df1af-14a7-48e5-9c63-c04c01f4c081 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 1094 time: 0.0409617 Sep 30 08:49:13.057864 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fbe23-12bb-4eaf-bb21-61e7bfafc1ca req-ea3c0fd6-a84d-4f6e-9f10-295e99f05a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:13.059281 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33fbe23-12bb-4eaf-bb21-61e7bfafc1ca req-ea3c0fd6-a84d-4f6e-9f10-295e99f05a45 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0850000 Sep 30 08:49:13.127245 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33fbe23-12bb-4eaf-bb21-61e7bfafc1ca req-ef88e8ec-1715-46a0-8214-f0c8d378f65e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66ae1958-eb96-4c59-9259-20dc9c03b999 HTTP/1.1" status: 200 len: 999 time: 0.0612850 Sep 30 08:49:13.175600 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fbe23-12bb-4eaf-bb21-61e7bfafc1ca req-d8580e7e-494d-4341-a14c-186dc65ef079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:13.177058 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33fbe23-12bb-4eaf-bb21-61e7bfafc1ca req-d8580e7e-494d-4341-a14c-186dc65ef079 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0434017 Sep 30 08:49:13.227783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fbe23-12bb-4eaf-bb21-61e7bfafc1ca req-561a65d3-713a-4639-ac86-7ac0d1c8b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:13.229331 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33fbe23-12bb-4eaf-bb21-61e7bfafc1ca req-561a65d3-713a-4639-ac86-7ac0d1c8b720 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432229 Sep 30 08:49:13.325437 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33fbe23-12bb-4eaf-bb21-61e7bfafc1ca req-a6c3a48d-39f7-4b5d-986f-4fe686f371ce service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884023 Sep 30 08:49:13.420136 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b33fbe23-12bb-4eaf-bb21-61e7bfafc1ca req-a998634a-3d17-405a-959a-9774133ad014 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878563 Sep 30 08:49:13.532614 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 66ae1958-eb96-4c59-9259-20dc9c03b999 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:49:13.572413 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 66ae1958-eb96-4c59-9259-20dc9c03b999 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:49:13.927495 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce586-3641-4611-8a1a-cd0a2de991fe req-a79114e8-6b59-484e-981d-b998020b882e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:13.929408 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-626ce586-3641-4611-8a1a-cd0a2de991fe req-a79114e8-6b59-484e-981d-b998020b882e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 943 time: 0.0534258 Sep 30 08:49:13.977173 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-626ce586-3641-4611-8a1a-cd0a2de991fe req-d1c91173-08a3-4e0a-85f6-ae59ee2ef069 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405102 Sep 30 08:49:13.991596 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 66ae1958-eb96-4c59-9259-20dc9c03b999 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:49:14.091369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 66ae1958-eb96-4c59-9259-20dc9c03b999, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=66ae1958-eb96-4c59-9259-20dc9c03b999,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:14.102539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '66ae1958-eb96-4c59-9259-20dc9c03b999', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'port_id': '66ae1958-eb96-4c59-9259-20dc9c03b999', 'mac_address': 'fa:16:3e:dd:bb:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:49:14.138240 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:14.150917 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ae1958-eb96-4c59-9259-20dc9c03b999 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:49:14.171294 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 66ae1958-eb96-4c59-9259-20dc9c03b999, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=66ae1958-eb96-4c59-9259-20dc9c03b999,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:14.176170 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:14.224373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=66ae1958-eb96-4c59-9259-20dc9c03b999,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:14.231530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:14.231897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:14.232295 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:14.232629 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:14.232963 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:14.233290 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:14.233613 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:14.233933 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:14.234257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:14.234576 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:14.234893 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:14.235209 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:49:14.428853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['66ae1958-eb96-4c59-9259-20dc9c03b999'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:49:14.853085 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05338bf8-2252-44c3-b246-704876bc3117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:15.098774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82072f3-b4cd-49d9-998f-7bd4561ee4aa req-531dca2a-e4b9-45c1-86a9-603ccee1e7f6 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:15.100271 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a82072f3-b4cd-49d9-998f-7bd4561ee4aa req-531dca2a-e4b9-45c1-86a9-603ccee1e7f6 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 944 time: 0.0495429 Sep 30 08:49:15.137171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a82072f3-b4cd-49d9-998f-7bd4561ee4aa req-c3bae5c8-1da3-422d-8e87-d30e99074551 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Sep 30 08:49:15.252052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ea833-e3db-4489-aeac-8655c3351a4d req-d657028b-abe4-496f-9258-38d7dafb8307 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:15.253542 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-492ea833-e3db-4489-aeac-8655c3351a4d req-d657028b-abe4-496f-9258-38d7dafb8307 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 944 time: 0.0491428 Sep 30 08:49:15.291755 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-492ea833-e3db-4489-aeac-8655c3351a4d req-8897a46e-d290-4f8c-8a9c-7fe059c28b82 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323904 Sep 30 08:49:15.352167 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:15.405838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003516b-bbaa-4f73-8578-f176f750f6f4 req-3c4e485a-2e29-4b12-905e-7f15996e3f07 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:15.407642 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7003516b-bbaa-4f73-8578-f176f750f6f4 req-3c4e485a-2e29-4b12-905e-7f15996e3f07 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 944 time: 0.0477054 Sep 30 08:49:15.449865 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7003516b-bbaa-4f73-8578-f176f750f6f4 req-c0560b0f-fc22-4acb-9744-f993ce7baa38 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354295 Sep 30 08:49:15.679025 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd269e51-5949-4f88-b375-95c42827b264 req-0dec0bc0-ad08-4e79-b6fa-fc42bf7a510b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:15.680471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd269e51-5949-4f88-b375-95c42827b264 req-0dec0bc0-ad08-4e79-b6fa-fc42bf7a510b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 944 time: 0.0494120 Sep 30 08:49:15.718115 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd269e51-5949-4f88-b375-95c42827b264 req-4f15d744-66bb-439a-97b5-81e809bd4743 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318484 Sep 30 08:49:15.995459 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:16.006307 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 66ae1958-eb96-4c59-9259-20dc9c03b999 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:49:16.052973 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 66ae1958-eb96-4c59-9259-20dc9c03b999 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:49:16.056830 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 66ae1958-eb96-4c59-9259-20dc9c03b999 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:16.057206 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:16.135277 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:16.157157 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732c00da-efda-4722-bc99-b0c685c39217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ae1958-eb96-4c59-9259-20dc9c03b999'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:49:16.159877 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23296002-9ce4-4645-b6fe-d81a24e03f20" -d '{"events": [{"server_uuid": "732c00da-efda-4722-bc99-b0c685c39217", "name": "network-vif-plugged", "status": "completed", "tag": "66ae1958-eb96-4c59-9259-20dc9c03b999"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:49:16.172461 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 66ae1958-eb96-4c59-9259-20dc9c03b999, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=66ae1958-eb96-4c59-9259-20dc9c03b999,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:16.177038 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:16.224249 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=66ae1958-eb96-4c59-9259-20dc9c03b999,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:16.264462 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f33c07c-f6c0-4c36-853d-4fd07ce3e06d x-openstack-request-id: req-5f33c07c-f6c0-4c36-853d-4fd07ce3e06d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:49:16.264754 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732c00da-efda-4722-bc99-b0c685c39217", "name": "network-vif-plugged", "status": "completed", "tag": "66ae1958-eb96-4c59-9259-20dc9c03b999", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:49:16.265004 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f33c07c-f6c0-4c36-853d-4fd07ce3e06d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:49:16.265395 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732c00da-efda-4722-bc99-b0c685c39217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ae1958-eb96-4c59-9259-20dc9c03b999', 'code': 200} Sep 30 08:49:16.831610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e9723-7ce5-4768-8142-18efeb057d3a req-052c2381-5e48-4ed9-a7ce-c765ef11326b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:16.833112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b15e9723-7ce5-4768-8142-18efeb057d3a req-052c2381-5e48-4ed9-a7ce-c765ef11326b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0476060 Sep 30 08:49:16.870719 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b15e9723-7ce5-4768-8142-18efeb057d3a req-7794a370-b268-4665-95fe-9e47a9b49042 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318365 Sep 30 08:49:16.954091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772af28b-4e78-4353-adf7-cf59b2f4273b req-d03315fa-3bef-47f4-bd40-0c5ce43db092 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:16.955605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-772af28b-4e78-4353-adf7-cf59b2f4273b req-d03315fa-3bef-47f4-bd40-0c5ce43db092 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.36 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 945 time: 0.0472047 Sep 30 08:49:17.045685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-772af28b-4e78-4353-adf7-cf59b2f4273b req-4e9e6a29-3772-4d9c-9df7-15e19111fcf4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Deleting port 66ae1958-eb96-4c59-9259-20dc9c03b999 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:49:17.046029 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-772af28b-4e78-4353-adf7-cf59b2f4273b req-4e9e6a29-3772-4d9c-9df7-15e19111fcf4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:17.133331 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-772af28b-4e78-4353-adf7-cf59b2f4273b req-4e9e6a29-3772-4d9c-9df7-15e19111fcf4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] For port 66ae1958-eb96-4c59-9259-20dc9c03b999, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=66ae1958-eb96-4c59-9259-20dc9c03b999,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:17.133694 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-772af28b-4e78-4353-adf7-cf59b2f4273b req-4e9e6a29-3772-4d9c-9df7-15e19111fcf4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:17.351508 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-772af28b-4e78-4353-adf7-cf59b2f4273b req-4e9e6a29-3772-4d9c-9df7-15e19111fcf4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:17.351774 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-772af28b-4e78-4353-adf7-cf59b2f4273b req-4e9e6a29-3772-4d9c-9df7-15e19111fcf4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:17.352117 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [req-772af28b-4e78-4353-adf7-cf59b2f4273b req-4e9e6a29-3772-4d9c-9df7-15e19111fcf4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Floating IP d34b435a-f58f-4f89-9cd0-57cdd677e4e4 disassociated. External IP: 172.25.0.197, port: 66ae1958-eb96-4c59-9259-20dc9c03b999. Sep 30 08:49:17.352485 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-772af28b-4e78-4353-adf7-cf59b2f4273b req-4e9e6a29-3772-4d9c-9df7-15e19111fcf4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Calling delete_port for 66ae1958-eb96-4c59-9259-20dc9c03b999 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:49:17.486256 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-772af28b-4e78-4353-adf7-cf59b2f4273b req-4e9e6a29-3772-4d9c-9df7-15e19111fcf4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:17.512351 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e6a29-3772-4d9c-9df7-15e19111fcf4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Pushing event deleted for resources: {'Port': ['ID=66ae1958-eb96-4c59-9259-20dc9c03b999,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:17.646457 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-772af28b-4e78-4353-adf7-cf59b2f4273b req-4e9e6a29-3772-4d9c-9df7-15e19111fcf4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Router e11fb3af-4e90-4c86-b924-433fcc36f7a8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:49:17.754165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-772af28b-4e78-4353-adf7-cf59b2f4273b req-4e9e6a29-3772-4d9c-9df7-15e19111fcf4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:49:17.764812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f87feaa-bf2f-41a8-bd9a-95c3846569cf None None] Sync routers for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:49:17.774588 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87feaa-bf2f-41a8-bd9a-95c3846569cf None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:49:17.775747 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3f87feaa-bf2f-41a8-bd9a-95c3846569cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:49:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:17.792832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-772af28b-4e78-4353-adf7-cf59b2f4273b req-4e9e6a29-3772-4d9c-9df7-15e19111fcf4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] No DVR routers for this DVR port 66ae1958-eb96-4c59-9259-20dc9c03b999 on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:49:17.795434 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-772af28b-4e78-4353-adf7-cf59b2f4273b req-4e9e6a29-3772-4d9c-9df7-15e19111fcf4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:17.797459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-772af28b-4e78-4353-adf7-cf59b2f4273b req-4e9e6a29-3772-4d9c-9df7-15e19111fcf4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.36 "DELETE /v2.0/ports/66ae1958-eb96-4c59-9259-20dc9c03b999 HTTP/1.1" status: 204 len: 173 time: 0.8350730 Sep 30 08:49:17.797904 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732c00da-efda-4722-bc99-b0c685c39217', 'name': 'network-vif-deleted', 'tag': '66ae1958-eb96-4c59-9259-20dc9c03b999'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:49:17.800183 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48926298-6e6d-4c0e-b3e4-67821ed25585" -d '{"events": [{"server_uuid": "732c00da-efda-4722-bc99-b0c685c39217", "name": "network-vif-deleted", "tag": "66ae1958-eb96-4c59-9259-20dc9c03b999"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:49:17.840967 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aaaa26-74bb-492d-8f18-367b915cb88b x-openstack-request-id: req-87aaaa26-74bb-492d-8f18-367b915cb88b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:49:17.841553 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732c00da-efda-4722-bc99-b0c685c39217", "name": "network-vif-deleted", "tag": "66ae1958-eb96-4c59-9259-20dc9c03b999", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:49:17.841553 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87aaaa26-74bb-492d-8f18-367b915cb88b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:49:17.841921 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732c00da-efda-4722-bc99-b0c685c39217', 'name': 'network-vif-deleted', 'tag': '66ae1958-eb96-4c59-9259-20dc9c03b999', 'status': 'completed', 'code': 200} Sep 30 08:49:17.898902 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:17.902930 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-3f87feaa-bf2f-41a8-bd9a-95c3846569cf None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:49:17.981888 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bcfdecaf-e7f9-4057-911f-9db2ce42063d req-8741fa72-a5c3-4bbc-afa8-14b9e40be08e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=732c00da-efda-4722-bc99-b0c685c39217 HTTP/1.1" status: 200 len: 210 time: 0.0304863 Sep 30 08:49:18.108522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3f87feaa-bf2f-41a8-bd9a-95c3846569cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:18.134295 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f87feaa-bf2f-41a8-bd9a-95c3846569cf None None] Checking router: e11fb3af-4e90-4c86-b924-433fcc36f7a8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:49:18.142871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87feaa-bf2f-41a8-bd9a-95c3846569cf None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:49:18.143503 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3f87feaa-bf2f-41a8-bd9a-95c3846569cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:49:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:18.247039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-3f87feaa-bf2f-41a8-bd9a-95c3846569cf None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:49:18.437128 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3f87feaa-bf2f-41a8-bd9a-95c3846569cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:18.467433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f87feaa-bf2f-41a8-bd9a-95c3846569cf None None] The sync data for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 is: [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:49:18.693144 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fa4c53-982c-4898-8ed8-59c5c5cf0e9e None None] New status for floating IP d34b435a-f58f-4f89-9cd0-57cdd677e4e4: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:49:19.213337 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-037da8ec-48a1-4725-a4a7-b1669c62f441 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1089533794&fields=id&tenant_id=f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 267 time: 0.0355623 Sep 30 08:49:19.637878 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-64fd7602-4404-4fbe-91e4-402580f77aab tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:19.639359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-64fd7602-4404-4fbe-91e4-402580f77aab tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 811 time: 0.4177213 Sep 30 08:49:19.655992 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-bc4f2139-85d7-4993-b846-7169ac27af8e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/quotas/f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 375 time: 0.0093226 Sep 30 08:49:19.712343 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-e85c02a8-4424-44fb-bf21-976af0ade831 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493805 Sep 30 08:49:19.857006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-17098f79-8520-443f-8a56-4d08a0d4fb7e service neutron] 10.222.0.24 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323569 Sep 30 08:49:19.947194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-d5ffc5cc-f120-42a9-af38-118ff181a8c2 service neutron] 10.222.0.24 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838258 Sep 30 08:49:20.023990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 66ae1958-eb96-4c59-9259-20dc9c03b999 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:49:20.044201 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 66ae1958-eb96-4c59-9259-20dc9c03b999 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:49:20.044641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 66ae1958-eb96-4c59-9259-20dc9c03b999 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:49:20.110102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e3ee5daf-21c9-44f5-9db3-25b02ca14873 req-bd45b564-4a32-497c-8403-8bcb3d2cfd8b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 210 time: 0.0270646 Sep 30 08:49:21.107766 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-b4fdeceb-4345-4f91-89e3-a03fc6c8b1d5 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:21.109295 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-b4fdeceb-4345-4f91-89e3-a03fc6c8b1d5 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 811 time: 0.1057363 Sep 30 08:49:21.161578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-b8159850-d8ed-4d8f-9629-5b90109ddc44 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 380 time: 0.0418434 Sep 30 08:49:21.177373 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-46cfbc71-6ed5-40b4-a162-8967093bdc43 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Request body: {'port': {'device_id': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'admin_state_up': True, 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'security_groups': ['d71c8d3a-15ec-4a16-8b56-7a832dd191eb']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:21.219216 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-32af935b-7015-4604-98b7-893909b48a2c req-8462bd9e-e0e2-4bb9-9fe7-bb67bee21e5b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 210 time: 0.0382845 Sep 30 08:49:21.303923 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-46cfbc71-6ed5-40b4-a162-8967093bdc43 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Made reservation on behalf of f18bbad81448463cb85a0a40567b6381 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:49:21.307363 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-46cfbc71-6ed5-40b4-a162-8967093bdc43 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:21.429049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-46cfbc71-6ed5-40b4-a162-8967093bdc43 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Allocated IP 172.20.0.8 (f8ea8b16-2ace-426f-ae39-1196aa6be12d/db8ff04c-08e8-4da5-9d80-980b801896b4/e0d66b33-9364-475c-aca7-e3026e85db86) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:49:21.572371 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-46cfbc71-6ed5-40b4-a162-8967093bdc43 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:21.605611 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-46cfbc71-6ed5-40b4-a162-8967093bdc43 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:21.648787 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-46cfbc71-6ed5-40b4-a162-8967093bdc43 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Network f8ea8b16-2ace-426f-ae39-1196aa6be12d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:49:21.651969 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-46cfbc71-6ed5-40b4-a162-8967093bdc43 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:49:21.655615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-46cfbc71-6ed5-40b4-a162-8967093bdc43 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:49:21.686485 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfbc71-6ed5-40b4-a162-8967093bdc43 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Pushing event updated for resources: {'Port': ['ID=e0d66b33-9364-475c-aca7-e3026e85db86,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:21.713577 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-46cfbc71-6ed5-40b4-a162-8967093bdc43 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:21.714206 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-46cfbc71-6ed5-40b4-a162-8967093bdc43 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:21.728689 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-46cfbc71-6ed5-40b4-a162-8967093bdc43 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5559318 Sep 30 08:49:21.741413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Request body: {'port': {'device_id': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:21.804568 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:21.932333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-113b8bf1-9de8-4794-8b1c-22986f4ea6d1 None None] Provisioning complete for port e0d66b33-9364-475c-aca7-e3026e85db86 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:21.932912 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-113b8bf1-9de8-4794-8b1c-22986f4ea6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:21.965685 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-113b8bf1-9de8-4794-8b1c-22986f4ea6d1 None None] Port e0d66b33-9364-475c-aca7-e3026e85db86 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:49:22.090307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d66b33-9364-475c-aca7-e3026e85db86 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:49:22.098162 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:22.111593 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Transition to ACTIVE for port object e0d66b33-9364-475c-aca7-e3026e85db86 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:49:22.115511 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:22.198945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d66b33-9364-475c-aca7-e3026e85db86,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:22.256136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Attempting to bind port e0d66b33-9364-475c-aca7-e3026e85db86 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:49:22.256559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Attempting to bind port e0d66b33-9364-475c-aca7-e3026e85db86 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:49:22.256956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Attempting to bind port e0d66b33-9364-475c-aca7-e3026e85db86 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:49:22.261660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Port e0d66b33-9364-475c-aca7-e3026e85db86 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:49:22.262014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Attempting to bind port e0d66b33-9364-475c-aca7-e3026e85db86 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:49:22.269597 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:49:22.270077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Checking segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:49:22.270702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Bound using segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:49:22.271414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Bound port: e0d66b33-9364-475c-aca7-e3026e85db86, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:49:22.271872 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:22.375650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] For port e0d66b33-9364-475c-aca7-e3026e85db86, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:49:22.380239 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] For port e0d66b33-9364-475c-aca7-e3026e85db86, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e0d66b33-9364-475c-aca7-e3026e85db86,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:49:22.389655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25979f8-274a-4dda-ad58-35bc2af12897 req-1c1a3035-1270-41e7-bf24-e5dc9556890d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:22.391234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a25979f8-274a-4dda-ad58-35bc2af12897 req-1c1a3035-1270-41e7-bf24-e5dc9556890d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 943 time: 0.0798526 Sep 30 08:49:22.392795 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:22.443619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:22.444275 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:22.445669 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] 10.222.0.36 "PUT /v2.0/ports/e0d66b33-9364-475c-aca7-e3026e85db86 HTTP/1.1" status: 200 len: 1091 time: 0.7089016 Sep 30 08:49:22.447285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'tag': 'e0d66b33-9364-475c-aca7-e3026e85db86'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:49:22.449634 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b536aa81-d6d1-446d-af5c-d7354e92ac76" -d '{"events": [{"name": "network-changed", "server_uuid": "a454c685-f81c-4f75-bde8-04cfddd05525", "tag": "e0d66b33-9364-475c-aca7-e3026e85db86"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:49:22.488997 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a25979f8-274a-4dda-ad58-35bc2af12897 req-bbb63a70-5d08-416e-9d6d-52d0230477f4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868516 Sep 30 08:49:22.490490 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b02037-8601-45a4-8854-209f0ad70f19 x-openstack-request-id: req-b8b02037-8601-45a4-8854-209f0ad70f19 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:49:22.490788 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a454c685-f81c-4f75-bde8-04cfddd05525", "tag": "e0d66b33-9364-475c-aca7-e3026e85db86", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:49:22.491041 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8b02037-8601-45a4-8854-209f0ad70f19 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:49:22.491433 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'tag': 'e0d66b33-9364-475c-aca7-e3026e85db86', 'status': 'completed', 'code': 200} Sep 30 08:49:22.518333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa335cf-46e9-40ca-945c-e22a158abc36 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d66b33-9364-475c-aca7-e3026e85db86,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:22.556171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-ac29016a-a5c7-4cb2-88da-7e5dfc692df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:22.557848 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-ac29016a-a5c7-4cb2-88da-7e5dfc692df4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 1094 time: 0.0636024 Sep 30 08:49:22.606047 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-1b982f5c-d72d-45ef-8b44-9cf52416bce0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d66b33-9364-475c-aca7-e3026e85db86 HTTP/1.1" status: 200 len: 217 time: 0.0390372 Sep 30 08:49:22.663120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-6263df41-f3c3-4765-93b3-13beb01d4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:22.664651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-6263df41-f3c3-4765-93b3-13beb01d4925 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0466890 Sep 30 08:49:22.712441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-b89d6f2a-b7df-495b-9373-dc25985ab142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:22.713902 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-b89d6f2a-b7df-495b-9373-dc25985ab142 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402188 Sep 30 08:49:22.807043 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-e4ad76c8-9237-48f0-ae07-9d035cc7d646 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849216 Sep 30 08:49:22.897327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0cc68e2a-9355-47ae-a208-440a9f492795 req-2b226b98-0feb-46ab-bb4d-4cd5698cbaeb service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829303 Sep 30 08:49:22.988124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536aa81-d6d1-446d-af5c-d7354e92ac76 req-8ea3b0e2-4914-44bf-8a14-fc853025e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:22.989616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b536aa81-d6d1-446d-af5c-d7354e92ac76 req-8ea3b0e2-4914-44bf-8a14-fc853025e742 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 1094 time: 0.0420525 Sep 30 08:49:23.084682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536aa81-d6d1-446d-af5c-d7354e92ac76 req-943abd7d-4846-4ee1-a79a-da9697956ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:23.086139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b536aa81-d6d1-446d-af5c-d7354e92ac76 req-943abd7d-4846-4ee1-a79a-da9697956ed5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0891886 Sep 30 08:49:23.129040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b536aa81-d6d1-446d-af5c-d7354e92ac76 req-f0067912-8b4d-414f-bb68-0be6cce063c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d66b33-9364-475c-aca7-e3026e85db86 HTTP/1.1" status: 200 len: 217 time: 0.0349133 Sep 30 08:49:23.186951 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536aa81-d6d1-446d-af5c-d7354e92ac76 req-6dc8e915-9bef-4f61-8ff9-d8ec53b99f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:23.189358 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b536aa81-d6d1-446d-af5c-d7354e92ac76 req-6dc8e915-9bef-4f61-8ff9-d8ec53b99f54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0514383 Sep 30 08:49:23.238605 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536aa81-d6d1-446d-af5c-d7354e92ac76 req-5ee591d1-e4e2-4f25-abb3-e5d98675c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:23.240156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b536aa81-d6d1-446d-af5c-d7354e92ac76 req-5ee591d1-e4e2-4f25-abb3-e5d98675c84a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427744 Sep 30 08:49:23.338706 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b536aa81-d6d1-446d-af5c-d7354e92ac76 req-2137345c-1cc1-49ec-9fee-1ea6485f341c service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858095 Sep 30 08:49:23.428969 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b536aa81-d6d1-446d-af5c-d7354e92ac76 req-5131e5a6-a2aa-49d2-9876-2b4e4ce7dbec service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824773 Sep 30 08:49:23.604814 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b68edc-2144-491d-856d-f1789ec8457f req-24610b1d-8689-4d78-ae59-f047046bb261 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:23.606217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f4b68edc-2144-491d-856d-f1789ec8457f req-24610b1d-8689-4d78-ae59-f047046bb261 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 943 time: 0.0485156 Sep 30 08:49:23.644853 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f4b68edc-2144-491d-856d-f1789ec8457f req-b3291605-8b3e-4bfc-993a-19e0b2bbc230 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322027 Sep 30 08:49:24.767449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5f051-7873-4b28-89ed-132abcd5461a req-decefc0f-fa88-4253-8385-2abdfc37c8d2 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:24.768999 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37d5f051-7873-4b28-89ed-132abcd5461a req-decefc0f-fa88-4253-8385-2abdfc37c8d2 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 943 time: 0.0581763 Sep 30 08:49:24.806028 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37d5f051-7873-4b28-89ed-132abcd5461a req-f45c9766-1ae7-4f72-86c8-300a1f2442e4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311308 Sep 30 08:49:25.252517 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:49:25.921204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00373cee-1776-40c0-a23d-213c2361c7f9 req-d911791e-bef1-4d8a-af6f-c231e1f37165 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:25.922703 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00373cee-1776-40c0-a23d-213c2361c7f9 req-d911791e-bef1-4d8a-af6f-c231e1f37165 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 943 time: 0.0492170 Sep 30 08:49:25.960843 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00373cee-1776-40c0-a23d-213c2361c7f9 req-7f27fcd9-a878-43c8-a975-7679f751ddd6 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317695 Sep 30 08:49:26.053522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e0d66b33-9364-475c-aca7-e3026e85db86 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:49:26.298071 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e0d66b33-9364-475c-aca7-e3026e85db86, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e0d66b33-9364-475c-aca7-e3026e85db86,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:26.308897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'e0d66b33-9364-475c-aca7-e3026e85db86', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'port_id': 'e0d66b33-9364-475c-aca7-e3026e85db86', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:49:26.345271 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:26.357482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d66b33-9364-475c-aca7-e3026e85db86 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:49:26.377259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e0d66b33-9364-475c-aca7-e3026e85db86, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e0d66b33-9364-475c-aca7-e3026e85db86,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:26.381080 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:26.429053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=e0d66b33-9364-475c-aca7-e3026e85db86,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:26.573603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['e0d66b33-9364-475c-aca7-e3026e85db86'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:49:27.075050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a54a8-7172-402a-b964-144908bcd2f4 req-36ac3dc3-3a8d-4a8b-b7b1-1cee3325e0e7 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:27.076551 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f63a54a8-7172-402a-b964-144908bcd2f4 req-36ac3dc3-3a8d-4a8b-b7b1-1cee3325e0e7 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 944 time: 0.0499120 Sep 30 08:49:27.114658 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f63a54a8-7172-402a-b964-144908bcd2f4 req-7ccbbcaa-df17-4ef2-a4f1-7febf92bb870 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322247 Sep 30 08:49:28.069369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e0d66b33-9364-475c-aca7-e3026e85db86 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:49:28.118735 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port e0d66b33-9364-475c-aca7-e3026e85db86 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:49:28.122270 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port e0d66b33-9364-475c-aca7-e3026e85db86 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:49:28.122638 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:28.198167 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:28.221557 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d66b33-9364-475c-aca7-e3026e85db86'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:49:28.223835 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3c55ee-b002-49b0-9318-1db9c2dd9ff9" -d '{"events": [{"server_uuid": "a454c685-f81c-4f75-bde8-04cfddd05525", "name": "network-vif-plugged", "status": "completed", "tag": "e0d66b33-9364-475c-aca7-e3026e85db86"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:49:28.233703 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5054654-8bef-4832-9758-eabbb4ea5810 req-7dc94546-a5a4-407a-84a5-ed6718d8b79f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:28.235023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5054654-8bef-4832-9758-eabbb4ea5810 req-7dc94546-a5a4-407a-84a5-ed6718d8b79f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 944 time: 0.0538940 Sep 30 08:49:28.237706 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e0d66b33-9364-475c-aca7-e3026e85db86, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e0d66b33-9364-475c-aca7-e3026e85db86,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:49:28.244856 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:28.268679 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e823c7ac-49f4-4ad5-8f82-c02b96fb94fc x-openstack-request-id: req-e823c7ac-49f4-4ad5-8f82-c02b96fb94fc {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:49:28.268973 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a454c685-f81c-4f75-bde8-04cfddd05525", "name": "network-vif-plugged", "status": "completed", "tag": "e0d66b33-9364-475c-aca7-e3026e85db86", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:49:28.269228 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e823c7ac-49f4-4ad5-8f82-c02b96fb94fc {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:49:28.269628 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d66b33-9364-475c-aca7-e3026e85db86', 'code': 200} Sep 30 08:49:28.282979 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5054654-8bef-4832-9758-eabbb4ea5810 req-3ef13b81-6097-46d1-8443-5da90377eef8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399756 Sep 30 08:49:28.307110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=e0d66b33-9364-475c-aca7-e3026e85db86,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:49:28.364991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef736bc9-b03d-4874-bcc2-0aa3ebe222c1 req-5e923bab-cce6-449c-8654-c7e2ca3af7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:28.366414 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef736bc9-b03d-4874-bcc2-0aa3ebe222c1 req-5e923bab-cce6-449c-8654-c7e2ca3af7c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 1096 time: 0.0411730 Sep 30 08:49:28.400657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ef736bc9-b03d-4874-bcc2-0aa3ebe222c1 req-2c0ab836-134a-4958-bf07-f82a8be5f8cd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270188 Sep 30 08:49:29.402177 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314288d-1a43-4ef2-a3e4-a4d92d8dc9a7 req-ceba746c-9e43-4572-b1f2-db6a870392e5 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:29.403692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8314288d-1a43-4ef2-a3e4-a4d92d8dc9a7 req-ceba746c-9e43-4572-b1f2-db6a870392e5 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0498233 Sep 30 08:49:29.442701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8314288d-1a43-4ef2-a3e4-a4d92d8dc9a7 req-b60f07d6-aef0-4d60-ae7b-a3cb785a7d8e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323856 Sep 30 08:49:30.050478 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:30.561987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e0b8e-875e-4b3c-a12d-90db4d2a0d42 req-49a3ccd7-937e-4485-9b04-0ab238fe340d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:30.563468 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c8e0b8e-875e-4b3c-a12d-90db4d2a0d42 req-49a3ccd7-937e-4485-9b04-0ab238fe340d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0518820 Sep 30 08:49:30.601443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c8e0b8e-875e-4b3c-a12d-90db4d2a0d42 req-ddd9036c-576d-4316-9c06-177962bf9c6b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316818 Sep 30 08:49:30.710976 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc8d84-e977-4397-bd98-c0e5b3773f8b req-639aa23f-aa9f-4d9b-ad27-644c3f8ba1f2 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:30.712479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9bdc8d84-e977-4397-bd98-c0e5b3773f8b req-639aa23f-aa9f-4d9b-ad27-644c3f8ba1f2 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0482707 Sep 30 08:49:30.721562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47074) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:49:30.725991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d291bf60-7239-4d95-9a2b-c68dafef1e29 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Request body: {'floatingip': {'port_id': 'e0d66b33-9364-475c-aca7-e3026e85db86'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:49:30.776025 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d291bf60-7239-4d95-9a2b-c68dafef1e29 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:31.207349 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d291bf60-7239-4d95-9a2b-c68dafef1e29 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:31.211089 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d291bf60-7239-4d95-9a2b-c68dafef1e29 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:31.310484 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-d291bf60-7239-4d95-9a2b-c68dafef1e29 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Floating IP d34b435a-f58f-4f89-9cd0-57cdd677e4e4 associated. External IP: 172.25.0.197, port: e0d66b33-9364-475c-aca7-e3026e85db86. Sep 30 08:49:31.522424 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d291bf60-7239-4d95-9a2b-c68dafef1e29 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Router e11fb3af-4e90-4c86-b924-433fcc36f7a8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:49:31.634916 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d291bf60-7239-4d95-9a2b-c68dafef1e29 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:49:31.639934 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d291bf60-7239-4d95-9a2b-c68dafef1e29 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:31.644779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e317711-e32d-430b-8d48-7961ac09a281 None None] Sync routers for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:49:31.658410 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e317711-e32d-430b-8d48-7961ac09a281 None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:49:31.659029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9e317711-e32d-430b-8d48-7961ac09a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:49:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:31.667502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d291bf60-7239-4d95-9a2b-c68dafef1e29 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "PUT /v2.0/floatingips/d34b435a-f58f-4f89-9cd0-57cdd677e4e4 HTTP/1.1" status: 200 len: 991 time: 0.9448881 Sep 30 08:49:31.668152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'tag': 'e0d66b33-9364-475c-aca7-e3026e85db86'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:49:31.670545 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763f55b0-12fe-4db0-9d15-12c46578090b" -d '{"events": [{"name": "network-changed", "server_uuid": "a454c685-f81c-4f75-bde8-04cfddd05525", "tag": "e0d66b33-9364-475c-aca7-e3026e85db86"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:49:31.711012 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875d12e3-52a8-46aa-a142-1d9e88a1eb9a x-openstack-request-id: req-875d12e3-52a8-46aa-a142-1d9e88a1eb9a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:49:31.711804 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a454c685-f81c-4f75-bde8-04cfddd05525", "tag": "e0d66b33-9364-475c-aca7-e3026e85db86", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:49:31.711804 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-875d12e3-52a8-46aa-a142-1d9e88a1eb9a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:49:31.712135 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'tag': 'e0d66b33-9364-475c-aca7-e3026e85db86', 'status': 'completed', 'code': 200} Sep 30 08:49:31.774606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f55b0-12fe-4db0-9d15-12c46578090b req-c9bf301f-b11a-4d0b-bbcb-280c5d13aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:31.776022 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9e317711-e32d-430b-8d48-7961ac09a281 None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:49:31.776149 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-763f55b0-12fe-4db0-9d15-12c46578090b req-c9bf301f-b11a-4d0b-bbcb-280c5d13aadf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 1096 time: 0.0425992 Sep 30 08:49:31.869055 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f55b0-12fe-4db0-9d15-12c46578090b req-60901bf6-b392-45d1-8d00-0373df6577a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:31.870618 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-763f55b0-12fe-4db0-9d15-12c46578090b req-60901bf6-b392-45d1-8d00-0373df6577a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0874681 Sep 30 08:49:31.940424 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-763f55b0-12fe-4db0-9d15-12c46578090b req-9eca0cd3-4f79-4e80-9a91-2baf41490906 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d66b33-9364-475c-aca7-e3026e85db86 HTTP/1.1" status: 200 len: 999 time: 0.0622003 Sep 30 08:49:31.993815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f55b0-12fe-4db0-9d15-12c46578090b req-0eae00e2-7e8a-4510-b849-ac97b7b73150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:31.995304 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-763f55b0-12fe-4db0-9d15-12c46578090b req-0eae00e2-7e8a-4510-b849-ac97b7b73150 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0482860 Sep 30 08:49:32.004646 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9e317711-e32d-430b-8d48-7961ac09a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'd34b435a-f58f-4f89-9cd0-57cdd677e4e4', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'port_id': 'e0d66b33-9364-475c-aca7-e3026e85db86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:47:05Z', 'updated_at': '2021-09-30T08:49:31Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:32.033236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e317711-e32d-430b-8d48-7961ac09a281 None None] Checking router: e11fb3af-4e90-4c86-b924-433fcc36f7a8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:49:32.042226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e317711-e32d-430b-8d48-7961ac09a281 None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:49:32.042913 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9e317711-e32d-430b-8d48-7961ac09a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:49:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:32.047050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f55b0-12fe-4db0-9d15-12c46578090b req-9c342dfc-0071-4f9f-aba2-25c778c94e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:49:32.048757 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-763f55b0-12fe-4db0-9d15-12c46578090b req-9c342dfc-0071-4f9f-aba2-25c778c94e29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458121 Sep 30 08:49:32.144569 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-763f55b0-12fe-4db0-9d15-12c46578090b req-f5eea42f-46f4-4110-b91a-19d9ecf0aab9 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882652 Sep 30 08:49:32.149051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9e317711-e32d-430b-8d48-7961ac09a281 None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:49:32.237731 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-763f55b0-12fe-4db0-9d15-12c46578090b req-91aa876b-2c20-4f2e-8ebd-8337c64940f2 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851803 Sep 30 08:49:32.378399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9e317711-e32d-430b-8d48-7961ac09a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'd34b435a-f58f-4f89-9cd0-57cdd677e4e4', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'port_id': 'e0d66b33-9364-475c-aca7-e3026e85db86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:47:05Z', 'updated_at': '2021-09-30T08:49:31Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:49:32.404229 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e317711-e32d-430b-8d48-7961ac09a281 None None] The sync data for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 is: [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'd34b435a-f58f-4f89-9cd0-57cdd677e4e4', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'port_id': 'e0d66b33-9364-475c-aca7-e3026e85db86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:47:05Z', 'updated_at': '2021-09-30T08:49:31Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:49:32.592166 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eafb5ea-1c82-4732-88cc-8eda18729158 None None] New status for floating IP d34b435a-f58f-4f89-9cd0-57cdd677e4e4: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:49:40.524493 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:42.108461 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41b44485-97ff-4ba1-81fb-897189b6c941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:44.853550 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-555a9a78-b768-41a8-b358-52f9cca08d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:45.345026 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:45.997863 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:49:47.868595 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:00.052174 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:02.251513 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:50:10.524822 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:12.109068 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c7427b5-075b-46c3-a9e1-6ace64a0bd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:14.856348 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b15d4d5-f41e-44f6-baa1-1f121b077ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:15.345661 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:16.000034 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:17.869625 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:24.662534 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-325310f5-a1dc-4abf-ae33-3d30e28e1c11 req-ece507a4-d3b5-46e2-a58c-0f4229c775c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423665 Sep 30 08:50:24.765898 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325310f5-a1dc-4abf-ae33-3d30e28e1c11 req-c41a5906-a4d3-4975-b8eb-dd06a9dfb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:24.767427 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-325310f5-a1dc-4abf-ae33-3d30e28e1c11 req-c41a5906-a4d3-4975-b8eb-dd06a9dfb01b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 1096 time: 0.0631697 Sep 30 08:50:24.870523 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325310f5-a1dc-4abf-ae33-3d30e28e1c11 req-c2d8c390-4276-4d5d-ad1a-9874abf71f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:24.872044 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-325310f5-a1dc-4abf-ae33-3d30e28e1c11 req-c2d8c390-4276-4d5d-ad1a-9874abf71f7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0848014 Sep 30 08:50:24.938952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-325310f5-a1dc-4abf-ae33-3d30e28e1c11 req-179a5c52-2d95-410b-9f78-2f6c88a8bb23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d66b33-9364-475c-aca7-e3026e85db86 HTTP/1.1" status: 200 len: 1001 time: 0.0598161 Sep 30 08:50:24.989845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325310f5-a1dc-4abf-ae33-3d30e28e1c11 req-4158a769-df97-41f8-aea9-91dd9a56bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:24.991321 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-325310f5-a1dc-4abf-ae33-3d30e28e1c11 req-4158a769-df97-41f8-aea9-91dd9a56bd18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0446014 Sep 30 08:50:25.036828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325310f5-a1dc-4abf-ae33-3d30e28e1c11 req-59c56f6a-1ccd-4c55-a0da-a836d1e7f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:50:25.038293 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-325310f5-a1dc-4abf-ae33-3d30e28e1c11 req-59c56f6a-1ccd-4c55-a0da-a836d1e7f163 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392718 Sep 30 08:50:25.129635 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-325310f5-a1dc-4abf-ae33-3d30e28e1c11 req-8c3179ca-b42c-453b-8ea7-dad20b61e8e2 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838656 Sep 30 08:50:25.218031 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-325310f5-a1dc-4abf-ae33-3d30e28e1c11 req-7db07bc9-3de0-4972-8bab-7a5879785e74 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810959 Sep 30 08:50:30.049640 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:39.250404 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:50:40.525343 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:42.109381 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b69bff13-5708-49cb-ac6c-08963bfdb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:44.856738 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fae794b5-7c7e-421a-bf10-0fc7b7a5aa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:45.346731 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:46.003790 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:50:47.877791 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:00.049394 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:07.538633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a7438-bcc8-498a-826a-6039d1454a5b req-bbec9adc-f189-4abf-a470-0d40b272e6d1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:07.540143 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a43a7438-bcc8-498a-826a-6039d1454a5b req-bbec9adc-f189-4abf-a470-0d40b272e6d1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0547986 Sep 30 08:51:07.577281 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a43a7438-bcc8-498a-826a-6039d1454a5b req-05445b7b-f359-4014-ac06-cb5de499ced0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307286 Sep 30 08:51:08.693635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298d805-772b-47a4-bfd7-8b5033648c6e req-b8c7a950-a304-4a48-adf8-02ce49d511ed tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:08.695119 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9298d805-772b-47a4-bfd7-8b5033648c6e req-b8c7a950-a304-4a48-adf8-02ce49d511ed tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0492499 Sep 30 08:51:08.733756 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9298d805-772b-47a4-bfd7-8b5033648c6e req-207df0d3-4b57-46b3-a28c-b315d1ddc723 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314808 Sep 30 08:51:09.848931 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac40006-8c1d-4cf9-b391-495f089fbbc9 req-c11c68a9-5a64-43c9-86a0-130737225dad tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:09.850387 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cac40006-8c1d-4cf9-b391-495f089fbbc9 req-c11c68a9-5a64-43c9-86a0-130737225dad tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0487013 Sep 30 08:51:09.891233 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cac40006-8c1d-4cf9-b391-495f089fbbc9 req-e4d80d62-888d-4fee-8802-f5e8e6af15d1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307269 Sep 30 08:51:10.520528 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:11.022198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e38dc-592d-4458-9fe0-e44b374d86f8 req-6889dfc0-ed0a-4a5a-b800-e527099d2ece tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:11.023684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-876e38dc-592d-4458-9fe0-e44b374d86f8 req-6889dfc0-ed0a-4a5a-b800-e527099d2ece tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0547700 Sep 30 08:51:11.061118 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-876e38dc-592d-4458-9fe0-e44b374d86f8 req-b4c384f1-ff8c-4b5a-9efb-af226828f0cf tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314083 Sep 30 08:51:12.109145 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b8016a1-0d8c-4857-b68e-6c812997a5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:12.175738 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e57d0e-9458-4fe2-8f09-a35023ca9dea req-6509af01-5fe6-43ee-8b84-8be58ebb750a tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:12.177208 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1e57d0e-9458-4fe2-8f09-a35023ca9dea req-6509af01-5fe6-43ee-8b84-8be58ebb750a tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0496714 Sep 30 08:51:12.217452 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c1e57d0e-9458-4fe2-8f09-a35023ca9dea req-a45ece7a-2aaa-4a53-a6a8-310c3c0cf12c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329642 Sep 30 08:51:13.332647 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5a554-7e06-4786-8307-a2db7daa9549 req-7089b021-f31d-4f61-84e3-1ba19e4bd71b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:13.334133 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05d5a554-7e06-4786-8307-a2db7daa9549 req-7089b021-f31d-4f61-84e3-1ba19e4bd71b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0489736 Sep 30 08:51:13.372559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-05d5a554-7e06-4786-8307-a2db7daa9549 req-a4dc1b52-d026-408e-bcf5-142ee3b66930 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316255 Sep 30 08:51:14.490811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6dddd-fdde-411b-80f3-85d1ecd514da req-43a17779-3a3f-4752-968f-ee11ef4b0144 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:14.492217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-14a6dddd-fdde-411b-80f3-85d1ecd514da req-43a17779-3a3f-4752-968f-ee11ef4b0144 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0527406 Sep 30 08:51:14.530174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-14a6dddd-fdde-411b-80f3-85d1ecd514da req-453cf390-32b5-46d5-9d70-7039fd8e49be tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315225 Sep 30 08:51:14.857085 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59dc50ed-4d52-4920-baf7-ff609081aa41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:15.348742 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:15.645055 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a3a59-df85-46f1-a634-770972323933 req-36ee90e8-9ed0-4468-b6fd-dfc30c7f6c2d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:15.646547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-014a3a59-df85-46f1-a634-770972323933 req-36ee90e8-9ed0-4468-b6fd-dfc30c7f6c2d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0490429 Sep 30 08:51:15.684562 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-014a3a59-df85-46f1-a634-770972323933 req-93b2a654-83f1-4ff7-8fc1-1f321d10db30 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314858 Sep 30 08:51:16.006991 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:16.249002 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:51:16.798355 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf77a7-5b5e-49de-914a-ed2a67e18609 req-059f1b82-4ad2-416d-855a-10734aa5869e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:16.799827 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-58bf77a7-5b5e-49de-914a-ed2a67e18609 req-059f1b82-4ad2-416d-855a-10734aa5869e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0480967 Sep 30 08:51:16.836981 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-58bf77a7-5b5e-49de-914a-ed2a67e18609 req-80662d2e-501f-4f33-8c6d-cbe2087c5cff tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311239 Sep 30 08:51:17.876122 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:17.958913 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c90795-2aeb-4407-9f94-72b75d8f4252 req-5b6f717a-a9e3-48db-b4da-374587463cab tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:17.960406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09c90795-2aeb-4407-9f94-72b75d8f4252 req-5b6f717a-a9e3-48db-b4da-374587463cab tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0533128 Sep 30 08:51:18.005390 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09c90795-2aeb-4407-9f94-72b75d8f4252 req-e7a5052b-19dd-4720-a14a-675125286e60 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388231 Sep 30 08:51:18.230209 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-3f7c94f5-8136-4843-bd12-f90bce8394dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458567 Sep 30 08:51:18.237719 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a13bb5-d29d-401b-875a-c4ba7763d21d req-294a08ba-d063-42a7-a9ca-2a6edaacf661 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:18.239202 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15a13bb5-d29d-401b-875a-c4ba7763d21d req-294a08ba-d063-42a7-a9ca-2a6edaacf661 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0486081 Sep 30 08:51:18.277782 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-15a13bb5-d29d-401b-875a-c4ba7763d21d req-fd5a0ad2-bf94-47d8-a8d9-3128ea3caf72 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317600 Sep 30 08:51:19.392299 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a5325-f7e3-40bf-b5fa-1f25e2fd120e req-b4447996-a4cc-4664-8837-a2db1ad0fe71 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:19.393791 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-222a5325-f7e3-40bf-b5fa-1f25e2fd120e req-b4447996-a4cc-4664-8837-a2db1ad0fe71 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0484645 Sep 30 08:51:19.430775 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-222a5325-f7e3-40bf-b5fa-1f25e2fd120e req-57f70586-9c89-4f0b-8e01-822e0a0b5b55 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312541 Sep 30 08:51:20.548298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfe119-1510-4eac-8183-720eaad743b9 req-9ac145f6-f28e-4540-8f95-979341082f70 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:20.549768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bbfe119-1510-4eac-8183-720eaad743b9 req-9ac145f6-f28e-4540-8f95-979341082f70 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0534055 Sep 30 08:51:20.587218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1bbfe119-1510-4eac-8183-720eaad743b9 req-68e61c4d-c945-49b4-8c97-ddef78ffbbb4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309448 Sep 30 08:51:21.438162 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-c609839c-4849-4b3e-89ca-06165b0eab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:21.439671 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-c609839c-4849-4b3e-89ca-06165b0eab80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 1096 time: 0.0405879 Sep 30 08:51:21.529234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-d02b0405-72c2-4f1d-9c15-86af742a6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:21.530804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-d02b0405-72c2-4f1d-9c15-86af742a6662 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0841730 Sep 30 08:51:21.942502 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-0b3faa7a-6903-4d56-95d2-7cef121f076f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d66b33-9364-475c-aca7-e3026e85db86 HTTP/1.1" status: 200 len: 1001 time: 0.4051764 Sep 30 08:51:21.965242 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1c172-fcec-490f-9203-2cb83380e6fa req-79c01abd-6fc6-4244-b0cb-d4cc2673a5ef tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:21.966641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7de1c172-fcec-490f-9203-2cb83380e6fa req-79c01abd-6fc6-4244-b0cb-d4cc2673a5ef tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0715909 Sep 30 08:51:22.020401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-2ac1078c-08a6-438b-bda6-e7b4d13ea08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:22.021890 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-2ac1078c-08a6-438b-bda6-e7b4d13ea08c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0716519 Sep 30 08:51:22.042305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7de1c172-fcec-490f-9203-2cb83380e6fa req-bdab69fc-9bd5-4326-8aa5-e1232e7da6ce tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563915 Sep 30 08:51:22.070226 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-09d5542a-5c97-4d1f-9e40-18e75ea1c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:22.071694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-09d5542a-5c97-4d1f-9e40-18e75ea1c119 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423450 Sep 30 08:51:22.160472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-13a1446a-e06b-45a1-b3b9-6583a592210d service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813992 Sep 30 08:51:22.247933 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-f2870300-bc6b-4f0d-98ce-daa63f9614b7 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796459 Sep 30 08:51:23.159281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdc5b4-a9ab-458f-bc1b-792b2435452d req-d0db0feb-9378-4ff2-8082-d98bebfd21d8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:23.160852 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-17fdc5b4-a9ab-458f-bc1b-792b2435452d req-d0db0feb-9378-4ff2-8082-d98bebfd21d8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0517354 Sep 30 08:51:23.203298 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-17fdc5b4-a9ab-458f-bc1b-792b2435452d req-851393e6-6f5c-4ab1-954c-5e1153ed7877 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365679 Sep 30 08:51:24.146946 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-fb741080-26f9-4ea1-9dd0-80326e2c7ec9 service neutron] show failed (client error): The resource could not be found. Sep 30 08:51:24.147964 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-fb741080-26f9-4ea1-9dd0-80326e2c7ec9 service neutron] 10.222.0.36 "GET /v2.0/ports/e0d66b33-9364-475c-aca7-e3026e85db86/bindings/n-h2-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0531366 Sep 30 08:51:24.319185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f532bfe-2769-4d82-bdc0-4100d637287e req-21edd29e-567d-4ac9-b620-e2748419f6ac tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:24.320733 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f532bfe-2769-4d82-bdc0-4100d637287e req-21edd29e-567d-4ac9-b620-e2748419f6ac tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0499830 Sep 30 08:51:24.338806 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-62559a43-bec2-428a-b924-dadadc5db349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:24.340348 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-62559a43-bec2-428a-b924-dadadc5db349 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525&tenant_id=f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 1096 time: 0.0411294 Sep 30 08:51:24.351294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-7baaa7d1-8f93-4005-a652-74dad461c099 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:51:24.352283 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-7baaa7d1-8f93-4005-a652-74dad461c099 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050356 Sep 30 08:51:24.359067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f532bfe-2769-4d82-bdc0-4100d637287e req-93ddef49-99d9-4403-88b0-e1399f3b9f19 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321250 Sep 30 08:51:24.371867 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:24.428710 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:24.625799 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] For port e0d66b33-9364-475c-aca7-e3026e85db86, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e0d66b33-9364-475c-aca7-e3026e85db86,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:24.657967 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] For port e0d66b33-9364-475c-aca7-e3026e85db86, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:51:24.697593 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d66b33-9364-475c-aca7-e3026e85db86'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:51:24.699514 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703e7485-a81a-4728-be77-401794a580c6" -d '{"events": [{"server_uuid": "a454c685-f81c-4f75-bde8-04cfddd05525", "name": "network-vif-unplugged", "status": "completed", "tag": "e0d66b33-9364-475c-aca7-e3026e85db86"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:51:24.703689 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:24.718243 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Transition to ACTIVE for port object e0d66b33-9364-475c-aca7-e3026e85db86 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:51:24.721748 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:24.776640 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Pushing event updated for resources: {'Port': ['ID=e0d66b33-9364-475c-aca7-e3026e85db86,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:24.843004 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f7823c-8b34-47ec-8d97-4776a02875ee x-openstack-request-id: req-71f7823c-8b34-47ec-8d97-4776a02875ee {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:51:24.843280 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a454c685-f81c-4f75-bde8-04cfddd05525", "name": "network-vif-unplugged", "status": "completed", "tag": "e0d66b33-9364-475c-aca7-e3026e85db86", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:51:24.843525 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71f7823c-8b34-47ec-8d97-4776a02875ee {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:51:24.843926 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d66b33-9364-475c-aca7-e3026e85db86', 'code': 200} Sep 30 08:51:24.852189 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:24.852536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:24.852874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:24.853260 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:24.854097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:24.854420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:24.854740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:24.855061 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:24.855380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:24.855700 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:24.856044 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:24.856360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:24.921242 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] No DVR routers for this DVR port e0d66b33-9364-475c-aca7-e3026e85db86 on host n-h1-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:51:25.052976 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Attempting to bind port e0d66b33-9364-475c-aca7-e3026e85db86 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:51:25.053197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Attempting to bind port e0d66b33-9364-475c-aca7-e3026e85db86 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:51:25.053512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Attempting to bind port e0d66b33-9364-475c-aca7-e3026e85db86 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:51:25.057856 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Port e0d66b33-9364-475c-aca7-e3026e85db86 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:51:25.058169 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Attempting to bind port e0d66b33-9364-475c-aca7-e3026e85db86 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:51:25.062865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:51:25.063195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Checking segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:51:25.063571 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Bound using segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:51:25.064022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Bound port: e0d66b33-9364-475c-aca7-e3026e85db86, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:51:25.064377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:25.129373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] For port e0d66b33-9364-475c-aca7-e3026e85db86, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:51:25.132750 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] For port e0d66b33-9364-475c-aca7-e3026e85db86, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e0d66b33-9364-475c-aca7-e3026e85db86,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:51:25.137397 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:25.171610 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:25.172304 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:25.173714 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] 10.222.0.35 "PUT /v2.0/ports/e0d66b33-9364-475c-aca7-e3026e85db86 HTTP/1.1" status: 200 len: 1091 time: 0.8073220 Sep 30 08:51:25.195162 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2fba1-2b8c-428d-8a7a-4b3c3ddba42f service neutron] Pushing event updated for resources: {'Port': ['ID=e0d66b33-9364-475c-aca7-e3026e85db86,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:25.255235 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-36932e79-8c05-4484-a1dc-fa96a4735dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:25.256819 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-36932e79-8c05-4484-a1dc-fa96a4735dd1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 1094 time: 0.0416005 Sep 30 08:51:25.354209 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-0be240b9-18f1-4282-bb98-f3390ad891df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:25.355744 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-0be240b9-18f1-4282-bb98-f3390ad891df service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0916200 Sep 30 08:51:25.425259 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-b566cd84-37db-42b5-8b17-1f018a55dc6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d66b33-9364-475c-aca7-e3026e85db86 HTTP/1.1" status: 200 len: 999 time: 0.0627220 Sep 30 08:51:25.479118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-e8e48981-3de5-4ed8-b7ac-b2d77cd7163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:25.481077 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-e8e48981-3de5-4ed8-b7ac-b2d77cd7163b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0485690 Sep 30 08:51:25.492360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83406fd-f9d7-416b-bf23-ee0373392fcc req-8c92e511-3a04-426e-9e38-f97dd6cab349 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:25.494519 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e83406fd-f9d7-416b-bf23-ee0373392fcc req-8c92e511-3a04-426e-9e38-f97dd6cab349 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 943 time: 0.0503223 Sep 30 08:51:25.527135 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-0a48f9d5-5e6a-4482-a782-757af8557fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:25.528717 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-0a48f9d5-5e6a-4482-a782-757af8557fab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409544 Sep 30 08:51:25.533521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e83406fd-f9d7-416b-bf23-ee0373392fcc req-8827b367-1b8f-4904-8153-1760c7da4ff4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328994 Sep 30 08:51:25.624626 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-db9e5a39-8889-419c-8b66-2d94787fd8ff service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880547 Sep 30 08:51:25.714402 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6eb72768-64a0-4125-a87b-40d53fd854eb req-6467e4d2-eade-40cc-a8f1-00bf8e088920 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823154 Sep 30 08:51:26.653957 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5724e-a59c-4030-af4c-0329245d2fd4 req-cd99cec1-9760-4363-b376-4d753b25a596 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:26.655451 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eec5724e-a59c-4030-af4c-0329245d2fd4 req-cd99cec1-9760-4363-b376-4d753b25a596 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 943 time: 0.0523462 Sep 30 08:51:26.692132 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eec5724e-a59c-4030-af4c-0329245d2fd4 req-204c7b52-6a81-4305-941b-f7b5f1176f58 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304923 Sep 30 08:51:26.845118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'tag': 'e0d66b33-9364-475c-aca7-e3026e85db86'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:51:26.847374 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27630248-e333-46ae-bc44-0af7fbfb668b" -d '{"events": [{"name": "network-changed", "server_uuid": "a454c685-f81c-4f75-bde8-04cfddd05525", "tag": "e0d66b33-9364-475c-aca7-e3026e85db86"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:51:26.898003 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ccaf61-933d-4ed0-9e41-2c925e88bcc8 x-openstack-request-id: req-39ccaf61-933d-4ed0-9e41-2c925e88bcc8 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:51:26.898330 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a454c685-f81c-4f75-bde8-04cfddd05525", "tag": "e0d66b33-9364-475c-aca7-e3026e85db86", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:51:26.898576 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39ccaf61-933d-4ed0-9e41-2c925e88bcc8 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:51:26.898961 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'tag': 'e0d66b33-9364-475c-aca7-e3026e85db86', 'status': 'completed', 'code': 200} Sep 30 08:51:26.972134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27630248-e333-46ae-bc44-0af7fbfb668b req-7999f7b0-df25-4ccd-ac8d-d949aa797cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:26.975252 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27630248-e333-46ae-bc44-0af7fbfb668b req-7999f7b0-df25-4ccd-ac8d-d949aa797cdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 1094 time: 0.0480707 Sep 30 08:51:26.975397 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27630248-e333-46ae-bc44-0af7fbfb668b req-ab5b00f8-7896-45b3-8018-c481bf8d7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:26.977009 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-27630248-e333-46ae-bc44-0af7fbfb668b req-ab5b00f8-7896-45b3-8018-c481bf8d7a70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 1094 time: 0.0426111 Sep 30 08:51:27.077347 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27630248-e333-46ae-bc44-0af7fbfb668b req-a9af93be-a7b6-4330-bf1e-94cb88f5dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:27.078313 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27630248-e333-46ae-bc44-0af7fbfb668b req-378a5c56-32b2-4e59-9b21-c1dcc47fffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:27.078867 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-27630248-e333-46ae-bc44-0af7fbfb668b req-a9af93be-a7b6-4330-bf1e-94cb88f5dcfd service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0953643 Sep 30 08:51:27.079767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27630248-e333-46ae-bc44-0af7fbfb668b req-378a5c56-32b2-4e59-9b21-c1dcc47fffd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0973477 Sep 30 08:51:27.144396 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-27630248-e333-46ae-bc44-0af7fbfb668b req-8fc77907-5149-42b5-bffc-ef28e1712a16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d66b33-9364-475c-aca7-e3026e85db86 HTTP/1.1" status: 200 len: 999 time: 0.0581851 Sep 30 08:51:27.147793 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27630248-e333-46ae-bc44-0af7fbfb668b req-19efe149-8e8a-4cdd-a7a9-297471f4f9a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d66b33-9364-475c-aca7-e3026e85db86 HTTP/1.1" status: 200 len: 999 time: 0.0597296 Sep 30 08:51:27.202276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27630248-e333-46ae-bc44-0af7fbfb668b req-66460325-0ea9-4b02-a63e-f6585a31d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:27.203764 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27630248-e333-46ae-bc44-0af7fbfb668b req-66460325-0ea9-4b02-a63e-f6585a31d964 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0480626 Sep 30 08:51:27.256844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27630248-e333-46ae-bc44-0af7fbfb668b req-7351a473-cac2-4058-8814-fcc67680f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:27.258379 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27630248-e333-46ae-bc44-0af7fbfb668b req-7351a473-cac2-4058-8814-fcc67680f8c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458996 Sep 30 08:51:27.358522 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27630248-e333-46ae-bc44-0af7fbfb668b req-47f6df5e-cc4c-4b70-a296-94cc2e654595 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921216 Sep 30 08:51:27.454104 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27630248-e333-46ae-bc44-0af7fbfb668b req-b547418d-93b9-4962-aa8b-f45088d757a6 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876868 Sep 30 08:51:27.456945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27630248-e333-46ae-bc44-0af7fbfb668b req-29f24907-d6c0-4e77-b6b5-3d93c65e74b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:27.458391 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-27630248-e333-46ae-bc44-0af7fbfb668b req-29f24907-d6c0-4e77-b6b5-3d93c65e74b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.3071165 Sep 30 08:51:27.502814 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27630248-e333-46ae-bc44-0af7fbfb668b req-bf61a12b-4ee1-4c4c-a4c4-fd50455940af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:27.504298 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-27630248-e333-46ae-bc44-0af7fbfb668b req-bf61a12b-4ee1-4c4c-a4c4-fd50455940af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391998 Sep 30 08:51:27.594144 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-27630248-e333-46ae-bc44-0af7fbfb668b req-68db91bd-e936-4b37-b551-7d30cc269d4c service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827417 Sep 30 08:51:27.684661 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-27630248-e333-46ae-bc44-0af7fbfb668b req-5c20c777-bb07-4b05-b773-91593ef18807 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838375 Sep 30 08:51:27.805375 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708df32-a3e5-48e4-983e-eeae291def78 req-5b71330f-fbfe-4069-814c-c53c02f09e20 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:27.806905 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2708df32-a3e5-48e4-983e-eeae291def78 req-5b71330f-fbfe-4069-814c-c53c02f09e20 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 943 time: 0.0486965 Sep 30 08:51:27.843780 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2708df32-a3e5-48e4-983e-eeae291def78 req-8d05349a-6ea7-46ef-acf2-6bfe4635d8d8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311022 Sep 30 08:51:28.080021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af751a-6090-4326-8dd0-7ca677629e4c req-ea695273-9e1f-4536-b00a-f6ab85715d84 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:28.081330 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7af751a-6090-4326-8dd0-7ca677629e4c req-ea695273-9e1f-4536-b00a-f6ab85715d84 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 943 time: 0.0927780 Sep 30 08:51:28.089871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f93752-1f1c-4478-89ef-9f9458545626 req-bb9c3ad4-b293-4f43-ac15-3bd11e63b141 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:28.091269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59f93752-1f1c-4478-89ef-9f9458545626 req-bb9c3ad4-b293-4f43-ac15-3bd11e63b141 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.36 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525&tenant_id=f18bbad81448463cb85a0a40567b6381&binding%3Ahost_id=n-h2-807359-2 HTTP/1.1" status: 200 len: 943 time: 0.0910354 Sep 30 08:51:28.150983 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d7af751a-6090-4326-8dd0-7ca677629e4c req-e8f30194-d4c5-4b09-a0ef-af6f5057c83b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586896 Sep 30 08:51:28.171272 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [req-59f93752-1f1c-4478-89ef-9f9458545626 req-d0f1ce56-fde1-4602-9596-6eb8b48dcc0c service neutron] delete failed (client error): The resource could not be found. Sep 30 08:51:28.172348 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59f93752-1f1c-4478-89ef-9f9458545626 req-d0f1ce56-fde1-4602-9596-6eb8b48dcc0c service neutron] 10.222.0.36 "DELETE /v2.0/ports/e0d66b33-9364-475c-aca7-e3026e85db86/bindings/n-h1-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0736244 Sep 30 08:51:28.199614 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e0d66b33-9364-475c-aca7-e3026e85db86 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:51:28.257556 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f93752-1f1c-4478-89ef-9f9458545626 req-efd4e600-4288-45e3-8d83-f5624671a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:28.259071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59f93752-1f1c-4478-89ef-9f9458545626 req-efd4e600-4288-45e3-8d83-f5624671a982 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 1094 time: 0.0418916 Sep 30 08:51:28.295484 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e0d66b33-9364-475c-aca7-e3026e85db86, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e0d66b33-9364-475c-aca7-e3026e85db86,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:28.306373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'e0d66b33-9364-475c-aca7-e3026e85db86', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'port_id': 'e0d66b33-9364-475c-aca7-e3026e85db86', 'mac_address': 'fa:16:3e:e3:e5:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:51:28.342083 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:28.354818 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d66b33-9364-475c-aca7-e3026e85db86 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:51:28.355042 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f93752-1f1c-4478-89ef-9f9458545626 req-be449ece-126d-40ce-b316-4486e9d9a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:28.356585 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59f93752-1f1c-4478-89ef-9f9458545626 req-be449ece-126d-40ce-b316-4486e9d9a5f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0897613 Sep 30 08:51:28.374128 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e0d66b33-9364-475c-aca7-e3026e85db86, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e0d66b33-9364-475c-aca7-e3026e85db86,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:28.378008 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:28.423568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59f93752-1f1c-4478-89ef-9f9458545626 req-90c93e0a-ab1c-4602-a07f-9b9f976e3a73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d66b33-9364-475c-aca7-e3026e85db86 HTTP/1.1" status: 200 len: 999 time: 0.0599957 Sep 30 08:51:28.429689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=e0d66b33-9364-475c-aca7-e3026e85db86,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:28.437442 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:28.437933 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:28.438401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:28.438834 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:28.439173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:28.439498 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:28.439822 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:28.440170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:28.440495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:28.440812 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:28.441128 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:28.441444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:51:28.480344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f93752-1f1c-4478-89ef-9f9458545626 req-3a22f4c7-4c49-401e-98a0-3923d59a2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:28.481798 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59f93752-1f1c-4478-89ef-9f9458545626 req-3a22f4c7-4c49-401e-98a0-3923d59a2e52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0506256 Sep 30 08:51:28.528418 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f93752-1f1c-4478-89ef-9f9458545626 req-850da121-ca08-44b9-93fe-aef7876e79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:28.529867 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59f93752-1f1c-4478-89ef-9f9458545626 req-850da121-ca08-44b9-93fe-aef7876e79ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391212 Sep 30 08:51:28.621074 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59f93752-1f1c-4478-89ef-9f9458545626 req-e898ca66-c019-4921-b666-0437c0379a21 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836840 Sep 30 08:51:28.655974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['e0d66b33-9364-475c-aca7-e3026e85db86'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:51:28.683342 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e0d66b33-9364-475c-aca7-e3026e85db86 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:51:28.722018 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59f93752-1f1c-4478-89ef-9f9458545626 req-0a66d2b7-3e0d-4ec9-b158-eb3eb41e670a service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933819 Sep 30 08:51:28.743207 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e0d66b33-9364-475c-aca7-e3026e85db86 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:51:29.273910 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1438ef-eccf-4300-8f26-70f8da98e48e req-78051826-1443-4922-80ec-3beeb30cb2c1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:29.276173 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db1438ef-eccf-4300-8f26-70f8da98e48e req-78051826-1443-4922-80ec-3beeb30cb2c1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 944 time: 0.0531762 Sep 30 08:51:29.319256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db1438ef-eccf-4300-8f26-70f8da98e48e req-fec2166e-a35d-4f09-bb94-78fd2b527279 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368850 Sep 30 08:51:29.439764 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e05b6d-6704-45bf-b6d9-0a0041c1962a req-78a6553f-0686-4816-8a34-c1d6ac0fa1b5 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:29.441283 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60e05b6d-6704-45bf-b6d9-0a0041c1962a req-78a6553f-0686-4816-8a34-c1d6ac0fa1b5 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 944 time: 0.0545452 Sep 30 08:51:29.480032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-60e05b6d-6704-45bf-b6d9-0a0041c1962a req-95fa9785-4101-41ca-a35c-4bca5b404cbd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316103 Sep 30 08:51:29.680547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfba396-9aeb-4d2e-bed9-ccab9d19c2b8 req-09bba2c2-349d-47d1-ba34-3491f78bb9a9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:29.682914 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2cfba396-9aeb-4d2e-bed9-ccab9d19c2b8 req-09bba2c2-349d-47d1-ba34-3491f78bb9a9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 944 time: 0.0523500 Sep 30 08:51:29.720852 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2cfba396-9aeb-4d2e-bed9-ccab9d19c2b8 req-ef3253f4-2364-45ba-9093-2b6f2ab3fad4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316677 Sep 30 08:51:29.722715 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df130908-87e5-4c31-97fd-6b4c01a2beb8 req-04a3e85e-5b2a-4557-8481-fc170968d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:29.724242 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-df130908-87e5-4c31-97fd-6b4c01a2beb8 req-04a3e85e-5b2a-4557-8481-fc170968d008 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 1095 time: 0.0397875 Sep 30 08:51:29.818741 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df130908-87e5-4c31-97fd-6b4c01a2beb8 req-124554ad-c67b-4581-8406-ab835c1d7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:29.820293 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-df130908-87e5-4c31-97fd-6b4c01a2beb8 req-124554ad-c67b-4581-8406-ab835c1d7b35 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0896509 Sep 30 08:51:29.889796 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-df130908-87e5-4c31-97fd-6b4c01a2beb8 req-a4ca63a8-dc1d-4d45-8df9-ee9849419b10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d66b33-9364-475c-aca7-e3026e85db86 HTTP/1.1" status: 200 len: 1000 time: 0.0627298 Sep 30 08:51:29.939097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df130908-87e5-4c31-97fd-6b4c01a2beb8 req-9641b861-46e1-40f0-bae8-39d523235c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:29.940606 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-df130908-87e5-4c31-97fd-6b4c01a2beb8 req-9641b861-46e1-40f0-bae8-39d523235c94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0437553 Sep 30 08:51:29.986561 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df130908-87e5-4c31-97fd-6b4c01a2beb8 req-a4ae5f49-5f21-46b4-aab1-07d765eda10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:29.987975 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-df130908-87e5-4c31-97fd-6b4c01a2beb8 req-a4ae5f49-5f21-46b4-aab1-07d765eda10f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405023 Sep 30 08:51:30.048586 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:30.088900 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-df130908-87e5-4c31-97fd-6b4c01a2beb8 req-0c308568-bd55-4800-9611-5b4682a75f23 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938902 Sep 30 08:51:30.178783 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-df130908-87e5-4c31-97fd-6b4c01a2beb8 req-c1fc1070-7e32-4898-93d8-faae7ae98d92 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835197 Sep 30 08:51:30.215275 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e0d66b33-9364-475c-aca7-e3026e85db86 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:51:30.262651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port e0d66b33-9364-475c-aca7-e3026e85db86 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:51:30.266520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port e0d66b33-9364-475c-aca7-e3026e85db86 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:30.266896 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:30.343619 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:30.364819 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d66b33-9364-475c-aca7-e3026e85db86'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:51:30.367439 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a373fac-a4f2-442f-97ea-294f51f3de5d" -d '{"events": [{"server_uuid": "a454c685-f81c-4f75-bde8-04cfddd05525", "name": "network-vif-plugged", "status": "completed", "tag": "e0d66b33-9364-475c-aca7-e3026e85db86"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:51:30.382650 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port e0d66b33-9364-475c-aca7-e3026e85db86, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e0d66b33-9364-475c-aca7-e3026e85db86,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:30.387229 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:30.414443 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a6924b-8660-4d3c-aee9-fc93a0e7021e x-openstack-request-id: req-12a6924b-8660-4d3c-aee9-fc93a0e7021e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:51:30.414740 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a454c685-f81c-4f75-bde8-04cfddd05525", "name": "network-vif-plugged", "status": "completed", "tag": "e0d66b33-9364-475c-aca7-e3026e85db86", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:51:30.414996 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12a6924b-8660-4d3c-aee9-fc93a0e7021e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:51:30.415388 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d66b33-9364-475c-aca7-e3026e85db86', 'code': 200} Sep 30 08:51:30.441366 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=e0d66b33-9364-475c-aca7-e3026e85db86,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:30.839752 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b57516-feb4-4448-b215-1e4cfc069c5f req-ad18813c-6dde-4a00-a433-edc1adf30b83 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:30.841844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72b57516-feb4-4448-b215-1e4cfc069c5f req-ad18813c-6dde-4a00-a433-edc1adf30b83 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0519681 Sep 30 08:51:30.881769 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-72b57516-feb4-4448-b215-1e4cfc069c5f req-943a51e6-1a18-4410-9ef0-c3c6e08c4b99 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326138 Sep 30 08:51:31.117702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34b083-2dda-4764-a181-8b129b6c2577 req-a354580a-7f1e-44df-9c81-aacb84bedf1f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:31.119193 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a34b083-2dda-4764-a181-8b129b6c2577 req-a354580a-7f1e-44df-9c81-aacb84bedf1f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0529437 Sep 30 08:51:31.157872 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a34b083-2dda-4764-a181-8b129b6c2577 req-b99bff48-8e9e-47ce-8d2a-f12107b098d5 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311975 Sep 30 08:51:32.274990 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca274e-151c-49c4-80e0-649daf8e18ba req-72fcab77-8db5-4213-bba5-998573e31d46 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:32.276500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91ca274e-151c-49c4-80e0-649daf8e18ba req-72fcab77-8db5-4213-bba5-998573e31d46 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0493224 Sep 30 08:51:32.314038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-91ca274e-151c-49c4-80e0-649daf8e18ba req-7ed76bde-dbb2-43e8-adb7-31672ef1e7cd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310638 Sep 30 08:51:32.477358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d28476-3a40-4ec3-a212-a2d38edb8c8b req-c7912e87-80c7-430a-95c7-a47b05f79812 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:32.478741 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b8d28476-3a40-4ec3-a212-a2d38edb8c8b req-c7912e87-80c7-430a-95c7-a47b05f79812 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.35 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 945 time: 0.0485244 Sep 30 08:51:32.568809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b8d28476-3a40-4ec3-a212-a2d38edb8c8b req-0fc49c8c-0da3-4f29-97c1-fa0dc14c2c28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Deleting port e0d66b33-9364-475c-aca7-e3026e85db86 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:51:32.569149 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b8d28476-3a40-4ec3-a212-a2d38edb8c8b req-0fc49c8c-0da3-4f29-97c1-fa0dc14c2c28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:32.660711 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b8d28476-3a40-4ec3-a212-a2d38edb8c8b req-0fc49c8c-0da3-4f29-97c1-fa0dc14c2c28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] For port e0d66b33-9364-475c-aca7-e3026e85db86, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=e0d66b33-9364-475c-aca7-e3026e85db86,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:32.661075 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b8d28476-3a40-4ec3-a212-a2d38edb8c8b req-0fc49c8c-0da3-4f29-97c1-fa0dc14c2c28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:32.878002 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b8d28476-3a40-4ec3-a212-a2d38edb8c8b req-0fc49c8c-0da3-4f29-97c1-fa0dc14c2c28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:32.878361 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b8d28476-3a40-4ec3-a212-a2d38edb8c8b req-0fc49c8c-0da3-4f29-97c1-fa0dc14c2c28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:32.878675 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [req-b8d28476-3a40-4ec3-a212-a2d38edb8c8b req-0fc49c8c-0da3-4f29-97c1-fa0dc14c2c28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Floating IP d34b435a-f58f-4f89-9cd0-57cdd677e4e4 disassociated. External IP: 172.25.0.197, port: e0d66b33-9364-475c-aca7-e3026e85db86. Sep 30 08:51:32.879013 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b8d28476-3a40-4ec3-a212-a2d38edb8c8b req-0fc49c8c-0da3-4f29-97c1-fa0dc14c2c28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Calling delete_port for e0d66b33-9364-475c-aca7-e3026e85db86 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:51:33.005241 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b8d28476-3a40-4ec3-a212-a2d38edb8c8b req-0fc49c8c-0da3-4f29-97c1-fa0dc14c2c28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:33.032228 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc49c8c-0da3-4f29-97c1-fa0dc14c2c28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Pushing event deleted for resources: {'Port': ['ID=e0d66b33-9364-475c-aca7-e3026e85db86,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:33.168848 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8d28476-3a40-4ec3-a212-a2d38edb8c8b req-0fc49c8c-0da3-4f29-97c1-fa0dc14c2c28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Router e11fb3af-4e90-4c86-b924-433fcc36f7a8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:51:33.277678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8d28476-3a40-4ec3-a212-a2d38edb8c8b req-0fc49c8c-0da3-4f29-97c1-fa0dc14c2c28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:51:33.287998 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7a2e5b-bd90-48ad-a46c-cc3bf6d38b9f None None] Sync routers for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:51:33.298996 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7a2e5b-bd90-48ad-a46c-cc3bf6d38b9f None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:51:33.299609 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9f7a2e5b-bd90-48ad-a46c-cc3bf6d38b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:51:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:33.319854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d28476-3a40-4ec3-a212-a2d38edb8c8b req-0fc49c8c-0da3-4f29-97c1-fa0dc14c2c28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] No DVR routers for this DVR port e0d66b33-9364-475c-aca7-e3026e85db86 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:51:33.322480 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b8d28476-3a40-4ec3-a212-a2d38edb8c8b req-0fc49c8c-0da3-4f29-97c1-fa0dc14c2c28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:33.324827 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b8d28476-3a40-4ec3-a212-a2d38edb8c8b req-0fc49c8c-0da3-4f29-97c1-fa0dc14c2c28 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.35 "DELETE /v2.0/ports/e0d66b33-9364-475c-aca7-e3026e85db86 HTTP/1.1" status: 204 len: 173 time: 0.8403823 Sep 30 08:51:33.325270 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'name': 'network-vif-deleted', 'tag': 'e0d66b33-9364-475c-aca7-e3026e85db86'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:51:33.327516 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469c209b-9c03-41c6-9baf-a89c708161e8" -d '{"events": [{"server_uuid": "a454c685-f81c-4f75-bde8-04cfddd05525", "name": "network-vif-deleted", "tag": "e0d66b33-9364-475c-aca7-e3026e85db86"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:51:33.384317 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7088dea-3caf-415b-9507-d45fd4d6d319 x-openstack-request-id: req-a7088dea-3caf-415b-9507-d45fd4d6d319 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:51:33.384613 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a454c685-f81c-4f75-bde8-04cfddd05525", "name": "network-vif-deleted", "tag": "e0d66b33-9364-475c-aca7-e3026e85db86", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:51:33.384864 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7088dea-3caf-415b-9507-d45fd4d6d319 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:51:33.385264 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a454c685-f81c-4f75-bde8-04cfddd05525', 'name': 'network-vif-deleted', 'tag': 'e0d66b33-9364-475c-aca7-e3026e85db86', 'status': 'completed', 'code': 200} Sep 30 08:51:33.413271 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9f7a2e5b-bd90-48ad-a46c-cc3bf6d38b9f None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:51:33.418508 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed5a31fa-f587-47df-8f2b-fa223d62aeec req-459ccaac-b608-4c9c-98af-69a47b172301 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=a454c685-f81c-4f75-bde8-04cfddd05525 HTTP/1.1" status: 200 len: 210 time: 0.0270865 Sep 30 08:51:33.608926 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9f7a2e5b-bd90-48ad-a46c-cc3bf6d38b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:33.637409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7a2e5b-bd90-48ad-a46c-cc3bf6d38b9f None None] Checking router: e11fb3af-4e90-4c86-b924-433fcc36f7a8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:51:33.645765 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7a2e5b-bd90-48ad-a46c-cc3bf6d38b9f None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:51:33.646365 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9f7a2e5b-bd90-48ad-a46c-cc3bf6d38b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:51:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:33.755162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9f7a2e5b-bd90-48ad-a46c-cc3bf6d38b9f None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:51:34.097333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9f7a2e5b-bd90-48ad-a46c-cc3bf6d38b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:34.123384 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7a2e5b-bd90-48ad-a46c-cc3bf6d38b9f None None] The sync data for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 is: [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:51:34.325525 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93090500-9844-4217-97bc-60b7817036a8 None None] New status for floating IP d34b435a-f58f-4f89-9cd0-57cdd677e4e4: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:51:34.690588 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-df65a20b-ceae-41ca-a406-4f0b2e524921 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1089533794&fields=id&tenant_id=f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 267 time: 0.0325787 Sep 30 08:51:34.799646 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-af8d20cd-9b69-4677-ab11-86f6fd52aad7 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:34.801066 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-af8d20cd-9b69-4677-ab11-86f6fd52aad7 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 811 time: 0.1038878 Sep 30 08:51:34.816263 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-e9c2b623-70f4-48ee-bee2-b7d43e91e130 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/quotas/f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 375 time: 0.0093679 Sep 30 08:51:34.869351 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-c159e537-12ef-4ae0-931c-8ff4fde6a5d4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478034 Sep 30 08:51:34.932159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-2967fd39-4c37-402c-8de2-c14b71255e2c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:51:34.933184 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-2967fd39-4c37-402c-8de2-c14b71255e2c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0526557 Sep 30 08:51:35.025051 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-cde076bd-c547-4ce2-81d6-2a117a439d44 service neutron] 10.222.0.24 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853550 Sep 30 08:51:35.113130 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-45d0d6da-60e7-48ef-8eab-bea70d348537 service neutron] 10.222.0.24 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808775 Sep 30 08:51:35.283091 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-818e360a-a5a7-44da-b72b-4276166de892 req-e2af94f8-888e-4aac-9efd-82a7a0eff3ad tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 210 time: 0.0309460 Sep 30 08:51:36.232223 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e0d66b33-9364-475c-aca7-e3026e85db86 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:51:36.258334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: e0d66b33-9364-475c-aca7-e3026e85db86 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:51:36.258773 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device e0d66b33-9364-475c-aca7-e3026e85db86 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:51:36.261477 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-c3d9eab8-519b-4a7b-a3a9-855d88f3c3c9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:36.264795 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-c3d9eab8-519b-4a7b-a3a9-855d88f3c3c9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 811 time: 0.1092985 Sep 30 08:51:36.313851 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-8a0a0734-8d9c-4ec2-95d4-daa8bdf74871 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 380 time: 0.0337737 Sep 30 08:51:36.353739 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-a6e5b6fb-6c2f-458d-bedb-517fedbab3c0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Request body: {'port': {'device_id': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'admin_state_up': True, 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'security_groups': ['d71c8d3a-15ec-4a16-8b56-7a832dd191eb']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:36.376746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7eb9a66-7cd4-4d36-9545-e780d1b90b0f req-e8c36172-c36f-4bdd-8e42-bc807a9359ac tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 210 time: 0.0257580 Sep 30 08:51:36.462657 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-a6e5b6fb-6c2f-458d-bedb-517fedbab3c0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Made reservation on behalf of f18bbad81448463cb85a0a40567b6381 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:51:36.466849 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-a6e5b6fb-6c2f-458d-bedb-517fedbab3c0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.586364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-a6e5b6fb-6c2f-458d-bedb-517fedbab3c0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Allocated IP 172.20.0.13 (f8ea8b16-2ace-426f-ae39-1196aa6be12d/db8ff04c-08e8-4da5-9d80-980b801896b4/5c7e050e-0717-4e3f-8060-2016c9c87083) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:51:36.721701 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-a6e5b6fb-6c2f-458d-bedb-517fedbab3c0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.754623 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-a6e5b6fb-6c2f-458d-bedb-517fedbab3c0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.795840 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-a6e5b6fb-6c2f-458d-bedb-517fedbab3c0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Network f8ea8b16-2ace-426f-ae39-1196aa6be12d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:51:36.798842 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-a6e5b6fb-6c2f-458d-bedb-517fedbab3c0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:51:36.802317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-a6e5b6fb-6c2f-458d-bedb-517fedbab3c0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:51:36.811133 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5b6fb-6c2f-458d-bedb-517fedbab3c0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Pushing event updated for resources: {'Port': ['ID=5c7e050e-0717-4e3f-8060-2016c9c87083,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:36.863216 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-a6e5b6fb-6c2f-458d-bedb-517fedbab3c0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:36.863850 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-a6e5b6fb-6c2f-458d-bedb-517fedbab3c0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:36.880444 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-a6e5b6fb-6c2f-458d-bedb-517fedbab3c0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5306180 Sep 30 08:51:36.897749 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Request body: {'port': {'device_id': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:36.954721 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:37.014620 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3b1832b3-69d8-42e9-ae02-fc554444c840 None None] Provisioning complete for port 5c7e050e-0717-4e3f-8060-2016c9c87083 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:37.014999 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b1832b3-69d8-42e9-ae02-fc554444c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:37.049523 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3b1832b3-69d8-42e9-ae02-fc554444c840 None None] Port 5c7e050e-0717-4e3f-8060-2016c9c87083 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:51:37.211720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7e050e-0717-4e3f-8060-2016c9c87083 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:51:37.220713 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:37.232883 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Transition to ACTIVE for port object 5c7e050e-0717-4e3f-8060-2016c9c87083 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:51:37.236282 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:37.303146 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Pushing event updated for resources: {'Port': ['ID=5c7e050e-0717-4e3f-8060-2016c9c87083,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:37.357314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Attempting to bind port 5c7e050e-0717-4e3f-8060-2016c9c87083 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:51:37.357692 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Attempting to bind port 5c7e050e-0717-4e3f-8060-2016c9c87083 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:51:37.357969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Attempting to bind port 5c7e050e-0717-4e3f-8060-2016c9c87083 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:51:37.362584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Port 5c7e050e-0717-4e3f-8060-2016c9c87083 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:51:37.362899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Attempting to bind port 5c7e050e-0717-4e3f-8060-2016c9c87083 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:51:37.367684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:51:37.368052 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Checking segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:51:37.368435 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Bound using segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:51:37.368854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Bound port: 5c7e050e-0717-4e3f-8060-2016c9c87083, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:51:37.369209 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:37.437122 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:51:37.440697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c7e050e-0717-4e3f-8060-2016c9c87083,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:51:37.445630 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:37.487717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:37.488368 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:37.489921 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] 10.222.0.35 "PUT /v2.0/ports/5c7e050e-0717-4e3f-8060-2016c9c87083 HTTP/1.1" status: 200 len: 1092 time: 0.5965440 Sep 30 08:51:37.490216 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:51:37.492484 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471955b4-84da-4710-8e8c-731d4213adc1" -d '{"events": [{"name": "network-changed", "server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:51:37.514929 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb266e3-8560-4af3-9e11-1f078e45dadc service neutron] Pushing event updated for resources: {'Port': ['ID=5c7e050e-0717-4e3f-8060-2016c9c87083,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:37.518555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd3b9c-bf80-4185-bc57-c285225dc2a9 req-f2d9c22d-7abb-4c05-99eb-44c1f35e5311 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:37.525753 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bdd3b9c-bf80-4185-bc57-c285225dc2a9 req-f2d9c22d-7abb-4c05-99eb-44c1f35e5311 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 944 time: 0.0718591 Sep 30 08:51:37.548022 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd9812b-95cf-489f-810e-359726226142 x-openstack-request-id: req-0dd9812b-95cf-489f-810e-359726226142 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:51:37.548418 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:51:37.548760 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0dd9812b-95cf-489f-810e-359726226142 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:51:37.549339 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'status': 'completed', 'code': 200} Sep 30 08:51:37.572701 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2bdd3b9c-bf80-4185-bc57-c285225dc2a9 req-d3c35e65-22dc-4d40-b3ee-ddfc672094e3 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365119 Sep 30 08:51:37.608129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-8c19d174-a21e-4bc3-bb97-5a28d7c6803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:37.609806 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-8c19d174-a21e-4bc3-bb97-5a28d7c6803f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 1095 time: 0.0453372 Sep 30 08:51:37.661427 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-e9e23014-fac2-4de4-b61f-506126e0a49d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c7e050e-0717-4e3f-8060-2016c9c87083 HTTP/1.1" status: 200 len: 217 time: 0.0369422 Sep 30 08:51:37.715284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-54f679fd-e833-45c7-8018-d8bdfd765c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:37.717327 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-54f679fd-e833-45c7-8018-d8bdfd765c1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0494802 Sep 30 08:51:37.761095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-9948711c-d48e-4e29-bf05-a920ecbe93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:37.762966 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-9948711c-d48e-4e29-bf05-a920ecbe93ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384452 Sep 30 08:51:37.850015 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-86ce91c8-b30f-4cb9-ac48-4f34ba681c96 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802338 Sep 30 08:51:37.941133 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-977ea3d2-69e8-413f-938a-f8d6a4b537d8 req-10ff1a8f-8e18-4df8-b075-726ae9d195f1 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846460 Sep 30 08:51:38.082216 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471955b4-84da-4710-8e8c-731d4213adc1 req-025d48ca-95e5-4a8b-9a1e-6c7cca3b1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:38.083649 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-471955b4-84da-4710-8e8c-731d4213adc1 req-025d48ca-95e5-4a8b-9a1e-6c7cca3b1a0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 1095 time: 0.0412059 Sep 30 08:51:38.176250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471955b4-84da-4710-8e8c-731d4213adc1 req-eb7d9ac6-14a1-4399-a71d-d991ea47ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:38.177807 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-471955b4-84da-4710-8e8c-731d4213adc1 req-eb7d9ac6-14a1-4399-a71d-d991ea47ab9b service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0871017 Sep 30 08:51:38.224955 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-471955b4-84da-4710-8e8c-731d4213adc1 req-37bda8e2-8784-4def-b76c-ad01267fe821 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c7e050e-0717-4e3f-8060-2016c9c87083 HTTP/1.1" status: 200 len: 217 time: 0.0395429 Sep 30 08:51:38.280173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471955b4-84da-4710-8e8c-731d4213adc1 req-4e5bdeb4-de18-4fe2-ac67-1c204ae68ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:38.281871 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-471955b4-84da-4710-8e8c-731d4213adc1 req-4e5bdeb4-de18-4fe2-ac67-1c204ae68ab2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0483980 Sep 30 08:51:38.331007 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471955b4-84da-4710-8e8c-731d4213adc1 req-78086a68-d74d-448c-97f5-a520e79d6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:38.332597 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-471955b4-84da-4710-8e8c-731d4213adc1 req-78086a68-d74d-448c-97f5-a520e79d6e2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415761 Sep 30 08:51:38.422201 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-471955b4-84da-4710-8e8c-731d4213adc1 req-be8afce8-54e8-49c1-9652-86bc8d84f582 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812905 Sep 30 08:51:38.515167 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-471955b4-84da-4710-8e8c-731d4213adc1 req-53fd3692-4caa-4460-b04a-f3e52b1a97c3 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842156 Sep 30 08:51:38.688535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae5f23-bd00-42ff-83a9-1ede6c9874ba req-471aab04-47e5-4005-9b46-87b9a019e29e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:38.690009 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34ae5f23-bd00-42ff-83a9-1ede6c9874ba req-471aab04-47e5-4005-9b46-87b9a019e29e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 944 time: 0.0478835 Sep 30 08:51:38.727316 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34ae5f23-bd00-42ff-83a9-1ede6c9874ba req-c996e8e8-c6b5-4e9c-b61b-9fdd6b9f944b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314400 Sep 30 08:51:39.850271 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63bc78-f06b-4b7b-b956-d5952458ac42 req-6008bb9a-cac2-412b-9a17-fb955c285b31 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:39.851758 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d63bc78-f06b-4b7b-b956-d5952458ac42 req-6008bb9a-cac2-412b-9a17-fb955c285b31 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 944 time: 0.0539021 Sep 30 08:51:39.890775 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d63bc78-f06b-4b7b-b956-d5952458ac42 req-de8c3267-b1f0-460a-a72b-8e100a2fe007 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328662 Sep 30 08:51:40.262304 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5c7e050e-0717-4e3f-8060-2016c9c87083 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:51:40.354150 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c7e050e-0717-4e3f-8060-2016c9c87083,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:40.368375 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'port_id': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'mac_address': 'fa:16:3e:02:cf:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:51:40.404583 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:40.416799 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7e050e-0717-4e3f-8060-2016c9c87083 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:51:40.435536 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c7e050e-0717-4e3f-8060-2016c9c87083,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:40.439272 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:40.486124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5c7e050e-0717-4e3f-8060-2016c9c87083,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:40.524271 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:40.698696 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['5c7e050e-0717-4e3f-8060-2016c9c87083'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:51:41.003399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26c8f0-066a-4cfa-9d3a-ae700756a922 req-6bbc41ce-f20c-4c12-90eb-463c00093d56 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:41.004958 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d26c8f0-066a-4cfa-9d3a-ae700756a922 req-6bbc41ce-f20c-4c12-90eb-463c00093d56 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 945 time: 0.0482087 Sep 30 08:51:41.043012 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d26c8f0-066a-4cfa-9d3a-ae700756a922 req-71bc6d41-bb04-45ae-92fa-9b569bdc12f4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321844 Sep 30 08:51:42.110239 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8d0d18a-f0d3-41d6-8dac-5011fc4dfd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:42.157796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4163b-7046-4d2c-b104-a03ccb2213bf req-5524b659-1d8f-4022-b5fe-cbd7d007ebd2 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:42.159273 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8bc4163b-7046-4d2c-b104-a03ccb2213bf req-5524b659-1d8f-4022-b5fe-cbd7d007ebd2 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 945 time: 0.0499890 Sep 30 08:51:42.197748 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8bc4163b-7046-4d2c-b104-a03ccb2213bf req-013e150c-ce65-4f0e-bd55-6183aff8ce45 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324645 Sep 30 08:51:42.266415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5c7e050e-0717-4e3f-8060-2016c9c87083 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:51:42.316225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 5c7e050e-0717-4e3f-8060-2016c9c87083 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:51:42.319729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 5c7e050e-0717-4e3f-8060-2016c9c87083 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:51:42.320184 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:42.397176 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:42.421813 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:51:42.424305 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd8b111-b688-436a-993d-c4081620c9bc" -d '{"events": [{"server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "name": "network-vif-plugged", "status": "completed", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:51:42.435599 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c7e050e-0717-4e3f-8060-2016c9c87083,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:51:42.440091 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:42.467806 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2eb871-5664-40d9-9f47-0b1c72e4267f x-openstack-request-id: req-1a2eb871-5664-40d9-9f47-0b1c72e4267f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:51:42.468133 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "name": "network-vif-plugged", "status": "completed", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:51:42.468405 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a2eb871-5664-40d9-9f47-0b1c72e4267f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:51:42.468775 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'code': 200} Sep 30 08:51:42.489813 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5c7e050e-0717-4e3f-8060-2016c9c87083,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:51:42.586058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a8e93-5121-4f92-93fd-88e3c635c931 req-7d0b593e-1160-46a4-b826-2856655183fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:42.587538 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-293a8e93-5121-4f92-93fd-88e3c635c931 req-7d0b593e-1160-46a4-b826-2856655183fe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 1097 time: 0.0396664 Sep 30 08:51:42.623046 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-293a8e93-5121-4f92-93fd-88e3c635c931 req-6bad45fb-8b11-475d-a3e5-21cdc012b159 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275338 Sep 30 08:51:43.312137 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ab69f-484a-49d8-851f-db8ad6a9d5b7 req-e78b6de5-cca1-4bc8-bffa-bdb25768ad23 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:43.313635 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af6ab69f-484a-49d8-851f-db8ad6a9d5b7 req-e78b6de5-cca1-4bc8-bffa-bdb25768ad23 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0526326 Sep 30 08:51:43.350162 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-af6ab69f-484a-49d8-851f-db8ad6a9d5b7 req-6ad44485-db2d-4243-9e9e-096c0aab902d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307574 Sep 30 08:51:44.464991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94711e24-964e-4bea-8108-5b134cf7a53c req-c5a51c3b-5331-4b2c-9d4d-d83f91d367f0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:44.466571 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94711e24-964e-4bea-8108-5b134cf7a53c req-c5a51c3b-5331-4b2c-9d4d-d83f91d367f0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0484776 Sep 30 08:51:44.503740 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94711e24-964e-4bea-8108-5b134cf7a53c req-e93639c5-6339-49bd-8748-f0e327a7acaf tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312469 Sep 30 08:51:44.615679 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeea4c9-6059-40b1-bdd1-ab8ebeb138bb req-d9b51dd5-1876-489f-8bc8-ef462429e01e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:44.617100 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3eeea4c9-6059-40b1-bdd1-ab8ebeb138bb req-d9b51dd5-1876-489f-8bc8-ef462429e01e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0486834 Sep 30 08:51:44.626074 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47464) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:51:44.632536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fe9711d1-617f-4e0d-815c-6cb18b5c0650 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Request body: {'floatingip': {'port_id': '5c7e050e-0717-4e3f-8060-2016c9c87083'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:51:44.674726 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe9711d1-617f-4e0d-815c-6cb18b5c0650 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:44.858198 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34d97546-d147-4aac-9dc1-1992f2475dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.108338 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe9711d1-617f-4e0d-815c-6cb18b5c0650 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.112109 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe9711d1-617f-4e0d-815c-6cb18b5c0650 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.223992 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-fe9711d1-617f-4e0d-815c-6cb18b5c0650 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Floating IP d34b435a-f58f-4f89-9cd0-57cdd677e4e4 associated. External IP: 172.25.0.197, port: 5c7e050e-0717-4e3f-8060-2016c9c87083. Sep 30 08:51:45.349532 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.429220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9711d1-617f-4e0d-815c-6cb18b5c0650 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Router e11fb3af-4e90-4c86-b924-433fcc36f7a8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:51:45.535497 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9711d1-617f-4e0d-815c-6cb18b5c0650 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:51:45.540386 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe9711d1-617f-4e0d-815c-6cb18b5c0650 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:45.545730 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8151d09e-d4a3-4a0c-9b9c-99a748a7fea7 None None] Sync routers for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:51:45.554594 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8151d09e-d4a3-4a0c-9b9c-99a748a7fea7 None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:51:45.555212 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8151d09e-d4a3-4a0c-9b9c-99a748a7fea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:51:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:45.566563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fe9711d1-617f-4e0d-815c-6cb18b5c0650 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "PUT /v2.0/floatingips/d34b435a-f58f-4f89-9cd0-57cdd677e4e4 HTTP/1.1" status: 200 len: 992 time: 0.9394095 Sep 30 08:51:45.567237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:51:45.569750 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdafa8e-6828-45fc-b9b7-8c2f624bd9d3" -d '{"events": [{"name": "network-changed", "server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:51:45.611986 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec83dc4-6e31-4dd9-8144-1a954d3e50bb x-openstack-request-id: req-1ec83dc4-6e31-4dd9-8144-1a954d3e50bb {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:51:45.611986 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:51:45.612181 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ec83dc4-6e31-4dd9-8144-1a954d3e50bb {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:51:45.612528 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'status': 'completed', 'code': 200} Sep 30 08:51:45.669180 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8151d09e-d4a3-4a0c-9b9c-99a748a7fea7 None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:51:45.705035 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdafa8e-6828-45fc-b9b7-8c2f624bd9d3 req-6006253a-e84a-4683-8d57-95f96265e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:45.706444 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bcdafa8e-6828-45fc-b9b7-8c2f624bd9d3 req-6006253a-e84a-4683-8d57-95f96265e74d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 1097 time: 0.0399754 Sep 30 08:51:45.801376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdafa8e-6828-45fc-b9b7-8c2f624bd9d3 req-9ab3ef9a-e4cb-4726-a45d-6ccd03c97451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:45.802908 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bcdafa8e-6828-45fc-b9b7-8c2f624bd9d3 req-9ab3ef9a-e4cb-4726-a45d-6ccd03c97451 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0892270 Sep 30 08:51:45.875383 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bcdafa8e-6828-45fc-b9b7-8c2f624bd9d3 req-189bdb44-91e1-4ecc-ad4f-7532b111b562 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c7e050e-0717-4e3f-8060-2016c9c87083 HTTP/1.1" status: 200 len: 1000 time: 0.0651939 Sep 30 08:51:45.896519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8151d09e-d4a3-4a0c-9b9c-99a748a7fea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'd34b435a-f58f-4f89-9cd0-57cdd677e4e4', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'port_id': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'mac_address': 'fa:16:3e:02:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:47:05Z', 'updated_at': '2021-09-30T08:51:45Z', 'revision_number': 9, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:45.923756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8151d09e-d4a3-4a0c-9b9c-99a748a7fea7 None None] Checking router: e11fb3af-4e90-4c86-b924-433fcc36f7a8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:51:45.925266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdafa8e-6828-45fc-b9b7-8c2f624bd9d3 req-9ace5eb2-f225-4986-8350-91d1d1fca967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:45.926788 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bcdafa8e-6828-45fc-b9b7-8c2f624bd9d3 req-9ace5eb2-f225-4986-8350-91d1d1fca967 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0445752 Sep 30 08:51:45.931982 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8151d09e-d4a3-4a0c-9b9c-99a748a7fea7 None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:51:45.932579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8151d09e-d4a3-4a0c-9b9c-99a748a7fea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:51:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:45.972051 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdafa8e-6828-45fc-b9b7-8c2f624bd9d3 req-347f5c13-aa97-4a2d-978d-c6b1ee397ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:51:45.973526 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bcdafa8e-6828-45fc-b9b7-8c2f624bd9d3 req-347f5c13-aa97-4a2d-978d-c6b1ee397ad2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398662 Sep 30 08:51:46.044962 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:46.046681 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8151d09e-d4a3-4a0c-9b9c-99a748a7fea7 None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:51:46.070403 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bcdafa8e-6828-45fc-b9b7-8c2f624bd9d3 req-fc520160-5325-4721-83a1-7030425234d4 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893815 Sep 30 08:51:46.165220 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bcdafa8e-6828-45fc-b9b7-8c2f624bd9d3 req-94ba7448-163b-48b4-ae5b-99ba828e7ec8 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878475 Sep 30 08:51:46.267683 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8151d09e-d4a3-4a0c-9b9c-99a748a7fea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'd34b435a-f58f-4f89-9cd0-57cdd677e4e4', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'port_id': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'mac_address': 'fa:16:3e:02:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:47:05Z', 'updated_at': '2021-09-30T08:51:45Z', 'revision_number': 9, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:51:46.297723 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8151d09e-d4a3-4a0c-9b9c-99a748a7fea7 None None] The sync data for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 is: [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'd34b435a-f58f-4f89-9cd0-57cdd677e4e4', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'port_id': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'mac_address': 'fa:16:3e:02:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:47:05Z', 'updated_at': '2021-09-30T08:51:45Z', 'revision_number': 9, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:51:46.470078 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e80c8-5800-4da0-92e1-8f1596bc70dc None None] New status for floating IP d34b435a-f58f-4f89-9cd0-57cdd677e4e4: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:51:47.878715 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:51:53.249575 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:52:00.057263 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:01.432521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-e300df63-66ad-49a0-bd00-a8174bd5b1dd req-052daf31-b54b-4e45-89e0-87fde41e5061 service neutron] (94838) timed out ('10.222.0.35', 49384) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 08:52:10.531423 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:12.110389 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5abe7dd-0542-4562-be5a-e447898a1a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:14.859208 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db249dce-1a35-4f1d-811f-32df2d04a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:15.350351 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:16.013044 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:17.881165 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:30.057880 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:30.248410 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:52:38.516756 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8f27a389-6fdb-435a-9a60-6bfb59735021 req-7c0c8379-aa2b-40d0-8355-4fc2617b0fbb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394864 Sep 30 08:52:38.623768 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27a389-6fdb-435a-9a60-6bfb59735021 req-91280c91-d58c-4883-bb52-087d2132ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:38.625316 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8f27a389-6fdb-435a-9a60-6bfb59735021 req-91280c91-d58c-4883-bb52-087d2132ef01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 1097 time: 0.0440471 Sep 30 08:52:38.727873 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27a389-6fdb-435a-9a60-6bfb59735021 req-40aca8af-f6d8-4f3e-9c30-a665b2ad552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:38.729364 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8f27a389-6fdb-435a-9a60-6bfb59735021 req-40aca8af-f6d8-4f3e-9c30-a665b2ad552a service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0849416 Sep 30 08:52:38.797035 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8f27a389-6fdb-435a-9a60-6bfb59735021 req-6da182e1-8da2-46d6-8675-ff461814a4f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c7e050e-0717-4e3f-8060-2016c9c87083 HTTP/1.1" status: 200 len: 1003 time: 0.0608792 Sep 30 08:52:38.846087 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27a389-6fdb-435a-9a60-6bfb59735021 req-98e24665-bc7b-4489-8d05-95984999bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:38.847497 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8f27a389-6fdb-435a-9a60-6bfb59735021 req-98e24665-bc7b-4489-8d05-95984999bee5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0433826 Sep 30 08:52:38.892418 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27a389-6fdb-435a-9a60-6bfb59735021 req-07599e10-531b-440b-a876-3fc0d0033300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:52:38.893884 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8f27a389-6fdb-435a-9a60-6bfb59735021 req-07599e10-531b-440b-a876-3fc0d0033300 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395670 Sep 30 08:52:38.983473 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8f27a389-6fdb-435a-9a60-6bfb59735021 req-0553a5b7-60de-4eba-af6a-e0e282171eb5 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828199 Sep 30 08:52:39.070003 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8f27a389-6fdb-435a-9a60-6bfb59735021 req-2d0887d8-15af-4356-8b56-a1582562e45e service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799863 Sep 30 08:52:40.548282 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:42.111213 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4be3de11-46d0-477f-8ec8-d809026e39de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:44.860869 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8bb37306-10d8-4430-8c0a-7b709093a2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:45.351494 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:46.017137 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:52:47.883738 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:00.066436 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:07.247073 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:53:10.563435 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:12.113864 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-06383691-c98a-4803-b9aa-9742c6478a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:14.860614 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a366803-931d-4281-8660-38fd7ef4c3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:15.351802 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:16.019014 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:17.885416 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:20.799992 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baddbc-7a4b-4f39-8293-6def90915db4 req-490e6804-9968-431c-bfad-eaaa7bacc39d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:20.801687 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90baddbc-7a4b-4f39-8293-6def90915db4 req-490e6804-9968-431c-bfad-eaaa7bacc39d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0593207 Sep 30 08:53:20.843177 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90baddbc-7a4b-4f39-8293-6def90915db4 req-164f3661-0490-4381-815d-fa8294f3f8bb tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350492 Sep 30 08:53:21.042146 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-942a85e8-898d-43c5-a8a7-b1bab2017f53 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3100660 Sep 30 08:53:21.962345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b5e69-742f-40ed-a229-4e8243b04757 req-8cb5825c-8113-4dbd-afdb-b36fdb739148 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:21.963805 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-576b5e69-742f-40ed-a229-4e8243b04757 req-8cb5825c-8113-4dbd-afdb-b36fdb739148 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0496151 Sep 30 08:53:22.002519 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-576b5e69-742f-40ed-a229-4e8243b04757 req-7c9a9822-1e42-406f-82d7-371eb9cd4eda tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325317 Sep 30 08:53:22.135692 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-ce751402-0604-4ae3-a104-c1dc6e4b47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:22.137199 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-ce751402-0604-4ae3-a104-c1dc6e4b47c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 1097 time: 0.0395970 Sep 30 08:53:22.223901 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-edcf4480-8909-4f05-9adb-a50b210ff29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:22.225302 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-edcf4480-8909-4f05-9adb-a50b210ff29a service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0814228 Sep 30 08:53:22.300767 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-2871eddd-df07-4ca7-afe8-3e4751e2b4fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c7e050e-0717-4e3f-8060-2016c9c87083 HTTP/1.1" status: 200 len: 1003 time: 0.0690818 Sep 30 08:53:22.347814 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-7aa296c1-9af7-4a7c-a888-b8b685a4ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:22.349254 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-7aa296c1-9af7-4a7c-a888-b8b685a4ce62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0418358 Sep 30 08:53:22.392945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-b3f60326-b9db-4605-ac15-8af66adeac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:22.394378 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-b3f60326-b9db-4605-ac15-8af66adeac58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381672 Sep 30 08:53:22.485654 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-a00d99d7-d87c-41bf-b563-cf6730ee7a01 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840516 Sep 30 08:53:22.576055 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-a4578743-2bc2-42b7-92ea-c03e2e5ae719 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835657 Sep 30 08:53:23.120938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62136b5-33d0-46ff-ba2e-f75c18169757 req-6304fd9e-5370-4fc4-aac5-78abb3d46419 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:23.122380 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d62136b5-33d0-46ff-ba2e-f75c18169757 req-6304fd9e-5370-4fc4-aac5-78abb3d46419 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0519857 Sep 30 08:53:23.159555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d62136b5-33d0-46ff-ba2e-f75c18169757 req-f433bc50-9c0c-488b-9c95-f22aecc6eb7b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311933 Sep 30 08:53:24.277452 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f406d87-8cfb-420d-89b4-272f9eb153c3 req-05378a4f-9ce0-4137-85b6-05f78043d2de tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:24.278829 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f406d87-8cfb-420d-89b4-272f9eb153c3 req-05378a4f-9ce0-4137-85b6-05f78043d2de tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0515833 Sep 30 08:53:24.317115 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f406d87-8cfb-420d-89b4-272f9eb153c3 req-968166f2-a780-4c2b-83fc-d529ad75ffa1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321548 Sep 30 08:53:25.438405 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56a5eb-7a9e-4fd0-96d6-27638fd2a70b req-2b359780-5957-4761-891b-944b46932eab tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:25.439872 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc56a5eb-7a9e-4fd0-96d6-27638fd2a70b req-2b359780-5957-4761-891b-944b46932eab tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0514362 Sep 30 08:53:25.479449 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc56a5eb-7a9e-4fd0-96d6-27638fd2a70b req-4368ba88-9ee1-4a4b-a38f-b3e165fc9df1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312307 Sep 30 08:53:26.595614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a5a8c-c8cd-402a-9e7e-fcaa0aa14aa6 req-2e825d01-e425-4a13-aad4-bb7a42f294db tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:26.597092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-689a5a8c-c8cd-402a-9e7e-fcaa0aa14aa6 req-2e825d01-e425-4a13-aad4-bb7a42f294db tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0518949 Sep 30 08:53:26.633755 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-689a5a8c-c8cd-402a-9e7e-fcaa0aa14aa6 req-971e1c33-07a6-4a0f-9f8d-464d7eeb253d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309036 Sep 30 08:53:27.748289 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9dad3-1613-41c3-ba85-d7dadfb5366f req-0e4a5f80-87b0-4f34-85f0-11ed07fadc3f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:27.750304 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1f9dad3-1613-41c3-ba85-d7dadfb5366f req-0e4a5f80-87b0-4f34-85f0-11ed07fadc3f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0496888 Sep 30 08:53:27.788621 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a1f9dad3-1613-41c3-ba85-d7dadfb5366f req-30d5098a-3470-4cd1-afcc-55cb469ca591 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318973 Sep 30 08:53:28.913568 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0a2a9-439f-474a-b517-61d31746c026 req-e133a604-5154-4e9a-bc0f-d6644d09da79 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:28.915079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95d0a2a9-439f-474a-b517-61d31746c026 req-e133a604-5154-4e9a-bc0f-d6644d09da79 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0573065 Sep 30 08:53:28.955023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95d0a2a9-439f-474a-b517-61d31746c026 req-b990235f-f729-4894-988e-2faee11be6c4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340445 Sep 30 08:53:30.079861 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:30.403404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34471ae8-2cc0-493f-9638-e9ffe2547b59 req-c7171101-237c-4535-bc6a-e42a86d6c457 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:30.404908 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34471ae8-2cc0-493f-9638-e9ffe2547b59 req-c7171101-237c-4535-bc6a-e42a86d6c457 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.3823686 Sep 30 08:53:30.442566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-34471ae8-2cc0-493f-9638-e9ffe2547b59 req-897e3862-730a-4b4e-9ac3-1364b174e2ea tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303235 Sep 30 08:53:31.560895 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662f3b-5af8-4687-b451-92f947ad7d1d req-b8257714-83a8-42cc-b97f-b6ee7b11693b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:31.562392 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c662f3b-5af8-4687-b451-92f947ad7d1d req-b8257714-83a8-42cc-b97f-b6ee7b11693b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0533655 Sep 30 08:53:31.599595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c662f3b-5af8-4687-b451-92f947ad7d1d req-0ba2ae1a-b1de-4c7b-b79b-57c7eaba93ef tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313561 Sep 30 08:53:32.717118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1b7ab-fac5-4b90-9124-130d4cb4d7be req-41635a2d-c3e8-444f-96b9-cb022819862e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:32.718599 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53d1b7ab-fac5-4b90-9124-130d4cb4d7be req-41635a2d-c3e8-444f-96b9-cb022819862e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0496132 Sep 30 08:53:32.757514 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53d1b7ab-fac5-4b90-9124-130d4cb4d7be req-257e05da-4fb3-423d-935b-59f958f4c8c5 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315745 Sep 30 08:53:33.876856 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b10abb-cdfe-40cd-8a68-49101bd1c194 req-537eed7a-ab20-41a3-8049-c43938ca3f27 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:33.878370 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33b10abb-cdfe-40cd-8a68-49101bd1c194 req-537eed7a-ab20-41a3-8049-c43938ca3f27 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0515361 Sep 30 08:53:33.916843 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33b10abb-cdfe-40cd-8a68-49101bd1c194 req-34500835-f237-44c6-ac55-e30efb2c187d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319281 Sep 30 08:53:34.683329 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-fa164185-1518-4946-bfca-bf18dc587651 service neutron] show failed (client error): The resource could not be found. Sep 30 08:53:34.684387 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-fa164185-1518-4946-bfca-bf18dc587651 service neutron] 10.222.0.35 "GET /v2.0/ports/5c7e050e-0717-4e3f-8060-2016c9c87083/bindings/n-h1-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0981553 Sep 30 08:53:34.883248 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-3fb72c4e-9225-4d63-a16f-f88b885289fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:34.884824 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-3fb72c4e-9225-4d63-a16f-f88b885289fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe&tenant_id=f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 1097 time: 0.0397441 Sep 30 08:53:34.898039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:53:34.952743 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:35.109722 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ee3d3-8d05-4346-9ce0-62cb7ec5685a req-c18e03b5-259a-4796-9b5e-7e5ba6ed74f5 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:35.111220 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-170ee3d3-8d05-4346-9ce0-62cb7ec5685a req-c18e03b5-259a-4796-9b5e-7e5ba6ed74f5 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.1271911 Sep 30 08:53:35.198951 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-170ee3d3-8d05-4346-9ce0-62cb7ec5685a req-3cf78c14-d5ee-4c84-a098-a8846cd9d3a4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733361 Sep 30 08:53:35.218414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c7e050e-0717-4e3f-8060-2016c9c87083,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:53:35.250599 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:53:35.292243 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:53:35.294481 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9e0620-5998-47dd-a833-021bf3f55758" -d '{"events": [{"server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:53:35.300209 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:35.313699 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Transition to ACTIVE for port object 5c7e050e-0717-4e3f-8060-2016c9c87083 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:53:35.317686 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:35.348818 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d146ac0d-5116-4276-8019-1c5aa9cacea8 x-openstack-request-id: req-d146ac0d-5116-4276-8019-1c5aa9cacea8 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:53:35.349108 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:53:35.349432 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d146ac0d-5116-4276-8019-1c5aa9cacea8 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:53:35.349882 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'code': 200} Sep 30 08:53:35.399164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Pushing event updated for resources: {'Port': ['ID=5c7e050e-0717-4e3f-8060-2016c9c87083,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:53:35.411261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:35.411615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:35.412004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:35.412341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:35.412671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:35.412998 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:35.413324 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:35.413647 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:35.413968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:35.414285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:35.414604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:35.414921 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:35.454837 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] No DVR routers for this DVR port 5c7e050e-0717-4e3f-8060-2016c9c87083 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:53:35.590140 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Attempting to bind port 5c7e050e-0717-4e3f-8060-2016c9c87083 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:53:35.590474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Attempting to bind port 5c7e050e-0717-4e3f-8060-2016c9c87083 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:53:35.590803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Attempting to bind port 5c7e050e-0717-4e3f-8060-2016c9c87083 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:53:35.594972 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Port 5c7e050e-0717-4e3f-8060-2016c9c87083 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:53:35.595294 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Attempting to bind port 5c7e050e-0717-4e3f-8060-2016c9c87083 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:53:35.600622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:53:35.600959 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Checking segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:53:35.601344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Bound using segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:53:35.601769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Bound port: 5c7e050e-0717-4e3f-8060-2016c9c87083, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:53:35.602156 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:35.664311 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:53:35.667235 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5c7e050e-0717-4e3f-8060-2016c9c87083,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:53:35.672123 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:35.704620 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:35.705180 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:35.706527 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-95985703-bab9-47d3-aea6-6909311db54c service neutron] 10.222.0.36 "PUT /v2.0/ports/5c7e050e-0717-4e3f-8060-2016c9c87083 HTTP/1.1" status: 200 len: 1092 time: 0.8129890 Sep 30 08:53:35.729916 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95985703-bab9-47d3-aea6-6909311db54c service neutron] Pushing event updated for resources: {'Port': ['ID=5c7e050e-0717-4e3f-8060-2016c9c87083,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:53:35.781202 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-20162acd-7b68-485e-a627-ccf798f6db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:35.782760 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-20162acd-7b68-485e-a627-ccf798f6db69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 1095 time: 0.0499675 Sep 30 08:53:35.878531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-f4aec2d1-0226-4ee3-9724-79b749996a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:35.880068 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-f4aec2d1-0226-4ee3-9724-79b749996a89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0900576 Sep 30 08:53:35.953530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-da10852a-30da-473e-b13c-ce11c4cc886c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c7e050e-0717-4e3f-8060-2016c9c87083 HTTP/1.1" status: 200 len: 1001 time: 0.0663185 Sep 30 08:53:36.003420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-39258b1a-ace7-48fd-840a-3d50ae1abcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:36.004942 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-39258b1a-ace7-48fd-840a-3d50ae1abcdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0443609 Sep 30 08:53:36.052763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-c1e4f510-ed7f-4776-99d3-c8e6913e41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:36.054330 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-c1e4f510-ed7f-4776-99d3-c8e6913e41ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424685 Sep 30 08:53:36.066941 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-87972a9d-66bf-4066-ad99-639561d8df5b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:53:36.067945 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-87972a9d-66bf-4066-ad99-639561d8df5b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048590 Sep 30 08:53:36.160234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-56f5cb0f-2fe9-4b7a-b907-04fa6d656a11 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853055 Sep 30 08:53:36.249142 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-37169843-29a3-4838-a4b5-9b5429d078e9 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810208 Sep 30 08:53:36.324665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fba62-520f-46eb-b83c-2db977a79093 req-986e21a8-abd4-43bd-89d5-702b79e37891 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:36.326257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-723fba62-520f-46eb-b83c-2db977a79093 req-986e21a8-abd4-43bd-89d5-702b79e37891 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 944 time: 0.0523098 Sep 30 08:53:36.369426 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-723fba62-520f-46eb-b83c-2db977a79093 req-fe9675a5-eddc-41c4-8f0d-68b9726d8691 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371528 Sep 30 08:53:37.351894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:53:37.354285 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a5e20c-e5ec-41f9-8895-9c263da69f71" -d '{"events": [{"name": "network-changed", "server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:53:37.402167 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae9475b-3282-4054-adee-769075248d6e x-openstack-request-id: req-aae9475b-3282-4054-adee-769075248d6e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:53:37.402462 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:53:37.402711 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aae9475b-3282-4054-adee-769075248d6e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:53:37.403114 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'status': 'completed', 'code': 200} Sep 30 08:53:37.481669 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-9eb9cf97-3765-4149-a84d-65fe694c5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:37.483254 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-9eb9cf97-3765-4149-a84d-65fe694c5adb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 1095 time: 0.0434494 Sep 30 08:53:37.492026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-48f5e00a-a29f-4cb2-8b04-2652037bc98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:37.493512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-48f5e00a-a29f-4cb2-8b04-2652037bc98e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 1095 time: 0.0661011 Sep 30 08:53:37.528052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778f879-022e-45cc-bf04-581bb2501eb7 req-b60dcfc3-9582-4345-b226-3a17890975f0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:37.529521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3778f879-022e-45cc-bf04-581bb2501eb7 req-b60dcfc3-9582-4345-b226-3a17890975f0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 944 time: 0.0776181 Sep 30 08:53:37.579274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-c064d00c-f098-4f65-a5a7-6a2883548982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:37.580830 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-c064d00c-f098-4f65-a5a7-6a2883548982 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0908282 Sep 30 08:53:37.619967 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3778f879-022e-45cc-bf04-581bb2501eb7 req-0c52480f-7734-4635-b42b-bdcbed75198b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786555 Sep 30 08:53:37.639005 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-aa98a9e0-8c5e-4b9b-be87-b088c67eceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:37.640517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-aa98a9e0-8c5e-4b9b-be87-b088c67eceed service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.1388171 Sep 30 08:53:37.649458 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-e37e4e28-fbe9-4dd1-9ab4-372cf3596d62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c7e050e-0717-4e3f-8060-2016c9c87083 HTTP/1.1" status: 200 len: 1001 time: 0.0620289 Sep 30 08:53:37.701116 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-71734f20-7d5a-4b05-9ab7-d73b50808573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:37.702596 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-71734f20-7d5a-4b05-9ab7-d73b50808573 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0469813 Sep 30 08:53:37.709629 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-c9b03c40-376a-428b-b420-3a610e565492 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c7e050e-0717-4e3f-8060-2016c9c87083 HTTP/1.1" status: 200 len: 1001 time: 0.0596766 Sep 30 08:53:37.759525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-0bb550a2-fd94-41e3-ad93-c2848c74a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:37.761092 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-0bb550a2-fd94-41e3-ad93-c2848c74a2ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509264 Sep 30 08:53:37.765662 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-400612cb-2423-494c-9c9c-a7f400f4fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:37.767169 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-400612cb-2423-494c-9c9c-a7f400f4fbe0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0484886 Sep 30 08:53:37.816016 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-04bb253e-c7a9-44aa-8ddb-e8dda58eab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:37.817902 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-04bb253e-c7a9-44aa-8ddb-e8dda58eab77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429444 Sep 30 08:53:37.865617 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-b7e12d44-f23f-4a43-b8cd-ea5fe5f68528 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969305 Sep 30 08:53:37.913617 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-cbf42b55-d24a-4a8a-b100-ca56670a75fa service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880303 Sep 30 08:53:37.960849 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-f61e674a-93df-4a96-b11e-81c036877df1 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894096 Sep 30 08:53:38.010114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-36a5e20c-e5ec-41f9-8895-9c263da69f71 req-e47c7958-b027-45ef-855c-d5ec520fa307 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880747 Sep 30 08:53:38.739628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ca003-db64-474d-b3c6-b8ee49850203 req-02db18ea-ccbd-4d0e-b777-79a15784bce2 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:38.742182 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-484ca003-db64-474d-b3c6-b8ee49850203 req-02db18ea-ccbd-4d0e-b777-79a15784bce2 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 944 time: 0.0508366 Sep 30 08:53:38.779141 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-484ca003-db64-474d-b3c6-b8ee49850203 req-34e86cca-27f2-473a-af18-2e560671be22 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312581 Sep 30 08:53:38.871717 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5c7e050e-0717-4e3f-8060-2016c9c87083 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:53:38.912636 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5c7e050e-0717-4e3f-8060-2016c9c87083 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:53:39.090952 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-65377070-37a4-4510-8aeb-aa621fee5bc1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:39.092497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-65377070-37a4-4510-8aeb-aa621fee5bc1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.36 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe&tenant_id=f18bbad81448463cb85a0a40567b6381&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 944 time: 0.0847793 Sep 30 08:53:39.105071 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da61ec-9e0c-4fc6-ba0f-74dc05581d6f req-3e1dba98-67a6-4cdc-875e-1686844be1b9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:39.106460 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-25da61ec-9e0c-4fc6-ba0f-74dc05581d6f req-3e1dba98-67a6-4cdc-875e-1686844be1b9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 944 time: 0.0674129 Sep 30 08:53:39.175442 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-25da61ec-9e0c-4fc6-ba0f-74dc05581d6f req-b67719b7-e458-44ad-8f7c-5fc180a12026 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628989 Sep 30 08:53:39.184708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-63f8dd9e-8b8d-4f72-b628-edf2bd1a2aa2 service neutron] 10.222.0.36 "GET /v2.0/ports/5c7e050e-0717-4e3f-8060-2016c9c87083/bindings/n-h1-807359-2 HTTP/1.1" status: 200 len: 382 time: 0.0773110 Sep 30 08:53:39.250289 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-ef6d6afb-21f5-427d-ba09-9027635328d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:39.251898 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-ef6d6afb-21f5-427d-ba09-9027635328d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 1095 time: 0.0444038 Sep 30 08:53:39.299848 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5c7e050e-0717-4e3f-8060-2016c9c87083 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:53:39.343831 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-3c3675d4-1900-4ebb-920a-ff059643af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:39.345378 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-3c3675d4-1900-4ebb-920a-ff059643af80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0866289 Sep 30 08:53:39.394169 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5c7e050e-0717-4e3f-8060-2016c9c87083,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:53:39.406394 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'port_id': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'mac_address': 'fa:16:3e:02:cf:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:53:39.415468 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-87d4dc49-6895-4be6-b77b-2d49bcc7b2c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c7e050e-0717-4e3f-8060-2016c9c87083 HTTP/1.1" status: 200 len: 1001 time: 0.0632391 Sep 30 08:53:39.443717 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:39.456237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7e050e-0717-4e3f-8060-2016c9c87083 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:53:39.464996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-5b7ac5ec-94dd-4e20-ab55-47975a2027c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:39.466626 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-5b7ac5ec-94dd-4e20-ab55-47975a2027c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0441105 Sep 30 08:53:39.475509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5c7e050e-0717-4e3f-8060-2016c9c87083,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:53:39.479618 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:39.513550 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-daf3b89e-ca58-475c-b2fe-14e60cddaa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:39.515136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-daf3b89e-ca58-475c-b2fe-14e60cddaa5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418701 Sep 30 08:53:39.526476 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=5c7e050e-0717-4e3f-8060-2016c9c87083,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:53:39.534081 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:39.534432 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:39.534778 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:39.535119 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:39.535458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:39.535793 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:39.536150 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:39.536484 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:39.536868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:39.537196 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:39.537527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:39.537921 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:39.612299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-b84f4f3b-a1e3-46e1-aaba-54546e9c8f3d service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872519 Sep 30 08:53:39.703108 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-b808a658-e8d7-4ae6-a326-9b740a346b42 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830631 Sep 30 08:53:39.758998 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5c7e050e-0717-4e3f-8060-2016c9c87083'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:53:40.295803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8a022-bb6e-4b0c-9952-8f81a17248c8 req-00f9135a-5775-422d-b1a5-8dedea6c2962 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:40.297200 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5df8a022-bb6e-4b0c-9952-8f81a17248c8 req-00f9135a-5775-422d-b1a5-8dedea6c2962 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 945 time: 0.0531576 Sep 30 08:53:40.334032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5df8a022-bb6e-4b0c-9952-8f81a17248c8 req-1ed6f4f7-dd1d-486b-9640-3994e8287e34 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303888 Sep 30 08:53:40.572764 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:41.312357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5c7e050e-0717-4e3f-8060-2016c9c87083 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:53:41.359231 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 5c7e050e-0717-4e3f-8060-2016c9c87083 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:53:41.363213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 5c7e050e-0717-4e3f-8060-2016c9c87083 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:53:41.363587 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:41.449572 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:41.454689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca3752-ec1e-4ddb-9b5f-e5e8d09e8f48 req-250681ef-8102-4406-b791-08d6b5e655f9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:41.456258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6fca3752-ec1e-4ddb-9b5f-e5e8d09e8f48 req-250681ef-8102-4406-b791-08d6b5e655f9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 945 time: 0.0522070 Sep 30 08:53:41.474160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:53:41.477557 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbac2e5-aa57-4818-8abd-0512cf702847" -d '{"events": [{"server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "name": "network-vif-plugged", "status": "completed", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:53:41.495762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5c7e050e-0717-4e3f-8060-2016c9c87083,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:53:41.500562 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:41.533693 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6fca3752-ec1e-4ddb-9b5f-e5e8d09e8f48 req-0fc283cd-7595-466c-bc21-7bc9d9685b09 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704849 Sep 30 08:53:41.536420 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8409964-0f86-4cec-ae88-6f083b86a2cd x-openstack-request-id: req-f8409964-0f86-4cec-ae88-6f083b86a2cd {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:53:41.536770 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "name": "network-vif-plugged", "status": "completed", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:53:41.537557 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8409964-0f86-4cec-ae88-6f083b86a2cd {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:53:41.537973 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'code': 200} Sep 30 08:53:41.559298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=5c7e050e-0717-4e3f-8060-2016c9c87083,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:53:41.858555 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-ca5ce843-04d8-4728-9921-3647b2171fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:41.860023 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-ca5ce843-04d8-4728-9921-3647b2171fba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe&tenant_id=f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 1097 time: 0.0412283 Sep 30 08:53:41.877129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:53:41.928568 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:42.115448 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-551583b8-8f0b-440c-afb2-a97e09cf599b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:42.136084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5c7e050e-0717-4e3f-8060-2016c9c87083,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:53:42.167555 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:53:42.205703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:53:42.207962 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321d31ed-ed00-4cdb-97bc-e65043fda615" -d '{"events": [{"server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:53:42.212290 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:42.226506 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Transition to ACTIVE for port object 5c7e050e-0717-4e3f-8060-2016c9c87083 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:53:42.229878 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:42.266266 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6edebd-38d2-488c-b362-084d9aa56963 x-openstack-request-id: req-aa6edebd-38d2-488c-b362-084d9aa56963 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:53:42.266561 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:53:42.266803 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa6edebd-38d2-488c-b362-084d9aa56963 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:53:42.267188 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'code': 200} Sep 30 08:53:42.323267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7e050e-0717-4e3f-8060-2016c9c87083,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:53:42.335701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:42.336065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:42.336400 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:42.336732 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:42.337058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:42.337402 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:42.337724 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:42.338040 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:42.338356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:42.338673 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:42.338989 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:42.339298 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:53:42.374448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] No DVR routers for this DVR port 5c7e050e-0717-4e3f-8060-2016c9c87083 on host n-h1-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:53:42.508453 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Attempting to bind port 5c7e050e-0717-4e3f-8060-2016c9c87083 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:53:42.508792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Attempting to bind port 5c7e050e-0717-4e3f-8060-2016c9c87083 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:53:42.509112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Attempting to bind port 5c7e050e-0717-4e3f-8060-2016c9c87083 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:53:42.513370 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Port 5c7e050e-0717-4e3f-8060-2016c9c87083 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:53:42.513686 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Attempting to bind port 5c7e050e-0717-4e3f-8060-2016c9c87083 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:53:42.518447 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:53:42.518782 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Checking segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:53:42.519164 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Bound using segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:53:42.519777 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Bound port: 5c7e050e-0717-4e3f-8060-2016c9c87083, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:53:42.520165 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:42.590386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:53:42.594088 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c7e050e-0717-4e3f-8060-2016c9c87083,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:53:42.598237 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:42.639095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:42.639666 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:42.641158 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] 10.222.0.35 "PUT /v2.0/ports/5c7e050e-0717-4e3f-8060-2016c9c87083 HTTP/1.1" status: 200 len: 1093 time: 0.7683880 Sep 30 08:53:42.653306 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a54b6-8894-4fe8-9625-0261b31aad79 req-e5d102cd-2468-4315-a154-f8c92d95f767 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:42.654869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-657a54b6-8894-4fe8-9625-0261b31aad79 req-e5d102cd-2468-4315-a154-f8c92d95f767 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 945 time: 0.0518851 Sep 30 08:53:42.675167 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc58171-a443-4b6b-b008-ffaff15c0009 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7e050e-0717-4e3f-8060-2016c9c87083,revision_number=11']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:53:42.699096 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-657a54b6-8894-4fe8-9625-0261b31aad79 req-b886b723-e37d-4012-9860-758812776888 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350952 Sep 30 08:53:42.720041 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-799c43b4-f3b9-4d8c-8bdd-7225d9f270b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:42.721609 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-799c43b4-f3b9-4d8c-8bdd-7225d9f270b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 1096 time: 0.0434341 Sep 30 08:53:42.816218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-333efdd2-d325-4852-bf2e-c2ce45c15b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:42.817697 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-333efdd2-d325-4852-bf2e-c2ce45c15b38 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0891764 Sep 30 08:53:42.891013 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-1256eae2-c26e-4ecc-9bf6-3952db00c6ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c7e050e-0717-4e3f-8060-2016c9c87083 HTTP/1.1" status: 200 len: 1001 time: 0.0645406 Sep 30 08:53:42.943408 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-71e2015b-0b37-4017-b43f-1c231eb6b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:42.944852 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-71e2015b-0b37-4017-b43f-1c231eb6b9a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0474565 Sep 30 08:53:42.990764 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-72f45eac-cd07-44e3-adc5-4470e754f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:42.992250 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-72f45eac-cd07-44e3-adc5-4470e754f2a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405779 Sep 30 08:53:43.082943 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-148becbf-d769-43e4-857c-8d021dcec657 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832469 Sep 30 08:53:43.173340 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cd0e8754-a1c4-488b-9e0f-590cba89bfd8 req-e97cfa40-a193-442c-b029-ba389610c65c service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840423 Sep 30 08:53:43.820269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb839a8-4f6a-41f7-b228-75cdfe1f5f70 req-7a8fd634-b2f7-4d22-9c7c-d6fa35e51b5c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:43.822768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6eb839a8-4f6a-41f7-b228-75cdfe1f5f70 req-7a8fd634-b2f7-4d22-9c7c-d6fa35e51b5c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 945 time: 0.0526388 Sep 30 08:53:43.859862 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6eb839a8-4f6a-41f7-b228-75cdfe1f5f70 req-480f050d-29f7-46c7-86dd-d2b49c77e6d5 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311675 Sep 30 08:53:44.246855 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:53:44.268676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:53:44.271090 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae75c890-353a-4421-8512-da6c776dffe2" -d '{"events": [{"name": "network-changed", "server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:53:44.319531 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff73954e-9565-4735-b16c-3101a6e25ac5 x-openstack-request-id: req-ff73954e-9565-4735-b16c-3101a6e25ac5 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:53:44.319835 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:53:44.320118 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff73954e-9565-4735-b16c-3101a6e25ac5 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:53:44.320522 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'status': 'completed', 'code': 200} Sep 30 08:53:44.381542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75c890-353a-4421-8512-da6c776dffe2 req-9ffd5683-8f05-4a2b-9d03-bb4f00c8c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:44.383065 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae75c890-353a-4421-8512-da6c776dffe2 req-9ffd5683-8f05-4a2b-9d03-bb4f00c8c125 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 1096 time: 0.0403976 Sep 30 08:53:44.398176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75c890-353a-4421-8512-da6c776dffe2 req-44fcc1d3-1da7-4c69-9250-926b6908f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:44.399716 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ae75c890-353a-4421-8512-da6c776dffe2 req-44fcc1d3-1da7-4c69-9250-926b6908f0e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 1096 time: 0.0414560 Sep 30 08:53:44.472082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75c890-353a-4421-8512-da6c776dffe2 req-e3cf0283-ad48-41a3-9ee7-8ae889e75484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:44.473619 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae75c890-353a-4421-8512-da6c776dffe2 req-e3cf0283-ad48-41a3-9ee7-8ae889e75484 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0836875 Sep 30 08:53:44.497224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75c890-353a-4421-8512-da6c776dffe2 req-6a16643f-b7c1-4de2-aa1e-932f109d3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:44.498677 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ae75c890-353a-4421-8512-da6c776dffe2 req-6a16643f-b7c1-4de2-aa1e-932f109d3b5f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0876465 Sep 30 08:53:44.542859 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae75c890-353a-4421-8512-da6c776dffe2 req-484e94b3-4a53-40d3-b32a-3520d204638d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c7e050e-0717-4e3f-8060-2016c9c87083 HTTP/1.1" status: 200 len: 1001 time: 0.0618157 Sep 30 08:53:44.578292 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ae75c890-353a-4421-8512-da6c776dffe2 req-4a9febd0-5142-4bb1-8bfa-39386c310c40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c7e050e-0717-4e3f-8060-2016c9c87083 HTTP/1.1" status: 200 len: 1001 time: 0.0711946 Sep 30 08:53:44.594210 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75c890-353a-4421-8512-da6c776dffe2 req-a7d79c43-da6c-413c-a677-e5ebe43e344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:44.595748 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae75c890-353a-4421-8512-da6c776dffe2 req-a7d79c43-da6c-413c-a677-e5ebe43e344b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0464001 Sep 30 08:53:44.645816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75c890-353a-4421-8512-da6c776dffe2 req-56136c72-71a0-488d-acbd-a68c2b8f2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:44.647865 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae75c890-353a-4421-8512-da6c776dffe2 req-56136c72-71a0-488d-acbd-a68c2b8f2bfa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452938 Sep 30 08:53:44.657959 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75c890-353a-4421-8512-da6c776dffe2 req-b5035de7-b532-46c9-8b90-18b98ba8ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:44.659426 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ae75c890-353a-4421-8512-da6c776dffe2 req-b5035de7-b532-46c9-8b90-18b98ba8ea9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0509410 Sep 30 08:53:44.710315 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75c890-353a-4421-8512-da6c776dffe2 req-300d5371-c89f-403d-b5b9-016c05c79a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:44.711832 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ae75c890-353a-4421-8512-da6c776dffe2 req-300d5371-c89f-403d-b5b9-016c05c79a60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425594 Sep 30 08:53:44.757367 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae75c890-353a-4421-8512-da6c776dffe2 req-9fd774be-ab86-4d5e-ba97-6127f38093cb service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020374 Sep 30 08:53:44.817560 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ae75c890-353a-4421-8512-da6c776dffe2 req-12ace85f-25b9-40be-a6a0-697a4782cea2 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976102 Sep 30 08:53:44.857483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae75c890-353a-4421-8512-da6c776dffe2 req-aa6feab0-c8fe-4253-b52a-923b6b9c5506 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928266 Sep 30 08:53:44.868341 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-101efc9a-4347-411a-bd9d-14a01df2916a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:44.875344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5c7e050e-0717-4e3f-8060-2016c9c87083 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:53:44.935069 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ae75c890-353a-4421-8512-da6c776dffe2 req-3af1c0a4-99d6-40b1-b133-688b95e17248 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064966 Sep 30 08:53:44.983847 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c7e050e-0717-4e3f-8060-2016c9c87083,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:53:44.985866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521e21b-9da8-419c-b7eb-92a079e122e5 req-6a501b12-d5b0-402a-a342-1ea88724897e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:44.987383 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3521e21b-9da8-419c-b7eb-92a079e122e5 req-6a501b12-d5b0-402a-a342-1ea88724897e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 945 time: 0.0548747 Sep 30 08:53:44.994960 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'port_id': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'mac_address': 'fa:16:3e:02:cf:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:53:45.025201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3521e21b-9da8-419c-b7eb-92a079e122e5 req-9bebd357-5611-4b49-9143-e2d1d15e2da6 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311041 Sep 30 08:53:45.032391 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:45.045399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7e050e-0717-4e3f-8060-2016c9c87083 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:53:45.064749 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c7e050e-0717-4e3f-8060-2016c9c87083,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:53:45.068917 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:45.116404 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5c7e050e-0717-4e3f-8060-2016c9c87083,revision_number=12']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:53:45.141404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b32d99-6d75-41be-9cb1-0838673caaa3 req-58608de7-dedd-46b0-8519-1fcc07e24688 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:45.142904 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86b32d99-6d75-41be-9cb1-0838673caaa3 req-58608de7-dedd-46b0-8519-1fcc07e24688 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0490797 Sep 30 08:53:45.180863 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-86b32d99-6d75-41be-9cb1-0838673caaa3 req-2de52280-1279-402e-b70c-4d40a14531d0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320480 Sep 30 08:53:45.298011 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32ecd6-31cd-4590-bb93-26bd23c47e69 req-64cd4b23-399b-47bc-984d-fcc206f74ce3 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:45.299383 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e32ecd6-31cd-4590-bb93-26bd23c47e69 req-64cd4b23-399b-47bc-984d-fcc206f74ce3 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0474253 Sep 30 08:53:45.331129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5c7e050e-0717-4e3f-8060-2016c9c87083 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:53:45.343274 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e32ecd6-31cd-4590-bb93-26bd23c47e69 req-6ac6bed0-98ce-4dc6-a041-2d9665698081 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374160 Sep 30 08:53:45.380773 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:45.386006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5c7e050e-0717-4e3f-8060-2016c9c87083 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:53:45.395421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['5c7e050e-0717-4e3f-8060-2016c9c87083'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:53:45.578792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94af332-34b4-404c-9014-48eb03b6ae25 req-c709a232-3d9f-4d27-86c3-de9dda5283a9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:45.580214 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e94af332-34b4-404c-9014-48eb03b6ae25 req-c709a232-3d9f-4d27-86c3-de9dda5283a9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0482447 Sep 30 08:53:45.623228 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e94af332-34b4-404c-9014-48eb03b6ae25 req-bad29c04-9d67-4c69-b408-6948b79747d6 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371218 Sep 30 08:53:46.020497 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:46.739993 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540d67a-8be3-46a1-a61f-929c409f8a4b req-e8f539e8-b08d-4743-9681-2d2103837d72 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:46.741455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f540d67a-8be3-46a1-a61f-929c409f8a4b req-e8f539e8-b08d-4743-9681-2d2103837d72 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0479743 Sep 30 08:53:46.778853 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f540d67a-8be3-46a1-a61f-929c409f8a4b req-c4c12ddf-22ff-4938-961b-ff406d4f40d9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308475 Sep 30 08:53:46.894179 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5c7e050e-0717-4e3f-8060-2016c9c87083 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:53:47.002223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd610f1b-afa0-4326-966a-989f8a2d2662 req-63f0e23c-e2ec-435f-9668-84c10422739f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:47.003837 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dd610f1b-afa0-4326-966a-989f8a2d2662 req-63f0e23c-e2ec-435f-9668-84c10422739f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.35 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 946 time: 0.0520852 Sep 30 08:53:47.094013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 5c7e050e-0717-4e3f-8060-2016c9c87083 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:53:47.095873 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-dd610f1b-afa0-4326-966a-989f8a2d2662 req-39da79be-fb81-49b4-8296-0468a8faf5fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Deleting port 5c7e050e-0717-4e3f-8060-2016c9c87083 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:53:47.096243 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dd610f1b-afa0-4326-966a-989f8a2d2662 req-39da79be-fb81-49b4-8296-0468a8faf5fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:47.097569 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 5c7e050e-0717-4e3f-8060-2016c9c87083 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:53:47.097932 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:47.174193 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:47.189093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-dd610f1b-afa0-4326-966a-989f8a2d2662 req-39da79be-fb81-49b4-8296-0468a8faf5fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c7e050e-0717-4e3f-8060-2016c9c87083,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:53:47.189397 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dd610f1b-afa0-4326-966a-989f8a2d2662 req-39da79be-fb81-49b4-8296-0468a8faf5fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:47.197180 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:53:47.199417 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822a3f4c-78a6-4fc4-94b2-0c41d2cb1931" -d '{"events": [{"server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "name": "network-vif-plugged", "status": "completed", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:53:47.212715 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5c7e050e-0717-4e3f-8060-2016c9c87083, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c7e050e-0717-4e3f-8060-2016c9c87083,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:53:47.219795 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:47.256294 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9513042f-185a-45fb-883f-e21c91926caa x-openstack-request-id: req-9513042f-185a-45fb-883f-e21c91926caa {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:53:47.256587 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "name": "network-vif-plugged", "status": "completed", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:53:47.256841 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9513042f-185a-45fb-883f-e21c91926caa {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:53:47.257223 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'code': 200} Sep 30 08:53:47.285890 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5c7e050e-0717-4e3f-8060-2016c9c87083,revision_number=13']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:53:47.365908 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dd610f1b-afa0-4326-966a-989f8a2d2662 req-39da79be-fb81-49b4-8296-0468a8faf5fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:47.366268 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dd610f1b-afa0-4326-966a-989f8a2d2662 req-39da79be-fb81-49b4-8296-0468a8faf5fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:47.366590 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [req-dd610f1b-afa0-4326-966a-989f8a2d2662 req-39da79be-fb81-49b4-8296-0468a8faf5fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Floating IP d34b435a-f58f-4f89-9cd0-57cdd677e4e4 disassociated. External IP: 172.25.0.197, port: 5c7e050e-0717-4e3f-8060-2016c9c87083. Sep 30 08:53:47.366934 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-dd610f1b-afa0-4326-966a-989f8a2d2662 req-39da79be-fb81-49b4-8296-0468a8faf5fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Calling delete_port for 5c7e050e-0717-4e3f-8060-2016c9c87083 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:53:47.492454 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dd610f1b-afa0-4326-966a-989f8a2d2662 req-39da79be-fb81-49b4-8296-0468a8faf5fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:47.518818 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da79be-fb81-49b4-8296-0468a8faf5fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Pushing event deleted for resources: {'Port': ['ID=5c7e050e-0717-4e3f-8060-2016c9c87083,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:53:47.641736 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd610f1b-afa0-4326-966a-989f8a2d2662 req-39da79be-fb81-49b4-8296-0468a8faf5fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Router e11fb3af-4e90-4c86-b924-433fcc36f7a8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:53:47.752669 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd610f1b-afa0-4326-966a-989f8a2d2662 req-39da79be-fb81-49b4-8296-0468a8faf5fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:53:47.763656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ddfe8-5bca-4187-a7c1-082459a3624d None None] Sync routers for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:53:47.772751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ddfe8-5bca-4187-a7c1-082459a3624d None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:53:47.773434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-104ddfe8-5bca-4187-a7c1-082459a3624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:53:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:53:47.791877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd610f1b-afa0-4326-966a-989f8a2d2662 req-39da79be-fb81-49b4-8296-0468a8faf5fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] No DVR routers for this DVR port 5c7e050e-0717-4e3f-8060-2016c9c87083 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:53:47.794699 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dd610f1b-afa0-4326-966a-989f8a2d2662 req-39da79be-fb81-49b4-8296-0468a8faf5fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:47.797014 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dd610f1b-afa0-4326-966a-989f8a2d2662 req-39da79be-fb81-49b4-8296-0468a8faf5fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.35 "DELETE /v2.0/ports/5c7e050e-0717-4e3f-8060-2016c9c87083 HTTP/1.1" status: 204 len: 173 time: 0.7864559 Sep 30 08:53:47.797474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'name': 'network-vif-deleted', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:53:47.799969 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a7fd51-c3ee-48a5-bc9c-ae70f8d993f9" -d '{"events": [{"server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "name": "network-vif-deleted", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:53:47.842642 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7bebea-d5e6-481b-8c47-d28631940a3b x-openstack-request-id: req-da7bebea-d5e6-481b-8c47-d28631940a3b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:53:47.843048 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a05735-3062-4ff9-8b52-fce4123ecffe", "name": "network-vif-deleted", "tag": "5c7e050e-0717-4e3f-8060-2016c9c87083", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:53:47.843515 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da7bebea-d5e6-481b-8c47-d28631940a3b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:53:47.844193 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a05735-3062-4ff9-8b52-fce4123ecffe', 'name': 'network-vif-deleted', 'tag': '5c7e050e-0717-4e3f-8060-2016c9c87083', 'status': 'completed', 'code': 200} Sep 30 08:53:47.898201 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-104ddfe8-5bca-4187-a7c1-082459a3624d None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:53:47.900520 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c371e8e3-8695-4891-a13c-4d565fc12ce1 req-3371e224-f319-43a2-83d6-660122e436e9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=20a05735-3062-4ff9-8b52-fce4123ecffe HTTP/1.1" status: 200 len: 210 time: 0.0272527 Sep 30 08:53:47.925447 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:48.099765 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-104ddfe8-5bca-4187-a7c1-082459a3624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:53:48.126123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ddfe8-5bca-4187-a7c1-082459a3624d None None] Checking router: e11fb3af-4e90-4c86-b924-433fcc36f7a8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:53:48.135182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ddfe8-5bca-4187-a7c1-082459a3624d None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:53:48.135791 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-104ddfe8-5bca-4187-a7c1-082459a3624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:53:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:53:48.242571 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-104ddfe8-5bca-4187-a7c1-082459a3624d None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:53:48.453216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-104ddfe8-5bca-4187-a7c1-082459a3624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:53:48.478850 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ddfe8-5bca-4187-a7c1-082459a3624d None None] The sync data for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 is: [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:53:48.686619 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcdfbfb-3089-4b8f-951e-80b61ef1f37f None None] New status for floating IP d34b435a-f58f-4f89-9cd0-57cdd677e4e4: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:53:49.173014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-33dfb2ef-e928-4a92-9c50-d03e0c6575bb tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1089533794&fields=id&tenant_id=f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 267 time: 0.0360453 Sep 30 08:53:49.279255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-5fb556ea-d7c3-4297-850f-fdfbb32b3358 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:49.281019 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-5fb556ea-d7c3-4297-850f-fdfbb32b3358 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 811 time: 0.1011689 Sep 30 08:53:49.296265 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-d344a248-95df-4d07-965a-646d82127e91 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/quotas/f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 375 time: 0.0095088 Sep 30 08:53:49.348418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-cbe4ddb7-1de1-471a-8501-3de17b473ea8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471323 Sep 30 08:53:49.444732 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-d03106f7-18d8-467f-8991-1ac45f59da48 service neutron] 10.222.0.24 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843275 Sep 30 08:53:49.537952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-d859552e-ed80-4600-95a2-dd36c3019e8f service neutron] 10.222.0.24 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860422 Sep 30 08:53:49.701518 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55706aa2-7d09-4931-b9f5-9724e3482fb4 req-ea346744-712b-4a30-8c32-d995ed7faf07 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 210 time: 0.0274444 Sep 30 08:53:50.673776 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c36e5d28-3cd0-40ef-9905-61db7ae57bf1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:50.675262 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c36e5d28-3cd0-40ef-9905-61db7ae57bf1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 811 time: 0.1076505 Sep 30 08:53:50.731329 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-8b0acfc6-2ead-4831-baec-cf8ef8565705 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 380 time: 0.0331757 Sep 30 08:53:50.765929 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-6b47f9b1-8ecc-441d-8500-d96655b92879 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Request body: {'port': {'device_id': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'admin_state_up': True, 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'security_groups': ['d71c8d3a-15ec-4a16-8b56-7a832dd191eb']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:53:50.793296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c39f415d-d033-471e-9281-9f55fa21085f req-2cb10187-69fd-4a97-907d-d30b7bc731af tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 210 time: 0.0261037 Sep 30 08:53:50.875858 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-6b47f9b1-8ecc-441d-8500-d96655b92879 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Made reservation on behalf of f18bbad81448463cb85a0a40567b6381 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:53:50.879510 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-6b47f9b1-8ecc-441d-8500-d96655b92879 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:50.929598 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5c7e050e-0717-4e3f-8060-2016c9c87083 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:53:50.950618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 5c7e050e-0717-4e3f-8060-2016c9c87083 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:53:50.950971 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5c7e050e-0717-4e3f-8060-2016c9c87083 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:53:51.000859 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-6b47f9b1-8ecc-441d-8500-d96655b92879 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Allocated IP 172.20.0.8 (f8ea8b16-2ace-426f-ae39-1196aa6be12d/db8ff04c-08e8-4da5-9d80-980b801896b4/5c935bbb-5f28-431d-99e9-2553c3a72b24) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:53:51.400582 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-6b47f9b1-8ecc-441d-8500-d96655b92879 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:51.434712 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-6b47f9b1-8ecc-441d-8500-d96655b92879 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:51.473429 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-6b47f9b1-8ecc-441d-8500-d96655b92879 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Network f8ea8b16-2ace-426f-ae39-1196aa6be12d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:53:51.476402 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-6b47f9b1-8ecc-441d-8500-d96655b92879 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:53:51.480460 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-6b47f9b1-8ecc-441d-8500-d96655b92879 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:53:51.507173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47f9b1-8ecc-441d-8500-d96655b92879 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Pushing event updated for resources: {'Port': ['ID=5c935bbb-5f28-431d-99e9-2553c3a72b24,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:53:51.539164 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-6b47f9b1-8ecc-441d-8500-d96655b92879 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:51.539792 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-6b47f9b1-8ecc-441d-8500-d96655b92879 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:51.554568 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-6b47f9b1-8ecc-441d-8500-d96655b92879 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7924221 Sep 30 08:53:51.572688 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Request body: {'port': {'device_id': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:53:51.628084 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:51.726725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2f1394f0-5e33-4a9d-87b4-555484825319 None None] Provisioning complete for port 5c935bbb-5f28-431d-99e9-2553c3a72b24 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:53:51.727097 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f1394f0-5e33-4a9d-87b4-555484825319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:51.765595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2f1394f0-5e33-4a9d-87b4-555484825319 None None] Port 5c935bbb-5f28-431d-99e9-2553c3a72b24 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:53:51.905114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c935bbb-5f28-431d-99e9-2553c3a72b24 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:53:51.913420 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:51.914272 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9ebc5-3c4f-4a7e-9c6a-509ca50b79b7 req-83f3d727-c9b1-429e-ab41-647a871943d1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:51.917222 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ffc9ebc5-3c4f-4a7e-9c6a-509ca50b79b7 req-83f3d727-c9b1-429e-ab41-647a871943d1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 931 time: 0.0564873 Sep 30 08:53:51.926031 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Transition to ACTIVE for port object 5c935bbb-5f28-431d-99e9-2553c3a72b24 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:53:51.930387 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:51.956559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ffc9ebc5-3c4f-4a7e-9c6a-509ca50b79b7 req-b0573bfb-019e-41ea-a7f2-c31dca55d2d3 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335057 Sep 30 08:53:51.983681 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Pushing event updated for resources: {'Port': ['ID=5c935bbb-5f28-431d-99e9-2553c3a72b24,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:53:52.058783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Attempting to bind port 5c935bbb-5f28-431d-99e9-2553c3a72b24 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:53:52.059116 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Attempting to bind port 5c935bbb-5f28-431d-99e9-2553c3a72b24 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:53:52.059443 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Attempting to bind port 5c935bbb-5f28-431d-99e9-2553c3a72b24 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:53:52.064569 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Port 5c935bbb-5f28-431d-99e9-2553c3a72b24 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:53:52.064895 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Attempting to bind port 5c935bbb-5f28-431d-99e9-2553c3a72b24 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:53:52.072704 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:53:52.073047 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Checking segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:53:52.073577 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Bound using segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:53:52.074973 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Bound port: 5c935bbb-5f28-431d-99e9-2553c3a72b24, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:53:52.075351 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:52.162398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:53:52.166775 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:53:52.172313 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:52.218239 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:52.218938 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:52.223567 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] 10.222.0.35 "PUT /v2.0/ports/5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 1091 time: 0.6553960 Sep 30 08:53:52.224321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:53:52.228006 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da830a5-2513-461f-ae6c-21589997190a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:53:52.260080 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce36c4-1b27-4020-9c24-2e67c112f828 service neutron] Pushing event updated for resources: {'Port': ['ID=5c935bbb-5f28-431d-99e9-2553c3a72b24,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:53:52.286980 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254d9d48-f4ec-46ac-b688-5a1202da4b0b x-openstack-request-id: req-254d9d48-f4ec-46ac-b688-5a1202da4b0b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:53:52.287288 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:53:52.287542 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-254d9d48-f4ec-46ac-b688-5a1202da4b0b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:53:52.287968 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'status': 'completed', 'code': 200} Sep 30 08:53:52.364275 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-4ac7648f-da5b-4932-8c17-d18d779f6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:52.366806 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-4ac7648f-da5b-4932-8c17-d18d779f6648 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 1094 time: 0.0610485 Sep 30 08:53:52.425941 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-e2bfa2b4-d083-4b36-8efc-b515c0205967 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 217 time: 0.0456698 Sep 30 08:53:52.482742 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-0c159db5-c277-4f20-b9ea-4ab33a36c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:52.484510 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-0c159db5-c277-4f20-b9ea-4ab33a36c09b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0518751 Sep 30 08:53:52.546439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-254bd796-ad73-4e14-9af3-231e528a6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:52.548131 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-254bd796-ad73-4e14-9af3-231e528a6d2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564840 Sep 30 08:53:52.660449 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-2ed1ff21-4bbc-4d97-9fa7-4c364bcf8200 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023412 Sep 30 08:53:52.773902 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8b46dd6-b636-4924-a1bb-6f8ad7260aae req-b125799f-c9d0-4047-a983-4b5fcca632fa service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058841 Sep 30 08:53:52.894334 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da830a5-2513-461f-ae6c-21589997190a req-107018bf-96f7-4a82-8e35-0fd3e01e8bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:52.895865 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5da830a5-2513-461f-ae6c-21589997190a req-107018bf-96f7-4a82-8e35-0fd3e01e8bef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 1094 time: 0.0409236 Sep 30 08:53:52.990724 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da830a5-2513-461f-ae6c-21589997190a req-dbaf0bac-7171-4999-b28e-2594468df02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:52.992254 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5da830a5-2513-461f-ae6c-21589997190a req-dbaf0bac-7171-4999-b28e-2594468df02c service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0892899 Sep 30 08:53:53.035461 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5da830a5-2513-461f-ae6c-21589997190a req-ec00492e-a6bd-444e-a5e8-7c6ceb7c3583 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 217 time: 0.0357757 Sep 30 08:53:53.074541 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9754c39-f0e7-4443-8301-4d572589a4ac req-2368d7d3-1315-40b6-b1d7-ea8402687711 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:53.076071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e9754c39-f0e7-4443-8301-4d572589a4ac req-2368d7d3-1315-40b6-b1d7-ea8402687711 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 943 time: 0.0497408 Sep 30 08:53:53.091265 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da830a5-2513-461f-ae6c-21589997190a req-afc07fef-ca72-49eb-8385-3e3033630adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:53.092775 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5da830a5-2513-461f-ae6c-21589997190a req-afc07fef-ca72-49eb-8385-3e3033630adf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0497992 Sep 30 08:53:53.116436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e9754c39-f0e7-4443-8301-4d572589a4ac req-a4c17ae5-e475-49e5-9a1c-5573888c6edc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342996 Sep 30 08:53:53.139855 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da830a5-2513-461f-ae6c-21589997190a req-d63007c9-463f-497c-ae4b-96bc94202148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:53.141459 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5da830a5-2513-461f-ae6c-21589997190a req-d63007c9-463f-497c-ae4b-96bc94202148 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413537 Sep 30 08:53:53.233299 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5da830a5-2513-461f-ae6c-21589997190a req-96a1c8e9-ecd6-4f11-8eaf-875c7add9c8e service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844169 Sep 30 08:53:53.323468 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5da830a5-2513-461f-ae6c-21589997190a req-efc610ec-aa6d-49a3-a53b-89469b425a1b service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821328 Sep 30 08:53:54.233084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec08c7-44b8-4eec-a803-d315fa39b733 req-2faa43f9-0332-49ee-92f7-58bb86089bf0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:54.234541 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ec08c7-44b8-4eec-a803-d315fa39b733 req-2faa43f9-0332-49ee-92f7-58bb86089bf0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 943 time: 0.0482223 Sep 30 08:53:54.271277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13ec08c7-44b8-4eec-a803-d315fa39b733 req-5e1e3778-e25a-4c5a-8761-29b7904b42bd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307362 Sep 30 08:53:54.955318 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5c935bbb-5f28-431d-99e9-2553c3a72b24 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:53:55.047287 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:53:55.058820 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'port_id': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'mac_address': 'fa:16:3e:fe:e7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:53:55.098710 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:55.111529 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c935bbb-5f28-431d-99e9-2553c3a72b24 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:53:55.130573 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:53:55.134639 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:55.180160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5c935bbb-5f28-431d-99e9-2553c3a72b24,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:53:55.387257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['5c935bbb-5f28-431d-99e9-2553c3a72b24'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:53:55.447463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765fb76-e9d3-40fc-93a1-35c641b5d9b8 req-12bd1adc-0214-4828-9c56-e092854dbbd7 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:55.448992 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4765fb76-e9d3-40fc-93a1-35c641b5d9b8 req-12bd1adc-0214-4828-9c56-e092854dbbd7 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 944 time: 0.1046274 Sep 30 08:53:55.486961 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4765fb76-e9d3-40fc-93a1-35c641b5d9b8 req-b0a9aede-5f0c-4144-a4f3-d474fd44d1d0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320022 Sep 30 08:53:56.651265 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b32f0-3b2b-4e43-9a94-21621eceac92 req-547fc55d-5b79-4d6c-9056-79d098bf9bd2 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:56.652836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa3b32f0-3b2b-4e43-9a94-21621eceac92 req-547fc55d-5b79-4d6c-9056-79d098bf9bd2 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 944 time: 0.0986247 Sep 30 08:53:56.694769 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa3b32f0-3b2b-4e43-9a94-21621eceac92 req-030d078c-64eb-4d2b-8b5a-39464cf78d93 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357428 Sep 30 08:53:56.962451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5c935bbb-5f28-431d-99e9-2553c3a72b24 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:53:57.009734 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 5c935bbb-5f28-431d-99e9-2553c3a72b24 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:53:57.013262 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 5c935bbb-5f28-431d-99e9-2553c3a72b24 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:53:57.013632 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:57.086518 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:57.108777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:53:57.111011 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c552339-2c22-4794-89b9-42a4bb9986ba" -d '{"events": [{"server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "name": "network-vif-plugged", "status": "completed", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:53:57.126756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:53:57.130710 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:57.156994 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e9494d-5d11-4c60-9a25-b5d9037b855a x-openstack-request-id: req-39e9494d-5d11-4c60-9a25-b5d9037b855a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:53:57.157283 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "name": "network-vif-plugged", "status": "completed", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:53:57.157537 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39e9494d-5d11-4c60-9a25-b5d9037b855a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:53:57.157916 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'code': 200} Sep 30 08:53:57.186358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5c935bbb-5f28-431d-99e9-2553c3a72b24,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:53:57.265287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312da4f-f2f9-438a-a91e-ccab2798808b req-3b8b3280-ed3d-4cfb-b23d-ac9f2941e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:57.266678 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f312da4f-f2f9-438a-a91e-ccab2798808b req-3b8b3280-ed3d-4cfb-b23d-ac9f2941e911 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 1096 time: 0.0395579 Sep 30 08:53:57.302045 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f312da4f-f2f9-438a-a91e-ccab2798808b req-0dd20236-559f-46af-b292-6ac99e019863 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287011 Sep 30 08:53:57.808205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ccfe1-515a-461f-b19f-ed4b3c3c0be5 req-0bb6d6d3-a110-41ad-9b2c-80ebd9858e06 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:57.809683 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-012ccfe1-515a-461f-b19f-ed4b3c3c0be5 req-0bb6d6d3-a110-41ad-9b2c-80ebd9858e06 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0481029 Sep 30 08:53:57.846649 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-012ccfe1-515a-461f-b19f-ed4b3c3c0be5 req-a3dbb3f5-774f-4971-9f3b-d44373b4cbd0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310702 Sep 30 08:53:58.979763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95058743-0595-4cf1-b957-3d84fdc48b43 req-7af8fbc1-9e82-4cc4-8cf9-56b2c0190180 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:58.981268 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95058743-0595-4cf1-b957-3d84fdc48b43 req-7af8fbc1-9e82-4cc4-8cf9-56b2c0190180 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0672688 Sep 30 08:53:59.020347 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-95058743-0595-4cf1-b957-3d84fdc48b43 req-296a0cc6-9815-47f0-82af-7fe6832478a0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331469 Sep 30 08:53:59.129474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca908dc9-212d-42f7-bc04-1ea62b6a52f8 req-3e4e7517-6705-470c-a1f0-28e729317508 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:53:59.130963 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca908dc9-212d-42f7-bc04-1ea62b6a52f8 req-3e4e7517-6705-470c-a1f0-28e729317508 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0476723 Sep 30 08:53:59.140332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 47830) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:53:59.144666 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f69f4b36-f1fa-43de-b3a5-1fd59edd0a64 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Request body: {'floatingip': {'port_id': '5c935bbb-5f28-431d-99e9-2553c3a72b24'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:53:59.186221 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f69f4b36-f1fa-43de-b3a5-1fd59edd0a64 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:59.634692 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f69f4b36-f1fa-43de-b3a5-1fd59edd0a64 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:53:59.638890 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f69f4b36-f1fa-43de-b3a5-1fd59edd0a64 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:00.078329 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:00.087608 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-f69f4b36-f1fa-43de-b3a5-1fd59edd0a64 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Floating IP d34b435a-f58f-4f89-9cd0-57cdd677e4e4 associated. External IP: 172.25.0.197, port: 5c935bbb-5f28-431d-99e9-2553c3a72b24. Sep 30 08:54:00.292105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69f4b36-f1fa-43de-b3a5-1fd59edd0a64 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Router e11fb3af-4e90-4c86-b924-433fcc36f7a8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:54:00.404065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69f4b36-f1fa-43de-b3a5-1fd59edd0a64 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:54:00.409205 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f69f4b36-f1fa-43de-b3a5-1fd59edd0a64 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:00.413860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee75572-a424-44fb-a5b1-fccd6f546820 None None] Sync routers for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:54:00.422801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee75572-a424-44fb-a5b1-fccd6f546820 None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:54:00.423411 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1ee75572-a424-44fb-a5b1-fccd6f546820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:53:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:54:00.436665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f69f4b36-f1fa-43de-b3a5-1fd59edd0a64 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "PUT /v2.0/floatingips/d34b435a-f58f-4f89-9cd0-57cdd677e4e4 HTTP/1.1" status: 200 len: 992 time: 1.2952869 Sep 30 08:54:00.437255 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:54:00.439500 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5b016f-5243-40ed-96a0-070bddf8c12d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:54:00.478871 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8071cf-3083-4ca8-a45c-573b6b804e28 x-openstack-request-id: req-2a8071cf-3083-4ca8-a45c-573b6b804e28 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:54:00.479281 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:54:00.481586 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a8071cf-3083-4ca8-a45c-573b6b804e28 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:54:00.482136 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'status': 'completed', 'code': 200} Sep 30 08:54:00.531114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1ee75572-a424-44fb-a5b1-fccd6f546820 None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:54:00.576374 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b016f-5243-40ed-96a0-070bddf8c12d req-193f309d-d343-4420-971b-20d27633a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:00.577817 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2d5b016f-5243-40ed-96a0-070bddf8c12d req-193f309d-d343-4420-971b-20d27633a8e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 1096 time: 0.0457251 Sep 30 08:54:00.667861 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b016f-5243-40ed-96a0-070bddf8c12d req-662d3f38-e02a-432a-a924-f7a83f6e81dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:00.669414 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2d5b016f-5243-40ed-96a0-070bddf8c12d req-662d3f38-e02a-432a-a924-f7a83f6e81dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0850420 Sep 30 08:54:00.738753 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2d5b016f-5243-40ed-96a0-070bddf8c12d req-6aa6233a-4efa-473c-98ae-1ea0eaaa89ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 1000 time: 0.0624702 Sep 30 08:54:00.751374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1ee75572-a424-44fb-a5b1-fccd6f546820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'd34b435a-f58f-4f89-9cd0-57cdd677e4e4', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'port_id': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'mac_address': 'fa:16:3e:fe:e7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:47:05Z', 'updated_at': '2021-09-30T08:53:59Z', 'revision_number': 13, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:54:00.781449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee75572-a424-44fb-a5b1-fccd6f546820 None None] Checking router: e11fb3af-4e90-4c86-b924-433fcc36f7a8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:54:00.788344 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b016f-5243-40ed-96a0-070bddf8c12d req-c834d326-6cc9-4bb9-b74a-388d1d745b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:00.789600 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee75572-a424-44fb-a5b1-fccd6f546820 None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:54:00.789875 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2d5b016f-5243-40ed-96a0-070bddf8c12d req-c834d326-6cc9-4bb9-b74a-388d1d745b75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0445619 Sep 30 08:54:00.790845 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1ee75572-a424-44fb-a5b1-fccd6f546820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:53:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:54:00.838937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b016f-5243-40ed-96a0-070bddf8c12d req-dec30c99-dbbc-4677-b96b-45ba6418e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:00.840417 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2d5b016f-5243-40ed-96a0-070bddf8c12d req-dec30c99-dbbc-4677-b96b-45ba6418e451 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439341 Sep 30 08:54:00.898083 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1ee75572-a424-44fb-a5b1-fccd6f546820 None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:54:00.936305 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2d5b016f-5243-40ed-96a0-070bddf8c12d req-56281d3b-6416-45cc-a153-f22416c75b2d service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890336 Sep 30 08:54:01.031524 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2d5b016f-5243-40ed-96a0-070bddf8c12d req-b8103ec3-e3ed-4a4e-b57c-29cabd2a9f82 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883594 Sep 30 08:54:01.119207 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1ee75572-a424-44fb-a5b1-fccd6f546820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'd34b435a-f58f-4f89-9cd0-57cdd677e4e4', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'port_id': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'mac_address': 'fa:16:3e:fe:e7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:47:05Z', 'updated_at': '2021-09-30T08:53:59Z', 'revision_number': 13, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:54:01.148448 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee75572-a424-44fb-a5b1-fccd6f546820 None None] The sync data for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 is: [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'd34b435a-f58f-4f89-9cd0-57cdd677e4e4', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'port_id': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'mac_address': 'fa:16:3e:fe:e7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T08:47:05Z', 'updated_at': '2021-09-30T08:53:59Z', 'revision_number': 13, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:54:01.327698 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4dfa3f-60f9-44cf-953e-f86505379e4b None None] New status for floating IP d34b435a-f58f-4f89-9cd0-57cdd677e4e4: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:54:10.731094 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:12.116713 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d17e4ee-2c15-42a3-b535-01ef3c733527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:14.861462 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a0d709a-2a37-4df4-ab32-dc6bfb7e7050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:15.352935 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:16.023172 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:17.891317 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:21.247214 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:54:30.092625 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:40.582003 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:41.519205 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3acf0e4a-4dfc-410d-904f-5e7a08bf24ff req-48d58227-8a13-4cd0-8911-a7d259181bab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460291 Sep 30 08:54:41.612920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf0e4a-4dfc-410d-904f-5e7a08bf24ff req-9c98b5f2-122d-4e53-af13-fb6ae7961707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:41.614405 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3acf0e4a-4dfc-410d-904f-5e7a08bf24ff req-9c98b5f2-122d-4e53-af13-fb6ae7961707 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 1096 time: 0.0397658 Sep 30 08:54:41.718700 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf0e4a-4dfc-410d-904f-5e7a08bf24ff req-8c737002-bb58-4ed5-836e-e84727b487ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:41.720183 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3acf0e4a-4dfc-410d-904f-5e7a08bf24ff req-8c737002-bb58-4ed5-836e-e84727b487ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0856531 Sep 30 08:54:41.802648 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3acf0e4a-4dfc-410d-904f-5e7a08bf24ff req-9f889339-6f1e-4d23-a412-ace9124067e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 1002 time: 0.0665612 Sep 30 08:54:41.849798 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf0e4a-4dfc-410d-904f-5e7a08bf24ff req-47169741-d456-48a4-9f27-d74c87fff971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:41.851203 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3acf0e4a-4dfc-410d-904f-5e7a08bf24ff req-47169741-d456-48a4-9f27-d74c87fff971 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0421646 Sep 30 08:54:41.896460 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf0e4a-4dfc-410d-904f-5e7a08bf24ff req-bee4cbbc-27d3-4453-b285-af30523b6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:54:41.897933 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3acf0e4a-4dfc-410d-904f-5e7a08bf24ff req-bee4cbbc-27d3-4453-b285-af30523b6364 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399160 Sep 30 08:54:41.989532 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3acf0e4a-4dfc-410d-904f-5e7a08bf24ff req-26cefb1a-cc2c-43aa-a5d7-e935bef4ba1a service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844512 Sep 30 08:54:42.083616 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3acf0e4a-4dfc-410d-904f-5e7a08bf24ff req-b1e0fc4c-32d7-43af-92f5-cac834f5ca7a service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868859 Sep 30 08:54:42.117414 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb190b73-5a4b-4a92-930e-7c98c76d3ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:44.862450 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1133782-f1f6-450e-8f5e-16f3f59285f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:45.354759 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:46.026082 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:47.895185 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:54:58.246124 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:55:00.091974 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:10.589822 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:12.117369 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8de89b5-3987-414f-ae62-fb0a3d1fd536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:14.863505 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-944335fe-e47c-4375-9cfa-cfa446b8af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:15.355034 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:16.029819 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:17.898254 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:30.093971 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:35.246756 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:55:37.041834 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb93bf-419f-4087-89c2-52b3f7d0e3b4 req-f87699d3-cb01-402d-9e68-61702ec13057 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:37.043348 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46eb93bf-419f-4087-89c2-52b3f7d0e3b4 req-f87699d3-cb01-402d-9e68-61702ec13057 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0510106 Sep 30 08:55:37.079464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46eb93bf-419f-4087-89c2-52b3f7d0e3b4 req-4813e7f8-8068-4262-b992-2988ff92d16c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300641 Sep 30 08:55:40.593768 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:41.518060 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b9aacec0-16a7-492b-9856-4c594c5ca4e3 req-b6a10d85-996b-43f4-b8b3-978d499107ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399394 Sep 30 08:55:41.612470 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aacec0-16a7-492b-9856-4c594c5ca4e3 req-f38728c0-ab64-4bee-b6ee-9b971d383e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:41.613983 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b9aacec0-16a7-492b-9856-4c594c5ca4e3 req-f38728c0-ab64-4bee-b6ee-9b971d383e25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 1096 time: 0.0406394 Sep 30 08:55:41.718406 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aacec0-16a7-492b-9856-4c594c5ca4e3 req-1c86615d-4acb-4620-b1ce-62f01d9ce2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:41.719874 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b9aacec0-16a7-492b-9856-4c594c5ca4e3 req-1c86615d-4acb-4620-b1ce-62f01d9ce2f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0871716 Sep 30 08:55:41.783679 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b9aacec0-16a7-492b-9856-4c594c5ca4e3 req-e7a58c15-f9ab-4184-8d74-15a35f9a0124 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 1002 time: 0.0561144 Sep 30 08:55:41.830689 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aacec0-16a7-492b-9856-4c594c5ca4e3 req-9225bd49-f1c3-4667-81f0-4c1357861e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:41.832142 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b9aacec0-16a7-492b-9856-4c594c5ca4e3 req-9225bd49-f1c3-4667-81f0-4c1357861e2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0418117 Sep 30 08:55:41.881839 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aacec0-16a7-492b-9856-4c594c5ca4e3 req-924457ef-eb78-4822-8a93-1776e318abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:41.884800 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b9aacec0-16a7-492b-9856-4c594c5ca4e3 req-924457ef-eb78-4822-8a93-1776e318abd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462389 Sep 30 08:55:41.973429 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b9aacec0-16a7-492b-9856-4c594c5ca4e3 req-a0519df8-88d2-4d12-9b41-fb9f20584b99 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817244 Sep 30 08:55:42.064271 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b9aacec0-16a7-492b-9856-4c594c5ca4e3 req-747e3c25-950e-4c1c-ba54-288a9120ead0 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842650 Sep 30 08:55:42.118143 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-678d2def-96d2-4c67-a5f6-1f4456b293c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:44.864270 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1fb1880-17c8-4cbd-81b1-88faf104cf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:45.355554 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:46.033029 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:47.900786 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:55:48.029462 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-1f33382a-f71a-4b6f-b3f4-c8aeee056695 req-df9fb57d-7fee-4293-8ab8-a6c891d66334 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:55:48.030741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1f33382a-f71a-4b6f-b3f4-c8aeee056695 req-df9fb57d-7fee-4293-8ab8-a6c891d66334 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059843 Sep 30 08:55:48.212244 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd5a23-3a40-44cc-947d-2918ee2aa56c req-aeab393c-b4b0-41eb-97bd-808c14622c44 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:48.213765 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46bd5a23-3a40-44cc-947d-2918ee2aa56c req-aeab393c-b4b0-41eb-97bd-808c14622c44 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0499282 Sep 30 08:55:48.255676 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-46bd5a23-3a40-44cc-947d-2918ee2aa56c req-df409e83-7e1b-4c2a-90ca-cddf0fcff98d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359378 Sep 30 08:55:48.267685 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-0ba71d8a-a01f-438e-a0ff-48ab584a4fc3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1162751 Sep 30 08:55:48.276894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-c7d2011d-9504-4611-b312-c22e59f446c3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 08:55:48.277855 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-c7d2011d-9504-4611-b312-c22e59f446c3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053101 Sep 30 08:55:49.374318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e49f4-2791-4202-90f8-c9bf3b774312 req-dc8a363d-dfc7-448e-90f3-565af3cfb112 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:49.375823 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c91e49f4-2791-4202-90f8-c9bf3b774312 req-dc8a363d-dfc7-448e-90f3-565af3cfb112 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0513682 Sep 30 08:55:49.413328 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c91e49f4-2791-4202-90f8-c9bf3b774312 req-f7dfa59d-67ee-465e-a4a6-263a73ac38b2 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317118 Sep 30 08:55:50.528346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778610a-187f-4525-8592-910ce1f312b5 req-00f6767f-3e1a-4865-bf95-2650a5cfafbc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:50.530091 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3778610a-187f-4525-8592-910ce1f312b5 req-00f6767f-3e1a-4865-bf95-2650a5cfafbc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0483539 Sep 30 08:55:50.567651 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3778610a-187f-4525-8592-910ce1f312b5 req-8215cd07-ab3b-4423-9263-7faba05e2e53 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316885 Sep 30 08:55:51.561965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-670670be-5b25-4cd6-8c65-426d94fc29ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:51.563460 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-670670be-5b25-4cd6-8c65-426d94fc29ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 1096 time: 0.0413580 Sep 30 08:55:51.659146 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-e0712fc1-0907-4fd4-93cf-41432521328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:51.660697 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-e0712fc1-0907-4fd4-93cf-41432521328b service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0903182 Sep 30 08:55:51.686624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581b09f-8fef-4b8e-bfe4-084037c628f2 req-e0291786-33e1-498a-a869-f9770c667e10 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:51.688177 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2581b09f-8fef-4b8e-bfe4-084037c628f2 req-e0291786-33e1-498a-a869-f9770c667e10 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0499351 Sep 30 08:55:51.725084 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-fb5b60c4-376f-44fc-8aa8-0d58b1dd4097 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 1002 time: 0.0574415 Sep 30 08:55:51.725990 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2581b09f-8fef-4b8e-bfe4-084037c628f2 req-4b2ebd17-879e-4d17-9edd-dbb65a736563 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318353 Sep 30 08:55:51.776861 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-9c84e101-200b-4610-8837-68c57c9e1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:51.778292 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-9c84e101-200b-4610-8837-68c57c9e1e5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0467505 Sep 30 08:55:51.824132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-cf912e16-ae66-4716-a638-4902b8596f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:51.825458 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-cf912e16-ae66-4716-a638-4902b8596f36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391173 Sep 30 08:55:51.917781 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-a3b5c2a9-eba9-43e2-ae7b-26654391b8ed service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846150 Sep 30 08:55:52.007749 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-a98fac89-e918-44a4-80cf-d93daa3eb24e service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831339 Sep 30 08:55:52.843423 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2dc50d-1a2b-4704-b2e9-808de161968b req-eb58a460-b77d-4431-bbe7-67a04be15ea7 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:52.844920 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd2dc50d-1a2b-4704-b2e9-808de161968b req-eb58a460-b77d-4431-bbe7-67a04be15ea7 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0514398 Sep 30 08:55:52.883208 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fd2dc50d-1a2b-4704-b2e9-808de161968b req-58132002-0ffe-45f4-bde2-4ec9a4e2e5a6 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323195 Sep 30 08:55:53.998339 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4080d-8c23-4d25-b791-6175065a81e4 req-93c2baee-814c-46da-88ae-02bf3afe10ad tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:53.999810 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7b4080d-8c23-4d25-b791-6175065a81e4 req-93c2baee-814c-46da-88ae-02bf3afe10ad tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0481508 Sep 30 08:55:54.037725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7b4080d-8c23-4d25-b791-6175065a81e4 req-57089b75-ee89-4d4b-90aa-5166a07b4a00 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320706 Sep 30 08:55:55.172303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff491b9-3732-40d2-9cf8-9dfbff4eb5fc req-327a0fda-bc22-4c7e-99cc-b1a2393bcdc6 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:55.174740 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ff491b9-3732-40d2-9cf8-9dfbff4eb5fc req-327a0fda-bc22-4c7e-99cc-b1a2393bcdc6 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0593932 Sep 30 08:55:55.228566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ff491b9-3732-40d2-9cf8-9dfbff4eb5fc req-9e376d5a-7a5f-43f9-9ec2-562315217554 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467746 Sep 30 08:55:56.349369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacf5e7-eb8d-403b-be16-291ff0c9698b req-b22d9886-afd2-466d-b0e2-8662ca67bbfb tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:56.350830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecacf5e7-eb8d-403b-be16-291ff0c9698b req-b22d9886-afd2-466d-b0e2-8662ca67bbfb tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0523009 Sep 30 08:55:56.388311 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecacf5e7-eb8d-403b-be16-291ff0c9698b req-88502822-4b38-4145-bf88-fdccb55b5cc5 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309398 Sep 30 08:55:57.503295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f68f48-2923-4fe4-b3dd-f838aa4f3387 req-ceb0480b-97c3-479f-a8a5-84b8730bd8d8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:57.504810 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-04f68f48-2923-4fe4-b3dd-f838aa4f3387 req-ceb0480b-97c3-479f-a8a5-84b8730bd8d8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0497425 Sep 30 08:55:57.544139 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-04f68f48-2923-4fe4-b3dd-f838aa4f3387 req-5e11375c-11dc-46b0-9b73-e841dc47c0ef tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335262 Sep 30 08:55:58.660336 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35248a-ce67-4f7c-b8a4-33fdc2c02d6d req-5c1278dd-7fb5-4a61-8aa5-e0396cf49104 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:58.661828 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d35248a-ce67-4f7c-b8a4-33fdc2c02d6d req-5c1278dd-7fb5-4a61-8aa5-e0396cf49104 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0494080 Sep 30 08:55:58.700904 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d35248a-ce67-4f7c-b8a4-33fdc2c02d6d req-d5b206b5-a75d-4584-a2aa-96e0c35c22c4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320210 Sep 30 08:55:59.819270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365b366-10f7-43cf-9091-810525dbf399 req-94100f63-59f2-4a1a-a18c-30b3e14acc44 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:55:59.820803 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1365b366-10f7-43cf-9091-810525dbf399 req-94100f63-59f2-4a1a-a18c-30b3e14acc44 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0542543 Sep 30 08:55:59.858242 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1365b366-10f7-43cf-9091-810525dbf399 req-6c5e8215-9d9a-468d-9c81-e57600646cb2 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307527 Sep 30 08:56:00.102459 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:00.982482 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe8606-1961-4c51-9a26-8b65b096827b req-3a04ee49-61de-46c4-b88b-05b7be4132be tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:00.984006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1abe8606-1961-4c51-9a26-8b65b096827b req-3a04ee49-61de-46c4-b88b-05b7be4132be tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0491245 Sep 30 08:56:01.020446 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1abe8606-1961-4c51-9a26-8b65b096827b req-fdc6d063-ac85-48ce-928d-8f2eb9b153b3 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305643 Sep 30 08:56:02.136648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc865192-c3c9-4d73-92df-f60c6376546d req-94f06a19-1c97-4b24-9696-2a2995371f8f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:02.138134 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc865192-c3c9-4d73-92df-f60c6376546d req-94f06a19-1c97-4b24-9696-2a2995371f8f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0485094 Sep 30 08:56:02.175616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc865192-c3c9-4d73-92df-f60c6376546d req-154bf981-f6ae-4288-a51d-20b559b8b015 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316730 Sep 30 08:56:03.299280 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b96aa2-c102-4cc3-97f8-9d4a368ff10c req-1b076ad2-4b65-4034-b094-dc9f2fda80fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:03.300826 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94b96aa2-c102-4cc3-97f8-9d4a368ff10c req-1b076ad2-4b65-4034-b094-dc9f2fda80fc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0527308 Sep 30 08:56:03.337210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94b96aa2-c102-4cc3-97f8-9d4a368ff10c req-5bf11c07-d8fc-4fdd-8fc4-30e83ec04878 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306087 Sep 30 08:56:04.454887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba82ef2-b6d7-4393-bc00-ad6c35a51e45 req-e92940eb-b55c-46ca-9f28-ea325427bcc0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:04.456555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ba82ef2-b6d7-4393-bc00-ad6c35a51e45 req-e92940eb-b55c-46ca-9f28-ea325427bcc0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0503652 Sep 30 08:56:04.496714 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7ba82ef2-b6d7-4393-bc00-ad6c35a51e45 req-f6017339-d938-4dba-9051-70be44980271 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338414 Sep 30 08:56:05.612641 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc4653-04e6-4849-9b16-8a215f5fc856 req-12e41666-a70b-40d1-9850-63756e17c25b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:05.614140 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8acc4653-04e6-4849-9b16-8a215f5fc856 req-12e41666-a70b-40d1-9850-63756e17c25b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0495586 Sep 30 08:56:05.655684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8acc4653-04e6-4849-9b16-8a215f5fc856 req-bb0e448e-dac0-43f3-beb8-5446d40715cb tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352788 Sep 30 08:56:05.890179 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-d58451b1-2999-4264-828e-131e046abe86 service neutron] show failed (client error): The resource could not be found. Sep 30 08:56:05.891199 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-d58451b1-2999-4264-828e-131e046abe86 service neutron] 10.222.0.35 "GET /v2.0/ports/5c935bbb-5f28-431d-99e9-2553c3a72b24/bindings/n-h1-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0541813 Sep 30 08:56:06.138474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-a5f36201-b108-4a50-a1a1-33e576eb4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:06.140010 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-a5f36201-b108-4a50-a1a1-33e576eb4909 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f&tenant_id=f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 1096 time: 0.0907881 Sep 30 08:56:06.152793 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:56:06.205284 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:06.402049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:06.439241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:56:06.477571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:56:06.480530 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9867e1da-b212-4426-8a19-7fd50e52ebdb" -d '{"events": [{"server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "name": "network-vif-unplugged", "status": "completed", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:56:06.484318 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:06.496905 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Transition to ACTIVE for port object 5c935bbb-5f28-431d-99e9-2553c3a72b24 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:56:06.501175 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:06.597027 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846f90cf-f8c7-41a1-acdf-f6fd8be04c38 x-openstack-request-id: req-846f90cf-f8c7-41a1-acdf-f6fd8be04c38 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:56:06.597331 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "name": "network-vif-unplugged", "status": "completed", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:56:06.597590 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-846f90cf-f8c7-41a1-acdf-f6fd8be04c38 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:56:06.597998 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'code': 200} Sep 30 08:56:06.600622 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Pushing event updated for resources: {'Port': ['ID=5c935bbb-5f28-431d-99e9-2553c3a72b24,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:06.616350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:06.617004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:06.617101 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:06.617362 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:06.617831 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:06.618019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:06.618350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:06.618678 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:06.619009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:06.619335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:06.619696 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:06.620118 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:06.636968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] No DVR routers for this DVR port 5c935bbb-5f28-431d-99e9-2553c3a72b24 on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:56:06.811570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139b4e3-993f-4d3f-a4ad-cf23432ff8f0 req-b3f0134b-68d5-49c2-be93-26925e454c5d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:06.813021 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b139b4e3-993f-4d3f-a4ad-cf23432ff8f0 req-b3f0134b-68d5-49c2-be93-26925e454c5d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 943 time: 0.0882950 Sep 30 08:56:06.817236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Attempting to bind port 5c935bbb-5f28-431d-99e9-2553c3a72b24 on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:56:06.817573 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Attempting to bind port 5c935bbb-5f28-431d-99e9-2553c3a72b24 by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:56:06.817905 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Attempting to bind port 5c935bbb-5f28-431d-99e9-2553c3a72b24 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:56:06.828459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Port 5c935bbb-5f28-431d-99e9-2553c3a72b24 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:56:06.828785 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Attempting to bind port 5c935bbb-5f28-431d-99e9-2553c3a72b24 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:56:06.842684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:56:06.843024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Checking segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:56:06.843408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Bound using segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:56:06.843841 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Bound port: 5c935bbb-5f28-431d-99e9-2553c3a72b24, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:56:06.844226 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:06.871427 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b139b4e3-993f-4d3f-a4ad-cf23432ff8f0 req-68823442-a458-407c-b896-40dc8f5d79e1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513453 Sep 30 08:56:06.924412 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:56:06.927364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:56:06.932233 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:06.966937 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:06.967636 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:06.969160 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] 10.222.0.36 "PUT /v2.0/ports/5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 1091 time: 0.8203769 Sep 30 08:56:06.989889 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ba9da-11bf-442f-9821-45e67a648912 service neutron] Pushing event updated for resources: {'Port': ['ID=5c935bbb-5f28-431d-99e9-2553c3a72b24,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:07.038146 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-99f04dbe-6185-463f-82e8-f4cdf52b392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:07.039710 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-99f04dbe-6185-463f-82e8-f4cdf52b392e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 1094 time: 0.0468564 Sep 30 08:56:07.138360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-e140a0da-8725-40d5-9bb5-f5da9fe1bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:07.139871 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-e140a0da-8725-40d5-9bb5-f5da9fe1bf21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0927522 Sep 30 08:56:07.204318 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-e09f1ce0-af51-4cb4-bdf4-daf232aa38f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 1000 time: 0.0576513 Sep 30 08:56:07.252149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-30dff3ac-96d5-4c8b-81ad-d4b8f627cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:07.253489 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-30dff3ac-96d5-4c8b-81ad-d4b8f627cb25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0418205 Sep 30 08:56:07.302483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-22eb7e66-0670-401a-9a8c-eb0608049c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:07.303984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-22eb7e66-0670-401a-9a8c-eb0608049c71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427508 Sep 30 08:56:07.392758 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-d0a27b93-6249-4eb1-8ed5-cd97725d32d8 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818951 Sep 30 08:56:07.485531 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16a5b7d1-2132-4a8b-acb4-99459e751e8b req-f6e1798b-0026-47b5-b295-1215aff4aeb6 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844088 Sep 30 08:56:07.575683 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5c935bbb-5f28-431d-99e9-2553c3a72b24 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:07.613345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5c935bbb-5f28-431d-99e9-2553c3a72b24 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:07.991970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6b390-ccff-497c-b0ea-81556c6f152b req-04f7f782-5b13-4951-aaa6-c3bd8ea277be tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:07.993440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2de6b390-ccff-497c-b0ea-81556c6f152b req-04f7f782-5b13-4951-aaa6-c3bd8ea277be tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 943 time: 0.0504589 Sep 30 08:56:08.032590 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2de6b390-ccff-497c-b0ea-81556c6f152b req-dd8befd4-dea8-4cce-a6a8-0387f8195006 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322769 Sep 30 08:56:08.599193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:56:08.601554 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:56:08.653290 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af8d6a1-a201-4a66-81b0-9c33874bab73 x-openstack-request-id: req-5af8d6a1-a201-4a66-81b0-9c33874bab73 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:56:08.653755 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:56:08.654015 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5af8d6a1-a201-4a66-81b0-9c33874bab73 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:56:08.654421 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'status': 'completed', 'code': 200} Sep 30 08:56:08.718939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-41e2f92c-a8c8-4b71-93c1-51ea23b16325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:08.720670 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-41e2f92c-a8c8-4b71-93c1-51ea23b16325 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 1094 time: 0.0445423 Sep 30 08:56:08.734851 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-cd683e4f-df7b-48c7-a14b-59e626c3708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:08.736378 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-cd683e4f-df7b-48c7-a14b-59e626c3708d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 1094 time: 0.0469148 Sep 30 08:56:08.818618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-861ad4c8-f7e9-4b16-9565-66a48dc4239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:08.819783 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-861ad4c8-f7e9-4b16-9565-66a48dc4239e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0917606 Sep 30 08:56:08.832941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-f721d8fd-066e-4f77-850b-20f058597001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:08.834536 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-f721d8fd-066e-4f77-850b-20f058597001 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0905733 Sep 30 08:56:08.885834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-694d197e-519b-4df1-b039-8835d935af33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 1000 time: 0.0582347 Sep 30 08:56:08.906895 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-2588d153-fe0c-4fed-af1f-15dbf129b336 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 1000 time: 0.0651374 Sep 30 08:56:08.939537 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-36cea12d-13d2-4b49-bf91-78a7e00f397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:08.941366 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-36cea12d-13d2-4b49-bf91-78a7e00f397d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0495141 Sep 30 08:56:08.957095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-463b6279-024d-4e0d-a48a-cfc690669f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:08.958556 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-463b6279-024d-4e0d-a48a-cfc690669f3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0448570 Sep 30 08:56:08.987636 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-693881d6-5e76-4843-b5e5-a7223eaad07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:08.989331 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-693881d6-5e76-4843-b5e5-a7223eaad07b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413554 Sep 30 08:56:09.005629 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-2618e515-8f21-4678-989a-8d4d91cc9fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:09.007271 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-2618e515-8f21-4678-989a-8d4d91cc9fd1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418353 Sep 30 08:56:09.093687 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-f65de46e-9480-4b92-845f-e957f635e7cd service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930412 Sep 30 08:56:09.109916 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-4861c5d4-cc2f-44fe-ae1b-47e8b99cf68d service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949116 Sep 30 08:56:09.212657 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-2c527946-2872-4f99-91e4-ff3c278fd2ee service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950274 Sep 30 08:56:09.217675 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217ba43-708b-41bb-8d59-e86a3c3d8640 req-64596c88-f1e2-4cbc-8164-d65ce31ba0c5 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:09.219168 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5217ba43-708b-41bb-8d59-e86a3c3d8640 req-64596c88-f1e2-4cbc-8164-d65ce31ba0c5 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 943 time: 0.0931132 Sep 30 08:56:09.250505 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-37e1b129-9e62-45a6-81ca-1b5d1ae610d2 req-c858b19f-6184-44c0-95b7-59a6a743883b service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492832 Sep 30 08:56:09.271642 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5217ba43-708b-41bb-8d59-e86a3c3d8640 req-31a1f651-bc96-48a9-845b-96ca73868ffd tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397196 Sep 30 08:56:10.394944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032b344-aba8-4234-adc8-f0291680db79 req-c885862d-1993-42b8-9da1-cefa7ab8e39f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:10.396476 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8032b344-aba8-4234-adc8-f0291680db79 req-c885862d-1993-42b8-9da1-cefa7ab8e39f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 943 time: 0.0538430 Sep 30 08:56:10.434737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8032b344-aba8-4234-adc8-f0291680db79 req-40a73181-0c1e-4372-8524-7ae3636b5ed2 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321591 Sep 30 08:56:10.589400 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:11.551769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6821a4-525e-4621-a96b-a96747febf35 req-35ed6e29-4409-45f3-8947-a03214b91e97 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:11.553176 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae6821a4-525e-4621-a96b-a96747febf35 req-35ed6e29-4409-45f3-8947-a03214b91e97 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 943 time: 0.0494361 Sep 30 08:56:11.591397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ae6821a4-525e-4621-a96b-a96747febf35 req-a689b98d-b804-4d39-a393-e8e3587a66bc tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320034 Sep 30 08:56:12.118225 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc61752b-7cd1-45d8-9fcf-2ff93af06ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:12.246157 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:56:12.706133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d374479-92fa-4c7d-ac7b-822aa26e47db req-aef5b7ae-bf13-4931-bb2b-d91b946e81f9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:12.707605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d374479-92fa-4c7d-ac7b-822aa26e47db req-aef5b7ae-bf13-4931-bb2b-d91b946e81f9 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 943 time: 0.0487468 Sep 30 08:56:12.746311 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d374479-92fa-4c7d-ac7b-822aa26e47db req-4a347125-c465-46ba-8849-5f4096213a2c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328746 Sep 30 08:56:13.866860 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9fd3e-1e23-4f24-9736-f2f7750c8ce0 req-99360c14-2d66-4153-b8db-bf897bee5e5e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:13.868372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4c9fd3e-1e23-4f24-9736-f2f7750c8ce0 req-99360c14-2d66-4153-b8db-bf897bee5e5e tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 943 time: 0.0535069 Sep 30 08:56:13.911828 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a4c9fd3e-1e23-4f24-9736-f2f7750c8ce0 req-0a3eb83a-6f00-414f-ab8c-be75ae273d24 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320616 Sep 30 08:56:14.864764 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e56362f8-20fd-4b52-a361-9ab96fb7b1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:15.027485 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc9840-b4a0-42fc-ba2b-f5185a6e3021 req-cd1a29dd-0eea-47d1-b8f8-9fed16a91499 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:15.028994 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9fc9840-b4a0-42fc-ba2b-f5185a6e3021 req-cd1a29dd-0eea-47d1-b8f8-9fed16a91499 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 943 time: 0.0490742 Sep 30 08:56:15.065779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a9fc9840-b4a0-42fc-ba2b-f5185a6e3021 req-78184233-7897-4fb5-bfe8-ec067faf020d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307636 Sep 30 08:56:15.356412 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:16.036145 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:16.181393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda4be0-2791-4a3f-9e11-16828ae6c6a3 req-df1e490a-f6de-4db1-9fe0-c88428777972 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:16.182977 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cda4be0-2791-4a3f-9e11-16828ae6c6a3 req-df1e490a-f6de-4db1-9fe0-c88428777972 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 943 time: 0.0497317 Sep 30 08:56:16.220083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cda4be0-2791-4a3f-9e11-16828ae6c6a3 req-332c1ee8-e819-4476-bd50-853974dc0e49 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312994 Sep 30 08:56:17.353460 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a12e1-ccb9-492d-b76b-b7f3bfd333cd req-6f3a9f6b-0d1b-446f-a1e6-76002593060a tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:17.356716 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c9a12e1-ccb9-492d-b76b-b7f3bfd333cd req-6f3a9f6b-0d1b-446f-a1e6-76002593060a tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 943 time: 0.0614386 Sep 30 08:56:17.393969 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c9a12e1-ccb9-492d-b76b-b7f3bfd333cd req-f6d21a81-ceda-4c0d-b233-845d6c365172 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314624 Sep 30 08:56:17.906235 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:18.513347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3c32d-83ae-4ee8-b1bf-4858c7d453ad req-5bfca9cd-150f-40a5-b816-18782c654109 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:18.514834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66c3c32d-83ae-4ee8-b1bf-4858c7d453ad req-5bfca9cd-150f-40a5-b816-18782c654109 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 943 time: 0.0491118 Sep 30 08:56:18.553422 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-66c3c32d-83ae-4ee8-b1bf-4858c7d453ad req-e5c7c1a4-7a39-40ae-8041-d37e5005f631 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326684 Sep 30 08:56:19.668489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe52bd-3d21-4f60-96b2-584da83a9df6 req-d5174e9c-9519-4973-9190-7ea26a27e483 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:19.669965 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bdfe52bd-3d21-4f60-96b2-584da83a9df6 req-d5174e9c-9519-4973-9190-7ea26a27e483 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 943 time: 0.0491385 Sep 30 08:56:19.706961 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bdfe52bd-3d21-4f60-96b2-584da83a9df6 req-47debb74-45fb-4a3f-a16b-7e04258a5da1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312321 Sep 30 08:56:20.012070 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5c935bbb-5f28-431d-99e9-2553c3a72b24 details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:56:20.016809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07026e9-3876-4be2-bc65-a1122e499128 req-ba0d05d3-cd27-44d7-995e-a79693ec49a1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:20.018285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-ba0d05d3-cd27-44d7-995e-a79693ec49a1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f&tenant_id=f18bbad81448463cb85a0a40567b6381&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 943 time: 0.0780542 Sep 30 08:56:20.043129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf3b97-5c6b-4863-b1a4-e3dc8b4fe497 req-82d56b55-7fd2-40a6-a708-b2cc2b75a1b3 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:20.044619 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8baf3b97-5c6b-4863-b1a4-e3dc8b4fe497 req-82d56b55-7fd2-40a6-a708-b2cc2b75a1b3 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 943 time: 0.0739212 Sep 30 08:56:20.106466 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:20.115277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8baf3b97-5c6b-4863-b1a4-e3dc8b4fe497 req-11a1c2ae-0ebf-46ba-ab8b-82b8ec676e43 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533955 Sep 30 08:56:20.117602 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'port_id': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'mac_address': 'fa:16:3e:fe:e7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:56:20.118135 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-4efa8ecc-011f-4873-a01c-7d989288ce21 service neutron] 10.222.0.36 "GET /v2.0/ports/5c935bbb-5f28-431d-99e9-2553c3a72b24/bindings/n-h1-807359-2 HTTP/1.1" status: 200 len: 382 time: 0.0924237 Sep 30 08:56:20.156655 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:20.174118 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c935bbb-5f28-431d-99e9-2553c3a72b24 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:56:20.190184 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07026e9-3876-4be2-bc65-a1122e499128 req-d4e9ee6c-49ad-4df1-a15f-eea8650cb3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:20.191681 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-d4e9ee6c-49ad-4df1-a15f-eea8650cb3a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 1094 time: 0.0453022 Sep 30 08:56:20.193059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:20.196893 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:20.245173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=5c935bbb-5f28-431d-99e9-2553c3a72b24,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:20.252417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:20.252764 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:20.253106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:20.253446 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:20.253780 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:20.254108 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:20.254438 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:20.254761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:20.255085 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:20.255408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:20.255731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:20.256075 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:20.282130 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c2e9ad55-1bac-405a-97ca-fe4d6f047e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:20.283655 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c2e9ad55-1bac-405a-97ca-fe4d6f047e3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0851135 Sep 30 08:56:20.361608 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-56eef418-0ad0-4153-8f29-47f5db96c135 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 1001 time: 0.0611725 Sep 30 08:56:20.410850 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07026e9-3876-4be2-bc65-a1122e499128 req-cd286ae3-9f4d-40e9-92b0-c13dcee409fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:20.412310 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-cd286ae3-9f4d-40e9-92b0-c13dcee409fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0431926 Sep 30 08:56:20.414013 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['5c935bbb-5f28-431d-99e9-2553c3a72b24'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:56:20.459900 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07026e9-3876-4be2-bc65-a1122e499128 req-fc26231b-9fc4-4da3-8d11-efc00d45c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:20.461444 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-fc26231b-9fc4-4da3-8d11-efc00d45c2e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401616 Sep 30 08:56:20.553993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-acb7fd92-049a-4b4d-8ff8-e704b8046b92 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850673 Sep 30 08:56:20.643088 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-b64f0c5f-419d-47ea-9105-fdfa5840086a service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820312 Sep 30 08:56:21.233732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311fcd9-19db-4d7e-8083-0098c2f405ca req-d982972b-c60a-4eaa-8f40-fd7477b4d929 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:21.235199 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c311fcd9-19db-4d7e-8083-0098c2f405ca req-d982972b-c60a-4eaa-8f40-fd7477b4d929 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 944 time: 0.0479269 Sep 30 08:56:21.275929 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c311fcd9-19db-4d7e-8083-0098c2f405ca req-67d6b3bc-a648-49a9-88a2-93ad35d0706b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346437 Sep 30 08:56:22.015294 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5c935bbb-5f28-431d-99e9-2553c3a72b24 up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:56:22.065716 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 5c935bbb-5f28-431d-99e9-2553c3a72b24 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:56:22.069362 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 5c935bbb-5f28-431d-99e9-2553c3a72b24 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:56:22.069742 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:22.144313 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:22.166873 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:56:22.170376 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6fdfae-05ac-48e4-92df-ef445f6b3b98" -d '{"events": [{"server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "name": "network-vif-plugged", "status": "completed", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:56:22.184629 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:22.189619 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:22.244285 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=5c935bbb-5f28-431d-99e9-2553c3a72b24,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:22.282299 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9855b3-83f0-4daf-8c70-13fa567835fa x-openstack-request-id: req-0d9855b3-83f0-4daf-8c70-13fa567835fa {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:56:22.282643 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "name": "network-vif-plugged", "status": "completed", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:56:22.282899 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d9855b3-83f0-4daf-8c70-13fa567835fa {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:56:22.283297 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'code': 200} Sep 30 08:56:22.393410 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e4187-1a36-44ce-a462-821bd96bfb32 req-57da0847-3253-4fe9-839c-b084fe4a1977 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:22.394903 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c50e4187-1a36-44ce-a462-821bd96bfb32 req-57da0847-3253-4fe9-839c-b084fe4a1977 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0516233 Sep 30 08:56:22.433737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c50e4187-1a36-44ce-a462-821bd96bfb32 req-cb5ffdad-9e7c-4f8d-9f98-133b9ae31591 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325749 Sep 30 08:56:23.553568 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a87de0-5957-456e-ba5d-b1d34a77b9e5 req-a236a60e-f78c-47a1-a68d-fef0cb4b5503 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:23.555215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47a87de0-5957-456e-ba5d-b1d34a77b9e5 req-a236a60e-f78c-47a1-a68d-fef0cb4b5503 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0504773 Sep 30 08:56:23.594841 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-47a87de0-5957-456e-ba5d-b1d34a77b9e5 req-32510f6b-7536-417b-86fc-855616e6fd02 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333338 Sep 30 08:56:24.499540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07026e9-3876-4be2-bc65-a1122e499128 req-cd45b407-1c6e-42ea-919f-3088f8f30eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:24.501077 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-cd45b407-1c6e-42ea-919f-3088f8f30eda service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f&tenant_id=f18bbad81448463cb85a0a40567b6381 HTTP/1.1" status: 200 len: 1096 time: 0.0458422 Sep 30 08:56:24.518280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:56:24.569953 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:24.711174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172f132-05a5-4112-b760-c6b319c5e284 req-4cab4f88-ff7e-4c1e-bdcc-04a40f72c891 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:24.712680 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8172f132-05a5-4112-b760-c6b319c5e284 req-4cab4f88-ff7e-4c1e-bdcc-04a40f72c891 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 945 time: 0.0477774 Sep 30 08:56:24.755594 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8172f132-05a5-4112-b760-c6b319c5e284 req-7bef195a-c727-40de-815b-4107a49944e1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360177 Sep 30 08:56:24.776956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:24.808663 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h1-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:56:24.851368 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:56:24.854839 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8005fd0-93d6-4f0a-9044-55cd89eefa7b" -d '{"events": [{"server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "name": "network-vif-unplugged", "status": "completed", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:56:24.858713 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:24.872502 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Transition to ACTIVE for port object 5c935bbb-5f28-431d-99e9-2553c3a72b24 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:56:24.877978 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:24.958446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Pushing event updated for resources: {'Port': ['ID=5c935bbb-5f28-431d-99e9-2553c3a72b24,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:24.971021 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:24.971363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:24.971696 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:24.972366 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:24.973028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:24.973360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:24.973685 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:24.974007 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:24.974328 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:24.974646 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:24.974965 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:24.975284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:56:24.979256 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 08:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d42371-d236-4ba9-a23a-00802ea2f5ab x-openstack-request-id: req-d6d42371-d236-4ba9-a23a-00802ea2f5ab {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:56:24.979549 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "name": "network-vif-unplugged", "status": "completed", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:56:24.979797 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6d42371-d236-4ba9-a23a-00802ea2f5ab {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:56:24.980201 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'code': 200} Sep 30 08:56:25.011538 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] No DVR routers for this DVR port 5c935bbb-5f28-431d-99e9-2553c3a72b24 on host n-h1-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:56:25.145551 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Attempting to bind port 5c935bbb-5f28-431d-99e9-2553c3a72b24 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:56:25.145883 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Attempting to bind port 5c935bbb-5f28-431d-99e9-2553c3a72b24 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:56:25.146204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Attempting to bind port 5c935bbb-5f28-431d-99e9-2553c3a72b24 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:56:25.150449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Port 5c935bbb-5f28-431d-99e9-2553c3a72b24 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:56:25.151272 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Attempting to bind port 5c935bbb-5f28-431d-99e9-2553c3a72b24 on network f8ea8b16-2ace-426f-ae39-1196aa6be12d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:56:25.156358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:56:25.156690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Checking segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:56:25.157069 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Bound using segment: {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:56:25.157486 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Bound port: 5c935bbb-5f28-431d-99e9-2553c3a72b24, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e00597-cfb0-4e57-b958-38e4966567df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:56:25.157839 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:25.220000 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:56:25.222925 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:56:25.226293 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:25.259540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:25.260758 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:25.262183 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] 10.222.0.35 "PUT /v2.0/ports/5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 1092 time: 0.7479095 Sep 30 08:56:25.285096 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec0b34-8aec-4c6b-afe9-976c1558ce79 service neutron] Pushing event updated for resources: {'Port': ['ID=5c935bbb-5f28-431d-99e9-2553c3a72b24,revision_number=11']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:25.342897 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07026e9-3876-4be2-bc65-a1122e499128 req-1d5571ea-9712-40f4-afdf-52e7f26bfc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:25.344524 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-1d5571ea-9712-40f4-afdf-52e7f26bfc09 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 1095 time: 0.0478461 Sep 30 08:56:25.440503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07026e9-3876-4be2-bc65-a1122e499128 req-b9b3e7eb-7b9e-4ca1-ae54-bd29f5671a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:25.442052 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-b9b3e7eb-7b9e-4ca1-ae54-bd29f5671a92 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0902362 Sep 30 08:56:25.507805 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-03d63c18-83a3-4c9b-a0e8-9c9aba994df8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 1000 time: 0.0588083 Sep 30 08:56:25.826578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07026e9-3876-4be2-bc65-a1122e499128 req-6100e7f7-a6c3-49e3-a00a-eca6215bfddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:25.828097 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-6100e7f7-a6c3-49e3-a00a-eca6215bfddb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.3135209 Sep 30 08:56:25.873530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07026e9-3876-4be2-bc65-a1122e499128 req-f283e206-8be0-481e-a715-09f3245ec206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:25.875024 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-f283e206-8be0-481e-a715-09f3245ec206 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395684 Sep 30 08:56:25.876395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ff9b3-ed1b-46bf-9052-5b065f66c304 req-51edc535-f6c7-47b3-8c31-f032e5995d8f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:25.877874 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c70ff9b3-ed1b-46bf-9052-5b065f66c304 req-51edc535-f6c7-47b3-8c31-f032e5995d8f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 944 time: 0.0488791 Sep 30 08:56:25.915372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c70ff9b3-ed1b-46bf-9052-5b065f66c304 req-f178f86c-d768-42f1-8669-02c836f27fe1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314419 Sep 30 08:56:25.970005 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-66fb6203-2606-4f43-8c9d-49603f67cbd3 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873580 Sep 30 08:56:26.042232 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5c935bbb-5f28-431d-99e9-2553c3a72b24 no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:56:26.060321 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b07026e9-3876-4be2-bc65-a1122e499128 req-ff60246b-5efd-49be-b662-98660edf8c4c service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832968 Sep 30 08:56:26.079241 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 5c935bbb-5f28-431d-99e9-2553c3a72b24 not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:56:26.981608 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:56:26.984324 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0a487e-34c1-4532-961c-b363ddb5eeae" -d '{"events": [{"name": "network-changed", "server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:56:27.037216 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc6529-3058-4ac6-bdfe-075b3682365d req-47cab1c0-d1be-4743-aa74-293c53819b1a tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:27.038747 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8bc6529-3058-4ac6-bdfe-075b3682365d req-47cab1c0-d1be-4743-aa74-293c53819b1a tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 944 time: 0.0522592 Sep 30 08:56:27.048061 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc333fe-0d62-4c1b-88bf-660f4002eba0 x-openstack-request-id: req-5cc333fe-0d62-4c1b-88bf-660f4002eba0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:56:27.048607 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:56:27.049052 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5cc333fe-0d62-4c1b-88bf-660f4002eba0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:56:27.049669 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'status': 'completed', 'code': 200} Sep 30 08:56:27.081423 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8bc6529-3058-4ac6-bdfe-075b3682365d req-8f7a15ff-8dd2-4900-80ec-d8a782c7ed6d tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360010 Sep 30 08:56:27.136105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-18f1e3ed-3bce-4955-85de-56f4eb986ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:27.137264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-f7eca8f6-1d79-414e-a13b-b897fc34fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:27.137697 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-18f1e3ed-3bce-4955-85de-56f4eb986ae4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 1095 time: 0.0550482 Sep 30 08:56:27.139167 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-f7eca8f6-1d79-414e-a13b-b897fc34fea8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 1095 time: 0.0517900 Sep 30 08:56:27.236611 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-c978dc51-600d-4075-986c-fbf431b8a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:27.238059 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-c978dc51-600d-4075-986c-fbf431b8a2ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0919452 Sep 30 08:56:27.238713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-4a29537e-59da-48e0-9c37-8ac81a3f32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:27.240258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-4a29537e-59da-48e0-9c37-8ac81a3f32c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0954537 Sep 30 08:56:27.309733 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-e7734196-377d-4677-9b5a-4042dfd4ce7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 1000 time: 0.0649376 Sep 30 08:56:27.313062 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-72f1b3ca-6a3b-42c3-aff4-63ab51df2ca8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 1000 time: 0.0650501 Sep 30 08:56:27.361049 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-c00a05ef-480d-4e3e-a2f9-7b429ff9c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:27.362739 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-c00a05ef-480d-4e3e-a2f9-7b429ff9c95f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0462718 Sep 30 08:56:27.363017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-6c0d05cc-5577-4e58-9735-7a0a4bcbc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:27.364520 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-6c0d05cc-5577-4e58-9735-7a0a4bcbc502 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0445805 Sep 30 08:56:27.409331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-bf8d9b99-626b-436b-80d3-14766fed7e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:27.410920 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-fdb8009a-b9c4-48f5-bcd5-7ae8b42baab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:27.411054 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-bf8d9b99-626b-436b-80d3-14766fed7e07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415318 Sep 30 08:56:27.412566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-fdb8009a-b9c4-48f5-bcd5-7ae8b42baab1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410657 Sep 30 08:56:27.508215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-0cf928d9-dd0c-46a2-8060-ab21c8dc5220 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886111 Sep 30 08:56:27.511480 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-9d98e14e-77ee-49fb-8ec1-7a53fda59722 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934861 Sep 30 08:56:27.601916 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-f95059a8-338f-42a6-a9e0-ccbf03fd22f7 service neutron] 10.222.0.36 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863054 Sep 30 08:56:27.602154 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7a0a487e-34c1-4532-961c-b363ddb5eeae req-1bb93899-a6dd-4f5d-8829-d8656266d6d5 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843885 Sep 30 08:56:28.219795 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d093de-142a-4b56-9ddb-34c255428b4b req-845ec721-d223-4a1a-a4df-36debc1f709f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:28.221417 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5d093de-142a-4b56-9ddb-34c255428b4b req-845ec721-d223-4a1a-a4df-36debc1f709f tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 944 time: 0.0506852 Sep 30 08:56:28.263952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5d093de-142a-4b56-9ddb-34c255428b4b req-fa52d0e5-777b-495e-a1ea-b5f164b5dca2 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366898 Sep 30 08:56:29.381497 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36bc85-c693-40fe-aa6a-800505bfb8c1 req-a57ef30e-09c2-4433-9ac5-01377f945400 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:29.382868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c36bc85-c693-40fe-aa6a-800505bfb8c1 req-a57ef30e-09c2-4433-9ac5-01377f945400 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 944 time: 0.0492179 Sep 30 08:56:29.421994 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c36bc85-c693-40fe-aa6a-800505bfb8c1 req-100701a9-18ff-466f-b7a1-28cbd445646b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318961 Sep 30 08:56:30.101047 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:30.539674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c0d2d-937e-4acc-a8dc-a683311b94b2 req-4d552d30-631e-4d52-8258-8929f8c101a4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:30.541447 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e0c0d2d-937e-4acc-a8dc-a683311b94b2 req-4d552d30-631e-4d52-8258-8929f8c101a4 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 944 time: 0.0494001 Sep 30 08:56:30.578304 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e0c0d2d-937e-4acc-a8dc-a683311b94b2 req-c1514742-65a6-4159-a0d6-f926e2b0ecfa tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312383 Sep 30 08:56:31.701724 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485c75a-b762-43d4-802f-e4200c5e813a req-cc07357c-537d-4989-848c-1d09424ec78b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:31.703349 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4485c75a-b762-43d4-802f-e4200c5e813a req-cc07357c-537d-4989-848c-1d09424ec78b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 944 time: 0.0570149 Sep 30 08:56:31.747276 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4485c75a-b762-43d4-802f-e4200c5e813a req-9e739804-b964-4713-a922-92af08a1be82 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377254 Sep 30 08:56:32.865469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8d1e7-3b17-4e7d-a073-3aa9aeab2baf req-bc675649-6606-4dc2-8fbe-0815a28ef508 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:32.866943 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7b8d1e7-3b17-4e7d-a073-3aa9aeab2baf req-bc675649-6606-4dc2-8fbe-0815a28ef508 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 944 time: 0.0489826 Sep 30 08:56:32.907031 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7b8d1e7-3b17-4e7d-a073-3aa9aeab2baf req-0beb2a9a-6a1d-4746-b218-bad4bc247741 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340147 Sep 30 08:56:39.706090 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5c935bbb-5f28-431d-99e9-2553c3a72b24 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:56:39.800801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:39.812124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'port_id': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'mac_address': 'fa:16:3e:fe:e7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:56:39.856054 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:39.869981 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c935bbb-5f28-431d-99e9-2553c3a72b24 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:56:39.889321 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:39.893685 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:39.940994 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5c935bbb-5f28-431d-99e9-2553c3a72b24,revision_number=12']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:40.182409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['5c935bbb-5f28-431d-99e9-2553c3a72b24'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:56:40.598684 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:41.720422 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5c935bbb-5f28-431d-99e9-2553c3a72b24 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:56:41.768833 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 5c935bbb-5f28-431d-99e9-2553c3a72b24 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:56:41.772329 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 5c935bbb-5f28-431d-99e9-2553c3a72b24 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:56:41.772703 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:41.849661 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:41.872014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:56:41.874306 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28189636-b9db-4dd5-823e-23622faeebb6" -d '{"events": [{"server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "name": "network-vif-plugged", "status": "completed", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:56:41.887129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:56:41.891745 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:41.922191 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6aa4aa-df31-46f2-badd-27cfdecf862f x-openstack-request-id: req-ba6aa4aa-df31-46f2-badd-27cfdecf862f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:56:41.922486 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "name": "network-vif-plugged", "status": "completed", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:56:41.922740 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba6aa4aa-df31-46f2-badd-27cfdecf862f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:56:41.923747 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'code': 200} Sep 30 08:56:41.949097 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=5c935bbb-5f28-431d-99e9-2553c3a72b24,revision_number=13']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:56:42.119846 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-88880f7e-483d-433a-a6fc-44d9f52b3e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:42.532340 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8a99982-7ae2-48fa-8a86-a78992274349 req-268e3ed9-8a8e-47bc-a48b-84f0926dc06f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438564 Sep 30 08:56:42.626657 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a99982-7ae2-48fa-8a86-a78992274349 req-99562b9b-f57e-4b8f-be39-66b09414e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:42.628165 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8a99982-7ae2-48fa-8a86-a78992274349 req-99562b9b-f57e-4b8f-be39-66b09414e4f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f18bbad81448463cb85a0a40567b6381&device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 1097 time: 0.0409141 Sep 30 08:56:42.733179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a99982-7ae2-48fa-8a86-a78992274349 req-81d10a77-7c3a-49c5-a823-0fa7340d733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:42.734661 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8a99982-7ae2-48fa-8a86-a78992274349 req-81d10a77-7c3a-49c5-a823-0fa7340d733d service neutron] 10.222.0.35 "GET /v2.0/networks?id=f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 200 len: 912 time: 0.0843217 Sep 30 08:56:42.805171 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8a99982-7ae2-48fa-8a86-a78992274349 req-ecd4f4f8-9974-46ee-9867-fa7088fa3bbd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 200 len: 1002 time: 0.0598834 Sep 30 08:56:42.851450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a99982-7ae2-48fa-8a86-a78992274349 req-dc4627d6-f73a-4e1b-8147-4a87829c6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:42.852879 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8a99982-7ae2-48fa-8a86-a78992274349 req-dc4627d6-f73a-4e1b-8147-4a87829c6843 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 200 len: 850 time: 0.0416851 Sep 30 08:56:42.897386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a99982-7ae2-48fa-8a86-a78992274349 req-e7d1c08d-00ff-4508-a524-ba98632f5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:56:42.898849 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8a99982-7ae2-48fa-8a86-a78992274349 req-e7d1c08d-00ff-4508-a524-ba98632f5b37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f8ea8b16-2ace-426f-ae39-1196aa6be12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396247 Sep 30 08:56:42.990410 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8a99982-7ae2-48fa-8a86-a78992274349 req-1e7cf9d6-2f6b-492d-8b5f-1e84712d2487 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844722 Sep 30 08:56:43.083382 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c8a99982-7ae2-48fa-8a86-a78992274349 req-20fe7bfe-ff13-4699-a5d5-f181df7d7ba7 service neutron] 10.222.0.35 "GET /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859342 Sep 30 08:56:44.865512 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dabed3ab-a654-41ea-8ffd-a67d44aac675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:45.357074 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:46.038943 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:47.906009 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:56:49.245583 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:57:00.105698 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:10.603058 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:12.120525 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1850281-bba1-401b-a2d4-84216781d383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:14.866699 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11da49dd-5444-402b-a2d6-6eab871e8d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:15.357847 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:16.041784 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:17.911520 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:26.244278 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:57:30.119486 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:33.151845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba56979-2394-4ceb-b6c0-86c5fd9a96b1 req-b294fb54-5393-4486-b937-a90153cfb84a tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:33.153586 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ba56979-2394-4ceb-b6c0-86c5fd9a96b1 req-b294fb54-5393-4486-b937-a90153cfb84a tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 946 time: 0.0530791 Sep 30 08:57:33.190904 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1ba56979-2394-4ceb-b6c0-86c5fd9a96b1 req-0354a67c-6199-47a2-a665-4bad63e9a010 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311449 Sep 30 08:57:33.305722 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd7050-355a-4ef6-a2f6-1dce4f24e214 req-6c2603e0-a66d-4892-ac0e-0769e74d66b1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:33.307196 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fffd7050-355a-4ef6-a2f6-1dce4f24e214 req-6c2603e0-a66d-4892-ac0e-0769e74d66b1 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 946 time: 0.0515249 Sep 30 08:57:33.702702 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fffd7050-355a-4ef6-a2f6-1dce4f24e214 req-35f1c81f-496b-406c-9211-3cf993cde4bb tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3886905 Sep 30 08:57:33.815865 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ec279-9362-4267-97c7-ad2113ad1732 req-863ccfd6-ed31-4b84-87e5-3fc41b274301 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:33.817339 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad8ec279-9362-4267-97c7-ad2113ad1732 req-863ccfd6-ed31-4b84-87e5-3fc41b274301 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 946 time: 0.0479035 Sep 30 08:57:33.854942 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad8ec279-9362-4267-97c7-ad2113ad1732 req-aacc9104-ee53-4192-aa24-1075bffea960 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317991 Sep 30 08:57:34.094229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccba97-4d5a-4cc6-825d-0e5aaf46e846 req-f4ce53b5-cd8e-408f-8bcb-f5c89f810647 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:34.095731 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94ccba97-4d5a-4cc6-825d-0e5aaf46e846 req-f4ce53b5-cd8e-408f-8bcb-f5c89f810647 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 946 time: 0.0492835 Sep 30 08:57:34.132062 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94ccba97-4d5a-4cc6-825d-0e5aaf46e846 req-c1675426-0b8c-4749-9145-898e588bcb83 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303981 Sep 30 08:57:35.251067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f44626-012e-46dd-b91f-f1e521e00915 req-7526ad9f-2b0d-474d-84b6-4667e1e95698 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:35.252557 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93f44626-012e-46dd-b91f-f1e521e00915 req-7526ad9f-2b0d-474d-84b6-4667e1e95698 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 946 time: 0.0537341 Sep 30 08:57:35.291600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-93f44626-012e-46dd-b91f-f1e521e00915 req-60e0f896-6a23-4286-b5ae-94c37bd11a21 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups?id=d71c8d3a-15ec-4a16-8b56-7a832dd191eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332553 Sep 30 08:57:35.861970 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bf5a-d0d5-40e6-b820-02156b1ded88 req-27e6da84-a339-4370-bce1-b6a78c90c6ef tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:35.863460 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2404bf5a-d0d5-40e6-b820-02156b1ded88 req-27e6da84-a339-4370-bce1-b6a78c90c6ef tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 946 time: 0.0488858 Sep 30 08:57:35.952433 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-2404bf5a-d0d5-40e6-b820-02156b1ded88 req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Deleting port 5c935bbb-5f28-431d-99e9-2553c3a72b24 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:57:35.952781 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2404bf5a-d0d5-40e6-b820-02156b1ded88 req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:36.042305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-2404bf5a-d0d5-40e6-b820-02156b1ded88 req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] For port 5c935bbb-5f28-431d-99e9-2553c3a72b24, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=5c935bbb-5f28-431d-99e9-2553c3a72b24,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:57:36.042671 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2404bf5a-d0d5-40e6-b820-02156b1ded88 req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:36.210267 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2404bf5a-d0d5-40e6-b820-02156b1ded88 req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:36.210543 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2404bf5a-d0d5-40e6-b820-02156b1ded88 req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:36.210858 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [req-2404bf5a-d0d5-40e6-b820-02156b1ded88 req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Floating IP d34b435a-f58f-4f89-9cd0-57cdd677e4e4 disassociated. External IP: 172.25.0.197, port: 5c935bbb-5f28-431d-99e9-2553c3a72b24. Sep 30 08:57:36.211194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-2404bf5a-d0d5-40e6-b820-02156b1ded88 req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Calling delete_port for 5c935bbb-5f28-431d-99e9-2553c3a72b24 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:57:36.339104 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2404bf5a-d0d5-40e6-b820-02156b1ded88 req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:36.368909 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Pushing event deleted for resources: {'Port': ['ID=5c935bbb-5f28-431d-99e9-2553c3a72b24,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:36.379564 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:36.379938 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:36.380290 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:36.380629 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:36.380969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:36.381302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:36.381633 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:36.381962 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:36.382286 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:36.382611 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:36.382935 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:36.383256 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:36.389288 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c89f4a54-d145-4337-8bf6-789a01eee59f req-6719575d-f74f-4312-bf7f-8377df4e6b5b tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 210 time: 0.0285776 Sep 30 08:57:36.495067 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2404bf5a-d0d5-40e6-b820-02156b1ded88 req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Router e11fb3af-4e90-4c86-b924-433fcc36f7a8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:57:36.600018 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2404bf5a-d0d5-40e6-b820-02156b1ded88 req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:57:36.610045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50388f11-f61b-45e0-bc38-33960ad25926 None None] Sync routers for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:57:36.619391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50388f11-f61b-45e0-bc38-33960ad25926 None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:57:36.620038 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-50388f11-f61b-45e0-bc38-33960ad25926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:57:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:57:36.639236 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2404bf5a-d0d5-40e6-b820-02156b1ded88 req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] No DVR routers for this DVR port 5c935bbb-5f28-431d-99e9-2553c3a72b24 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:57:36.642131 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2404bf5a-d0d5-40e6-b820-02156b1ded88 req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:36.644277 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2404bf5a-d0d5-40e6-b820-02156b1ded88 req-04483359-02e1-434c-9fe3-2c01f8c97fa0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.35 "DELETE /v2.0/ports/5c935bbb-5f28-431d-99e9-2553c3a72b24 HTTP/1.1" status: 204 len: 173 time: 0.7740881 Sep 30 08:57:36.644746 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'name': 'network-vif-deleted', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:57:36.647003 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e9a0fc-1883-4d7f-864b-bbfac9d325ca" -d '{"events": [{"server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "name": "network-vif-deleted", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:57:36.688860 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09255456-41ef-4393-9b2b-93e3aa80a30a x-openstack-request-id: req-09255456-41ef-4393-9b2b-93e3aa80a30a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:57:36.689149 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7721813-afa9-40d4-a050-d1644d90ae7f", "name": "network-vif-deleted", "tag": "5c935bbb-5f28-431d-99e9-2553c3a72b24", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:57:36.689395 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09255456-41ef-4393-9b2b-93e3aa80a30a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:57:36.689792 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7721813-afa9-40d4-a050-d1644d90ae7f', 'name': 'network-vif-deleted', 'tag': '5c935bbb-5f28-431d-99e9-2553c3a72b24', 'status': 'completed', 'code': 200} Sep 30 08:57:36.734306 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-50388f11-f61b-45e0-bc38-33960ad25926 None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:57:36.941329 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-50388f11-f61b-45e0-bc38-33960ad25926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:57:36.967029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50388f11-f61b-45e0-bc38-33960ad25926 None None] Checking router: e11fb3af-4e90-4c86-b924-433fcc36f7a8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:57:36.975381 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50388f11-f61b-45e0-bc38-33960ad25926 None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:57:36.976139 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-50388f11-f61b-45e0-bc38-33960ad25926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:57:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:57:37.083168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-50388f11-f61b-45e0-bc38-33960ad25926 None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:57:37.286742 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-50388f11-f61b-45e0-bc38-33960ad25926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:57:37.313412 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50388f11-f61b-45e0-bc38-33960ad25926 None None] The sync data for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 is: [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:03Z', 'revision_number': 4, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '3e935abc-ad06-42d9-8023-c3aa222931d1', 'name': '', 'network_id': 'f8ea8b16-2ace-426f-ae39-1196aa6be12d', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'mac_address': 'fa:16:3e:5b:c6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:03Z', 'updated_at': '2021-09-30T08:47:07Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'subnets': [{'id': 'db8ff04c-08e8-4da5-9d80-980b801896b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:57:37.493498 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c3e62386-e72d-45c7-b090-68ed2042bb5f req-c69751f5-f556-420e-a8ac-9a88291d3e92 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 210 time: 0.0281234 Sep 30 08:57:37.542437 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b79de22-a9e7-40b9-81e5-c3f57f6bd0aa None None] New status for floating IP d34b435a-f58f-4f89-9cd0-57cdd677e4e4: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 08:57:38.591533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-89521219-84fb-486a-bbbd-368607dcd2e0 req-0cb5362e-25e0-40e1-bf60-0b46ed5fe4e8 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 210 time: 0.0278215 Sep 30 08:57:39.687889 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-136eb98f-e4cf-4a64-8ce5-266d8c2446c8 req-85b542bf-f00f-4ef0-b325-85c316595048 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7721813-afa9-40d4-a050-d1644d90ae7f HTTP/1.1" status: 200 len: 210 time: 0.0265529 Sep 30 08:57:40.032690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5c935bbb-5f28-431d-99e9-2553c3a72b24 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:57:40.054514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 5c935bbb-5f28-431d-99e9-2553c3a72b24 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:57:40.054840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 5c935bbb-5f28-431d-99e9-2553c3a72b24 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:57:40.603106 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:42.122141 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-467b145f-bc2a-4c44-b313-f0b404975df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:43.380895 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48304) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:43.438325 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:43.462012 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:43.514348 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:43.516999 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:43.518201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "DELETE /v2.0/security-groups/d71c8d3a-15ec-4a16-8b56-7a832dd191eb HTTP/1.1" status: 204 len: 168 time: 0.1362512 Sep 30 08:57:43.521193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48306) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:43.529636 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71c8d3a-15ec-4a16-8b56-7a832dd191eb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:43.536136 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [None req-35e859e7-69f4-414d-9508-92741fdd7ba0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] show failed (client error): The resource could not be found. Sep 30 08:57:43.537327 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-35e859e7-69f4-414d-9508-92741fdd7ba0 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "GET /v2.0/security-groups/d71c8d3a-15ec-4a16-8b56-7a832dd191eb HTTP/1.1" status: 404 len: 347 time: 0.0143640 Sep 30 08:57:43.537669 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:43.538221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:43.538567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:43.539038 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:43.539384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:43.539722 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:43.540108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:43.540441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:43.540579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:43.540823 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:43.541159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:43.541736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:43.542123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b2d97-20e3-456e-b28c-7438b7eed62c tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:43.675145 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c54bd036-da72-4d47-bcf3-73cf45b98321 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Deleting port cdaca673-54de-415e-b48d-5f14515eda95 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:57:43.675488 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c54bd036-da72-4d47-bcf3-73cf45b98321 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:43.751211 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c54bd036-da72-4d47-bcf3-73cf45b98321 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:43.751448 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c54bd036-da72-4d47-bcf3-73cf45b98321 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:43.763321 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c54bd036-da72-4d47-bcf3-73cf45b98321 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Calling delete_port for cdaca673-54de-415e-b48d-5f14515eda95 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:57:43.897136 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c54bd036-da72-4d47-bcf3-73cf45b98321 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:43.923805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bd036-da72-4d47-bcf3-73cf45b98321 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Pushing event deleted for resources: {'Port': ['ID=cdaca673-54de-415e-b48d-5f14515eda95,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:43.987303 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c54bd036-da72-4d47-bcf3-73cf45b98321 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:43.989734 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c54bd036-da72-4d47-bcf3-73cf45b98321 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:43.990912 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c54bd036-da72-4d47-bcf3-73cf45b98321 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] 10.222.0.24 "DELETE /v2.0/floatingips/d34b435a-f58f-4f89-9cd0-57cdd677e4e4 HTTP/1.1" status: 204 len: 168 time: 0.4495804 Sep 30 08:57:43.993849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48310) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:44.498653 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8db121e1-09c3-4ac6-ab58-7901628f8c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:44.738940 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8db121e1-09c3-4ac6-ab58-7901628f8c2b admin admin] Deleting port 3e935abc-ad06-42d9-8023-c3aa222931d1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:57:44.739634 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8db121e1-09c3-4ac6-ab58-7901628f8c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:44.815320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-8db121e1-09c3-4ac6-ab58-7901628f8c2b admin admin] For port 3e935abc-ad06-42d9-8023-c3aa222931d1, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3e935abc-ad06-42d9-8023-c3aa222931d1,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:57:44.815681 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8db121e1-09c3-4ac6-ab58-7901628f8c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:44.832151 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8db121e1-09c3-4ac6-ab58-7901628f8c2b admin admin] Calling delete_port for 3e935abc-ad06-42d9-8023-c3aa222931d1 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:57:44.866865 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5613dc4e-8e06-4c6e-80da-63443c7e4e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:45.007824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8db121e1-09c3-4ac6-ab58-7901628f8c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:45.038588 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db121e1-09c3-4ac6-ab58-7901628f8c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e935abc-ad06-42d9-8023-c3aa222931d1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:45.210652 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8db121e1-09c3-4ac6-ab58-7901628f8c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:45.360350 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:45.425921 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db121e1-09c3-4ac6-ab58-7901628f8c2b admin admin] Router e11fb3af-4e90-4c86-b924-433fcc36f7a8 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:57:45.802708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db121e1-09c3-4ac6-ab58-7901628f8c2b admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:57:45.808468 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8db121e1-09c3-4ac6-ab58-7901628f8c2b admin admin] 10.222.0.24 "PUT /v2.0/routers/e11fb3af-4e90-4c86-b924-433fcc36f7a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8135414 Sep 30 08:57:45.810991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48314) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:45.811750 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd032217-8053-4ec1-b176-e931fadd187d None None] Sync routers for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:57:45.820894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd032217-8053-4ec1-b176-e931fadd187d None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:57:45.821499 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fd032217-8053-4ec1-b176-e931fadd187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:57:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:57:45.916071 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b2d52fa-0064-4e43-9948-20888570b748 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:45.924086 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-fd032217-8053-4ec1-b176-e931fadd187d None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:57:46.018569 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b2d52fa-0064-4e43-9948-20888570b748 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:46.058511 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:46.070182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d52fa-0064-4e43-9948-20888570b748 admin admin] Deleting port ed811758-814f-4de0-a295-8d89be128b54 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:57:46.070422 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b2d52fa-0064-4e43-9948-20888570b748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:46.118913 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fd032217-8053-4ec1-b176-e931fadd187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ed811758-814f-4de0-a295-8d89be128b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:57:44Z', 'revision_number': 5, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port': {'id': 'ed811758-814f-4de0-a295-8d89be128b54', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:57:46.146495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd032217-8053-4ec1-b176-e931fadd187d None None] Checking router: e11fb3af-4e90-4c86-b924-433fcc36f7a8 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:57:46.156340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd032217-8053-4ec1-b176-e931fadd187d None None] Routers {'e11fb3af-4e90-4c86-b924-433fcc36f7a8'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:57:46.156876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-5b2d52fa-0064-4e43-9948-20888570b748 admin admin] For port ed811758-814f-4de0-a295-8d89be128b54, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ed811758-814f-4de0-a295-8d89be128b54,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:57:46.157017 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fd032217-8053-4ec1-b176-e931fadd187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:57:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:57:46.157167 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b2d52fa-0064-4e43-9948-20888570b748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:46.171803 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d52fa-0064-4e43-9948-20888570b748 admin admin] Calling delete_port for ed811758-814f-4de0-a295-8d89be128b54 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:57:46.349157 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b2d52fa-0064-4e43-9948-20888570b748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:46.375297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d52fa-0064-4e43-9948-20888570b748 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed811758-814f-4de0-a295-8d89be128b54,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:46.393815 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-fd032217-8053-4ec1-b176-e931fadd187d None None] Set router e11fb3af-4e90-4c86-b924-433fcc36f7a8 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:57:46.439186 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b2d52fa-0064-4e43-9948-20888570b748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:46.447390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fd032217-8053-4ec1-b176-e931fadd187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:57:46Z', 'revision_number': 6, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:57:46.473841 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd032217-8053-4ec1-b176-e931fadd187d None None] The sync data for ids ['e11fb3af-4e90-4c86-b924-433fcc36f7a8'] in n-d-807359-2 is: [{'id': 'e11fb3af-4e90-4c86-b924-433fcc36f7a8', 'name': 'tempest-ServerActionsTestJSON-518081868-router', 'tenant_id': 'f18bbad81448463cb85a0a40567b6381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:47:01Z', 'updated_at': '2021-09-30T08:57:46Z', 'revision_number': 6, 'project_id': 'f18bbad81448463cb85a0a40567b6381', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:57:46.530735 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b2d52fa-0064-4e43-9948-20888570b748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:46.533138 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b2d52fa-0064-4e43-9948-20888570b748 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:46.583796 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b2d52fa-0064-4e43-9948-20888570b748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:46.584339 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2d52fa-0064-4e43-9948-20888570b748 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e11fb3af-4e90-4c86-b924-433fcc36f7a8 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:57:46.588977 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b2d52fa-0064-4e43-9948-20888570b748 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:46.590273 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5b2d52fa-0064-4e43-9948-20888570b748 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e11fb3af-4e90-4c86-b924-433fcc36f7a8 HTTP/1.1" status: 204 len: 168 time: 0.7782898 Sep 30 08:57:46.592746 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48318) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:46.636223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-78430ead-ce97-4cb9-8b72-f6924f8a4eaf admin admin] Deleting subnet db8ff04c-08e8-4da5-9d80-980b801896b4 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:57:46.639613 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78430ead-ce97-4cb9-8b72-f6924f8a4eaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:46.674093 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78430ead-ce97-4cb9-8b72-f6924f8a4eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:46.751807 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78430ead-ce97-4cb9-8b72-f6924f8a4eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:46.802726 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78430ead-ce97-4cb9-8b72-f6924f8a4eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:46.826968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78430ead-ce97-4cb9-8b72-f6924f8a4eaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db8ff04c-08e8-4da5-9d80-980b801896b4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:46.833962 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78430ead-ce97-4cb9-8b72-f6924f8a4eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:46.838144 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-78430ead-ce97-4cb9-8b72-f6924f8a4eaf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/db8ff04c-08e8-4da5-9d80-980b801896b4 HTTP/1.1" status: 204 len: 168 time: 0.2421882 Sep 30 08:57:46.838523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:46.839336 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23612d92-81a7-469f-b279-42962343a280 None None] Network f8ea8b16-2ace-426f-ae39-1196aa6be12d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:57:46.916066 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:46.972458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] Deleting port 85acd38f-9d73-4337-82c1-a40e24428026 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:57:46.972805 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:47.036823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] For port 85acd38f-9d73-4337-82c1-a40e24428026, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=85acd38f-9d73-4337-82c1-a40e24428026,segment=NetworkSegment(29e00597-cfb0-4e57-b958-38e4966567df),segment_id=29e00597-cfb0-4e57-b958-38e4966567df)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:57:47.037232 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:47.050320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] Calling delete_port for 85acd38f-9d73-4337-82c1-a40e24428026 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:57:47.131875 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:47.155830 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] Pushing event deleted for resources: {'Port': ['ID=85acd38f-9d73-4337-82c1-a40e24428026,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:47.161383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] No DVR routers for this DVR port 85acd38f-9d73-4337-82c1-a40e24428026 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:57:47.235695 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:47.253316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1846bdeb-48cc-4369-9ac2-21835139755f None None] DHCP port deletion for f8ea8b16-2ace-426f-ae39-1196aa6be12d request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:57:47.258459 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ea8b16-2ace-426f-ae39-1196aa6be12d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:57:47.269264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e00597-cfb0-4e57-b958-38e4966567df') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:57:47.269554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e00597-cfb0-4e57-b958-38e4966567df') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:57:47.283991 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:47.297983 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:47.303793 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:57:47.304214 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:57:47.305810 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:57:47.360855 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:47.366838 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:47.368716 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] 10.222.0.24 "DELETE /v2.0/networks/f8ea8b16-2ace-426f-ae39-1196aa6be12d HTTP/1.1" status: 204 len: 168 time: 0.5292091 Sep 30 08:57:47.379893 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabef6a-22b5-4fe6-9a2d-2d1210ede20f admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ea8b16-2ace-426f-ae39-1196aa6be12d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:47.485182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48324) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:47.526479 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e4fe18cd-4ad1-4aef-a06b-9de61a5ed36f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f18bbad81448463cb85a0a40567b6381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401578 Sep 30 08:57:47.529976 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:47.577216 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f09a70-b65d-4ac8-bcf8-758c90f99441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:47.601756 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f09a70-b65d-4ac8-bcf8-758c90f99441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:47.646433 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f09a70-b65d-4ac8-bcf8-758c90f99441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:47.649518 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f09a70-b65d-4ac8-bcf8-758c90f99441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:47.650927 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-91f09a70-b65d-4ac8-bcf8-758c90f99441 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8483e49-25db-451e-b8c4-41334b0a29bb HTTP/1.1" status: 204 len: 168 time: 0.1198077 Sep 30 08:57:47.660350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f09a70-b65d-4ac8-bcf8-758c90f99441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8483e49-25db-451e-b8c4-41334b0a29bb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:47.910373 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:48.189321 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3e935abc-ad06-42d9-8023-c3aa222931d1 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:57:48.209203 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 3e935abc-ad06-42d9-8023-c3aa222931d1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:57:48.209556 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3e935abc-ad06-42d9-8023-c3aa222931d1 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:57:48.209976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ed811758-814f-4de0-a295-8d89be128b54 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:57:48.228380 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: ed811758-814f-4de0-a295-8d89be128b54 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:57:48.228722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ed811758-814f-4de0-a295-8d89be128b54 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:57:48.229127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 85acd38f-9d73-4337-82c1-a40e24428026 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:57:48.251343 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 85acd38f-9d73-4337-82c1-a40e24428026 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:57:48.251693 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 85acd38f-9d73-4337-82c1-a40e24428026 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:57:48.345624 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:48.450389 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b7159b73-06b2-44a1-8beb-6f585ba6307f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-702250094-network', 'tenant_id': '4348ee4b5df44e9ba4ff6b57f7e2161c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:57:48.471445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7159b73-06b2-44a1-8beb-6f585ba6307f admin admin] Made reservation on behalf of 4348ee4b5df44e9ba4ff6b57f7e2161c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:57:48.473690 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7159b73-06b2-44a1-8beb-6f585ba6307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:48.482185 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7159b73-06b2-44a1-8beb-6f585ba6307f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:48.571107 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7159b73-06b2-44a1-8beb-6f585ba6307f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:48.575050 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7159b73-06b2-44a1-8beb-6f585ba6307f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:48.598123 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7159b73-06b2-44a1-8beb-6f585ba6307f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:57:48.608113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7159b73-06b2-44a1-8beb-6f585ba6307f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e3e855-32f3-4fdb-823b-be2f9dde4f81,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:48.612806 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7159b73-06b2-44a1-8beb-6f585ba6307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:48.613148 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-b7159b73-06b2-44a1-8beb-6f585ba6307f admin admin] Added segment 6c1881da-ddb2-48c3-8df5-27b3533d1854 of type vlan for network b551ddbb-b31f-44f5-83db-0296b7e4e90b Sep 30 08:57:48.651977 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7159b73-06b2-44a1-8beb-6f585ba6307f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:48.676118 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7159b73-06b2-44a1-8beb-6f585ba6307f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:48.677014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7159b73-06b2-44a1-8beb-6f585ba6307f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:48.677567 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7159b73-06b2-44a1-8beb-6f585ba6307f admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:48.708603 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b7159b73-06b2-44a1-8beb-6f585ba6307f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3619061 Sep 30 08:57:48.711657 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48352) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:57:48.717437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9060d987-70da-4aa0-a6d0-b90e3828c866 admin admin] Request body: {'subnet': {'network_id': 'b551ddbb-b31f-44f5-83db-0296b7e4e90b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-702250094-subnet', 'tenant_id': '4348ee4b5df44e9ba4ff6b57f7e2161c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:57:48.742274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7159b73-06b2-44a1-8beb-6f585ba6307f admin admin] Pushing event updated for resources: {'Network': ['ID=b551ddbb-b31f-44f5-83db-0296b7e4e90b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:48.742531 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9060d987-70da-4aa0-a6d0-b90e3828c866 admin admin] Made reservation on behalf of 4348ee4b5df44e9ba4ff6b57f7e2161c for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:57:48.745004 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9060d987-70da-4aa0-a6d0-b90e3828c866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:48.753281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network b551ddbb-b31f-44f5-83db-0296b7e4e90b details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:57:48.914627 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9060d987-70da-4aa0-a6d0-b90e3828c866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:48.972854 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060d987-70da-4aa0-a6d0-b90e3828c866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c8823e-bc05-4a37-93bc-8d28ed4abe5a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:48.978057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9060d987-70da-4aa0-a6d0-b90e3828c866 admin admin] Checking segment: {'id': '6c1881da-ddb2-48c3-8df5-27b3533d1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b551ddbb-b31f-44f5-83db-0296b7e4e90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:57:48.978557 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9060d987-70da-4aa0-a6d0-b90e3828c866 admin admin] Network hostable DHCP agents. Network: b551ddbb-b31f-44f5-83db-0296b7e4e90b, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:57:48.994210 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9060d987-70da-4aa0-a6d0-b90e3828c866 admin admin] Network b551ddbb-b31f-44f5-83db-0296b7e4e90b is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:57:49.005741 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-9060d987-70da-4aa0-a6d0-b90e3828c866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, b551ddbb-b31f-44f5-83db-0296b7e4e90b) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:57:49.010532 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9060d987-70da-4aa0-a6d0-b90e3828c866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:49.011124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9060d987-70da-4aa0-a6d0-b90e3828c866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:49.017912 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93baee9b-98ed-4742-b496-c74b816e07cc None None] Network b551ddbb-b31f-44f5-83db-0296b7e4e90b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:57:49.025980 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9060d987-70da-4aa0-a6d0-b90e3828c866 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3131855 Sep 30 08:57:49.193077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eb8487-a5cc-49cc-9fab-32bbf8fde394 None None] Network b551ddbb-b31f-44f5-83db-0296b7e4e90b requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:57:49.473610 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-bad45307-1f75-4464-b959-74a18cc0d6b1 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:49.475030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-bad45307-1f75-4464-b959-74a18cc0d6b1 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/networks?id=b551ddbb-b31f-44f5-83db-0296b7e4e90b HTTP/1.1" status: 200 len: 813 time: 0.1109643 Sep 30 08:57:49.489798 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-8b70cfd2-6c82-45df-b878-4f425ba018a1 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/quotas/4348ee4b5df44e9ba4ff6b57f7e2161c HTTP/1.1" status: 200 len: 375 time: 0.0089402 Sep 30 08:57:49.521340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-3c5a95dc-9b95-49f9-a0d2-4b5b08ce28c8 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4348ee4b5df44e9ba4ff6b57f7e2161c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264442 Sep 30 08:57:49.666921 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-a857f439-45c4-4aac-a967-45a4a59e9f6c service neutron] 10.222.0.24 "GET /v2.0/networks/b551ddbb-b31f-44f5-83db-0296b7e4e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386120 Sep 30 08:57:49.759574 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-95f670f2-e3fd-4ca7-a9d4-16ae5611211b service neutron] 10.222.0.24 "GET /v2.0/networks/b551ddbb-b31f-44f5-83db-0296b7e4e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857961 Sep 30 08:57:49.922864 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d2714f99-fa9c-4e1b-a410-ce7c9e65f8f6 req-1055972a-03f3-4a50-beec-94262082a733 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 210 time: 0.0321233 Sep 30 08:57:50.846833 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-549cb368-bf4e-4b4b-af89-c467160da681 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:50.849099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-549cb368-bf4e-4b4b-af89-c467160da681 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.36 "GET /v2.0/networks?id=b551ddbb-b31f-44f5-83db-0296b7e4e90b HTTP/1.1" status: 200 len: 813 time: 0.1280739 Sep 30 08:57:50.862360 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-49ecdf43-20cd-4bc3-8d83-fe86f63f65e1 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Request body: {'port': {'device_id': 'e5404b3b-e6f4-425c-a0cc-4efbcf21e13d', 'network_id': 'b551ddbb-b31f-44f5-83db-0296b7e4e90b', 'admin_state_up': True, 'tenant_id': '4348ee4b5df44e9ba4ff6b57f7e2161c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:57:50.976036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-49ecdf43-20cd-4bc3-8d83-fe86f63f65e1 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Made reservation on behalf of 4348ee4b5df44e9ba4ff6b57f7e2161c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:57:50.979543 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-49ecdf43-20cd-4bc3-8d83-fe86f63f65e1 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:51.087550 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e3a4532-df23-46f5-b0fd-896784cb7d1c req-41e74454-8c35-4942-b665-85b073383434 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 210 time: 0.0377626 Sep 30 08:57:51.134769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-49ecdf43-20cd-4bc3-8d83-fe86f63f65e1 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Allocated IP 172.20.0.3 (b551ddbb-b31f-44f5-83db-0296b7e4e90b/d1c8823e-bc05-4a37-93bc-8d28ed4abe5a/e2f2e010-7c30-44aa-83b6-da486e546b3d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:57:51.275046 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-49ecdf43-20cd-4bc3-8d83-fe86f63f65e1 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:51.307794 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-49ecdf43-20cd-4bc3-8d83-fe86f63f65e1 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:51.354949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-49ecdf43-20cd-4bc3-8d83-fe86f63f65e1 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Network b551ddbb-b31f-44f5-83db-0296b7e4e90b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:57:51.358451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-49ecdf43-20cd-4bc3-8d83-fe86f63f65e1 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:57:51.362000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-49ecdf43-20cd-4bc3-8d83-fe86f63f65e1 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:57:51.388198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecdf43-20cd-4bc3-8d83-fe86f63f65e1 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Pushing event updated for resources: {'Port': ['ID=e2f2e010-7c30-44aa-83b6-da486e546b3d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:51.415979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-49ecdf43-20cd-4bc3-8d83-fe86f63f65e1 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:51.416588 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-49ecdf43-20cd-4bc3-8d83-fe86f63f65e1 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:51.432649 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-49ecdf43-20cd-4bc3-8d83-fe86f63f65e1 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5741146 Sep 30 08:57:51.444637 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Request body: {'port': {'device_id': 'e5404b3b-e6f4-425c-a0cc-4efbcf21e13d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:57:51.496012 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:51.752604 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f2e010-7c30-44aa-83b6-da486e546b3d {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:57:51.759738 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:51.772035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Transition to ACTIVE for port object e2f2e010-7c30-44aa-83b6-da486e546b3d will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:57:51.775817 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:51.826636 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f2e010-7c30-44aa-83b6-da486e546b3d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:51.888185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Attempting to bind port e2f2e010-7c30-44aa-83b6-da486e546b3d on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:57:51.888857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Attempting to bind port e2f2e010-7c30-44aa-83b6-da486e546b3d by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '6c1881da-ddb2-48c3-8df5-27b3533d1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b551ddbb-b31f-44f5-83db-0296b7e4e90b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:57:51.888857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Attempting to bind port e2f2e010-7c30-44aa-83b6-da486e546b3d on network b551ddbb-b31f-44f5-83db-0296b7e4e90b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:57:51.892868 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Port e2f2e010-7c30-44aa-83b6-da486e546b3d on network b551ddbb-b31f-44f5-83db-0296b7e4e90b not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:57:51.893189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Attempting to bind port e2f2e010-7c30-44aa-83b6-da486e546b3d on network b551ddbb-b31f-44f5-83db-0296b7e4e90b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:57:51.897875 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:57:51.898209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Checking segment: {'id': '6c1881da-ddb2-48c3-8df5-27b3533d1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b551ddbb-b31f-44f5-83db-0296b7e4e90b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:57:51.898589 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Bound using segment: {'id': '6c1881da-ddb2-48c3-8df5-27b3533d1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b551ddbb-b31f-44f5-83db-0296b7e4e90b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:57:51.899009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Bound port: e2f2e010-7c30-44aa-83b6-da486e546b3d, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1881da-ddb2-48c3-8df5-27b3533d1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b551ddbb-b31f-44f5-83db-0296b7e4e90b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:57:51.899361 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:51.964630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] For port e2f2e010-7c30-44aa-83b6-da486e546b3d, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:57:51.968135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] For port e2f2e010-7c30-44aa-83b6-da486e546b3d, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e2f2e010-7c30-44aa-83b6-da486e546b3d,segment=NetworkSegment(6c1881da-ddb2-48c3-8df5-27b3533d1854),segment_id=6c1881da-ddb2-48c3-8df5-27b3533d1854)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:57:51.972378 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:52.003946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:52.004623 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:52.006582 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/e2f2e010-7c30-44aa-83b6-da486e546b3d HTTP/1.1" status: 200 len: 1091 time: 0.5656195 Sep 30 08:57:52.008641 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5404b3b-e6f4-425c-a0cc-4efbcf21e13d', 'tag': 'e2f2e010-7c30-44aa-83b6-da486e546b3d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:57:52.011840 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e456e849-4b26-455c-8f87-c925068283f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e5404b3b-e6f4-425c-a0cc-4efbcf21e13d", "tag": "e2f2e010-7c30-44aa-83b6-da486e546b3d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:57:52.041185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca882afb-8a4c-4a42-a12e-d15f5a4185f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f2e010-7c30-44aa-83b6-da486e546b3d,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:52.055050 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e36de0-bc43-4c3f-8487-7c0e22e3de12 x-openstack-request-id: req-34e36de0-bc43-4c3f-8487-7c0e22e3de12 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:57:52.055342 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5404b3b-e6f4-425c-a0cc-4efbcf21e13d", "tag": "e2f2e010-7c30-44aa-83b6-da486e546b3d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:57:52.055600 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34e36de0-bc43-4c3f-8487-7c0e22e3de12 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:57:52.056037 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5404b3b-e6f4-425c-a0cc-4efbcf21e13d', 'tag': 'e2f2e010-7c30-44aa-83b6-da486e546b3d', 'status': 'completed', 'code': 200} Sep 30 08:57:52.085544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-eded8139-ac7a-46d4-949b-58ef32447a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:52.087063 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-eded8139-ac7a-46d4-949b-58ef32447a9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4348ee4b5df44e9ba4ff6b57f7e2161c&device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 1094 time: 0.0418699 Sep 30 08:57:52.132517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-294d677f-11eb-49ec-b5e6-66a3895266f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2f2e010-7c30-44aa-83b6-da486e546b3d HTTP/1.1" status: 200 len: 217 time: 0.0377326 Sep 30 08:57:52.207138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-d7c58ae8-9634-49b5-90b9-e86d6c802a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:52.208667 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-d7c58ae8-9634-49b5-90b9-e86d6c802a35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d1c8823e-bc05-4a37-93bc-8d28ed4abe5a HTTP/1.1" status: 200 len: 853 time: 0.0696175 Sep 30 08:57:52.233543 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d997109-5e6b-43b6-8c72-ea6b2a828603 req-dd770439-e624-459f-ab84-3362e252ee80 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:52.234985 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d997109-5e6b-43b6-8c72-ea6b2a828603 req-dd770439-e624-459f-ab84-3362e252ee80 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 943 time: 0.0703824 Sep 30 08:57:52.251148 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-f248b8a6-b70b-4d4e-8bb2-0b6db0543dd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b551ddbb-b31f-44f5-83db-0296b7e4e90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339637 Sep 30 08:57:52.311367 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d997109-5e6b-43b6-8c72-ea6b2a828603 req-e1bbeb54-f88f-41bb-b921-6fd9e92cf286 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630391 Sep 30 08:57:52.365021 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-4ba29be2-b36f-4dbf-96f3-151cb7617698 service neutron] 10.222.0.36 "GET /v2.0/networks/b551ddbb-b31f-44f5-83db-0296b7e4e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022997 Sep 30 08:57:52.458294 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf9cd2d2-75f9-4962-8c35-d6bd0dfdb9fc req-103c623b-c3b8-460e-94f9-72283eda07e2 service neutron] 10.222.0.36 "GET /v2.0/networks/b551ddbb-b31f-44f5-83db-0296b7e4e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854373 Sep 30 08:57:52.545825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456e849-4b26-455c-8f87-c925068283f4 req-5db12cf9-5e9e-4f7b-987c-8222aa72217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:52.547289 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e456e849-4b26-455c-8f87-c925068283f4 req-5db12cf9-5e9e-4f7b-987c-8222aa72217e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4348ee4b5df44e9ba4ff6b57f7e2161c&device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 1094 time: 0.0401061 Sep 30 08:57:52.636387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456e849-4b26-455c-8f87-c925068283f4 req-0c30bdb0-8e0e-4961-ae8b-5c2e1b4d0ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:52.638786 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e456e849-4b26-455c-8f87-c925068283f4 req-0c30bdb0-8e0e-4961-ae8b-5c2e1b4d0ca6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b551ddbb-b31f-44f5-83db-0296b7e4e90b HTTP/1.1" status: 200 len: 914 time: 0.0838745 Sep 30 08:57:52.685231 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e456e849-4b26-455c-8f87-c925068283f4 req-08af8a4a-2adf-44a5-854e-e1627fe0e38e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2f2e010-7c30-44aa-83b6-da486e546b3d HTTP/1.1" status: 200 len: 217 time: 0.0393701 Sep 30 08:57:52.735449 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456e849-4b26-455c-8f87-c925068283f4 req-f17f637a-7907-4aac-8c1a-dae92ae82ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:52.736833 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e456e849-4b26-455c-8f87-c925068283f4 req-f17f637a-7907-4aac-8c1a-dae92ae82ce4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d1c8823e-bc05-4a37-93bc-8d28ed4abe5a HTTP/1.1" status: 200 len: 853 time: 0.0443969 Sep 30 08:57:52.769442 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e456e849-4b26-455c-8f87-c925068283f4 req-cb35727b-600f-4aca-8f78-07970dc6e098 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b551ddbb-b31f-44f5-83db-0296b7e4e90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246220 Sep 30 08:57:52.862710 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e456e849-4b26-455c-8f87-c925068283f4 req-b074fa5c-8fd1-4f43-b22b-842adf2ae590 service neutron] 10.222.0.36 "GET /v2.0/networks/b551ddbb-b31f-44f5-83db-0296b7e4e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854237 Sep 30 08:57:52.952472 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e456e849-4b26-455c-8f87-c925068283f4 req-bcec8763-0353-442d-b038-44c5ec7c8ce5 service neutron] 10.222.0.36 "GET /v2.0/networks/b551ddbb-b31f-44f5-83db-0296b7e4e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811031 Sep 30 08:57:53.424693 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ac0c4-51f8-41c1-b112-8d87d366b4bb req-c999f810-f406-4bb2-8664-c3a0e7b563a7 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:53.426161 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d57ac0c4-51f8-41c1-b112-8d87d366b4bb req-c999f810-f406-4bb2-8664-c3a0e7b563a7 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 943 time: 0.0490570 Sep 30 08:57:53.467103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d57ac0c4-51f8-41c1-b112-8d87d366b4bb req-34fd64c5-0c56-436e-b576-6787edef69cd tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350463 Sep 30 08:57:54.405657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e2f2e010-7c30-44aa-83b6-da486e546b3d details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:57:54.497217 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e2f2e010-7c30-44aa-83b6-da486e546b3d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e2f2e010-7c30-44aa-83b6-da486e546b3d,segment=NetworkSegment(6c1881da-ddb2-48c3-8df5-27b3533d1854),segment_id=6c1881da-ddb2-48c3-8df5-27b3533d1854)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:57:54.512365 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'e2f2e010-7c30-44aa-83b6-da486e546b3d', 'network_id': 'b551ddbb-b31f-44f5-83db-0296b7e4e90b', 'port_id': 'e2f2e010-7c30-44aa-83b6-da486e546b3d', 'mac_address': 'fa:16:3e:d3:17:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c8823e-bc05-4a37-93bc-8d28ed4abe5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:57:54.548952 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:54.561955 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f2e010-7c30-44aa-83b6-da486e546b3d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:57:54.581921 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e2f2e010-7c30-44aa-83b6-da486e546b3d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e2f2e010-7c30-44aa-83b6-da486e546b3d,segment=NetworkSegment(6c1881da-ddb2-48c3-8df5-27b3533d1854),segment_id=6c1881da-ddb2-48c3-8df5-27b3533d1854)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:57:54.586942 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:54.633990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=e2f2e010-7c30-44aa-83b6-da486e546b3d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:54.642052 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:54.642398 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:54.644102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:54.644102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:54.644102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:54.644102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:54.644102 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:54.644540 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:54.647162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:54.647162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:54.647162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:54.647162 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:57:54.676774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f37f13-46f4-41a5-b72a-bfc946afa4c1 req-2b109a8b-80c5-4b83-a3cf-33cb734d972c tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:54.678312 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30f37f13-46f4-41a5-b72a-bfc946afa4c1 req-2b109a8b-80c5-4b83-a3cf-33cb734d972c tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 944 time: 0.1047349 Sep 30 08:57:54.725613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-30f37f13-46f4-41a5-b72a-bfc946afa4c1 req-f360c69c-1248-4c74-a40a-14d83bc96ad2 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332942 Sep 30 08:57:54.793966 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['e2f2e010-7c30-44aa-83b6-da486e546b3d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:57:55.845303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990bcf2-759e-4018-8e76-e079bc5b2213 req-af27a4a7-4444-4f78-8c64-7b839e86e7ec tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:55.846839 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e990bcf2-759e-4018-8e76-e079bc5b2213 req-af27a4a7-4444-4f78-8c64-7b839e86e7ec tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 944 time: 0.0509193 Sep 30 08:57:55.883455 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e990bcf2-759e-4018-8e76-e079bc5b2213 req-0eb87890-142e-4754-bb9c-913fba302d2f tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307302 Sep 30 08:57:56.420617 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e2f2e010-7c30-44aa-83b6-da486e546b3d up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:57:56.470019 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port e2f2e010-7c30-44aa-83b6-da486e546b3d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:57:56.473505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port e2f2e010-7c30-44aa-83b6-da486e546b3d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:57:56.473874 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:56.550363 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:56.571793 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5404b3b-e6f4-425c-a0cc-4efbcf21e13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f2e010-7c30-44aa-83b6-da486e546b3d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:57:56.574024 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210e924f-ce4e-4523-9694-8d5c2c0b717b" -d '{"events": [{"server_uuid": "e5404b3b-e6f4-425c-a0cc-4efbcf21e13d", "name": "network-vif-plugged", "status": "completed", "tag": "e2f2e010-7c30-44aa-83b6-da486e546b3d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:57:56.586111 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port e2f2e010-7c30-44aa-83b6-da486e546b3d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e2f2e010-7c30-44aa-83b6-da486e546b3d,segment=NetworkSegment(6c1881da-ddb2-48c3-8df5-27b3533d1854),segment_id=6c1881da-ddb2-48c3-8df5-27b3533d1854)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:57:56.591206 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:57:56.616045 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b1f4a7-7b40-4df7-b2dc-154c101529dd x-openstack-request-id: req-c0b1f4a7-7b40-4df7-b2dc-154c101529dd {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:57:56.616344 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5404b3b-e6f4-425c-a0cc-4efbcf21e13d", "name": "network-vif-plugged", "status": "completed", "tag": "e2f2e010-7c30-44aa-83b6-da486e546b3d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:57:56.616600 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0b1f4a7-7b40-4df7-b2dc-154c101529dd {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:57:56.616993 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5404b3b-e6f4-425c-a0cc-4efbcf21e13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f2e010-7c30-44aa-83b6-da486e546b3d', 'code': 200} Sep 30 08:57:56.646025 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=e2f2e010-7c30-44aa-83b6-da486e546b3d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:57:56.708109 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3a995-e5ba-487f-a873-8c5d84439873 req-f1f9d3dd-9365-4a56-a386-372bf8d10f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:56.709510 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1f3a995-e5ba-487f-a873-8c5d84439873 req-f1f9d3dd-9365-4a56-a386-372bf8d10f77 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 1096 time: 0.0393636 Sep 30 08:57:56.748761 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1f3a995-e5ba-487f-a873-8c5d84439873 req-b5a8235e-8b3e-4e9c-bddc-3bb9bfdf2f54 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309405 Sep 30 08:57:57.012216 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8eea3-be21-461a-8d0c-20acbb7c1fe7 req-865c95a1-8ddf-49cf-be56-3fe1efc0afff tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:57.013623 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-87d8eea3-be21-461a-8d0c-20acbb7c1fe7 req-865c95a1-8ddf-49cf-be56-3fe1efc0afff tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 945 time: 0.0492146 Sep 30 08:57:57.052530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-87d8eea3-be21-461a-8d0c-20acbb7c1fe7 req-50511e14-39e1-47b8-a68d-3cf554c4d54f tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Sep 30 08:57:58.167984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8645e-191c-48a3-ba9e-6b254fcda6a1 req-2d50aab7-058d-4f65-9989-672843e11fcc tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:58.170403 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5b8645e-191c-48a3-ba9e-6b254fcda6a1 req-2d50aab7-058d-4f65-9989-672843e11fcc tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 945 time: 0.0509872 Sep 30 08:57:58.207605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a5b8645e-191c-48a3-ba9e-6b254fcda6a1 req-81dfdd9f-6b33-4013-a432-7b4fa030b9dd tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312865 Sep 30 08:57:58.427500 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d60794-5988-41e6-8fba-267c50430950 req-3f6db58a-afdd-40cf-aae7-a61675288129 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:58.428970 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45d60794-5988-41e6-8fba-267c50430950 req-3f6db58a-afdd-40cf-aae7-a61675288129 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/networks?id=b551ddbb-b31f-44f5-83db-0296b7e4e90b HTTP/1.1" status: 200 len: 813 time: 0.1025550 Sep 30 08:57:58.443174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45d60794-5988-41e6-8fba-267c50430950 req-b104091e-f171-45e8-9c0d-534d63ce31c9 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/quotas/4348ee4b5df44e9ba4ff6b57f7e2161c HTTP/1.1" status: 200 len: 375 time: 0.0086162 Sep 30 08:57:58.490050 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45d60794-5988-41e6-8fba-267c50430950 req-f7b2d44d-31b2-4f96-a44c-bc57e1ebdb8c tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4348ee4b5df44e9ba4ff6b57f7e2161c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418384 Sep 30 08:57:58.580655 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45d60794-5988-41e6-8fba-267c50430950 req-710391e1-6a6f-4b60-be3f-d2ea3a09adae service neutron] 10.222.0.24 "GET /v2.0/networks/b551ddbb-b31f-44f5-83db-0296b7e4e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837395 Sep 30 08:57:58.667966 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45d60794-5988-41e6-8fba-267c50430950 req-4cece328-3779-4074-9371-ce43114ae797 service neutron] 10.222.0.24 "GET /v2.0/networks/b551ddbb-b31f-44f5-83db-0296b7e4e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808470 Sep 30 08:57:58.821158 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2ce2631e-a720-4e3d-95ef-574ddeee77f1 req-8b613f07-bdec-47bd-b3a0-9bbe7a3ee452 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8 HTTP/1.1" status: 200 len: 210 time: 0.0259349 Sep 30 08:57:59.909369 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d60794-5988-41e6-8fba-267c50430950 req-60e7dd7a-06ad-4653-8a27-7968aeb096b9 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:57:59.910874 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-45d60794-5988-41e6-8fba-267c50430950 req-60e7dd7a-06ad-4653-8a27-7968aeb096b9 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.35 "GET /v2.0/networks?id=b551ddbb-b31f-44f5-83db-0296b7e4e90b HTTP/1.1" status: 200 len: 813 time: 0.1092081 Sep 30 08:57:59.924450 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f0b7ad1-d8d9-45da-abff-172870046b75 req-7f21c932-a137-4bae-befc-327e32185519 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8 HTTP/1.1" status: 200 len: 210 time: 0.0328639 Sep 30 08:57:59.931000 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-45d60794-5988-41e6-8fba-267c50430950 req-c694c76e-6af7-46c9-a8fd-610b868b7bb7 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Request body: {'port': {'device_id': '1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8', 'network_id': 'b551ddbb-b31f-44f5-83db-0296b7e4e90b', 'admin_state_up': True, 'tenant_id': '4348ee4b5df44e9ba4ff6b57f7e2161c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:00.036272 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d60794-5988-41e6-8fba-267c50430950 req-c694c76e-6af7-46c9-a8fd-610b868b7bb7 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Made reservation on behalf of 4348ee4b5df44e9ba4ff6b57f7e2161c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:00.039679 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45d60794-5988-41e6-8fba-267c50430950 req-c694c76e-6af7-46c9-a8fd-610b868b7bb7 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:00.118535 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:00.176459 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-45d60794-5988-41e6-8fba-267c50430950 req-c694c76e-6af7-46c9-a8fd-610b868b7bb7 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Allocated IP 172.20.0.14 (b551ddbb-b31f-44f5-83db-0296b7e4e90b/d1c8823e-bc05-4a37-93bc-8d28ed4abe5a/49d07600-1c2e-4a6c-bce5-ef274b16bec4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:58:00.323491 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45d60794-5988-41e6-8fba-267c50430950 req-c694c76e-6af7-46c9-a8fd-610b868b7bb7 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:00.355394 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45d60794-5988-41e6-8fba-267c50430950 req-c694c76e-6af7-46c9-a8fd-610b868b7bb7 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:00.367606 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['e2f2e010-7c30-44aa-83b6-da486e546b3d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:58:00.398635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d60794-5988-41e6-8fba-267c50430950 req-c694c76e-6af7-46c9-a8fd-610b868b7bb7 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Network b551ddbb-b31f-44f5-83db-0296b7e4e90b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:58:00.401843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-45d60794-5988-41e6-8fba-267c50430950 req-c694c76e-6af7-46c9-a8fd-610b868b7bb7 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:00.409303 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d60794-5988-41e6-8fba-267c50430950 req-c694c76e-6af7-46c9-a8fd-610b868b7bb7 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:58:00.420828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694c76e-6af7-46c9-a8fd-610b868b7bb7 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Pushing event updated for resources: {'Port': ['ID=49d07600-1c2e-4a6c-bce5-ef274b16bec4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:00.472007 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d60794-5988-41e6-8fba-267c50430950 req-c694c76e-6af7-46c9-a8fd-610b868b7bb7 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:00.472621 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45d60794-5988-41e6-8fba-267c50430950 req-c694c76e-6af7-46c9-a8fd-610b868b7bb7 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:00.487329 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-45d60794-5988-41e6-8fba-267c50430950 req-c694c76e-6af7-46c9-a8fd-610b868b7bb7 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5603781 Sep 30 08:58:00.504398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Request body: {'port': {'device_id': '1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:00.559500 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:00.815413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d07600-1c2e-4a6c-bce5-ef274b16bec4 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:58:00.822653 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:00.835191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Transition to ACTIVE for port object 49d07600-1c2e-4a6c-bce5-ef274b16bec4 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:58:00.838154 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:00.889225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Pushing event updated for resources: {'Port': ['ID=49d07600-1c2e-4a6c-bce5-ef274b16bec4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:00.956671 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Attempting to bind port 49d07600-1c2e-4a6c-bce5-ef274b16bec4 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:58:00.957172 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Attempting to bind port 49d07600-1c2e-4a6c-bce5-ef274b16bec4 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '6c1881da-ddb2-48c3-8df5-27b3533d1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b551ddbb-b31f-44f5-83db-0296b7e4e90b'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:58:00.957325 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Attempting to bind port 49d07600-1c2e-4a6c-bce5-ef274b16bec4 on network b551ddbb-b31f-44f5-83db-0296b7e4e90b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:00.961627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Port 49d07600-1c2e-4a6c-bce5-ef274b16bec4 on network b551ddbb-b31f-44f5-83db-0296b7e4e90b not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:58:00.961948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Attempting to bind port 49d07600-1c2e-4a6c-bce5-ef274b16bec4 on network b551ddbb-b31f-44f5-83db-0296b7e4e90b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:00.967272 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:58:00.967612 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Checking segment: {'id': '6c1881da-ddb2-48c3-8df5-27b3533d1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b551ddbb-b31f-44f5-83db-0296b7e4e90b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:00.968026 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Bound using segment: {'id': '6c1881da-ddb2-48c3-8df5-27b3533d1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b551ddbb-b31f-44f5-83db-0296b7e4e90b'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:58:00.968455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Bound port: 49d07600-1c2e-4a6c-bce5-ef274b16bec4, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1881da-ddb2-48c3-8df5-27b3533d1854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b551ddbb-b31f-44f5-83db-0296b7e4e90b'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:58:00.968810 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:01.033069 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] For port 49d07600-1c2e-4a6c-bce5-ef274b16bec4, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:58:01.036363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] For port 49d07600-1c2e-4a6c-bce5-ef274b16bec4, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=49d07600-1c2e-4a6c-bce5-ef274b16bec4,segment=NetworkSegment(6c1881da-ddb2-48c3-8df5-27b3533d1854),segment_id=6c1881da-ddb2-48c3-8df5-27b3533d1854)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:58:01.041050 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:01.043227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1cae9-1e7b-4b2e-b1af-65dfe2256568 req-0a423494-c4d4-44ff-99a5-d43259be4b3f tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:01.045377 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bcf1cae9-1e7b-4b2e-b1af-65dfe2256568 req-0a423494-c4d4-44ff-99a5-d43259be4b3f tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8 HTTP/1.1" status: 200 len: 944 time: 0.0513062 Sep 30 08:58:01.074347 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:01.075704 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:01.077555 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-45d60794-5988-41e6-8fba-267c50430950 req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] 10.222.0.35 "PUT /v2.0/ports/49d07600-1c2e-4a6c-bce5-ef274b16bec4 HTTP/1.1" status: 200 len: 1092 time: 0.5773630 Sep 30 08:58:01.079926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8', 'tag': '49d07600-1c2e-4a6c-bce5-ef274b16bec4'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:58:01.082217 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62250b92066772ba856d3ca45821938b14a49e1614e4f53ff842e31f47d218c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a957d3f6-b277-46b3-ae66-c0525503b4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8", "tag": "49d07600-1c2e-4a6c-bce5-ef274b16bec4"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:58:01.086241 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bcf1cae9-1e7b-4b2e-b1af-65dfe2256568 req-5936eb36-6560-4a18-964c-7440dddfeb3f tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332017 Sep 30 08:58:01.110746 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf01101-678f-4fb6-983d-768ad3e6ffd8 service neutron] Pushing event updated for resources: {'Port': ['ID=49d07600-1c2e-4a6c-bce5-ef274b16bec4,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:01.130832 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322f9d60-fa59-443b-b1e1-06651fa7caf5 x-openstack-request-id: req-322f9d60-fa59-443b-b1e1-06651fa7caf5 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:58:01.131165 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8", "tag": "49d07600-1c2e-4a6c-bce5-ef274b16bec4", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:58:01.131420 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-322f9d60-fa59-443b-b1e1-06651fa7caf5 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:58:01.131821 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8', 'tag': '49d07600-1c2e-4a6c-bce5-ef274b16bec4', 'status': 'completed', 'code': 200} Sep 30 08:58:01.189176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d60794-5988-41e6-8fba-267c50430950 req-4119ac1f-d4c5-4241-b006-96a88530a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:01.190689 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-45d60794-5988-41e6-8fba-267c50430950 req-4119ac1f-d4c5-4241-b006-96a88530a571 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4348ee4b5df44e9ba4ff6b57f7e2161c&device_id=1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8 HTTP/1.1" status: 200 len: 1095 time: 0.0421553 Sep 30 08:58:01.241653 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-45d60794-5988-41e6-8fba-267c50430950 req-59a600d7-fa01-4f04-a278-1cdb94aa8cdc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49d07600-1c2e-4a6c-bce5-ef274b16bec4 HTTP/1.1" status: 200 len: 217 time: 0.0380516 Sep 30 08:58:01.293797 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d60794-5988-41e6-8fba-267c50430950 req-b23d5502-195b-497d-b22c-779af079bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:01.295356 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-45d60794-5988-41e6-8fba-267c50430950 req-b23d5502-195b-497d-b22c-779af079bb21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d1c8823e-bc05-4a37-93bc-8d28ed4abe5a HTTP/1.1" status: 200 len: 853 time: 0.0465217 Sep 30 08:58:01.327124 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-45d60794-5988-41e6-8fba-267c50430950 req-b624af0f-3f8f-479f-a3af-ea0d91aeddfc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b551ddbb-b31f-44f5-83db-0296b7e4e90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252008 Sep 30 08:58:01.418237 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-45d60794-5988-41e6-8fba-267c50430950 req-d38b9028-637a-4646-ac08-a5ef139abd53 service neutron] 10.222.0.35 "GET /v2.0/networks/b551ddbb-b31f-44f5-83db-0296b7e4e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844243 Sep 30 08:58:01.506648 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-45d60794-5988-41e6-8fba-267c50430950 req-1b61321c-8b67-493a-8d1d-0dbe94b01847 service neutron] 10.222.0.35 "GET /v2.0/networks/b551ddbb-b31f-44f5-83db-0296b7e4e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820098 Sep 30 08:58:01.640944 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957d3f6-b277-46b3-ae66-c0525503b4bc req-6bc38776-f95e-47a1-b3e7-0cd864b01790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:01.642746 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a957d3f6-b277-46b3-ae66-c0525503b4bc req-6bc38776-f95e-47a1-b3e7-0cd864b01790 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4348ee4b5df44e9ba4ff6b57f7e2161c&device_id=1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8 HTTP/1.1" status: 200 len: 1095 time: 0.0457513 Sep 30 08:58:01.734773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957d3f6-b277-46b3-ae66-c0525503b4bc req-4eac00fa-2d68-451b-ae91-bb56d1f1ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:01.736271 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a957d3f6-b277-46b3-ae66-c0525503b4bc req-4eac00fa-2d68-451b-ae91-bb56d1f1ce3e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b551ddbb-b31f-44f5-83db-0296b7e4e90b HTTP/1.1" status: 200 len: 914 time: 0.0864737 Sep 30 08:58:01.781675 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a957d3f6-b277-46b3-ae66-c0525503b4bc req-e243e222-0792-406f-b760-61a1770ace5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49d07600-1c2e-4a6c-bce5-ef274b16bec4 HTTP/1.1" status: 200 len: 217 time: 0.0390108 Sep 30 08:58:01.831525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957d3f6-b277-46b3-ae66-c0525503b4bc req-62d2bd9c-ee9d-4055-8d8b-66bc4a211ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:01.832962 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a957d3f6-b277-46b3-ae66-c0525503b4bc req-62d2bd9c-ee9d-4055-8d8b-66bc4a211ef3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d1c8823e-bc05-4a37-93bc-8d28ed4abe5a HTTP/1.1" status: 200 len: 853 time: 0.0443802 Sep 30 08:58:01.867134 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a957d3f6-b277-46b3-ae66-c0525503b4bc req-c48ca3ba-b0b6-4e95-838c-0d7c122f3158 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b551ddbb-b31f-44f5-83db-0296b7e4e90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260971 Sep 30 08:58:01.959656 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a957d3f6-b277-46b3-ae66-c0525503b4bc req-6df4f10a-e6d5-4ae0-af6e-ba580c0bc43b service neutron] 10.222.0.35 "GET /v2.0/networks/b551ddbb-b31f-44f5-83db-0296b7e4e90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852263 Sep 30 08:58:02.051058 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a957d3f6-b277-46b3-ae66-c0525503b4bc req-3b9c9d75-6893-4cb5-8dba-cecf352d9b70 service neutron] 10.222.0.35 "GET /v2.0/networks/b551ddbb-b31f-44f5-83db-0296b7e4e90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830808 Sep 30 08:58:02.201780 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c298d-bd02-4c00-a910-e4fffa0e3f2d req-6a04464d-5016-4629-8194-282aa8444754 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:02.203264 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-399c298d-bd02-4c00-a910-e4fffa0e3f2d req-6a04464d-5016-4629-8194-282aa8444754 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8 HTTP/1.1" status: 200 len: 944 time: 0.0484993 Sep 30 08:58:02.241063 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-399c298d-bd02-4c00-a910-e4fffa0e3f2d req-c93f0b28-990e-4a11-83ae-a413c299cc90 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319753 Sep 30 08:58:03.248992 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:58:03.353649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670b6f4-8a9f-48bd-8077-7fc5c0a5714f req-36294695-b404-43c1-b324-40ad726ad932 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:03.355163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e670b6f4-8a9f-48bd-8077-7fc5c0a5714f req-36294695-b404-43c1-b324-40ad726ad932 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8 HTTP/1.1" status: 200 len: 944 time: 0.0485680 Sep 30 08:58:03.396340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e670b6f4-8a9f-48bd-8077-7fc5c0a5714f req-28a098f0-1e86-49e8-94e6-e2fae77e4d9c tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345278 Sep 30 08:58:04.183782 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 49d07600-1c2e-4a6c-bce5-ef274b16bec4 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:58:04.276123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 49d07600-1c2e-4a6c-bce5-ef274b16bec4, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=49d07600-1c2e-4a6c-bce5-ef274b16bec4,segment=NetworkSegment(6c1881da-ddb2-48c3-8df5-27b3533d1854),segment_id=6c1881da-ddb2-48c3-8df5-27b3533d1854)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:04.287618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '49d07600-1c2e-4a6c-bce5-ef274b16bec4', 'network_id': 'b551ddbb-b31f-44f5-83db-0296b7e4e90b', 'port_id': '49d07600-1c2e-4a6c-bce5-ef274b16bec4', 'mac_address': 'fa:16:3e:d4:6c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c8823e-bc05-4a37-93bc-8d28ed4abe5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:58:04.326373 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:04.338328 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d07600-1c2e-4a6c-bce5-ef274b16bec4 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:58:04.357801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 49d07600-1c2e-4a6c-bce5-ef274b16bec4, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=49d07600-1c2e-4a6c-bce5-ef274b16bec4,segment=NetworkSegment(6c1881da-ddb2-48c3-8df5-27b3533d1854),segment_id=6c1881da-ddb2-48c3-8df5-27b3533d1854)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:04.361563 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:04.407401 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=49d07600-1c2e-4a6c-bce5-ef274b16bec4,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:04.511709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018a4e0-f24c-45fd-9e4b-a39ed7bed891 req-c410c7be-d68d-4fdd-b234-7ca908af9e6a tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:04.513413 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f018a4e0-f24c-45fd-9e4b-a39ed7bed891 req-c410c7be-d68d-4fdd-b234-7ca908af9e6a tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8 HTTP/1.1" status: 200 len: 945 time: 0.0525920 Sep 30 08:58:04.550720 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f018a4e0-f24c-45fd-9e4b-a39ed7bed891 req-47703d68-222c-4f3c-8747-ed982f3438b7 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316193 Sep 30 08:58:04.627705 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['49d07600-1c2e-4a6c-bce5-ef274b16bec4'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:58:05.663383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80668078-c919-4e3c-a579-3127532255c6 req-ef1a6845-a361-49b1-8499-ac2aa390d402 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:05.664882 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-80668078-c919-4e3c-a579-3127532255c6 req-ef1a6845-a361-49b1-8499-ac2aa390d402 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8 HTTP/1.1" status: 200 len: 945 time: 0.0484109 Sep 30 08:58:05.702023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-80668078-c919-4e3c-a579-3127532255c6 req-a184e977-310d-45d1-8c3a-78736dc6de5e tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306153 Sep 30 08:58:06.187814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 49d07600-1c2e-4a6c-bce5-ef274b16bec4 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:58:06.234587 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 49d07600-1c2e-4a6c-bce5-ef274b16bec4 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:58:06.238042 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 49d07600-1c2e-4a6c-bce5-ef274b16bec4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:06.238412 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:06.311661 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:06.333388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d07600-1c2e-4a6c-bce5-ef274b16bec4'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:58:06.335593 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62658050373dd2d2856c678ae9f11e9a83ae7a70beb4f3a6239aad6ed15c8d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0e971b-044e-4e43-bf0f-6083e52332fb" -d '{"events": [{"server_uuid": "1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8", "name": "network-vif-plugged", "status": "completed", "tag": "49d07600-1c2e-4a6c-bce5-ef274b16bec4"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:58:06.348697 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 49d07600-1c2e-4a6c-bce5-ef274b16bec4, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=49d07600-1c2e-4a6c-bce5-ef274b16bec4,segment=NetworkSegment(6c1881da-ddb2-48c3-8df5-27b3533d1854),segment_id=6c1881da-ddb2-48c3-8df5-27b3533d1854)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:06.353097 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:06.378695 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3588f1e3-2fe6-4154-8fd3-d4bfd803b039 x-openstack-request-id: req-3588f1e3-2fe6-4154-8fd3-d4bfd803b039 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:58:06.378990 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8", "name": "network-vif-plugged", "status": "completed", "tag": "49d07600-1c2e-4a6c-bce5-ef274b16bec4", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:58:06.379244 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3588f1e3-2fe6-4154-8fd3-d4bfd803b039 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:58:06.379639 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d07600-1c2e-4a6c-bce5-ef274b16bec4', 'code': 200} Sep 30 08:58:06.405645 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=49d07600-1c2e-4a6c-bce5-ef274b16bec4,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:06.565539 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38555c99-eb34-4c9d-8afb-b12e317e21fe req-7bdb2fe3-01a4-42a5-af4a-647de817cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:06.567022 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-38555c99-eb34-4c9d-8afb-b12e317e21fe req-7bdb2fe3-01a4-42a5-af4a-647de817cf4b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8 HTTP/1.1" status: 200 len: 1097 time: 0.0781324 Sep 30 08:58:06.601184 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-38555c99-eb34-4c9d-8afb-b12e317e21fe req-42cf6ad4-f77c-4031-8d2f-8cbc28ec4a21 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266502 Sep 30 08:58:06.816539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53faf2-4ec4-4ec3-a6b7-2261796f0131 req-8018b6a3-1aa5-4369-8e2b-1c565b048ecf tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:06.818011 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b53faf2-4ec4-4ec3-a6b7-2261796f0131 req-8018b6a3-1aa5-4369-8e2b-1c565b048ecf tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8 HTTP/1.1" status: 200 len: 946 time: 0.0490880 Sep 30 08:58:06.859676 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b53faf2-4ec4-4ec3-a6b7-2261796f0131 req-b483decd-bc49-499c-9ac8-fb187732032f tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358057 Sep 30 08:58:07.974174 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c067d-5d72-4092-b9ec-f7a61f765819 req-8c12eb6f-e3be-4c2b-b341-b971a3bc5400 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:07.975668 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd6c067d-5d72-4092-b9ec-f7a61f765819 req-8c12eb6f-e3be-4c2b-b341-b971a3bc5400 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8 HTTP/1.1" status: 200 len: 946 time: 0.0501130 Sep 30 08:58:08.014017 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd6c067d-5d72-4092-b9ec-f7a61f765819 req-88cb24f7-86ea-4cef-89cb-1916660302fd tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324767 Sep 30 08:58:08.240170 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bebb31-37c0-4aa1-a94c-b51d8dff0cb1 req-66eee0b7-9758-437b-82ad-68b6f5935011 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:08.241633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-44bebb31-37c0-4aa1-a94c-b51d8dff0cb1 req-66eee0b7-9758-437b-82ad-68b6f5935011 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8 HTTP/1.1" status: 200 len: 946 time: 0.0478821 Sep 30 08:58:08.278427 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-44bebb31-37c0-4aa1-a94c-b51d8dff0cb1 req-288775a0-15e1-4e25-bb6a-ad73ac7fde68 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303674 Sep 30 08:58:09.392303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c5500-1b6e-4461-b913-662e7faf4e9f req-059abccf-b288-46a9-b3ea-2a163574dcc3 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:09.393796 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f49c5500-1b6e-4461-b913-662e7faf4e9f req-059abccf-b288-46a9-b3ea-2a163574dcc3 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8 HTTP/1.1" status: 200 len: 946 time: 0.0477147 Sep 30 08:58:09.433816 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f49c5500-1b6e-4461-b913-662e7faf4e9f req-edd62764-a05d-4f33-a472-6e85a946c36a tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342143 Sep 30 08:58:09.578324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b80d83-82ff-4a60-a65d-86af3155a66e req-6cc20cb5-ed3c-4966-bb09-bb24ae9e1414 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:09.579720 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-26b80d83-82ff-4a60-a65d-86af3155a66e req-6cc20cb5-ed3c-4966-bb09-bb24ae9e1414 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8 HTTP/1.1" status: 200 len: 946 time: 0.0526071 Sep 30 08:58:09.667745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-26b80d83-82ff-4a60-a65d-86af3155a66e req-605c9d5d-50f2-4778-883d-3173138f4681 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Deleting port 49d07600-1c2e-4a6c-bce5-ef274b16bec4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:58:09.668127 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26b80d83-82ff-4a60-a65d-86af3155a66e req-605c9d5d-50f2-4778-883d-3173138f4681 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:09.757730 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-26b80d83-82ff-4a60-a65d-86af3155a66e req-605c9d5d-50f2-4778-883d-3173138f4681 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] For port 49d07600-1c2e-4a6c-bce5-ef274b16bec4, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=49d07600-1c2e-4a6c-bce5-ef274b16bec4,segment=NetworkSegment(6c1881da-ddb2-48c3-8df5-27b3533d1854),segment_id=6c1881da-ddb2-48c3-8df5-27b3533d1854)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:09.758095 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26b80d83-82ff-4a60-a65d-86af3155a66e req-605c9d5d-50f2-4778-883d-3173138f4681 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:09.770156 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-26b80d83-82ff-4a60-a65d-86af3155a66e req-605c9d5d-50f2-4778-883d-3173138f4681 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Calling delete_port for 49d07600-1c2e-4a6c-bce5-ef274b16bec4 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:58:09.892259 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26b80d83-82ff-4a60-a65d-86af3155a66e req-605c9d5d-50f2-4778-883d-3173138f4681 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:09.907136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['e2f2e010-7c30-44aa-83b6-da486e546b3d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:58:09.924838 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c9d5d-50f2-4778-883d-3173138f4681 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Pushing event deleted for resources: {'Port': ['ID=49d07600-1c2e-4a6c-bce5-ef274b16bec4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:09.931418 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['49d07600-1c2e-4a6c-bce5-ef274b16bec4'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:58:09.967413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b80d83-82ff-4a60-a65d-86af3155a66e req-605c9d5d-50f2-4778-883d-3173138f4681 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] No DVR routers for this DVR port 49d07600-1c2e-4a6c-bce5-ef274b16bec4 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:58:09.970232 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-26b80d83-82ff-4a60-a65d-86af3155a66e req-605c9d5d-50f2-4778-883d-3173138f4681 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:09.972754 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-26b80d83-82ff-4a60-a65d-86af3155a66e req-605c9d5d-50f2-4778-883d-3173138f4681 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.35 "DELETE /v2.0/ports/49d07600-1c2e-4a6c-bce5-ef274b16bec4 HTTP/1.1" status: 204 len: 173 time: 0.3863502 Sep 30 08:58:09.973225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8', 'name': 'network-vif-deleted', 'tag': '49d07600-1c2e-4a6c-bce5-ef274b16bec4'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:58:10.018704 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14b7d6f-feae-470d-84f4-d2a03d5a762e" -d '{"events": [{"server_uuid": "1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8", "name": "network-vif-deleted", "tag": "49d07600-1c2e-4a6c-bce5-ef274b16bec4"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:58:10.108955 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf89218-c8db-42e5-9dde-1fcc6084836b x-openstack-request-id: req-abf89218-c8db-42e5-9dde-1fcc6084836b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:58:10.109252 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8", "name": "network-vif-deleted", "tag": "49d07600-1c2e-4a6c-bce5-ef274b16bec4", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:58:10.109499 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abf89218-c8db-42e5-9dde-1fcc6084836b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:58:10.109892 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8', 'name': 'network-vif-deleted', 'tag': '49d07600-1c2e-4a6c-bce5-ef274b16bec4', 'status': 'completed', 'code': 200} Sep 30 08:58:10.549723 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ed73aff-69cb-4458-bd0d-f60b3cea516e req-7bdbd4c3-b930-4f35-a1db-0d0055e55c39 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d6fc6d9-c1cb-4e95-9b36-e1418a5919f8 HTTP/1.1" status: 200 len: 210 time: 0.0282247 Sep 30 08:58:10.614781 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:11.693650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338991b-13f9-4462-93d3-f19bedf0e0d8 req-1fdf4aa9-b50a-4a19-a129-c4644e213518 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:11.695107 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9338991b-13f9-4462-93d3-f19bedf0e0d8 req-1fdf4aa9-b50a-4a19-a129-c4644e213518 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 945 time: 0.0490191 Sep 30 08:58:11.733186 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9338991b-13f9-4462-93d3-f19bedf0e0d8 req-33b3c9ec-fe13-4bff-9086-c4a2954bc857 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316231 Sep 30 08:58:11.864302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f8a74-d791-46fd-ace3-a20a48948a82 req-3f4913f3-e03c-4bcd-9003-9e865253cce2 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:11.865734 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b51f8a74-d791-46fd-ace3-a20a48948a82 req-3f4913f3-e03c-4bcd-9003-9e865253cce2 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 945 time: 0.0500655 Sep 30 08:58:11.902147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b51f8a74-d791-46fd-ace3-a20a48948a82 req-713d5eda-d68a-4aba-afa3-82b3c38fcbe2 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303981 Sep 30 08:58:12.017841 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874204c-85c8-4339-9392-9c14f8fb7a84 req-428923b7-1b5f-4c3e-a5e9-866d51a07842 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:12.019291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f874204c-85c8-4339-9392-9c14f8fb7a84 req-428923b7-1b5f-4c3e-a5e9-866d51a07842 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 945 time: 0.0515044 Sep 30 08:58:12.056649 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f874204c-85c8-4339-9392-9c14f8fb7a84 req-05107d52-4a86-44ad-9571-8ecd68e65a90 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312231 Sep 30 08:58:12.123365 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05ee97ea-66fc-4208-9e5d-1fc259042342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:12.224974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 49d07600-1c2e-4a6c-bce5-ef274b16bec4 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:58:12.235518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b33592-a7de-4a13-b3cd-f6586e4f111c req-d256579e-9e24-49c1-9181-2b66c0512cfa tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:12.237077 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03b33592-a7de-4a13-b3cd-f6586e4f111c req-d256579e-9e24-49c1-9181-2b66c0512cfa tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 945 time: 0.0506349 Sep 30 08:58:12.244506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 49d07600-1c2e-4a6c-bce5-ef274b16bec4 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:58:12.244849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 49d07600-1c2e-4a6c-bce5-ef274b16bec4 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:58:12.274996 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03b33592-a7de-4a13-b3cd-f6586e4f111c req-cc60be3e-a6cd-4ef6-8d0a-3e968e23bafd tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319610 Sep 30 08:58:12.387264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456e4f6-5fe8-425e-8218-b0cf9d9b36d0 req-e269e71a-91b5-4ca6-9f05-ac577584de4a tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:12.389237 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8456e4f6-5fe8-425e-8218-b0cf9d9b36d0 req-e269e71a-91b5-4ca6-9f05-ac577584de4a tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 945 time: 0.0490861 Sep 30 08:58:12.426542 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8456e4f6-5fe8-425e-8218-b0cf9d9b36d0 req-30fdf672-c7e1-46d6-8a44-98d5d5546c3f tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315280 Sep 30 08:58:12.551319 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a0b61-9c64-420b-a9e3-10c1a5ac9c05 req-3fa8b61d-2d30-470f-a067-3c844d0ce624 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:12.552791 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d93a0b61-9c64-420b-a9e3-10c1a5ac9c05 req-3fa8b61d-2d30-470f-a067-3c844d0ce624 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 945 time: 0.0516653 Sep 30 08:58:12.590609 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d93a0b61-9c64-420b-a9e3-10c1a5ac9c05 req-c9374219-a523-41a9-aba7-4b463fe9befd tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319552 Sep 30 08:58:12.893089 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb337d7-b2f0-402d-9144-495a5d10f118 req-c574d8d3-aa10-4c03-b5e2-b92b55e3b4f5 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:12.894638 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbb337d7-b2f0-402d-9144-495a5d10f118 req-c574d8d3-aa10-4c03-b5e2-b92b55e3b4f5 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 945 time: 0.0502758 Sep 30 08:58:12.932102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fbb337d7-b2f0-402d-9144-495a5d10f118 req-676706b8-7fe9-437c-953d-5d7679139a79 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316887 Sep 30 08:58:14.046210 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642d53a-bc16-48fd-b1f0-a31c9b1e2511 req-b2a76ff3-a368-4590-9432-266129144eef tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:14.047613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a642d53a-bc16-48fd-b1f0-a31c9b1e2511 req-b2a76ff3-a368-4590-9432-266129144eef tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 945 time: 0.0490055 Sep 30 08:58:14.085854 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a642d53a-bc16-48fd-b1f0-a31c9b1e2511 req-15c2d5d3-03e5-4e48-91d3-f2fec0f2b8be tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e3e855-32f3-4fdb-823b-be2f9dde4f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321352 Sep 30 08:58:14.310633 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94c0c9-7990-4010-9043-3a2255071446 req-7a284c8e-f3c4-4e9f-9caa-3b16a6c6a8c6 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:14.311984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb94c0c9-7990-4010-9043-3a2255071446 req-7a284c8e-f3c4-4e9f-9caa-3b16a6c6a8c6 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 945 time: 0.0516732 Sep 30 08:58:14.400725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-bb94c0c9-7990-4010-9043-3a2255071446 req-612006ee-afb8-41db-b916-f3d863bca471 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Deleting port e2f2e010-7c30-44aa-83b6-da486e546b3d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:58:14.401065 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bb94c0c9-7990-4010-9043-3a2255071446 req-612006ee-afb8-41db-b916-f3d863bca471 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:14.489465 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-bb94c0c9-7990-4010-9043-3a2255071446 req-612006ee-afb8-41db-b916-f3d863bca471 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] For port e2f2e010-7c30-44aa-83b6-da486e546b3d, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=e2f2e010-7c30-44aa-83b6-da486e546b3d,segment=NetworkSegment(6c1881da-ddb2-48c3-8df5-27b3533d1854),segment_id=6c1881da-ddb2-48c3-8df5-27b3533d1854)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:14.489750 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bb94c0c9-7990-4010-9043-3a2255071446 req-612006ee-afb8-41db-b916-f3d863bca471 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:14.501227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-bb94c0c9-7990-4010-9043-3a2255071446 req-612006ee-afb8-41db-b916-f3d863bca471 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Calling delete_port for e2f2e010-7c30-44aa-83b6-da486e546b3d owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:58:14.620955 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bb94c0c9-7990-4010-9043-3a2255071446 req-612006ee-afb8-41db-b916-f3d863bca471 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:14.652779 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612006ee-afb8-41db-b916-f3d863bca471 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Pushing event deleted for resources: {'Port': ['ID=e2f2e010-7c30-44aa-83b6-da486e546b3d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:14.695196 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb94c0c9-7990-4010-9043-3a2255071446 req-612006ee-afb8-41db-b916-f3d863bca471 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] No DVR routers for this DVR port e2f2e010-7c30-44aa-83b6-da486e546b3d on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:58:14.698096 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bb94c0c9-7990-4010-9043-3a2255071446 req-612006ee-afb8-41db-b916-f3d863bca471 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:14.700870 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb94c0c9-7990-4010-9043-3a2255071446 req-612006ee-afb8-41db-b916-f3d863bca471 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.36 "DELETE /v2.0/ports/e2f2e010-7c30-44aa-83b6-da486e546b3d HTTP/1.1" status: 204 len: 173 time: 0.3815708 Sep 30 08:58:14.701303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5404b3b-e6f4-425c-a0cc-4efbcf21e13d', 'name': 'network-vif-deleted', 'tag': 'e2f2e010-7c30-44aa-83b6-da486e546b3d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:58:14.703599 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c68a69702ad4eaa6f2c18b18599ae0e09e55921bdf4089b6bf7a173f883f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89197b97-7f17-4c7d-8ab9-a40b2d69b6b5" -d '{"events": [{"server_uuid": "e5404b3b-e6f4-425c-a0cc-4efbcf21e13d", "name": "network-vif-deleted", "tag": "e2f2e010-7c30-44aa-83b6-da486e546b3d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:58:14.741905 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bbaf3b-b007-4752-8498-ce7c2c53ce11 x-openstack-request-id: req-60bbaf3b-b007-4752-8498-ce7c2c53ce11 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:58:14.742204 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5404b3b-e6f4-425c-a0cc-4efbcf21e13d", "name": "network-vif-deleted", "tag": "e2f2e010-7c30-44aa-83b6-da486e546b3d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:58:14.742458 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60bbaf3b-b007-4752-8498-ce7c2c53ce11 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:58:14.742849 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5404b3b-e6f4-425c-a0cc-4efbcf21e13d', 'name': 'network-vif-deleted', 'tag': 'e2f2e010-7c30-44aa-83b6-da486e546b3d', 'status': 'completed', 'code': 200} Sep 30 08:58:14.866610 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f4b52407-b877-4a98-b1df-1b3d6d628dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:15.194905 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b8f3e6f-8bdc-4fbf-bd5b-0bf6a6160622 req-b100d20b-39fc-42d9-bfe3-498c491462c4 tempest-ServersNegativeTestJSON-1177597162 tempest-ServersNegativeTestJSON-1177597162-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5404b3b-e6f4-425c-a0cc-4efbcf21e13d HTTP/1.1" status: 200 len: 210 time: 0.0269866 Sep 30 08:58:15.363405 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:16.047469 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:16.248463 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48516) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:16.291062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceaa45b2-ca87-46ab-ae0e-b525576cb651 admin admin] Deleting subnet d1c8823e-bc05-4a37-93bc-8d28ed4abe5a {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:58:16.294263 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ceaa45b2-ca87-46ab-ae0e-b525576cb651 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:16.336331 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ceaa45b2-ca87-46ab-ae0e-b525576cb651 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:16.373807 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ceaa45b2-ca87-46ab-ae0e-b525576cb651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:16.424511 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ceaa45b2-ca87-46ab-ae0e-b525576cb651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:16.449416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa45b2-ca87-46ab-ae0e-b525576cb651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c8823e-bc05-4a37-93bc-8d28ed4abe5a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:16.453954 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ceaa45b2-ca87-46ab-ae0e-b525576cb651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:16.456234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ceaa45b2-ca87-46ab-ae0e-b525576cb651 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d1c8823e-bc05-4a37-93bc-8d28ed4abe5a HTTP/1.1" status: 204 len: 168 time: 0.2063701 Sep 30 08:58:16.458295 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48518) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:16.529398 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e2f2e010-7c30-44aa-83b6-da486e546b3d no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:58:16.550030 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: e2f2e010-7c30-44aa-83b6-da486e546b3d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:58:16.550372 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device e2f2e010-7c30-44aa-83b6-da486e546b3d not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:58:16.857420 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14fc146e-21b8-4279-b0aa-840c3a98f97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:16.932609 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14fc146e-21b8-4279-b0aa-840c3a98f97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:16.952591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-14fc146e-21b8-4279-b0aa-840c3a98f97e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b551ddbb-b31f-44f5-83db-0296b7e4e90b']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:16.961501 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-14fc146e-21b8-4279-b0aa-840c3a98f97e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1881da-ddb2-48c3-8df5-27b3533d1854') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:16.961792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-14fc146e-21b8-4279-b0aa-840c3a98f97e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1881da-ddb2-48c3-8df5-27b3533d1854') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:16.971351 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14fc146e-21b8-4279-b0aa-840c3a98f97e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:16.984494 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14fc146e-21b8-4279-b0aa-840c3a98f97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:16.990302 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14fc146e-21b8-4279-b0aa-840c3a98f97e admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:58:16.990691 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14fc146e-21b8-4279-b0aa-840c3a98f97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:58:16.992314 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:58:17.049437 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14fc146e-21b8-4279-b0aa-840c3a98f97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:17.056364 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14fc146e-21b8-4279-b0aa-840c3a98f97e admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:17.058301 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-14fc146e-21b8-4279-b0aa-840c3a98f97e admin admin] 10.222.0.24 "DELETE /v2.0/networks/b551ddbb-b31f-44f5-83db-0296b7e4e90b HTTP/1.1" status: 204 len: 168 time: 0.5991061 Sep 30 08:58:17.067766 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc146e-21b8-4279-b0aa-840c3a98f97e admin admin] Pushing event deleted for resources: {'Network': ['ID=b551ddbb-b31f-44f5-83db-0296b7e4e90b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:17.163291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48522) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:17.201944 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-da6e40a8-aab5-4b44-ae66-a8632729ee8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4348ee4b5df44e9ba4ff6b57f7e2161c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373845 Sep 30 08:58:17.204390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48524) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:17.252142 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88c2ead0-95d6-4727-a187-439d926ac7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:17.272525 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88c2ead0-95d6-4727-a187-439d926ac7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:17.322390 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88c2ead0-95d6-4727-a187-439d926ac7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:17.325526 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88c2ead0-95d6-4727-a187-439d926ac7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:17.326704 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-88c2ead0-95d6-4727-a187-439d926ac7e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3e3e855-32f3-4fdb-823b-be2f9dde4f81 HTTP/1.1" status: 204 len: 168 time: 0.1214380 Sep 30 08:58:17.334366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2ead0-95d6-4727-a187-439d926ac7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e3e855-32f3-4fdb-823b-be2f9dde4f81,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:17.914552 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:18.009263 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48546) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:18.103684 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b4179d95-ed62-47e9-a7ee-0e4a661dc37c tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1551306739'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:18.125899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4179d95-ed62-47e9-a7ee-0e4a661dc37c tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Made reservation on behalf of 0b244e7c2ee643758e79721ffbb12c45 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:18.129248 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4179d95-ed62-47e9-a7ee-0e4a661dc37c tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:18.137329 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4179d95-ed62-47e9-a7ee-0e4a661dc37c tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:18.227756 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4179d95-ed62-47e9-a7ee-0e4a661dc37c tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:18.232007 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4179d95-ed62-47e9-a7ee-0e4a661dc37c tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:18.253927 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4179d95-ed62-47e9-a7ee-0e4a661dc37c tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:58:18.266940 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4179d95-ed62-47e9-a7ee-0e4a661dc37c tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92896c8-9483-422c-a226-f2e977845dde,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:18.271537 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4179d95-ed62-47e9-a7ee-0e4a661dc37c tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:18.271873 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-b4179d95-ed62-47e9-a7ee-0e4a661dc37c tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Added segment 00cf4dfe-67d4-4d69-849e-e487e2cf8b2a of type vlan for network 219ca242-054d-4516-a22d-b1896c07bcb6 Sep 30 08:58:18.311188 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4179d95-ed62-47e9-a7ee-0e4a661dc37c tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:18.336096 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4179d95-ed62-47e9-a7ee-0e4a661dc37c tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:18.341691 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4179d95-ed62-47e9-a7ee-0e4a661dc37c tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:18.342266 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4179d95-ed62-47e9-a7ee-0e4a661dc37c tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:18.369128 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b4179d95-ed62-47e9-a7ee-0e4a661dc37c tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3588033 Sep 30 08:58:18.410855 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4179d95-ed62-47e9-a7ee-0e4a661dc37c tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event updated for resources: {'Network': ['ID=219ca242-054d-4516-a22d-b1896c07bcb6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:18.425784 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 219ca242-054d-4516-a22d-b1896c07bcb6 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:58:21.688994 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48550) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:21.694203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c830a86b-88de-468f-8531-9edfd17fcfc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Request body: {'subnet': {'network_id': '219ca242-054d-4516-a22d-b1896c07bcb6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:21.783353 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c830a86b-88de-468f-8531-9edfd17fcfc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Made reservation on behalf of 0b244e7c2ee643758e79721ffbb12c45 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:21.786769 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c830a86b-88de-468f-8531-9edfd17fcfc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:21.964803 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c830a86b-88de-468f-8531-9edfd17fcfc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.017792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830a86b-88de-468f-8531-9edfd17fcfc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event updated for resources: {'Subnet': ['ID=0aba49e7-8f64-4c97-b440-895206fb822a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:22.033527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c830a86b-88de-468f-8531-9edfd17fcfc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Checking segment: {'id': '00cf4dfe-67d4-4d69-849e-e487e2cf8b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '219ca242-054d-4516-a22d-b1896c07bcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:22.033884 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c830a86b-88de-468f-8531-9edfd17fcfc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Network hostable DHCP agents. Network: 219ca242-054d-4516-a22d-b1896c07bcb6, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:58:22.049451 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c830a86b-88de-468f-8531-9edfd17fcfc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Network 219ca242-054d-4516-a22d-b1896c07bcb6 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:58:22.057759 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c830a86b-88de-468f-8531-9edfd17fcfc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 219ca242-054d-4516-a22d-b1896c07bcb6) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:22.062043 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c830a86b-88de-468f-8531-9edfd17fcfc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:22.062636 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c830a86b-88de-468f-8531-9edfd17fcfc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.067135 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6116c49-bdf5-4b2d-9f62-f62ca2b193a8 None None] Network 219ca242-054d-4516-a22d-b1896c07bcb6 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:22.077291 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c830a86b-88de-468f-8531-9edfd17fcfc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3871348 Sep 30 08:58:22.080714 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:22.085562 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1bd9a7a6-4ab8-4bf5-9e6f-4b8377259ac7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-757826828'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:22.106922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd9a7a6-4ab8-4bf5-9e6f-4b8377259ac7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Made reservation on behalf of 0b244e7c2ee643758e79721ffbb12c45 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:22.110388 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a7a6-4ab8-4bf5-9e6f-4b8377259ac7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.134953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd9a7a6-4ab8-4bf5-9e6f-4b8377259ac7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:58:22.144842 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a7a6-4ab8-4bf5-9e6f-4b8377259ac7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.145187 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-1bd9a7a6-4ab8-4bf5-9e6f-4b8377259ac7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Added segment f1429bcf-1b0c-4bc0-a977-a4d8f262ef07 of type vlan for network 545dc1ba-6e4d-4d65-b1d1-c681ec6a4485 Sep 30 08:58:22.193855 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a7a6-4ab8-4bf5-9e6f-4b8377259ac7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.213596 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-219ca242-054d-4516-a22d-b1896c07bcb6', 'network_id': '219ca242-054d-4516-a22d-b1896c07bcb6', 'tenant_id': '0b244e7c2ee643758e79721ffbb12c45', 'fixed_ips': [{'subnet_id': '0aba49e7-8f64-4c97-b440-895206fb822a'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:58:22.214538 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.219954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a7a6-4ab8-4bf5-9e6f-4b8377259ac7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.225527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd9a7a6-4ab8-4bf5-9e6f-4b8377259ac7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:22.226124 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a7a6-4ab8-4bf5-9e6f-4b8377259ac7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.270174 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1bd9a7a6-4ab8-4bf5-9e6f-4b8377259ac7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1884279 Sep 30 08:58:22.273166 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48554) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:22.279450 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-aeddd350-d279-4485-abdd-f8f1cc165064 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Request body: {'subnet': {'network_id': '545dc1ba-6e4d-4d65-b1d1-c681ec6a4485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:22.335927 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9a7a6-4ab8-4bf5-9e6f-4b8377259ac7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event updated for resources: {'Network': ['ID=545dc1ba-6e4d-4d65-b1d1-c681ec6a4485,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:22.351753 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 545dc1ba-6e4d-4d65-b1d1-c681ec6a4485 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:58:22.353938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Allocated IP 2001:db8:0:ffff::2 (219ca242-054d-4516-a22d-b1896c07bcb6/0aba49e7-8f64-4c97-b440-895206fb822a/fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:58:22.368705 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeddd350-d279-4485-abdd-f8f1cc165064 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Made reservation on behalf of 0b244e7c2ee643758e79721ffbb12c45 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:22.373108 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aeddd350-d279-4485-abdd-f8f1cc165064 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.552722 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.558566 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.563347 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aeddd350-d279-4485-abdd-f8f1cc165064 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.596156 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Network 219ca242-054d-4516-a22d-b1896c07bcb6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:58:22.600761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:22.603935 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:58:22.618354 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Pushing event updated for resources: {'Port': ['ID=fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:22.625027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddd350-d279-4485-abdd-f8f1cc165064 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event updated for resources: {'Subnet': ['ID=0c9f6e15-3f31-4742-b336-4511e8ccbb7f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:22.643654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeddd350-d279-4485-abdd-f8f1cc165064 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Checking segment: {'id': 'f1429bcf-1b0c-4bc0-a977-a4d8f262ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '545dc1ba-6e4d-4d65-b1d1-c681ec6a4485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:22.644054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeddd350-d279-4485-abdd-f8f1cc165064 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Network hostable DHCP agents. Network: 545dc1ba-6e4d-4d65-b1d1-c681ec6a4485, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:58:22.660932 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeddd350-d279-4485-abdd-f8f1cc165064 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Network 545dc1ba-6e4d-4d65-b1d1-c681ec6a4485 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:58:22.665930 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Attempting to bind port fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:58:22.666303 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Attempting to bind port fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '00cf4dfe-67d4-4d69-849e-e487e2cf8b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '219ca242-054d-4516-a22d-b1896c07bcb6'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:58:22.666654 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Attempting to bind port fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 on network 219ca242-054d-4516-a22d-b1896c07bcb6 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:22.670415 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-aeddd350-d279-4485-abdd-f8f1cc165064 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 545dc1ba-6e4d-4d65-b1d1-c681ec6a4485) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:22.672693 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:58:22.673110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Checking segment: {'id': '00cf4dfe-67d4-4d69-849e-e487e2cf8b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '219ca242-054d-4516-a22d-b1896c07bcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:22.673465 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.673853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Bound using segment: {'id': '00cf4dfe-67d4-4d69-849e-e487e2cf8b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '219ca242-054d-4516-a22d-b1896c07bcb6'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:58:22.674314 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Bound port: fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cf4dfe-67d4-4d69-849e-e487e2cf8b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '219ca242-054d-4516-a22d-b1896c07bcb6'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:58:22.674695 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.675019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeddd350-d279-4485-abdd-f8f1cc165064 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:22.675791 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aeddd350-d279-4485-abdd-f8f1cc165064 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.685986 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493db4a5-8ed6-4747-93dd-9d1cca9a70b7 None None] Network 545dc1ba-6e4d-4d65-b1d1-c681ec6a4485 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:22.698136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-aeddd350-d279-4485-abdd-f8f1cc165064 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4171395 Sep 30 08:58:22.698136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48556) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:22.798228 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34eb5d8d-1a0f-4342-ac53-38ada5920ce7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.858073 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34eb5d8d-1a0f-4342-ac53-38ada5920ce7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.928742 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34eb5d8d-1a0f-4342-ac53-38ada5920ce7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:22.958698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb5d8d-1a0f-4342-ac53-38ada5920ce7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event deleted for resources: {'Subnet': ['ID=0c9f6e15-3f31-4742-b336-4511e8ccbb7f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:22.959081 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] For port fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:58:22.968380 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] For port fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44,segment=NetworkSegment(00cf4dfe-67d4-4d69-849e-e487e2cf8b2a),segment_id=00cf4dfe-67d4-4d69-849e-e487e2cf8b2a)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:58:22.973532 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.021491 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34eb5d8d-1a0f-4342-ac53-38ada5920ce7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.050217 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-34eb5d8d-1a0f-4342-ac53-38ada5920ce7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545dc1ba-6e4d-4d65-b1d1-c681ec6a4485']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:23.054671 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c867c1a8-466e-4e63-b58b-b11543d2f991 None None] Network 545dc1ba-6e4d-4d65-b1d1-c681ec6a4485 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:23.061626 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-34eb5d8d-1a0f-4342-ac53-38ada5920ce7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1429bcf-1b0c-4bc0-a977-a4d8f262ef07') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:23.061930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-34eb5d8d-1a0f-4342-ac53-38ada5920ce7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1429bcf-1b0c-4bc0-a977-a4d8f262ef07') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:23.071835 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34eb5d8d-1a0f-4342-ac53-38ada5920ce7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.082318 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ada6bd-5440-43b1-bcaa-fee73af8d749 None None] Pushing event updated for resources: {'Port': ['ID=fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:23.086758 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34eb5d8d-1a0f-4342-ac53-38ada5920ce7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.097694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34eb5d8d-1a0f-4342-ac53-38ada5920ce7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:58:23.097873 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34eb5d8d-1a0f-4342-ac53-38ada5920ce7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:58:23.101686 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:58:23.163725 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34eb5d8d-1a0f-4342-ac53-38ada5920ce7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.171637 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34eb5d8d-1a0f-4342-ac53-38ada5920ce7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.173527 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-34eb5d8d-1a0f-4342-ac53-38ada5920ce7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "DELETE /v2.0/networks/545dc1ba-6e4d-4d65-b1d1-c681ec6a4485 HTTP/1.1" status: 204 len: 168 time: 0.4781981 Sep 30 08:58:23.177099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48558) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:23.183354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fc9cdf2c-de82-4dcf-9081-ced0169fe9a2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2129912807'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:23.196826 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb5d8d-1a0f-4342-ac53-38ada5920ce7 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event deleted for resources: {'Network': ['ID=545dc1ba-6e4d-4d65-b1d1-c681ec6a4485,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:23.220285 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9cdf2c-de82-4dcf-9081-ced0169fe9a2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Made reservation on behalf of 0b244e7c2ee643758e79721ffbb12c45 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:23.226021 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc9cdf2c-de82-4dcf-9081-ced0169fe9a2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.259729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9cdf2c-de82-4dcf-9081-ced0169fe9a2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:58:23.281827 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc9cdf2c-de82-4dcf-9081-ced0169fe9a2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.282521 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-fc9cdf2c-de82-4dcf-9081-ced0169fe9a2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Added segment c3875b3d-98c0-4772-9581-9aca73f736bf of type vlan for network 0923bfcc-5e83-47bf-990c-702a9876766d Sep 30 08:58:23.323433 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc9cdf2c-de82-4dcf-9081-ced0169fe9a2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.357759 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc9cdf2c-de82-4dcf-9081-ced0169fe9a2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.363220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9cdf2c-de82-4dcf-9081-ced0169fe9a2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:23.363798 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc9cdf2c-de82-4dcf-9081-ced0169fe9a2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.398506 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fc9cdf2c-de82-4dcf-9081-ced0169fe9a2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2202158 Sep 30 08:58:23.402052 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:23.408287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b78280aa-f488-49de-bfa8-a439498fb560 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Request body: {'subnet': {'network_id': '0923bfcc-5e83-47bf-990c-702a9876766d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:23.433232 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cdf2c-de82-4dcf-9081-ced0169fe9a2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event updated for resources: {'Network': ['ID=0923bfcc-5e83-47bf-990c-702a9876766d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:23.444486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 0923bfcc-5e83-47bf-990c-702a9876766d details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:58:23.502047 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78280aa-f488-49de-bfa8-a439498fb560 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Made reservation on behalf of 0b244e7c2ee643758e79721ffbb12c45 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:23.505721 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b78280aa-f488-49de-bfa8-a439498fb560 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.562474 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-b78280aa-f488-49de-bfa8-a439498fb560 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Performing IP validity checks on allocation pools {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 08:58:23.562991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-b78280aa-f488-49de-bfa8-a439498fb560 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 08:58:23.693456 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b78280aa-f488-49de-bfa8-a439498fb560 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.752403 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78280aa-f488-49de-bfa8-a439498fb560 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event updated for resources: {'Subnet': ['ID=26b4f887-1432-4868-be35-35b952da439f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:23.763537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78280aa-f488-49de-bfa8-a439498fb560 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Checking segment: {'id': 'c3875b3d-98c0-4772-9581-9aca73f736bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0923bfcc-5e83-47bf-990c-702a9876766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:23.763890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78280aa-f488-49de-bfa8-a439498fb560 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Network hostable DHCP agents. Network: 0923bfcc-5e83-47bf-990c-702a9876766d, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:58:23.781290 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78280aa-f488-49de-bfa8-a439498fb560 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Network 0923bfcc-5e83-47bf-990c-702a9876766d is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:58:23.790194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b78280aa-f488-49de-bfa8-a439498fb560 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 0923bfcc-5e83-47bf-990c-702a9876766d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:23.794845 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78280aa-f488-49de-bfa8-a439498fb560 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:23.795445 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b78280aa-f488-49de-bfa8-a439498fb560 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.801266 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e617db11-6714-4693-ae61-42d469cb105f None None] Network 0923bfcc-5e83-47bf-990c-702a9876766d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:23.813670 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b78280aa-f488-49de-bfa8-a439498fb560 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4095707 Sep 30 08:58:23.816280 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48562) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:23.927407 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5879255d-7cf5-4385-892b-ad530a375884 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.962303 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce427700-d711-41c1-bdd6-e70323bb7227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-0923bfcc-5e83-47bf-990c-702a9876766d', 'network_id': '0923bfcc-5e83-47bf-990c-702a9876766d', 'tenant_id': '0b244e7c2ee643758e79721ffbb12c45', 'fixed_ips': [{'subnet_id': '26b4f887-1432-4868-be35-35b952da439f'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:58:23.963229 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce427700-d711-41c1-bdd6-e70323bb7227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:23.975550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb17d7d8-9ed7-4731-acd1-791806782cbd None None] Network 219ca242-054d-4516-a22d-b1896c07bcb6 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:24.007954 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5879255d-7cf5-4385-892b-ad530a375884 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.068093 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5879255d-7cf5-4385-892b-ad530a375884 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.100069 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879255d-7cf5-4385-892b-ad530a375884 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event deleted for resources: {'Subnet': ['ID=26b4f887-1432-4868-be35-35b952da439f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:24.117253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-63055c4e-b249-42be-b17e-205c945a435a None None] Provisioning complete for port fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:24.117765 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63055c4e-b249-42be-b17e-205c945a435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-ce427700-d711-41c1-bdd6-e70323bb7227 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26b4f887-1432-4868-be35-35b952da439f: This subnet is being modified by another concurrent operation. Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26b4f887-1432-4868-be35-35b952da439f: This subnet is being modified by another concurrent operation. Sep 30 08:58:24.160401 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Sep 30 08:58:24.165679 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5879255d-7cf5-4385-892b-ad530a375884 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.193322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5879255d-7cf5-4385-892b-ad530a375884 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0923bfcc-5e83-47bf-990c-702a9876766d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:24.196458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6787da22-0f18-43b2-8918-db4f02996b25 None None] Network 0923bfcc-5e83-47bf-990c-702a9876766d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:24.205098 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5879255d-7cf5-4385-892b-ad530a375884 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3875b3d-98c0-4772-9581-9aca73f736bf') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:24.205399 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5879255d-7cf5-4385-892b-ad530a375884 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3875b3d-98c0-4772-9581-9aca73f736bf') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:24.218440 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5879255d-7cf5-4385-892b-ad530a375884 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.233437 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5879255d-7cf5-4385-892b-ad530a375884 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.241245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5879255d-7cf5-4385-892b-ad530a375884 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:58:24.241663 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5879255d-7cf5-4385-892b-ad530a375884 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:58:24.245075 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:58:24.272460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:58:24.308446 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5879255d-7cf5-4385-892b-ad530a375884 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.316437 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5879255d-7cf5-4385-892b-ad530a375884 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.318350 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5879255d-7cf5-4385-892b-ad530a375884 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "DELETE /v2.0/networks/0923bfcc-5e83-47bf-990c-702a9876766d HTTP/1.1" status: 204 len: 168 time: 0.5010264 Sep 30 08:58:24.322617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48564) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:24.328030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8c727e17-44ca-4d71-bbd5-d9a1eda370d1 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1056544149'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:24.330133 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879255d-7cf5-4385-892b-ad530a375884 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event deleted for resources: {'Network': ['ID=0923bfcc-5e83-47bf-990c-702a9876766d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:24.350666 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c727e17-44ca-4d71-bbd5-d9a1eda370d1 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Made reservation on behalf of 0b244e7c2ee643758e79721ffbb12c45 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:24.354135 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c727e17-44ca-4d71-bbd5-d9a1eda370d1 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.378762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c727e17-44ca-4d71-bbd5-d9a1eda370d1 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:58:24.384179 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63055c4e-b249-42be-b17e-205c945a435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.389680 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c727e17-44ca-4d71-bbd5-d9a1eda370d1 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.390035 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-8c727e17-44ca-4d71-bbd5-d9a1eda370d1 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Added segment ac0cf8bf-3f1e-4d4c-911f-7e478142a30c of type vlan for network 5d718eed-ada7-4939-ba35-72e1948d5185 Sep 30 08:58:24.432281 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c727e17-44ca-4d71-bbd5-d9a1eda370d1 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.451203 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-63055c4e-b249-42be-b17e-205c945a435a None None] For port fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44,segment=NetworkSegment(00cf4dfe-67d4-4d69-849e-e487e2cf8b2a),segment_id=00cf4dfe-67d4-4d69-849e-e487e2cf8b2a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:24.458427 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63055c4e-b249-42be-b17e-205c945a435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.462723 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c727e17-44ca-4d71-bbd5-d9a1eda370d1 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.463357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:24.463734 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.469207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c727e17-44ca-4d71-bbd5-d9a1eda370d1 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:24.469867 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c727e17-44ca-4d71-bbd5-d9a1eda370d1 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.510534 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8c727e17-44ca-4d71-bbd5-d9a1eda370d1 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1866763 Sep 30 08:58:24.513369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48566) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:24.518207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b9639f23-ffd5-48bc-89c9-69ee2484ffc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Request body: {'subnet': {'network_id': '5d718eed-ada7-4939-ba35-72e1948d5185', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:24.539823 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63055c4e-b249-42be-b17e-205c945a435a None None] Pushing event updated for resources: {'Port': ['ID=fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:24.566590 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c727e17-44ca-4d71-bbd5-d9a1eda370d1 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event updated for resources: {'Network': ['ID=5d718eed-ada7-4939-ba35-72e1948d5185,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:24.580951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 5d718eed-ada7-4939-ba35-72e1948d5185 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:58:24.647281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9639f23-ffd5-48bc-89c9-69ee2484ffc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Made reservation on behalf of 0b244e7c2ee643758e79721ffbb12c45 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:24.651391 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b9639f23-ffd5-48bc-89c9-69ee2484ffc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.660842 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754d1e83-0322-460d-b003-c9d0c9b2842f None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:58:24.713680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1312705e-67c8-494a-a676-46a867b5bde6 None None] Provisioning complete for port fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:24.714055 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1312705e-67c8-494a-a676-46a867b5bde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.777396 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754d1e83-0322-460d-b003-c9d0c9b2842f None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:58:24.843809 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b9639f23-ffd5-48bc-89c9-69ee2484ffc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.906464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9639f23-ffd5-48bc-89c9-69ee2484ffc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event updated for resources: {'Subnet': ['ID=69fe1611-058f-432f-b285-a4ee1c01071e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:24.913645 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9639f23-ffd5-48bc-89c9-69ee2484ffc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Checking segment: {'id': 'ac0cf8bf-3f1e-4d4c-911f-7e478142a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d718eed-ada7-4939-ba35-72e1948d5185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:24.914009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9639f23-ffd5-48bc-89c9-69ee2484ffc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Network hostable DHCP agents. Network: 5d718eed-ada7-4939-ba35-72e1948d5185, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:58:24.932390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9639f23-ffd5-48bc-89c9-69ee2484ffc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Network 5d718eed-ada7-4939-ba35-72e1948d5185 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:58:24.943355 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b9639f23-ffd5-48bc-89c9-69ee2484ffc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 5d718eed-ada7-4939-ba35-72e1948d5185) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:24.947578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9639f23-ffd5-48bc-89c9-69ee2484ffc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:24.948351 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b9639f23-ffd5-48bc-89c9-69ee2484ffc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:24.963320 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b9639f23-ffd5-48bc-89c9-69ee2484ffc8 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4487791 Sep 30 08:58:24.966762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48568) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:24.971768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9dd04c22-0dc7-4f55-8727-6b35a56ac7bb tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-224531795'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:24.999053 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd04c22-0dc7-4f55-8727-6b35a56ac7bb tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Made reservation on behalf of 0b244e7c2ee643758e79721ffbb12c45 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:25.002728 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9dd04c22-0dc7-4f55-8727-6b35a56ac7bb tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.019611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607ae019-912d-4f7a-af2c-1262fdec057f None None] Network 5d718eed-ada7-4939-ba35-72e1948d5185 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:25.029057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd04c22-0dc7-4f55-8727-6b35a56ac7bb tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:58:25.037931 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9dd04c22-0dc7-4f55-8727-6b35a56ac7bb tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.038284 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-9dd04c22-0dc7-4f55-8727-6b35a56ac7bb tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Added segment 2ab62077-09d0-4f12-85e6-71ec410750eb of type vlan for network 74e1695e-ad09-498a-8ed0-7a6aa6154b24 Sep 30 08:58:25.079681 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9dd04c22-0dc7-4f55-8727-6b35a56ac7bb tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.103838 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9dd04c22-0dc7-4f55-8727-6b35a56ac7bb tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.110131 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd04c22-0dc7-4f55-8727-6b35a56ac7bb tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:25.110723 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9dd04c22-0dc7-4f55-8727-6b35a56ac7bb tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.149135 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9dd04c22-0dc7-4f55-8727-6b35a56ac7bb tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1812747 Sep 30 08:58:25.152224 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:25.161387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3d07052e-4676-4342-a035-dd120f1a0106 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Request body: {'subnet': {'network_id': '74e1695e-ad09-498a-8ed0-7a6aa6154b24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:25.167229 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-5d718eed-ada7-4939-ba35-72e1948d5185', 'network_id': '5d718eed-ada7-4939-ba35-72e1948d5185', 'tenant_id': '0b244e7c2ee643758e79721ffbb12c45', 'fixed_ips': [{'subnet_id': '69fe1611-058f-432f-b285-a4ee1c01071e'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:58:25.168115 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.182995 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd04c22-0dc7-4f55-8727-6b35a56ac7bb tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event updated for resources: {'Network': ['ID=74e1695e-ad09-498a-8ed0-7a6aa6154b24,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:25.194615 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 74e1695e-ad09-498a-8ed0-7a6aa6154b24 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:58:25.260816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d07052e-4676-4342-a035-dd120f1a0106 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Made reservation on behalf of 0b244e7c2ee643758e79721ffbb12c45 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:25.264591 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d07052e-4676-4342-a035-dd120f1a0106 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.358517 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Allocated IP 2001:db8::2 (5d718eed-ada7-4939-ba35-72e1948d5185/69fe1611-058f-432f-b285-a4ee1c01071e/fea2f006-1ded-421f-a271-9e8350e7ae17) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:58:25.453249 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d07052e-4676-4342-a035-dd120f1a0106 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.504434 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.509725 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.518717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07052e-4676-4342-a035-dd120f1a0106 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event updated for resources: {'Subnet': ['ID=2c84193d-f6f7-4adf-9312-140bef239fa4,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:25.525996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d07052e-4676-4342-a035-dd120f1a0106 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Checking segment: {'id': '2ab62077-09d0-4f12-85e6-71ec410750eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '74e1695e-ad09-498a-8ed0-7a6aa6154b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:25.526357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d07052e-4676-4342-a035-dd120f1a0106 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Network hostable DHCP agents. Network: 74e1695e-ad09-498a-8ed0-7a6aa6154b24, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:58:25.544355 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d07052e-4676-4342-a035-dd120f1a0106 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Network 74e1695e-ad09-498a-8ed0-7a6aa6154b24 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:58:25.548533 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Network 5d718eed-ada7-4939-ba35-72e1948d5185 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:58:25.551390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:25.552614 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3d07052e-4676-4342-a035-dd120f1a0106 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 74e1695e-ad09-498a-8ed0-7a6aa6154b24) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:25.554839 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:58:25.556512 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d07052e-4676-4342-a035-dd120f1a0106 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:25.557093 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d07052e-4676-4342-a035-dd120f1a0106 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.567008 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081e4352-f3dd-4280-bfb7-6117d15b0648 None None] Network 74e1695e-ad09-498a-8ed0-7a6aa6154b24 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:25.570120 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Pushing event updated for resources: {'Port': ['ID=fea2f006-1ded-421f-a271-9e8350e7ae17,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:25.571310 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3d07052e-4676-4342-a035-dd120f1a0106 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4161894 Sep 30 08:58:25.574192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:25.669082 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.675237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Attempting to bind port fea2f006-1ded-421f-a271-9e8350e7ae17 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:58:25.675606 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Attempting to bind port fea2f006-1ded-421f-a271-9e8350e7ae17 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'ac0cf8bf-3f1e-4d4c-911f-7e478142a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d718eed-ada7-4939-ba35-72e1948d5185'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:58:25.675994 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Attempting to bind port fea2f006-1ded-421f-a271-9e8350e7ae17 on network 5d718eed-ada7-4939-ba35-72e1948d5185 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:25.685003 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:58:25.685377 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Checking segment: {'id': 'ac0cf8bf-3f1e-4d4c-911f-7e478142a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d718eed-ada7-4939-ba35-72e1948d5185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:25.685777 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.686169 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Bound using segment: {'id': 'ac0cf8bf-3f1e-4d4c-911f-7e478142a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d718eed-ada7-4939-ba35-72e1948d5185'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:58:25.686635 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Bound port: fea2f006-1ded-421f-a271-9e8350e7ae17, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0cf8bf-3f1e-4d4c-911f-7e478142a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d718eed-ada7-4939-ba35-72e1948d5185'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:58:25.687020 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.810648 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] For port fea2f006-1ded-421f-a271-9e8350e7ae17, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:58:25.816414 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-74e1695e-ad09-498a-8ed0-7a6aa6154b24', 'network_id': '74e1695e-ad09-498a-8ed0-7a6aa6154b24', 'tenant_id': '0b244e7c2ee643758e79721ffbb12c45', 'fixed_ips': [{'subnet_id': '2c84193d-f6f7-4adf-9312-140bef239fa4'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:58:25.817380 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.838745 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] For port fea2f006-1ded-421f-a271-9e8350e7ae17, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fea2f006-1ded-421f-a271-9e8350e7ae17,segment=NetworkSegment(ac0cf8bf-3f1e-4d4c-911f-7e478142a30c),segment_id=ac0cf8bf-3f1e-4d4c-911f-7e478142a30c)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:58:25.845882 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:25.983887 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142b19f-160d-4cf6-bda9-869db9bda81a None None] Pushing event updated for resources: {'Port': ['ID=fea2f006-1ded-421f-a271-9e8350e7ae17,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:26.002769 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:26.036134 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Allocated IP 2001:db8::2 (74e1695e-ad09-498a-8ed0-7a6aa6154b24/2c84193d-f6f7-4adf-9312-140bef239fa4/b97bef4e-f6b5-4231-a17e-ad5b92bbdd45) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:58:26.208590 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:26.222567 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:26.248264 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:26.267766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Network 74e1695e-ad09-498a-8ed0-7a6aa6154b24 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:58:26.270655 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:26.274029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:58:26.286353 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event deleted for resources: {'Subnet': ['ID=2c84193d-f6f7-4adf-9312-140bef239fa4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:26.287379 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Pushing event updated for resources: {'Port': ['ID=b97bef4e-f6b5-4231-a17e-ad5b92bbdd45,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:26.335752 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:58:26.359353 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:26.367877 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Attempting to bind port b97bef4e-f6b5-4231-a17e-ad5b92bbdd45 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:58:26.368266 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Attempting to bind port b97bef4e-f6b5-4231-a17e-ad5b92bbdd45 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '2ab62077-09d0-4f12-85e6-71ec410750eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '74e1695e-ad09-498a-8ed0-7a6aa6154b24'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:58:26.368628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Attempting to bind port b97bef4e-f6b5-4231-a17e-ad5b92bbdd45 on network 74e1695e-ad09-498a-8ed0-7a6aa6154b24 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:26.378095 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:58:26.378461 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Checking segment: {'id': '2ab62077-09d0-4f12-85e6-71ec410750eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '74e1695e-ad09-498a-8ed0-7a6aa6154b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:26.378856 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:26.379285 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Bound using segment: {'id': '2ab62077-09d0-4f12-85e6-71ec410750eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '74e1695e-ad09-498a-8ed0-7a6aa6154b24'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:58:26.379495 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e1695e-ad09-498a-8ed0-7a6aa6154b24']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:26.379703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Bound port: b97bef4e-f6b5-4231-a17e-ad5b92bbdd45, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab62077-09d0-4f12-85e6-71ec410750eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '74e1695e-ad09-498a-8ed0-7a6aa6154b24'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:58:26.380103 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:26.389870 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab62077-09d0-4f12-85e6-71ec410750eb') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:26.390202 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab62077-09d0-4f12-85e6-71ec410750eb') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:26.399802 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:26.413870 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:26.420658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:58:26.421121 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:58:26.424269 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:58:26.432613 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:26.432988 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:26.479231 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] For port b97bef4e-f6b5-4231-a17e-ad5b92bbdd45, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:58:26.484149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] For port b97bef4e-f6b5-4231-a17e-ad5b92bbdd45, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b97bef4e-f6b5-4231-a17e-ad5b92bbdd45,segment=NetworkSegment(2ab62077-09d0-4f12-85e6-71ec410750eb),segment_id=2ab62077-09d0-4f12-85e6-71ec410750eb)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:58:26.484389 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 08:58:26.484389 n-d-807359-2 neutron-server[94838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 08:58:26.484389 n-d-807359-2 neutron-server[94838]: [parameters: {'id': '74e1695e-ad09-498a-8ed0-7a6aa6154b24'}] Sep 30 08:58:26.484389 n-d-807359-2 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 08:58:26.484763 n-d-807359-2 neutron-server[94838]: DEBUG oslo_db.api [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 08:58:26.489390 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:26.744483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee86331-4938-4c3d-83bb-cd6825acf118 None None] Pushing event updated for resources: {'Port': ['ID=b97bef4e-f6b5-4231-a17e-ad5b92bbdd45,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:26.756005 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b447231e-4fd2-432c-b0b7-b3633e0a589e None None] Network 74e1695e-ad09-498a-8ed0-7a6aa6154b24 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:26.774783 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fea2f006-1ded-421f-a271-9e8350e7ae17 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:58:26.907562 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port fea2f006-1ded-421f-a271-9e8350e7ae17 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:26.907955 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:26.930780 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60441df-08d3-49c3-8281-8e5b6b752f7b None None] Network 5d718eed-ada7-4939-ba35-72e1948d5185 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:26.985803 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.045285 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Deleting port b97bef4e-f6b5-4231-a17e-ad5b92bbdd45 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:58:27.045619 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.054806 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-90e995a2-7e9e-40f9-9667-82b2657c7c2a None None] Provisioning complete for port fea2f006-1ded-421f-a271-9e8350e7ae17 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:27.055172 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90e995a2-7e9e-40f9-9667-82b2657c7c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.110005 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] For port b97bef4e-f6b5-4231-a17e-ad5b92bbdd45, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=b97bef4e-f6b5-4231-a17e-ad5b92bbdd45,segment=NetworkSegment(2ab62077-09d0-4f12-85e6-71ec410750eb),segment_id=2ab62077-09d0-4f12-85e6-71ec410750eb)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:27.110279 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.111412 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.123367 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Calling delete_port for b97bef4e-f6b5-4231-a17e-ad5b92bbdd45 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:58:27.184656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port fea2f006-1ded-421f-a271-9e8350e7ae17, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fea2f006-1ded-421f-a271-9e8350e7ae17,segment=NetworkSegment(ac0cf8bf-3f1e-4d4c-911f-7e478142a30c),segment_id=ac0cf8bf-3f1e-4d4c-911f-7e478142a30c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:27.189989 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.212350 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.239550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event deleted for resources: {'Port': ['ID=b97bef4e-f6b5-4231-a17e-ad5b92bbdd45,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:27.241948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] No DVR routers for this DVR port b97bef4e-f6b5-4231-a17e-ad5b92bbdd45 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:58:27.276444 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=fea2f006-1ded-421f-a271-9e8350e7ae17,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:27.328568 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.355347 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e1695e-ad09-498a-8ed0-7a6aa6154b24']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:27.366134 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab62077-09d0-4f12-85e6-71ec410750eb') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:27.366379 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab62077-09d0-4f12-85e6-71ec410750eb') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:27.376832 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.390543 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.396648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:58:27.397032 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:58:27.400413 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:58:27.446409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff71d02a-f513-4621-912c-193cd0599b9c None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:58:27.469472 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.477467 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.482893 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "DELETE /v2.0/networks/74e1695e-ad09-498a-8ed0-7a6aa6154b24 HTTP/1.1" status: 204 len: 168 time: 1.9036381 Sep 30 08:58:27.483273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48574) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:27.488852 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd30f74-342e-49b3-91fb-7f9e4a15a2a5 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event deleted for resources: {'Network': ['ID=74e1695e-ad09-498a-8ed0-7a6aa6154b24,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:27.491310 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-92731f79-d8e6-4c1d-9f5e-434c6227f2eb None None] Provisioning complete for port fea2f006-1ded-421f-a271-9e8350e7ae17 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:27.491688 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92731f79-d8e6-4c1d-9f5e-434c6227f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.517252 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44a5cb8-9a28-4d49-8fb1-ecb9c2ee6a83 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] GET failed (client error): The resource could not be found. Sep 30 08:58:27.518605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d44a5cb8-9a28-4d49-8fb1-ecb9c2ee6a83 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "GET /v2.0/subnets/2c84193d-f6f7-4adf-9312-140bef239fa4 HTTP/1.1" status: 404 len: 337 time: 0.0337806 Sep 30 08:58:27.521559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48576) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:27.539586 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-82798951-241d-44de-86f7-f7e33f01b967 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] DELETE failed (client error): The resource could not be found. Sep 30 08:58:27.540150 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82798951-241d-44de-86f7-f7e33f01b967 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:58:27.545876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-82798951-241d-44de-86f7-f7e33f01b967 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "DELETE /v2.0/networks/74e1695e-ad09-498a-8ed0-7a6aa6154b24 HTTP/1.1" status: 404 len: 339 time: 0.0194018 Sep 30 08:58:27.546126 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48578) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:27.565761 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71d02a-f513-4621-912c-193cd0599b9c None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:58:27.571238 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b591a6-59e4-4b5c-9e90-a3c813aac5f2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] DELETE failed (client error): The resource could not be found. Sep 30 08:58:27.571687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b591a6-59e4-4b5c-9e90-a3c813aac5f2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:58:27.576420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b2b591a6-59e4-4b5c-9e90-a3c813aac5f2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "DELETE /v2.0/subnets/2c84193d-f6f7-4adf-9312-140bef239fa4 HTTP/1.1" status: 404 len: 337 time: 0.0263698 Sep 30 08:58:27.576644 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48580) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:27.593916 n-d-807359-2 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-538d9094-cd2c-425c-a634-97acb7117bf2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] DELETE failed (client error): The resource could not be found. Sep 30 08:58:27.594451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538d9094-cd2c-425c-a634-97acb7117bf2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:58:27.596110 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-538d9094-cd2c-425c-a634-97acb7117bf2 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "DELETE /v2.0/networks/74e1695e-ad09-498a-8ed0-7a6aa6154b24 HTTP/1.1" status: 404 len: 339 time: 0.0185595 Sep 30 08:58:27.598638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48582) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:27.662082 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-acaa3ac9-cbcd-4690-9fc0-916dbe52707d tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Deleting subnet 69fe1611-058f-432f-b285-a4ee1c01071e {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:58:27.665194 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acaa3ac9-cbcd-4690-9fc0-916dbe52707d tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.706269 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acaa3ac9-cbcd-4690-9fc0-916dbe52707d tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.789629 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acaa3ac9-cbcd-4690-9fc0-916dbe52707d tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.855527 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acaa3ac9-cbcd-4690-9fc0-916dbe52707d tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.882806 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa3ac9-cbcd-4690-9fc0-916dbe52707d tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event deleted for resources: {'Subnet': ['ID=69fe1611-058f-432f-b285-a4ee1c01071e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:27.886497 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acaa3ac9-cbcd-4690-9fc0-916dbe52707d tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:27.888573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-acaa3ac9-cbcd-4690-9fc0-916dbe52707d tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "DELETE /v2.0/subnets/69fe1611-058f-432f-b285-a4ee1c01071e HTTP/1.1" status: 204 len: 168 time: 0.2888477 Sep 30 08:58:27.891115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48584) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:27.894898 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca777d6-629d-4a4d-b0d1-fbf355fb09df None None] Network 5d718eed-ada7-4939-ba35-72e1948d5185 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:27.965667 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.023794 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Deleting port fea2f006-1ded-421f-a271-9e8350e7ae17 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:58:28.024161 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.070825 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2af4fe-b8fa-4d3f-8db6-f8014de180fd None None] DHCP port deletion for 5d718eed-ada7-4939-ba35-72e1948d5185 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:58:28.090001 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] For port fea2f006-1ded-421f-a271-9e8350e7ae17, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fea2f006-1ded-421f-a271-9e8350e7ae17,segment=NetworkSegment(ac0cf8bf-3f1e-4d4c-911f-7e478142a30c),segment_id=ac0cf8bf-3f1e-4d4c-911f-7e478142a30c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:28.090933 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.102430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Calling delete_port for fea2f006-1ded-421f-a271-9e8350e7ae17 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:58:28.116955 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2b2af4fe-b8fa-4d3f-8db6-f8014de180fd None None] Deleting port fea2f006-1ded-421f-a271-9e8350e7ae17 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:58:28.117341 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b2af4fe-b8fa-4d3f-8db6-f8014de180fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.182778 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2b2af4fe-b8fa-4d3f-8db6-f8014de180fd None None] For port fea2f006-1ded-421f-a271-9e8350e7ae17, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fea2f006-1ded-421f-a271-9e8350e7ae17,segment=NetworkSegment(ac0cf8bf-3f1e-4d4c-911f-7e478142a30c),segment_id=ac0cf8bf-3f1e-4d4c-911f-7e478142a30c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:28.183189 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b2af4fe-b8fa-4d3f-8db6-f8014de180fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.191056 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.197976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2b2af4fe-b8fa-4d3f-8db6-f8014de180fd None None] Calling delete_port for fea2f006-1ded-421f-a271-9e8350e7ae17 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:58:28.216234 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fea2f006-1ded-421f-a271-9e8350e7ae17 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:58:28.220823 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event deleted for resources: {'Port': ['ID=fea2f006-1ded-421f-a271-9e8350e7ae17,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:28.224523 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] No DVR routers for this DVR port fea2f006-1ded-421f-a271-9e8350e7ae17 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:58:28.266406 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: fea2f006-1ded-421f-a271-9e8350e7ae17 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:58:28.266759 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fea2f006-1ded-421f-a271-9e8350e7ae17 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:58:28.303212 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.303794 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b2af4fe-b8fa-4d3f-8db6-f8014de180fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.326498 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2af4fe-b8fa-4d3f-8db6-f8014de180fd None None] Pushing event deleted for resources: {'Port': ['ID=fea2f006-1ded-421f-a271-9e8350e7ae17,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:28.328354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d718eed-ada7-4939-ba35-72e1948d5185']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:28.332340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2af4fe-b8fa-4d3f-8db6-f8014de180fd None None] No DVR routers for this DVR port fea2f006-1ded-421f-a271-9e8350e7ae17 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:58:28.337448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0cf8bf-3f1e-4d4c-911f-7e478142a30c') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:28.337695 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0cf8bf-3f1e-4d4c-911f-7e478142a30c') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:28.349316 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.362824 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.368710 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:58:28.369236 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:58:28.372302 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:58:28.428707 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.435471 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.437288 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "DELETE /v2.0/networks/5d718eed-ada7-4939-ba35-72e1948d5185 HTTP/1.1" status: 204 len: 168 time: 0.5453808 Sep 30 08:58:28.439964 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48586) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:28.448168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d659b-b85c-4a58-bff6-9dbebcac5254 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event deleted for resources: {'Network': ['ID=5d718eed-ada7-4939-ba35-72e1948d5185,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:28.466842 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72cb966-461e-433e-980d-3e13e0ce1ba3 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] DELETE failed (client error): The resource could not be found. Sep 30 08:58:28.467304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72cb966-461e-433e-980d-3e13e0ce1ba3 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:58:28.469064 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e72cb966-461e-433e-980d-3e13e0ce1ba3 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "DELETE /v2.0/subnets/26b4f887-1432-4868-be35-35b952da439f HTTP/1.1" status: 404 len: 337 time: 0.0281010 Sep 30 08:58:28.471643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48588) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:28.489981 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6b74a2-2862-4c0f-a921-542377e8e111 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] DELETE failed (client error): The resource could not be found. Sep 30 08:58:28.490520 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6b74a2-2862-4c0f-a921-542377e8e111 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:58:28.492203 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fa6b74a2-2862-4c0f-a921-542377e8e111 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "DELETE /v2.0/networks/0923bfcc-5e83-47bf-990c-702a9876766d HTTP/1.1" status: 404 len: 339 time: 0.0196209 Sep 30 08:58:28.494559 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:28.524248 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ece7f1-5cef-4c6d-9e2e-b48302871d2a tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] DELETE failed (client error): The resource could not be found. Sep 30 08:58:28.524701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ece7f1-5cef-4c6d-9e2e-b48302871d2a tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:58:28.526358 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-70ece7f1-5cef-4c6d-9e2e-b48302871d2a tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "DELETE /v2.0/subnets/0c9f6e15-3f31-4742-b336-4511e8ccbb7f HTTP/1.1" status: 404 len: 337 time: 0.0309289 Sep 30 08:58:28.529601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:28.547246 n-d-807359-2 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b4a44e-4350-439c-88bf-11c6ebd7c38f tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] DELETE failed (client error): The resource could not be found. Sep 30 08:58:28.547764 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b4a44e-4350-439c-88bf-11c6ebd7c38f tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 08:58:28.549403 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-95b4a44e-4350-439c-88bf-11c6ebd7c38f tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "DELETE /v2.0/networks/545dc1ba-6e4d-4d65-b1d1-c681ec6a4485 HTTP/1.1" status: 404 len: 339 time: 0.0189240 Sep 30 08:58:28.551598 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:28.600517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f55cbb-7b82-4b26-aaf5-9592e28c0b29 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Deleting subnet 0aba49e7-8f64-4c97-b440-895206fb822a {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:58:28.603628 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4f55cbb-7b82-4b26-aaf5-9592e28c0b29 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.643144 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4f55cbb-7b82-4b26-aaf5-9592e28c0b29 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.730658 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4f55cbb-7b82-4b26-aaf5-9592e28c0b29 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.791839 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4f55cbb-7b82-4b26-aaf5-9592e28c0b29 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.826399 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f55cbb-7b82-4b26-aaf5-9592e28c0b29 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event deleted for resources: {'Subnet': ['ID=0aba49e7-8f64-4c97-b440-895206fb822a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:28.828394 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4f55cbb-7b82-4b26-aaf5-9592e28c0b29 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.832346 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b4f55cbb-7b82-4b26-aaf5-9592e28c0b29 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "DELETE /v2.0/subnets/0aba49e7-8f64-4c97-b440-895206fb822a HTTP/1.1" status: 204 len: 168 time: 0.2777386 Sep 30 08:58:28.834083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:28.836751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef38ed8-cf81-461e-881f-339b3dab8177 None None] Network 219ca242-054d-4516-a22d-b1896c07bcb6 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:28.912623 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:28.965827 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Deleting port fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:58:28.966170 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:29.027364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b334c03e-bf58-41ce-bf98-64eb262331fe None None] DHCP port deletion for 219ca242-054d-4516-a22d-b1896c07bcb6 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:58:29.030012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] For port fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44,segment=NetworkSegment(00cf4dfe-67d4-4d69-849e-e487e2cf8b2a),segment_id=00cf4dfe-67d4-4d69-849e-e487e2cf8b2a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:29.030380 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:29.042565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Calling delete_port for fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:58:29.077129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b334c03e-bf58-41ce-bf98-64eb262331fe None None] Deleting port fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:58:29.077510 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b334c03e-bf58-41ce-bf98-64eb262331fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:29.123373 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:29.140467 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b334c03e-bf58-41ce-bf98-64eb262331fe None None] For port fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44,segment=NetworkSegment(00cf4dfe-67d4-4d69-849e-e487e2cf8b2a),segment_id=00cf4dfe-67d4-4d69-849e-e487e2cf8b2a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:29.140864 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b334c03e-bf58-41ce-bf98-64eb262331fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:29.149088 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event deleted for resources: {'Port': ['ID=fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:29.152793 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] No DVR routers for this DVR port fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:58:29.155632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b334c03e-bf58-41ce-bf98-64eb262331fe None None] Calling delete_port for fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:58:29.232504 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:29.236035 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b334c03e-bf58-41ce-bf98-64eb262331fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:29.253207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219ca242-054d-4516-a22d-b1896c07bcb6']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:29.261534 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334c03e-bf58-41ce-bf98-64eb262331fe None None] Pushing event deleted for resources: {'Port': ['ID=fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:29.262699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cf4dfe-67d4-4d69-849e-e487e2cf8b2a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:29.263031 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cf4dfe-67d4-4d69-849e-e487e2cf8b2a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:29.267435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b334c03e-bf58-41ce-bf98-64eb262331fe None None] No DVR routers for this DVR port fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:58:29.272744 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:29.286334 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:29.292152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:58:29.292542 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:58:29.296339 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:58:29.351785 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:29.359011 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:29.360907 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] 10.222.0.24 "DELETE /v2.0/networks/219ca242-054d-4516-a22d-b1896c07bcb6 HTTP/1.1" status: 204 len: 168 time: 0.5258527 Sep 30 08:58:29.373103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2018d-2fab-42dc-81da-2428b651b004 tempest-NetworksIpV6Test-1103032155 tempest-NetworksIpV6Test-1103032155-project] Pushing event deleted for resources: {'Network': ['ID=219ca242-054d-4516-a22d-b1896c07bcb6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:29.603748 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48602) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:29.739531 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0ee26a8e-3e76-48eb-8c33-fe2b74df8df0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b244e7c2ee643758e79721ffbb12c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344013 Sep 30 08:58:29.741846 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:29.788704 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-098389dd-b6ab-4590-b0d0-4cd2aa10545d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:29.809637 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-098389dd-b6ab-4590-b0d0-4cd2aa10545d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:29.856504 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-098389dd-b6ab-4590-b0d0-4cd2aa10545d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:29.859125 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-098389dd-b6ab-4590-b0d0-4cd2aa10545d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:29.860407 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-098389dd-b6ab-4590-b0d0-4cd2aa10545d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e92896c8-9483-422c-a226-f2e977845dde HTTP/1.1" status: 204 len: 168 time: 0.1176510 Sep 30 08:58:29.873455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098389dd-b6ab-4590-b0d0-4cd2aa10545d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92896c8-9483-422c-a226-f2e977845dde,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:30.134409 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:30.209864 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:58:30.231121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:58:30.231465 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device fe3ae3d2-ce05-4ca1-abf3-d9d75ffeff44 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:58:30.484027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48628) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:30.577135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-28815955-1f25-43d5-95e2-f461681c98cf tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-964521836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:30.598830 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28815955-1f25-43d5-95e2-f461681c98cf tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:30.599837 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28815955-1f25-43d5-95e2-f461681c98cf tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:30.654198 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28815955-1f25-43d5-95e2-f461681c98cf tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:30.658551 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28815955-1f25-43d5-95e2-f461681c98cf tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:30.673127 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28815955-1f25-43d5-95e2-f461681c98cf tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:30.674319 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-28815955-1f25-43d5-95e2-f461681c98cf tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1892431 Sep 30 08:58:30.677215 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48632) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:30.682358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f3276a41-9446-48f7-8cc5-05898011639d tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-292718000'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:30.704810 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3276a41-9446-48f7-8cc5-05898011639d tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Made reservation on behalf of c2a8873c82bb4fe79f69f03210aaf680 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:30.708245 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3276a41-9446-48f7-8cc5-05898011639d tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:30.716544 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3276a41-9446-48f7-8cc5-05898011639d tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:30.805985 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3276a41-9446-48f7-8cc5-05898011639d tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:30.810223 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3276a41-9446-48f7-8cc5-05898011639d tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:30.835402 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3276a41-9446-48f7-8cc5-05898011639d tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:58:30.844912 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3276a41-9446-48f7-8cc5-05898011639d tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de227f7-2a3e-4756-a5ef-a55212fa65a3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:30.849595 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3276a41-9446-48f7-8cc5-05898011639d tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:30.849933 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-f3276a41-9446-48f7-8cc5-05898011639d tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Added segment 749b41aa-b613-4d11-a76b-9f746e46092b of type vlan for network 6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae Sep 30 08:58:30.893016 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3276a41-9446-48f7-8cc5-05898011639d tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:30.916748 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3276a41-9446-48f7-8cc5-05898011639d tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:30.922793 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3276a41-9446-48f7-8cc5-05898011639d tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:30.923371 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3276a41-9446-48f7-8cc5-05898011639d tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:30.956417 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f3276a41-9446-48f7-8cc5-05898011639d tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2781079 Sep 30 08:58:30.959104 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:30.963792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fc61c52c-647e-4564-be5f-c2e8a0b8d672 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Request body: {'subnet': {'network_id': '6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:31.007640 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3276a41-9446-48f7-8cc5-05898011639d tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Pushing event updated for resources: {'Network': ['ID=6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:31.018281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:58:31.083196 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc61c52c-647e-4564-be5f-c2e8a0b8d672 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Made reservation on behalf of c2a8873c82bb4fe79f69f03210aaf680 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:31.086725 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc61c52c-647e-4564-be5f-c2e8a0b8d672 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:31.264400 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc61c52c-647e-4564-be5f-c2e8a0b8d672 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:31.323458 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61c52c-647e-4564-be5f-c2e8a0b8d672 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Pushing event updated for resources: {'Subnet': ['ID=a1ef0702-1930-4a81-9a08-eaa8ce8a4029,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:31.332046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc61c52c-647e-4564-be5f-c2e8a0b8d672 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Checking segment: {'id': '749b41aa-b613-4d11-a76b-9f746e46092b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:31.332407 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc61c52c-647e-4564-be5f-c2e8a0b8d672 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Network hostable DHCP agents. Network: 6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:58:31.348839 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc61c52c-647e-4564-be5f-c2e8a0b8d672 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Network 6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:58:31.357946 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fc61c52c-647e-4564-be5f-c2e8a0b8d672 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:31.362002 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc61c52c-647e-4564-be5f-c2e8a0b8d672 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:31.362588 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc61c52c-647e-4564-be5f-c2e8a0b8d672 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:31.367266 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcd23fc-9074-4700-8873-d4b9882155db None None] Network 6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:31.376333 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fc61c52c-647e-4564-be5f-c2e8a0b8d672 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4162583 Sep 30 08:58:31.379402 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:31.384403 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-de857366-3931-4d5b-a067-b94463c54900 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-869240141'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:31.404760 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de857366-3931-4d5b-a067-b94463c54900 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Made reservation on behalf of c2a8873c82bb4fe79f69f03210aaf680 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:31.408197 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de857366-3931-4d5b-a067-b94463c54900 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:31.435583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de857366-3931-4d5b-a067-b94463c54900 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:58:31.444848 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de857366-3931-4d5b-a067-b94463c54900 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:31.445270 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-de857366-3931-4d5b-a067-b94463c54900 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Added segment 755943ba-1465-4e73-b853-a98afed75340 of type vlan for network 20c67931-54dd-4846-b3e4-ec6410568240 Sep 30 08:58:31.492514 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de857366-3931-4d5b-a067-b94463c54900 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:31.517600 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de857366-3931-4d5b-a067-b94463c54900 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:31.517756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae', 'network_id': '6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae', 'tenant_id': 'c2a8873c82bb4fe79f69f03210aaf680', 'fixed_ips': [{'subnet_id': 'a1ef0702-1930-4a81-9a08-eaa8ce8a4029'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:58:31.518660 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:31.523251 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de857366-3931-4d5b-a067-b94463c54900 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:31.523841 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de857366-3931-4d5b-a067-b94463c54900 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:31.556614 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-de857366-3931-4d5b-a067-b94463c54900 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1735067 Sep 30 08:58:31.557284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48638) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:31.568909 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1f55bdba-0f70-4f52-aeba-457fc47c48d1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Request body: {'subnet': {'network_id': '20c67931-54dd-4846-b3e4-ec6410568240', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:31.620847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de857366-3931-4d5b-a067-b94463c54900 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Pushing event updated for resources: {'Network': ['ID=20c67931-54dd-4846-b3e4-ec6410568240,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:31.636602 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 20c67931-54dd-4846-b3e4-ec6410568240 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:58:31.671872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Allocated IP 172.20.0.2 (6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae/a1ef0702-1930-4a81-9a08-eaa8ce8a4029/339d9d55-a5ca-498a-86db-66049f2f1182) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:58:31.696027 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f55bdba-0f70-4f52-aeba-457fc47c48d1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Made reservation on behalf of c2a8873c82bb4fe79f69f03210aaf680 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:31.700226 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f55bdba-0f70-4f52-aeba-457fc47c48d1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:31.847863 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:31.852971 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:31.883011 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f55bdba-0f70-4f52-aeba-457fc47c48d1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:31.891512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Network 6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:58:31.894247 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:31.900451 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:58:31.903817 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Pushing event updated for resources: {'Port': ['ID=339d9d55-a5ca-498a-86db-66049f2f1182,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:31.955487 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Attempting to bind port 339d9d55-a5ca-498a-86db-66049f2f1182 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:58:31.955861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Attempting to bind port 339d9d55-a5ca-498a-86db-66049f2f1182 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '749b41aa-b613-4d11-a76b-9f746e46092b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:58:31.956262 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Attempting to bind port 339d9d55-a5ca-498a-86db-66049f2f1182 on network 6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:31.957833 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55bdba-0f70-4f52-aeba-457fc47c48d1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Pushing event updated for resources: {'Subnet': ['ID=ec23448f-61b4-48ee-a3fa-17fb4f3395f1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:31.962105 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:58:31.962612 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Checking segment: {'id': '749b41aa-b613-4d11-a76b-9f746e46092b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:31.963024 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:31.963406 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Bound using segment: {'id': '749b41aa-b613-4d11-a76b-9f746e46092b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:58:31.963875 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Bound port: 339d9d55-a5ca-498a-86db-66049f2f1182, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749b41aa-b613-4d11-a76b-9f746e46092b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:58:31.964280 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:31.969175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f55bdba-0f70-4f52-aeba-457fc47c48d1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Checking segment: {'id': '755943ba-1465-4e73-b853-a98afed75340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '20c67931-54dd-4846-b3e4-ec6410568240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:31.969538 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f55bdba-0f70-4f52-aeba-457fc47c48d1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Network hostable DHCP agents. Network: 20c67931-54dd-4846-b3e4-ec6410568240, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:58:31.987531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f55bdba-0f70-4f52-aeba-457fc47c48d1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Network 20c67931-54dd-4846-b3e4-ec6410568240 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:58:31.996714 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1f55bdba-0f70-4f52-aeba-457fc47c48d1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 20c67931-54dd-4846-b3e4-ec6410568240) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:32.001039 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55bdba-0f70-4f52-aeba-457fc47c48d1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:32.001647 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f55bdba-0f70-4f52-aeba-457fc47c48d1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.007251 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af1ff87-e0b2-49c2-a8b0-1217d93c81ac None None] Network 20c67931-54dd-4846-b3e4-ec6410568240 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:32.020418 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48640) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:32.021030 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1f55bdba-0f70-4f52-aeba-457fc47c48d1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4621427 Sep 30 08:58:32.025097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-345fbc08-8259-45a4-b6eb-cdb04d814b3a tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Request body: {'router': {'external_gateway_info': {'network_id': '20c67931-54dd-4846-b3e4-ec6410568240'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:32.235694 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-345fbc08-8259-45a4-b6eb-cdb04d814b3a tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.247139 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] For port 339d9d55-a5ca-498a-86db-66049f2f1182, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:58:32.264106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] For port 339d9d55-a5ca-498a-86db-66049f2f1182, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=339d9d55-a5ca-498a-86db-66049f2f1182,segment=NetworkSegment(749b41aa-b613-4d11-a76b-9f746e46092b),segment_id=749b41aa-b613-4d11-a76b-9f746e46092b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:58:32.271205 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.349599 n-d-807359-2 neutron-server[94837]: INFO neutron.api.v2.resource [None req-345fbc08-8259-45a4-b6eb-cdb04d814b3a tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 08:58:32.350829 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-345fbc08-8259-45a4-b6eb-cdb04d814b3a tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] 10.222.0.24 "PUT /v2.0/routers/8d742401-6981-401a-9f2e-92e7628fcfc2 HTTP/1.1" status: 400 len: 364 time: 0.3293707 Sep 30 08:58:32.357072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48642) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:32.370718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9b96d-05e0-4491-9ad9-001bcd391bbc None None] Pushing event updated for resources: {'Port': ['ID=339d9d55-a5ca-498a-86db-66049f2f1182,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:32.408170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0fc105-62b5-4bd4-8e98-86020e9a8318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-20c67931-54dd-4846-b3e4-ec6410568240', 'network_id': '20c67931-54dd-4846-b3e4-ec6410568240', 'tenant_id': 'c2a8873c82bb4fe79f69f03210aaf680', 'fixed_ips': [{'subnet_id': 'ec23448f-61b4-48ee-a3fa-17fb4f3395f1'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:58:32.409061 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ee0fc105-62b5-4bd4-8e98-86020e9a8318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.417174 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7b56a2-cc9b-4864-a1fe-6b097a29579f tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Deleting subnet ec23448f-61b4-48ee-a3fa-17fb4f3395f1 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:58:32.420470 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f7b56a2-cc9b-4864-a1fe-6b097a29579f tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.461652 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f7b56a2-cc9b-4864-a1fe-6b097a29579f tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.528810 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f7b56a2-cc9b-4864-a1fe-6b097a29579f tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.604234 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f7b56a2-cc9b-4864-a1fe-6b097a29579f tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-ee0fc105-62b5-4bd4-8e98-86020e9a8318 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec23448f-61b4-48ee-a3fa-17fb4f3395f1: This subnet is being modified by another concurrent operation. Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec23448f-61b4-48ee-a3fa-17fb4f3395f1: This subnet is being modified by another concurrent operation. Sep 30 08:58:32.604962 n-d-807359-2 neutron-server[94839]: ERROR oslo_messaging.rpc.server Sep 30 08:58:32.622619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01694e99-9b14-43f9-977d-1753375a6899 None None] Network 20c67931-54dd-4846-b3e4-ec6410568240 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:32.643941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b56a2-cc9b-4864-a1fe-6b097a29579f tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Pushing event deleted for resources: {'Subnet': ['ID=ec23448f-61b4-48ee-a3fa-17fb4f3395f1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:32.645991 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f7b56a2-cc9b-4864-a1fe-6b097a29579f tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.648061 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9f7b56a2-cc9b-4864-a1fe-6b097a29579f tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] 10.222.0.24 "DELETE /v2.0/subnets/ec23448f-61b4-48ee-a3fa-17fb4f3395f1 HTTP/1.1" status: 204 len: 168 time: 0.2897410 Sep 30 08:58:32.650487 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48644) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:32.729968 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-096c505a-0ac9-4a20-b18e-1ad57293d882 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.821548 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-096c505a-0ac9-4a20-b18e-1ad57293d882 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.843899 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-096c505a-0ac9-4a20-b18e-1ad57293d882 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c67931-54dd-4846-b3e4-ec6410568240']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:32.853083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-096c505a-0ac9-4a20-b18e-1ad57293d882 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755943ba-1465-4e73-b853-a98afed75340') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:32.853384 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-096c505a-0ac9-4a20-b18e-1ad57293d882 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755943ba-1465-4e73-b853-a98afed75340') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:32.863675 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-096c505a-0ac9-4a20-b18e-1ad57293d882 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.877523 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-096c505a-0ac9-4a20-b18e-1ad57293d882 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.883300 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096c505a-0ac9-4a20-b18e-1ad57293d882 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:58:32.883682 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-096c505a-0ac9-4a20-b18e-1ad57293d882 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:58:32.888238 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:58:32.948798 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-096c505a-0ac9-4a20-b18e-1ad57293d882 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.956676 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-096c505a-0ac9-4a20-b18e-1ad57293d882 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:32.958472 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-096c505a-0ac9-4a20-b18e-1ad57293d882 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] 10.222.0.24 "DELETE /v2.0/networks/20c67931-54dd-4846-b3e4-ec6410568240 HTTP/1.1" status: 204 len: 168 time: 0.3070726 Sep 30 08:58:32.961151 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48646) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:32.969693 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c505a-0ac9-4a20-b18e-1ad57293d882 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Pushing event deleted for resources: {'Network': ['ID=20c67931-54dd-4846-b3e4-ec6410568240,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:33.018579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-4823656b-f70c-4636-9a79-8bd931bd3763 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Deleting subnet a1ef0702-1930-4a81-9a08-eaa8ce8a4029 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:58:33.021843 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4823656b-f70c-4636-9a79-8bd931bd3763 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.064232 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4823656b-f70c-4636-9a79-8bd931bd3763 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.156287 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4823656b-f70c-4636-9a79-8bd931bd3763 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.218391 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4823656b-f70c-4636-9a79-8bd931bd3763 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.246057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823656b-f70c-4636-9a79-8bd931bd3763 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ef0702-1930-4a81-9a08-eaa8ce8a4029,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:33.250852 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4823656b-f70c-4636-9a79-8bd931bd3763 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.255179 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4823656b-f70c-4636-9a79-8bd931bd3763 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] 10.222.0.24 "DELETE /v2.0/subnets/a1ef0702-1930-4a81-9a08-eaa8ce8a4029 HTTP/1.1" status: 204 len: 168 time: 0.2908418 Sep 30 08:58:33.255753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48648) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:33.298382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550a8bdd-01fa-4a0c-ad74-5c84ded88fda None None] Network 6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:33.333053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-334443c7-852b-4c77-ae84-179fdef131be None None] Provisioning complete for port 339d9d55-a5ca-498a-86db-66049f2f1182 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:33.333422 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-334443c7-852b-4c77-ae84-179fdef131be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.333823 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.393067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Deleting port 339d9d55-a5ca-498a-86db-66049f2f1182 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:58:33.393596 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.456002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] For port 339d9d55-a5ca-498a-86db-66049f2f1182, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=339d9d55-a5ca-498a-86db-66049f2f1182,segment=NetworkSegment(749b41aa-b613-4d11-a76b-9f746e46092b),segment_id=749b41aa-b613-4d11-a76b-9f746e46092b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:33.456281 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.468320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Calling delete_port for 339d9d55-a5ca-498a-86db-66049f2f1182 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:58:33.490032 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-334443c7-852b-4c77-ae84-179fdef131be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.533024 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b8adbc-cb88-40bb-a2b8-cb7b95f83897 None None] DHCP port deletion for 6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:58:33.538837 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-334443c7-852b-4c77-ae84-179fdef131be None None] For port 339d9d55-a5ca-498a-86db-66049f2f1182, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=339d9d55-a5ca-498a-86db-66049f2f1182,segment=NetworkSegment(749b41aa-b613-4d11-a76b-9f746e46092b),segment_id=749b41aa-b613-4d11-a76b-9f746e46092b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:33.544427 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-334443c7-852b-4c77-ae84-179fdef131be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.556294 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.584815 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Pushing event deleted for resources: {'Port': ['ID=339d9d55-a5ca-498a-86db-66049f2f1182,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:33.587083 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334443c7-852b-4c77-ae84-179fdef131be None None] Pushing event deleted for resources: {'Port': ['ID=339d9d55-a5ca-498a-86db-66049f2f1182,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:33.591655 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] No DVR routers for this DVR port 339d9d55-a5ca-498a-86db-66049f2f1182 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:58:33.609588 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b4b8adbc-cb88-40bb-a2b8-cb7b95f83897 None None] Deleting port 339d9d55-a5ca-498a-86db-66049f2f1182 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:58:33.609975 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4b8adbc-cb88-40bb-a2b8-cb7b95f83897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.677899 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.683326 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b4b8adbc-cb88-40bb-a2b8-cb7b95f83897 None None] For port 339d9d55-a5ca-498a-86db-66049f2f1182, host n-d-807359-2, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:33.683614 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4b8adbc-cb88-40bb-a2b8-cb7b95f83897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.696552 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b4b8adbc-cb88-40bb-a2b8-cb7b95f83897 None None] Calling delete_port for 339d9d55-a5ca-498a-86db-66049f2f1182 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:58:33.699177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-b4b8adbc-cb88-40bb-a2b8-cb7b95f83897 None None] Port 339d9d55-a5ca-498a-86db-66049f2f1182 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 08:58:33.699661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:33.700723 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4b8adbc-cb88-40bb-a2b8-cb7b95f83897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.709343 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749b41aa-b613-4d11-a76b-9f746e46092b') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:33.709574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749b41aa-b613-4d11-a76b-9f746e46092b') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:33.720007 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.725207 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8adbc-cb88-40bb-a2b8-cb7b95f83897 None None] Pushing event deleted for resources: {'Port': ['ID=339d9d55-a5ca-498a-86db-66049f2f1182,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:33.731177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8adbc-cb88-40bb-a2b8-cb7b95f83897 None None] No DVR routers for this DVR port 339d9d55-a5ca-498a-86db-66049f2f1182 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:58:33.736751 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.742882 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:58:33.743203 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: timer() Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:58:33.746169 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:58:33.752886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dec6a8c-aacc-4ea3-b330-f4532ae0dd0f None None] get_active_networks_info from n-d-807359-2 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 08:58:33.803034 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.810459 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:33.814441 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] 10.222.0.24 "DELETE /v2.0/networks/6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae HTTP/1.1" status: 204 len: 168 time: 0.5550778 Sep 30 08:58:33.814598 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dec6a8c-aacc-4ea3-b330-f4532ae0dd0f None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 08:58:33.814893 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:33.823359 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11633c-3248-4bf8-8497-265f7d906176 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Pushing event deleted for resources: {'Network': ['ID=6aaf66aa-b33a-4cd6-a3ac-8292ad9aa1ae,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:33.845387 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-30178e35-19d6-4f0f-aeed-e40689c52ee8 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d742401-6981-401a-9f2e-92e7628fcfc2 HTTP/1.1" status: 200 len: 205 time: 0.0290844 Sep 30 08:58:33.847796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48652) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:33.922990 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d63909ed-b0fe-4bf6-8611-bc4c71a570a1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:34.084244 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d63909ed-b0fe-4bf6-8611-bc4c71a570a1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:34.086519 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d63909ed-b0fe-4bf6-8611-bc4c71a570a1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:34.128010 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d63909ed-b0fe-4bf6-8611-bc4c71a570a1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:34.128500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63909ed-b0fe-4bf6-8611-bc4c71a570a1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Fanout notify agent at l3_agent the message router_deleted on router 8d742401-6981-401a-9f2e-92e7628fcfc2 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:58:34.135314 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d63909ed-b0fe-4bf6-8611-bc4c71a570a1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:34.136626 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d63909ed-b0fe-4bf6-8611-bc4c71a570a1 tempest-RoutersNegativeTest-1657824578 tempest-RoutersNegativeTest-1657824578-project] 10.222.0.24 "DELETE /v2.0/routers/8d742401-6981-401a-9f2e-92e7628fcfc2 HTTP/1.1" status: 204 len: 168 time: 0.2878113 Sep 30 08:58:34.373105 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48658) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:34.500761 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-97dfe16e-09f9-4633-9486-a531ed92ab97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2a8873c82bb4fe79f69f03210aaf680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265211 Sep 30 08:58:34.503305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48662) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:34.551000 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6675c93a-ece7-48f7-8227-0d88c926c7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:34.571507 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6675c93a-ece7-48f7-8227-0d88c926c7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:34.620709 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6675c93a-ece7-48f7-8227-0d88c926c7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:34.624707 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6675c93a-ece7-48f7-8227-0d88c926c7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:34.625887 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6675c93a-ece7-48f7-8227-0d88c926c7a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4de227f7-2a3e-4756-a5ef-a55212fa65a3 HTTP/1.1" status: 204 len: 168 time: 0.1217027 Sep 30 08:58:34.638363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675c93a-ece7-48f7-8227-0d88c926c7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de227f7-2a3e-4756-a5ef-a55212fa65a3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:35.242556 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48684) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:35.346444 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-610b4517-6c5a-454b-8e53-89c970289abd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-886735449-network', 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:35.366770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610b4517-6c5a-454b-8e53-89c970289abd admin admin] Made reservation on behalf of 8a9cafa44a184fdbaacb62f5240d84ed for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:35.369019 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-610b4517-6c5a-454b-8e53-89c970289abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:35.377195 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-610b4517-6c5a-454b-8e53-89c970289abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:35.462323 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-610b4517-6c5a-454b-8e53-89c970289abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:35.466755 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-610b4517-6c5a-454b-8e53-89c970289abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:35.490370 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610b4517-6c5a-454b-8e53-89c970289abd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:58:35.498991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b4517-6c5a-454b-8e53-89c970289abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e067425-8108-4fe4-9040-1768708101f9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:35.505816 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-610b4517-6c5a-454b-8e53-89c970289abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:35.505816 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-610b4517-6c5a-454b-8e53-89c970289abd admin admin] Added segment ca191839-54f5-46d6-b49e-ad0aa7d471e1 of type vlan for network ffd70408-a511-49e2-8d5d-9df0bf59889d Sep 30 08:58:35.549317 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-610b4517-6c5a-454b-8e53-89c970289abd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:35.572771 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-610b4517-6c5a-454b-8e53-89c970289abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:35.573716 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b4517-6c5a-454b-8e53-89c970289abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:35.574811 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-610b4517-6c5a-454b-8e53-89c970289abd admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:35.605861 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-610b4517-6c5a-454b-8e53-89c970289abd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3621173 Sep 30 08:58:35.609332 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48688) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:35.614341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-bf0a121c-fa5a-46fc-bbd9-4d82fc5c174f admin admin] Request body: {'subnet': {'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-886735449-subnet', 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:35.639872 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0a121c-fa5a-46fc-bbd9-4d82fc5c174f admin admin] Made reservation on behalf of 8a9cafa44a184fdbaacb62f5240d84ed for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:35.642739 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bf0a121c-fa5a-46fc-bbd9-4d82fc5c174f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:35.643798 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b4517-6c5a-454b-8e53-89c970289abd admin admin] Pushing event updated for resources: {'Network': ['ID=ffd70408-a511-49e2-8d5d-9df0bf59889d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:35.655510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network ffd70408-a511-49e2-8d5d-9df0bf59889d details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:58:35.814714 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bf0a121c-fa5a-46fc-bbd9-4d82fc5c174f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:35.872674 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a121c-fa5a-46fc-bbd9-4d82fc5c174f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc2bcd5-5c8e-4680-9414-bc57dff2b19a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:35.882430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0a121c-fa5a-46fc-bbd9-4d82fc5c174f admin admin] Checking segment: {'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:35.882774 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0a121c-fa5a-46fc-bbd9-4d82fc5c174f admin admin] Network hostable DHCP agents. Network: ffd70408-a511-49e2-8d5d-9df0bf59889d, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:58:35.899615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0a121c-fa5a-46fc-bbd9-4d82fc5c174f admin admin] Network ffd70408-a511-49e2-8d5d-9df0bf59889d is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:58:35.908544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-bf0a121c-fa5a-46fc-bbd9-4d82fc5c174f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, ffd70408-a511-49e2-8d5d-9df0bf59889d) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:35.912643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0a121c-fa5a-46fc-bbd9-4d82fc5c174f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:35.913228 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bf0a121c-fa5a-46fc-bbd9-4d82fc5c174f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:35.918341 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0060ca2-d419-4414-89af-196050299108 None None] Network ffd70408-a511-49e2-8d5d-9df0bf59889d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:35.928314 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bf0a121c-fa5a-46fc-bbd9-4d82fc5c174f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3176951 Sep 30 08:58:35.931233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:35.936171 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-886735449-router', 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:35.956901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:35.957921 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:36.013478 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:36.073688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-ffd70408-a511-49e2-8d5d-9df0bf59889d', 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d', 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'fixed_ips': [{'subnet_id': '1fc2bcd5-5c8e-4680-9414-bc57dff2b19a'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:58:36.074632 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:36.215172 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Allocated IP 172.20.0.2 (ffd70408-a511-49e2-8d5d-9df0bf59889d/1fc2bcd5-5c8e-4680-9414-bc57dff2b19a/0c0408ed-fb98-48bd-b6b2-3f3a95102f1f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:58:36.370838 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:36.378377 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:36.416824 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Network ffd70408-a511-49e2-8d5d-9df0bf59889d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:58:36.420326 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:36.423839 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:58:36.433485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Pushing event updated for resources: {'Port': ['ID=0c0408ed-fb98-48bd-b6b2-3f3a95102f1f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:36.447966 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:36.488833 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Attempting to bind port 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:58:36.489195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Attempting to bind port 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:58:36.489550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Attempting to bind port 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f on network ffd70408-a511-49e2-8d5d-9df0bf59889d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:36.494330 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:58:36.494749 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Checking segment: {'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:36.495146 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:36.495532 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Bound using segment: {'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:58:36.496011 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Bound port: 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:58:36.496662 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:36.559278 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] For port 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:58:36.562437 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] For port 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0c0408ed-fb98-48bd-b6b2-3f3a95102f1f,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:58:36.566081 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:36.626089 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d11fe-cb01-4ae3-8f27-216f7310b320 None None] Pushing event updated for resources: {'Port': ['ID=0c0408ed-fb98-48bd-b6b2-3f3a95102f1f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:36.670790 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:36.696681 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:36.812520 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Allocated IP 172.25.0.15 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/332f6719-af47-4593-a912-33944d7c0991) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:58:36.925996 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:36.958411 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:36.998796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:58:37.002588 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:37.006129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:58:37.015819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Pushing event updated for resources: {'Port': ['ID=332f6719-af47-4593-a912-33944d7c0991,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:37.046341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:37.046788 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:37.047145 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:37.047475 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:37.047798 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:37.048147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:37.048467 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:37.048921 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:37.049390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:37.049786 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:37.050114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:37.050428 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:37.277545 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:37.482976 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:37.520454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a0ddf9-b179-4e8b-881f-e99edac1ceb7 None None] Network ffd70408-a511-49e2-8d5d-9df0bf59889d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:37.608848 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-79639b26-0fca-4cd7-834b-4b0d2c683226 None None] Provisioning complete for port 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:37.609220 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79639b26-0fca-4cd7-834b-4b0d2c683226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:37.618265 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Router 578d1e1b-a327-4da1-b15c-101766db3124 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:58:37.730192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:58:37.742697 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Sync routers for ids ['578d1e1b-a327-4da1-b15c-101766db3124'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:58:37.747236 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79639b26-0fca-4cd7-834b-4b0d2c683226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:37.747405 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:37.751098 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6453aa36-84c5-43ce-865a-333dea950e39 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8163178 Sep 30 08:58:37.752184 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48692) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:37.761218 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Routers {'578d1e1b-a327-4da1-b15c-101766db3124'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:58:37.762500 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:58:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['578d1e1b-a327-4da1-b15c-101766db3124'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:37.788408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-79639b26-0fca-4cd7-834b-4b0d2c683226 None None] For port 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0c0408ed-fb98-48bd-b6b2-3f3a95102f1f,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:37.794263 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79639b26-0fca-4cd7-834b-4b0d2c683226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:37.852575 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79639b26-0fca-4cd7-834b-4b0d2c683226 None None] Pushing event updated for resources: {'Port': ['ID=0c0408ed-fb98-48bd-b6b2-3f3a95102f1f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:37.873359 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Set router 578d1e1b-a327-4da1-b15c-101766db3124 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:58:38.015437 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-948a0248-cdb4-40c6-81f2-04af6d46170e None None] Provisioning complete for port 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:38.015777 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-948a0248-cdb4-40c6-81f2-04af6d46170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.060103 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578d1e1b-a327-4da1-b15c-101766db3124', 'name': 'tempest-TestEncryptedCinderVolumes-886735449-router', 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '332f6719-af47-4593-a912-33944d7c0991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:35Z', 'updated_at': '2021-09-30T08:58:37Z', 'revision_number': 3, 'project_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'gw_port': {'id': '332f6719-af47-4593-a912-33944d7c0991', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578d1e1b-a327-4da1-b15c-101766db3124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:36Z', 'updated_at': '2021-09-30T08:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:38.089778 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Checking router: 578d1e1b-a327-4da1-b15c-101766db3124 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:58:38.090326 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Updating router 578d1e1b-a327-4da1-b15c-101766db3124 port 332f6719-af47-4593-a912-33944d7c0991 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:58:38.114742 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.196670 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.251642 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:58:38.301743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:38.302034 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.364937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Allocated IP 172.20.0.1 (ffd70408-a511-49e2-8d5d-9df0bf59889d/1fc2bcd5-5c8e-4680-9414-bc57dff2b19a/80ecdad0-0ecf-4606-88ae-44e9630585bd) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:58:38.374055 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.380247 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.431855 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Attempting to bind port 332f6719-af47-4593-a912-33944d7c0991 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:58:38.432250 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Attempting to bind port 332f6719-af47-4593-a912-33944d7c0991 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:58:38.432608 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Attempting to bind port 332f6719-af47-4593-a912-33944d7c0991 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:38.434986 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fd37f-8267-4a10-9971-73b44e52d41a None None] Pushing event updated for resources: {'Port': ['ID=332f6719-af47-4593-a912-33944d7c0991,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:38.443924 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:58:38.444327 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:38.444720 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.445108 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:58:38.445562 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Bound port: 332f6719-af47-4593-a912-33944d7c0991, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:58:38.445934 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.448846 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd37f-8267-4a10-9971-73b44e52d41a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:38.449209 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd37f-8267-4a10-9971-73b44e52d41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:38.449553 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd37f-8267-4a10-9971-73b44e52d41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:38.449874 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd37f-8267-4a10-9971-73b44e52d41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:38.450194 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd37f-8267-4a10-9971-73b44e52d41a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:38.450515 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd37f-8267-4a10-9971-73b44e52d41a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:38.450834 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd37f-8267-4a10-9971-73b44e52d41a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:38.451150 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd37f-8267-4a10-9971-73b44e52d41a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:38.451465 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd37f-8267-4a10-9971-73b44e52d41a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:38.451779 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd37f-8267-4a10-9971-73b44e52d41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:38.452126 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd37f-8267-4a10-9971-73b44e52d41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:38.452438 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd37f-8267-4a10-9971-73b44e52d41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:38.481582 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.503114 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] For port 332f6719-af47-4593-a912-33944d7c0991, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:58:38.506375 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] For port 332f6719-af47-4593-a912-33944d7c0991, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=332f6719-af47-4593-a912-33944d7c0991,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:58:38.510461 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.514419 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.552573 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Network ffd70408-a511-49e2-8d5d-9df0bf59889d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:58:38.556781 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:38.565147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:58:38.568158 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Pushing event updated for resources: {'Port': ['ID=80ecdad0-0ecf-4606-88ae-44e9630585bd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:38.571872 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Routers {'578d1e1b-a327-4da1-b15c-101766db3124'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:58:38.572540 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:58:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['578d1e1b-a327-4da1-b15c-101766db3124'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:38.604204 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.607489 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fd37f-8267-4a10-9971-73b44e52d41a None None] Pushing event updated for resources: {'Port': ['ID=332f6719-af47-4593-a912-33944d7c0991,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:38.691019 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] Set router 578d1e1b-a327-4da1-b15c-101766db3124 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:58:38.747518 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.821422 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-93c02d67-7f97-46ab-b251-75c5234d0d20 None None] Provisioning complete for port 80ecdad0-0ecf-4606-88ae-44e9630585bd triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:38.821965 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93c02d67-7f97-46ab-b251-75c5234d0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.858058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-93c02d67-7f97-46ab-b251-75c5234d0d20 None None] Port 80ecdad0-0ecf-4606-88ae-44e9630585bd cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:58:38.923629 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.928339 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:38.966841 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578d1e1b-a327-4da1-b15c-101766db3124', 'name': 'tempest-TestEncryptedCinderVolumes-886735449-router', 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '332f6719-af47-4593-a912-33944d7c0991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:35Z', 'updated_at': '2021-09-30T08:58:37Z', 'revision_number': 3, 'project_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'gw_port': {'id': '332f6719-af47-4593-a912-33944d7c0991', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578d1e1b-a327-4da1-b15c-101766db3124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:36Z', 'updated_at': '2021-09-30T08:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:38.996051 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af20c4-1245-4277-ad07-9725c2abf7d3 None None] The sync data for ids ['578d1e1b-a327-4da1-b15c-101766db3124'] in n-d-807359-2 is: [{'id': '578d1e1b-a327-4da1-b15c-101766db3124', 'name': 'tempest-TestEncryptedCinderVolumes-886735449-router', 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '332f6719-af47-4593-a912-33944d7c0991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:35Z', 'updated_at': '2021-09-30T08:58:37Z', 'revision_number': 3, 'project_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'gw_port': {'id': '332f6719-af47-4593-a912-33944d7c0991', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578d1e1b-a327-4da1-b15c-101766db3124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:36Z', 'updated_at': '2021-09-30T08:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:58:38.997518 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:39.000517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Pushing event updated for resources: {'Port': ['ID=80ecdad0-0ecf-4606-88ae-44e9630585bd,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:39.094339 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Network ffd70408-a511-49e2-8d5d-9df0bf59889d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:58:39.096031 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:39.233032 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Router 578d1e1b-a327-4da1-b15c-101766db3124 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:58:39.360814 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:58:39.365825 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-10ca4feb-6837-45d0-b06a-a8e765868978 admin admin] 10.222.0.24 "PUT /v2.0/routers/578d1e1b-a327-4da1-b15c-101766db3124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6120536 Sep 30 08:58:39.381788 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3f0af04d-b37a-41e6-b0aa-0cef09e248b3 None None] Provisioning complete for port 80ecdad0-0ecf-4606-88ae-44e9630585bd triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:39.382233 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f0af04d-b37a-41e6-b0aa-0cef09e248b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:39.419641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3f0af04d-b37a-41e6-b0aa-0cef09e248b3 None None] Port 80ecdad0-0ecf-4606-88ae-44e9630585bd cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:58:39.854481 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48708) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:39.860297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-98d141ce-68bd-4151-b085-46eede40a083 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-788040293-network', 'tenant_id': '0bce394d479a4fc9902040d430f5700b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:39.880393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d141ce-68bd-4151-b085-46eede40a083 admin admin] Made reservation on behalf of 0bce394d479a4fc9902040d430f5700b for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:39.882638 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98d141ce-68bd-4151-b085-46eede40a083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:39.891942 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98d141ce-68bd-4151-b085-46eede40a083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:39.980949 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98d141ce-68bd-4151-b085-46eede40a083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:39.988659 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98d141ce-68bd-4151-b085-46eede40a083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.012511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d141ce-68bd-4151-b085-46eede40a083 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 08:58:40.022187 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d141ce-68bd-4151-b085-46eede40a083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc42801-b4a2-4a14-be41-2d11dd11bf48,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:40.027210 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98d141ce-68bd-4151-b085-46eede40a083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.028012 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-98d141ce-68bd-4151-b085-46eede40a083 admin admin] Added segment 89ec005d-4bbe-4721-b8a8-41fd74d47d9f of type vlan for network c27626cc-0a72-40c9-8fb8-85b586e6141e Sep 30 08:58:40.069557 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98d141ce-68bd-4151-b085-46eede40a083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.092852 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98d141ce-68bd-4151-b085-46eede40a083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.093921 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d141ce-68bd-4151-b085-46eede40a083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:40.094546 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98d141ce-68bd-4151-b085-46eede40a083 admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.124440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-98d141ce-68bd-4151-b085-46eede40a083 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2688043 Sep 30 08:58:40.127362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:40.132408 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4662bbea-8984-4713-83ef-ae7b3f8b479c admin admin] Request body: {'subnet': {'network_id': 'c27626cc-0a72-40c9-8fb8-85b586e6141e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-788040293-subnet', 'tenant_id': '0bce394d479a4fc9902040d430f5700b', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:40.152060 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4662bbea-8984-4713-83ef-ae7b3f8b479c admin admin] Made reservation on behalf of 0bce394d479a4fc9902040d430f5700b for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:40.155197 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4662bbea-8984-4713-83ef-ae7b3f8b479c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.159097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d141ce-68bd-4151-b085-46eede40a083 admin admin] Pushing event updated for resources: {'Network': ['ID=c27626cc-0a72-40c9-8fb8-85b586e6141e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:40.170486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network c27626cc-0a72-40c9-8fb8-85b586e6141e details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 08:58:40.258140 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:58:40.261336 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 332f6719-af47-4593-a912-33944d7c0991 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:58:40.315823 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 332f6719-af47-4593-a912-33944d7c0991 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:40.316247 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.344076 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4662bbea-8984-4713-83ef-ae7b3f8b479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.393745 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.401646 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662bbea-8984-4713-83ef-ae7b3f8b479c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b18a66ef-d33e-4cbb-9286-6596b64bb54d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:40.411787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662bbea-8984-4713-83ef-ae7b3f8b479c admin admin] Checking segment: {'id': '89ec005d-4bbe-4721-b8a8-41fd74d47d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c27626cc-0a72-40c9-8fb8-85b586e6141e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:40.412195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4662bbea-8984-4713-83ef-ae7b3f8b479c admin admin] Network hostable DHCP agents. Network: c27626cc-0a72-40c9-8fb8-85b586e6141e, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 08:58:40.417002 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 332f6719-af47-4593-a912-33944d7c0991, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=332f6719-af47-4593-a912-33944d7c0991,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:40.423088 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.435084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4662bbea-8984-4713-83ef-ae7b3f8b479c admin admin] Network c27626cc-0a72-40c9-8fb8-85b586e6141e is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 08:58:40.444143 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4662bbea-8984-4713-83ef-ae7b3f8b479c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, c27626cc-0a72-40c9-8fb8-85b586e6141e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:40.448142 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4662bbea-8984-4713-83ef-ae7b3f8b479c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:40.448735 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4662bbea-8984-4713-83ef-ae7b3f8b479c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.453903 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7048b9-520d-4e52-8e5e-5ff71e532409 None None] Network c27626cc-0a72-40c9-8fb8-85b586e6141e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:40.468574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 48712) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:40.472643 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4662bbea-8984-4713-83ef-ae7b3f8b479c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3439009 Sep 30 08:58:40.474211 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-788040293-router', 'tenant_id': '0bce394d479a4fc9902040d430f5700b', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:40.497214 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.498302 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.529701 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=332f6719-af47-4593-a912-33944d7c0991,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:40.560245 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.633877 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.640140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-c27626cc-0a72-40c9-8fb8-85b586e6141e', 'network_id': 'c27626cc-0a72-40c9-8fb8-85b586e6141e', 'tenant_id': '0bce394d479a4fc9902040d430f5700b', 'fixed_ips': [{'subnet_id': 'b18a66ef-d33e-4cbb-9286-6596b64bb54d'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 08:58:40.641066 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.662159 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Sync routers for ids ['578d1e1b-a327-4da1-b15c-101766db3124'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:58:40.706904 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.723219 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Routers {'578d1e1b-a327-4da1-b15c-101766db3124'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:58:40.723962 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:58:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['578d1e1b-a327-4da1-b15c-101766db3124'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:40.914201 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:40.934327 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:41.037692 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Allocated IP 172.25.0.126 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/5ce571e1-4029-4dbf-85c0-e9ba10733426) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:58:41.043849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Set router 578d1e1b-a327-4da1-b15c-101766db3124 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:58:41.046032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Allocated IP 172.20.0.2 (c27626cc-0a72-40c9-8fb8-85b586e6141e/b18a66ef-d33e-4cbb-9286-6596b64bb54d/50acc348-361e-410d-aeab-fdd83ac79fcf) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:58:41.145628 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:41.179455 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:41.218820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:58:41.223018 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:41.229582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:58:41.233161 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce571e1-4029-4dbf-85c0-e9ba10733426,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:41.345180 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:41.353667 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:41.402149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Network c27626cc-0a72-40c9-8fb8-85b586e6141e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:58:41.410286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:41.413359 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Pushing event updated for resources: {'Port': ['ID=50acc348-361e-410d-aeab-fdd83ac79fcf,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:41.416138 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:58:41.423040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578d1e1b-a327-4da1-b15c-101766db3124', 'name': 'tempest-TestEncryptedCinderVolumes-886735449-router', 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '332f6719-af47-4593-a912-33944d7c0991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:35Z', 'updated_at': '2021-09-30T08:58:38Z', 'revision_number': 4, 'project_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'gw_port': {'id': '332f6719-af47-4593-a912-33944d7c0991', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578d1e1b-a327-4da1-b15c-101766db3124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:36Z', 'updated_at': '2021-09-30T08:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '80ecdad0-0ecf-4606-88ae-44e9630585bd', 'name': '', 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d', 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'mac_address': 'fa:16:3e:87:a5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578d1e1b-a327-4da1-b15c-101766db3124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '1fc2bcd5-5c8e-4680-9414-bc57dff2b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:38Z', 'updated_at': '2021-09-30T08:58:38Z', 'revision_number': 2, 'project_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'subnets': [{'id': '1fc2bcd5-5c8e-4680-9414-bc57dff2b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:41.453470 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Checking router: 578d1e1b-a327-4da1-b15c-101766db3124 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:58:41.453774 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Updating router 578d1e1b-a327-4da1-b15c-101766db3124 port 80ecdad0-0ecf-4606-88ae-44e9630585bd binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:58:41.484971 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:41.519460 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:41.529940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Attempting to bind port 50acc348-361e-410d-aeab-fdd83ac79fcf on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:58:41.530316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Attempting to bind port 50acc348-361e-410d-aeab-fdd83ac79fcf by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '89ec005d-4bbe-4721-b8a8-41fd74d47d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c27626cc-0a72-40c9-8fb8-85b586e6141e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:58:41.530690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Attempting to bind port 50acc348-361e-410d-aeab-fdd83ac79fcf on network c27626cc-0a72-40c9-8fb8-85b586e6141e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:41.539001 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:58:41.539382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Checking segment: {'id': '89ec005d-4bbe-4721-b8a8-41fd74d47d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c27626cc-0a72-40c9-8fb8-85b586e6141e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:41.539785 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:41.540212 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Bound using segment: {'id': '89ec005d-4bbe-4721-b8a8-41fd74d47d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c27626cc-0a72-40c9-8fb8-85b586e6141e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:58:41.540682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Bound port: 50acc348-361e-410d-aeab-fdd83ac79fcf, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ec005d-4bbe-4721-b8a8-41fd74d47d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c27626cc-0a72-40c9-8fb8-85b586e6141e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:58:41.541069 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:41.705652 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] For port 50acc348-361e-410d-aeab-fdd83ac79fcf, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:58:41.710006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] For port 50acc348-361e-410d-aeab-fdd83ac79fcf, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=50acc348-361e-410d-aeab-fdd83ac79fcf,segment=NetworkSegment(89ec005d-4bbe-4721-b8a8-41fd74d47d9f),segment_id=89ec005d-4bbe-4721-b8a8-41fd74d47d9f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:58:41.721933 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:41.835950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d91ef2-5bd5-4d33-8cd2-b2da58be0a2d None None] Pushing event updated for resources: {'Port': ['ID=50acc348-361e-410d-aeab-fdd83ac79fcf,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:41.919691 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:41.925911 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:41.975675 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfe513-d2fa-48da-b35f-ae41a5e1cb69 None None] Pushing event updated for resources: {'Port': ['ID=80ecdad0-0ecf-4606-88ae-44e9630585bd,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:42.055592 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Attempting to bind port 80ecdad0-0ecf-4606-88ae-44e9630585bd on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:58:42.056212 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Attempting to bind port 80ecdad0-0ecf-4606-88ae-44e9630585bd by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:58:42.056644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Attempting to bind port 80ecdad0-0ecf-4606-88ae-44e9630585bd on network ffd70408-a511-49e2-8d5d-9df0bf59889d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:42.062363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:58:42.062800 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Checking segment: {'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:42.063264 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:42.063714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Bound using segment: {'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:58:42.064261 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Bound port: 80ecdad0-0ecf-4606-88ae-44e9630585bd, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:58:42.064719 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:42.067678 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:42.148462 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] For port 80ecdad0-0ecf-4606-88ae-44e9630585bd, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:58:42.153097 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] For port 80ecdad0-0ecf-4606-88ae-44e9630585bd, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=80ecdad0-0ecf-4606-88ae-44e9630585bd,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:58:42.155961 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-27b0cf6b-a383-4b57-8f61-d36ae0476e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:42.160879 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:42.233549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Routers {'578d1e1b-a327-4da1-b15c-101766db3124'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:58:42.234643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:58:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['578d1e1b-a327-4da1-b15c-101766db3124'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:42.269182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Router fb549884-ee65-429d-9a35-989d489c1691 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 08:58:42.285849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfe513-d2fa-48da-b35f-ae41a5e1cb69 None None] Pushing event updated for resources: {'Port': ['ID=80ecdad0-0ecf-4606-88ae-44e9630585bd,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:42.387230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:58:42.391792 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] Set router 578d1e1b-a327-4da1-b15c-101766db3124 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:58:42.394920 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 50acc348-361e-410d-aeab-fdd83ac79fcf up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:58:42.397963 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Sync routers for ids ['fb549884-ee65-429d-9a35-989d489c1691'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:58:42.413327 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Routers {'fb549884-ee65-429d-9a35-989d489c1691'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:58:42.414391 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:58:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fb549884-ee65-429d-9a35-989d489c1691'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:42.417555 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:42.419962 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-764d082e-8784-419d-8548-52088923ef61 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9494517 Sep 30 08:58:42.422005 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 48716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:58:42.442739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ab703be7-24d4-4163-a837-bde1c142db73 None None] Provisioning complete for port 80ecdad0-0ecf-4606-88ae-44e9630585bd triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:42.443116 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab703be7-24d4-4163-a837-bde1c142db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:42.548789 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Set router fb549884-ee65-429d-9a35-989d489c1691 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:58:42.656638 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 50acc348-361e-410d-aeab-fdd83ac79fcf triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:42.657012 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:42.716672 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab703be7-24d4-4163-a837-bde1c142db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:42.785422 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb549884-ee65-429d-9a35-989d489c1691', 'name': 'tempest-TestEncryptedCinderVolumes-788040293-router', 'tenant_id': '0bce394d479a4fc9902040d430f5700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '5ce571e1-4029-4dbf-85c0-e9ba10733426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:40Z', 'updated_at': '2021-09-30T08:58:41Z', 'revision_number': 3, 'project_id': '0bce394d479a4fc9902040d430f5700b', 'gw_port': {'id': '5ce571e1-4029-4dbf-85c0-e9ba10733426', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb549884-ee65-429d-9a35-989d489c1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:40Z', 'updated_at': '2021-09-30T08:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:42.810180 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ab703be7-24d4-4163-a837-bde1c142db73 None None] For port 80ecdad0-0ecf-4606-88ae-44e9630585bd, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=80ecdad0-0ecf-4606-88ae-44e9630585bd,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:42.833267 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Checking router: fb549884-ee65-429d-9a35-989d489c1691 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:58:42.833833 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Updating router fb549884-ee65-429d-9a35-989d489c1691 port 5ce571e1-4029-4dbf-85c0-e9ba10733426 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:58:42.835475 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab703be7-24d4-4163-a837-bde1c142db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:42.871926 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:42.886320 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:42.922240 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab703be7-24d4-4163-a837-bde1c142db73 None None] Pushing event updated for resources: {'Port': ['ID=80ecdad0-0ecf-4606-88ae-44e9630585bd,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:42.927366 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578d1e1b-a327-4da1-b15c-101766db3124', 'name': 'tempest-TestEncryptedCinderVolumes-886735449-router', 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '332f6719-af47-4593-a912-33944d7c0991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:35Z', 'updated_at': '2021-09-30T08:58:38Z', 'revision_number': 4, 'project_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'gw_port': {'id': '332f6719-af47-4593-a912-33944d7c0991', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578d1e1b-a327-4da1-b15c-101766db3124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:36Z', 'updated_at': '2021-09-30T08:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '80ecdad0-0ecf-4606-88ae-44e9630585bd', 'name': '', 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d', 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'mac_address': 'fa:16:3e:87:a5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578d1e1b-a327-4da1-b15c-101766db3124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '1fc2bcd5-5c8e-4680-9414-bc57dff2b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:38Z', 'updated_at': '2021-09-30T08:58:42Z', 'revision_number': 4, 'project_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'subnets': [{'id': '1fc2bcd5-5c8e-4680-9414-bc57dff2b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:42.973402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259bfb53-46f2-474c-8071-f90e93d6dbbc None None] The sync data for ids ['578d1e1b-a327-4da1-b15c-101766db3124'] in n-d-807359-2 is: [{'id': '578d1e1b-a327-4da1-b15c-101766db3124', 'name': 'tempest-TestEncryptedCinderVolumes-886735449-router', 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '332f6719-af47-4593-a912-33944d7c0991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:35Z', 'updated_at': '2021-09-30T08:58:38Z', 'revision_number': 4, 'project_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'gw_port': {'id': '332f6719-af47-4593-a912-33944d7c0991', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578d1e1b-a327-4da1-b15c-101766db3124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:36Z', 'updated_at': '2021-09-30T08:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '80ecdad0-0ecf-4606-88ae-44e9630585bd', 'name': '', 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d', 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'mac_address': 'fa:16:3e:87:a5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578d1e1b-a327-4da1-b15c-101766db3124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '1fc2bcd5-5c8e-4680-9414-bc57dff2b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:38Z', 'updated_at': '2021-09-30T08:58:42Z', 'revision_number': 4, 'project_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'subnets': [{'id': '1fc2bcd5-5c8e-4680-9414-bc57dff2b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:58:42.978094 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 50acc348-361e-410d-aeab-fdd83ac79fcf, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=50acc348-361e-410d-aeab-fdd83ac79fcf,segment=NetworkSegment(89ec005d-4bbe-4721-b8a8-41fd74d47d9f),segment_id=89ec005d-4bbe-4721-b8a8-41fd74d47d9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:42.987562 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:42.988384 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 332f6719-af47-4593-a912-33944d7c0991 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:58:43.040865 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3ca8e6b3-772e-4473-98dc-d1072a8182a6 None None] Provisioning complete for port 80ecdad0-0ecf-4606-88ae-44e9630585bd triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:43.041242 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ca8e6b3-772e-4473-98dc-d1072a8182a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:43.104045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=50acc348-361e-410d-aeab-fdd83ac79fcf,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:43.143802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea97bd82-8d4a-479b-9a06-79e26510bf15 None None] Network c27626cc-0a72-40c9-8fb8-85b586e6141e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:58:43.150450 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 332f6719-af47-4593-a912-33944d7c0991 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:43.150835 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:43.302927 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:43.309898 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:43.335101 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:43.379863 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Attempting to bind port 5ce571e1-4029-4dbf-85c0-e9ba10733426 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:58:43.380930 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Attempting to bind port 5ce571e1-4029-4dbf-85c0-e9ba10733426 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:58:43.381306 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Attempting to bind port 5ce571e1-4029-4dbf-85c0-e9ba10733426 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:43.404167 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:58:43.405409 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:43.405819 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:43.406218 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:58:43.406890 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Bound port: 5ce571e1-4029-4dbf-85c0-e9ba10733426, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:58:43.407280 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:43.414516 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484af7a-0129-4daa-bb9a-12cb51437e74 None None] Pushing event updated for resources: {'Port': ['ID=5ce571e1-4029-4dbf-85c0-e9ba10733426,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:43.445283 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-687d0b1f-efd3-43f6-b935-38bf9fd1da6d None None] Provisioning complete for port 50acc348-361e-410d-aeab-fdd83ac79fcf triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:43.445791 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-687d0b1f-efd3-43f6-b935-38bf9fd1da6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:43.489877 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] For port 5ce571e1-4029-4dbf-85c0-e9ba10733426, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:58:43.498081 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] For port 5ce571e1-4029-4dbf-85c0-e9ba10733426, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5ce571e1-4029-4dbf-85c0-e9ba10733426,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:58:43.504982 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:43.570967 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Routers {'fb549884-ee65-429d-9a35-989d489c1691'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:58:43.571587 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:58:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fb549884-ee65-429d-9a35-989d489c1691'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:43.574874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Allocated IP 172.20.0.1 (c27626cc-0a72-40c9-8fb8-85b586e6141e/b18a66ef-d33e-4cbb-9286-6596b64bb54d/d817dea6-160b-4042-bd52-cfa3459d5126) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:58:43.646703 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484af7a-0129-4daa-bb9a-12cb51437e74 None None] Pushing event updated for resources: {'Port': ['ID=5ce571e1-4029-4dbf-85c0-e9ba10733426,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:43.707098 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:43.724651 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] Set router fb549884-ee65-429d-9a35-989d489c1691 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:58:43.744268 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:43.773320 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-65a39109-ee88-45bf-b948-7ee81e96c703 None None] Provisioning complete for port 50acc348-361e-410d-aeab-fdd83ac79fcf triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:43.773798 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65a39109-ee88-45bf-b948-7ee81e96c703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:43.797729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Pushing event updated for resources: {'Port': ['ID=d817dea6-160b-4042-bd52-cfa3459d5126,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:43.812001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Network c27626cc-0a72-40c9-8fb8-85b586e6141e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:58:43.813276 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:43.815953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:58:43.874366 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:44.006429 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb549884-ee65-429d-9a35-989d489c1691', 'name': 'tempest-TestEncryptedCinderVolumes-788040293-router', 'tenant_id': '0bce394d479a4fc9902040d430f5700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '5ce571e1-4029-4dbf-85c0-e9ba10733426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:40Z', 'updated_at': '2021-09-30T08:58:41Z', 'revision_number': 3, 'project_id': '0bce394d479a4fc9902040d430f5700b', 'gw_port': {'id': '5ce571e1-4029-4dbf-85c0-e9ba10733426', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb549884-ee65-429d-9a35-989d489c1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:40Z', 'updated_at': '2021-09-30T08:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:44.053934 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa78f0a5-ce7d-49e6-8763-770c9ca5db90 None None] The sync data for ids ['fb549884-ee65-429d-9a35-989d489c1691'] in n-d-807359-2 is: [{'id': 'fb549884-ee65-429d-9a35-989d489c1691', 'name': 'tempest-TestEncryptedCinderVolumes-788040293-router', 'tenant_id': '0bce394d479a4fc9902040d430f5700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '5ce571e1-4029-4dbf-85c0-e9ba10733426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:40Z', 'updated_at': '2021-09-30T08:58:41Z', 'revision_number': 3, 'project_id': '0bce394d479a4fc9902040d430f5700b', 'gw_port': {'id': '5ce571e1-4029-4dbf-85c0-e9ba10733426', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb549884-ee65-429d-9a35-989d489c1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:40Z', 'updated_at': '2021-09-30T08:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:58:44.103019 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:44.233007 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c2c4a0f7-4283-41ae-a41e-ddb394da6135 None None] Provisioning complete for port d817dea6-160b-4042-bd52-cfa3459d5126 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:44.233392 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2c4a0f7-4283-41ae-a41e-ddb394da6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:44.275317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c2c4a0f7-4283-41ae-a41e-ddb394da6135 None None] Port d817dea6-160b-4042-bd52-cfa3459d5126 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:58:44.312312 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:44.318593 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:44.376203 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 80ecdad0-0ecf-4606-88ae-44e9630585bd up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:58:44.399567 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:44.401909 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Pushing event updated for resources: {'Port': ['ID=d817dea6-160b-4042-bd52-cfa3459d5126,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:44.453304 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 80ecdad0-0ecf-4606-88ae-44e9630585bd triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:44.453839 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:44.518642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Network c27626cc-0a72-40c9-8fb8-85b586e6141e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:58:44.521307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:44.565100 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 50acc348-361e-410d-aeab-fdd83ac79fcf up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:58:44.614303 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 50acc348-361e-410d-aeab-fdd83ac79fcf triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:44.614691 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:44.670930 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Router fb549884-ee65-429d-9a35-989d489c1691 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:58:44.801290 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:58:44.802458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-225468bd-5d9a-447f-a902-1d06afdb57f0 None None] Provisioning complete for port d817dea6-160b-4042-bd52-cfa3459d5126 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:44.802836 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-225468bd-5d9a-447f-a902-1d06afdb57f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:44.807572 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-87352f28-9aaa-48c2-a9a5-396228b5fcf5 admin admin] 10.222.0.24 "PUT /v2.0/routers/fb549884-ee65-429d-9a35-989d489c1691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3845105 Sep 30 08:58:44.842195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-225468bd-5d9a-447f-a902-1d06afdb57f0 None None] Port d817dea6-160b-4042-bd52-cfa3459d5126 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:58:44.871046 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c004cb16-c2e6-474f-bb26-cb35f735eb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:45.364691 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:45.776077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-b90344f7-0a85-44e3-82fe-1ccc31319daf tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:45.777567 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-b90344f7-0a85-44e3-82fe-1ccc31319daf tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/networks?id=ffd70408-a511-49e2-8d5d-9df0bf59889d HTTP/1.1" status: 200 len: 816 time: 0.1004906 Sep 30 08:58:45.792291 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-535859dc-d3b5-4e7d-9ea3-993e98ced9d1 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/quotas/8a9cafa44a184fdbaacb62f5240d84ed HTTP/1.1" status: 200 len: 375 time: 0.0087538 Sep 30 08:58:45.847355 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-c52676c6-8eb4-4dc0-bbb0-ad29133780d7 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a9cafa44a184fdbaacb62f5240d84ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491390 Sep 30 08:58:46.051631 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:46.081255 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-72c7a42d-2c52-4e21-93a6-c149a498e6bf service neutron] 10.222.0.24 "GET /v2.0/networks/ffd70408-a511-49e2-8d5d-9df0bf59889d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252747 Sep 30 08:58:46.177924 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-b32efdd0-787e-412c-901f-81c9f55722fc service neutron] 10.222.0.24 "GET /v2.0/networks/ffd70408-a511-49e2-8d5d-9df0bf59889d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907128 Sep 30 08:58:46.256087 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5ce571e1-4029-4dbf-85c0-e9ba10733426 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:58:46.317579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 5ce571e1-4029-4dbf-85c0-e9ba10733426 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:46.317972 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:46.349497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-03ed7911-76c1-48c9-a0c4-44d88df49a17 req-5dc4c0d5-c118-4719-bb95-08b22b5b07ad tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 210 time: 0.0295377 Sep 30 08:58:46.400785 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:46.424242 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 5ce571e1-4029-4dbf-85c0-e9ba10733426, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5ce571e1-4029-4dbf-85c0-e9ba10733426,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:46.428078 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:46.477044 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=5ce571e1-4029-4dbf-85c0-e9ba10733426,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:46.508195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Sync routers for ids ['fb549884-ee65-429d-9a35-989d489c1691'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:58:46.518609 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Routers {'fb549884-ee65-429d-9a35-989d489c1691'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:58:46.519348 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:58:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fb549884-ee65-429d-9a35-989d489c1691'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:46.633468 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Set router fb549884-ee65-429d-9a35-989d489c1691 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:58:46.845948 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb549884-ee65-429d-9a35-989d489c1691', 'name': 'tempest-TestEncryptedCinderVolumes-788040293-router', 'tenant_id': '0bce394d479a4fc9902040d430f5700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '5ce571e1-4029-4dbf-85c0-e9ba10733426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:40Z', 'updated_at': '2021-09-30T08:58:44Z', 'revision_number': 4, 'project_id': '0bce394d479a4fc9902040d430f5700b', 'gw_port': {'id': '5ce571e1-4029-4dbf-85c0-e9ba10733426', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb549884-ee65-429d-9a35-989d489c1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:40Z', 'updated_at': '2021-09-30T08:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd817dea6-160b-4042-bd52-cfa3459d5126', 'name': '', 'network_id': 'c27626cc-0a72-40c9-8fb8-85b586e6141e', 'tenant_id': '0bce394d479a4fc9902040d430f5700b', 'mac_address': 'fa:16:3e:5c:c7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb549884-ee65-429d-9a35-989d489c1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b18a66ef-d33e-4cbb-9286-6596b64bb54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:43Z', 'updated_at': '2021-09-30T08:58:44Z', 'revision_number': 2, 'project_id': '0bce394d479a4fc9902040d430f5700b', 'subnets': [{'id': 'b18a66ef-d33e-4cbb-9286-6596b64bb54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:46.871678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Checking router: fb549884-ee65-429d-9a35-989d489c1691 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:58:46.872072 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Updating router fb549884-ee65-429d-9a35-989d489c1691 port d817dea6-160b-4042-bd52-cfa3459d5126 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 08:58:46.896545 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:47.164634 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:47.169470 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:47.227811 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0575ccb-129a-4f78-b68d-09af38e3ae3f None None] Pushing event updated for resources: {'Port': ['ID=d817dea6-160b-4042-bd52-cfa3459d5126,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:47.282631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Attempting to bind port d817dea6-160b-4042-bd52-cfa3459d5126 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:58:47.283005 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Attempting to bind port d817dea6-160b-4042-bd52-cfa3459d5126 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '89ec005d-4bbe-4721-b8a8-41fd74d47d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c27626cc-0a72-40c9-8fb8-85b586e6141e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:58:47.283369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Attempting to bind port d817dea6-160b-4042-bd52-cfa3459d5126 on network c27626cc-0a72-40c9-8fb8-85b586e6141e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:47.288798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:58:47.289272 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Checking segment: {'id': '89ec005d-4bbe-4721-b8a8-41fd74d47d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c27626cc-0a72-40c9-8fb8-85b586e6141e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:47.289567 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:47.289961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Bound using segment: {'id': '89ec005d-4bbe-4721-b8a8-41fd74d47d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c27626cc-0a72-40c9-8fb8-85b586e6141e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:58:47.290456 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Bound port: d817dea6-160b-4042-bd52-cfa3459d5126, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ec005d-4bbe-4721-b8a8-41fd74d47d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c27626cc-0a72-40c9-8fb8-85b586e6141e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:58:47.290857 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:47.366606 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] For port d817dea6-160b-4042-bd52-cfa3459d5126, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:58:47.370256 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] For port d817dea6-160b-4042-bd52-cfa3459d5126, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d817dea6-160b-4042-bd52-cfa3459d5126,segment=NetworkSegment(89ec005d-4bbe-4721-b8a8-41fd74d47d9f),segment_id=89ec005d-4bbe-4721-b8a8-41fd74d47d9f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:58:47.377934 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:47.443733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0575ccb-129a-4f78-b68d-09af38e3ae3f None None] Pushing event updated for resources: {'Port': ['ID=d817dea6-160b-4042-bd52-cfa3459d5126,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:47.446353 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Routers {'fb549884-ee65-429d-9a35-989d489c1691'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:58:47.446954 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:58:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fb549884-ee65-429d-9a35-989d489c1691'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:47.487110 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90e6cc3c-bec2-4a64-9e91-28f9f8936825 req-c60e3c3c-9175-4094-af6c-98513978a836 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 210 time: 0.0428100 Sep 30 08:58:47.495360 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-c45e9303-5531-4cd0-b69e-62d4ceff755c tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:47.497970 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-c45e9303-5531-4cd0-b69e-62d4ceff755c tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.35 "GET /v2.0/networks?id=ffd70408-a511-49e2-8d5d-9df0bf59889d HTTP/1.1" status: 200 len: 816 time: 0.1642065 Sep 30 08:58:47.513174 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ab61e41c-3112-44b7-97f6-10f2c61e12e3 None None] Provisioning complete for port d817dea6-160b-4042-bd52-cfa3459d5126 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:47.513541 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab61e41c-3112-44b7-97f6-10f2c61e12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:47.519529 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-232fa33a-04c1-4844-830e-665c82ed2148 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Request body: {'port': {'device_id': 'a0a0d9dd-3299-43b4-8d30-d70b2a04754a', 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d', 'admin_state_up': True, 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:47.604317 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] Set router fb549884-ee65-429d-9a35-989d489c1691 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:58:47.653665 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-232fa33a-04c1-4844-830e-665c82ed2148 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Made reservation on behalf of 8a9cafa44a184fdbaacb62f5240d84ed for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:58:47.657586 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-232fa33a-04c1-4844-830e-665c82ed2148 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:47.722240 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab61e41c-3112-44b7-97f6-10f2c61e12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:47.788978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-232fa33a-04c1-4844-830e-665c82ed2148 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Allocated IP 172.20.0.7 (ffd70408-a511-49e2-8d5d-9df0bf59889d/1fc2bcd5-5c8e-4680-9414-bc57dff2b19a/6d27a4e0-f4fe-494e-92de-0f361753adb0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:58:47.799558 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ab61e41c-3112-44b7-97f6-10f2c61e12e3 None None] For port d817dea6-160b-4042-bd52-cfa3459d5126, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d817dea6-160b-4042-bd52-cfa3459d5126,segment=NetworkSegment(89ec005d-4bbe-4721-b8a8-41fd74d47d9f),segment_id=89ec005d-4bbe-4721-b8a8-41fd74d47d9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:47.803817 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab61e41c-3112-44b7-97f6-10f2c61e12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:47.881327 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61e41c-3112-44b7-97f6-10f2c61e12e3 None None] Pushing event updated for resources: {'Port': ['ID=d817dea6-160b-4042-bd52-cfa3459d5126,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:47.915298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb549884-ee65-429d-9a35-989d489c1691', 'name': 'tempest-TestEncryptedCinderVolumes-788040293-router', 'tenant_id': '0bce394d479a4fc9902040d430f5700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '5ce571e1-4029-4dbf-85c0-e9ba10733426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:40Z', 'updated_at': '2021-09-30T08:58:44Z', 'revision_number': 4, 'project_id': '0bce394d479a4fc9902040d430f5700b', 'gw_port': {'id': '5ce571e1-4029-4dbf-85c0-e9ba10733426', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb549884-ee65-429d-9a35-989d489c1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:40Z', 'updated_at': '2021-09-30T08:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd817dea6-160b-4042-bd52-cfa3459d5126', 'name': '', 'network_id': 'c27626cc-0a72-40c9-8fb8-85b586e6141e', 'tenant_id': '0bce394d479a4fc9902040d430f5700b', 'mac_address': 'fa:16:3e:5c:c7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb549884-ee65-429d-9a35-989d489c1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b18a66ef-d33e-4cbb-9286-6596b64bb54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:43Z', 'updated_at': '2021-09-30T08:58:47Z', 'revision_number': 4, 'project_id': '0bce394d479a4fc9902040d430f5700b', 'subnets': [{'id': 'b18a66ef-d33e-4cbb-9286-6596b64bb54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:58:47.946226 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-232fa33a-04c1-4844-830e-665c82ed2148 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:47.952914 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d57b9-4fe1-435b-8e64-fb84e8b8ac5e None None] The sync data for ids ['fb549884-ee65-429d-9a35-989d489c1691'] in n-d-807359-2 is: [{'id': 'fb549884-ee65-429d-9a35-989d489c1691', 'name': 'tempest-TestEncryptedCinderVolumes-788040293-router', 'tenant_id': '0bce394d479a4fc9902040d430f5700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '5ce571e1-4029-4dbf-85c0-e9ba10733426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:40Z', 'updated_at': '2021-09-30T08:58:44Z', 'revision_number': 4, 'project_id': '0bce394d479a4fc9902040d430f5700b', 'gw_port': {'id': '5ce571e1-4029-4dbf-85c0-e9ba10733426', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb549884-ee65-429d-9a35-989d489c1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:40Z', 'updated_at': '2021-09-30T08:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd817dea6-160b-4042-bd52-cfa3459d5126', 'name': '', 'network_id': 'c27626cc-0a72-40c9-8fb8-85b586e6141e', 'tenant_id': '0bce394d479a4fc9902040d430f5700b', 'mac_address': 'fa:16:3e:5c:c7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb549884-ee65-429d-9a35-989d489c1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b18a66ef-d33e-4cbb-9286-6596b64bb54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:43Z', 'updated_at': '2021-09-30T08:58:47Z', 'revision_number': 4, 'project_id': '0bce394d479a4fc9902040d430f5700b', 'subnets': [{'id': 'b18a66ef-d33e-4cbb-9286-6596b64bb54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:58:47.954475 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:47.960153 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7319067c-643b-40de-a46a-ebef96aea6f5 None None] Provisioning complete for port d817dea6-160b-4042-bd52-cfa3459d5126 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:47.960525 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7319067c-643b-40de-a46a-ebef96aea6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:47.982307 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-232fa33a-04c1-4844-830e-665c82ed2148 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:48.048725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fa33a-04c1-4844-830e-665c82ed2148 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Pushing event updated for resources: {'Port': ['ID=6d27a4e0-f4fe-494e-92de-0f361753adb0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:48.053311 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-232fa33a-04c1-4844-830e-665c82ed2148 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Network ffd70408-a511-49e2-8d5d-9df0bf59889d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:58:48.054821 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-232fa33a-04c1-4844-830e-665c82ed2148 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:58:48.060643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-232fa33a-04c1-4844-830e-665c82ed2148 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:58:48.129656 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-232fa33a-04c1-4844-830e-665c82ed2148 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:48.130649 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-232fa33a-04c1-4844-830e-665c82ed2148 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:48.149691 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-232fa33a-04c1-4844-830e-665c82ed2148 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6360705 Sep 30 08:58:48.168730 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Request body: {'port': {'device_id': 'a0a0d9dd-3299-43b4-8d30-d70b2a04754a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:58:48.240397 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:48.351851 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5ce571e1-4029-4dbf-85c0-e9ba10733426 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:58:48.413888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b0920484-1eda-4e43-a1e9-5e8194d055c8 None None] Provisioning complete for port 6d27a4e0-f4fe-494e-92de-0f361753adb0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:48.414268 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0920484-1eda-4e43-a1e9-5e8194d055c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:48.415962 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 5ce571e1-4029-4dbf-85c0-e9ba10733426 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:48.416327 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:48.460345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b0920484-1eda-4e43-a1e9-5e8194d055c8 None None] Port 6d27a4e0-f4fe-494e-92de-0f361753adb0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:58:48.540417 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d27a4e0-f4fe-494e-92de-0f361753adb0 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:58:48.549151 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:48.555340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d817dea6-160b-4042-bd52-cfa3459d5126 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:58:48.561618 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Transition to ACTIVE for port object 6d27a4e0-f4fe-494e-92de-0f361753adb0 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:58:48.569426 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:48.606994 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d817dea6-160b-4042-bd52-cfa3459d5126 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:48.607432 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:48.618991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f4dd8-c535-4b49-bc72-3b704b0402b7 req-2ab3f99f-4e71-4cc2-9688-0f8290c22a99 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:48.627868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-303f4dd8-c535-4b49-bc72-3b704b0402b7 req-2ab3f99f-4e71-4cc2-9688-0f8290c22a99 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 943 time: 0.0684059 Sep 30 08:58:48.671349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Pushing event updated for resources: {'Port': ['ID=6d27a4e0-f4fe-494e-92de-0f361753adb0,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:48.692741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-303f4dd8-c535-4b49-bc72-3b704b0402b7 req-0514ee5c-80bb-4132-874f-73f284ea0ef4 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636332 Sep 30 08:58:48.711704 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Attempting to bind port 6d27a4e0-f4fe-494e-92de-0f361753adb0 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:58:48.712023 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Attempting to bind port 6d27a4e0-f4fe-494e-92de-0f361753adb0 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:58:48.712358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Attempting to bind port 6d27a4e0-f4fe-494e-92de-0f361753adb0 on network ffd70408-a511-49e2-8d5d-9df0bf59889d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:48.720731 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Port 6d27a4e0-f4fe-494e-92de-0f361753adb0 on network ffd70408-a511-49e2-8d5d-9df0bf59889d not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:58:48.721055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Attempting to bind port 6d27a4e0-f4fe-494e-92de-0f361753adb0 on network ffd70408-a511-49e2-8d5d-9df0bf59889d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:58:48.726358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:58:48.726699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Checking segment: {'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:58:48.727079 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Bound using segment: {'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:58:48.727500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Bound port: 6d27a4e0-f4fe-494e-92de-0f361753adb0, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:58:48.727861 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:48.799361 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] For port 6d27a4e0-f4fe-494e-92de-0f361753adb0, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:58:48.802653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] For port 6d27a4e0-f4fe-494e-92de-0f361753adb0, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=6d27a4e0-f4fe-494e-92de-0f361753adb0,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:58:48.807689 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:48.851391 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:48.852069 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:48.853510 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] 10.222.0.35 "PUT /v2.0/ports/6d27a4e0-f4fe-494e-92de-0f361753adb0 HTTP/1.1" status: 200 len: 1091 time: 0.6900880 Sep 30 08:58:48.856524 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a0d9dd-3299-43b4-8d30-d70b2a04754a', 'tag': '6d27a4e0-f4fe-494e-92de-0f361753adb0'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:58:48.858922 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5477dda3-2682-4b61-9f99-31a0971fba22" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a0d9dd-3299-43b4-8d30-d70b2a04754a", "tag": "6d27a4e0-f4fe-494e-92de-0f361753adb0"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:58:48.889799 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b51354-04c3-42cf-ad9e-52386e558d03 service neutron] Pushing event updated for resources: {'Port': ['ID=6d27a4e0-f4fe-494e-92de-0f361753adb0,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:48.900421 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d1082d-be76-4fd6-a398-d59944d8b4ca x-openstack-request-id: req-f4d1082d-be76-4fd6-a398-d59944d8b4ca {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:58:48.900725 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a0d9dd-3299-43b4-8d30-d70b2a04754a", "tag": "6d27a4e0-f4fe-494e-92de-0f361753adb0", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:58:48.900987 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4d1082d-be76-4fd6-a398-d59944d8b4ca {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:58:48.901396 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a0d9dd-3299-43b4-8d30-d70b2a04754a', 'tag': '6d27a4e0-f4fe-494e-92de-0f361753adb0', 'status': 'completed', 'code': 200} Sep 30 08:58:48.961888 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-a63475ff-9fd4-40ea-ba8e-54cbb6809c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:48.963381 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-a63475ff-9fd4-40ea-ba8e-54cbb6809c68 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a9cafa44a184fdbaacb62f5240d84ed&device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 1094 time: 0.0435724 Sep 30 08:58:49.013573 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-4f2145d8-077c-4226-94d5-709722ba6339 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d27a4e0-f4fe-494e-92de-0f361753adb0 HTTP/1.1" status: 200 len: 217 time: 0.0370340 Sep 30 08:58:49.068866 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-5c2ef64c-7006-4f62-a4bc-169fe052db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:49.070359 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-5c2ef64c-7006-4f62-a4bc-169fe052db3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1fc2bcd5-5c8e-4680-9414-bc57dff2b19a HTTP/1.1" status: 200 len: 855 time: 0.0498474 Sep 30 08:58:49.116128 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-fec77916-2447-4f9e-903d-8e3c45585d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:49.117716 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-fec77916-2447-4f9e-903d-8e3c45585d14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffd70408-a511-49e2-8d5d-9df0bf59889d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400424 Sep 30 08:58:49.206132 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-0c533667-e866-4f1f-91c3-5d1dc9abe0a6 service neutron] 10.222.0.35 "GET /v2.0/networks/ffd70408-a511-49e2-8d5d-9df0bf59889d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811110 Sep 30 08:58:49.301548 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-4bc052d7-156f-43af-a5ae-9dbcc2bee9e6 req-bdab2220-061f-49fc-993b-0cd1446b45fe service neutron] 10.222.0.35 "GET /v2.0/networks/ffd70408-a511-49e2-8d5d-9df0bf59889d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887761 Sep 30 08:58:49.430943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477dda3-2682-4b61-9f99-31a0971fba22 req-7042bb35-600e-4e91-87f2-4417bea50454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:49.432618 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5477dda3-2682-4b61-9f99-31a0971fba22 req-7042bb35-600e-4e91-87f2-4417bea50454 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a9cafa44a184fdbaacb62f5240d84ed&device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 1094 time: 0.0432796 Sep 30 08:58:49.527776 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477dda3-2682-4b61-9f99-31a0971fba22 req-189250f3-2200-4ad5-83b4-7ecda3111ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:49.529585 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5477dda3-2682-4b61-9f99-31a0971fba22 req-189250f3-2200-4ad5-83b4-7ecda3111ef2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffd70408-a511-49e2-8d5d-9df0bf59889d HTTP/1.1" status: 200 len: 917 time: 0.0902793 Sep 30 08:58:49.571124 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5477dda3-2682-4b61-9f99-31a0971fba22 req-8829a6a1-0454-4060-897a-5107be1b27d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d27a4e0-f4fe-494e-92de-0f361753adb0 HTTP/1.1" status: 200 len: 217 time: 0.0341833 Sep 30 08:58:49.626784 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477dda3-2682-4b61-9f99-31a0971fba22 req-776fb061-5ea6-4292-aa47-9d59d9cb6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:49.628296 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5477dda3-2682-4b61-9f99-31a0971fba22 req-776fb061-5ea6-4292-aa47-9d59d9cb6b87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1fc2bcd5-5c8e-4680-9414-bc57dff2b19a HTTP/1.1" status: 200 len: 855 time: 0.0501325 Sep 30 08:58:49.681108 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477dda3-2682-4b61-9f99-31a0971fba22 req-631c7d0f-47fe-4db5-b8b8-adb9a4319c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:49.682620 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5477dda3-2682-4b61-9f99-31a0971fba22 req-631c7d0f-47fe-4db5-b8b8-adb9a4319c5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffd70408-a511-49e2-8d5d-9df0bf59889d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460110 Sep 30 08:58:49.772970 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5477dda3-2682-4b61-9f99-31a0971fba22 req-58b1374f-f811-4747-b3bc-a63bb4317094 service neutron] 10.222.0.35 "GET /v2.0/networks/ffd70408-a511-49e2-8d5d-9df0bf59889d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821629 Sep 30 08:58:49.817891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05aedaf-41bc-4414-9333-0a2532c7a97d req-14485d14-7028-4c51-9cd4-c3ba728005cd tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:49.819749 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a05aedaf-41bc-4414-9333-0a2532c7a97d req-14485d14-7028-4c51-9cd4-c3ba728005cd tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 943 time: 0.0593247 Sep 30 08:58:49.862307 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a05aedaf-41bc-4414-9333-0a2532c7a97d req-efd93912-fa9c-45ed-947e-0c65e5f4fbf5 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334501 Sep 30 08:58:49.877340 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5477dda3-2682-4b61-9f99-31a0971fba22 req-cb59677a-5f28-4fcd-a72f-ac7c2f489e24 service neutron] 10.222.0.35 "GET /v2.0/networks/ffd70408-a511-49e2-8d5d-9df0bf59889d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960040 Sep 30 08:58:50.977720 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a20d6-c5dc-4abf-921d-d0dacd8d2cf8 req-cb36e603-129b-41a8-9c70-a42c97e081d8 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:50.979217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d4a20d6-c5dc-4abf-921d-d0dacd8d2cf8 req-cb36e603-129b-41a8-9c70-a42c97e081d8 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 943 time: 0.0498855 Sep 30 08:58:51.017296 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d4a20d6-c5dc-4abf-921d-d0dacd8d2cf8 req-eaee8fb9-7d84-4dd7-bf06-fdf124d493c2 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Sep 30 08:58:52.130810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af8575-08ce-4935-b098-4bfb43c015ba req-d82455a6-ce94-4f99-b3cf-eb8f98708b62 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:52.132316 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22af8575-08ce-4935-b098-4bfb43c015ba req-d82455a6-ce94-4f99-b3cf-eb8f98708b62 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 943 time: 0.0493615 Sep 30 08:58:52.171837 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22af8575-08ce-4935-b098-4bfb43c015ba req-1aa30c77-b2b9-4df5-ab32-815e84091866 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330443 Sep 30 08:58:52.437334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 6d27a4e0-f4fe-494e-92de-0f361753adb0 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:58:52.536384 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 6d27a4e0-f4fe-494e-92de-0f361753adb0, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=6d27a4e0-f4fe-494e-92de-0f361753adb0,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:52.548827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '6d27a4e0-f4fe-494e-92de-0f361753adb0', 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d', 'port_id': '6d27a4e0-f4fe-494e-92de-0f361753adb0', 'mac_address': 'fa:16:3e:fa:30:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc2bcd5-5c8e-4680-9414-bc57dff2b19a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:58:52.584981 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:52.597099 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d27a4e0-f4fe-494e-92de-0f361753adb0 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:58:52.615641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 6d27a4e0-f4fe-494e-92de-0f361753adb0, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=6d27a4e0-f4fe-494e-92de-0f361753adb0,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:52.619458 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:52.665820 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=6d27a4e0-f4fe-494e-92de-0f361753adb0,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:52.906957 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['6d27a4e0-f4fe-494e-92de-0f361753adb0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:58:53.295289 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef91c4-d3c3-46ff-9b65-cb86d1c2e73b req-a325f468-e758-45c5-9e64-4382cadf034e tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:53.296841 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24ef91c4-d3c3-46ff-9b65-cb86d1c2e73b req-a325f468-e758-45c5-9e64-4382cadf034e tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 944 time: 0.0539947 Sep 30 08:58:53.335379 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24ef91c4-d3c3-46ff-9b65-cb86d1c2e73b req-14c95bd4-9309-422e-b9d6-2bb6fc75b8b2 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315773 Sep 30 08:58:54.450072 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 6d27a4e0-f4fe-494e-92de-0f361753adb0 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:58:54.450612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be86234-8c73-4be7-8de6-384180443371 req-bf3e4a82-8f0d-4ddb-b469-eba77a6341ea tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:54.451889 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6be86234-8c73-4be7-8de6-384180443371 req-bf3e4a82-8f0d-4ddb-b469-eba77a6341ea tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 944 time: 0.0510302 Sep 30 08:58:54.492739 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6be86234-8c73-4be7-8de6-384180443371 req-045f1adb-26f4-4520-9256-a8f96a40fc03 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341408 Sep 30 08:58:54.497984 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 6d27a4e0-f4fe-494e-92de-0f361753adb0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:58:54.501783 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 6d27a4e0-f4fe-494e-92de-0f361753adb0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:58:54.502162 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:54.588487 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:54.609564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a0d9dd-3299-43b4-8d30-d70b2a04754a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d27a4e0-f4fe-494e-92de-0f361753adb0'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:58:54.623517 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 6d27a4e0-f4fe-494e-92de-0f361753adb0, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=6d27a4e0-f4fe-494e-92de-0f361753adb0,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:58:54.627315 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:58:54.654565 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e6914f-9bd4-48e0-815a-23d2a990c8f8" -d '{"events": [{"server_uuid": "a0a0d9dd-3299-43b4-8d30-d70b2a04754a", "name": "network-vif-plugged", "status": "completed", "tag": "6d27a4e0-f4fe-494e-92de-0f361753adb0"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:58:54.683755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=6d27a4e0-f4fe-494e-92de-0f361753adb0,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:58:54.691055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:54.691408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:54.691746 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:54.692109 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:54.692446 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:54.693469 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:54.694300 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:54.694637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:54.694968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:54.695297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:54.695625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:54.695970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:58:54.739016 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d29a22-4773-4d4a-be8e-5a671e5d71ca x-openstack-request-id: req-48d29a22-4773-4d4a-be8e-5a671e5d71ca {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:58:54.739306 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a0d9dd-3299-43b4-8d30-d70b2a04754a", "name": "network-vif-plugged", "status": "completed", "tag": "6d27a4e0-f4fe-494e-92de-0f361753adb0", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:58:54.740161 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48d29a22-4773-4d4a-be8e-5a671e5d71ca {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:58:54.741141 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a0d9dd-3299-43b4-8d30-d70b2a04754a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d27a4e0-f4fe-494e-92de-0f361753adb0', 'code': 200} Sep 30 08:58:54.864483 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10611f5-7621-4ebd-8c0d-d35e75cac922 req-9f87671d-ca27-4ed2-ba69-04ef3a9a56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:54.866861 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e10611f5-7621-4ebd-8c0d-d35e75cac922 req-9f87671d-ca27-4ed2-ba69-04ef3a9a56c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 1096 time: 0.0487533 Sep 30 08:58:54.905773 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e10611f5-7621-4ebd-8c0d-d35e75cac922 req-ca93cf42-5b81-44ea-9622-dd3296bf0741 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318573 Sep 30 08:58:55.625097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389abd5-995d-4ba9-814e-04e851ec827e req-e0d0de48-0453-4cc7-81f8-b1e109982815 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:55.626598 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8389abd5-995d-4ba9-814e-04e851ec827e req-e0d0de48-0453-4cc7-81f8-b1e109982815 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 945 time: 0.0557950 Sep 30 08:58:55.667174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8389abd5-995d-4ba9-814e-04e851ec827e req-539d3be7-b58a-40ed-8ed5-19b604cd9f18 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343788 Sep 30 08:58:56.797720 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbafa93-8103-41e8-8457-3b4d5f1d2002 req-622f907d-eb9d-46ae-aef7-96eab3154bf6 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:56.799213 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4dbafa93-8103-41e8-8457-3b4d5f1d2002 req-622f907d-eb9d-46ae-aef7-96eab3154bf6 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 945 time: 0.0531981 Sep 30 08:58:56.836463 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4dbafa93-8103-41e8-8457-3b4d5f1d2002 req-531eb60d-6002-4b33-b19a-e2ab72ed3023 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306892 Sep 30 08:58:56.950881 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9faa864-ef99-461b-b852-c9fae2544e2c req-dc1ab535-3508-4795-9856-4c2d0ffb001d tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:58:56.952396 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9faa864-ef99-461b-b852-c9fae2544e2c req-dc1ab535-3508-4795-9856-4c2d0ffb001d tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 945 time: 0.0501757 Sep 30 08:58:56.991145 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9faa864-ef99-461b-b852-c9fae2544e2c req-861f4b80-64df-49bb-91bb-76aaef9b5e6f tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320418 Sep 30 08:59:00.150119 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:10.616671 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:12.127483 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9bc0-a462-49d2-8adf-bbf274400316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:14.875053 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcc5a303-a741-4c11-8a10-ddc67d5c4c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:15.365378 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:16.053990 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:16.438079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edc439-97d5-4c1d-8c9d-a99636ebd82a req-b80c73d7-b501-425d-8ea2-a3bf59c81f6a tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:16.439783 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00edc439-97d5-4c1d-8c9d-a99636ebd82a req-b80c73d7-b501-425d-8ea2-a3bf59c81f6a tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 945 time: 0.0496190 Sep 30 08:59:16.478177 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-00edc439-97d5-4c1d-8c9d-a99636ebd82a req-aefb75c1-8d10-4813-9d7e-f3cb7379bd2f tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Sep 30 08:59:17.248503 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:59:17.596065 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecace6d-b16c-4aa7-a53b-f7681e57564d req-7466d3ff-42c8-419d-baa3-12a348bd000a tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:17.597574 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aecace6d-b16c-4aa7-a53b-f7681e57564d req-7466d3ff-42c8-419d-baa3-12a348bd000a tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 945 time: 0.0535004 Sep 30 08:59:17.637412 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aecace6d-b16c-4aa7-a53b-f7681e57564d req-b3d1e4cb-eef6-4bef-ae97-97dcb3e060b3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333338 Sep 30 08:59:17.922648 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:18.069267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be8f47-1782-42ea-8e23-da7f7d966e6c req-74ccaecd-880d-4340-be18-ed0fc5ba92da tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:18.070700 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-14be8f47-1782-42ea-8e23-da7f7d966e6c req-74ccaecd-880d-4340-be18-ed0fc5ba92da tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 945 time: 0.0467761 Sep 30 08:59:18.162703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-14be8f47-1782-42ea-8e23-da7f7d966e6c req-a0792c96-04e2-4bbf-9cef-823c452e52ac tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Deleting port 6d27a4e0-f4fe-494e-92de-0f361753adb0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:59:18.163042 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-14be8f47-1782-42ea-8e23-da7f7d966e6c req-a0792c96-04e2-4bbf-9cef-823c452e52ac tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:18.253207 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-14be8f47-1782-42ea-8e23-da7f7d966e6c req-a0792c96-04e2-4bbf-9cef-823c452e52ac tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] For port 6d27a4e0-f4fe-494e-92de-0f361753adb0, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=6d27a4e0-f4fe-494e-92de-0f361753adb0,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:18.253571 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-14be8f47-1782-42ea-8e23-da7f7d966e6c req-a0792c96-04e2-4bbf-9cef-823c452e52ac tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:18.265516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-14be8f47-1782-42ea-8e23-da7f7d966e6c req-a0792c96-04e2-4bbf-9cef-823c452e52ac tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Calling delete_port for 6d27a4e0-f4fe-494e-92de-0f361753adb0 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:59:18.387963 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-14be8f47-1782-42ea-8e23-da7f7d966e6c req-a0792c96-04e2-4bbf-9cef-823c452e52ac tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:18.419977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0792c96-04e2-4bbf-9cef-823c452e52ac tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Pushing event deleted for resources: {'Port': ['ID=6d27a4e0-f4fe-494e-92de-0f361753adb0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:18.420173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['6d27a4e0-f4fe-494e-92de-0f361753adb0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:59:18.461844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-14be8f47-1782-42ea-8e23-da7f7d966e6c req-a0792c96-04e2-4bbf-9cef-823c452e52ac tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] No DVR routers for this DVR port 6d27a4e0-f4fe-494e-92de-0f361753adb0 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:59:18.464745 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-14be8f47-1782-42ea-8e23-da7f7d966e6c req-a0792c96-04e2-4bbf-9cef-823c452e52ac tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:18.467000 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-14be8f47-1782-42ea-8e23-da7f7d966e6c req-a0792c96-04e2-4bbf-9cef-823c452e52ac tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.35 "DELETE /v2.0/ports/6d27a4e0-f4fe-494e-92de-0f361753adb0 HTTP/1.1" status: 204 len: 173 time: 0.3903019 Sep 30 08:59:18.467509 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a0d9dd-3299-43b4-8d30-d70b2a04754a', 'name': 'network-vif-deleted', 'tag': '6d27a4e0-f4fe-494e-92de-0f361753adb0'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:59:18.469931 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc34a49-cc07-434a-a4ec-99a2afbfe785" -d '{"events": [{"server_uuid": "a0a0d9dd-3299-43b4-8d30-d70b2a04754a", "name": "network-vif-deleted", "tag": "6d27a4e0-f4fe-494e-92de-0f361753adb0"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:59:18.516485 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37dba24-a248-4473-b61a-a07db20e5fd5 x-openstack-request-id: req-b37dba24-a248-4473-b61a-a07db20e5fd5 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:59:18.516797 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a0d9dd-3299-43b4-8d30-d70b2a04754a", "name": "network-vif-deleted", "tag": "6d27a4e0-f4fe-494e-92de-0f361753adb0", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:59:18.517099 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b37dba24-a248-4473-b61a-a07db20e5fd5 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:59:18.517529 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a0d9dd-3299-43b4-8d30-d70b2a04754a', 'name': 'network-vif-deleted', 'tag': '6d27a4e0-f4fe-494e-92de-0f361753adb0', 'status': 'completed', 'code': 200} Sep 30 08:59:18.745575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f612c284-870f-4eb1-ae9d-c387737d3eec req-a141e143-25d1-49cb-8ccf-b69704b79f40 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0a0d9dd-3299-43b4-8d30-d70b2a04754a HTTP/1.1" status: 200 len: 210 time: 0.0272248 Sep 30 08:59:20.419741 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-ea749d48-e907-4d4a-97dc-92f9c86e0bdc tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:20.421254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-ea749d48-e907-4d4a-97dc-92f9c86e0bdc tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/networks?id=ffd70408-a511-49e2-8d5d-9df0bf59889d HTTP/1.1" status: 200 len: 816 time: 0.1057992 Sep 30 08:59:20.436858 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-81719b91-6da4-44bb-a7ce-fc94890b8735 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/quotas/8a9cafa44a184fdbaacb62f5240d84ed HTTP/1.1" status: 200 len: 375 time: 0.0098467 Sep 30 08:59:20.487261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-247cab11-9091-454c-9543-f2be4efb62aa tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a9cafa44a184fdbaacb62f5240d84ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452971 Sep 30 08:59:20.580933 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-4b51710a-9feb-44de-870e-2f659f010932 service neutron] 10.222.0.24 "GET /v2.0/networks/ffd70408-a511-49e2-8d5d-9df0bf59889d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815995 Sep 30 08:59:20.653582 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 6d27a4e0-f4fe-494e-92de-0f361753adb0 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:59:20.673542 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 6d27a4e0-f4fe-494e-92de-0f361753adb0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:59:20.673942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 6d27a4e0-f4fe-494e-92de-0f361753adb0 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:59:20.675378 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-367713bb-0557-4ac4-a89a-55bc6f9c17e2 service neutron] 10.222.0.24 "GET /v2.0/networks/ffd70408-a511-49e2-8d5d-9df0bf59889d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883775 Sep 30 08:59:20.832836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90250fd3-edc5-4d09-9d85-9da5095edcfd req-830ab356-1e00-4804-8c68-af170a39296a tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 210 time: 0.0264993 Sep 30 08:59:21.804783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-ce555e6d-289e-4ac2-bd19-7c9bf45ecfa0 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:21.808287 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-ce555e6d-289e-4ac2-bd19-7c9bf45ecfa0 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.35 "GET /v2.0/networks?id=ffd70408-a511-49e2-8d5d-9df0bf59889d HTTP/1.1" status: 200 len: 816 time: 0.1136849 Sep 30 08:59:21.826693 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-56eb3690-a3e7-4b80-b385-c1aefcdf58b1 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Request body: {'port': {'device_id': '249dfa58-2e39-43a1-bca4-8060541fe32b', 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d', 'admin_state_up': True, 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:59:21.926570 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e235bb30-5d6e-4a9c-b35a-ea7bf8d25bf7 req-205e0e23-cb3a-47c2-9f3b-a8cc339c977d tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 210 time: 0.0265226 Sep 30 08:59:21.936075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-56eb3690-a3e7-4b80-b385-c1aefcdf58b1 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Made reservation on behalf of 8a9cafa44a184fdbaacb62f5240d84ed for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 08:59:21.939519 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-56eb3690-a3e7-4b80-b385-c1aefcdf58b1 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:22.064825 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-56eb3690-a3e7-4b80-b385-c1aefcdf58b1 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Allocated IP 172.20.0.13 (ffd70408-a511-49e2-8d5d-9df0bf59889d/1fc2bcd5-5c8e-4680-9414-bc57dff2b19a/4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 08:59:22.208240 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-56eb3690-a3e7-4b80-b385-c1aefcdf58b1 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:22.240951 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-56eb3690-a3e7-4b80-b385-c1aefcdf58b1 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:22.283217 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-56eb3690-a3e7-4b80-b385-c1aefcdf58b1 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Network ffd70408-a511-49e2-8d5d-9df0bf59889d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 08:59:22.286258 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-56eb3690-a3e7-4b80-b385-c1aefcdf58b1 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 08:59:22.289780 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-56eb3690-a3e7-4b80-b385-c1aefcdf58b1 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 08:59:22.297942 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb3690-a3e7-4b80-b385-c1aefcdf58b1 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Pushing event updated for resources: {'Port': ['ID=4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:22.344858 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-56eb3690-a3e7-4b80-b385-c1aefcdf58b1 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:22.345503 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-56eb3690-a3e7-4b80-b385-c1aefcdf58b1 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:22.361037 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-56eb3690-a3e7-4b80-b385-c1aefcdf58b1 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5382831 Sep 30 08:59:22.378170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Request body: {'port': {'device_id': '249dfa58-2e39-43a1-bca4-8060541fe32b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 08:59:22.437577 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:22.528280 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-271e8ff9-8532-40bd-bc34-50e3c3a2b766 None None] Provisioning complete for port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:59:22.528902 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-271e8ff9-8532-40bd-bc34-50e3c3a2b766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:22.562876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-271e8ff9-8532-40bd-bc34-50e3c3a2b766 None None] Port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 08:59:22.701130 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:59:22.708937 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:22.720554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Transition to ACTIVE for port object 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 08:59:22.724353 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:22.772615 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:22.848291 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Attempting to bind port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 08:59:22.849079 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Attempting to bind port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 08:59:22.849275 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Attempting to bind port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 on network ffd70408-a511-49e2-8d5d-9df0bf59889d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:59:22.853851 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 on network ffd70408-a511-49e2-8d5d-9df0bf59889d not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 08:59:22.854176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Attempting to bind port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 on network ffd70408-a511-49e2-8d5d-9df0bf59889d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 08:59:22.859171 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 08:59:22.859513 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Checking segment: {'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 08:59:22.859900 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Bound using segment: {'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 08:59:22.860352 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Bound port: 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca191839-54f5-46d6-b49e-ad0aa7d471e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 08:59:22.860714 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:22.926132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] For port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 08:59:22.929701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] For port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 08:59:22.933610 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:22.967371 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:22.968016 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:22.969437 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] 10.222.0.35 "PUT /v2.0/ports/4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 HTTP/1.1" status: 200 len: 1092 time: 0.5957246 Sep 30 08:59:22.969896 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249dfa58-2e39-43a1-bca4-8060541fe32b', 'tag': '4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:59:22.972131 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff1c56a-5161-4d2b-8af3-a35108bc2048" -d '{"events": [{"name": "network-changed", "server_uuid": "249dfa58-2e39-43a1-bca4-8060541fe32b", "tag": "4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:59:23.011794 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5b3f1-2f24-448d-a7e4-92d96d21bb25 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:23.071730 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9576e-3d9f-47c7-b703-282c444f94c2 req-551baa9f-812d-4e48-af08-aad2e5edf33a tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:23.073508 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50f9576e-3d9f-47c7-b703-282c444f94c2 req-551baa9f-812d-4e48-af08-aad2e5edf33a tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 944 time: 0.0604668 Sep 30 08:59:23.084291 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-50cf2843-c86a-4931-a20c-7c77aeb1d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:23.086081 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-50cf2843-c86a-4931-a20c-7c77aeb1d987 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a9cafa44a184fdbaacb62f5240d84ed&device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 1095 time: 0.0477867 Sep 30 08:59:23.116166 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50f9576e-3d9f-47c7-b703-282c444f94c2 req-2d74016e-ede3-448f-b929-4339da35c57f tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355029 Sep 30 08:59:23.138708 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-1167eced-078c-499f-b91d-5aa80c3de370 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 HTTP/1.1" status: 200 len: 217 time: 0.0388048 Sep 30 08:59:23.175138 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 08:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8dfe21-b6fb-470c-ac78-add3f6f69202 x-openstack-request-id: req-4e8dfe21-b6fb-470c-ac78-add3f6f69202 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:59:23.175559 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249dfa58-2e39-43a1-bca4-8060541fe32b", "tag": "4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:59:23.175849 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e8dfe21-b6fb-470c-ac78-add3f6f69202 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:59:23.176318 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249dfa58-2e39-43a1-bca4-8060541fe32b', 'tag': '4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4', 'status': 'completed', 'code': 200} Sep 30 08:59:23.194917 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-eda6e4f6-c1c3-4b0c-8c18-d34baafaa290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:23.196447 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-eda6e4f6-c1c3-4b0c-8c18-d34baafaa290 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1fc2bcd5-5c8e-4680-9414-bc57dff2b19a HTTP/1.1" status: 200 len: 855 time: 0.0507143 Sep 30 08:59:23.241716 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-001968f7-620d-49bf-8866-29db79e5a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:23.243198 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-001968f7-620d-49bf-8866-29db79e5a2d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffd70408-a511-49e2-8d5d-9df0bf59889d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397532 Sep 30 08:59:23.335144 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-3c0aa337-215d-4e23-9634-e7be2bfe0471 service neutron] 10.222.0.35 "GET /v2.0/networks/ffd70408-a511-49e2-8d5d-9df0bf59889d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838563 Sep 30 08:59:23.434396 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-052c7102-88a5-4503-9e98-eb3f5f7d81a2 req-f22e2f2a-5cb4-40ce-814b-cd60eb9056d0 service neutron] 10.222.0.35 "GET /v2.0/networks/ffd70408-a511-49e2-8d5d-9df0bf59889d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916080 Sep 30 08:59:23.830235 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1c56a-5161-4d2b-8af3-a35108bc2048 req-964eac84-f2a4-4be8-98b1-37d6675d8a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:23.831776 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6ff1c56a-5161-4d2b-8af3-a35108bc2048 req-964eac84-f2a4-4be8-98b1-37d6675d8a5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a9cafa44a184fdbaacb62f5240d84ed&device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 1095 time: 0.3178086 Sep 30 08:59:23.920873 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1c56a-5161-4d2b-8af3-a35108bc2048 req-07525ba2-aefa-4140-b45c-6b2c6c3c2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:23.922330 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6ff1c56a-5161-4d2b-8af3-a35108bc2048 req-07525ba2-aefa-4140-b45c-6b2c6c3c2372 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffd70408-a511-49e2-8d5d-9df0bf59889d HTTP/1.1" status: 200 len: 917 time: 0.0827765 Sep 30 08:59:23.967274 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6ff1c56a-5161-4d2b-8af3-a35108bc2048 req-cbe903fb-9efe-49f1-b74d-ab87a7fbc7e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 HTTP/1.1" status: 200 len: 217 time: 0.0366669 Sep 30 08:59:24.015658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1c56a-5161-4d2b-8af3-a35108bc2048 req-2e8d501d-5e1a-4e51-b329-c3a145c56632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:24.017126 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6ff1c56a-5161-4d2b-8af3-a35108bc2048 req-2e8d501d-5e1a-4e51-b329-c3a145c56632 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1fc2bcd5-5c8e-4680-9414-bc57dff2b19a HTTP/1.1" status: 200 len: 855 time: 0.0422535 Sep 30 08:59:24.064536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1c56a-5161-4d2b-8af3-a35108bc2048 req-3a2ac87e-9bcf-4702-9bb8-36082c3585c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:24.066018 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6ff1c56a-5161-4d2b-8af3-a35108bc2048 req-3a2ac87e-9bcf-4702-9bb8-36082c3585c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffd70408-a511-49e2-8d5d-9df0bf59889d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399745 Sep 30 08:59:24.165341 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6ff1c56a-5161-4d2b-8af3-a35108bc2048 req-ff895aaf-3f29-4e26-8d69-e35501d63dc6 service neutron] 10.222.0.35 "GET /v2.0/networks/ffd70408-a511-49e2-8d5d-9df0bf59889d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912120 Sep 30 08:59:24.236207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecd1ea-2ff3-4df4-9e9c-89cb926ab317 req-02015014-f260-4145-bb7b-bfedecf4a9a2 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:24.237760 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1ecd1ea-2ff3-4df4-9e9c-89cb926ab317 req-02015014-f260-4145-bb7b-bfedecf4a9a2 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 944 time: 0.0515530 Sep 30 08:59:24.264091 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6ff1c56a-5161-4d2b-8af3-a35108bc2048 req-a1ad62e0-36ae-4da1-a868-754833fe76f6 service neutron] 10.222.0.35 "GET /v2.0/networks/ffd70408-a511-49e2-8d5d-9df0bf59889d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912988 Sep 30 08:59:24.275691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1ecd1ea-2ff3-4df4-9e9c-89cb926ab317 req-2f1cdae0-09fd-4022-b1dd-8b130d79e160 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310907 Sep 30 08:59:25.393474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194d874-0d9b-4443-8e80-71fb656695c8 req-e652f67b-cc7c-4090-85fa-72fa9509af62 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:25.394959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1194d874-0d9b-4443-8e80-71fb656695c8 req-e652f67b-cc7c-4090-85fa-72fa9509af62 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 944 time: 0.0504298 Sep 30 08:59:25.432995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1194d874-0d9b-4443-8e80-71fb656695c8 req-f44b35d7-3abd-4959-b7e7-ea9350fb875d tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Sep 30 08:59:26.551031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac79729-a703-4cd6-b80d-9545ebc32c61 req-dd53cf39-9925-42c2-8889-dce17d18f698 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:26.552643 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ac79729-a703-4cd6-b80d-9545ebc32c61 req-dd53cf39-9925-42c2-8889-dce17d18f698 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 944 time: 0.0547979 Sep 30 08:59:26.591539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0ac79729-a703-4cd6-b80d-9545ebc32c61 req-b780993a-1456-4d03-84ca-723016ae2eca tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331182 Sep 30 08:59:26.683607 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 08:59:26.778471 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:26.788970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4', 'network_id': 'ffd70408-a511-49e2-8d5d-9df0bf59889d', 'port_id': '4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4', 'mac_address': 'fa:16:3e:3a:7f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc2bcd5-5c8e-4680-9414-bc57dff2b19a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 08:59:26.824741 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:26.836844 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 08:59:26.855229 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:26.859191 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:26.903926 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:27.132237 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:59:27.705660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cc38b-a3bb-4992-85b5-46a906c2b17d req-ca921d8e-39c1-4283-a0ae-97d18b94a2f9 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:27.707151 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d2cc38b-a3bb-4992-85b5-46a906c2b17d req-ca921d8e-39c1-4283-a0ae-97d18b94a2f9 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 945 time: 0.0494652 Sep 30 08:59:27.744491 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d2cc38b-a3bb-4992-85b5-46a906c2b17d req-3440c036-34a3-4c9a-b406-5a0bd91a130a tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313411 Sep 30 08:59:28.683253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 08:59:28.730279 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 08:59:28.733777 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 08:59:28.734148 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:28.812500 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:28.835741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249dfa58-2e39-43a1-bca4-8060541fe32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:59:28.838021 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6975afe-7291-4e05-8509-006aebdfd7a8" -d '{"events": [{"server_uuid": "249dfa58-2e39-43a1-bca4-8060541fe32b", "name": "network-vif-plugged", "status": "completed", "tag": "4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:59:28.850250 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:28.854054 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:28.860968 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12caeb-eab8-4b32-9090-6368578f1f8a req-c9be0a17-0ae3-4c5f-a65e-dec3fa964c6a tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:28.862488 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be12caeb-eab8-4b32-9090-6368578f1f8a req-c9be0a17-0ae3-4c5f-a65e-dec3fa964c6a tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 945 time: 0.0513792 Sep 30 08:59:28.900639 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-be12caeb-eab8-4b32-9090-6368578f1f8a req-71b54263-939f-4ace-87ca-cea46595b92e tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319138 Sep 30 08:59:28.900996 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:28.946098 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8a1f97-cfc0-4076-b8b1-725d9f560a1e x-openstack-request-id: req-aa8a1f97-cfc0-4076-b8b1-725d9f560a1e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:59:28.946393 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249dfa58-2e39-43a1-bca4-8060541fe32b", "name": "network-vif-plugged", "status": "completed", "tag": "4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:59:28.946646 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa8a1f97-cfc0-4076-b8b1-725d9f560a1e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:59:28.947039 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249dfa58-2e39-43a1-bca4-8060541fe32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4', 'code': 200} Sep 30 08:59:29.066408 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b312c-ff92-44e4-ac5d-d73cad0b30f3 req-cbb19ef2-ccd7-416d-8854-75ec18ad6b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:29.068501 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d73b312c-ff92-44e4-ac5d-d73cad0b30f3 req-cbb19ef2-ccd7-416d-8854-75ec18ad6b77 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 1097 time: 0.0414495 Sep 30 08:59:29.101359 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d73b312c-ff92-44e4-ac5d-d73cad0b30f3 req-7a0a3be1-39e6-4b37-b266-dec05601b525 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265136 Sep 30 08:59:30.021870 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550fe9f-18f1-420e-86c9-f97ca8d3f170 req-d3580705-ce18-43fc-bca4-1219d63179b3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:30.023384 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4550fe9f-18f1-420e-86c9-f97ca8d3f170 req-d3580705-ce18-43fc-bca4-1219d63179b3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 946 time: 0.0542984 Sep 30 08:59:30.061621 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4550fe9f-18f1-420e-86c9-f97ca8d3f170 req-35998e03-eba4-4810-a043-6996a32a7c13 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320857 Sep 30 08:59:30.149158 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:31.173413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68649d-ce94-47b6-a293-31948805f552 req-2441c673-9ac9-4621-9caa-05659fba6091 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:31.174895 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d68649d-ce94-47b6-a293-31948805f552 req-2441c673-9ac9-4621-9caa-05659fba6091 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 946 time: 0.0491898 Sep 30 08:59:31.212454 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d68649d-ce94-47b6-a293-31948805f552 req-a152fae2-9d08-460b-b8f1-1a749f56a3af tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314505 Sep 30 08:59:31.323897 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694cbf7-5b14-4af8-85ca-0d80b6f5a091 req-5f5df7af-73b5-4045-970c-6d9ca55eca4d tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:31.325380 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2694cbf7-5b14-4af8-85ca-0d80b6f5a091 req-5f5df7af-73b5-4045-970c-6d9ca55eca4d tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 946 time: 0.0479951 Sep 30 08:59:31.363048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2694cbf7-5b14-4af8-85ca-0d80b6f5a091 req-efad70c7-0fb5-4a51-9f52-a000aa1e5bbc tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316722 Sep 30 08:59:40.624363 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:42.128506 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9eb11283-2cec-4557-852d-05940a484b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:44.876258 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-541909c9-237b-48e1-8e32-0f17b1f17c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:45.365986 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:45.509669 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8aa0a048-2995-4cf9-8d83-98da6267f486 req-9ba5f798-9e6a-46ec-9b87-8a0deb392047 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404515 Sep 30 08:59:45.612181 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0a048-2995-4cf9-8d83-98da6267f486 req-afb419aa-e70a-45a0-9265-7633308761ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:45.614213 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8aa0a048-2995-4cf9-8d83-98da6267f486 req-afb419aa-e70a-45a0-9265-7633308761ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a9cafa44a184fdbaacb62f5240d84ed&device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 1097 time: 0.0398953 Sep 30 08:59:45.722561 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0a048-2995-4cf9-8d83-98da6267f486 req-b7a69f0f-b6ba-4c98-9674-6c939bade2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:45.724491 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8aa0a048-2995-4cf9-8d83-98da6267f486 req-b7a69f0f-b6ba-4c98-9674-6c939bade2bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffd70408-a511-49e2-8d5d-9df0bf59889d HTTP/1.1" status: 200 len: 917 time: 0.0909545 Sep 30 08:59:45.767964 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8aa0a048-2995-4cf9-8d83-98da6267f486 req-adef7f9d-7a7a-4ca6-86f4-403329a6d9ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 HTTP/1.1" status: 200 len: 217 time: 0.0349715 Sep 30 08:59:45.820400 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0a048-2995-4cf9-8d83-98da6267f486 req-89ee31cf-b8e3-41d7-bbb0-f0aab03f54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:45.821885 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8aa0a048-2995-4cf9-8d83-98da6267f486 req-89ee31cf-b8e3-41d7-bbb0-f0aab03f54cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1fc2bcd5-5c8e-4680-9414-bc57dff2b19a HTTP/1.1" status: 200 len: 855 time: 0.0475721 Sep 30 08:59:45.869633 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0a048-2995-4cf9-8d83-98da6267f486 req-9b991f0a-6b14-4a48-aa76-265ca619918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:45.871168 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8aa0a048-2995-4cf9-8d83-98da6267f486 req-9b991f0a-6b14-4a48-aa76-265ca619918e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffd70408-a511-49e2-8d5d-9df0bf59889d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421867 Sep 30 08:59:45.964361 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8aa0a048-2995-4cf9-8d83-98da6267f486 req-c760667e-bb50-46df-925d-394bb74cdda8 service neutron] 10.222.0.35 "GET /v2.0/networks/ffd70408-a511-49e2-8d5d-9df0bf59889d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852113 Sep 30 08:59:46.058749 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:46.063036 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8aa0a048-2995-4cf9-8d83-98da6267f486 req-52a30f91-26a7-405f-8008-c4b49364117d service neutron] 10.222.0.35 "GET /v2.0/networks/ffd70408-a511-49e2-8d5d-9df0bf59889d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920200 Sep 30 08:59:47.925462 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:49.618488 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648092db-efcc-4c05-83b0-d88a45a5c9ad req-86b08b6a-6bab-4e5f-acb1-d4edb8b8b79d tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:49.620006 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-648092db-efcc-4c05-83b0-d88a45a5c9ad req-86b08b6a-6bab-4e5f-acb1-d4edb8b8b79d tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 946 time: 0.0537050 Sep 30 08:59:49.659242 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-648092db-efcc-4c05-83b0-d88a45a5c9ad req-f53b5a4e-6efe-4cb0-a703-5564971577be tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331635 Sep 30 08:59:50.772281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3cfa5-89a0-4bf3-ab98-699ec635762b req-8c8ddd42-901a-4b24-8bb6-79baca37f9f5 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:50.773757 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-48a3cfa5-89a0-4bf3-ab98-699ec635762b req-8c8ddd42-901a-4b24-8bb6-79baca37f9f5 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 946 time: 0.0495327 Sep 30 08:59:50.811715 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-48a3cfa5-89a0-4bf3-ab98-699ec635762b req-45614eae-8895-4aa7-87d7-eb793459b50e tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e067425-8108-4fe4-9040-1768708101f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318689 Sep 30 08:59:51.249195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba39690-6b7c-4981-9427-096a28ef7c3f req-eb763a23-23e4-462b-acb7-af3641c0acb7 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 08:59:51.250686 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bba39690-6b7c-4981-9427-096a28ef7c3f req-eb763a23-23e4-462b-acb7-af3641c0acb7 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.35 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 946 time: 0.0492043 Sep 30 08:59:51.340854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-bba39690-6b7c-4981-9427-096a28ef7c3f req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Deleting port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:59:51.341188 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bba39690-6b7c-4981-9427-096a28ef7c3f req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:51.433200 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bba39690-6b7c-4981-9427-096a28ef7c3f req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] For port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:51.433564 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bba39690-6b7c-4981-9427-096a28ef7c3f req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:51.446588 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-bba39690-6b7c-4981-9427-096a28ef7c3f req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Calling delete_port for 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:59:51.573752 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bba39690-6b7c-4981-9427-096a28ef7c3f req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:51.605017 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 08:59:51.605587 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Pushing event deleted for resources: {'Port': ['ID=4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:51.616216 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:51.616565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:51.616902 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:51.617234 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:51.617564 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:51.617892 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:51.618216 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:51.618542 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:51.618865 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:51.619187 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:51.619580 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:51.620032 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:51.659402 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba39690-6b7c-4981-9427-096a28ef7c3f req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] No DVR routers for this DVR port 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:59:51.662681 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bba39690-6b7c-4981-9427-096a28ef7c3f req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:51.664703 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bba39690-6b7c-4981-9427-096a28ef7c3f req-528b1360-d4c7-4966-be2f-4a295d27bad3 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.35 "DELETE /v2.0/ports/4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 HTTP/1.1" status: 204 len: 173 time: 0.4079921 Sep 30 08:59:51.665237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249dfa58-2e39-43a1-bca4-8060541fe32b', 'name': 'network-vif-deleted', 'tag': '4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 08:59:51.667517 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b35194f-0c09-4427-a762-0f9c4e3fafcd" -d '{"events": [{"server_uuid": "249dfa58-2e39-43a1-bca4-8060541fe32b", "name": "network-vif-deleted", "tag": "4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 08:59:51.711415 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 08:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9840b7e5-2527-449b-a9be-585e6e7d9607 x-openstack-request-id: req-9840b7e5-2527-449b-a9be-585e6e7d9607 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 08:59:51.711762 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249dfa58-2e39-43a1-bca4-8060541fe32b", "name": "network-vif-deleted", "tag": "4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 08:59:51.712053 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9840b7e5-2527-449b-a9be-585e6e7d9607 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 08:59:51.712449 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249dfa58-2e39-43a1-bca4-8060541fe32b', 'name': 'network-vif-deleted', 'tag': '4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4', 'status': 'completed', 'code': 200} Sep 30 08:59:51.920708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c4658276-4cd3-4b9b-89fc-e8f81536d860 req-07d36831-30ad-4f8b-a3a6-798ad91a5c27 tempest-TestEncryptedCinderVolumes-1882882626 tempest-TestEncryptedCinderVolumes-1882882626-project] 10.222.0.24 "GET /v2.0/ports?device_id=249dfa58-2e39-43a1-bca4-8060541fe32b HTTP/1.1" status: 200 len: 210 time: 0.0268013 Sep 30 08:59:53.010755 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49036) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:59:53.350935 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4708a573-1662-40dc-9e99-de09d298d00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:53.594113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4708a573-1662-40dc-9e99-de09d298d00c admin admin] Deleting port 80ecdad0-0ecf-4606-88ae-44e9630585bd {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:59:53.594452 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4708a573-1662-40dc-9e99-de09d298d00c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:53.674606 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-4708a573-1662-40dc-9e99-de09d298d00c admin admin] For port 80ecdad0-0ecf-4606-88ae-44e9630585bd, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=80ecdad0-0ecf-4606-88ae-44e9630585bd,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:53.674969 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4708a573-1662-40dc-9e99-de09d298d00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:53.687621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4708a573-1662-40dc-9e99-de09d298d00c admin admin] Calling delete_port for 80ecdad0-0ecf-4606-88ae-44e9630585bd owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:59:53.870271 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4708a573-1662-40dc-9e99-de09d298d00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:53.895826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708a573-1662-40dc-9e99-de09d298d00c admin admin] Pushing event deleted for resources: {'Port': ['ID=80ecdad0-0ecf-4606-88ae-44e9630585bd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:54.070908 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4708a573-1662-40dc-9e99-de09d298d00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:54.248170 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 08:59:54.291409 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4708a573-1662-40dc-9e99-de09d298d00c admin admin] Router 578d1e1b-a327-4da1-b15c-101766db3124 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:59:54.396269 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4708a573-1662-40dc-9e99-de09d298d00c admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:59:54.401510 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4708a573-1662-40dc-9e99-de09d298d00c admin admin] 10.222.0.24 "PUT /v2.0/routers/578d1e1b-a327-4da1-b15c-101766db3124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3897226 Sep 30 08:59:54.404343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49040) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:59:54.405349 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70826579-815d-4c0a-8189-6bab6431c991 None None] Sync routers for ids ['578d1e1b-a327-4da1-b15c-101766db3124'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:59:54.414999 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70826579-815d-4c0a-8189-6bab6431c991 None None] Routers {'578d1e1b-a327-4da1-b15c-101766db3124'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:59:54.415618 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-70826579-815d-4c0a-8189-6bab6431c991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['578d1e1b-a327-4da1-b15c-101766db3124'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:59:54.516728 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be950481-2391-40cc-b516-3b10ee899c32 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:54.621734 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-70826579-815d-4c0a-8189-6bab6431c991 None None] Set router 578d1e1b-a327-4da1-b15c-101766db3124 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:59:54.621986 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be950481-2391-40cc-b516-3b10ee899c32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:54.676058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-be950481-2391-40cc-b516-3b10ee899c32 admin admin] Deleting port 332f6719-af47-4593-a912-33944d7c0991 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:59:54.676413 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be950481-2391-40cc-b516-3b10ee899c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:54.766821 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-be950481-2391-40cc-b516-3b10ee899c32 admin admin] For port 332f6719-af47-4593-a912-33944d7c0991, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=332f6719-af47-4593-a912-33944d7c0991,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:54.767094 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be950481-2391-40cc-b516-3b10ee899c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:54.783095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-be950481-2391-40cc-b516-3b10ee899c32 admin admin] Calling delete_port for 332f6719-af47-4593-a912-33944d7c0991 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:59:54.798055 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-70826579-815d-4c0a-8189-6bab6431c991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578d1e1b-a327-4da1-b15c-101766db3124', 'name': 'tempest-TestEncryptedCinderVolumes-886735449-router', 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '332f6719-af47-4593-a912-33944d7c0991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:35Z', 'updated_at': '2021-09-30T08:59:53Z', 'revision_number': 5, 'project_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'gw_port': {'id': '332f6719-af47-4593-a912-33944d7c0991', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578d1e1b-a327-4da1-b15c-101766db3124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:36Z', 'updated_at': '2021-09-30T08:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:59:54.811644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:59:54.826684 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70826579-815d-4c0a-8189-6bab6431c991 None None] Checking router: 578d1e1b-a327-4da1-b15c-101766db3124 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:59:54.833425 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:59:54.834092 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 4c7c28cc-cd1e-42f0-a6d6-bedfdcecced4 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:59:54.835582 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70826579-815d-4c0a-8189-6bab6431c991 None None] Routers {'578d1e1b-a327-4da1-b15c-101766db3124'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:59:54.836239 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-70826579-815d-4c0a-8189-6bab6431c991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['578d1e1b-a327-4da1-b15c-101766db3124'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:59:54.921889 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-70826579-815d-4c0a-8189-6bab6431c991 None None] Set router 578d1e1b-a327-4da1-b15c-101766db3124 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:59:54.954670 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be950481-2391-40cc-b516-3b10ee899c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:54.977091 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-70826579-815d-4c0a-8189-6bab6431c991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578d1e1b-a327-4da1-b15c-101766db3124', 'name': 'tempest-TestEncryptedCinderVolumes-886735449-router', 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:35Z', 'updated_at': '2021-09-30T08:59:54Z', 'revision_number': 6, 'project_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:59:54.980903 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be950481-2391-40cc-b516-3b10ee899c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=332f6719-af47-4593-a912-33944d7c0991,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:55.006088 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70826579-815d-4c0a-8189-6bab6431c991 None None] The sync data for ids ['578d1e1b-a327-4da1-b15c-101766db3124'] in n-d-807359-2 is: [{'id': '578d1e1b-a327-4da1-b15c-101766db3124', 'name': 'tempest-TestEncryptedCinderVolumes-886735449-router', 'tenant_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:35Z', 'updated_at': '2021-09-30T08:59:54Z', 'revision_number': 6, 'project_id': '8a9cafa44a184fdbaacb62f5240d84ed', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:59:55.043813 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be950481-2391-40cc-b516-3b10ee899c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:55.135783 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be950481-2391-40cc-b516-3b10ee899c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:55.138018 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be950481-2391-40cc-b516-3b10ee899c32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:55.187835 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be950481-2391-40cc-b516-3b10ee899c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:55.188414 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be950481-2391-40cc-b516-3b10ee899c32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 578d1e1b-a327-4da1-b15c-101766db3124 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:59:55.193944 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be950481-2391-40cc-b516-3b10ee899c32 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:55.197764 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-be950481-2391-40cc-b516-3b10ee899c32 admin admin] 10.222.0.24 "DELETE /v2.0/routers/578d1e1b-a327-4da1-b15c-101766db3124 HTTP/1.1" status: 204 len: 168 time: 0.7895286 Sep 30 08:59:55.197951 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:59:55.241740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c89e45-1540-4b1e-97cd-55d0b0b86394 admin admin] Deleting subnet 1fc2bcd5-5c8e-4680-9414-bc57dff2b19a {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:59:55.244715 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74c89e45-1540-4b1e-97cd-55d0b0b86394 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:55.278043 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74c89e45-1540-4b1e-97cd-55d0b0b86394 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:55.360351 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74c89e45-1540-4b1e-97cd-55d0b0b86394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:55.418934 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74c89e45-1540-4b1e-97cd-55d0b0b86394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:55.444832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c89e45-1540-4b1e-97cd-55d0b0b86394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc2bcd5-5c8e-4680-9414-bc57dff2b19a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:55.448539 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74c89e45-1540-4b1e-97cd-55d0b0b86394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:55.452071 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-74c89e45-1540-4b1e-97cd-55d0b0b86394 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1fc2bcd5-5c8e-4680-9414-bc57dff2b19a HTTP/1.1" status: 204 len: 168 time: 0.2530324 Sep 30 08:59:55.452947 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49044) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:59:55.454106 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe97b0-3357-425f-bc95-ee50f9c6385e None None] Network ffd70408-a511-49e2-8d5d-9df0bf59889d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:59:55.523307 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:55.582090 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] Deleting port 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:59:55.583654 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:55.647532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] For port 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0c0408ed-fb98-48bd-b6b2-3f3a95102f1f,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:55.647901 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:55.659891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] Calling delete_port for 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:59:55.765297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] DHCP port deletion for ffd70408-a511-49e2-8d5d-9df0bf59889d request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:59:55.820376 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Deleting port 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:59:55.821083 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:55.890811 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] For port 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=0c0408ed-fb98-48bd-b6b2-3f3a95102f1f,segment=NetworkSegment(ca191839-54f5-46d6-b49e-ad0aa7d471e1),segment_id=ca191839-54f5-46d6-b49e-ad0aa7d471e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:55.891106 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:55.911941 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Calling delete_port for 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:59:56.022585 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:56.054245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Pushing event deleted for resources: {'Port': ['ID=0c0408ed-fb98-48bd-b6b2-3f3a95102f1f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:56.059738 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] No DVR routers for this DVR port 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:59:56.060264 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:56.073849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:56.073849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:56.074338 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:56.075019 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:56.075472 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:56.075896 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:56.076348 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:56.076771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:56.077198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:56.077632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:56.078052 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:56.078467 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8902c0-f2e9-48f8-95cc-7d655e357dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:56.099810 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0408ed-fb98-48bd-b6b2-3f3a95102f1f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:56.102931 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] No DVR routers for this DVR port 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:59:56.217461 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:56.244708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd70408-a511-49e2-8d5d-9df0bf59889d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:59:56.257418 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca191839-54f5-46d6-b49e-ad0aa7d471e1') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:59:56.257717 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca191839-54f5-46d6-b49e-ad0aa7d471e1') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:59:56.277888 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:56.292765 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 80ecdad0-0ecf-4606-88ae-44e9630585bd no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:59:56.299040 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:56.306423 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:59:56.306841 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: self.session.flush() Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:59:56.308504 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:59:56.319543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 80ecdad0-0ecf-4606-88ae-44e9630585bd {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:59:56.319814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 80ecdad0-0ecf-4606-88ae-44e9630585bd not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:59:56.320438 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 332f6719-af47-4593-a912-33944d7c0991 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:59:56.346563 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 332f6719-af47-4593-a912-33944d7c0991 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:59:56.346910 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 332f6719-af47-4593-a912-33944d7c0991 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:59:56.347330 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 08:59:56.369312 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 08:59:56.369659 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 0c0408ed-fb98-48bd-b6b2-3f3a95102f1f not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 08:59:56.388612 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:56.395868 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:56.399946 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] 10.222.0.24 "DELETE /v2.0/networks/ffd70408-a511-49e2-8d5d-9df0bf59889d HTTP/1.1" status: 204 len: 168 time: 0.9442616 Sep 30 08:59:56.409358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49048) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:59:56.414434 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c6dfa-f24e-498e-bae2-bcbc46f2c11e admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd70408-a511-49e2-8d5d-9df0bf59889d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:56.806517 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:57.048045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Deleting port d817dea6-160b-4042-bd52-cfa3459d5126 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:59:57.048385 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:57.125063 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] For port d817dea6-160b-4042-bd52-cfa3459d5126, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d817dea6-160b-4042-bd52-cfa3459d5126,segment=NetworkSegment(89ec005d-4bbe-4721-b8a8-41fd74d47d9f),segment_id=89ec005d-4bbe-4721-b8a8-41fd74d47d9f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:57.125423 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:57.137822 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Calling delete_port for d817dea6-160b-4042-bd52-cfa3459d5126 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:59:57.315767 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:57.344458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d817dea6-160b-4042-bd52-cfa3459d5126,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:57.356671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:57.357029 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:57.357376 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:57.357716 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:57.358053 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:57.358388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:57.358716 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:57.359045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:57.359376 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:57.359701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:57.360055 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:57.360383 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 08:59:57.520407 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:57.731268 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Router fb549884-ee65-429d-9a35-989d489c1691 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 08:59:57.834868 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 08:59:57.840121 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f8bae6bb-da67-44b0-bd76-9ee5f73c0dc3 admin admin] 10.222.0.24 "PUT /v2.0/routers/fb549884-ee65-429d-9a35-989d489c1691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4281256 Sep 30 08:59:57.842562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49052) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:59:57.845072 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34efd173-9442-4bb3-a027-2231e32cdbe9 None None] Sync routers for ids ['fb549884-ee65-429d-9a35-989d489c1691'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 08:59:57.854327 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34efd173-9442-4bb3-a027-2231e32cdbe9 None None] Routers {'fb549884-ee65-429d-9a35-989d489c1691'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:59:57.854963 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-34efd173-9442-4bb3-a027-2231e32cdbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fb549884-ee65-429d-9a35-989d489c1691'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:59:57.945685 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b5d9a2a-0fd8-4b59-a76c-962ee24bae88 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:57.960110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-34efd173-9442-4bb3-a027-2231e32cdbe9 None None] Set router fb549884-ee65-429d-9a35-989d489c1691 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:59:58.052089 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b5d9a2a-0fd8-4b59-a76c-962ee24bae88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:58.103175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d9a2a-0fd8-4b59-a76c-962ee24bae88 admin admin] Deleting port 5ce571e1-4029-4dbf-85c0-e9ba10733426 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:59:58.103521 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b5d9a2a-0fd8-4b59-a76c-962ee24bae88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:58.138905 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-34efd173-9442-4bb3-a027-2231e32cdbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb549884-ee65-429d-9a35-989d489c1691', 'name': 'tempest-TestEncryptedCinderVolumes-788040293-router', 'tenant_id': '0bce394d479a4fc9902040d430f5700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '5ce571e1-4029-4dbf-85c0-e9ba10733426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:40Z', 'updated_at': '2021-09-30T08:59:57Z', 'revision_number': 5, 'project_id': '0bce394d479a4fc9902040d430f5700b', 'gw_port': {'id': '5ce571e1-4029-4dbf-85c0-e9ba10733426', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb549884-ee65-429d-9a35-989d489c1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T08:58:40Z', 'updated_at': '2021-09-30T08:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:59:58.167471 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34efd173-9442-4bb3-a027-2231e32cdbe9 None None] Checking router: fb549884-ee65-429d-9a35-989d489c1691 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 08:59:58.177644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34efd173-9442-4bb3-a027-2231e32cdbe9 None None] Routers {'fb549884-ee65-429d-9a35-989d489c1691'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 08:59:58.178240 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-34efd173-9442-4bb3-a027-2231e32cdbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fb549884-ee65-429d-9a35-989d489c1691'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:59:58.186143 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-5b5d9a2a-0fd8-4b59-a76c-962ee24bae88 admin admin] For port 5ce571e1-4029-4dbf-85c0-e9ba10733426, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=5ce571e1-4029-4dbf-85c0-e9ba10733426,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:58.186508 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b5d9a2a-0fd8-4b59-a76c-962ee24bae88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:58.199544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d9a2a-0fd8-4b59-a76c-962ee24bae88 admin admin] Calling delete_port for 5ce571e1-4029-4dbf-85c0-e9ba10733426 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:59:58.266368 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-34efd173-9442-4bb3-a027-2231e32cdbe9 None None] Set router fb549884-ee65-429d-9a35-989d489c1691 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 08:59:58.325579 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-34efd173-9442-4bb3-a027-2231e32cdbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb549884-ee65-429d-9a35-989d489c1691', 'name': 'tempest-TestEncryptedCinderVolumes-788040293-router', 'tenant_id': '0bce394d479a4fc9902040d430f5700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:40Z', 'updated_at': '2021-09-30T08:59:58Z', 'revision_number': 6, 'project_id': '0bce394d479a4fc9902040d430f5700b', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:59:58.351815 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34efd173-9442-4bb3-a027-2231e32cdbe9 None None] The sync data for ids ['fb549884-ee65-429d-9a35-989d489c1691'] in n-d-807359-2 is: [{'id': 'fb549884-ee65-429d-9a35-989d489c1691', 'name': 'tempest-TestEncryptedCinderVolumes-788040293-router', 'tenant_id': '0bce394d479a4fc9902040d430f5700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T08:58:40Z', 'updated_at': '2021-09-30T08:59:58Z', 'revision_number': 6, 'project_id': '0bce394d479a4fc9902040d430f5700b', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 08:59:58.362587 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b5d9a2a-0fd8-4b59-a76c-962ee24bae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:58.393647 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d9a2a-0fd8-4b59-a76c-962ee24bae88 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce571e1-4029-4dbf-85c0-e9ba10733426,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:58.453741 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b5d9a2a-0fd8-4b59-a76c-962ee24bae88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:58.871628 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b5d9a2a-0fd8-4b59-a76c-962ee24bae88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:58.874162 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b5d9a2a-0fd8-4b59-a76c-962ee24bae88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:58.917219 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b5d9a2a-0fd8-4b59-a76c-962ee24bae88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:58.917777 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5d9a2a-0fd8-4b59-a76c-962ee24bae88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb549884-ee65-429d-9a35-989d489c1691 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 08:59:58.922491 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b5d9a2a-0fd8-4b59-a76c-962ee24bae88 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:58.923154 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5b5d9a2a-0fd8-4b59-a76c-962ee24bae88 admin admin] 10.222.0.24 "DELETE /v2.0/routers/fb549884-ee65-429d-9a35-989d489c1691 HTTP/1.1" status: 204 len: 168 time: 1.0796821 Sep 30 08:59:58.926561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49054) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:59:58.972092 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-003561fd-8f05-4b66-bab7-d14659d70768 admin admin] Deleting subnet b18a66ef-d33e-4cbb-9286-6596b64bb54d {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 08:59:58.975195 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-003561fd-8f05-4b66-bab7-d14659d70768 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.008315 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-003561fd-8f05-4b66-bab7-d14659d70768 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.083335 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-003561fd-8f05-4b66-bab7-d14659d70768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.147613 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-003561fd-8f05-4b66-bab7-d14659d70768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.171944 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003561fd-8f05-4b66-bab7-d14659d70768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b18a66ef-d33e-4cbb-9286-6596b64bb54d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:59.178481 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-003561fd-8f05-4b66-bab7-d14659d70768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.182605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-003561fd-8f05-4b66-bab7-d14659d70768 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b18a66ef-d33e-4cbb-9286-6596b64bb54d HTTP/1.1" status: 204 len: 168 time: 0.2527339 Sep 30 08:59:59.183454 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49056) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:59:59.184443 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54161edc-f9cf-4cdb-ad64-c2d00feff01f None None] Network c27626cc-0a72-40c9-8fb8-85b586e6141e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 08:59:59.263016 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.319273 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] Deleting port 50acc348-361e-410d-aeab-fdd83ac79fcf {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:59:59.319623 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.383656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ba0f5b-844a-4303-a21d-f058a5eb5e1b None None] DHCP port deletion for c27626cc-0a72-40c9-8fb8-85b586e6141e request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 08:59:59.392676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] For port 50acc348-361e-410d-aeab-fdd83ac79fcf, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=50acc348-361e-410d-aeab-fdd83ac79fcf,segment=NetworkSegment(89ec005d-4bbe-4721-b8a8-41fd74d47d9f),segment_id=89ec005d-4bbe-4721-b8a8-41fd74d47d9f)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:59.393034 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.405270 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] Calling delete_port for 50acc348-361e-410d-aeab-fdd83ac79fcf owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:59:59.431208 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba0f5b-844a-4303-a21d-f058a5eb5e1b None None] Deleting port 50acc348-361e-410d-aeab-fdd83ac79fcf {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 08:59:59.431586 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4ba0f5b-844a-4303-a21d-f058a5eb5e1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.486178 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.497766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e4ba0f5b-844a-4303-a21d-f058a5eb5e1b None None] For port 50acc348-361e-410d-aeab-fdd83ac79fcf, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=50acc348-361e-410d-aeab-fdd83ac79fcf,segment=NetworkSegment(89ec005d-4bbe-4721-b8a8-41fd74d47d9f),segment_id=89ec005d-4bbe-4721-b8a8-41fd74d47d9f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 08:59:59.498167 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4ba0f5b-844a-4303-a21d-f058a5eb5e1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.510978 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba0f5b-844a-4303-a21d-f058a5eb5e1b None None] Calling delete_port for 50acc348-361e-410d-aeab-fdd83ac79fcf owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 08:59:59.513318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] Pushing event deleted for resources: {'Port': ['ID=50acc348-361e-410d-aeab-fdd83ac79fcf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:59.515163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] No DVR routers for this DVR port 50acc348-361e-410d-aeab-fdd83ac79fcf on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:59:59.585475 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e4ba0f5b-844a-4303-a21d-f058a5eb5e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.589857 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.609417 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27626cc-0a72-40c9-8fb8-85b586e6141e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:59:59.611528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba0f5b-844a-4303-a21d-f058a5eb5e1b None None] Pushing event deleted for resources: {'Port': ['ID=50acc348-361e-410d-aeab-fdd83ac79fcf,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:59.617671 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ba0f5b-844a-4303-a21d-f058a5eb5e1b None None] No DVR routers for this DVR port 50acc348-361e-410d-aeab-fdd83ac79fcf on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 08:59:59.620790 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ec005d-4bbe-4721-b8a8-41fd74d47d9f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:59:59.621091 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ec005d-4bbe-4721-b8a8-41fd74d47d9f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 08:59:59.631117 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.645748 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.651715 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 08:59:59.652128 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: timer() Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 08:59:59.654004 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 08:59:59.710051 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.715429 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.717304 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c27626cc-0a72-40c9-8fb8-85b586e6141e HTTP/1.1" status: 204 len: 168 time: 0.5326965 Sep 30 08:59:59.728798 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88370e97-6dbc-49b0-a85a-d80e95c3ca23 admin admin] Pushing event deleted for resources: {'Network': ['ID=c27626cc-0a72-40c9-8fb8-85b586e6141e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 08:59:59.871720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49060) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:59:59.913002 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bfff2f2a-91df-4a80-a413-43121f1a8b1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a9cafa44a184fdbaacb62f5240d84ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401182 Sep 30 08:59:59.915453 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49062) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 08:59:59.960782 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6f50c52-27d7-4e79-9e91-e315eec8916c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 08:59:59.981659 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6f50c52-27d7-4e79-9e91-e315eec8916c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:00.029379 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6f50c52-27d7-4e79-9e91-e315eec8916c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:00.032111 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6f50c52-27d7-4e79-9e91-e315eec8916c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:00.033206 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d6f50c52-27d7-4e79-9e91-e315eec8916c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e067425-8108-4fe4-9040-1768708101f9 HTTP/1.1" status: 204 len: 168 time: 0.1168361 Sep 30 09:00:00.041069 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f50c52-27d7-4e79-9e91-e315eec8916c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e067425-8108-4fe4-9040-1768708101f9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:00.147717 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:00.265575 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 50acc348-361e-410d-aeab-fdd83ac79fcf no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:00:00.286525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 50acc348-361e-410d-aeab-fdd83ac79fcf {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:00:00.286790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 50acc348-361e-410d-aeab-fdd83ac79fcf not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:00:00.287203 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5ce571e1-4029-4dbf-85c0-e9ba10733426 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:00:00.305252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 5ce571e1-4029-4dbf-85c0-e9ba10733426 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:00:00.305595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 5ce571e1-4029-4dbf-85c0-e9ba10733426 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:00:00.306014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d817dea6-160b-4042-bd52-cfa3459d5126 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:00:00.324510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d817dea6-160b-4042-bd52-cfa3459d5126 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:00:00.324893 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d817dea6-160b-4042-bd52-cfa3459d5126 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:00:00.355378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49068) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:00.395440 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2ed6d79c-77a7-4cd4-913f-87ef18b97564 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0bce394d479a4fc9902040d430f5700b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381708 Sep 30 09:00:00.397893 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49070) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:00.448942 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e366b06-7cf5-4452-86bc-c5cca36d2af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:00.469520 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e366b06-7cf5-4452-86bc-c5cca36d2af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:00.515426 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e366b06-7cf5-4452-86bc-c5cca36d2af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:00.518048 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e366b06-7cf5-4452-86bc-c5cca36d2af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:00.519165 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6e366b06-7cf5-4452-86bc-c5cca36d2af1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5fc42801-b4a2-4a14-be41-2d11dd11bf48 HTTP/1.1" status: 204 len: 168 time: 0.1203790 Sep 30 09:00:00.526919 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e366b06-7cf5-4452-86bc-c5cca36d2af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc42801-b4a2-4a14-be41-2d11dd11bf48,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:01.176468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49092) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:01.274686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-bd5a435b-fb67-4f06-b6d1-6180be03b338 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-263160283-network', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:01.294468 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5a435b-fb67-4f06-b6d1-6180be03b338 admin admin] Made reservation on behalf of acb0a3d4defd4d9abdd07bd3f8892a9a for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:00:01.296833 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd5a435b-fb67-4f06-b6d1-6180be03b338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:01.305921 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd5a435b-fb67-4f06-b6d1-6180be03b338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:01.390366 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd5a435b-fb67-4f06-b6d1-6180be03b338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:01.394227 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd5a435b-fb67-4f06-b6d1-6180be03b338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:01.416345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5a435b-fb67-4f06-b6d1-6180be03b338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:00:01.433487 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a435b-fb67-4f06-b6d1-6180be03b338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9d9686-b38a-47b2-840e-2da554dd86ff,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:01.437296 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd5a435b-fb67-4f06-b6d1-6180be03b338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:01.437651 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-bd5a435b-fb67-4f06-b6d1-6180be03b338 admin admin] Added segment c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f of type vlan for network 18ff2a78-b595-4d74-8c61-918cab299ee9 Sep 30 09:00:01.476959 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd5a435b-fb67-4f06-b6d1-6180be03b338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:01.500812 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd5a435b-fb67-4f06-b6d1-6180be03b338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:01.501750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5a435b-fb67-4f06-b6d1-6180be03b338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:01.502323 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd5a435b-fb67-4f06-b6d1-6180be03b338 admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:01.535199 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bd5a435b-fb67-4f06-b6d1-6180be03b338 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3568945 Sep 30 09:00:01.538855 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49096) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:01.544068 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7a212be4-b7f6-4f32-b8f6-4cf0d3b13183 admin admin] Request body: {'subnet': {'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-263160283-subnet', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:01.565032 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a212be4-b7f6-4f32-b8f6-4cf0d3b13183 admin admin] Made reservation on behalf of acb0a3d4defd4d9abdd07bd3f8892a9a for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:00:01.566298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a435b-fb67-4f06-b6d1-6180be03b338 admin admin] Pushing event updated for resources: {'Network': ['ID=18ff2a78-b595-4d74-8c61-918cab299ee9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:01.567316 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a212be4-b7f6-4f32-b8f6-4cf0d3b13183 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:01.576458 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 18ff2a78-b595-4d74-8c61-918cab299ee9 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:00:01.737646 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a212be4-b7f6-4f32-b8f6-4cf0d3b13183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:01.789351 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a212be4-b7f6-4f32-b8f6-4cf0d3b13183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0689f9e-bc4a-4ffe-935b-9b1aec53cc23,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:01.808822 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a212be4-b7f6-4f32-b8f6-4cf0d3b13183 admin admin] Checking segment: {'id': 'c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:00:01.809183 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a212be4-b7f6-4f32-b8f6-4cf0d3b13183 admin admin] Network hostable DHCP agents. Network: 18ff2a78-b595-4d74-8c61-918cab299ee9, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:00:01.825232 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a212be4-b7f6-4f32-b8f6-4cf0d3b13183 admin admin] Network 18ff2a78-b595-4d74-8c61-918cab299ee9 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:00:01.834145 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7a212be4-b7f6-4f32-b8f6-4cf0d3b13183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 18ff2a78-b595-4d74-8c61-918cab299ee9) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:01.838150 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a212be4-b7f6-4f32-b8f6-4cf0d3b13183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:01.838739 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a212be4-b7f6-4f32-b8f6-4cf0d3b13183 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:01.844440 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41654ea4-5b1d-42b0-af5b-ef9044337087 None None] Network 18ff2a78-b595-4d74-8c61-918cab299ee9 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:00:01.856761 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7a212be4-b7f6-4f32-b8f6-4cf0d3b13183 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3139992 Sep 30 09:00:01.856950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49102) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:01.861623 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-263160283-router', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:01.884220 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:01.885207 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:01.941124 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:01.986688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-18ff2a78-b595-4d74-8c61-918cab299ee9', 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'fixed_ips': [{'subnet_id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:00:01.987558 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:02.079542 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:02.119470 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Allocated IP 172.20.0.2 (18ff2a78-b595-4d74-8c61-918cab299ee9/a0689f9e-bc4a-4ffe-935b-9b1aec53cc23/ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:00:02.267772 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:02.273510 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:02.282123 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:02.301569 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:02.313331 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Network 18ff2a78-b595-4d74-8c61-918cab299ee9 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:00:02.316124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:02.322503 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:00:02.325477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Pushing event updated for resources: {'Port': ['ID=ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:02.375728 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Attempting to bind port ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:00:02.376125 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Attempting to bind port ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:00:02.376488 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Attempting to bind port ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e on network 18ff2a78-b595-4d74-8c61-918cab299ee9 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:00:02.381704 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:00:02.382075 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Checking segment: {'id': 'c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:00:02.382475 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:02.382866 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Bound using segment: {'id': 'c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:00:02.383332 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Bound port: ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:00:02.383710 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:02.407162 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Allocated IP 172.25.0.167 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/1a148d82-e9f0-4b81-8acc-e281a1f71932) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:00:02.449785 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] For port ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:00:02.452905 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] For port ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e,segment=NetworkSegment(c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f),segment_id=c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:00:02.457516 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:02.513600 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:02.516279 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec9844-85f6-4aa2-87b2-2d5ea01c0c20 None None] Pushing event updated for resources: {'Port': ['ID=ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:02.549015 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:02.589133 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:00:02.592019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:02.599100 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:00:02.602443 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Pushing event updated for resources: {'Port': ['ID=1a148d82-e9f0-4b81-8acc-e281a1f71932,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:02.863611 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:03.053420 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:03.188046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Router 6d8f4328-c774-4a7b-b07f-6e8523c82848 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:00:03.307624 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:00:03.320594 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Sync routers for ids ['6d8f4328-c774-4a7b-b07f-6e8523c82848'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:00:03.325043 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:03.326504 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dc18f1b0-a373-48d5-91df-8b062a0cc59a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4685221 Sep 30 09:00:03.329588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49104) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:03.330075 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Routers {'6d8f4328-c774-4a7b-b07f-6e8523c82848'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:00:03.330444 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6d8f4328-c774-4a7b-b07f-6e8523c82848'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:03.407801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd94587c-9a67-4fee-864d-6bff8354b08e None None] Network 18ff2a78-b595-4d74-8c61-918cab299ee9 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:00:03.443282 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Set router 6d8f4328-c774-4a7b-b07f-6e8523c82848 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:00:03.642244 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-80b5c2de-ce39-43de-bc86-9d8840b63407 None None] Provisioning complete for port ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:03.642620 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80b5c2de-ce39-43de-bc86-9d8840b63407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:03.662580 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'name': 'tempest-TestMinimumBasicScenario-263160283-router', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:01Z', 'updated_at': '2021-09-30T09:00:02Z', 'revision_number': 3, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'gw_port': {'id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:18:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:02Z', 'updated_at': '2021-09-30T09:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:03.689481 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Checking router: 6d8f4328-c774-4a7b-b07f-6e8523c82848 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:00:03.689830 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Updating router 6d8f4328-c774-4a7b-b07f-6e8523c82848 port 1a148d82-e9f0-4b81-8acc-e281a1f71932 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:00:03.715157 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:03.780433 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:03.803698 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80b5c2de-ce39-43de-bc86-9d8840b63407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:03.839131 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-80b5c2de-ce39-43de-bc86-9d8840b63407 None None] For port ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e,segment=NetworkSegment(c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f),segment_id=c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:03.844829 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80b5c2de-ce39-43de-bc86-9d8840b63407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:03.913760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5c2de-ce39-43de-bc86-9d8840b63407 None None] Pushing event updated for resources: {'Port': ['ID=ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:03.976019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Allocated IP 172.20.0.1 (18ff2a78-b595-4d74-8c61-918cab299ee9/a0689f9e-bc4a-4ffe-935b-9b1aec53cc23/30a623ee-c837-4c98-ba07-04a09bdc8608) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:00:04.003473 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:04.010591 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:04.063659 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-49d0dfb0-1dde-4291-9264-1027bb756676 None None] Provisioning complete for port ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:04.064608 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-49d0dfb0-1dde-4291-9264-1027bb756676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:04.065118 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Attempting to bind port 1a148d82-e9f0-4b81-8acc-e281a1f71932 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:00:04.065623 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Attempting to bind port 1a148d82-e9f0-4b81-8acc-e281a1f71932 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:00:04.066102 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Attempting to bind port 1a148d82-e9f0-4b81-8acc-e281a1f71932 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:00:04.069421 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1164d1-a00d-4205-aef2-4e4fcb4294e8 None None] Pushing event updated for resources: {'Port': ['ID=1a148d82-e9f0-4b81-8acc-e281a1f71932,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:04.079259 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1164d1-a00d-4205-aef2-4e4fcb4294e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:04.079636 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1164d1-a00d-4205-aef2-4e4fcb4294e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:04.080105 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1164d1-a00d-4205-aef2-4e4fcb4294e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:04.080533 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1164d1-a00d-4205-aef2-4e4fcb4294e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:04.080967 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1164d1-a00d-4205-aef2-4e4fcb4294e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:04.081414 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1164d1-a00d-4205-aef2-4e4fcb4294e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:04.081834 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1164d1-a00d-4205-aef2-4e4fcb4294e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:04.082255 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1164d1-a00d-4205-aef2-4e4fcb4294e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:04.082677 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1164d1-a00d-4205-aef2-4e4fcb4294e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:04.084234 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1164d1-a00d-4205-aef2-4e4fcb4294e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:04.084672 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1164d1-a00d-4205-aef2-4e4fcb4294e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:04.085102 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1164d1-a00d-4205-aef2-4e4fcb4294e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:04.088564 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:00:04.089807 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:00:04.090293 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:04.090687 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:00:04.091168 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Bound port: 1a148d82-e9f0-4b81-8acc-e281a1f71932, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:00:04.091545 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:04.103586 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:04.142284 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:04.154713 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] For port 1a148d82-e9f0-4b81-8acc-e281a1f71932, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:00:04.158255 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] For port 1a148d82-e9f0-4b81-8acc-e281a1f71932, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1a148d82-e9f0-4b81-8acc-e281a1f71932,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:00:04.162548 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:04.183159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Network 18ff2a78-b595-4d74-8c61-918cab299ee9 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:00:04.187433 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:04.189867 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:00:04.223963 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Routers {'6d8f4328-c774-4a7b-b07f-6e8523c82848'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:00:04.225254 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6d8f4328-c774-4a7b-b07f-6e8523c82848'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:04.227022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Pushing event updated for resources: {'Port': ['ID=30a623ee-c837-4c98-ba07-04a09bdc8608,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:04.228016 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1164d1-a00d-4205-aef2-4e4fcb4294e8 None None] Pushing event updated for resources: {'Port': ['ID=1a148d82-e9f0-4b81-8acc-e281a1f71932,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:04.250091 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:04.342220 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:04.369852 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] Set router 6d8f4328-c774-4a7b-b07f-6e8523c82848 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:00:04.400308 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:04.400854 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:04.411572 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:04.492708 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3d5a6252-746d-453f-b0a2-5f530eefa997 None None] Provisioning complete for port 30a623ee-c837-4c98-ba07-04a09bdc8608 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:04.493241 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d5a6252-746d-453f-b0a2-5f530eefa997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:04.530810 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a6252-746d-453f-b0a2-5f530eefa997 None None] Port 30a623ee-c837-4c98-ba07-04a09bdc8608 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:00:04.575325 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'name': 'tempest-TestMinimumBasicScenario-263160283-router', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:01Z', 'updated_at': '2021-09-30T09:00:02Z', 'revision_number': 3, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'gw_port': {'id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:18:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:02Z', 'updated_at': '2021-09-30T09:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:04.592741 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:04.597459 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:04.603139 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b7da0-bcec-4a99-9eaf-3e600cf79e53 None None] The sync data for ids ['6d8f4328-c774-4a7b-b07f-6e8523c82848'] in n-d-807359-2 is: [{'id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'name': 'tempest-TestMinimumBasicScenario-263160283-router', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:01Z', 'updated_at': '2021-09-30T09:00:02Z', 'revision_number': 3, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'gw_port': {'id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:18:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:02Z', 'updated_at': '2021-09-30T09:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:00:04.667616 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Pushing event updated for resources: {'Port': ['ID=30a623ee-c837-4c98-ba07-04a09bdc8608,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:04.672630 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:04.764819 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Network 18ff2a78-b595-4d74-8c61-918cab299ee9 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:00:04.766204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:04.896032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Router 6d8f4328-c774-4a7b-b07f-6e8523c82848 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:00:05.015483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:00:05.028614 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2435f5b2-c8bb-4858-9e08-368cf2bbae82 admin admin] 10.222.0.24 "PUT /v2.0/routers/6d8f4328-c774-4a7b-b07f-6e8523c82848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6891460 Sep 30 09:00:05.055016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-00f21432-75f9-4c81-a07e-64271abf8e37 None None] Provisioning complete for port 30a623ee-c837-4c98-ba07-04a09bdc8608 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:05.055414 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00f21432-75f9-4c81-a07e-64271abf8e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:05.093544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-00f21432-75f9-4c81-a07e-64271abf8e37 None None] Port 30a623ee-c837-4c98-ba07-04a09bdc8608 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:00:05.521542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49120) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:05.526671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8a966543-2836-43b6-afe8-b8e7985a9a70 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-21398062-network', 'tenant_id': '43504b73a2b04586aecc9e92478585cc'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:05.547843 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a966543-2836-43b6-afe8-b8e7985a9a70 admin admin] Made reservation on behalf of 43504b73a2b04586aecc9e92478585cc for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:00:05.550225 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a966543-2836-43b6-afe8-b8e7985a9a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:05.559683 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a966543-2836-43b6-afe8-b8e7985a9a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:05.652844 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a966543-2836-43b6-afe8-b8e7985a9a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:05.656547 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a966543-2836-43b6-afe8-b8e7985a9a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:05.681526 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a966543-2836-43b6-afe8-b8e7985a9a70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:00:05.690945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a966543-2836-43b6-afe8-b8e7985a9a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69849d0-269b-4ebd-a3e1-6c9174dc3174,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:05.696260 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a966543-2836-43b6-afe8-b8e7985a9a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:05.696604 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-8a966543-2836-43b6-afe8-b8e7985a9a70 admin admin] Added segment 64d56d8b-39f2-48c8-99b6-727d387390b2 of type vlan for network b1c8447f-c2b7-4997-ace2-cd6e9b9bba71 Sep 30 09:00:05.735364 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a966543-2836-43b6-afe8-b8e7985a9a70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:05.759045 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a966543-2836-43b6-afe8-b8e7985a9a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:05.760017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a966543-2836-43b6-afe8-b8e7985a9a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:05.760591 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a966543-2836-43b6-afe8-b8e7985a9a70 admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:05.794153 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8a966543-2836-43b6-afe8-b8e7985a9a70 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2714784 Sep 30 09:00:05.797059 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:05.803213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2f7172c7-0146-4e72-938e-46f83eaeddb6 admin admin] Request body: {'subnet': {'network_id': 'b1c8447f-c2b7-4997-ace2-cd6e9b9bba71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-21398062-subnet', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:05.825076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7172c7-0146-4e72-938e-46f83eaeddb6 admin admin] Made reservation on behalf of 43504b73a2b04586aecc9e92478585cc for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:00:05.827574 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f7172c7-0146-4e72-938e-46f83eaeddb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:05.827814 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a966543-2836-43b6-afe8-b8e7985a9a70 admin admin] Pushing event updated for resources: {'Network': ['ID=b1c8447f-c2b7-4997-ace2-cd6e9b9bba71,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:05.838750 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network b1c8447f-c2b7-4997-ace2-cd6e9b9bba71 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:00:06.001775 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f7172c7-0146-4e72-938e-46f83eaeddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.062675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7172c7-0146-4e72-938e-46f83eaeddb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b621d3e-ba9a-41c1-8533-566653a22689,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:06.069051 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7172c7-0146-4e72-938e-46f83eaeddb6 admin admin] Checking segment: {'id': '64d56d8b-39f2-48c8-99b6-727d387390b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b1c8447f-c2b7-4997-ace2-cd6e9b9bba71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:00:06.069051 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7172c7-0146-4e72-938e-46f83eaeddb6 admin admin] Network hostable DHCP agents. Network: b1c8447f-c2b7-4997-ace2-cd6e9b9bba71, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:00:06.094673 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7172c7-0146-4e72-938e-46f83eaeddb6 admin admin] Network b1c8447f-c2b7-4997-ace2-cd6e9b9bba71 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:00:06.102970 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2f7172c7-0146-4e72-938e-46f83eaeddb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, b1c8447f-c2b7-4997-ace2-cd6e9b9bba71) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:06.107293 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7172c7-0146-4e72-938e-46f83eaeddb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:06.108030 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f7172c7-0146-4e72-938e-46f83eaeddb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.114974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c27fa9b-166f-4b1e-b9b7-0f4ab40c74b7 None None] Network b1c8447f-c2b7-4997-ace2-cd6e9b9bba71 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:00:06.124051 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2f7172c7-0146-4e72-938e-46f83eaeddb6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3252387 Sep 30 09:00:06.126484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49126) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:06.131729 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-21398062-router', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:06.135491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Sync routers for ids ['6d8f4328-c774-4a7b-b07f-6e8523c82848'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:00:06.153212 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.154015 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.157121 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Routers {'6d8f4328-c774-4a7b-b07f-6e8523c82848'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:00:06.157751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6d8f4328-c774-4a7b-b07f-6e8523c82848'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:06.207392 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.320091 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1a148d82-e9f0-4b81-8acc-e281a1f71932 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:06.358580 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.368210 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Set router 6d8f4328-c774-4a7b-b07f-6e8523c82848 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:00:06.442828 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-b1c8447f-c2b7-4997-ace2-cd6e9b9bba71', 'network_id': 'b1c8447f-c2b7-4997-ace2-cd6e9b9bba71', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'fixed_ips': [{'subnet_id': '7b621d3e-ba9a-41c1-8533-566653a22689'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:00:06.443814 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.572917 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 1a148d82-e9f0-4b81-8acc-e281a1f71932 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:06.573195 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.773167 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Allocated IP 172.20.0.2 (b1c8447f-c2b7-4997-ace2-cd6e9b9bba71/7b621d3e-ba9a-41c1-8533-566653a22689/d7428bf1-a127-4303-a046-d88a5e0c6cdd) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:00:06.825574 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.834682 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.854638 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.886878 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 1a148d82-e9f0-4b81-8acc-e281a1f71932, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1a148d82-e9f0-4b81-8acc-e281a1f71932,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:06.894678 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:06.907129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'name': 'tempest-TestMinimumBasicScenario-263160283-router', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:01Z', 'updated_at': '2021-09-30T09:00:04Z', 'revision_number': 4, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'gw_port': {'id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:18:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:02Z', 'updated_at': '2021-09-30T09:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '30a623ee-c837-4c98-ba07-04a09bdc8608', 'name': '', 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'mac_address': 'fa:16:3e:16:74:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:03Z', 'updated_at': '2021-09-30T09:00:04Z', 'revision_number': 2, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'subnets': [{'id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:06.963045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Checking router: 6d8f4328-c774-4a7b-b07f-6e8523c82848 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:00:06.963402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Updating router 6d8f4328-c774-4a7b-b07f-6e8523c82848 port 30a623ee-c837-4c98-ba07-04a09bdc8608 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:00:06.964629 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Allocated IP 172.25.0.62 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/d9830db1-c7ac-4ecd-a73a-67652422730e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:00:07.029147 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.044440 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=1a148d82-e9f0-4b81-8acc-e281a1f71932,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:07.070524 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.082375 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.091446 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.104399 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.147340 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:00:07.150155 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:07.153902 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:00:07.178173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Pushing event updated for resources: {'Port': ['ID=d9830db1-c7ac-4ecd-a73a-67652422730e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:07.180852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Network b1c8447f-c2b7-4997-ace2-cd6e9b9bba71 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:00:07.191693 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:07.197515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:00:07.223291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Pushing event updated for resources: {'Port': ['ID=d7428bf1-a127-4303-a046-d88a5e0c6cdd,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:07.296369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Attempting to bind port d7428bf1-a127-4303-a046-d88a5e0c6cdd on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:00:07.296740 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Attempting to bind port d7428bf1-a127-4303-a046-d88a5e0c6cdd by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '64d56d8b-39f2-48c8-99b6-727d387390b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b1c8447f-c2b7-4997-ace2-cd6e9b9bba71'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:00:07.297101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Attempting to bind port d7428bf1-a127-4303-a046-d88a5e0c6cdd on network b1c8447f-c2b7-4997-ace2-cd6e9b9bba71 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:00:07.333851 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:00:07.334144 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Checking segment: {'id': '64d56d8b-39f2-48c8-99b6-727d387390b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b1c8447f-c2b7-4997-ace2-cd6e9b9bba71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:00:07.334549 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.334939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Bound using segment: {'id': '64d56d8b-39f2-48c8-99b6-727d387390b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b1c8447f-c2b7-4997-ace2-cd6e9b9bba71'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:00:07.335410 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Bound port: d7428bf1-a127-4303-a046-d88a5e0c6cdd, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d56d8b-39f2-48c8-99b6-727d387390b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b1c8447f-c2b7-4997-ace2-cd6e9b9bba71'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:00:07.335792 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.410729 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.454439 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] For port d7428bf1-a127-4303-a046-d88a5e0c6cdd, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:00:07.469862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] For port d7428bf1-a127-4303-a046-d88a5e0c6cdd, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d7428bf1-a127-4303-a046-d88a5e0c6cdd,segment=NetworkSegment(64d56d8b-39f2-48c8-99b6-727d387390b2),segment_id=64d56d8b-39f2-48c8-99b6-727d387390b2)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:00:07.480676 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.487405 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.515171 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.553769 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d12c9-4ba3-4cba-8376-5ec0d4298284 None None] Pushing event updated for resources: {'Port': ['ID=d7428bf1-a127-4303-a046-d88a5e0c6cdd,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:07.636834 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.656792 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f92fbd-ea5a-4b70-98ab-cd9f73b10f7e None None] Pushing event updated for resources: {'Port': ['ID=30a623ee-c837-4c98-ba07-04a09bdc8608,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:07.665369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Attempting to bind port 30a623ee-c837-4c98-ba07-04a09bdc8608 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:00:07.665638 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Attempting to bind port 30a623ee-c837-4c98-ba07-04a09bdc8608 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:00:07.666009 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Attempting to bind port 30a623ee-c837-4c98-ba07-04a09bdc8608 on network 18ff2a78-b595-4d74-8c61-918cab299ee9 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:00:07.674436 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:00:07.675194 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Checking segment: {'id': 'c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:00:07.675842 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.676522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Bound using segment: {'id': 'c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:00:07.677464 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Bound port: 30a623ee-c837-4c98-ba07-04a09bdc8608, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:00:07.678076 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.772186 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] For port 30a623ee-c837-4c98-ba07-04a09bdc8608, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:00:07.775800 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] For port 30a623ee-c837-4c98-ba07-04a09bdc8608, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=30a623ee-c837-4c98-ba07-04a09bdc8608,segment=NetworkSegment(c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f),segment_id=c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:00:07.781199 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.840223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Router affa003a-be57-471b-8747-53c22e147386 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:00:07.872359 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-866807eb-302c-465c-9779-6f3191a42bb4 None None] Provisioning complete for port 30a623ee-c837-4c98-ba07-04a09bdc8608 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:07.872668 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-866807eb-302c-465c-9779-6f3191a42bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:07.874888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f92fbd-ea5a-4b70-98ab-cd9f73b10f7e None None] Pushing event updated for resources: {'Port': ['ID=30a623ee-c837-4c98-ba07-04a09bdc8608,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:07.881019 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Routers {'6d8f4328-c774-4a7b-b07f-6e8523c82848'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:00:07.881308 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6d8f4328-c774-4a7b-b07f-6e8523c82848'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:07.980027 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:00:07.991224 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Sync routers for ids ['affa003a-be57-471b-8747-53c22e147386'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:00:07.997085 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.001325 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49130) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:08.001842 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c65ac0c4-2404-4584-bafe-98d5568f370c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8739738 Sep 30 09:00:08.003178 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Routers {'affa003a-be57-471b-8747-53c22e147386'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:00:08.003716 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['affa003a-be57-471b-8747-53c22e147386'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:08.127885 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Set router affa003a-be57-471b-8747-53c22e147386 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:00:08.226334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] Set router 6d8f4328-c774-4a7b-b07f-6e8523c82848 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:00:08.264496 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-866807eb-302c-465c-9779-6f3191a42bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.406659 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-866807eb-302c-465c-9779-6f3191a42bb4 None None] For port 30a623ee-c837-4c98-ba07-04a09bdc8608, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=30a623ee-c837-4c98-ba07-04a09bdc8608,segment=NetworkSegment(c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f),segment_id=c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:08.417607 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-866807eb-302c-465c-9779-6f3191a42bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.489353 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1a148d82-e9f0-4b81-8acc-e281a1f71932 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:08.523224 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affa003a-be57-471b-8747-53c22e147386', 'name': 'tempest-TestMinimumBasicScenario-21398062-router', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd9830db1-c7ac-4ecd-a73a-67652422730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:06Z', 'updated_at': '2021-09-30T09:00:07Z', 'revision_number': 3, 'project_id': '43504b73a2b04586aecc9e92478585cc', 'gw_port': {'id': 'd9830db1-c7ac-4ecd-a73a-67652422730e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:07:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affa003a-be57-471b-8747-53c22e147386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:06Z', 'updated_at': '2021-09-30T09:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:08.537422 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866807eb-302c-465c-9779-6f3191a42bb4 None None] Pushing event updated for resources: {'Port': ['ID=30a623ee-c837-4c98-ba07-04a09bdc8608,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:08.569189 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-06364f50-1ee7-4d07-b1b3-b6cb1739b1c0 None None] Provisioning complete for port 30a623ee-c837-4c98-ba07-04a09bdc8608 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:08.569535 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-06364f50-1ee7-4d07-b1b3-b6cb1739b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.571617 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.576327 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Checking router: affa003a-be57-471b-8747-53c22e147386 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:00:08.576979 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Updating router affa003a-be57-471b-8747-53c22e147386 port d9830db1-c7ac-4ecd-a73a-67652422730e binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:00:08.602382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'name': 'tempest-TestMinimumBasicScenario-263160283-router', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:01Z', 'updated_at': '2021-09-30T09:00:04Z', 'revision_number': 4, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'gw_port': {'id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:02Z', 'updated_at': '2021-09-30T09:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '30a623ee-c837-4c98-ba07-04a09bdc8608', 'name': '', 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'mac_address': 'fa:16:3e:16:74:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:03Z', 'updated_at': '2021-09-30T09:00:07Z', 'revision_number': 4, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'subnets': [{'id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:08.612441 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.643005 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683112ec-8eb5-49d5-b983-58b6d706c27d None None] The sync data for ids ['6d8f4328-c774-4a7b-b07f-6e8523c82848'] in n-d-807359-2 is: [{'id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'name': 'tempest-TestMinimumBasicScenario-263160283-router', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:01Z', 'updated_at': '2021-09-30T09:00:04Z', 'revision_number': 4, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'gw_port': {'id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:02Z', 'updated_at': '2021-09-30T09:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '30a623ee-c837-4c98-ba07-04a09bdc8608', 'name': '', 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'mac_address': 'fa:16:3e:16:74:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:03Z', 'updated_at': '2021-09-30T09:00:07Z', 'revision_number': 4, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'subnets': [{'id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:00:08.650479 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 1a148d82-e9f0-4b81-8acc-e281a1f71932 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:08.650850 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:08.814054 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d7428bf1-a127-4303-a046-d88a5e0c6cdd up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:08.839872 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Allocated IP 172.20.0.1 (b1c8447f-c2b7-4997-ace2-cd6e9b9bba71/7b621d3e-ba9a-41c1-8533-566653a22689/211a0c31-8209-4f0d-8a00-b044a4d2c64a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:00:08.889503 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7294a882-b354-4e92-a53c-60f3ba146656 None None] Network b1c8447f-c2b7-4997-ace2-cd6e9b9bba71 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:00:08.906956 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d7428bf1-a127-4303-a046-d88a5e0c6cdd triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:08.907679 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.003932 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.007722 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.022796 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.029071 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9d2c2ede-c5db-4edd-9dab-a9c076efbc00 None None] Provisioning complete for port d7428bf1-a127-4303-a046-d88a5e0c6cdd triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:09.029517 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2ede-c5db-4edd-9dab-a9c076efbc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.049025 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.101241 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Network b1c8447f-c2b7-4997-ace2-cd6e9b9bba71 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:00:09.106693 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Attempting to bind port d9830db1-c7ac-4ecd-a73a-67652422730e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:00:09.107057 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Attempting to bind port d9830db1-c7ac-4ecd-a73a-67652422730e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:00:09.107414 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Attempting to bind port d9830db1-c7ac-4ecd-a73a-67652422730e on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:00:09.111832 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:09.114797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Pushing event updated for resources: {'Port': ['ID=211a0c31-8209-4f0d-8a00-b044a4d2c64a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:09.115334 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:00:09.115712 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:00:09.116138 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.116906 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:00:09.117381 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Bound port: d9830db1-c7ac-4ecd-a73a-67652422730e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:00:09.117781 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.126667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:00:09.139444 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.149936 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04370260-869c-4aeb-b5c9-d05e3713f5c3 None None] Pushing event updated for resources: {'Port': ['ID=d9830db1-c7ac-4ecd-a73a-67652422730e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:09.179320 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.188203 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] For port d9830db1-c7ac-4ecd-a73a-67652422730e, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:00:09.192936 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] For port d9830db1-c7ac-4ecd-a73a-67652422730e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d9830db1-c7ac-4ecd-a73a-67652422730e,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:00:09.201939 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.246720 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2ede-c5db-4edd-9dab-a9c076efbc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.264343 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04370260-869c-4aeb-b5c9-d05e3713f5c3 None None] Pushing event updated for resources: {'Port': ['ID=d9830db1-c7ac-4ecd-a73a-67652422730e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:09.286725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port d7428bf1-a127-4303-a046-d88a5e0c6cdd, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d7428bf1-a127-4303-a046-d88a5e0c6cdd,segment=NetworkSegment(64d56d8b-39f2-48c8-99b6-727d387390b2),segment_id=64d56d8b-39f2-48c8-99b6-727d387390b2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:09.293796 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Routers {'affa003a-be57-471b-8747-53c22e147386'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:00:09.294312 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['affa003a-be57-471b-8747-53c22e147386'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:09.299071 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.341568 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.386547 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-9d2c2ede-c5db-4edd-9dab-a9c076efbc00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 09:00:09.386904 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-9d2c2ede-c5db-4edd-9dab-a9c076efbc00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 09:00:09.431943 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=d7428bf1-a127-4303-a046-d88a5e0c6cdd,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:09.471617 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] Set router affa003a-be57-471b-8747-53c22e147386 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:00:09.577448 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.586310 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.669019 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:09.681153 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Pushing event updated for resources: {'Port': ['ID=211a0c31-8209-4f0d-8a00-b044a4d2c64a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:09.741301 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affa003a-be57-471b-8747-53c22e147386', 'name': 'tempest-TestMinimumBasicScenario-21398062-router', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd9830db1-c7ac-4ecd-a73a-67652422730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:06Z', 'updated_at': '2021-09-30T09:00:09Z', 'revision_number': 4, 'project_id': '43504b73a2b04586aecc9e92478585cc', 'gw_port': {'id': 'd9830db1-c7ac-4ecd-a73a-67652422730e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:07:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affa003a-be57-471b-8747-53c22e147386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:06Z', 'updated_at': '2021-09-30T09:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '211a0c31-8209-4f0d-8a00-b044a4d2c64a', 'name': '', 'network_id': 'b1c8447f-c2b7-4997-ace2-cd6e9b9bba71', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'mac_address': 'fa:16:3e:1c:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affa003a-be57-471b-8747-53c22e147386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7b621d3e-ba9a-41c1-8533-566653a22689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:08Z', 'revision_number': 1, 'project_id': '43504b73a2b04586aecc9e92478585cc', 'subnets': [{'id': '7b621d3e-ba9a-41c1-8533-566653a22689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:09.773891 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f4ef28-77de-4c95-b723-b6ab83250c7d None None] The sync data for ids ['affa003a-be57-471b-8747-53c22e147386'] in n-d-807359-2 is: [{'id': 'affa003a-be57-471b-8747-53c22e147386', 'name': 'tempest-TestMinimumBasicScenario-21398062-router', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd9830db1-c7ac-4ecd-a73a-67652422730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:06Z', 'updated_at': '2021-09-30T09:00:09Z', 'revision_number': 4, 'project_id': '43504b73a2b04586aecc9e92478585cc', 'gw_port': {'id': 'd9830db1-c7ac-4ecd-a73a-67652422730e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:07:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affa003a-be57-471b-8747-53c22e147386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:06Z', 'updated_at': '2021-09-30T09:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '211a0c31-8209-4f0d-8a00-b044a4d2c64a', 'name': '', 'network_id': 'b1c8447f-c2b7-4997-ace2-cd6e9b9bba71', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'mac_address': 'fa:16:3e:1c:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affa003a-be57-471b-8747-53c22e147386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7b621d3e-ba9a-41c1-8533-566653a22689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:08Z', 'revision_number': 1, 'project_id': '43504b73a2b04586aecc9e92478585cc', 'subnets': [{'id': '7b621d3e-ba9a-41c1-8533-566653a22689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:00:09.804090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Network b1c8447f-c2b7-4997-ace2-cd6e9b9bba71 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:00:09.805639 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:09.956363 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Router affa003a-be57-471b-8747-53c22e147386 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:00:10.091676 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e352bad8-5bfc-44a5-8f12-7d2591ba5abf None None] Provisioning complete for port 211a0c31-8209-4f0d-8a00-b044a4d2c64a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:10.095277 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e352bad8-5bfc-44a5-8f12-7d2591ba5abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:10.112222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:00:10.119975 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bed316eb-87be-4f0f-a7e9-149a0d69061d admin admin] 10.222.0.24 "PUT /v2.0/routers/affa003a-be57-471b-8747-53c22e147386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1171761 Sep 30 09:00:10.138259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e352bad8-5bfc-44a5-8f12-7d2591ba5abf None None] Port 211a0c31-8209-4f0d-8a00-b044a4d2c64a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:00:10.150479 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e352bad8-5bfc-44a5-8f12-7d2591ba5abf None None] Provisioning complete for port d7428bf1-a127-4303-a046-d88a5e0c6cdd triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:10.150856 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e352bad8-5bfc-44a5-8f12-7d2591ba5abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:10.378788 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 30a623ee-c837-4c98-ba07-04a09bdc8608 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:10.431289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 30a623ee-c837-4c98-ba07-04a09bdc8608 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:10.431671 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:10.515344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d7428bf1-a127-4303-a046-d88a5e0c6cdd up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:10.566123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d7428bf1-a127-4303-a046-d88a5e0c6cdd triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:10.566598 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:10.664585 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:12.136519 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c9c762c5-425e-4461-94ef-3ed673504cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:12.314168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d9830db1-c7ac-4ecd-a73a-67652422730e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:12.366983 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d9830db1-c7ac-4ecd-a73a-67652422730e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:12.367366 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:12.463742 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:12.489519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port d9830db1-c7ac-4ecd-a73a-67652422730e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d9830db1-c7ac-4ecd-a73a-67652422730e,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:12.493177 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:12.545349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=d9830db1-c7ac-4ecd-a73a-67652422730e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:12.963527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Sync routers for ids ['affa003a-be57-471b-8747-53c22e147386'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:00:12.974515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Routers {'affa003a-be57-471b-8747-53c22e147386'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:00:12.975255 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['affa003a-be57-471b-8747-53c22e147386'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:13.097370 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Set router affa003a-be57-471b-8747-53c22e147386 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:00:13.359251 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affa003a-be57-471b-8747-53c22e147386', 'name': 'tempest-TestMinimumBasicScenario-21398062-router', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd9830db1-c7ac-4ecd-a73a-67652422730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:06Z', 'updated_at': '2021-09-30T09:00:09Z', 'revision_number': 4, 'project_id': '43504b73a2b04586aecc9e92478585cc', 'gw_port': {'id': 'd9830db1-c7ac-4ecd-a73a-67652422730e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:07:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affa003a-be57-471b-8747-53c22e147386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:06Z', 'updated_at': '2021-09-30T09:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '211a0c31-8209-4f0d-8a00-b044a4d2c64a', 'name': '', 'network_id': 'b1c8447f-c2b7-4997-ace2-cd6e9b9bba71', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'mac_address': 'fa:16:3e:1c:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affa003a-be57-471b-8747-53c22e147386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7b621d3e-ba9a-41c1-8533-566653a22689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:09Z', 'revision_number': 2, 'project_id': '43504b73a2b04586aecc9e92478585cc', 'subnets': [{'id': '7b621d3e-ba9a-41c1-8533-566653a22689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:13.398392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Checking router: affa003a-be57-471b-8747-53c22e147386 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:00:13.398751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Updating router affa003a-be57-471b-8747-53c22e147386 port 211a0c31-8209-4f0d-8a00-b044a4d2c64a binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:00:13.434098 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.758016 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.767252 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:13.972194 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5869084-ac09-4946-aedb-f083c4d7d3b4 None None] Pushing event updated for resources: {'Port': ['ID=211a0c31-8209-4f0d-8a00-b044a4d2c64a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:14.052370 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Attempting to bind port 211a0c31-8209-4f0d-8a00-b044a4d2c64a on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:00:14.052947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Attempting to bind port 211a0c31-8209-4f0d-8a00-b044a4d2c64a by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '64d56d8b-39f2-48c8-99b6-727d387390b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b1c8447f-c2b7-4997-ace2-cd6e9b9bba71'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:00:14.053323 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Attempting to bind port 211a0c31-8209-4f0d-8a00-b044a4d2c64a on network b1c8447f-c2b7-4997-ace2-cd6e9b9bba71 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:00:14.065124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:00:14.065531 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Checking segment: {'id': '64d56d8b-39f2-48c8-99b6-727d387390b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b1c8447f-c2b7-4997-ace2-cd6e9b9bba71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:00:14.065995 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:14.066884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Bound using segment: {'id': '64d56d8b-39f2-48c8-99b6-727d387390b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b1c8447f-c2b7-4997-ace2-cd6e9b9bba71'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:00:14.067752 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Bound port: 211a0c31-8209-4f0d-8a00-b044a4d2c64a, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d56d8b-39f2-48c8-99b6-727d387390b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b1c8447f-c2b7-4997-ace2-cd6e9b9bba71'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:00:14.068130 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:14.209200 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] For port 211a0c31-8209-4f0d-8a00-b044a4d2c64a, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:00:14.214268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] For port 211a0c31-8209-4f0d-8a00-b044a4d2c64a, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=211a0c31-8209-4f0d-8a00-b044a4d2c64a,segment=NetworkSegment(64d56d8b-39f2-48c8-99b6-727d387390b2),segment_id=64d56d8b-39f2-48c8-99b6-727d387390b2)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:00:14.220007 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:14.310746 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d9830db1-c7ac-4ecd-a73a-67652422730e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:14.312947 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Routers {'affa003a-be57-471b-8747-53c22e147386'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:00:14.313570 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T08:59:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['affa003a-be57-471b-8747-53c22e147386'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:14.317483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5869084-ac09-4946-aedb-f083c4d7d3b4 None None] Pushing event updated for resources: {'Port': ['ID=211a0c31-8209-4f0d-8a00-b044a4d2c64a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:14.427427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2a1d9030-1204-4359-bd51-33b5aac60df8 None None] Provisioning complete for port 211a0c31-8209-4f0d-8a00-b044a4d2c64a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:14.428202 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9030-1204-4359-bd51-33b5aac60df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:14.526707 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d9830db1-c7ac-4ecd-a73a-67652422730e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:14.527081 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:14.647017 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] Set router affa003a-be57-471b-8747-53c22e147386 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:00:14.695411 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9030-1204-4359-bd51-33b5aac60df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:14.825547 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2a1d9030-1204-4359-bd51-33b5aac60df8 None None] For port 211a0c31-8209-4f0d-8a00-b044a4d2c64a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=211a0c31-8209-4f0d-8a00-b044a4d2c64a,segment=NetworkSegment(64d56d8b-39f2-48c8-99b6-727d387390b2),segment_id=64d56d8b-39f2-48c8-99b6-727d387390b2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:14.866104 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9030-1204-4359-bd51-33b5aac60df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:14.916444 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-083daf38-85d1-46f0-b209-11200acf1915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:14.969417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d9030-1204-4359-bd51-33b5aac60df8 None None] Pushing event updated for resources: {'Port': ['ID=211a0c31-8209-4f0d-8a00-b044a4d2c64a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:14.997995 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d7daf6ce-ad97-44ac-8f36-124446ae5f0c None None] Provisioning complete for port 211a0c31-8209-4f0d-8a00-b044a4d2c64a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:14.998374 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7daf6ce-ad97-44ac-8f36-124446ae5f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:15.048428 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affa003a-be57-471b-8747-53c22e147386', 'name': 'tempest-TestMinimumBasicScenario-21398062-router', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd9830db1-c7ac-4ecd-a73a-67652422730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:06Z', 'updated_at': '2021-09-30T09:00:09Z', 'revision_number': 4, 'project_id': '43504b73a2b04586aecc9e92478585cc', 'gw_port': {'id': 'd9830db1-c7ac-4ecd-a73a-67652422730e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:07:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affa003a-be57-471b-8747-53c22e147386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:06Z', 'updated_at': '2021-09-30T09:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '211a0c31-8209-4f0d-8a00-b044a4d2c64a', 'name': '', 'network_id': 'b1c8447f-c2b7-4997-ace2-cd6e9b9bba71', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'mac_address': 'fa:16:3e:1c:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affa003a-be57-471b-8747-53c22e147386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7b621d3e-ba9a-41c1-8533-566653a22689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:14Z', 'revision_number': 4, 'project_id': '43504b73a2b04586aecc9e92478585cc', 'subnets': [{'id': '7b621d3e-ba9a-41c1-8533-566653a22689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:15.084074 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55aedb-2a1e-4f77-8c84-e645d62ec172 None None] The sync data for ids ['affa003a-be57-471b-8747-53c22e147386'] in n-d-807359-2 is: [{'id': 'affa003a-be57-471b-8747-53c22e147386', 'name': 'tempest-TestMinimumBasicScenario-21398062-router', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd9830db1-c7ac-4ecd-a73a-67652422730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:06Z', 'updated_at': '2021-09-30T09:00:09Z', 'revision_number': 4, 'project_id': '43504b73a2b04586aecc9e92478585cc', 'gw_port': {'id': 'd9830db1-c7ac-4ecd-a73a-67652422730e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:07:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affa003a-be57-471b-8747-53c22e147386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:06Z', 'updated_at': '2021-09-30T09:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '211a0c31-8209-4f0d-8a00-b044a4d2c64a', 'name': '', 'network_id': 'b1c8447f-c2b7-4997-ace2-cd6e9b9bba71', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'mac_address': 'fa:16:3e:1c:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affa003a-be57-471b-8747-53c22e147386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7b621d3e-ba9a-41c1-8533-566653a22689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:08Z', 'updated_at': '2021-09-30T09:00:14Z', 'revision_number': 4, 'project_id': '43504b73a2b04586aecc9e92478585cc', 'subnets': [{'id': '7b621d3e-ba9a-41c1-8533-566653a22689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:00:15.372083 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:16.069846 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:16.337193 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 211a0c31-8209-4f0d-8a00-b044a4d2c64a up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:16.391528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 211a0c31-8209-4f0d-8a00-b044a4d2c64a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:16.391930 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:17.928921 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:20.645691 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-aa8efd5f-c6eb-4a86-b303-a06b0c4deb09 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:20.647203 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-aa8efd5f-c6eb-4a86-b303-a06b0c4deb09 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/networks?id=18ff2a78-b595-4d74-8c61-918cab299ee9 HTTP/1.1" status: 200 len: 814 time: 0.1045859 Sep 30 09:00:20.662353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-42e520c3-13b3-4238-b9a6-c58d07abe322 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/quotas/acb0a3d4defd4d9abdd07bd3f8892a9a HTTP/1.1" status: 200 len: 375 time: 0.0091431 Sep 30 09:00:20.715090 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-ee1e371e-c052-4539-ba0f-e8468badf02f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=acb0a3d4defd4d9abdd07bd3f8892a9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473509 Sep 30 09:00:20.810279 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-dfa553e1-4cb9-416a-87d8-90896217e331 service neutron] 10.222.0.24 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838871 Sep 30 09:00:20.901815 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-40b1392d-1be1-4f8d-a8e8-69be9c4a6cb3 service neutron] 10.222.0.24 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855758 Sep 30 09:00:21.059485 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5c35e9c-ca97-4ad0-b714-0d28cdf418d7 req-0a79ff5d-edf3-4164-87d9-5b2f07fadbba tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 210 time: 0.0267177 Sep 30 09:00:21.990880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-699956a1-e775-417c-849e-40e410dbc562 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:21.992416 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-699956a1-e775-417c-849e-40e410dbc562 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.36 "GET /v2.0/networks?id=18ff2a78-b595-4d74-8c61-918cab299ee9 HTTP/1.1" status: 200 len: 814 time: 0.1137393 Sep 30 09:00:22.005733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-93180eca-3c96-413d-9c30-14faade05eaa tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Request body: {'port': {'device_id': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9', 'admin_state_up': True, 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:22.115755 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-93180eca-3c96-413d-9c30-14faade05eaa tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Made reservation on behalf of acb0a3d4defd4d9abdd07bd3f8892a9a for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:00:22.126215 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-93180eca-3c96-413d-9c30-14faade05eaa tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:22.174024 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b8455649-3c96-4ea6-b75b-d89646a096d2 req-bf53ec14-3a31-4ed6-ac74-c3bc985cdd6e tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 210 time: 0.0450852 Sep 30 09:00:22.336316 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-93180eca-3c96-413d-9c30-14faade05eaa tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Allocated IP 172.20.0.7 (18ff2a78-b595-4d74-8c61-918cab299ee9/a0689f9e-bc4a-4ffe-935b-9b1aec53cc23/4a952d40-36b3-4753-8a45-cc3da3648c4a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:00:22.561282 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-93180eca-3c96-413d-9c30-14faade05eaa tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:22.612128 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-93180eca-3c96-413d-9c30-14faade05eaa tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:22.663711 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-93180eca-3c96-413d-9c30-14faade05eaa tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Network 18ff2a78-b595-4d74-8c61-918cab299ee9 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:00:22.669010 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-93180eca-3c96-413d-9c30-14faade05eaa tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:22.673694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-93180eca-3c96-413d-9c30-14faade05eaa tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:00:22.713011 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93180eca-3c96-413d-9c30-14faade05eaa tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Pushing event updated for resources: {'Port': ['ID=4a952d40-36b3-4753-8a45-cc3da3648c4a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:22.741905 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-93180eca-3c96-413d-9c30-14faade05eaa tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:22.742731 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-93180eca-3c96-413d-9c30-14faade05eaa tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:22.762429 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-93180eca-3c96-413d-9c30-14faade05eaa tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7608938 Sep 30 09:00:23.014259 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-26be552c-5cc5-408c-8382-daeff01a9fd4 None None] Provisioning complete for port 4a952d40-36b3-4753-8a45-cc3da3648c4a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:23.014809 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26be552c-5cc5-408c-8382-daeff01a9fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:23.047296 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-26be552c-5cc5-408c-8382-daeff01a9fd4 None None] Port 4a952d40-36b3-4753-8a45-cc3da3648c4a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:00:23.663127 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f2b0f-d9db-475a-b804-e346f5cbd2a2 req-0a55c164-2b29-4ca5-9ce1-c5476fa762c3 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:23.664716 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c1f2b0f-d9db-475a-b804-e346f5cbd2a2 req-0a55c164-2b29-4ca5-9ce1-c5476fa762c3 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 931 time: 0.4048119 Sep 30 09:00:23.707058 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c1f2b0f-d9db-475a-b804-e346f5cbd2a2 req-8073b7dc-f6c5-498f-b569-f34f546631a7 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354934 Sep 30 09:00:24.830999 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c42a47-3c31-47af-a7b8-c1d342b14db1 req-8c2a123f-eb90-4821-ad75-62e456f605d4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:24.833195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d1c42a47-3c31-47af-a7b8-c1d342b14db1 req-8c2a123f-eb90-4821-ad75-62e456f605d4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 931 time: 0.0568624 Sep 30 09:00:24.876511 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d1c42a47-3c31-47af-a7b8-c1d342b14db1 req-8548e735-ce82-4c4f-af7e-3e86b9d1e029 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368230 Sep 30 09:00:25.998969 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7937a06-8f25-4cd3-aef2-6609d4dd432d req-77b1650d-8694-4728-af31-a4615259d81f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:26.000465 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7937a06-8f25-4cd3-aef2-6609d4dd432d req-77b1650d-8694-4728-af31-a4615259d81f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 931 time: 0.0498085 Sep 30 09:00:26.058192 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f7937a06-8f25-4cd3-aef2-6609d4dd432d req-08ada768-0138-4330-b94b-044afe89e65f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509968 Sep 30 09:00:27.173444 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e0ced-7765-443b-b374-20f696dd54a8 req-48dde564-81a6-484d-8772-91b94225990c tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:27.175023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca4e0ced-7765-443b-b374-20f696dd54a8 req-48dde564-81a6-484d-8772-91b94225990c tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 931 time: 0.0515652 Sep 30 09:00:27.213351 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ca4e0ced-7765-443b-b374-20f696dd54a8 req-3d77fade-c304-4a6f-ade7-eec39aad4776 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324311 Sep 30 09:00:28.334032 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cad593-5925-4b0b-838a-a1945d9e9acc req-9c813c98-0be1-4c14-99e3-e570332d893b tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:28.335530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88cad593-5925-4b0b-838a-a1945d9e9acc req-9c813c98-0be1-4c14-99e3-e570332d893b tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 931 time: 0.0532625 Sep 30 09:00:28.381679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88cad593-5925-4b0b-838a-a1945d9e9acc req-9eeb5875-110f-4231-828f-cc0e5965dc0d tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 Sep 30 09:00:29.502701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f5b66-4592-4c19-93f4-1ca8d66695fb req-5483f45c-93b1-4122-b39b-4ff1f99ccddb tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:29.504949 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac8f5b66-4592-4c19-93f4-1ca8d66695fb req-5483f45c-93b1-4122-b39b-4ff1f99ccddb tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 931 time: 0.0510764 Sep 30 09:00:29.565989 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac8f5b66-4592-4c19-93f4-1ca8d66695fb req-7af73ad1-ea2a-4223-99c2-f0d56b0f53ff tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511925 Sep 30 09:00:30.163039 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:30.696996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cf377-f536-4542-97b3-d641bd0bb8ae req-a4f2c931-f18b-4db3-9531-edfa6cfe56c7 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:30.698526 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-824cf377-f536-4542-97b3-d641bd0bb8ae req-a4f2c931-f18b-4db3-9531-edfa6cfe56c7 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 931 time: 0.0603466 Sep 30 09:00:30.739280 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-824cf377-f536-4542-97b3-d641bd0bb8ae req-ea72303e-6128-45c7-a5b3-406521a530b6 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338526 Sep 30 09:00:31.247614 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:00:31.851499 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcbfc4-f9fc-48dd-83f1-653fb3c83dcb req-ca31c6e4-88a6-4957-b34c-c9acde55f670 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:31.853007 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1bcbfc4-f9fc-48dd-83f1-653fb3c83dcb req-ca31c6e4-88a6-4957-b34c-c9acde55f670 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 931 time: 0.0478778 Sep 30 09:00:31.892548 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1bcbfc4-f9fc-48dd-83f1-653fb3c83dcb req-a6b8b2ed-bf1b-4791-bbe8-3eda38b7b734 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335994 Sep 30 09:00:33.050454 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2718b5-29e1-46e1-9c41-9c8654ce2999 req-75f0738f-2f0e-4e23-828c-58857e236f8a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:33.051995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e2718b5-29e1-46e1-9c41-9c8654ce2999 req-75f0738f-2f0e-4e23-828c-58857e236f8a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 931 time: 0.0601037 Sep 30 09:00:33.098999 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7e2718b5-29e1-46e1-9c41-9c8654ce2999 req-ed6d13d0-7907-45c5-bd3a-ae5e08bdc256 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396430 Sep 30 09:00:34.147640 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Request body: {'port': {'device_id': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:34.233867 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:34.253249 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74ebe9-14de-4d6b-ae2a-5443d158d479 req-ec5be064-1290-47e0-a5c8-5c717d7245cc tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:34.254940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b74ebe9-14de-4d6b-ae2a-5443d158d479 req-ec5be064-1290-47e0-a5c8-5c717d7245cc tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 931 time: 0.0868340 Sep 30 09:00:34.328881 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b74ebe9-14de-4d6b-ae2a-5443d158d479 req-985dc658-8853-4fcd-b697-aa2420b4a1cc tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489690 Sep 30 09:00:34.551437 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a952d40-36b3-4753-8a45-cc3da3648c4a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:00:34.559210 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:34.571186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Transition to ACTIVE for port object 4a952d40-36b3-4753-8a45-cc3da3648c4a will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:00:34.574702 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:34.623845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Pushing event updated for resources: {'Port': ['ID=4a952d40-36b3-4753-8a45-cc3da3648c4a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:34.706594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Attempting to bind port 4a952d40-36b3-4753-8a45-cc3da3648c4a on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:00:34.707035 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Attempting to bind port 4a952d40-36b3-4753-8a45-cc3da3648c4a by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': 'c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:00:34.707419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Attempting to bind port 4a952d40-36b3-4753-8a45-cc3da3648c4a on network 18ff2a78-b595-4d74-8c61-918cab299ee9 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:00:34.713043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Port 4a952d40-36b3-4753-8a45-cc3da3648c4a on network 18ff2a78-b595-4d74-8c61-918cab299ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:00:34.713369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Attempting to bind port 4a952d40-36b3-4753-8a45-cc3da3648c4a on network 18ff2a78-b595-4d74-8c61-918cab299ee9 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:00:34.718453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:00:34.718793 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Checking segment: {'id': 'c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:00:34.719812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Bound using segment: {'id': 'c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:00:34.720268 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Bound port: 4a952d40-36b3-4753-8a45-cc3da3648c4a, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:00:34.720633 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:34.789792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] For port 4a952d40-36b3-4753-8a45-cc3da3648c4a, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:00:34.793418 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] For port 4a952d40-36b3-4753-8a45-cc3da3648c4a, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4a952d40-36b3-4753-8a45-cc3da3648c4a,segment=NetworkSegment(c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f),segment_id=c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:00:34.797762 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:34.831430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:34.832156 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:34.834217 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a952d40-36b3-4753-8a45-cc3da3648c4a HTTP/1.1" status: 200 len: 1091 time: 0.7384522 Sep 30 09:00:34.834662 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'tag': '4a952d40-36b3-4753-8a45-cc3da3648c4a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:00:34.865273 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acfce5-a820-4236-b9d4-2b3d43caa442 service neutron] Pushing event updated for resources: {'Port': ['ID=4a952d40-36b3-4753-8a45-cc3da3648c4a,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:34.930540 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-c1888413-ee8f-40f7-bf10-d362e28b6b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:34.932425 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-c1888413-ee8f-40f7-bf10-d362e28b6b58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb0a3d4defd4d9abdd07bd3f8892a9a&device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 1094 time: 0.0484705 Sep 30 09:00:34.959039 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caef4f43-5a8b-49c2-bd3a-8f1d08a3adfe" -d '{"events": [{"name": "network-changed", "server_uuid": "46a7fc90-2bea-4ed0-8c13-2fb109f23f7f", "tag": "4a952d40-36b3-4753-8a45-cc3da3648c4a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:00:34.993180 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-92a465c8-d884-4b80-87ea-4a109c7e5263 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a952d40-36b3-4753-8a45-cc3da3648c4a HTTP/1.1" status: 200 len: 217 time: 0.0478644 Sep 30 09:00:35.060036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-c5817797-a42d-41e7-9892-64e96265d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:35.061521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-c5817797-a42d-41e7-9892-64e96265d9dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0689f9e-bc4a-4ffe-935b-9b1aec53cc23 HTTP/1.1" status: 200 len: 853 time: 0.0544972 Sep 30 09:00:35.097212 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fea8a14-2bfb-4c2c-b54c-7ee0502ce754 x-openstack-request-id: req-4fea8a14-2bfb-4c2c-b54c-7ee0502ce754 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:00:35.097501 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a7fc90-2bea-4ed0-8c13-2fb109f23f7f", "tag": "4a952d40-36b3-4753-8a45-cc3da3648c4a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:00:35.097747 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fea8a14-2bfb-4c2c-b54c-7ee0502ce754 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:00:35.098132 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'tag': '4a952d40-36b3-4753-8a45-cc3da3648c4a', 'status': 'completed', 'code': 200} Sep 30 09:00:35.113784 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-a27b2221-014e-4c77-b2a4-57a50bb128c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:35.115939 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-a27b2221-014e-4c77-b2a4-57a50bb128c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18ff2a78-b595-4d74-8c61-918cab299ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456750 Sep 30 09:00:35.210206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-99c8a3dd-3870-4851-9a32-6c2d6220652e service neutron] 10.222.0.36 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845335 Sep 30 09:00:35.308519 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2944d63-ba71-4fd5-877a-368d3ce71447 req-a694e8c5-87b1-47cc-b04e-ab707b382d68 service neutron] 10.222.0.36 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859499 Sep 30 09:00:35.394829 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef4f43-5a8b-49c2-bd3a-8f1d08a3adfe req-a83d78c0-94c9-4890-8c4a-1dad7132442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:35.396482 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-caef4f43-5a8b-49c2-bd3a-8f1d08a3adfe req-a83d78c0-94c9-4890-8c4a-1dad7132442a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb0a3d4defd4d9abdd07bd3f8892a9a&device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 1094 time: 0.0463517 Sep 30 09:00:35.499251 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d551b4e-74cb-4254-9f3c-ba36ab113938 req-a2357a10-374e-42ea-bf85-2546ddcb9a5a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:35.500807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d551b4e-74cb-4254-9f3c-ba36ab113938 req-a2357a10-374e-42ea-bf85-2546ddcb9a5a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 943 time: 0.1030648 Sep 30 09:00:35.538460 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef4f43-5a8b-49c2-bd3a-8f1d08a3adfe req-32c16d54-4888-4b18-b313-68b930d112b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:35.539990 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-caef4f43-5a8b-49c2-bd3a-8f1d08a3adfe req-32c16d54-4888-4b18-b313-68b930d112b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=18ff2a78-b595-4d74-8c61-918cab299ee9 HTTP/1.1" status: 200 len: 915 time: 0.1336901 Sep 30 09:00:35.587708 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d551b4e-74cb-4254-9f3c-ba36ab113938 req-064d7d6d-5072-46f4-af80-21efeae7911d tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809772 Sep 30 09:00:35.589100 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-caef4f43-5a8b-49c2-bd3a-8f1d08a3adfe req-154ff1ad-5013-418b-8258-47428af42400 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a952d40-36b3-4753-8a45-cc3da3648c4a HTTP/1.1" status: 200 len: 217 time: 0.0399063 Sep 30 09:00:35.639481 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef4f43-5a8b-49c2-bd3a-8f1d08a3adfe req-9f9565e1-1e2c-4b78-a5a9-a636712ac5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:35.641025 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-caef4f43-5a8b-49c2-bd3a-8f1d08a3adfe req-9f9565e1-1e2c-4b78-a5a9-a636712ac5fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0689f9e-bc4a-4ffe-935b-9b1aec53cc23 HTTP/1.1" status: 200 len: 853 time: 0.0437694 Sep 30 09:00:35.688798 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef4f43-5a8b-49c2-bd3a-8f1d08a3adfe req-90395879-90c2-456d-b701-f8cd81da5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:35.690389 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-caef4f43-5a8b-49c2-bd3a-8f1d08a3adfe req-90395879-90c2-456d-b701-f8cd81da5083 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18ff2a78-b595-4d74-8c61-918cab299ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400944 Sep 30 09:00:35.787637 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-caef4f43-5a8b-49c2-bd3a-8f1d08a3adfe req-b052104f-738e-4735-b466-7f341535ebd8 service neutron] 10.222.0.36 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890353 Sep 30 09:00:35.879899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-caef4f43-5a8b-49c2-bd3a-8f1d08a3adfe req-b2293d2f-ae5f-4777-8410-f62b2f412232 service neutron] 10.222.0.36 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846901 Sep 30 09:00:36.704588 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f4f0a-0e9e-43fb-9a4f-eb888c605147 req-83b7ee7c-c5ea-4eb3-b5aa-4265235bbafe tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:36.706114 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d9f4f0a-0e9e-43fb-9a4f-eb888c605147 req-83b7ee7c-c5ea-4eb3-b5aa-4265235bbafe tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 943 time: 0.0514238 Sep 30 09:00:36.743694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2d9f4f0a-0e9e-43fb-9a4f-eb888c605147 req-3d668c67-d6a3-4296-9336-4e36ef52b233 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317247 Sep 30 09:00:37.180328 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 4a952d40-36b3-4753-8a45-cc3da3648c4a details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:00:37.292318 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 4a952d40-36b3-4753-8a45-cc3da3648c4a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4a952d40-36b3-4753-8a45-cc3da3648c4a,segment=NetworkSegment(c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f),segment_id=c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:37.304641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '4a952d40-36b3-4753-8a45-cc3da3648c4a', 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9', 'port_id': '4a952d40-36b3-4753-8a45-cc3da3648c4a', 'mac_address': 'fa:16:3e:f7:33:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:00:37.349462 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:37.366407 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a952d40-36b3-4753-8a45-cc3da3648c4a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:00:37.387421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 4a952d40-36b3-4753-8a45-cc3da3648c4a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4a952d40-36b3-4753-8a45-cc3da3648c4a,segment=NetworkSegment(c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f),segment_id=c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:37.391608 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:37.448472 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=4a952d40-36b3-4753-8a45-cc3da3648c4a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:37.613955 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4a952d40-36b3-4753-8a45-cc3da3648c4a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:00:37.878341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8d645-751a-48a7-9708-6ad02236ddaa req-98b37ea9-241d-4c76-ae29-a2d4e399e799 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:37.880557 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fc8d645-751a-48a7-9708-6ad02236ddaa req-98b37ea9-241d-4c76-ae29-a2d4e399e799 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 944 time: 0.0643520 Sep 30 09:00:37.922556 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fc8d645-751a-48a7-9708-6ad02236ddaa req-39353f9c-4171-49d8-bdab-def3a10eb3cc tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357599 Sep 30 09:00:39.074935 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7673b2e-20e1-40f9-9057-9a15594e7296 req-d67fc2e3-5bbd-440a-b996-46cd08f67ad4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:39.076432 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7673b2e-20e1-40f9-9057-9a15594e7296 req-d67fc2e3-5bbd-440a-b996-46cd08f67ad4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 944 time: 0.0543873 Sep 30 09:00:39.117605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e7673b2e-20e1-40f9-9057-9a15594e7296 req-0c64d21e-f3a5-4d2b-ae9f-e0614506764b tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352695 Sep 30 09:00:39.182046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 4a952d40-36b3-4753-8a45-cc3da3648c4a up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:00:39.244122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 4a952d40-36b3-4753-8a45-cc3da3648c4a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:00:39.247572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 4a952d40-36b3-4753-8a45-cc3da3648c4a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:39.247971 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:39.329920 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:39.351478 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a952d40-36b3-4753-8a45-cc3da3648c4a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:00:39.354351 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1809ad7-f0e0-46fb-b6f9-e816e5036402" -d '{"events": [{"server_uuid": "46a7fc90-2bea-4ed0-8c13-2fb109f23f7f", "name": "network-vif-plugged", "status": "completed", "tag": "4a952d40-36b3-4753-8a45-cc3da3648c4a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:00:39.370335 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 4a952d40-36b3-4753-8a45-cc3da3648c4a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4a952d40-36b3-4753-8a45-cc3da3648c4a,segment=NetworkSegment(c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f),segment_id=c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:39.374456 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:39.398464 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cee1d93-9f7f-4f2e-9f31-040963258cda x-openstack-request-id: req-9cee1d93-9f7f-4f2e-9f31-040963258cda {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:00:39.398757 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a7fc90-2bea-4ed0-8c13-2fb109f23f7f", "name": "network-vif-plugged", "status": "completed", "tag": "4a952d40-36b3-4753-8a45-cc3da3648c4a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:00:39.399014 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9cee1d93-9f7f-4f2e-9f31-040963258cda {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:00:39.399411 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a952d40-36b3-4753-8a45-cc3da3648c4a', 'code': 200} Sep 30 09:00:39.426477 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=4a952d40-36b3-4753-8a45-cc3da3648c4a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:39.543374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b78e73-0d97-4582-872f-b5a4519944d6 req-84f7515b-c2e3-44a7-9551-0fafae10d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:39.544863 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d2b78e73-0d97-4582-872f-b5a4519944d6 req-84f7515b-c2e3-44a7-9551-0fafae10d879 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 1096 time: 0.0411913 Sep 30 09:00:39.580527 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d2b78e73-0d97-4582-872f-b5a4519944d6 req-a2f8bb72-dd50-403a-b5d5-664f0f092fec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276921 Sep 30 09:00:40.248765 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db7521-c9e4-444d-a4f5-30db0534f120 req-abe24622-4d66-4194-9e26-60c047eacadd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:40.250415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65db7521-c9e4-444d-a4f5-30db0534f120 req-abe24622-4d66-4194-9e26-60c047eacadd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 945 time: 0.0621765 Sep 30 09:00:40.291939 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65db7521-c9e4-444d-a4f5-30db0534f120 req-052ab694-5ad6-4bc3-8aa4-efc0d8e34a46 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352967 Sep 30 09:00:40.664912 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:41.421031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49039560-e27b-4296-bcb9-eb43b0f8375b req-c18d6951-0761-4f25-9eb4-f13938698ed3 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:41.422525 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49039560-e27b-4296-bcb9-eb43b0f8375b req-c18d6951-0761-4f25-9eb4-f13938698ed3 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 945 time: 0.0507178 Sep 30 09:00:41.479675 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-49039560-e27b-4296-bcb9-eb43b0f8375b req-d70e12f8-de99-4fc3-a2e1-97de03c798a5 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492847 Sep 30 09:00:41.645228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d99e51-6db0-4343-9500-45a31d6a5a68 req-b39f572f-8237-4ff3-ae08-3ae2ab12843e tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:41.647000 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63d99e51-6db0-4343-9500-45a31d6a5a68 req-b39f572f-8237-4ff3-ae08-3ae2ab12843e tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 945 time: 0.0975173 Sep 30 09:00:41.693602 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63d99e51-6db0-4343-9500-45a31d6a5a68 req-ce282c93-b3df-4917-a5a9-408b0ea1ade9 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403099 Sep 30 09:00:41.908876 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca41f4f-23e7-4ad4-832c-bf7ebf40635f req-dd6b4618-e944-4964-8f79-59979dd5d2e1 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:41.910386 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ca41f4f-23e7-4ad4-832c-bf7ebf40635f req-dd6b4618-e944-4964-8f79-59979dd5d2e1 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 945 time: 0.0627751 Sep 30 09:00:41.949328 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8ca41f4f-23e7-4ad4-832c-bf7ebf40635f req-45b221d9-5264-44cf-8dc7-229b3d2af159 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321054 Sep 30 09:00:42.141705 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70ce5b82-82d1-43ef-8980-22c6fe535946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:44.878464 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b5aebfb-d46f-4e1a-8626-863f6468cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:45.371431 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:46.065610 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:47.933401 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:54.666287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096695e-7dbc-4ee6-ad39-56701bb78c06 req-6889ff41-401d-4c44-a410-6fb13ee1a6a4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:54.667822 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3096695e-7dbc-4ee6-ad39-56701bb78c06 req-6889ff41-401d-4c44-a410-6fb13ee1a6a4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 945 time: 0.0514467 Sep 30 09:00:54.711605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3096695e-7dbc-4ee6-ad39-56701bb78c06 req-5c31e4e9-19bd-4574-8c20-0320c0f790fd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376663 Sep 30 09:00:54.736458 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49360) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:54.828436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec62050-a87e-4038-9df2-9e416c79a638 tempest-TestMinimumBasicScenario-2119309846 tempest-TestMinimumBasicScenario-2119309846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:54.829985 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fec62050-a87e-4038-9df2-9e416c79a638 tempest-TestMinimumBasicScenario-2119309846 tempest-TestMinimumBasicScenario-2119309846-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 1091 time: 0.0924954 Sep 30 09:00:54.833117 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49364) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:54.838238 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '4a952d40-36b3-4753-8a45-cc3da3648c4a', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:54.860340 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:54.963572 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:55.072539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Allocated IP 172.25.0.8 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/d4ec80d0-a054-417f-99d3-de9d7ab3a799) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:00:55.180270 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:55.220337 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:55.256707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:00:55.260650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:00:55.264095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:00:55.291551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Pushing event updated for resources: {'Port': ['ID=d4ec80d0-a054-417f-99d3-de9d7ab3a799,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:55.625037 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:55.705848 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:55.861941 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:55.866500 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:55.935265 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Pushing event updated for resources: {'Port': ['ID=d4ec80d0-a054-417f-99d3-de9d7ab3a799,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:55.944696 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:56.041444 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Floating IP 972ed74d-842d-4555-9fdf-640bef8d0684 associated. External IP: 172.25.0.8, port: 4a952d40-36b3-4753-8a45-cc3da3648c4a. Sep 30 09:00:56.242938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Router 6d8f4328-c774-4a7b-b07f-6e8523c82848 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:00:56.350930 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:00:56.360947 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1e15b3-6f5b-4575-862f-ffe3ee203bdf None None] Sync routers for ids ['6d8f4328-c774-4a7b-b07f-6e8523c82848'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:00:56.368017 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:56.370276 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e15b3-6f5b-4575-862f-ffe3ee203bdf None None] Routers {'6d8f4328-c774-4a7b-b07f-6e8523c82848'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:00:56.370882 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8f1e15b3-6f5b-4575-862f-ffe3ee203bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:00:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6d8f4328-c774-4a7b-b07f-6e8523c82848'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:56.403800 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-32a6b095-edca-49ab-8b3c-86e5c533865a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5678797 Sep 30 09:00:56.404526 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'tag': '4a952d40-36b3-4753-8a45-cc3da3648c4a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:00:56.406521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49366) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:56.407067 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673f369c-6be5-4ad9-9f68-d71e75db504c" -d '{"events": [{"name": "network-changed", "server_uuid": "46a7fc90-2bea-4ed0-8c13-2fb109f23f7f", "tag": "4a952d40-36b3-4753-8a45-cc3da3648c4a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:00:56.411646 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1000240408', 'description': 'tempest-secgroup-smoke-1000240408 description', 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:56.436549 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:56.445413 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f84c3a-642a-4ec0-9097-c034a86760b3 x-openstack-request-id: req-e4f84c3a-642a-4ec0-9097-c034a86760b3 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:00:56.445925 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a7fc90-2bea-4ed0-8c13-2fb109f23f7f", "tag": "4a952d40-36b3-4753-8a45-cc3da3648c4a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:00:56.446193 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4f84c3a-642a-4ec0-9097-c034a86760b3 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:00:56.446665 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'tag': '4a952d40-36b3-4753-8a45-cc3da3648c4a', 'status': 'completed', 'code': 200} Sep 30 09:00:56.484747 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8f1e15b3-6f5b-4575-862f-ffe3ee203bdf None None] Set router 6d8f4328-c774-4a7b-b07f-6e8523c82848 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:00:56.530988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f369c-6be5-4ad9-9f68-d71e75db504c req-3efd3f8e-b797-49e9-b34a-ab47e7e371a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:56.533943 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-673f369c-6be5-4ad9-9f68-d71e75db504c req-3efd3f8e-b797-49e9-b34a-ab47e7e371a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb0a3d4defd4d9abdd07bd3f8892a9a&device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 1096 time: 0.0622828 Sep 30 09:00:56.554979 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:56.563995 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:56.602501 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:56.614062 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:56.614416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:56.615189 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:56.615189 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:56.615488 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:56.615737 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:56.616113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:56.616420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:56.617768 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:56.618252 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:56.618594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:56.618923 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:56.629032 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:56.633368 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8572c054-8aa9-4555-b472-70a5ff8be0b4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2228570 Sep 30 09:00:56.633786 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49370) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:56.638373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f3d5c1d0-db18-4558-93cc-031b1e005ac3 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Request body: {'security_group_rule': {'security_group_id': '01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8', 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:56.662752 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f369c-6be5-4ad9-9f68-d71e75db504c req-9e78bcf9-4145-4e79-ba18-d1d36f5bf7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:56.665480 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-673f369c-6be5-4ad9-9f68-d71e75db504c req-9e78bcf9-4145-4e79-ba18-d1d36f5bf7d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=18ff2a78-b595-4d74-8c61-918cab299ee9 HTTP/1.1" status: 200 len: 915 time: 0.1211805 Sep 30 09:00:56.681995 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3d5c1d0-db18-4558-93cc-031b1e005ac3 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:56.759030 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-673f369c-6be5-4ad9-9f68-d71e75db504c req-e0c6964d-9dab-48bb-88c8-bddd785a8737 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a952d40-36b3-4753-8a45-cc3da3648c4a HTTP/1.1" status: 200 len: 997 time: 0.0836051 Sep 30 09:00:56.763836 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3d5c1d0-db18-4558-93cc-031b1e005ac3 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:56.768762 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3d5c1d0-db18-4558-93cc-031b1e005ac3 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:56.779697 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8f1e15b3-6f5b-4575-862f-ffe3ee203bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'name': 'tempest-TestMinimumBasicScenario-263160283-router', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:01Z', 'updated_at': '2021-09-30T09:00:04Z', 'revision_number': 4, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'gw_port': {'id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:02Z', 'updated_at': '2021-09-30T09:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '972ed74d-842d-4555-9fdf-640bef8d0684', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'port_id': '4a952d40-36b3-4753-8a45-cc3da3648c4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9', 'mac_address': 'fa:16:3e:f7:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:00:55Z', 'updated_at': '2021-09-30T09:00:55Z', 'revision_number': 0, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a623ee-c837-4c98-ba07-04a09bdc8608', 'name': '', 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'mac_address': 'fa:16:3e:16:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:03Z', 'updated_at': '2021-09-30T09:00:08Z', 'revision_number': 5, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'subnets': [{'id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:56.784814 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5c1d0-db18-4558-93cc-031b1e005ac3 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1535c0d-a48f-4703-876a-0a408cb7301e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:56.802936 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3d5c1d0-db18-4558-93cc-031b1e005ac3 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:56.806845 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f3d5c1d0-db18-4558-93cc-031b1e005ac3 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1695163 Sep 30 09:00:56.807335 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49372) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:56.810594 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1e15b3-6f5b-4575-862f-ffe3ee203bdf None None] Checking router: 6d8f4328-c774-4a7b-b07f-6e8523c82848 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:00:56.815196 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4a0889aa-0acb-4dbf-b894-95d54f3dd8cd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Request body: {'security_group_rule': {'security_group_id': '01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8', 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:56.819580 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e15b3-6f5b-4575-862f-ffe3ee203bdf None None] Routers {'6d8f4328-c774-4a7b-b07f-6e8523c82848'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:00:56.820556 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8f1e15b3-6f5b-4575-862f-ffe3ee203bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:00:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6d8f4328-c774-4a7b-b07f-6e8523c82848'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:56.838412 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f369c-6be5-4ad9-9f68-d71e75db504c req-9c9cdcbd-be6e-4c69-bf20-42cc4c900b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:56.839899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-673f369c-6be5-4ad9-9f68-d71e75db504c req-9c9cdcbd-be6e-4c69-bf20-42cc4c900b58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0689f9e-bc4a-4ffe-935b-9b1aec53cc23 HTTP/1.1" status: 200 len: 853 time: 0.0737903 Sep 30 09:00:56.886297 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a0889aa-0acb-4dbf-b894-95d54f3dd8cd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:56.911256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f369c-6be5-4ad9-9f68-d71e75db504c req-26ead2b3-d404-47c3-8a27-e49716af0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:56.912803 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-673f369c-6be5-4ad9-9f68-d71e75db504c req-26ead2b3-d404-47c3-8a27-e49716af0f17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18ff2a78-b595-4d74-8c61-918cab299ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654817 Sep 30 09:00:56.933310 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8f1e15b3-6f5b-4575-862f-ffe3ee203bdf None None] Set router 6d8f4328-c774-4a7b-b07f-6e8523c82848 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:00:57.018443 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a0889aa-0acb-4dbf-b894-95d54f3dd8cd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.031798 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a0889aa-0acb-4dbf-b894-95d54f3dd8cd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.060004 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-673f369c-6be5-4ad9-9f68-d71e75db504c req-a4942ea6-b58e-4c7d-a30e-818dd36bc0c9 service neutron] 10.222.0.36 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394374 Sep 30 09:00:57.061607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0889aa-0acb-4dbf-b894-95d54f3dd8cd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbd5787-00f0-4193-9590-4faee689811d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:57.064909 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a0889aa-0acb-4dbf-b894-95d54f3dd8cd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.068764 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4a0889aa-0acb-4dbf-b894-95d54f3dd8cd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2561591 Sep 30 09:00:57.069222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49374) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:57.074364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-64e38b70-1dd0-4eb7-9231-ec8b0bf10a30 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Request body: {'security_group_rule': {'security_group_id': '01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8', 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:57.162442 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8f1e15b3-6f5b-4575-862f-ffe3ee203bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'name': 'tempest-TestMinimumBasicScenario-263160283-router', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:01Z', 'updated_at': '2021-09-30T09:00:04Z', 'revision_number': 4, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'gw_port': {'id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:02Z', 'updated_at': '2021-09-30T09:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '972ed74d-842d-4555-9fdf-640bef8d0684', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'port_id': '4a952d40-36b3-4753-8a45-cc3da3648c4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9', 'mac_address': 'fa:16:3e:f7:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:00:55Z', 'updated_at': '2021-09-30T09:00:55Z', 'revision_number': 0, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a623ee-c837-4c98-ba07-04a09bdc8608', 'name': '', 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'mac_address': 'fa:16:3e:16:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:03Z', 'updated_at': '2021-09-30T09:00:08Z', 'revision_number': 5, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'subnets': [{'id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:00:57.162897 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64e38b70-1dd0-4eb7-9231-ec8b0bf10a30 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.203834 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-673f369c-6be5-4ad9-9f68-d71e75db504c req-575d5bb4-e026-4707-839a-88dc806bab03 service neutron] 10.222.0.36 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250749 Sep 30 09:00:57.232642 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64e38b70-1dd0-4eb7-9231-ec8b0bf10a30 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.237712 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64e38b70-1dd0-4eb7-9231-ec8b0bf10a30 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.257078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e38b70-1dd0-4eb7-9231-ec8b0bf10a30 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebbba13-8112-4f45-9b99-e90cf4d37837,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:57.265213 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64e38b70-1dd0-4eb7-9231-ec8b0bf10a30 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.266553 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-64e38b70-1dd0-4eb7-9231-ec8b0bf10a30 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1966970 Sep 30 09:00:57.269298 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49376) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:57.274862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Request body: {'security_group_rule': {'security_group_id': '01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8', 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:57.291458 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1e15b3-6f5b-4575-862f-ffe3ee203bdf None None] The sync data for ids ['6d8f4328-c774-4a7b-b07f-6e8523c82848'] in n-d-807359-2 is: [{'id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'name': 'tempest-TestMinimumBasicScenario-263160283-router', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:01Z', 'updated_at': '2021-09-30T09:00:04Z', 'revision_number': 4, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'gw_port': {'id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:02Z', 'updated_at': '2021-09-30T09:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '972ed74d-842d-4555-9fdf-640bef8d0684', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'port_id': '4a952d40-36b3-4753-8a45-cc3da3648c4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9', 'mac_address': 'fa:16:3e:f7:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:00:55Z', 'updated_at': '2021-09-30T09:00:55Z', 'revision_number': 0, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a623ee-c837-4c98-ba07-04a09bdc8608', 'name': '', 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'mac_address': 'fa:16:3e:16:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:03Z', 'updated_at': '2021-09-30T09:00:08Z', 'revision_number': 5, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'subnets': [{'id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:00:57.302563 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.368332 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.372242 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.391512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b056e642-b71f-4900-b9f5-b6538d0f6af9,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:57.400374 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.401595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312981 Sep 30 09:00:57.403250 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:57.403597 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:57.403959 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:57.404313 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:57.404664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:57.405006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:57.405152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49378) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:57.405329 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:57.405657 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:57.405986 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:57.406340 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:57.406665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:57.406989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6e82a-91cc-46b4-8ff5-72e32e440710 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:00:57.410857 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b2aabf34-659b-40e7-8aae-e9448674cb25 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Request body: {'security_group_rule': {'security_group_id': '01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8', 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:57.437773 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-b2aabf34-659b-40e7-8aae-e9448674cb25 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Project acb0a3d4defd4d9abdd07bd3f8892a9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:00:57.442988 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2aabf34-659b-40e7-8aae-e9448674cb25 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.514309 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572ce2f-e9b6-4bc5-9563-b39a5dce9cfe None None] New status for floating IP 972ed74d-842d-4555-9fdf-640bef8d0684: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:00:57.522445 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2aabf34-659b-40e7-8aae-e9448674cb25 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.526586 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2aabf34-659b-40e7-8aae-e9448674cb25 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.546267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aabf34-659b-40e7-8aae-e9448674cb25 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab94579f-6b28-4c4c-bef1-76fd0254c3b4,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:57.553321 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2aabf34-659b-40e7-8aae-e9448674cb25 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.556103 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b2aabf34-659b-40e7-8aae-e9448674cb25 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1499491 Sep 30 09:00:57.558942 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49380) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:00:57.563462 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-99921f30-800d-46f7-b776-00b8681c24cd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Request body: {'security_group_rule': {'security_group_id': '01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8', 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:57.586705 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-99921f30-800d-46f7-b776-00b8681c24cd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Project acb0a3d4defd4d9abdd07bd3f8892a9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:00:57.591694 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99921f30-800d-46f7-b776-00b8681c24cd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.667705 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99921f30-800d-46f7-b776-00b8681c24cd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.671715 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99921f30-800d-46f7-b776-00b8681c24cd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.692686 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99921f30-800d-46f7-b776-00b8681c24cd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636852cf-35df-40c6-b72a-934ff0f6378b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:57.703489 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99921f30-800d-46f7-b776-00b8681c24cd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:57.705203 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-99921f30-800d-46f7-b776-00b8681c24cd tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452367 Sep 30 09:00:57.786965 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf4bcb49-8ae7-4615-9cd4-7bf835bc0a1f req-2fd59fb7-358e-494d-a6fa-070c0c47db63 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000240408&fields=id&tenant_id=acb0a3d4defd4d9abdd07bd3f8892a9a HTTP/1.1" status: 200 len: 267 time: 0.0343235 Sep 30 09:00:57.850279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcb49-8ae7-4615-9cd4-7bf835bc0a1f req-94979eab-7247-4b32-b06a-4370bd7af7a9 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:57.851797 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf4bcb49-8ae7-4615-9cd4-7bf835bc0a1f req-94979eab-7247-4b32-b06a-4370bd7af7a9 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 945 time: 0.0588889 Sep 30 09:00:57.865057 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-cf4bcb49-8ae7-4615-9cd4-7bf835bc0a1f req-36678fc0-f4c8-4250-a333-a6f4ea3a0843 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Request body: {'port': {'security_groups': ['4d9d9686-b38a-47b2-840e-2da554dd86ff', '01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:00:57.939384 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cf4bcb49-8ae7-4615-9cd4-7bf835bc0a1f req-36678fc0-f4c8-4250-a333-a6f4ea3a0843 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:58.144743 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-cf4bcb49-8ae7-4615-9cd4-7bf835bc0a1f req-36678fc0-f4c8-4250-a333-a6f4ea3a0843 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] For port 4a952d40-36b3-4753-8a45-cc3da3648c4a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4a952d40-36b3-4753-8a45-cc3da3648c4a,segment=NetworkSegment(c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f),segment_id=c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:00:58.183862 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cf4bcb49-8ae7-4615-9cd4-7bf835bc0a1f req-36678fc0-f4c8-4250-a333-a6f4ea3a0843 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:58.188546 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cf4bcb49-8ae7-4615-9cd4-7bf835bc0a1f req-36678fc0-f4c8-4250-a333-a6f4ea3a0843 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:58.202319 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4a952d40-36b3-4753-8a45-cc3da3648c4a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:00:58.238562 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcb49-8ae7-4615-9cd4-7bf835bc0a1f req-36678fc0-f4c8-4250-a333-a6f4ea3a0843 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:58.239262 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cf4bcb49-8ae7-4615-9cd4-7bf835bc0a1f req-36678fc0-f4c8-4250-a333-a6f4ea3a0843 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:58.247617 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf4bcb49-8ae7-4615-9cd4-7bf835bc0a1f req-36678fc0-f4c8-4250-a333-a6f4ea3a0843 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "PUT /v2.0/ports/4a952d40-36b3-4753-8a45-cc3da3648c4a HTTP/1.1" status: 200 len: 981 time: 0.3872647 Sep 30 09:00:58.277264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36678fc0-f4c8-4250-a333-a6f4ea3a0843 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Pushing event updated for resources: {'Port': ['ID=4a952d40-36b3-4753-8a45-cc3da3648c4a,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:00:58.305492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4a952d40-36b3-4753-8a45-cc3da3648c4a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:00:58.386601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb3889-6d21-4f33-9c8c-92c3986ee949 req-30b4490a-819b-4b84-bbf1-f6b75c48b5c9 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:58.388440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3eb3889-6d21-4f33-9c8c-92c3986ee949 req-30b4490a-819b-4b84-bbf1-f6b75c48b5c9 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 984 time: 0.0665994 Sep 30 09:00:58.439956 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a3eb3889-6d21-4f33-9c8c-92c3986ee949 req-d5308cea-27b7-4380-9a3f-1f0dbb4ad74f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&id=01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447743 Sep 30 09:00:58.448062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'tag': '4a952d40-36b3-4753-8a45-cc3da3648c4a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:00:58.451631 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a35f63-9556-4b23-b7ef-3615f831ab11" -d '{"events": [{"name": "network-changed", "server_uuid": "46a7fc90-2bea-4ed0-8c13-2fb109f23f7f", "tag": "4a952d40-36b3-4753-8a45-cc3da3648c4a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:00:58.516757 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7be44c-af2e-4952-b5f7-225b49f8edbf x-openstack-request-id: req-6d7be44c-af2e-4952-b5f7-225b49f8edbf {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:00:58.517126 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a7fc90-2bea-4ed0-8c13-2fb109f23f7f", "tag": "4a952d40-36b3-4753-8a45-cc3da3648c4a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:00:58.517390 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d7be44c-af2e-4952-b5f7-225b49f8edbf {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:00:58.517801 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'tag': '4a952d40-36b3-4753-8a45-cc3da3648c4a', 'status': 'completed', 'code': 200} Sep 30 09:00:58.597994 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a35f63-9556-4b23-b7ef-3615f831ab11 req-6e61d18d-8b64-4dcb-9617-41c571035226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:58.600082 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29a35f63-9556-4b23-b7ef-3615f831ab11 req-6e61d18d-8b64-4dcb-9617-41c571035226 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb0a3d4defd4d9abdd07bd3f8892a9a&device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 1135 time: 0.0578890 Sep 30 09:00:58.646114 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-426d3c5b-ee97-434d-91e7-0eb042fefa62 None None] Provisioning complete for port 4a952d40-36b3-4753-8a45-cc3da3648c4a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:00:58.646833 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-426d3c5b-ee97-434d-91e7-0eb042fefa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:00:58.721323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a35f63-9556-4b23-b7ef-3615f831ab11 req-f7431693-872c-46f3-9a50-7c9f9813a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:58.724082 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29a35f63-9556-4b23-b7ef-3615f831ab11 req-f7431693-872c-46f3-9a50-7c9f9813a7b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=18ff2a78-b595-4d74-8c61-918cab299ee9 HTTP/1.1" status: 200 len: 915 time: 0.1153326 Sep 30 09:00:58.795986 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29a35f63-9556-4b23-b7ef-3615f831ab11 req-cfc6d10a-6c56-4495-8d21-001c28269a7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a952d40-36b3-4753-8a45-cc3da3648c4a HTTP/1.1" status: 200 len: 999 time: 0.0636902 Sep 30 09:00:58.854912 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a35f63-9556-4b23-b7ef-3615f831ab11 req-8e161aa7-8593-4473-a4ed-7f21b0ffca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:58.857283 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29a35f63-9556-4b23-b7ef-3615f831ab11 req-8e161aa7-8593-4473-a4ed-7f21b0ffca50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0689f9e-bc4a-4ffe-935b-9b1aec53cc23 HTTP/1.1" status: 200 len: 853 time: 0.0509586 Sep 30 09:00:58.907838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a35f63-9556-4b23-b7ef-3615f831ab11 req-4bd50917-fd5a-483c-8c7f-17f665950d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:00:58.909401 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29a35f63-9556-4b23-b7ef-3615f831ab11 req-4bd50917-fd5a-483c-8c7f-17f665950d92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18ff2a78-b595-4d74-8c61-918cab299ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441787 Sep 30 09:00:59.001593 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29a35f63-9556-4b23-b7ef-3615f831ab11 req-259a3ba7-193f-4640-876a-8c6e66327713 service neutron] 10.222.0.36 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836310 Sep 30 09:00:59.108380 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-29a35f63-9556-4b23-b7ef-3615f831ab11 req-9b51fe87-14f0-45a6-9424-6ee4dc6977c3 service neutron] 10.222.0.36 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959265 Sep 30 09:01:00.148554 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:08.248979 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:01:10.660937 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:12.080860 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-0484018f-a730-4da5-8d96-9e1e16aaf150 req-9938d7b4-f560-44bb-a96e-89d05de52dd0 tempest-ServerDiskConfigTestJSON-43872813 tempest-ServerDiskConfigTestJSON-43872813-project] (94837) timed out ('10.222.0.36', 55067) {{(pid=94837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 09:01:12.133483 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-38aebc13-dade-4a85-bb1c-f9cb2a9bc93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:14.880129 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6b3c-198e-4c56-af79-e644a38b7630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:15.362552 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:15.859084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90ad1e-b56b-4097-812d-d646f35dad6b req-9bfbccc0-68d8-41f2-b804-1e14960e302a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:15.860611 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d90ad1e-b56b-4097-812d-d646f35dad6b req-9bfbccc0-68d8-41f2-b804-1e14960e302a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 984 time: 0.0786169 Sep 30 09:01:15.863204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b878c6-95d9-47b9-8f57-1fbed137a378 req-ba34e3b5-319c-4f4b-b40b-b73f6b022603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:15.864639 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76b878c6-95d9-47b9-8f57-1fbed137a378 req-ba34e3b5-319c-4f4b-b40b-b73f6b022603 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb0a3d4defd4d9abdd07bd3f8892a9a&device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 1135 time: 0.0702195 Sep 30 09:01:16.069585 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:16.257469 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d90ad1e-b56b-4097-812d-d646f35dad6b req-a8911210-0fd1-40c1-b466-6fef5ded2a24 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&id=01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3906741 Sep 30 09:01:16.310229 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b878c6-95d9-47b9-8f57-1fbed137a378 req-f5af7896-2408-4fe0-87f9-cf977c3a27af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:16.311750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76b878c6-95d9-47b9-8f57-1fbed137a378 req-f5af7896-2408-4fe0-87f9-cf977c3a27af service neutron] 10.222.0.36 "GET /v2.0/networks?id=18ff2a78-b595-4d74-8c61-918cab299ee9 HTTP/1.1" status: 200 len: 915 time: 0.4315610 Sep 30 09:01:16.380453 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76b878c6-95d9-47b9-8f57-1fbed137a378 req-ed7a0886-5a02-4614-8892-f1cf6db4a721 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a952d40-36b3-4753-8a45-cc3da3648c4a HTTP/1.1" status: 200 len: 999 time: 0.0605171 Sep 30 09:01:16.429337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b878c6-95d9-47b9-8f57-1fbed137a378 req-0860faa7-b9b2-4c0c-9446-546dbe10ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:16.430738 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76b878c6-95d9-47b9-8f57-1fbed137a378 req-0860faa7-b9b2-4c0c-9446-546dbe10ee3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0689f9e-bc4a-4ffe-935b-9b1aec53cc23 HTTP/1.1" status: 200 len: 853 time: 0.0427718 Sep 30 09:01:16.475015 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b878c6-95d9-47b9-8f57-1fbed137a378 req-1c958292-cf27-4aa9-a1d0-2e0799c7fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:16.476515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76b878c6-95d9-47b9-8f57-1fbed137a378 req-1c958292-cf27-4aa9-a1d0-2e0799c7fcec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18ff2a78-b595-4d74-8c61-918cab299ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387244 Sep 30 09:01:16.567632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76b878c6-95d9-47b9-8f57-1fbed137a378 req-d02f20f5-ec86-4a4e-9d30-9dbb21e0b53f service neutron] 10.222.0.36 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835805 Sep 30 09:01:16.657833 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-76b878c6-95d9-47b9-8f57-1fbed137a378 req-365ebbad-c49c-45be-bb0c-6165cc036a60 service neutron] 10.222.0.36 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821600 Sep 30 09:01:17.371746 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915386c1-8a7f-4ca2-ab15-30e6773453e1 req-826942e2-4bca-4b2e-a3a9-72dd9316268d tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:17.373512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-915386c1-8a7f-4ca2-ab15-30e6773453e1 req-826942e2-4bca-4b2e-a3a9-72dd9316268d tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 984 time: 0.0481343 Sep 30 09:01:17.419421 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-915386c1-8a7f-4ca2-ab15-30e6773453e1 req-112f27f9-3e7d-4943-8115-b9b2fd973971 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&id=01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399292 Sep 30 09:01:17.935319 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:18.535267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b470e-6cc0-4588-90c4-5d16e7f3c1f8 req-2247c5c2-bc9c-41ea-9cad-6b791a620323 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:18.536704 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c85b470e-6cc0-4588-90c4-5d16e7f3c1f8 req-2247c5c2-bc9c-41ea-9cad-6b791a620323 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 984 time: 0.0504539 Sep 30 09:01:18.577055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c85b470e-6cc0-4588-90c4-5d16e7f3c1f8 req-b01cce6a-bb10-466c-afb5-f7185172bf34 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&id=01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344100 Sep 30 09:01:19.691954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f134ec1-d931-4ae8-8805-aa6a3e09cf4d req-58abdfc5-ad75-449a-a2ce-1d125e3b21eb tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:19.693436 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f134ec1-d931-4ae8-8805-aa6a3e09cf4d req-58abdfc5-ad75-449a-a2ce-1d125e3b21eb tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 984 time: 0.0493796 Sep 30 09:01:19.732763 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5f134ec1-d931-4ae8-8805-aa6a3e09cf4d req-f76d43b0-05b4-458b-a3e4-a67c43311074 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&id=01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328071 Sep 30 09:01:20.845570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b96486-908a-4e70-bfed-491def8b56c3 req-b2a08878-78e0-4bef-9c2a-0acdc0b4d466 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:20.847067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39b96486-908a-4e70-bfed-491def8b56c3 req-b2a08878-78e0-4bef-9c2a-0acdc0b4d466 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 984 time: 0.0499051 Sep 30 09:01:20.890543 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39b96486-908a-4e70-bfed-491def8b56c3 req-237100eb-9a2a-45d5-a796-4638e902e8e0 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&id=01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373836 Sep 30 09:01:22.005373 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806bb93-97cb-4acc-8daa-a41e4e1f8ffa req-91319a6a-3bd4-459b-90b7-21970eb665fc tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:22.006858 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f806bb93-97cb-4acc-8daa-a41e4e1f8ffa req-91319a6a-3bd4-459b-90b7-21970eb665fc tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 984 time: 0.0486131 Sep 30 09:01:22.045864 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f806bb93-97cb-4acc-8daa-a41e4e1f8ffa req-ab3e7f7b-62c2-449d-ba1a-bc87329e0217 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&id=01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331225 Sep 30 09:01:23.160077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216301e-34f8-43a3-bdcf-6e888302ec6c req-46f58130-2bea-46a6-89cd-9848883bcaea tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:23.161591 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a216301e-34f8-43a3-bdcf-6e888302ec6c req-46f58130-2bea-46a6-89cd-9848883bcaea tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 984 time: 0.0500655 Sep 30 09:01:23.201544 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a216301e-34f8-43a3-bdcf-6e888302ec6c req-a166751f-4ebc-4a0d-bfa9-bb6c8614adbc tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&id=01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339241 Sep 30 09:01:24.315091 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea4e89-8603-4f5e-93d4-7e557c4d7893 req-a6e4da90-7354-4024-8ecc-77069a475edf tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:24.316600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81ea4e89-8603-4f5e-93d4-7e557c4d7893 req-a6e4da90-7354-4024-8ecc-77069a475edf tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 984 time: 0.0483146 Sep 30 09:01:24.360381 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81ea4e89-8603-4f5e-93d4-7e557c4d7893 req-94abc9a9-2d95-4802-abd2-fa8a8fa812ed tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&id=01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378127 Sep 30 09:01:25.473270 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc096fa9-ecec-4049-95fa-e199f1415342 req-760e5379-7f07-425b-ac2f-64094d7bd2c4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:25.474844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc096fa9-ecec-4049-95fa-e199f1415342 req-760e5379-7f07-425b-ac2f-64094d7bd2c4 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 984 time: 0.0486064 Sep 30 09:01:25.516060 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc096fa9-ecec-4049-95fa-e199f1415342 req-01698163-3155-487d-a46b-42cda3b35b70 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&id=01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346568 Sep 30 09:01:26.634496 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96dbb2-5046-4f30-8371-ce08f698b9a0 req-ac6a1c2b-0cfe-469e-a899-c212892f6c30 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:26.636118 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b96dbb2-5046-4f30-8371-ce08f698b9a0 req-ac6a1c2b-0cfe-469e-a899-c212892f6c30 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 984 time: 0.0532932 Sep 30 09:01:26.676984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6b96dbb2-5046-4f30-8371-ce08f698b9a0 req-eaec4e3c-b7c1-4653-8150-b96aec96d94f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&id=01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342093 Sep 30 09:01:27.795441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25585c0-f4a9-4e12-aab3-499cf4a9e8c2 req-bcbf5817-583f-464c-83ea-c5ae2586f252 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:27.797026 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d25585c0-f4a9-4e12-aab3-499cf4a9e8c2 req-bcbf5817-583f-464c-83ea-c5ae2586f252 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 984 time: 0.0532176 Sep 30 09:01:27.841342 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d25585c0-f4a9-4e12-aab3-499cf4a9e8c2 req-4abfd13e-7a31-4047-98cd-b3a6f216f17b tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&id=01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382588 Sep 30 09:01:30.184085 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:36.657663 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e195fb22-7453-4f35-93eb-5eab4db40130 req-ea641042-3032-46a4-9753-69d9a17cb78d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434482 Sep 30 09:01:36.752667 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195fb22-7453-4f35-93eb-5eab4db40130 req-c1abdf8c-dbb4-469b-9eaa-3f00e0c3501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:36.754207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e195fb22-7453-4f35-93eb-5eab4db40130 req-c1abdf8c-dbb4-469b-9eaa-3f00e0c3501a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb0a3d4defd4d9abdd07bd3f8892a9a&device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 1135 time: 0.0440614 Sep 30 09:01:36.875672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195fb22-7453-4f35-93eb-5eab4db40130 req-e488e31f-5ca4-45cf-8262-48b26dfd2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:36.877260 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e195fb22-7453-4f35-93eb-5eab4db40130 req-e488e31f-5ca4-45cf-8262-48b26dfd2f4e service neutron] 10.222.0.36 "GET /v2.0/networks?id=18ff2a78-b595-4d74-8c61-918cab299ee9 HTTP/1.1" status: 200 len: 915 time: 0.1030719 Sep 30 09:01:36.951760 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e195fb22-7453-4f35-93eb-5eab4db40130 req-ac35907e-cb92-4ed2-801f-31fbf05f3650 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a952d40-36b3-4753-8a45-cc3da3648c4a HTTP/1.1" status: 200 len: 999 time: 0.0669794 Sep 30 09:01:37.000797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195fb22-7453-4f35-93eb-5eab4db40130 req-2c45053c-4bf2-452e-9859-a883457a90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:37.002231 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e195fb22-7453-4f35-93eb-5eab4db40130 req-2c45053c-4bf2-452e-9859-a883457a90ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0689f9e-bc4a-4ffe-935b-9b1aec53cc23 HTTP/1.1" status: 200 len: 853 time: 0.0430748 Sep 30 09:01:37.052983 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195fb22-7453-4f35-93eb-5eab4db40130 req-21fb0361-ec26-4972-9ce7-f138511b2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:01:37.054482 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e195fb22-7453-4f35-93eb-5eab4db40130 req-21fb0361-ec26-4972-9ce7-f138511b2c39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18ff2a78-b595-4d74-8c61-918cab299ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434928 Sep 30 09:01:37.142828 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e195fb22-7453-4f35-93eb-5eab4db40130 req-a824c1da-f45e-4a25-b66e-592efa6787f3 service neutron] 10.222.0.36 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807557 Sep 30 09:01:37.247285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e195fb22-7453-4f35-93eb-5eab4db40130 req-99e10361-2957-42ce-9098-cadc17e07fe9 service neutron] 10.222.0.36 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960412 Sep 30 09:01:40.663053 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:42.133757 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42f008fc-4569-4b7e-9459-faf4eae64ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:44.881637 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97b2c270-c8f3-40c7-8a03-af062435f5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:45.248042 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:01:45.363661 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:46.070856 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:01:47.937991 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:00.100555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57c1e848-30e2-492c-90dd-08446250aa57 req-d37bac2e-528e-438f-8991-ca53d161f313 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000240408&fields=id&tenant_id=acb0a3d4defd4d9abdd07bd3f8892a9a HTTP/1.1" status: 200 len: 267 time: 0.0337262 Sep 30 09:02:00.154546 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1e848-30e2-492c-90dd-08446250aa57 req-359c4c8b-c93d-415e-afd2-ef1ba0119b81 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:00.156174 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57c1e848-30e2-492c-90dd-08446250aa57 req-359c4c8b-c93d-415e-afd2-ef1ba0119b81 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 984 time: 0.0499153 Sep 30 09:02:00.166946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-57c1e848-30e2-492c-90dd-08446250aa57 req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Request body: {'port': {'security_groups': ['4d9d9686-b38a-47b2-840e-2da554dd86ff']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:00.196776 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:00.238599 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57c1e848-30e2-492c-90dd-08446250aa57 req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:00.411435 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-57c1e848-30e2-492c-90dd-08446250aa57 req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] For port 4a952d40-36b3-4753-8a45-cc3da3648c4a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4a952d40-36b3-4753-8a45-cc3da3648c4a,segment=NetworkSegment(c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f),segment_id=c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:00.440088 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57c1e848-30e2-492c-90dd-08446250aa57 req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:00.444377 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57c1e848-30e2-492c-90dd-08446250aa57 req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:00.456509 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4a952d40-36b3-4753-8a45-cc3da3648c4a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:02:00.487784 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1e848-30e2-492c-90dd-08446250aa57 req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:00.488449 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57c1e848-30e2-492c-90dd-08446250aa57 req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:00.489888 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57c1e848-30e2-492c-90dd-08446250aa57 req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "PUT /v2.0/ports/4a952d40-36b3-4753-8a45-cc3da3648c4a HTTP/1.1" status: 200 len: 942 time: 0.3273890 Sep 30 09:02:00.490354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'tag': '4a952d40-36b3-4753-8a45-cc3da3648c4a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:02:00.492684 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8a2320-8a36-4c67-a237-d76c55b96c79" -d '{"events": [{"name": "network-changed", "server_uuid": "46a7fc90-2bea-4ed0-8c13-2fb109f23f7f", "tag": "4a952d40-36b3-4753-8a45-cc3da3648c4a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:02:00.496164 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49456) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:00.520155 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Pushing event updated for resources: {'Port': ['ID=4a952d40-36b3-4753-8a45-cc3da3648c4a,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:00.529115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.529474 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.530799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.531246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.531924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.532340 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.532624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.532964 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.533416 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.533635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.533970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.534583 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f0026a-ed9b-4b77-a973-efd3c39b489f tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.558954 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4a952d40-36b3-4753-8a45-cc3da3648c4a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:02:00.575815 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466b954d-98ec-4d24-8ee3-fe547683bbc9 x-openstack-request-id: req-466b954d-98ec-4d24-8ee3-fe547683bbc9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:02:00.576152 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a7fc90-2bea-4ed0-8c13-2fb109f23f7f", "tag": "4a952d40-36b3-4753-8a45-cc3da3648c4a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:02:00.576414 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-466b954d-98ec-4d24-8ee3-fe547683bbc9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:02:00.577168 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'tag': '4a952d40-36b3-4753-8a45-cc3da3648c4a', 'status': 'completed', 'code': 200} Sep 30 09:02:00.579189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:00.610023 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:00.662905 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a2320-8a36-4c67-a237-d76c55b96c79 req-23f9f42c-1ef5-4aa3-b90b-6a1a55bc07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:00.665210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d8a2320-8a36-4c67-a237-d76c55b96c79 req-23f9f42c-1ef5-4aa3-b90b-6a1a55bc07e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb0a3d4defd4d9abdd07bd3f8892a9a&device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 1096 time: 0.0648704 Sep 30 09:02:00.684160 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:00.688764 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:00.693288 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "DELETE /v2.0/security-groups/01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8 HTTP/1.1" status: 204 len: 168 time: 0.1954322 Sep 30 09:02:00.694226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:00.714439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e982e5-f497-4ebe-a5f7-ba7ecf2b2cf8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:00.753648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.754107 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.754450 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.754783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.755111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.755443 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.755770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.756118 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.756439 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.756760 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.757077 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.757393 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f60392e-5a05-4e8e-b77b-01ed56512696 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:00.779579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a2320-8a36-4c67-a237-d76c55b96c79 req-109bfa08-c3c4-49b2-b1a2-d0bc4e3278aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:00.781315 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d8a2320-8a36-4c67-a237-d76c55b96c79 req-109bfa08-c3c4-49b2-b1a2-d0bc4e3278aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=18ff2a78-b595-4d74-8c61-918cab299ee9 HTTP/1.1" status: 200 len: 915 time: 0.1071417 Sep 30 09:02:00.854389 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d8a2320-8a36-4c67-a237-d76c55b96c79 req-8524155c-50e4-49fd-bfbf-ff874f7dd983 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a952d40-36b3-4753-8a45-cc3da3648c4a HTTP/1.1" status: 200 len: 999 time: 0.0639732 Sep 30 09:02:00.898082 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6fe09102-9407-4d0d-820f-a53812553817 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Deleting port d4ec80d0-a054-417f-99d3-de9d7ab3a799 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:02:00.898446 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fe09102-9407-4d0d-820f-a53812553817 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:00.904283 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a2320-8a36-4c67-a237-d76c55b96c79 req-8ccaf8ec-e607-4d1e-bf80-738e9aaef442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:00.906019 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d8a2320-8a36-4c67-a237-d76c55b96c79 req-8ccaf8ec-e607-4d1e-bf80-738e9aaef442 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0689f9e-bc4a-4ffe-935b-9b1aec53cc23 HTTP/1.1" status: 200 len: 853 time: 0.0449317 Sep 30 09:02:00.920144 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-edcad944-80ea-4ca8-99b3-fe41c8711bbe None None] Provisioning complete for port 4a952d40-36b3-4753-8a45-cc3da3648c4a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:00.921060 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-edcad944-80ea-4ca8-99b3-fe41c8711bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:00.963443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a2320-8a36-4c67-a237-d76c55b96c79 req-d32ec119-f29f-4d5c-bc5c-e105ce799c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:00.965163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d8a2320-8a36-4c67-a237-d76c55b96c79 req-d32ec119-f29f-4d5c-bc5c-e105ce799c84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18ff2a78-b595-4d74-8c61-918cab299ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504308 Sep 30 09:02:00.985005 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fe09102-9407-4d0d-820f-a53812553817 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:00.985343 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fe09102-9407-4d0d-820f-a53812553817 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:00.997675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6fe09102-9407-4d0d-820f-a53812553817 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Calling delete_port for d4ec80d0-a054-417f-99d3-de9d7ab3a799 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:02:01.067439 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d8a2320-8a36-4c67-a237-d76c55b96c79 req-47578ed1-4066-4c84-884e-9ab241db3b52 service neutron] 10.222.0.36 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934923 Sep 30 09:02:01.149148 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fe09102-9407-4d0d-820f-a53812553817 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:01.164080 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0d8a2320-8a36-4c67-a237-d76c55b96c79 req-2bb6d381-a2e1-46ef-ac4b-b36def96f17d service neutron] 10.222.0.36 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896645 Sep 30 09:02:01.176079 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe09102-9407-4d0d-820f-a53812553817 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Pushing event deleted for resources: {'Port': ['ID=d4ec80d0-a054-417f-99d3-de9d7ab3a799,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:01.238681 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fe09102-9407-4d0d-820f-a53812553817 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:01.239014 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-6fe09102-9407-4d0d-820f-a53812553817 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Floating IP 972ed74d-842d-4555-9fdf-640bef8d0684 disassociated (deleted). External IP: 172.25.0.8, port: 4a952d40-36b3-4753-8a45-cc3da3648c4a. Sep 30 09:02:01.442413 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe09102-9407-4d0d-820f-a53812553817 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Router 6d8f4328-c774-4a7b-b07f-6e8523c82848 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:02:01.546637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe09102-9407-4d0d-820f-a53812553817 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:02:01.551483 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fe09102-9407-4d0d-820f-a53812553817 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:01.556388 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a1c361-fb5c-4359-af9e-af64f8ea4c6b None None] Sync routers for ids ['6d8f4328-c774-4a7b-b07f-6e8523c82848'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:02:01.565127 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a1c361-fb5c-4359-af9e-af64f8ea4c6b None None] Routers {'6d8f4328-c774-4a7b-b07f-6e8523c82848'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:02:01.565714 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-97a1c361-fb5c-4359-af9e-af64f8ea4c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:01:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6d8f4328-c774-4a7b-b07f-6e8523c82848'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:01.577296 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6fe09102-9407-4d0d-820f-a53812553817 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "DELETE /v2.0/floatingips/972ed74d-842d-4555-9fdf-640bef8d0684 HTTP/1.1" status: 204 len: 168 time: 0.8790724 Sep 30 09:02:01.577871 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'tag': '4a952d40-36b3-4753-8a45-cc3da3648c4a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:02:01.580160 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445ad614-f19c-4fab-af8c-86114d7c66f6" -d '{"events": [{"name": "network-changed", "server_uuid": "46a7fc90-2bea-4ed0-8c13-2fb109f23f7f", "tag": "4a952d40-36b3-4753-8a45-cc3da3648c4a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:02:01.670155 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-97a1c361-fb5c-4359-af9e-af64f8ea4c6b None None] Set router 6d8f4328-c774-4a7b-b07f-6e8523c82848 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:02:01.784838 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c623ac8c-0e7f-4666-a2a2-aa8b0e7af177 x-openstack-request-id: req-c623ac8c-0e7f-4666-a2a2-aa8b0e7af177 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:02:01.785032 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a7fc90-2bea-4ed0-8c13-2fb109f23f7f", "tag": "4a952d40-36b3-4753-8a45-cc3da3648c4a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:02:01.785282 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c623ac8c-0e7f-4666-a2a2-aa8b0e7af177 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:02:01.785688 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'tag': '4a952d40-36b3-4753-8a45-cc3da3648c4a', 'status': 'completed', 'code': 200} Sep 30 09:02:01.857747 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ad614-f19c-4fab-af8c-86114d7c66f6 req-865f2243-9c7e-44af-b887-4a5cc44dc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:01.859497 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-445ad614-f19c-4fab-af8c-86114d7c66f6 req-865f2243-9c7e-44af-b887-4a5cc44dc5e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb0a3d4defd4d9abdd07bd3f8892a9a&device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 1096 time: 0.0488169 Sep 30 09:02:01.872268 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-97a1c361-fb5c-4359-af9e-af64f8ea4c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'name': 'tempest-TestMinimumBasicScenario-263160283-router', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:01Z', 'updated_at': '2021-09-30T09:00:04Z', 'revision_number': 4, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'gw_port': {'id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:02Z', 'updated_at': '2021-09-30T09:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '30a623ee-c837-4c98-ba07-04a09bdc8608', 'name': '', 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'mac_address': 'fa:16:3e:16:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:03Z', 'updated_at': '2021-09-30T09:00:08Z', 'revision_number': 5, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'subnets': [{'id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:01.902093 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a1c361-fb5c-4359-af9e-af64f8ea4c6b None None] Checking router: 6d8f4328-c774-4a7b-b07f-6e8523c82848 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:02:01.910861 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a1c361-fb5c-4359-af9e-af64f8ea4c6b None None] Routers {'6d8f4328-c774-4a7b-b07f-6e8523c82848'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:02:01.911459 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-97a1c361-fb5c-4359-af9e-af64f8ea4c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:01:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6d8f4328-c774-4a7b-b07f-6e8523c82848'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:01.955225 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ad614-f19c-4fab-af8c-86114d7c66f6 req-35820bdc-a3db-4b0e-a984-08b8ac68a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:01.956700 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-445ad614-f19c-4fab-af8c-86114d7c66f6 req-35820bdc-a3db-4b0e-a984-08b8ac68a569 service neutron] 10.222.0.36 "GET /v2.0/networks?id=18ff2a78-b595-4d74-8c61-918cab299ee9 HTTP/1.1" status: 200 len: 915 time: 0.0885534 Sep 30 09:02:02.000363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-445ad614-f19c-4fab-af8c-86114d7c66f6 req-a962ae1f-50c5-4edd-bed3-5214cbaafe38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a952d40-36b3-4753-8a45-cc3da3648c4a HTTP/1.1" status: 200 len: 217 time: 0.0363214 Sep 30 09:02:02.018315 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-97a1c361-fb5c-4359-af9e-af64f8ea4c6b None None] Set router 6d8f4328-c774-4a7b-b07f-6e8523c82848 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:02:02.054086 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ad614-f19c-4fab-af8c-86114d7c66f6 req-50ed62d6-2ac0-4e0b-ba5f-8cecdb713b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:02.055557 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-445ad614-f19c-4fab-af8c-86114d7c66f6 req-50ed62d6-2ac0-4e0b-ba5f-8cecdb713b50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0689f9e-bc4a-4ffe-935b-9b1aec53cc23 HTTP/1.1" status: 200 len: 853 time: 0.0453680 Sep 30 09:02:02.107319 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ad614-f19c-4fab-af8c-86114d7c66f6 req-d8d7cd2e-854c-443d-9806-20b68c9c8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:02.109520 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-445ad614-f19c-4fab-af8c-86114d7c66f6 req-d8d7cd2e-854c-443d-9806-20b68c9c8e62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18ff2a78-b595-4d74-8c61-918cab299ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457041 Sep 30 09:02:02.210171 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-97a1c361-fb5c-4359-af9e-af64f8ea4c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'name': 'tempest-TestMinimumBasicScenario-263160283-router', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:01Z', 'updated_at': '2021-09-30T09:00:04Z', 'revision_number': 4, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'gw_port': {'id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:02Z', 'updated_at': '2021-09-30T09:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '30a623ee-c837-4c98-ba07-04a09bdc8608', 'name': '', 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'mac_address': 'fa:16:3e:16:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:03Z', 'updated_at': '2021-09-30T09:00:08Z', 'revision_number': 5, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'subnets': [{'id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:02.215201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-445ad614-f19c-4fab-af8c-86114d7c66f6 req-0be29462-465f-4352-8099-21600d4e3522 service neutron] 10.222.0.36 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839031 Sep 30 09:02:02.236372 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a1c361-fb5c-4359-af9e-af64f8ea4c6b None None] The sync data for ids ['6d8f4328-c774-4a7b-b07f-6e8523c82848'] in n-d-807359-2 is: [{'id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'name': 'tempest-TestMinimumBasicScenario-263160283-router', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:01Z', 'updated_at': '2021-09-30T09:00:04Z', 'revision_number': 4, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'gw_port': {'id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:02Z', 'updated_at': '2021-09-30T09:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '30a623ee-c837-4c98-ba07-04a09bdc8608', 'name': '', 'network_id': '18ff2a78-b595-4d74-8c61-918cab299ee9', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'mac_address': 'fa:16:3e:16:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:03Z', 'updated_at': '2021-09-30T09:00:08Z', 'revision_number': 5, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'subnets': [{'id': 'a0689f9e-bc4a-4ffe-935b-9b1aec53cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:02:02.321354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-445ad614-f19c-4fab-af8c-86114d7c66f6 req-d2ba7bcc-18b1-4b06-bcdd-19cacb7ba145 service neutron] 10.222.0.36 "GET /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991108 Sep 30 09:02:02.486894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bc2db0-469e-4078-909e-cb0b75330e37 None None] New status for floating IP 972ed74d-842d-4555-9fdf-640bef8d0684: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:02:08.521977 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b303566-49dd-42f0-9e0d-a53fdbdf2ff3 req-c13f2f4f-26eb-429f-9040-4c7a862c520e tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:08.523515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b303566-49dd-42f0-9e0d-a53fdbdf2ff3 req-c13f2f4f-26eb-429f-9040-4c7a862c520e tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 945 time: 0.0508735 Sep 30 09:02:08.563938 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b303566-49dd-42f0-9e0d-a53fdbdf2ff3 req-e574b683-bc46-4e1e-9c04-d43907b81d4a tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341403 Sep 30 09:02:09.679009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0fdcb-d426-4613-ba12-a8bd1fa29f66 req-bf6c6e0b-9e72-42b5-9830-abb250a101ea tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:09.680528 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9c0fdcb-d426-4613-ba12-a8bd1fa29f66 req-bf6c6e0b-9e72-42b5-9830-abb250a101ea tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 945 time: 0.0495808 Sep 30 09:02:09.716619 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9c0fdcb-d426-4613-ba12-a8bd1fa29f66 req-14d7c650-2293-4a70-aff6-cfa1ccc53090 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d9686-b38a-47b2-840e-2da554dd86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302329 Sep 30 09:02:10.146427 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5121aa0-7482-4c1d-9d62-bdf7e0eabd62 req-fcc96d1b-52c2-4d2f-a4ba-6962d466fba1 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:10.147885 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5121aa0-7482-4c1d-9d62-bdf7e0eabd62 req-fcc96d1b-52c2-4d2f-a4ba-6962d466fba1 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 945 time: 0.0537362 Sep 30 09:02:10.239624 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d5121aa0-7482-4c1d-9d62-bdf7e0eabd62 req-be1a9cbd-f5ab-428b-ad73-2aa875d99c06 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Deleting port 4a952d40-36b3-4753-8a45-cc3da3648c4a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:02:10.239993 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d5121aa0-7482-4c1d-9d62-bdf7e0eabd62 req-be1a9cbd-f5ab-428b-ad73-2aa875d99c06 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:10.333490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d5121aa0-7482-4c1d-9d62-bdf7e0eabd62 req-be1a9cbd-f5ab-428b-ad73-2aa875d99c06 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] For port 4a952d40-36b3-4753-8a45-cc3da3648c4a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=4a952d40-36b3-4753-8a45-cc3da3648c4a,segment=NetworkSegment(c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f),segment_id=c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:10.333858 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d5121aa0-7482-4c1d-9d62-bdf7e0eabd62 req-be1a9cbd-f5ab-428b-ad73-2aa875d99c06 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:10.345904 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d5121aa0-7482-4c1d-9d62-bdf7e0eabd62 req-be1a9cbd-f5ab-428b-ad73-2aa875d99c06 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Calling delete_port for 4a952d40-36b3-4753-8a45-cc3da3648c4a owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:02:10.467849 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d5121aa0-7482-4c1d-9d62-bdf7e0eabd62 req-be1a9cbd-f5ab-428b-ad73-2aa875d99c06 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:10.479520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['4a952d40-36b3-4753-8a45-cc3da3648c4a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:02:10.500019 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a9cbd-f5ab-428b-ad73-2aa875d99c06 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Pushing event deleted for resources: {'Port': ['ID=4a952d40-36b3-4753-8a45-cc3da3648c4a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:10.539641 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5121aa0-7482-4c1d-9d62-bdf7e0eabd62 req-be1a9cbd-f5ab-428b-ad73-2aa875d99c06 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] No DVR routers for this DVR port 4a952d40-36b3-4753-8a45-cc3da3648c4a on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:02:10.542295 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d5121aa0-7482-4c1d-9d62-bdf7e0eabd62 req-be1a9cbd-f5ab-428b-ad73-2aa875d99c06 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:10.544301 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5121aa0-7482-4c1d-9d62-bdf7e0eabd62 req-be1a9cbd-f5ab-428b-ad73-2aa875d99c06 tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.36 "DELETE /v2.0/ports/4a952d40-36b3-4753-8a45-cc3da3648c4a HTTP/1.1" status: 204 len: 173 time: 0.3901772 Sep 30 09:02:10.544734 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'name': 'network-vif-deleted', 'tag': '4a952d40-36b3-4753-8a45-cc3da3648c4a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:02:10.547688 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eff0cd9-5da1-405f-b841-ff2fe21a1912" -d '{"events": [{"server_uuid": "46a7fc90-2bea-4ed0-8c13-2fb109f23f7f", "name": "network-vif-deleted", "tag": "4a952d40-36b3-4753-8a45-cc3da3648c4a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:02:10.583423 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f30edb3-9359-4e5b-8435-732de8fd7533 x-openstack-request-id: req-4f30edb3-9359-4e5b-8435-732de8fd7533 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:02:10.583765 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a7fc90-2bea-4ed0-8c13-2fb109f23f7f", "name": "network-vif-deleted", "tag": "4a952d40-36b3-4753-8a45-cc3da3648c4a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:02:10.584052 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f30edb3-9359-4e5b-8435-732de8fd7533 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:02:10.584452 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a7fc90-2bea-4ed0-8c13-2fb109f23f7f', 'name': 'network-vif-deleted', 'tag': '4a952d40-36b3-4753-8a45-cc3da3648c4a', 'status': 'completed', 'code': 200} Sep 30 09:02:10.663831 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:10.823366 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d4440d7f-ed7c-4eaa-8a85-22be2e9e0c46 req-19ba5bc2-93e3-4859-bd8d-ce944b685aec tempest-TestMinimumBasicScenario-1754684856 tempest-TestMinimumBasicScenario-1754684856-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a7fc90-2bea-4ed0-8c13-2fb109f23f7f HTTP/1.1" status: 200 len: 210 time: 0.0256629 Sep 30 09:02:12.135191 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbcd9fdd-b9e9-4ce5-929a-560cc7005444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:12.390613 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49558) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:12.996796 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c554617-e9ce-4543-a7cd-a250f4723e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:13.240308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1c554617-e9ce-4543-a7cd-a250f4723e31 admin admin] Deleting port 30a623ee-c837-4c98-ba07-04a09bdc8608 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:02:13.241211 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c554617-e9ce-4543-a7cd-a250f4723e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:13.323213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1c554617-e9ce-4543-a7cd-a250f4723e31 admin admin] For port 30a623ee-c837-4c98-ba07-04a09bdc8608, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=30a623ee-c837-4c98-ba07-04a09bdc8608,segment=NetworkSegment(c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f),segment_id=c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:13.323572 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c554617-e9ce-4543-a7cd-a250f4723e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:13.337302 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1c554617-e9ce-4543-a7cd-a250f4723e31 admin admin] Calling delete_port for 30a623ee-c837-4c98-ba07-04a09bdc8608 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:02:13.522045 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c554617-e9ce-4543-a7cd-a250f4723e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:13.549671 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c554617-e9ce-4543-a7cd-a250f4723e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a623ee-c837-4c98-ba07-04a09bdc8608,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:13.716672 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c554617-e9ce-4543-a7cd-a250f4723e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:13.946265 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c554617-e9ce-4543-a7cd-a250f4723e31 admin admin] Router 6d8f4328-c774-4a7b-b07f-6e8523c82848 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:02:14.068237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c554617-e9ce-4543-a7cd-a250f4723e31 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:02:14.075994 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1c554617-e9ce-4543-a7cd-a250f4723e31 admin admin] 10.222.0.24 "PUT /v2.0/routers/6d8f4328-c774-4a7b-b07f-6e8523c82848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6809697 Sep 30 09:02:14.075994 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:14.077535 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60573115-5a15-4fa7-a927-4eb6e8dd3593 None None] Sync routers for ids ['6d8f4328-c774-4a7b-b07f-6e8523c82848'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:02:14.087126 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60573115-5a15-4fa7-a927-4eb6e8dd3593 None None] Routers {'6d8f4328-c774-4a7b-b07f-6e8523c82848'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:02:14.087725 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60573115-5a15-4fa7-a927-4eb6e8dd3593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:01:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6d8f4328-c774-4a7b-b07f-6e8523c82848'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:14.180439 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05b4d5c5-caa1-484d-8435-382a8e9a25d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:14.196179 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-60573115-5a15-4fa7-a927-4eb6e8dd3593 None None] Set router 6d8f4328-c774-4a7b-b07f-6e8523c82848 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:02:14.286817 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05b4d5c5-caa1-484d-8435-382a8e9a25d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:14.346096 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-05b4d5c5-caa1-484d-8435-382a8e9a25d5 admin admin] Deleting port 1a148d82-e9f0-4b81-8acc-e281a1f71932 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:02:14.346215 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05b4d5c5-caa1-484d-8435-382a8e9a25d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:14.381105 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60573115-5a15-4fa7-a927-4eb6e8dd3593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'name': 'tempest-TestMinimumBasicScenario-263160283-router', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:01Z', 'updated_at': '2021-09-30T09:02:13Z', 'revision_number': 5, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'gw_port': {'id': '1a148d82-e9f0-4b81-8acc-e281a1f71932', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:02Z', 'updated_at': '2021-09-30T09:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:14.408929 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60573115-5a15-4fa7-a927-4eb6e8dd3593 None None] Checking router: 6d8f4328-c774-4a7b-b07f-6e8523c82848 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:02:14.417165 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60573115-5a15-4fa7-a927-4eb6e8dd3593 None None] Routers {'6d8f4328-c774-4a7b-b07f-6e8523c82848'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:02:14.417771 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60573115-5a15-4fa7-a927-4eb6e8dd3593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:01:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['6d8f4328-c774-4a7b-b07f-6e8523c82848'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:14.430162 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-05b4d5c5-caa1-484d-8435-382a8e9a25d5 admin admin] For port 1a148d82-e9f0-4b81-8acc-e281a1f71932, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=1a148d82-e9f0-4b81-8acc-e281a1f71932,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:14.430527 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05b4d5c5-caa1-484d-8435-382a8e9a25d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:14.442614 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-05b4d5c5-caa1-484d-8435-382a8e9a25d5 admin admin] Calling delete_port for 1a148d82-e9f0-4b81-8acc-e281a1f71932 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:02:14.503310 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-60573115-5a15-4fa7-a927-4eb6e8dd3593 None None] Set router 6d8f4328-c774-4a7b-b07f-6e8523c82848 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:02:14.553981 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60573115-5a15-4fa7-a927-4eb6e8dd3593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'name': 'tempest-TestMinimumBasicScenario-263160283-router', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:01Z', 'updated_at': '2021-09-30T09:02:14Z', 'revision_number': 6, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:14.611857 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05b4d5c5-caa1-484d-8435-382a8e9a25d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:14.639765 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4d5c5-caa1-484d-8435-382a8e9a25d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a148d82-e9f0-4b81-8acc-e281a1f71932,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:14.678977 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60573115-5a15-4fa7-a927-4eb6e8dd3593 None None] The sync data for ids ['6d8f4328-c774-4a7b-b07f-6e8523c82848'] in n-d-807359-2 is: [{'id': '6d8f4328-c774-4a7b-b07f-6e8523c82848', 'name': 'tempest-TestMinimumBasicScenario-263160283-router', 'tenant_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:01Z', 'updated_at': '2021-09-30T09:02:14Z', 'revision_number': 6, 'project_id': 'acb0a3d4defd4d9abdd07bd3f8892a9a', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:02:14.707156 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05b4d5c5-caa1-484d-8435-382a8e9a25d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:14.799830 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05b4d5c5-caa1-484d-8435-382a8e9a25d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:14.802036 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05b4d5c5-caa1-484d-8435-382a8e9a25d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:14.847241 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05b4d5c5-caa1-484d-8435-382a8e9a25d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:14.848093 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b4d5c5-caa1-484d-8435-382a8e9a25d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d8f4328-c774-4a7b-b07f-6e8523c82848 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:02:14.852644 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05b4d5c5-caa1-484d-8435-382a8e9a25d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:14.853802 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-05b4d5c5-caa1-484d-8435-382a8e9a25d5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6d8f4328-c774-4a7b-b07f-6e8523c82848 HTTP/1.1" status: 204 len: 168 time: 0.7767353 Sep 30 09:02:14.856636 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49562) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:14.881480 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cf5f904d-6f37-459d-80c2-f629c97227f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:14.903300 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-45060a61-72d2-40d8-91b7-251dc155a139 admin admin] Deleting subnet a0689f9e-bc4a-4ffe-935b-9b1aec53cc23 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:02:14.906341 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45060a61-72d2-40d8-91b7-251dc155a139 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:14.941051 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45060a61-72d2-40d8-91b7-251dc155a139 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:15.022274 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45060a61-72d2-40d8-91b7-251dc155a139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:15.081347 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45060a61-72d2-40d8-91b7-251dc155a139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:15.107792 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45060a61-72d2-40d8-91b7-251dc155a139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0689f9e-bc4a-4ffe-935b-9b1aec53cc23,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:15.111623 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45060a61-72d2-40d8-91b7-251dc155a139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:15.113548 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-45060a61-72d2-40d8-91b7-251dc155a139 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a0689f9e-bc4a-4ffe-935b-9b1aec53cc23 HTTP/1.1" status: 204 len: 168 time: 0.2560208 Sep 30 09:02:15.116186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:15.117176 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88a56e1-d1e4-4faf-95a7-46be4e8543af None None] Network 18ff2a78-b595-4d74-8c61-918cab299ee9 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:02:15.190192 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:15.243266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] Deleting port ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:02:15.243606 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:15.308535 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] For port ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e,segment=NetworkSegment(c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f),segment_id=c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:15.308839 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:15.322094 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] Calling delete_port for ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:02:15.365200 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:15.408951 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:15.421288 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b621e7db-400b-4b0a-b01c-50451a584cd5 None None] DHCP port deletion for 18ff2a78-b595-4d74-8c61-918cab299ee9 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:02:15.440213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:15.444637 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] No DVR routers for this DVR port ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:02:15.521282 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:15.543545 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ff2a78-b595-4d74-8c61-918cab299ee9']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:15.558358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:15.558702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e7c1c4-0e55-4956-9e26-cdbc6d7cc99f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:15.568398 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:15.581467 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:15.587578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:02:15.588040 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: timer() Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:02:15.589954 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:02:15.648603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 4a952d40-36b3-4753-8a45-cc3da3648c4a no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:02:15.653444 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:15.660497 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:15.666225 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] 10.222.0.24 "DELETE /v2.0/networks/18ff2a78-b595-4d74-8c61-918cab299ee9 HTTP/1.1" status: 204 len: 168 time: 0.5456934 Sep 30 09:02:15.666351 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49566) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:15.678286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 4a952d40-36b3-4753-8a45-cc3da3648c4a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:02:15.678897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 4a952d40-36b3-4753-8a45-cc3da3648c4a not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:02:15.686493 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7837904-4d45-4015-bf7d-ad6117ee9460 admin admin] Pushing event deleted for resources: {'Network': ['ID=18ff2a78-b595-4d74-8c61-918cab299ee9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:16.011945 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6d8a-5b4e-429c-a939-e53ca204c66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:16.074300 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:16.252047 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c6d8a-5b4e-429c-a939-e53ca204c66d admin admin] Deleting port 211a0c31-8209-4f0d-8a00-b044a4d2c64a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:02:16.252388 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6d8a-5b4e-429c-a939-e53ca204c66d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:16.327770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-ec5c6d8a-5b4e-429c-a939-e53ca204c66d admin admin] For port 211a0c31-8209-4f0d-8a00-b044a4d2c64a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=211a0c31-8209-4f0d-8a00-b044a4d2c64a,segment=NetworkSegment(64d56d8b-39f2-48c8-99b6-727d387390b2),segment_id=64d56d8b-39f2-48c8-99b6-727d387390b2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:16.328170 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6d8a-5b4e-429c-a939-e53ca204c66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:16.341741 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c6d8a-5b4e-429c-a939-e53ca204c66d admin admin] Calling delete_port for 211a0c31-8209-4f0d-8a00-b044a4d2c64a owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:02:16.347500 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 30a623ee-c837-4c98-ba07-04a09bdc8608 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:02:16.372300 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 30a623ee-c837-4c98-ba07-04a09bdc8608 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:02:16.372648 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 30a623ee-c837-4c98-ba07-04a09bdc8608 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:02:16.373074 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:02:16.394169 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:02:16.394521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device ce6eeed4-b64e-47b4-9ea8-4ed6c725cd2e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:02:16.394933 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1a148d82-e9f0-4b81-8acc-e281a1f71932 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:02:16.414506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 1a148d82-e9f0-4b81-8acc-e281a1f71932 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:02:16.414853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 1a148d82-e9f0-4b81-8acc-e281a1f71932 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:02:16.534461 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6d8a-5b4e-429c-a939-e53ca204c66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:16.564275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c6d8a-5b4e-429c-a939-e53ca204c66d admin admin] Pushing event deleted for resources: {'Port': ['ID=211a0c31-8209-4f0d-8a00-b044a4d2c64a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:16.725770 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6d8a-5b4e-429c-a939-e53ca204c66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:16.934490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5c6d8a-5b4e-429c-a939-e53ca204c66d admin admin] Router affa003a-be57-471b-8747-53c22e147386 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:02:17.368623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5c6d8a-5b4e-429c-a939-e53ca204c66d admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:02:17.373811 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ec5c6d8a-5b4e-429c-a939-e53ca204c66d admin admin] 10.222.0.24 "PUT /v2.0/routers/affa003a-be57-471b-8747-53c22e147386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7069607 Sep 30 09:02:17.377451 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:17.379021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822efca-bbae-4f67-9be4-3016e7e7a361 None None] Sync routers for ids ['affa003a-be57-471b-8747-53c22e147386'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:02:17.388081 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8822efca-bbae-4f67-9be4-3016e7e7a361 None None] Routers {'affa003a-be57-471b-8747-53c22e147386'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:02:17.388692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8822efca-bbae-4f67-9be4-3016e7e7a361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:02:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['affa003a-be57-471b-8747-53c22e147386'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:17.482153 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-146c0265-9428-41b1-b6d6-75ea30d6e6e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:17.490520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8822efca-bbae-4f67-9be4-3016e7e7a361 None None] Set router affa003a-be57-471b-8747-53c22e147386 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:02:17.584781 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-146c0265-9428-41b1-b6d6-75ea30d6e6e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:17.637836 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-146c0265-9428-41b1-b6d6-75ea30d6e6e7 admin admin] Deleting port d9830db1-c7ac-4ecd-a73a-67652422730e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:02:17.638239 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-146c0265-9428-41b1-b6d6-75ea30d6e6e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:17.677656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8822efca-bbae-4f67-9be4-3016e7e7a361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affa003a-be57-471b-8747-53c22e147386', 'name': 'tempest-TestMinimumBasicScenario-21398062-router', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd9830db1-c7ac-4ecd-a73a-67652422730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:06Z', 'updated_at': '2021-09-30T09:02:16Z', 'revision_number': 5, 'project_id': '43504b73a2b04586aecc9e92478585cc', 'gw_port': {'id': 'd9830db1-c7ac-4ecd-a73a-67652422730e', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:07:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affa003a-be57-471b-8747-53c22e147386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:00:06Z', 'updated_at': '2021-09-30T09:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:17.708220 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822efca-bbae-4f67-9be4-3016e7e7a361 None None] Checking router: affa003a-be57-471b-8747-53c22e147386 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:02:17.716588 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8822efca-bbae-4f67-9be4-3016e7e7a361 None None] Routers {'affa003a-be57-471b-8747-53c22e147386'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:02:17.717224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8822efca-bbae-4f67-9be4-3016e7e7a361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:02:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['affa003a-be57-471b-8747-53c22e147386'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:17.720908 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-146c0265-9428-41b1-b6d6-75ea30d6e6e7 admin admin] For port d9830db1-c7ac-4ecd-a73a-67652422730e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d9830db1-c7ac-4ecd-a73a-67652422730e,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:17.721275 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-146c0265-9428-41b1-b6d6-75ea30d6e6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:17.732905 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-146c0265-9428-41b1-b6d6-75ea30d6e6e7 admin admin] Calling delete_port for d9830db1-c7ac-4ecd-a73a-67652422730e owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:02:17.801459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8822efca-bbae-4f67-9be4-3016e7e7a361 None None] Set router affa003a-be57-471b-8747-53c22e147386 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:02:17.853092 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8822efca-bbae-4f67-9be4-3016e7e7a361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affa003a-be57-471b-8747-53c22e147386', 'name': 'tempest-TestMinimumBasicScenario-21398062-router', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:06Z', 'updated_at': '2021-09-30T09:02:17Z', 'revision_number': 6, 'project_id': '43504b73a2b04586aecc9e92478585cc', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:17.882939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822efca-bbae-4f67-9be4-3016e7e7a361 None None] The sync data for ids ['affa003a-be57-471b-8747-53c22e147386'] in n-d-807359-2 is: [{'id': 'affa003a-be57-471b-8747-53c22e147386', 'name': 'tempest-TestMinimumBasicScenario-21398062-router', 'tenant_id': '43504b73a2b04586aecc9e92478585cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:00:06Z', 'updated_at': '2021-09-30T09:02:17Z', 'revision_number': 6, 'project_id': '43504b73a2b04586aecc9e92478585cc', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:02:17.898046 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-146c0265-9428-41b1-b6d6-75ea30d6e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:17.923201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c0265-9428-41b1-b6d6-75ea30d6e6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9830db1-c7ac-4ecd-a73a-67652422730e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:17.943334 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:17.993907 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-146c0265-9428-41b1-b6d6-75ea30d6e6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.084802 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-146c0265-9428-41b1-b6d6-75ea30d6e6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.086974 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-146c0265-9428-41b1-b6d6-75ea30d6e6e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.129706 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-146c0265-9428-41b1-b6d6-75ea30d6e6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.130333 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146c0265-9428-41b1-b6d6-75ea30d6e6e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router affa003a-be57-471b-8747-53c22e147386 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:02:18.134823 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-146c0265-9428-41b1-b6d6-75ea30d6e6e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.136076 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-146c0265-9428-41b1-b6d6-75ea30d6e6e7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/affa003a-be57-471b-8747-53c22e147386 HTTP/1.1" status: 204 len: 168 time: 0.7573557 Sep 30 09:02:18.138806 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:18.183537 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb4cac7-a15b-4e93-be53-dbadf82308e3 admin admin] Deleting subnet 7b621d3e-ba9a-41c1-8533-566653a22689 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:02:18.186460 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bb4cac7-a15b-4e93-be53-dbadf82308e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.222019 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bb4cac7-a15b-4e93-be53-dbadf82308e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.574916 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bb4cac7-a15b-4e93-be53-dbadf82308e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.646137 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bb4cac7-a15b-4e93-be53-dbadf82308e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.650648 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 211a0c31-8209-4f0d-8a00-b044a4d2c64a no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:02:18.677637 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6de963-0f39-4231-b07b-22de6874c39b None None] Network b1c8447f-c2b7-4997-ace2-cd6e9b9bba71 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:02:18.677864 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bb4cac7-a15b-4e93-be53-dbadf82308e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.679678 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1bb4cac7-a15b-4e93-be53-dbadf82308e3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7b621d3e-ba9a-41c1-8533-566653a22689 HTTP/1.1" status: 204 len: 168 time: 0.5399029 Sep 30 09:02:18.681097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4cac7-a15b-4e93-be53-dbadf82308e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b621d3e-ba9a-41c1-8533-566653a22689,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:18.681228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 211a0c31-8209-4f0d-8a00-b044a4d2c64a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:02:18.681329 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 211a0c31-8209-4f0d-8a00-b044a4d2c64a not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:02:18.681741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d9830db1-c7ac-4ecd-a73a-67652422730e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:02:18.682314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:18.707528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d9830db1-c7ac-4ecd-a73a-67652422730e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:02:18.707882 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d9830db1-c7ac-4ecd-a73a-67652422730e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:02:18.762627 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.827426 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] Deleting port d7428bf1-a127-4303-a046-d88a5e0c6cdd {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:02:18.827840 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.880893 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] DHCP port deletion for b1c8447f-c2b7-4997-ace2-cd6e9b9bba71 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:02:18.899045 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] For port d7428bf1-a127-4303-a046-d88a5e0c6cdd, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d7428bf1-a127-4303-a046-d88a5e0c6cdd,segment=NetworkSegment(64d56d8b-39f2-48c8-99b6-727d387390b2),segment_id=64d56d8b-39f2-48c8-99b6-727d387390b2)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:18.899413 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.913261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] Calling delete_port for d7428bf1-a127-4303-a046-d88a5e0c6cdd owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:02:18.930344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Deleting port d7428bf1-a127-4303-a046-d88a5e0c6cdd {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:02:18.930765 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.993129 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:18.997902 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] For port d7428bf1-a127-4303-a046-d88a5e0c6cdd, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d7428bf1-a127-4303-a046-d88a5e0c6cdd,segment=NetworkSegment(64d56d8b-39f2-48c8-99b6-727d387390b2),segment_id=64d56d8b-39f2-48c8-99b6-727d387390b2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:18.998308 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:19.010108 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Calling delete_port for d7428bf1-a127-4303-a046-d88a5e0c6cdd owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:02:19.021939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7428bf1-a127-4303-a046-d88a5e0c6cdd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:19.028271 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] No DVR routers for this DVR port d7428bf1-a127-4303-a046-d88a5e0c6cdd on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:02:19.091377 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:19.106437 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:19.119999 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Pushing event deleted for resources: {'Port': ['ID=d7428bf1-a127-4303-a046-d88a5e0c6cdd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:19.127271 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c8447f-c2b7-4997-ace2-cd6e9b9bba71']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:19.130826 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] No DVR routers for this DVR port d7428bf1-a127-4303-a046-d88a5e0c6cdd on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:02:19.137770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:19.137770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:19.137770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:19.137770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:19.138273 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d56d8b-39f2-48c8-99b6-727d387390b2') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:19.138273 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d56d8b-39f2-48c8-99b6-727d387390b2') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:19.138551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:19.138551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:19.138551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:19.138551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:19.138551 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:19.138949 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:19.139040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:19.139309 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5fa6e-251e-412d-b9e8-64b3572080c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:19.148338 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:19.161942 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:19.167784 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:02:19.168203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: timer() Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:02:19.169815 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:02:19.226366 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:19.231290 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:19.233311 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b1c8447f-c2b7-4997-ace2-cd6e9b9bba71 HTTP/1.1" status: 204 len: 168 time: 0.5500739 Sep 30 09:02:19.246107 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccce315-b628-49d8-ab0d-427e43952104 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c8447f-c2b7-4997-ace2-cd6e9b9bba71,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:19.394929 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49576) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:19.435153 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2f072546-d3bc-4bad-90a8-cd9faab6050e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acb0a3d4defd4d9abdd07bd3f8892a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390990 Sep 30 09:02:19.437554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:19.485696 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff24a6cb-f15e-44c9-a29b-f2ea40331597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:19.506199 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff24a6cb-f15e-44c9-a29b-f2ea40331597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:19.553616 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff24a6cb-f15e-44c9-a29b-f2ea40331597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:19.556194 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff24a6cb-f15e-44c9-a29b-f2ea40331597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:19.557435 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ff24a6cb-f15e-44c9-a29b-f2ea40331597 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d9d9686-b38a-47b2-840e-2da554dd86ff HTTP/1.1" status: 204 len: 168 time: 0.1189117 Sep 30 09:02:19.567878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24a6cb-f15e-44c9-a29b-f2ea40331597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9d9686-b38a-47b2-840e-2da554dd86ff,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:19.869690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49584) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:19.909256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-5361d20f-8a06-40ac-a971-74c803cf15a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43504b73a2b04586aecc9e92478585cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383110 Sep 30 09:02:19.911559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49586) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:19.959791 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d10a2e0-b185-42df-b61c-d5e66993212a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:19.980813 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d10a2e0-b185-42df-b61c-d5e66993212a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:20.029777 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d10a2e0-b185-42df-b61c-d5e66993212a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:20.032997 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d10a2e0-b185-42df-b61c-d5e66993212a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:20.034177 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4d10a2e0-b185-42df-b61c-d5e66993212a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e69849d0-269b-4ebd-a3e1-6c9174dc3174 HTTP/1.1" status: 204 len: 168 time: 0.1216359 Sep 30 09:02:20.041522 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10a2e0-b185-42df-b61c-d5e66993212a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69849d0-269b-4ebd-a3e1-6c9174dc3174,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:20.354612 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d7428bf1-a127-4303-a046-d88a5e0c6cdd no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:02:20.378419 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d7428bf1-a127-4303-a046-d88a5e0c6cdd {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:02:20.378866 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d7428bf1-a127-4303-a046-d88a5e0c6cdd not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:02:21.572539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49626) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:21.577049 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-44eb239d-31ba-4842-83ee-27b182dd18fc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-685308797', 'description': 'tempest-secgroup-smoke-685308797 description', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:21.599427 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44eb239d-31ba-4842-83ee-27b182dd18fc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:21.606911 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44eb239d-31ba-4842-83ee-27b182dd18fc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:21.700344 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44eb239d-31ba-4842-83ee-27b182dd18fc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:21.704222 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44eb239d-31ba-4842-83ee-27b182dd18fc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:21.740686 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb239d-31ba-4842-83ee-27b182dd18fc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5c1ac1-8414-4f1f-adbc-69558bfd497e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:21.793265 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44eb239d-31ba-4842-83ee-27b182dd18fc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:21.798384 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44eb239d-31ba-4842-83ee-27b182dd18fc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:21.823901 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44eb239d-31ba-4842-83ee-27b182dd18fc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:21.825136 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-44eb239d-31ba-4842-83ee-27b182dd18fc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2516110 Sep 30 09:02:21.828373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:21.829534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb239d-31ba-4842-83ee-27b182dd18fc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41674c4-844f-498b-91cf-5ab97a206ada,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:21.833659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-de1a3930-93eb-48a2-b41d-ab652aef25b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': 'd41674c4-844f-498b-91cf-5ab97a206ada', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:21.860806 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de1a3930-93eb-48a2-b41d-ab652aef25b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:21.917633 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de1a3930-93eb-48a2-b41d-ab652aef25b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:21.921280 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de1a3930-93eb-48a2-b41d-ab652aef25b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:21.939191 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a3930-93eb-48a2-b41d-ab652aef25b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d884df-41c8-4c7e-8f36-401b4fe045bb,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:21.945829 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de1a3930-93eb-48a2-b41d-ab652aef25b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:21.947118 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-de1a3930-93eb-48a2-b41d-ab652aef25b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171122 Sep 30 09:02:21.949960 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49630) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:21.954975 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bb5aaee2-fbd6-4d07-952b-41ca8f23a6f0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': 'd41674c4-844f-498b-91cf-5ab97a206ada', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:21.981887 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb5aaee2-fbd6-4d07-952b-41ca8f23a6f0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.039312 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb5aaee2-fbd6-4d07-952b-41ca8f23a6f0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.043102 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb5aaee2-fbd6-4d07-952b-41ca8f23a6f0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.062599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5aaee2-fbd6-4d07-952b-41ca8f23a6f0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd95c1c-1c86-48d3-bf16-ed52b2c71052,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:22.065475 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb5aaee2-fbd6-4d07-952b-41ca8f23a6f0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.066670 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bb5aaee2-fbd6-4d07-952b-41ca8f23a6f0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157963 Sep 30 09:02:22.069531 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49632) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:22.073843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3f41d3df-b544-4b48-8923-c58f37a13834 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': 'd41674c4-844f-498b-91cf-5ab97a206ada', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:22.099446 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f41d3df-b544-4b48-8923-c58f37a13834 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.155824 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f41d3df-b544-4b48-8923-c58f37a13834 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.160167 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f41d3df-b544-4b48-8923-c58f37a13834 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.178179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41d3df-b544-4b48-8923-c58f37a13834 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09e5e39-667f-4c29-b7c4-4f4a6f30484a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:22.181287 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f41d3df-b544-4b48-8923-c58f37a13834 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.182521 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3f41d3df-b544-4b48-8923-c58f37a13834 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1120629 Sep 30 09:02:22.185274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:22.190081 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-df2c2216-29fd-44ba-b715-04752823589d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': 'd41674c4-844f-498b-91cf-5ab97a206ada', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:22.215802 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df2c2216-29fd-44ba-b715-04752823589d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.247364 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:02:22.284312 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df2c2216-29fd-44ba-b715-04752823589d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.287948 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df2c2216-29fd-44ba-b715-04752823589d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.305341 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c2216-29fd-44ba-b715-04752823589d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a50341f-7e23-4eda-9b24-6a535b593c31,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:22.310277 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df2c2216-29fd-44ba-b715-04752823589d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.311550 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-df2c2216-29fd-44ba-b715-04752823589d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253555 Sep 30 09:02:22.315112 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:22.319334 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c0eaf5a1-9586-4fa7-a680-0dc35abccf93 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': 'd41674c4-844f-498b-91cf-5ab97a206ada', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:22.340176 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-c0eaf5a1-9586-4fa7-a680-0dc35abccf93 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Project 6a3b98ec25fc4f14933509aca09cc02f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:02:22.344986 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf5a1-9586-4fa7-a680-0dc35abccf93 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.403366 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf5a1-9586-4fa7-a680-0dc35abccf93 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.407173 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf5a1-9586-4fa7-a680-0dc35abccf93 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.424549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eaf5a1-9586-4fa7-a680-0dc35abccf93 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91253da0-b4e7-4424-b6ee-e6687f81894e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:22.431788 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf5a1-9586-4fa7-a680-0dc35abccf93 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.432938 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c0eaf5a1-9586-4fa7-a680-0dc35abccf93 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169622 Sep 30 09:02:22.435617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49638) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:22.440550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5bd4a067-081f-4508-a442-2a4ae07a1455 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': 'd41674c4-844f-498b-91cf-5ab97a206ada', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:22.461379 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-5bd4a067-081f-4508-a442-2a4ae07a1455 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Project 6a3b98ec25fc4f14933509aca09cc02f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:02:22.466170 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd4a067-081f-4508-a442-2a4ae07a1455 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.526466 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd4a067-081f-4508-a442-2a4ae07a1455 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.529845 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd4a067-081f-4508-a442-2a4ae07a1455 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.547823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4a067-081f-4508-a442-2a4ae07a1455 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b79286d-8d79-45ca-a46a-e83456e94313,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:22.554142 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5bd4a067-081f-4508-a442-2a4ae07a1455 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.555346 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5bd4a067-081f-4508-a442-2a4ae07a1455 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187809 Sep 30 09:02:22.558311 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49640) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:22.563581 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-94216588-d858-4b9b-a10b-1e26acd5c05b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'network': {'name': 'tempest-network-smoke--826944673', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:22.584315 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94216588-d858-4b9b-a10b-1e26acd5c05b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Made reservation on behalf of 6a3b98ec25fc4f14933509aca09cc02f for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:02:22.587670 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94216588-d858-4b9b-a10b-1e26acd5c05b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.611245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94216588-d858-4b9b-a10b-1e26acd5c05b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:02:22.620977 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94216588-d858-4b9b-a10b-1e26acd5c05b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.621320 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-94216588-d858-4b9b-a10b-1e26acd5c05b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Added segment 308a2082-a4d1-4750-afb3-b063d3403c47 of type vlan for network 93ed6beb-27b7-4077-9078-dd53c05e2d8e Sep 30 09:02:22.666610 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94216588-d858-4b9b-a10b-1e26acd5c05b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.690474 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94216588-d858-4b9b-a10b-1e26acd5c05b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.696176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94216588-d858-4b9b-a10b-1e26acd5c05b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:22.696756 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94216588-d858-4b9b-a10b-1e26acd5c05b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.714168 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-94216588-d858-4b9b-a10b-1e26acd5c05b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1548216 Sep 30 09:02:22.717381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49642) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:22.722799 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-833217255', 'admin_state_up': True, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:22.745010 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.746004 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.770578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94216588-d858-4b9b-a10b-1e26acd5c05b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Network': ['ID=93ed6beb-27b7-4077-9078-dd53c05e2d8e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:22.783463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 93ed6beb-27b7-4077-9078-dd53c05e2d8e details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:02:22.801561 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:22.948976 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:23.136315 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:23.154459 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:23.254535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.25.0.68 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/194bdc74-c0d1-4312-961c-02715436992a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:02:23.360619 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:23.393684 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:23.429569 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:02:23.432393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:02:23.435801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:02:23.468011 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=194bdc74-c0d1-4312-961c-02715436992a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:23.699127 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:23.891675 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:24.015809 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:02:24.121171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:02:24.131750 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Sync routers for ids ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:02:24.139557 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:24.143395 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7f27fa09-5f86-4589-a924-aabe27678574 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4223874 Sep 30 09:02:24.143548 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Routers {'fb25032f-7165-4e6d-903c-1d3c5fcf1c69'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:02:24.143548 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:02:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:24.144464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49644) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:24.245675 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Set router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:02:24.275490 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-366392d4-9761-4eca-89f6-105655a4e43a tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=6a3b98ec25fc4f14933509aca09cc02f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1296651 Sep 30 09:02:24.278541 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49648) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:24.371034 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df71f91-5e4e-4ab5-b488-91efad2d7d4e tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:24.375163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4df71f91-5e4e-4ab5-b488-91efad2d7d4e tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930469 Sep 30 09:02:24.375441 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49650) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:24.408336 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-05650c44-e8dd-415c-a4a9-a6dc0d309aad tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316374 Sep 30 09:02:24.410942 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49652) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:24.415661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2c9c9a66-5d28-407d-b458-905194cea798 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-642774584', 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:24.421768 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833217255', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '194bdc74-c0d1-4312-961c-02715436992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:02:22Z', 'updated_at': '2021-09-30T09:02:23Z', 'revision_number': 3, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '194bdc74-c0d1-4312-961c-02715436992a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:23Z', 'updated_at': '2021-09-30T09:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:24.451665 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Checking router: fb25032f-7165-4e6d-903c-1d3c5fcf1c69 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:02:24.452029 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Updating router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 port 194bdc74-c0d1-4312-961c-02715436992a binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:02:24.475781 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:24.502781 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9c9a66-5d28-407d-b458-905194cea798 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Made reservation on behalf of 6a3b98ec25fc4f14933509aca09cc02f for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:02:24.506630 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c9c9a66-5d28-407d-b458-905194cea798 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:24.690663 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c9c9a66-5d28-407d-b458-905194cea798 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:24.724396 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:24.729494 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:24.751169 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c9a66-5d28-407d-b458-905194cea798 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Subnet': ['ID=696c511f-0b6c-4b17-96b2-cba88b9fac4c,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:24.761721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c9a66-5d28-407d-b458-905194cea798 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Checking segment: {'id': '308a2082-a4d1-4750-afb3-b063d3403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:02:24.762095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9c9a66-5d28-407d-b458-905194cea798 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network hostable DHCP agents. Network: 93ed6beb-27b7-4077-9078-dd53c05e2d8e, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:02:24.780265 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9c9a66-5d28-407d-b458-905194cea798 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network 93ed6beb-27b7-4077-9078-dd53c05e2d8e is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:02:24.784932 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Attempting to bind port 194bdc74-c0d1-4312-961c-02715436992a on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:02:24.785295 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Attempting to bind port 194bdc74-c0d1-4312-961c-02715436992a by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:02:24.785656 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Attempting to bind port 194bdc74-c0d1-4312-961c-02715436992a on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:02:24.787591 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b2bb7-bf7a-4e87-8bb0-ba0ad5ae4883 None None] Pushing event updated for resources: {'Port': ['ID=194bdc74-c0d1-4312-961c-02715436992a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:24.789319 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-2c9c9a66-5d28-407d-b458-905194cea798 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 93ed6beb-27b7-4077-9078-dd53c05e2d8e) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:02:24.793451 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9c9a66-5d28-407d-b458-905194cea798 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:24.794049 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c9c9a66-5d28-407d-b458-905194cea798 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:24.796381 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:02:24.796730 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:02:24.798105 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:24.798105 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:02:24.798491 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Bound port: 194bdc74-c0d1-4312-961c-02715436992a, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:02:24.798941 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:24.801212 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b2bb7-bf7a-4e87-8bb0-ba0ad5ae4883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:24.801344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193d0882-cf02-4200-99ea-e542c2c16e29 None None] Network 93ed6beb-27b7-4077-9078-dd53c05e2d8e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:02:24.801782 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b2bb7-bf7a-4e87-8bb0-ba0ad5ae4883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:24.801861 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b2bb7-bf7a-4e87-8bb0-ba0ad5ae4883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:24.802164 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b2bb7-bf7a-4e87-8bb0-ba0ad5ae4883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:24.802483 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b2bb7-bf7a-4e87-8bb0-ba0ad5ae4883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:24.802793 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b2bb7-bf7a-4e87-8bb0-ba0ad5ae4883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:24.803348 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b2bb7-bf7a-4e87-8bb0-ba0ad5ae4883 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:24.803465 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b2bb7-bf7a-4e87-8bb0-ba0ad5ae4883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:24.803717 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b2bb7-bf7a-4e87-8bb0-ba0ad5ae4883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:24.804060 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b2bb7-bf7a-4e87-8bb0-ba0ad5ae4883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:24.804646 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b2bb7-bf7a-4e87-8bb0-ba0ad5ae4883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:24.804646 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52b2bb7-bf7a-4e87-8bb0-ba0ad5ae4883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:02:24.817559 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2c9c9a66-5d28-407d-b458-905194cea798 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4031126 Sep 30 09:02:24.817940 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49654) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:24.859228 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] For port 194bdc74-c0d1-4312-961c-02715436992a, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:02:24.867539 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] For port 194bdc74-c0d1-4312-961c-02715436992a, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=194bdc74-c0d1-4312-961c-02715436992a,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:02:24.881892 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:24.932170 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b2bb7-bf7a-4e87-8bb0-ba0ad5ae4883 None None] Pushing event updated for resources: {'Port': ['ID=194bdc74-c0d1-4312-961c-02715436992a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:24.951831 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Routers {'fb25032f-7165-4e6d-903c-1d3c5fcf1c69'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:02:24.952475 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:02:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:24.967364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ips': [{'subnet_id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:02:24.968336 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:25.058694 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] Set router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:02:25.115734 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Allocated IP 172.20.0.2 (93ed6beb-27b7-4077-9078-dd53c05e2d8e/696c511f-0b6c-4b17-96b2-cba88b9fac4c/454700b2-7db7-494b-b307-693458c07cf1) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:02:25.249355 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833217255', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '194bdc74-c0d1-4312-961c-02715436992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:02:22Z', 'updated_at': '2021-09-30T09:02:23Z', 'revision_number': 3, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '194bdc74-c0d1-4312-961c-02715436992a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:23Z', 'updated_at': '2021-09-30T09:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:25.265213 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:25.271407 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:25.284609 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea3de7c-f2f4-4cd6-a89f-15a7a542ab18 None None] The sync data for ids ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'] in n-d-807359-2 is: [{'id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833217255', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '194bdc74-c0d1-4312-961c-02715436992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:02:22Z', 'updated_at': '2021-09-30T09:02:23Z', 'revision_number': 3, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '194bdc74-c0d1-4312-961c-02715436992a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:23Z', 'updated_at': '2021-09-30T09:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:02:25.287830 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:25.309337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Network 93ed6beb-27b7-4077-9078-dd53c05e2d8e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:02:25.312300 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:02:25.316592 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:02:25.349735 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Pushing event updated for resources: {'Port': ['ID=454700b2-7db7-494b-b307-693458c07cf1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:25.383034 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Attempting to bind port 454700b2-7db7-494b-b307-693458c07cf1 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:02:25.383165 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Attempting to bind port 454700b2-7db7-494b-b307-693458c07cf1 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '308a2082-a4d1-4750-afb3-b063d3403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:02:25.383500 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Attempting to bind port 454700b2-7db7-494b-b307-693458c07cf1 on network 93ed6beb-27b7-4077-9078-dd53c05e2d8e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:02:25.388869 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:02:25.389236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Checking segment: {'id': '308a2082-a4d1-4750-afb3-b063d3403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:02:25.389633 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:25.390034 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Bound using segment: {'id': '308a2082-a4d1-4750-afb3-b063d3403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:02:25.390506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Bound port: 454700b2-7db7-494b-b307-693458c07cf1, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308a2082-a4d1-4750-afb3-b063d3403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:02:25.391595 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:25.465518 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] For port 454700b2-7db7-494b-b307-693458c07cf1, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:02:25.469653 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] For port 454700b2-7db7-494b-b307-693458c07cf1, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=454700b2-7db7-494b-b307-693458c07cf1,segment=NetworkSegment(308a2082-a4d1-4750-afb3-b063d3403c47),segment_id=308a2082-a4d1-4750-afb3-b063d3403c47)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:02:25.475974 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:25.546310 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540227b-aa0f-4748-ad21-d9ce60258aec None None] Pushing event updated for resources: {'Port': ['ID=454700b2-7db7-494b-b307-693458c07cf1,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:25.651419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.20.0.1 (93ed6beb-27b7-4077-9078-dd53c05e2d8e/696c511f-0b6c-4b17-96b2-cba88b9fac4c/46942fa6-9269-4abe-8505-dcc44e2fc5e0) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:02:25.796229 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:25.833038 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:25.883043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network 93ed6beb-27b7-4077-9078-dd53c05e2d8e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:02:25.886504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:02:25.890759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:02:25.920269 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=46942fa6-9269-4abe-8505-dcc44e2fc5e0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:25.944271 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.082154 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.390199 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.397492 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.426757 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 454700b2-7db7-494b-b307-693458c07cf1 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:02:26.480961 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.482720 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=46942fa6-9269-4abe-8505-dcc44e2fc5e0,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:26.486164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 454700b2-7db7-494b-b307-693458c07cf1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:26.486972 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.597721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network 93ed6beb-27b7-4077-9078-dd53c05e2d8e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:02:26.599388 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:02:26.722000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:02:26.722413 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9753fd9-8668-435f-93e1-b5a742cb5a21 None None] Network 93ed6beb-27b7-4077-9078-dd53c05e2d8e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:02:26.763674 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.807757 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3c1b5d3e-6aa3-4ac7-8598-c9977faaaa5f None None] Provisioning complete for port 454700b2-7db7-494b-b307-693458c07cf1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:26.807961 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5d3e-6aa3-4ac7-8598-c9977faaaa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.836106 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:02:26.848210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-272cf0eb-d2b3-4813-abd7-4bac6e1475cc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "PUT /v2.0/routers/fb25032f-7165-4e6d-903c-1d3c5fcf1c69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0222423 Sep 30 09:02:26.889320 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 454700b2-7db7-494b-b307-693458c07cf1, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=454700b2-7db7-494b-b307-693458c07cf1,segment=NetworkSegment(308a2082-a4d1-4750-afb3-b063d3403c47),segment_id=308a2082-a4d1-4750-afb3-b063d3403c47)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:26.914444 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:26.915242 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 194bdc74-c0d1-4312-961c-02715436992a up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:02:26.996269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-4321eef9-d518-4202-9407-e2016c067d3f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-685308797&fields=id&tenant_id=6a3b98ec25fc4f14933509aca09cc02f HTTP/1.1" status: 200 len: 267 time: 0.0377550 Sep 30 09:02:27.019233 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Sync routers for ids ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:02:27.073661 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=454700b2-7db7-494b-b307-693458c07cf1,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:27.082886 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Routers {'fb25032f-7165-4e6d-903c-1d3c5fcf1c69'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:02:27.083507 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:02:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:27.104066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-7fbe8fea-480d-4f4b-b833-0ac40a77e9d5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:27.105557 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-7fbe8fea-480d-4f4b-b833-0ac40a77e9d5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/networks?id=93ed6beb-27b7-4077-9078-dd53c05e2d8e HTTP/1.1" status: 200 len: 796 time: 0.1017082 Sep 30 09:02:27.121099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-2de58e8a-46ed-4b6b-a79a-25f1f8161575 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/quotas/6a3b98ec25fc4f14933509aca09cc02f HTTP/1.1" status: 200 len: 375 time: 0.0092947 Sep 30 09:02:27.132536 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 194bdc74-c0d1-4312-961c-02715436992a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:27.132910 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:27.182519 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-861a502a-1f23-4395-9935-869009e4823b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535488 Sep 30 09:02:27.196106 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-2dc38d3e-3547-43ef-908e-217531ea64f2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:02:27.197154 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-2dc38d3e-3547-43ef-908e-217531ea64f2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064754 Sep 30 09:02:27.266431 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Set router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:02:27.297968 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-3f50404f-9bfd-4275-9ed3-d727db96c0c9 service neutron] 10.222.0.24 "GET /v2.0/networks/93ed6beb-27b7-4077-9078-dd53c05e2d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943065 Sep 30 09:02:27.311739 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:27.383526 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 194bdc74-c0d1-4312-961c-02715436992a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=194bdc74-c0d1-4312-961c-02715436992a,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:27.397232 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:27.481523 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3af6b04c-a79a-45af-b9ef-a510d83c0e6b None None] Provisioning complete for port 454700b2-7db7-494b-b307-693458c07cf1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:27.482218 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3af6b04c-a79a-45af-b9ef-a510d83c0e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:27.533291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=194bdc74-c0d1-4312-961c-02715436992a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:27.633978 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833217255', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '194bdc74-c0d1-4312-961c-02715436992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:02:22Z', 'updated_at': '2021-09-30T09:02:26Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '194bdc74-c0d1-4312-961c-02715436992a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:23Z', 'updated_at': '2021-09-30T09:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '46942fa6-9269-4abe-8505-dcc44e2fc5e0', 'name': '', 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:55:d4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:25Z', 'updated_at': '2021-09-30T09:02:26Z', 'revision_number': 2, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:27.673922 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Checking router: fb25032f-7165-4e6d-903c-1d3c5fcf1c69 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:02:27.674686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Updating router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 port 46942fa6-9269-4abe-8505-dcc44e2fc5e0 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:02:27.713179 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:27.715272 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3af6b04c-a79a-45af-b9ef-a510d83c0e6b None None] Provisioning complete for port 46942fa6-9269-4abe-8505-dcc44e2fc5e0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:27.715940 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3af6b04c-a79a-45af-b9ef-a510d83c0e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:27.774112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-c45c7566-5772-4425-98da-c029f6e3095d service neutron] 10.222.0.24 "GET /v2.0/networks/93ed6beb-27b7-4077-9078-dd53c05e2d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697702 Sep 30 09:02:27.783534 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3af6b04c-a79a-45af-b9ef-a510d83c0e6b None None] Port 46942fa6-9269-4abe-8505-dcc44e2fc5e0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:02:27.923602 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-140b9b93-a612-4779-a410-3f672f25d881 None None] Provisioning complete for port 46942fa6-9269-4abe-8505-dcc44e2fc5e0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:27.924090 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-140b9b93-a612-4779-a410-3f672f25d881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:27.952065 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2fbf890-cb2d-448f-8196-f76e0f0702ab req-0024ddca-35bb-4dba-b82a-e97eee542849 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 210 time: 0.0289571 Sep 30 09:02:27.993622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-140b9b93-a612-4779-a410-3f672f25d881 None None] Port 46942fa6-9269-4abe-8505-dcc44e2fc5e0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:02:28.082671 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:28.088516 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:28.139045 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ff764-01c3-42ae-b24d-60875e3108c6 None None] Pushing event updated for resources: {'Port': ['ID=46942fa6-9269-4abe-8505-dcc44e2fc5e0,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:28.203222 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Attempting to bind port 46942fa6-9269-4abe-8505-dcc44e2fc5e0 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:02:28.204342 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Attempting to bind port 46942fa6-9269-4abe-8505-dcc44e2fc5e0 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '308a2082-a4d1-4750-afb3-b063d3403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:02:28.204771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Attempting to bind port 46942fa6-9269-4abe-8505-dcc44e2fc5e0 on network 93ed6beb-27b7-4077-9078-dd53c05e2d8e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:02:28.210392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:02:28.210764 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Checking segment: {'id': '308a2082-a4d1-4750-afb3-b063d3403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:02:28.211176 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:28.211573 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Bound using segment: {'id': '308a2082-a4d1-4750-afb3-b063d3403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:02:28.212079 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Bound port: 46942fa6-9269-4abe-8505-dcc44e2fc5e0, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308a2082-a4d1-4750-afb3-b063d3403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:02:28.212464 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:28.285718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] For port 46942fa6-9269-4abe-8505-dcc44e2fc5e0, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:02:28.289428 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] For port 46942fa6-9269-4abe-8505-dcc44e2fc5e0, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=46942fa6-9269-4abe-8505-dcc44e2fc5e0,segment=NetworkSegment(308a2082-a4d1-4750-afb3-b063d3403c47),segment_id=308a2082-a4d1-4750-afb3-b063d3403c47)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:02:28.293938 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:28.348264 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Routers {'fb25032f-7165-4e6d-903c-1d3c5fcf1c69'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:02:28.348951 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:02:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:28.391781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 454700b2-7db7-494b-b307-693458c07cf1 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:02:28.447953 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ff764-01c3-42ae-b24d-60875e3108c6 None None] Pushing event updated for resources: {'Port': ['ID=46942fa6-9269-4abe-8505-dcc44e2fc5e0,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:28.484727 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2061cb6d-e950-4a07-9f70-cc0e20a2e56e None None] Provisioning complete for port 46942fa6-9269-4abe-8505-dcc44e2fc5e0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:28.486077 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2061cb6d-e950-4a07-9f70-cc0e20a2e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:28.582287 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] Set router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:02:28.621364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 454700b2-7db7-494b-b307-693458c07cf1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:28.621739 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:28.757068 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2061cb6d-e950-4a07-9f70-cc0e20a2e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:28.857940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2061cb6d-e950-4a07-9f70-cc0e20a2e56e None None] For port 46942fa6-9269-4abe-8505-dcc44e2fc5e0, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=46942fa6-9269-4abe-8505-dcc44e2fc5e0,segment=NetworkSegment(308a2082-a4d1-4750-afb3-b063d3403c47),segment_id=308a2082-a4d1-4750-afb3-b063d3403c47)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:28.867177 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2061cb6d-e950-4a07-9f70-cc0e20a2e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:28.891673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 194bdc74-c0d1-4312-961c-02715436992a up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:02:29.004353 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061cb6d-e950-4a07-9f70-cc0e20a2e56e None None] Pushing event updated for resources: {'Port': ['ID=46942fa6-9269-4abe-8505-dcc44e2fc5e0,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:29.028264 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-be9ee610-7fbf-4885-b6ec-d77f392d0381 None None] Provisioning complete for port 46942fa6-9269-4abe-8505-dcc44e2fc5e0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:29.028639 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be9ee610-7fbf-4885-b6ec-d77f392d0381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:29.038083 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833217255', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '194bdc74-c0d1-4312-961c-02715436992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:02:22Z', 'updated_at': '2021-09-30T09:02:26Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '194bdc74-c0d1-4312-961c-02715436992a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:23Z', 'updated_at': '2021-09-30T09:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '46942fa6-9269-4abe-8505-dcc44e2fc5e0', 'name': '', 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:55:d4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:25Z', 'updated_at': '2021-09-30T09:02:28Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:29.050500 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5cb7c218-c13b-4bc9-821b-0e7225dc1ed4 req-84db0d45-c4b6-4d2e-a899-59fbae4ebcc2 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 210 time: 0.0300322 Sep 30 09:02:29.232590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-cb75e73c-a681-4f61-af61-2f4043914879 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:29.234875 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-cb75e73c-a681-4f61-af61-2f4043914879 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "GET /v2.0/networks?id=93ed6beb-27b7-4077-9078-dd53c05e2d8e HTTP/1.1" status: 200 len: 796 time: 0.1224723 Sep 30 09:02:29.253709 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 194bdc74-c0d1-4312-961c-02715436992a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:29.254104 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:29.286532 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-01971d97-4b90-4975-a828-8ccde8671554 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a3b98ec25fc4f14933509aca09cc02f HTTP/1.1" status: 200 len: 379 time: 0.0362129 Sep 30 09:02:29.302419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-14e3a42e-d4c3-42c4-9e14-9b88129fe525 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'port': {'device_id': 'c18f2633-86ca-4394-b54e-a683681ef4c0', 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'admin_state_up': True, 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'security_groups': ['d41674c4-844f-498b-91cf-5ab97a206ada']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:29.305694 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f28c3b-70a7-47b3-a7ad-529851e2130b None None] The sync data for ids ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'] in n-d-807359-2 is: [{'id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833217255', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '194bdc74-c0d1-4312-961c-02715436992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:02:22Z', 'updated_at': '2021-09-30T09:02:26Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '194bdc74-c0d1-4312-961c-02715436992a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:23Z', 'updated_at': '2021-09-30T09:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '46942fa6-9269-4abe-8505-dcc44e2fc5e0', 'name': '', 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:55:d4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:25Z', 'updated_at': '2021-09-30T09:02:28Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:02:29.451471 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-14e3a42e-d4c3-42c4-9e14-9b88129fe525 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Made reservation on behalf of 6a3b98ec25fc4f14933509aca09cc02f for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:02:29.457089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-14e3a42e-d4c3-42c4-9e14-9b88129fe525 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:29.592326 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-14e3a42e-d4c3-42c4-9e14-9b88129fe525 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.20.0.14 (93ed6beb-27b7-4077-9078-dd53c05e2d8e/696c511f-0b6c-4b17-96b2-cba88b9fac4c/0398a751-435b-421a-92c0-1ed8f7069ce6) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:02:29.746193 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-14e3a42e-d4c3-42c4-9e14-9b88129fe525 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:29.780775 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-14e3a42e-d4c3-42c4-9e14-9b88129fe525 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:29.825840 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-14e3a42e-d4c3-42c4-9e14-9b88129fe525 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network 93ed6beb-27b7-4077-9078-dd53c05e2d8e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:02:29.829108 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-14e3a42e-d4c3-42c4-9e14-9b88129fe525 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:02:29.832878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-14e3a42e-d4c3-42c4-9e14-9b88129fe525 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:02:29.843199 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3a42e-d4c3-42c4-9e14-9b88129fe525 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=0398a751-435b-421a-92c0-1ed8f7069ce6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:29.899544 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-14e3a42e-d4c3-42c4-9e14-9b88129fe525 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:29.900224 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-14e3a42e-d4c3-42c4-9e14-9b88129fe525 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:29.917482 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-14e3a42e-d4c3-42c4-9e14-9b88129fe525 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6188369 Sep 30 09:02:29.928441 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-b45a8df0-ec60-4d92-8b27-cb7433d2a337 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:02:29.929482 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-b45a8df0-ec60-4d92-8b27-cb7433d2a337 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054612 Sep 30 09:02:29.948387 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Request body: {'port': {'device_id': 'c18f2633-86ca-4394-b54e-a683681ef4c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:30.008073 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:30.058097 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-05ca9011-363b-4e15-9277-6c0f54e7d5d2 None None] Provisioning complete for port 0398a751-435b-421a-92c0-1ed8f7069ce6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:30.058577 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05ca9011-363b-4e15-9277-6c0f54e7d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:30.104646 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-05ca9011-363b-4e15-9277-6c0f54e7d5d2 None None] Port 0398a751-435b-421a-92c0-1ed8f7069ce6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:02:30.175276 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733f761-3d64-4ac4-8281-a731f1100f36 req-389bb6ef-e832-4f55-9d52-94e04d5fad9c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:30.181811 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2733f761-3d64-4ac4-8281-a731f1100f36 req-389bb6ef-e832-4f55-9d52-94e04d5fad9c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 932 time: 0.0521278 Sep 30 09:02:30.193527 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:30.224900 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2733f761-3d64-4ac4-8281-a731f1100f36 req-9ab73cbf-26c5-43a2-ba13-f098948b553c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=d41674c4-844f-498b-91cf-5ab97a206ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399203 Sep 30 09:02:30.303517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0398a751-435b-421a-92c0-1ed8f7069ce6 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:02:30.313685 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:30.327520 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Transition to ACTIVE for port object 0398a751-435b-421a-92c0-1ed8f7069ce6 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:02:30.332661 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:30.402745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Pushing event updated for resources: {'Port': ['ID=0398a751-435b-421a-92c0-1ed8f7069ce6,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:30.407324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 46942fa6-9269-4abe-8505-dcc44e2fc5e0 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:02:30.463038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Attempting to bind port 0398a751-435b-421a-92c0-1ed8f7069ce6 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:02:30.463369 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Attempting to bind port 0398a751-435b-421a-92c0-1ed8f7069ce6 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '308a2082-a4d1-4750-afb3-b063d3403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:02:30.463699 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Attempting to bind port 0398a751-435b-421a-92c0-1ed8f7069ce6 on network 93ed6beb-27b7-4077-9078-dd53c05e2d8e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:02:30.468120 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Port 0398a751-435b-421a-92c0-1ed8f7069ce6 on network 93ed6beb-27b7-4077-9078-dd53c05e2d8e not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:02:30.468440 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Attempting to bind port 0398a751-435b-421a-92c0-1ed8f7069ce6 on network 93ed6beb-27b7-4077-9078-dd53c05e2d8e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:02:30.471408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 46942fa6-9269-4abe-8505-dcc44e2fc5e0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:30.472406 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:30.474854 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:02:30.475192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Checking segment: {'id': '308a2082-a4d1-4750-afb3-b063d3403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:02:30.475579 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Bound using segment: {'id': '308a2082-a4d1-4750-afb3-b063d3403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:02:30.476051 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Bound port: 0398a751-435b-421a-92c0-1ed8f7069ce6, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308a2082-a4d1-4750-afb3-b063d3403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:02:30.476397 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:30.551672 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] For port 0398a751-435b-421a-92c0-1ed8f7069ce6, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:02:30.558008 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] For port 0398a751-435b-421a-92c0-1ed8f7069ce6, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=0398a751-435b-421a-92c0-1ed8f7069ce6,segment=NetworkSegment(308a2082-a4d1-4750-afb3-b063d3403c47),segment_id=308a2082-a4d1-4750-afb3-b063d3403c47)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:02:30.563047 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:30.602584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:30.603244 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:30.604694 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] 10.222.0.35 "PUT /v2.0/ports/0398a751-435b-421a-92c0-1ed8f7069ce6 HTTP/1.1" status: 200 len: 1092 time: 0.6609092 Sep 30 09:02:30.605144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18f2633-86ca-4394-b54e-a683681ef4c0', 'tag': '0398a751-435b-421a-92c0-1ed8f7069ce6'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:02:30.607387 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f366a59c-43ef-4fa6-9d60-701cdd976fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "c18f2633-86ca-4394-b54e-a683681ef4c0", "tag": "0398a751-435b-421a-92c0-1ed8f7069ce6"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:02:30.643988 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c3ef1-e49a-4d1d-8b12-2ee3f11d8f9f service neutron] Pushing event updated for resources: {'Port': ['ID=0398a751-435b-421a-92c0-1ed8f7069ce6,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:30.658458 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98af6eb3-678d-47ae-8869-aa6decbfedcc x-openstack-request-id: req-98af6eb3-678d-47ae-8869-aa6decbfedcc {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:02:30.658761 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18f2633-86ca-4394-b54e-a683681ef4c0", "tag": "0398a751-435b-421a-92c0-1ed8f7069ce6", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:02:30.659013 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98af6eb3-678d-47ae-8869-aa6decbfedcc {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:02:30.659410 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18f2633-86ca-4394-b54e-a683681ef4c0', 'tag': '0398a751-435b-421a-92c0-1ed8f7069ce6', 'status': 'completed', 'code': 200} Sep 30 09:02:30.724680 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-33607928-3b36-44bd-9cf5-b31e3d458ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:30.726259 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-33607928-3b36-44bd-9cf5-b31e3d458ece service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 1095 time: 0.0440013 Sep 30 09:02:30.783305 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-9124838b-f48d-43a3-83d9-9a2f0c8471c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0398a751-435b-421a-92c0-1ed8f7069ce6 HTTP/1.1" status: 200 len: 217 time: 0.0405028 Sep 30 09:02:30.833496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-8f9af448-9949-4a32-b2a1-7e32ad5267c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:30.834983 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-8f9af448-9949-4a32-b2a1-7e32ad5267c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=696c511f-0b6c-4b17-96b2-cba88b9fac4c HTTP/1.1" status: 200 len: 834 time: 0.0444193 Sep 30 09:02:30.881814 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-895f8765-2182-40ff-aa81-4b63b27d8b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:30.883315 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-895f8765-2182-40ff-aa81-4b63b27d8b4e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93ed6beb-27b7-4077-9078-dd53c05e2d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413036 Sep 30 09:02:30.980710 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-fabe5e9b-eeb7-47a9-aa1c-6f0c2a602d7e service neutron] 10.222.0.35 "GET /v2.0/networks/93ed6beb-27b7-4077-9078-dd53c05e2d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900810 Sep 30 09:02:31.071703 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c9fa51ec-3d34-4f7a-aac0-3ec21d8a85e7 req-eb01b412-1afa-4561-b4c6-550e8d3f268d service neutron] 10.222.0.35 "GET /v2.0/networks/93ed6beb-27b7-4077-9078-dd53c05e2d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839739 Sep 30 09:02:31.209920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366a59c-43ef-4fa6-9d60-701cdd976fa5 req-bf50aa10-0011-4163-abe1-696d6db9934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:31.211416 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f366a59c-43ef-4fa6-9d60-701cdd976fa5 req-bf50aa10-0011-4163-abe1-696d6db9934a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 1095 time: 0.0457537 Sep 30 09:02:31.302662 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366a59c-43ef-4fa6-9d60-701cdd976fa5 req-f2ce6411-efd5-4aa3-801a-e717c6fa55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:31.304239 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f366a59c-43ef-4fa6-9d60-701cdd976fa5 req-f2ce6411-efd5-4aa3-801a-e717c6fa55e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=93ed6beb-27b7-4077-9078-dd53c05e2d8e HTTP/1.1" status: 200 len: 897 time: 0.0856662 Sep 30 09:02:31.348393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ff82a-40c4-43ef-a907-d8d4be3c7839 req-03151f8d-78f5-466d-a040-d9ebae06d8af tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:31.349835 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed1ff82a-40c4-43ef-a907-d8d4be3c7839 req-03151f8d-78f5-466d-a040-d9ebae06d8af tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 944 time: 0.0541606 Sep 30 09:02:31.353751 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f366a59c-43ef-4fa6-9d60-701cdd976fa5 req-9a878d6e-1f50-453f-96de-1d6437d69eb5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0398a751-435b-421a-92c0-1ed8f7069ce6 HTTP/1.1" status: 200 len: 217 time: 0.0426130 Sep 30 09:02:31.389693 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ed1ff82a-40c4-43ef-a907-d8d4be3c7839 req-22a40a79-821f-4000-8b76-5a4f447a0955 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=d41674c4-844f-498b-91cf-5ab97a206ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337107 Sep 30 09:02:31.405086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366a59c-43ef-4fa6-9d60-701cdd976fa5 req-a07003fb-9f69-4de4-a803-f41736634a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:31.406934 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f366a59c-43ef-4fa6-9d60-701cdd976fa5 req-a07003fb-9f69-4de4-a803-f41736634a66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=696c511f-0b6c-4b17-96b2-cba88b9fac4c HTTP/1.1" status: 200 len: 834 time: 0.0459328 Sep 30 09:02:31.455536 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366a59c-43ef-4fa6-9d60-701cdd976fa5 req-b8f71c4b-0c3c-40a0-884e-c22c47909f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:31.457083 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f366a59c-43ef-4fa6-9d60-701cdd976fa5 req-b8f71c4b-0c3c-40a0-884e-c22c47909f95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93ed6beb-27b7-4077-9078-dd53c05e2d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412457 Sep 30 09:02:31.551078 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f366a59c-43ef-4fa6-9d60-701cdd976fa5 req-528ebc0b-3a53-4363-9156-6ff9ca8d71ae service neutron] 10.222.0.35 "GET /v2.0/networks/93ed6beb-27b7-4077-9078-dd53c05e2d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856402 Sep 30 09:02:31.648039 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f366a59c-43ef-4fa6-9d60-701cdd976fa5 req-9dbc3743-5b3c-4e1d-b37f-bdc8e50bd6b4 service neutron] 10.222.0.35 "GET /v2.0/networks/93ed6beb-27b7-4077-9078-dd53c05e2d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873406 Sep 30 09:02:32.502949 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bf9a6-4601-4f42-8cdd-8306626d3d81 req-4c8878fc-2420-4893-9207-0abb48000146 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:32.504422 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-254bf9a6-4601-4f42-8cdd-8306626d3d81 req-4c8878fc-2420-4893-9207-0abb48000146 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 944 time: 0.0481246 Sep 30 09:02:32.540954 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-254bf9a6-4601-4f42-8cdd-8306626d3d81 req-f661bfea-673a-4ee7-8eb9-fc01fc3bcfbe tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=d41674c4-844f-498b-91cf-5ab97a206ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307844 Sep 30 09:02:33.554077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 0398a751-435b-421a-92c0-1ed8f7069ce6 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:02:33.650137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 0398a751-435b-421a-92c0-1ed8f7069ce6, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=0398a751-435b-421a-92c0-1ed8f7069ce6,segment=NetworkSegment(308a2082-a4d1-4750-afb3-b063d3403c47),segment_id=308a2082-a4d1-4750-afb3-b063d3403c47)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:33.659346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3bdbf-61e4-44ce-a835-71bd2cdf8d7d req-022b6027-7405-49d3-918e-432cdaf82550 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:33.661067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45d3bdbf-61e4-44ce-a835-71bd2cdf8d7d req-022b6027-7405-49d3-918e-432cdaf82550 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 944 time: 0.0540762 Sep 30 09:02:33.668367 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '0398a751-435b-421a-92c0-1ed8f7069ce6', 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'port_id': '0398a751-435b-421a-92c0-1ed8f7069ce6', 'mac_address': 'fa:16:3e:0c:03:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:02:33.699305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-45d3bdbf-61e4-44ce-a835-71bd2cdf8d7d req-1140008f-405c-4122-8a29-5de93b7fd80c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=d41674c4-844f-498b-91cf-5ab97a206ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320239 Sep 30 09:02:33.706535 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:33.727122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0398a751-435b-421a-92c0-1ed8f7069ce6 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:02:33.746786 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 0398a751-435b-421a-92c0-1ed8f7069ce6, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=0398a751-435b-421a-92c0-1ed8f7069ce6,segment=NetworkSegment(308a2082-a4d1-4750-afb3-b063d3403c47),segment_id=308a2082-a4d1-4750-afb3-b063d3403c47)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:33.751464 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:33.798807 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=0398a751-435b-421a-92c0-1ed8f7069ce6,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:34.061258 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['0398a751-435b-421a-92c0-1ed8f7069ce6'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:02:34.817356 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3580a-0cdf-4ed8-b3ae-5c044600c060 req-bde03ab0-5e7f-4fe2-b6d4-76007deb687d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:34.818824 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53b3580a-0cdf-4ed8-b3ae-5c044600c060 req-bde03ab0-5e7f-4fe2-b6d4-76007deb687d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 945 time: 0.0520930 Sep 30 09:02:34.856226 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53b3580a-0cdf-4ed8-b3ae-5c044600c060 req-8b98cd5b-bfd2-4043-8b63-29c01a4acd47 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=d41674c4-844f-498b-91cf-5ab97a206ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314331 Sep 30 09:02:35.568516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 0398a751-435b-421a-92c0-1ed8f7069ce6 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:02:35.617782 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 0398a751-435b-421a-92c0-1ed8f7069ce6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:02:35.621456 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 0398a751-435b-421a-92c0-1ed8f7069ce6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:02:35.621828 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:35.700203 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:35.722130 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18f2633-86ca-4394-b54e-a683681ef4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0398a751-435b-421a-92c0-1ed8f7069ce6'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:02:35.724363 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72eb66a-a566-4cde-a000-e267be059089" -d '{"events": [{"server_uuid": "c18f2633-86ca-4394-b54e-a683681ef4c0", "name": "network-vif-plugged", "status": "completed", "tag": "0398a751-435b-421a-92c0-1ed8f7069ce6"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:02:35.736722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 0398a751-435b-421a-92c0-1ed8f7069ce6, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=0398a751-435b-421a-92c0-1ed8f7069ce6,segment=NetworkSegment(308a2082-a4d1-4750-afb3-b063d3403c47),segment_id=308a2082-a4d1-4750-afb3-b063d3403c47)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:02:35.740829 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:35.772524 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69c7de1-fbc7-431e-825b-86232b73316d x-openstack-request-id: req-d69c7de1-fbc7-431e-825b-86232b73316d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:02:35.772814 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18f2633-86ca-4394-b54e-a683681ef4c0", "name": "network-vif-plugged", "status": "completed", "tag": "0398a751-435b-421a-92c0-1ed8f7069ce6", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:02:35.773065 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d69c7de1-fbc7-431e-825b-86232b73316d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:02:35.773451 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18f2633-86ca-4394-b54e-a683681ef4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0398a751-435b-421a-92c0-1ed8f7069ce6', 'code': 200} Sep 30 09:02:35.801334 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=0398a751-435b-421a-92c0-1ed8f7069ce6,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:35.889648 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b03a5-5d03-489e-8fa7-fb9385cc94f4 req-b514222b-e622-4a1a-8042-511f9e5e5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:35.891772 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-022b03a5-5d03-489e-8fa7-fb9385cc94f4 req-b514222b-e622-4a1a-8042-511f9e5e5df6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 1097 time: 0.0405018 Sep 30 09:02:35.931579 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-022b03a5-5d03-489e-8fa7-fb9385cc94f4 req-cd65fc4e-20b8-413e-886f-633cc81077ec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d41674c4-844f-498b-91cf-5ab97a206ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320017 Sep 30 09:02:35.974936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef948d6-f8b3-4144-b18e-18b29fba0fd6 req-1f0c9d6a-69e8-477f-a328-f14980791cb9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:35.976358 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ef948d6-f8b3-4144-b18e-18b29fba0fd6 req-1f0c9d6a-69e8-477f-a328-f14980791cb9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 946 time: 0.0493364 Sep 30 09:02:36.013690 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ef948d6-f8b3-4144-b18e-18b29fba0fd6 req-a992792c-be82-4c9c-9405-ff048d970523 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=d41674c4-844f-498b-91cf-5ab97a206ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315266 Sep 30 09:02:37.130578 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2820d-2124-4a00-8dd9-ed7097296256 req-e9990aef-a284-40a3-8e65-46277d1b7130 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:37.132103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3a2820d-2124-4a00-8dd9-ed7097296256 req-e9990aef-a284-40a3-8e65-46277d1b7130 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 946 time: 0.0490777 Sep 30 09:02:37.169649 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f3a2820d-2124-4a00-8dd9-ed7097296256 req-ba3d9875-1421-44b1-b6c2-9535f710204d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=d41674c4-844f-498b-91cf-5ab97a206ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317564 Sep 30 09:02:37.287293 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196864c-8797-46c8-b34b-51510c5760fa req-55cca751-d13e-4e45-b995-299330ef2f74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:37.288900 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6196864c-8797-46c8-b34b-51510c5760fa req-55cca751-d13e-4e45-b995-299330ef2f74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 946 time: 0.0546541 Sep 30 09:02:37.326480 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6196864c-8797-46c8-b34b-51510c5760fa req-6ba30cd6-ff30-4be4-b821-f2d631470c4b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=d41674c4-844f-498b-91cf-5ab97a206ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316937 Sep 30 09:02:37.349007 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49708) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:37.387845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151f99ca-a344-4dd9-9123-a7524ffffa46 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:37.389377 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-151f99ca-a344-4dd9-9123-a7524ffffa46 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 1092 time: 0.0393965 Sep 30 09:02:37.392780 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49710) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:37.396954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '0398a751-435b-421a-92c0-1ed8f7069ce6', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:02:37.417852 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:37.514436 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:37.615772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.25.0.145 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/37136583-908f-45d7-9158-eb36b12f0d8a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:02:37.719975 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:37.752606 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:37.791381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:02:37.794246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:02:37.797792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:02:37.805731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=37136583-908f-45d7-9158-eb36b12f0d8a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:38.151076 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:38.214939 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:38.362754 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:38.367173 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:38.434464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=37136583-908f-45d7-9158-eb36b12f0d8a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:02:38.448618 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:38.544912 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Floating IP 32e40216-2304-43dc-889e-8be5c74f2140 associated. External IP: 172.25.0.145, port: 0398a751-435b-421a-92c0-1ed8f7069ce6. Sep 30 09:02:38.747652 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:02:38.851535 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:02:38.864494 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792591f2-c9d8-4418-aa32-eba84603aee9 None None] Sync routers for ids ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:02:38.867405 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:38.877197 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792591f2-c9d8-4418-aa32-eba84603aee9 None None] Routers {'fb25032f-7165-4e6d-903c-1d3c5fcf1c69'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:02:38.878227 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-792591f2-c9d8-4418-aa32-eba84603aee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:02:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:38.895153 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d8f1f226-3ba6-45aa-9f44-10818148a035 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5013726 Sep 30 09:02:38.895740 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18f2633-86ca-4394-b54e-a683681ef4c0', 'tag': '0398a751-435b-421a-92c0-1ed8f7069ce6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:02:38.898046 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39338562-8c28-4020-a4ec-a2c5a7911a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c18f2633-86ca-4394-b54e-a683681ef4c0", "tag": "0398a751-435b-421a-92c0-1ed8f7069ce6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:02:38.983613 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-792591f2-c9d8-4418-aa32-eba84603aee9 None None] Set router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:02:38.995504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833a8fb-dd8d-442a-9d01-222a85387fd9 req-4c80db32-6746-4c79-920f-194f7e45f653 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:38.997044 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d833a8fb-dd8d-442a-9d01-222a85387fd9 req-4c80db32-6746-4c79-920f-194f7e45f653 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 946 time: 0.0541160 Sep 30 09:02:39.037471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d833a8fb-dd8d-442a-9d01-222a85387fd9 req-106dc6c2-144c-492f-b75e-059fefed3138 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=d41674c4-844f-498b-91cf-5ab97a206ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336504 Sep 30 09:02:39.060358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49718) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:39.096536 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2a0b14-41b8-4b2c-a920-f7c59579d6cd x-openstack-request-id: req-7b2a0b14-41b8-4b2c-a920-f7c59579d6cd {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:02:39.096848 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18f2633-86ca-4394-b54e-a683681ef4c0", "tag": "0398a751-435b-421a-92c0-1ed8f7069ce6", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:02:39.097076 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b2a0b14-41b8-4b2c-a920-f7c59579d6cd {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:02:39.097477 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18f2633-86ca-4394-b54e-a683681ef4c0', 'tag': '0398a751-435b-421a-92c0-1ed8f7069ce6', 'status': 'completed', 'code': 200} Sep 30 09:02:39.124846 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ef2df59b-a450-4cae-a3e8-3b519083039d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/32e40216-2304-43dc-889e-8be5c74f2140 HTTP/1.1" status: 200 len: 992 time: 0.0633361 Sep 30 09:02:39.166679 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39338562-8c28-4020-a4ec-a2c5a7911a4a req-1682dd25-bb19-4b62-aebb-7facf0743c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:39.168228 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39338562-8c28-4020-a4ec-a2c5a7911a4a req-1682dd25-bb19-4b62-aebb-7facf0743c74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 1097 time: 0.0418139 Sep 30 09:02:39.208147 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-792591f2-c9d8-4418-aa32-eba84603aee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833217255', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '194bdc74-c0d1-4312-961c-02715436992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:02:22Z', 'updated_at': '2021-09-30T09:02:26Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '194bdc74-c0d1-4312-961c-02715436992a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:23Z', 'updated_at': '2021-09-30T09:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '32e40216-2304-43dc-889e-8be5c74f2140', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'port_id': '0398a751-435b-421a-92c0-1ed8f7069ce6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'mac_address': 'fa:16:3e:0c:03:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18f2633-86ca-4394-b54e-a683681ef4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:02:38Z', 'updated_at': '2021-09-30T09:02:38Z', 'revision_number': 0, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46942fa6-9269-4abe-8505-dcc44e2fc5e0', 'name': '', 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:55:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:25Z', 'updated_at': '2021-09-30T09:02:28Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:39.259343 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39338562-8c28-4020-a4ec-a2c5a7911a4a req-cf3dff18-24d3-4a7a-9268-c034bf0fe266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:39.260883 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39338562-8c28-4020-a4ec-a2c5a7911a4a req-cf3dff18-24d3-4a7a-9268-c034bf0fe266 service neutron] 10.222.0.35 "GET /v2.0/networks?id=93ed6beb-27b7-4077-9078-dd53c05e2d8e HTTP/1.1" status: 200 len: 897 time: 0.0858197 Sep 30 09:02:39.327008 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792591f2-c9d8-4418-aa32-eba84603aee9 None None] Checking router: fb25032f-7165-4e6d-903c-1d3c5fcf1c69 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:02:39.334369 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39338562-8c28-4020-a4ec-a2c5a7911a4a req-ac03ced0-8abd-4a1b-bb92-6e1d70ddd001 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0398a751-435b-421a-92c0-1ed8f7069ce6 HTTP/1.1" status: 200 len: 1000 time: 0.0652044 Sep 30 09:02:39.336068 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792591f2-c9d8-4418-aa32-eba84603aee9 None None] Routers {'fb25032f-7165-4e6d-903c-1d3c5fcf1c69'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:02:39.336652 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-792591f2-c9d8-4418-aa32-eba84603aee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:02:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:39.382680 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39338562-8c28-4020-a4ec-a2c5a7911a4a req-a3d86811-a5fb-4f87-9df9-7553ef41fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:39.384207 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39338562-8c28-4020-a4ec-a2c5a7911a4a req-a3d86811-a5fb-4f87-9df9-7553ef41fd45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=696c511f-0b6c-4b17-96b2-cba88b9fac4c HTTP/1.1" status: 200 len: 834 time: 0.0430231 Sep 30 09:02:39.430403 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39338562-8c28-4020-a4ec-a2c5a7911a4a req-0c5164d9-030f-43ae-8ef4-c307bf17b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:39.431900 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39338562-8c28-4020-a4ec-a2c5a7911a4a req-0c5164d9-030f-43ae-8ef4-c307bf17b933 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93ed6beb-27b7-4077-9078-dd53c05e2d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400999 Sep 30 09:02:39.439763 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-792591f2-c9d8-4418-aa32-eba84603aee9 None None] Set router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:02:39.528560 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39338562-8c28-4020-a4ec-a2c5a7911a4a req-ba477dea-cebf-43d3-a48e-1884f463e6c4 service neutron] 10.222.0.35 "GET /v2.0/networks/93ed6beb-27b7-4077-9078-dd53c05e2d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886443 Sep 30 09:02:39.621497 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-39338562-8c28-4020-a4ec-a2c5a7911a4a req-c7bea429-ba58-4979-9573-2636a2207872 service neutron] 10.222.0.35 "GET /v2.0/networks/93ed6beb-27b7-4077-9078-dd53c05e2d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856211 Sep 30 09:02:39.664125 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-792591f2-c9d8-4418-aa32-eba84603aee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833217255', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '194bdc74-c0d1-4312-961c-02715436992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:02:22Z', 'updated_at': '2021-09-30T09:02:26Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '194bdc74-c0d1-4312-961c-02715436992a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:23Z', 'updated_at': '2021-09-30T09:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '32e40216-2304-43dc-889e-8be5c74f2140', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'port_id': '0398a751-435b-421a-92c0-1ed8f7069ce6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'mac_address': 'fa:16:3e:0c:03:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18f2633-86ca-4394-b54e-a683681ef4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:02:38Z', 'updated_at': '2021-09-30T09:02:38Z', 'revision_number': 0, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46942fa6-9269-4abe-8505-dcc44e2fc5e0', 'name': '', 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:55:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:25Z', 'updated_at': '2021-09-30T09:02:28Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:02:39.689970 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792591f2-c9d8-4418-aa32-eba84603aee9 None None] The sync data for ids ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'] in n-d-807359-2 is: [{'id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833217255', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '194bdc74-c0d1-4312-961c-02715436992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:02:22Z', 'updated_at': '2021-09-30T09:02:26Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '194bdc74-c0d1-4312-961c-02715436992a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:23Z', 'updated_at': '2021-09-30T09:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '32e40216-2304-43dc-889e-8be5c74f2140', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'port_id': '0398a751-435b-421a-92c0-1ed8f7069ce6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'mac_address': 'fa:16:3e:0c:03:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18f2633-86ca-4394-b54e-a683681ef4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:02:38Z', 'updated_at': '2021-09-30T09:02:38Z', 'revision_number': 0, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46942fa6-9269-4abe-8505-dcc44e2fc5e0', 'name': '', 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:55:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:25Z', 'updated_at': '2021-09-30T09:02:28Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:02:39.871591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19ee431-160e-4553-b459-37296d76b63a None None] New status for floating IP 32e40216-2304-43dc-889e-8be5c74f2140: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:02:40.128219 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49720) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:02:40.189687 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cb43bdfb-4c82-43ad-becc-5354a62dec68 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/32e40216-2304-43dc-889e-8be5c74f2140 HTTP/1.1" status: 200 len: 994 time: 0.0604115 Sep 30 09:02:40.678034 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:42.136191 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1678675f-9b31-48dc-88de-01fe8987e706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:44.882340 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-adc384bb-0529-47dd-96a5-9e35195bd533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:45.380694 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:46.078413 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:47.943583 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:02:49.510454 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-695775c1-6b2b-49ce-8d6f-68e8e4496843 req-120d5718-dd38-4a08-9bdb-b3ca8cfeb9d4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394988 Sep 30 09:02:49.609111 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695775c1-6b2b-49ce-8d6f-68e8e4496843 req-fcd9d4ab-fca9-47c2-9daa-6f3908bd523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:49.610788 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-695775c1-6b2b-49ce-8d6f-68e8e4496843 req-fcd9d4ab-fca9-47c2-9daa-6f3908bd523a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 1097 time: 0.0407281 Sep 30 09:02:49.716672 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695775c1-6b2b-49ce-8d6f-68e8e4496843 req-5b1b8146-ec31-44f8-815f-2f42e64bb596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:49.718125 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-695775c1-6b2b-49ce-8d6f-68e8e4496843 req-5b1b8146-ec31-44f8-815f-2f42e64bb596 service neutron] 10.222.0.35 "GET /v2.0/networks?id=93ed6beb-27b7-4077-9078-dd53c05e2d8e HTTP/1.1" status: 200 len: 897 time: 0.0860267 Sep 30 09:02:49.783210 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-695775c1-6b2b-49ce-8d6f-68e8e4496843 req-fe627af7-64db-4ba9-97ad-ee7a35c124f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0398a751-435b-421a-92c0-1ed8f7069ce6 HTTP/1.1" status: 200 len: 1002 time: 0.0568459 Sep 30 09:02:49.831773 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695775c1-6b2b-49ce-8d6f-68e8e4496843 req-35135775-8a5a-45ce-8576-d27eee8a4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:49.833199 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-695775c1-6b2b-49ce-8d6f-68e8e4496843 req-35135775-8a5a-45ce-8576-d27eee8a4312 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=696c511f-0b6c-4b17-96b2-cba88b9fac4c HTTP/1.1" status: 200 len: 834 time: 0.0417142 Sep 30 09:02:49.882055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695775c1-6b2b-49ce-8d6f-68e8e4496843 req-d7af2375-83e9-486c-a647-9645d6f850d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:02:49.893310 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-695775c1-6b2b-49ce-8d6f-68e8e4496843 req-d7af2375-83e9-486c-a647-9645d6f850d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93ed6beb-27b7-4077-9078-dd53c05e2d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527124 Sep 30 09:02:49.984924 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-695775c1-6b2b-49ce-8d6f-68e8e4496843 req-70b8fdac-ac6c-4e7b-aa6b-5b1cef45a8f3 service neutron] 10.222.0.35 "GET /v2.0/networks/93ed6beb-27b7-4077-9078-dd53c05e2d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824323 Sep 30 09:02:50.083553 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-695775c1-6b2b-49ce-8d6f-68e8e4496843 req-18467c0a-dd18-4822-a638-82c978efba4e service neutron] 10.222.0.35 "GET /v2.0/networks/93ed6beb-27b7-4077-9078-dd53c05e2d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909765 Sep 30 09:02:59.250790 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:03:00.206720 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:10.682752 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:12.136504 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd455-9f46-413e-8739-9a8251e277d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:13.650638 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b573-f0e2-473f-9a5c-8fa5b897f1dc req-d0c278ee-2e62-417b-8bf5-6fe2ead0442b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:13.652206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf90b573-f0e2-473f-9a5c-8fa5b897f1dc req-d0c278ee-2e62-417b-8bf5-6fe2ead0442b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 946 time: 0.1026752 Sep 30 09:03:13.691952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf90b573-f0e2-473f-9a5c-8fa5b897f1dc req-dbbc111b-5be2-4fc1-b291-30b4223a0fc6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=d41674c4-844f-498b-91cf-5ab97a206ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329280 Sep 30 09:03:14.812698 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dac31-6e1c-429a-a017-f0bf29460d6e req-a7a9f601-a152-40d7-bc6d-650cda436f4e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:14.814205 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-583dac31-6e1c-429a-a017-f0bf29460d6e req-a7a9f601-a152-40d7-bc6d-650cda436f4e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 946 time: 0.0493309 Sep 30 09:03:14.851784 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-583dac31-6e1c-429a-a017-f0bf29460d6e req-09388f09-bd26-43b6-9f74-b2eddc715459 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=d41674c4-844f-498b-91cf-5ab97a206ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316875 Sep 30 09:03:14.873963 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49746) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:14.883741 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d32e1708-693f-46de-a5aa-5c0dfefcffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:14.937155 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-994eb53c-d587-4efe-a099-6a6fa8b8f60c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/32e40216-2304-43dc-889e-8be5c74f2140 HTTP/1.1" status: 200 len: 994 time: 0.0619519 Sep 30 09:03:15.362011 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:16.081770 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:16.214590 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34417cf-44e0-4790-8926-6402767603fe req-2fc1d72f-a694-4ba4-91be-2c6522d988e2 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:16.216043 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b34417cf-44e0-4790-8926-6402767603fe req-2fc1d72f-a694-4ba4-91be-2c6522d988e2 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 946 time: 0.0482774 Sep 30 09:03:16.264171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b34417cf-44e0-4790-8926-6402767603fe req-940e2af1-6899-4c59-981f-99a55edcb6ce tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=d41674c4-844f-498b-91cf-5ab97a206ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413525 Sep 30 09:03:17.381123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b86d2-1e07-4084-9f14-ad450bdba74d req-47045517-6504-4222-9ef2-a67cb3161fb8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:17.382654 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-985b86d2-1e07-4084-9f14-ad450bdba74d req-47045517-6504-4222-9ef2-a67cb3161fb8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 946 time: 0.0490851 Sep 30 09:03:17.423958 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-985b86d2-1e07-4084-9f14-ad450bdba74d req-42e09d5f-b7f2-41ab-a09c-5b4f3e978223 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=d41674c4-844f-498b-91cf-5ab97a206ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354431 Sep 30 09:03:17.446729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49756) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:17.504683 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c0548c3c-0f8e-45ac-8c9c-c6962af4bb1c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/32e40216-2304-43dc-889e-8be5c74f2140 HTTP/1.1" status: 200 len: 994 time: 0.0568633 Sep 30 09:03:17.769603 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49762) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:17.924023 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port 37136583-908f-45d7-9158-eb36b12f0d8a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:03:17.924366 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:17.946634 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:18.002702 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:18.003035 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:18.014194 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for 37136583-908f-45d7-9158-eb36b12f0d8a owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:03:18.166465 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:18.190938 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=37136583-908f-45d7-9158-eb36b12f0d8a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:18.202380 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:18.202736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:18.203595 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:18.203939 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:18.204364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:18.204611 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:18.204937 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:18.205261 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:18.205587 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:18.205917 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:18.206240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:18.206560 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:18.259097 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:18.259425 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Floating IP 32e40216-2304-43dc-889e-8be5c74f2140 disassociated (deleted). External IP: 172.25.0.145, port: 0398a751-435b-421a-92c0-1ed8f7069ce6. Sep 30 09:03:18.463817 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:03:18.567022 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:03:18.571410 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:18.577222 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3cf10b-33e8-4a08-9bf7-878bb9625e4e None None] Sync routers for ids ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:03:18.587201 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3cf10b-33e8-4a08-9bf7-878bb9625e4e None None] Routers {'fb25032f-7165-4e6d-903c-1d3c5fcf1c69'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:03:18.587797 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ad3cf10b-33e8-4a08-9bf7-878bb9625e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:03:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:18.599804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6e45c5f4-0f47-4a28-9c85-36418de0dd27 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/floatingips/32e40216-2304-43dc-889e-8be5c74f2140 HTTP/1.1" status: 204 len: 168 time: 0.8291080 Sep 30 09:03:18.600419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18f2633-86ca-4394-b54e-a683681ef4c0', 'tag': '0398a751-435b-421a-92c0-1ed8f7069ce6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:03:18.602663 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f84f83-6302-4eee-bae2-21757bbf0d25" -d '{"events": [{"name": "network-changed", "server_uuid": "c18f2633-86ca-4394-b54e-a683681ef4c0", "tag": "0398a751-435b-421a-92c0-1ed8f7069ce6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:03:18.695486 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ad3cf10b-33e8-4a08-9bf7-878bb9625e4e None None] Set router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:03:18.753502 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630daa14-ebd7-49de-ad07-027fa526c624 x-openstack-request-id: req-630daa14-ebd7-49de-ad07-027fa526c624 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:03:18.753797 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18f2633-86ca-4394-b54e-a683681ef4c0", "tag": "0398a751-435b-421a-92c0-1ed8f7069ce6", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:03:18.754053 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-630daa14-ebd7-49de-ad07-027fa526c624 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:03:18.754451 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18f2633-86ca-4394-b54e-a683681ef4c0', 'tag': '0398a751-435b-421a-92c0-1ed8f7069ce6', 'status': 'completed', 'code': 200} Sep 30 09:03:18.851970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862256a-cfa5-49f0-83c1-38567b9a17b8 req-b3e2434b-fb78-426c-a44f-47f3a77f6924 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:18.853809 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1862256a-cfa5-49f0-83c1-38567b9a17b8 req-b3e2434b-fb78-426c-a44f-47f3a77f6924 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 946 time: 0.0527024 Sep 30 09:03:18.897634 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1862256a-cfa5-49f0-83c1-38567b9a17b8 req-3f7f440f-aac2-4d0e-a607-12180ebfb16e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=d41674c4-844f-498b-91cf-5ab97a206ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353322 Sep 30 09:03:18.906592 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ad3cf10b-33e8-4a08-9bf7-878bb9625e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833217255', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '194bdc74-c0d1-4312-961c-02715436992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:02:22Z', 'updated_at': '2021-09-30T09:02:26Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '194bdc74-c0d1-4312-961c-02715436992a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:23Z', 'updated_at': '2021-09-30T09:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '46942fa6-9269-4abe-8505-dcc44e2fc5e0', 'name': '', 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:55:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:25Z', 'updated_at': '2021-09-30T09:02:28Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:18.906920 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f84f83-6302-4eee-bae2-21757bbf0d25 req-decc483a-c395-45ed-94e4-e555c663c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:18.908285 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-12f84f83-6302-4eee-bae2-21757bbf0d25 req-decc483a-c395-45ed-94e4-e555c663c476 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 1097 time: 0.0935359 Sep 30 09:03:18.934071 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3cf10b-33e8-4a08-9bf7-878bb9625e4e None None] Checking router: fb25032f-7165-4e6d-903c-1d3c5fcf1c69 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:03:18.942947 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3cf10b-33e8-4a08-9bf7-878bb9625e4e None None] Routers {'fb25032f-7165-4e6d-903c-1d3c5fcf1c69'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:03:18.943555 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ad3cf10b-33e8-4a08-9bf7-878bb9625e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:03:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:19.003273 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f84f83-6302-4eee-bae2-21757bbf0d25 req-38ddd570-046b-4b29-b802-e3a971e7cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:19.004705 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-12f84f83-6302-4eee-bae2-21757bbf0d25 req-38ddd570-046b-4b29-b802-e3a971e7cbc7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=93ed6beb-27b7-4077-9078-dd53c05e2d8e HTTP/1.1" status: 200 len: 897 time: 0.0890102 Sep 30 09:03:19.047406 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ad3cf10b-33e8-4a08-9bf7-878bb9625e4e None None] Set router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:03:19.050008 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-12f84f83-6302-4eee-bae2-21757bbf0d25 req-750531b6-085e-44c9-a6fb-f49e6a6bf7e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0398a751-435b-421a-92c0-1ed8f7069ce6 HTTP/1.1" status: 200 len: 217 time: 0.0354574 Sep 30 09:03:19.098655 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f84f83-6302-4eee-bae2-21757bbf0d25 req-3cc49851-a16f-4816-aed5-de195eeed790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:19.100146 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-12f84f83-6302-4eee-bae2-21757bbf0d25 req-3cc49851-a16f-4816-aed5-de195eeed790 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=696c511f-0b6c-4b17-96b2-cba88b9fac4c HTTP/1.1" status: 200 len: 834 time: 0.0428641 Sep 30 09:03:19.147198 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f84f83-6302-4eee-bae2-21757bbf0d25 req-1c6a3468-530d-445a-b130-06bf2c1336dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:19.148711 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-12f84f83-6302-4eee-bae2-21757bbf0d25 req-1c6a3468-530d-445a-b130-06bf2c1336dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93ed6beb-27b7-4077-9078-dd53c05e2d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410609 Sep 30 09:03:19.244592 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-12f84f83-6302-4eee-bae2-21757bbf0d25 req-7aaf0821-f121-45a6-aff2-6d17310d4d1d service neutron] 10.222.0.35 "GET /v2.0/networks/93ed6beb-27b7-4077-9078-dd53c05e2d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854659 Sep 30 09:03:19.246602 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ad3cf10b-33e8-4a08-9bf7-878bb9625e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833217255', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '194bdc74-c0d1-4312-961c-02715436992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:02:22Z', 'updated_at': '2021-09-30T09:02:26Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '194bdc74-c0d1-4312-961c-02715436992a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:23Z', 'updated_at': '2021-09-30T09:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '46942fa6-9269-4abe-8505-dcc44e2fc5e0', 'name': '', 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:55:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:25Z', 'updated_at': '2021-09-30T09:02:28Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:19.273195 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3cf10b-33e8-4a08-9bf7-878bb9625e4e None None] The sync data for ids ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'] in n-d-807359-2 is: [{'id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833217255', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '194bdc74-c0d1-4312-961c-02715436992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:02:22Z', 'updated_at': '2021-09-30T09:02:26Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '194bdc74-c0d1-4312-961c-02715436992a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:23Z', 'updated_at': '2021-09-30T09:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '46942fa6-9269-4abe-8505-dcc44e2fc5e0', 'name': '', 'network_id': '93ed6beb-27b7-4077-9078-dd53c05e2d8e', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:55:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:25Z', 'updated_at': '2021-09-30T09:02:28Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '696c511f-0b6c-4b17-96b2-cba88b9fac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:03:19.340265 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-12f84f83-6302-4eee-bae2-21757bbf0d25 req-4ebc0952-db7d-4104-92a2-a3aa620120fd service neutron] 10.222.0.35 "GET /v2.0/networks/93ed6beb-27b7-4077-9078-dd53c05e2d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884287 Sep 30 09:03:19.490136 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b469aebb-399c-4bf4-a96c-15e2c6e79d3a None None] New status for floating IP 32e40216-2304-43dc-889e-8be5c74f2140: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:03:20.018713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737868d-e9da-4eed-b97e-ef7b42171710 req-beaaac81-e370-4425-a878-d9caf23b681a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:20.020223 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6737868d-e9da-4eed-b97e-ef7b42171710 req-beaaac81-e370-4425-a878-d9caf23b681a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 946 time: 0.0531521 Sep 30 09:03:20.056742 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6737868d-e9da-4eed-b97e-ef7b42171710 req-fdbd08f7-6f8b-43f1-8811-705aa6badd21 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=d41674c4-844f-498b-91cf-5ab97a206ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304646 Sep 30 09:03:20.562581 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd9890-799a-4701-9368-ba5f7038161f req-22e8275c-33af-4fb1-9c7b-5d5ea7b175b3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:20.564772 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-09dd9890-799a-4701-9368-ba5f7038161f req-22e8275c-33af-4fb1-9c7b-5d5ea7b175b3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 946 time: 0.0490012 Sep 30 09:03:20.656312 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-09dd9890-799a-4701-9368-ba5f7038161f req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port 0398a751-435b-421a-92c0-1ed8f7069ce6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:03:20.656660 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-09dd9890-799a-4701-9368-ba5f7038161f req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:20.751433 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-09dd9890-799a-4701-9368-ba5f7038161f req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] For port 0398a751-435b-421a-92c0-1ed8f7069ce6, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=0398a751-435b-421a-92c0-1ed8f7069ce6,segment=NetworkSegment(308a2082-a4d1-4750-afb3-b063d3403c47),segment_id=308a2082-a4d1-4750-afb3-b063d3403c47)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:03:20.751786 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-09dd9890-799a-4701-9368-ba5f7038161f req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:20.763823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-09dd9890-799a-4701-9368-ba5f7038161f req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for 0398a751-435b-421a-92c0-1ed8f7069ce6 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:03:20.890021 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-09dd9890-799a-4701-9368-ba5f7038161f req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:20.919090 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=0398a751-435b-421a-92c0-1ed8f7069ce6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:20.944569 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:20.944932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:20.945274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:20.945617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:20.945953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:20.946286 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:20.946617 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:20.946956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:20.947283 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:20.947608 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:20.947951 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:20.948274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:20.969264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-09dd9890-799a-4701-9368-ba5f7038161f req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] No DVR routers for this DVR port 0398a751-435b-421a-92c0-1ed8f7069ce6 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:03:20.972349 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-09dd9890-799a-4701-9368-ba5f7038161f req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:20.974411 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-09dd9890-799a-4701-9368-ba5f7038161f req-394fd9aa-8bd9-46da-9b5a-7e2096d30c50 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "DELETE /v2.0/ports/0398a751-435b-421a-92c0-1ed8f7069ce6 HTTP/1.1" status: 204 len: 173 time: 0.4041767 Sep 30 09:03:20.974843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18f2633-86ca-4394-b54e-a683681ef4c0', 'name': 'network-vif-deleted', 'tag': '0398a751-435b-421a-92c0-1ed8f7069ce6'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:03:20.977120 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8aec684-0a27-4254-8c1b-edd5133b8533" -d '{"events": [{"server_uuid": "c18f2633-86ca-4394-b54e-a683681ef4c0", "name": "network-vif-deleted", "tag": "0398a751-435b-421a-92c0-1ed8f7069ce6"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:03:21.071255 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be5c1a8-5459-480b-9120-e7356c11e3f8 x-openstack-request-id: req-9be5c1a8-5459-480b-9120-e7356c11e3f8 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:03:21.071610 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18f2633-86ca-4394-b54e-a683681ef4c0", "name": "network-vif-deleted", "tag": "0398a751-435b-421a-92c0-1ed8f7069ce6", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:03:21.071869 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9be5c1a8-5459-480b-9120-e7356c11e3f8 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:03:21.072303 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18f2633-86ca-4394-b54e-a683681ef4c0', 'name': 'network-vif-deleted', 'tag': '0398a751-435b-421a-92c0-1ed8f7069ce6', 'status': 'completed', 'code': 200} Sep 30 09:03:21.168404 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-028bb0c5-1394-42c3-90f0-f0305c9e0cce req-e6791ef5-e377-4865-add1-ea0b63700243 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c18f2633-86ca-4394-b54e-a683681ef4c0 HTTP/1.1" status: 200 len: 210 time: 0.0280855 Sep 30 09:03:22.223157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49782) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:22.907316 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb87e-c8d6-488e-b8ac-8112b1c68427 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:23.156102 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ff9eb87e-c8d6-488e-b8ac-8112b1c68427 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port 46942fa6-9269-4abe-8505-dcc44e2fc5e0 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:03:23.156446 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb87e-c8d6-488e-b8ac-8112b1c68427 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:23.244591 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-ff9eb87e-c8d6-488e-b8ac-8112b1c68427 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] For port 46942fa6-9269-4abe-8505-dcc44e2fc5e0, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=46942fa6-9269-4abe-8505-dcc44e2fc5e0,segment=NetworkSegment(308a2082-a4d1-4750-afb3-b063d3403c47),segment_id=308a2082-a4d1-4750-afb3-b063d3403c47)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:03:23.245254 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb87e-c8d6-488e-b8ac-8112b1c68427 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:23.258188 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ff9eb87e-c8d6-488e-b8ac-8112b1c68427 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for 46942fa6-9269-4abe-8505-dcc44e2fc5e0 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:03:23.437121 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb87e-c8d6-488e-b8ac-8112b1c68427 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:23.464293 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9eb87e-c8d6-488e-b8ac-8112b1c68427 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=46942fa6-9269-4abe-8505-dcc44e2fc5e0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:23.638901 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb87e-c8d6-488e-b8ac-8112b1c68427 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:23.799392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 0398a751-435b-421a-92c0-1ed8f7069ce6 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:03:23.821666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 0398a751-435b-421a-92c0-1ed8f7069ce6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:03:23.822015 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 0398a751-435b-421a-92c0-1ed8f7069ce6 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:03:23.857770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9eb87e-c8d6-488e-b8ac-8112b1c68427 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:03:23.964680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9eb87e-c8d6-488e-b8ac-8112b1c68427 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:03:23.969641 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ff9eb87e-c8d6-488e-b8ac-8112b1c68427 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "PUT /v2.0/routers/fb25032f-7165-4e6d-903c-1d3c5fcf1c69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7453308 Sep 30 09:03:23.973497 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49784) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:23.974485 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c99147-4438-40a7-9db2-cfc5cbc0fc44 None None] Sync routers for ids ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:03:23.983338 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c99147-4438-40a7-9db2-cfc5cbc0fc44 None None] Routers {'fb25032f-7165-4e6d-903c-1d3c5fcf1c69'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:03:23.984031 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e9c99147-4438-40a7-9db2-cfc5cbc0fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:03:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:24.024060 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d1aaf5-dcbf-45eb-abfc-14b727305d0e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting subnet 696c511f-0b6c-4b17-96b2-cba88b9fac4c {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:03:24.027347 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2d1aaf5-dcbf-45eb-abfc-14b727305d0e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:24.071500 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2d1aaf5-dcbf-45eb-abfc-14b727305d0e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:24.091162 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e9c99147-4438-40a7-9db2-cfc5cbc0fc44 None None] Set router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:03:24.161635 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2d1aaf5-dcbf-45eb-abfc-14b727305d0e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:24.222172 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2d1aaf5-dcbf-45eb-abfc-14b727305d0e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:24.250031 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1aaf5-dcbf-45eb-abfc-14b727305d0e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Subnet': ['ID=696c511f-0b6c-4b17-96b2-cba88b9fac4c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:24.253950 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2d1aaf5-dcbf-45eb-abfc-14b727305d0e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:24.259084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:24.259568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a2d1aaf5-dcbf-45eb-abfc-14b727305d0e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/subnets/696c511f-0b6c-4b17-96b2-cba88b9fac4c HTTP/1.1" status: 204 len: 168 time: 0.2842476 Sep 30 09:03:24.261270 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e5cdb7-cce6-4b2c-be40-a4afc0c13bea None None] Network 93ed6beb-27b7-4077-9078-dd53c05e2d8e requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:03:24.383121 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e9c99147-4438-40a7-9db2-cfc5cbc0fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833217255', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '194bdc74-c0d1-4312-961c-02715436992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:02:22Z', 'updated_at': '2021-09-30T09:03:23Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '194bdc74-c0d1-4312-961c-02715436992a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:23Z', 'updated_at': '2021-09-30T09:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:24.393318 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a15d55-1b9b-44be-bb90-66ec34caff89 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:24.414599 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c99147-4438-40a7-9db2-cfc5cbc0fc44 None None] Checking router: fb25032f-7165-4e6d-903c-1d3c5fcf1c69 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:03:24.422882 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c99147-4438-40a7-9db2-cfc5cbc0fc44 None None] Routers {'fb25032f-7165-4e6d-903c-1d3c5fcf1c69'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:03:24.424414 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e9c99147-4438-40a7-9db2-cfc5cbc0fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:03:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:24.468615 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] DHCP port deletion for 93ed6beb-27b7-4077-9078-dd53c05e2d8e request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:03:24.506034 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a15d55-1b9b-44be-bb90-66ec34caff89 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:24.516197 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Deleting port 454700b2-7db7-494b-b307-693458c07cf1 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:03:24.516587 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:24.536629 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e9c99147-4438-40a7-9db2-cfc5cbc0fc44 None None] Set router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:03:24.580920 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] For port 454700b2-7db7-494b-b307-693458c07cf1, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=454700b2-7db7-494b-b307-693458c07cf1,segment=NetworkSegment(308a2082-a4d1-4750-afb3-b063d3403c47),segment_id=308a2082-a4d1-4750-afb3-b063d3403c47)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:03:24.581247 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:24.594607 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Calling delete_port for 454700b2-7db7-494b-b307-693458c07cf1 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:03:24.689317 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:24.714821 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Pushing event deleted for resources: {'Port': ['ID=454700b2-7db7-494b-b307-693458c07cf1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:24.726110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] No DVR routers for this DVR port 454700b2-7db7-494b-b307-693458c07cf1 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:03:24.729199 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e9c99147-4438-40a7-9db2-cfc5cbc0fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833217255', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '194bdc74-c0d1-4312-961c-02715436992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:02:22Z', 'updated_at': '2021-09-30T09:03:23Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '194bdc74-c0d1-4312-961c-02715436992a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:23Z', 'updated_at': '2021-09-30T09:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:24.732063 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:24.732731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:24.733071 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:24.733406 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:24.733736 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:24.734064 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:24.734388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:24.734711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:24.735029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:24.735348 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:24.736053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:24.736146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fdcf4-003f-4de0-9838-be7d41f269b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:24.765301 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c99147-4438-40a7-9db2-cfc5cbc0fc44 None None] The sync data for ids ['fb25032f-7165-4e6d-903c-1d3c5fcf1c69'] in n-d-807359-2 is: [{'id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833217255', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '194bdc74-c0d1-4312-961c-02715436992a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:02:22Z', 'updated_at': '2021-09-30T09:03:23Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '194bdc74-c0d1-4312-961c-02715436992a', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:80:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25032f-7165-4e6d-903c-1d3c5fcf1c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:02:23Z', 'updated_at': '2021-09-30T09:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:03:24.868756 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d8a15d55-1b9b-44be-bb90-66ec34caff89 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port 194bdc74-c0d1-4312-961c-02715436992a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:03:24.869015 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a15d55-1b9b-44be-bb90-66ec34caff89 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:24.944582 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d8a15d55-1b9b-44be-bb90-66ec34caff89 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] For port 194bdc74-c0d1-4312-961c-02715436992a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=194bdc74-c0d1-4312-961c-02715436992a,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:03:24.944942 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a15d55-1b9b-44be-bb90-66ec34caff89 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:24.957448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d8a15d55-1b9b-44be-bb90-66ec34caff89 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for 194bdc74-c0d1-4312-961c-02715436992a owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:03:25.118859 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a15d55-1b9b-44be-bb90-66ec34caff89 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.151065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a15d55-1b9b-44be-bb90-66ec34caff89 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=194bdc74-c0d1-4312-961c-02715436992a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:25.210684 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a15d55-1b9b-44be-bb90-66ec34caff89 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.305644 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a15d55-1b9b-44be-bb90-66ec34caff89 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.308036 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a15d55-1b9b-44be-bb90-66ec34caff89 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.352049 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a15d55-1b9b-44be-bb90-66ec34caff89 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.352568 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a15d55-1b9b-44be-bb90-66ec34caff89 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Fanout notify agent at l3_agent the message router_deleted on router fb25032f-7165-4e6d-903c-1d3c5fcf1c69 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:03:25.359416 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8a15d55-1b9b-44be-bb90-66ec34caff89 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.360616 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d8a15d55-1b9b-44be-bb90-66ec34caff89 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/routers/fb25032f-7165-4e6d-903c-1d3c5fcf1c69 HTTP/1.1" status: 204 len: 168 time: 1.1009698 Sep 30 09:03:25.363569 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49788) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:25.446937 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b071ff5-fefd-4b46-938f-f78bc7492795 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.538394 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b071ff5-fefd-4b46-938f-f78bc7492795 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.557689 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2b071ff5-fefd-4b46-938f-f78bc7492795 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ed6beb-27b7-4077-9078-dd53c05e2d8e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:25.567102 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2b071ff5-fefd-4b46-938f-f78bc7492795 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308a2082-a4d1-4750-afb3-b063d3403c47') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:25.567389 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2b071ff5-fefd-4b46-938f-f78bc7492795 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308a2082-a4d1-4750-afb3-b063d3403c47') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:25.576459 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b071ff5-fefd-4b46-938f-f78bc7492795 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.589232 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b071ff5-fefd-4b46-938f-f78bc7492795 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.594841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b071ff5-fefd-4b46-938f-f78bc7492795 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:03:25.595412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b071ff5-fefd-4b46-938f-f78bc7492795 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: timer() Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:03:25.598277 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:03:25.662203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b071ff5-fefd-4b46-938f-f78bc7492795 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.669150 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b071ff5-fefd-4b46-938f-f78bc7492795 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.670770 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2b071ff5-fefd-4b46-938f-f78bc7492795 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/networks/93ed6beb-27b7-4077-9078-dd53c05e2d8e HTTP/1.1" status: 204 len: 168 time: 0.3062303 Sep 30 09:03:25.674310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49790) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:25.682058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b071ff5-fefd-4b46-938f-f78bc7492795 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Network': ['ID=93ed6beb-27b7-4077-9078-dd53c05e2d8e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:25.733016 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87a1d1f3-2574-406a-b2d2-3dab5f12837e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.758736 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87a1d1f3-2574-406a-b2d2-3dab5f12837e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.833433 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87a1d1f3-2574-406a-b2d2-3dab5f12837e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.836174 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87a1d1f3-2574-406a-b2d2-3dab5f12837e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:25.837406 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-87a1d1f3-2574-406a-b2d2-3dab5f12837e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/security-groups/d41674c4-844f-498b-91cf-5ab97a206ada HTTP/1.1" status: 204 len: 168 time: 0.1620550 Sep 30 09:03:25.847583 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1d1f3-2574-406a-b2d2-3dab5f12837e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41674c4-844f-498b-91cf-5ab97a206ada,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:26.215870 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49796) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:26.221014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f721834e-1f9c-44a8-b585-81b7c655fad1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188228191', 'description': 'tempest-secgroup-smoke-188228191 description', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:03:26.244791 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f721834e-1f9c-44a8-b585-81b7c655fad1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.330407 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f721834e-1f9c-44a8-b585-81b7c655fad1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.334750 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f721834e-1f9c-44a8-b585-81b7c655fad1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.360542 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f721834e-1f9c-44a8-b585-81b7c655fad1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.362058 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f721834e-1f9c-44a8-b585-81b7c655fad1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1451621 Sep 30 09:03:26.365455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49798) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:26.370707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721834e-1f9c-44a8-b585-81b7c655fad1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472988b9-23c5-48e4-8fb7-21d2070280b7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:26.374314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ee2bcef6-12b7-46d3-8f93-c192839c5ab4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '472988b9-23c5-48e4-8fb7-21d2070280b7', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:03:26.402293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 46942fa6-9269-4abe-8505-dcc44e2fc5e0 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:03:26.410278 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcef6-12b7-46d3-8f93-c192839c5ab4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.423595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 46942fa6-9269-4abe-8505-dcc44e2fc5e0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:03:26.423595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 46942fa6-9269-4abe-8505-dcc44e2fc5e0 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:03:26.424088 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 454700b2-7db7-494b-b307-693458c07cf1 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:03:26.442158 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 454700b2-7db7-494b-b307-693458c07cf1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:03:26.442427 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 454700b2-7db7-494b-b307-693458c07cf1 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:03:26.442836 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 194bdc74-c0d1-4312-961c-02715436992a no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:03:26.465470 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 194bdc74-c0d1-4312-961c-02715436992a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:03:26.465835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 194bdc74-c0d1-4312-961c-02715436992a not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:03:26.472726 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcef6-12b7-46d3-8f93-c192839c5ab4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.477133 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcef6-12b7-46d3-8f93-c192839c5ab4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.499944 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bcef6-12b7-46d3-8f93-c192839c5ab4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25358718-1ec0-42b2-bb6d-d2689b12e37c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:26.505246 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcef6-12b7-46d3-8f93-c192839c5ab4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.506499 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ee2bcef6-12b7-46d3-8f93-c192839c5ab4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388502 Sep 30 09:03:26.509336 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:26.513961 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c8d62e86-02af-4ee7-96e0-a250ae718636 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '472988b9-23c5-48e4-8fb7-21d2070280b7', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:03:26.544897 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8d62e86-02af-4ee7-96e0-a250ae718636 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.605775 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8d62e86-02af-4ee7-96e0-a250ae718636 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.609663 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8d62e86-02af-4ee7-96e0-a250ae718636 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.628654 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d62e86-02af-4ee7-96e0-a250ae718636 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44529dec-915b-4f07-a5c9-53871cc256a8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:26.634083 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8d62e86-02af-4ee7-96e0-a250ae718636 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.638481 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c8d62e86-02af-4ee7-96e0-a250ae718636 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279693 Sep 30 09:03:26.638595 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49802) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:26.643714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-93b1d26e-5ee0-41de-a127-5a096fc353a6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '472988b9-23c5-48e4-8fb7-21d2070280b7', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:03:26.669124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93b1d26e-5ee0-41de-a127-5a096fc353a6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.730299 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93b1d26e-5ee0-41de-a127-5a096fc353a6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.733806 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93b1d26e-5ee0-41de-a127-5a096fc353a6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.752491 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1d26e-5ee0-41de-a127-5a096fc353a6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c07e2f-1b42-4af5-9d40-821ca3e65c56,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:26.758635 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93b1d26e-5ee0-41de-a127-5a096fc353a6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.759874 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-93b1d26e-5ee0-41de-a127-5a096fc353a6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203935 Sep 30 09:03:26.762536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49804) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:26.767367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d1999906-c5c5-49de-9225-73f71260900f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '472988b9-23c5-48e4-8fb7-21d2070280b7', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:03:26.793057 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1999906-c5c5-49de-9225-73f71260900f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.852117 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1999906-c5c5-49de-9225-73f71260900f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.855705 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1999906-c5c5-49de-9225-73f71260900f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.874287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1999906-c5c5-49de-9225-73f71260900f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef95d637-d6d5-439e-885c-a1c3761df8b4,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:26.878480 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1999906-c5c5-49de-9225-73f71260900f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.879696 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d1999906-c5c5-49de-9225-73f71260900f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162450 Sep 30 09:03:26.882303 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49806) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:26.886544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8f351542-fb24-41e1-95fa-dcb35618372a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '472988b9-23c5-48e4-8fb7-21d2070280b7', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:03:26.909092 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-8f351542-fb24-41e1-95fa-dcb35618372a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Project 6a3b98ec25fc4f14933509aca09cc02f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:03:26.913683 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f351542-fb24-41e1-95fa-dcb35618372a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.977006 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f351542-fb24-41e1-95fa-dcb35618372a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.980791 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f351542-fb24-41e1-95fa-dcb35618372a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:26.999796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f351542-fb24-41e1-95fa-dcb35618372a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7da17e-8932-4c63-ba14-ac6a1d006bd6,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:27.006357 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f351542-fb24-41e1-95fa-dcb35618372a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:27.007761 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-8f351542-fb24-41e1-95fa-dcb35618372a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245472 Sep 30 09:03:27.010487 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49808) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:27.015064 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1f4458d3-2c2b-457a-9b79-fd72aff2e1f9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '472988b9-23c5-48e4-8fb7-21d2070280b7', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:03:27.037411 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-1f4458d3-2c2b-457a-9b79-fd72aff2e1f9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Project 6a3b98ec25fc4f14933509aca09cc02f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:03:27.042211 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f4458d3-2c2b-457a-9b79-fd72aff2e1f9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:27.103171 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f4458d3-2c2b-457a-9b79-fd72aff2e1f9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:27.107244 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f4458d3-2c2b-457a-9b79-fd72aff2e1f9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:27.127072 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4458d3-2c2b-457a-9b79-fd72aff2e1f9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6516df4a-4f1d-40f6-9c79-c29b3dcef52a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:27.133722 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f4458d3-2c2b-457a-9b79-fd72aff2e1f9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:27.137590 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1f4458d3-2c2b-457a-9b79-fd72aff2e1f9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235578 Sep 30 09:03:27.137786 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49810) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:27.143014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e8a8a881-3872-4971-8009-0220d63dbe85 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'network': {'name': 'tempest-network-smoke--1763589145', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'port_security_enabled': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:03:27.163236 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a8a881-3872-4971-8009-0220d63dbe85 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Made reservation on behalf of 6a3b98ec25fc4f14933509aca09cc02f for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:03:27.166650 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a881-3872-4971-8009-0220d63dbe85 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:27.191090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a8a881-3872-4971-8009-0220d63dbe85 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:03:27.201389 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a881-3872-4971-8009-0220d63dbe85 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:27.201923 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-e8a8a881-3872-4971-8009-0220d63dbe85 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Added segment 55be2877-75e9-471a-a4f9-68e37bc1ffa2 of type vlan for network c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 Sep 30 09:03:27.245860 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a881-3872-4971-8009-0220d63dbe85 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:27.269676 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a881-3872-4971-8009-0220d63dbe85 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:27.275411 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a8a881-3872-4971-8009-0220d63dbe85 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:27.276025 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a881-3872-4971-8009-0220d63dbe85 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:27.316675 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e8a8a881-3872-4971-8009-0220d63dbe85 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1777854 Sep 30 09:03:27.319408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49812) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:27.348173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-945588459', 'admin_state_up': True, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:03:27.354475 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8a881-3872-4971-8009-0220d63dbe85 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Network': ['ID=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:27.365123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:03:27.373107 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:27.374355 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:27.428057 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:27.570351 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:27.770973 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:27.789904 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:27.895385 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.25.0.248 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/a630bc5c-eb8b-4af5-b73e-5bfe12bbca88) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:03:27.999768 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:28.033552 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:28.071240 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:03:28.075372 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:03:28.082164 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:03:28.085052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=a630bc5c-eb8b-4af5-b73e-5bfe12bbca88,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:28.325051 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:28.524517 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:28.649555 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router b3f298dc-5603-418b-ad83-31feeda2668a is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:03:29.094079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:03:29.104125 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Sync routers for ids ['b3f298dc-5603-418b-ad83-31feeda2668a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:03:29.113423 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:29.113665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Routers {'b3f298dc-5603-418b-ad83-31feeda2668a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:03:29.114273 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:03:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b3f298dc-5603-418b-ad83-31feeda2668a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:29.114674 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-63f76302-4ce6-4b29-a1ba-a4d66f873d75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7943153 Sep 30 09:03:29.117955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49814) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:29.145936 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-09dacb03-9653-4a12-939b-dfe24c435dce tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=6a3b98ec25fc4f14933509aca09cc02f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262165 Sep 30 09:03:29.147888 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49816) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:29.217455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Set router b3f298dc-5603-418b-ad83-31feeda2668a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:03:29.248613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e1b9f-0e69-43ee-859e-aa6793eea826 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:29.250127 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-157e1b9f-0e69-43ee-859e-aa6793eea826 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1012487 Sep 30 09:03:29.253312 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49818) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:29.280963 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-0570dd3f-bd2a-4c97-a7a2-ad9a37afed2e tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265753 Sep 30 09:03:29.284274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 49820) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:29.289416 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f616cd18-3f5b-4b76-a300-91d2dd61d441 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-92791690', 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:03:29.379210 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f616cd18-3f5b-4b76-a300-91d2dd61d441 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Made reservation on behalf of 6a3b98ec25fc4f14933509aca09cc02f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:03:29.382807 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f616cd18-3f5b-4b76-a300-91d2dd61d441 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:29.399828 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945588459', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:28Z', 'revision_number': 3, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:29.430457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Checking router: b3f298dc-5603-418b-ad83-31feeda2668a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:03:29.430808 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Updating router b3f298dc-5603-418b-ad83-31feeda2668a port a630bc5c-eb8b-4af5-b73e-5bfe12bbca88 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:03:29.456793 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:29.567258 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f616cd18-3f5b-4b76-a300-91d2dd61d441 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:29.628066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616cd18-3f5b-4b76-a300-91d2dd61d441 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Subnet': ['ID=75e6df09-a31f-4990-9e25-18e50c8590e5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:29.635366 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f616cd18-3f5b-4b76-a300-91d2dd61d441 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Checking segment: {'id': '55be2877-75e9-471a-a4f9-68e37bc1ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:03:29.636170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f616cd18-3f5b-4b76-a300-91d2dd61d441 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network hostable DHCP agents. Network: c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:03:29.653901 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f616cd18-3f5b-4b76-a300-91d2dd61d441 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:03:29.662757 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f616cd18-3f5b-4b76-a300-91d2dd61d441 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:03:29.671267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f616cd18-3f5b-4b76-a300-91d2dd61d441 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:29.672231 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f616cd18-3f5b-4b76-a300-91d2dd61d441 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:29.675488 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeb74f8-684f-490e-a460-033a5d27a432 None None] Network c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:03:29.690385 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f616cd18-3f5b-4b76-a300-91d2dd61d441 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4019158 Sep 30 09:03:29.690988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49822) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:29.777040 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:29.784803 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:29.874396 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Attempting to bind port a630bc5c-eb8b-4af5-b73e-5bfe12bbca88 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:03:29.874771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Attempting to bind port a630bc5c-eb8b-4af5-b73e-5bfe12bbca88 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:03:29.875135 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Attempting to bind port a630bc5c-eb8b-4af5-b73e-5bfe12bbca88 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:03:29.880464 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250d63c-7611-4b6d-be29-f6b75b48a3b4 None None] Pushing event updated for resources: {'Port': ['ID=a630bc5c-eb8b-4af5-b73e-5bfe12bbca88,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:29.888536 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:03:29.889067 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:03:29.889604 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:29.889987 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:03:29.890460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Bound port: a630bc5c-eb8b-4af5-b73e-5bfe12bbca88, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:03:29.890844 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:29.961766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ips': [{'subnet_id': '75e6df09-a31f-4990-9e25-18e50c8590e5'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:03:29.962767 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:29.977069 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] For port a630bc5c-eb8b-4af5-b73e-5bfe12bbca88, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:03:29.993510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] For port a630bc5c-eb8b-4af5-b73e-5bfe12bbca88, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a630bc5c-eb8b-4af5-b73e-5bfe12bbca88,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:03:30.000716 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:30.134687 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:30.304151 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:30.304811 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Routers {'b3f298dc-5603-418b-ad83-31feeda2668a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:03:30.305552 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:03:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b3f298dc-5603-418b-ad83-31feeda2668a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:30.325146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250d63c-7611-4b6d-be29-f6b75b48a3b4 None None] Pushing event updated for resources: {'Port': ['ID=a630bc5c-eb8b-4af5-b73e-5bfe12bbca88,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:30.393722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Allocated IP 172.20.0.2 (c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6/75e6df09-a31f-4990-9e25-18e50c8590e5/50a5ff38-6ac3-4b43-b465-7d4e1afe636e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:03:30.473965 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] Set router b3f298dc-5603-418b-ad83-31feeda2668a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:03:30.712680 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:30.721393 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:30.767463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Network c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:03:30.767732 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.20.0.1 (c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6/75e6df09-a31f-4990-9e25-18e50c8590e5/a19031a7-f822-4659-879b-0f1575c56b70) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:03:30.772740 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:03:30.775754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:03:30.792204 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Pushing event updated for resources: {'Port': ['ID=50a5ff38-6ac3-4b43-b465-7d4e1afe636e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:30.817391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945588459', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:28Z', 'revision_number': 3, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:30.857675 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ce3a31-6401-4dba-b160-720fbadf2d46 None None] The sync data for ids ['b3f298dc-5603-418b-ad83-31feeda2668a'] in n-d-807359-2 is: [{'id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945588459', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:28Z', 'revision_number': 3, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:03:30.878619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Attempting to bind port 50a5ff38-6ac3-4b43-b465-7d4e1afe636e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:03:30.878997 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Attempting to bind port 50a5ff38-6ac3-4b43-b465-7d4e1afe636e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '55be2877-75e9-471a-a4f9-68e37bc1ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:03:30.879365 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Attempting to bind port 50a5ff38-6ac3-4b43-b465-7d4e1afe636e on network c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:03:30.885561 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:03:30.886228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Checking segment: {'id': '55be2877-75e9-471a-a4f9-68e37bc1ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:03:30.886380 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:30.886718 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Bound using segment: {'id': '55be2877-75e9-471a-a4f9-68e37bc1ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:03:30.887211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Bound port: 50a5ff38-6ac3-4b43-b465-7d4e1afe636e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55be2877-75e9-471a-a4f9-68e37bc1ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:03:30.887604 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:30.896190 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:30.933618 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:30.960550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] For port 50a5ff38-6ac3-4b43-b465-7d4e1afe636e, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:03:30.963932 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] For port 50a5ff38-6ac3-4b43-b465-7d4e1afe636e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=50a5ff38-6ac3-4b43-b465-7d4e1afe636e,segment=NetworkSegment(55be2877-75e9-471a-a4f9-68e37bc1ffa2),segment_id=55be2877-75e9-471a-a4f9-68e37bc1ffa2)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:03:30.969414 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:30.992123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:03:30.993492 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=a19031a7-f822-4659-879b-0f1575c56b70,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:30.998369 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:03:31.009608 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:03:31.044234 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a1617-d8af-43e3-b017-65686942a526 None None] Pushing event updated for resources: {'Port': ['ID=50a5ff38-6ac3-4b43-b465-7d4e1afe636e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:31.097497 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:31.260352 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:31.584066 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:31.589470 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:31.664800 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:31.666500 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=a19031a7-f822-4659-879b-0f1575c56b70,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:31.775841 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:03:31.777348 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:03:31.895053 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router b3f298dc-5603-418b-ad83-31feeda2668a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:03:32.015608 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:03:32.020686 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b7c2edaf-45ac-4b0d-99ec-e4309f8de05a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "PUT /v2.0/routers/b3f298dc-5603-418b-ad83-31feeda2668a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3286271 Sep 30 09:03:32.040467 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67413765-5e95-4221-bafb-930a3fc3e22c None None] Network c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:03:32.164754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3c15a9f4-cffe-4084-aa9b-9c524b14389c None None] Provisioning complete for port 50a5ff38-6ac3-4b43-b465-7d4e1afe636e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:03:32.165134 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3c15a9f4-cffe-4084-aa9b-9c524b14389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:32.167819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-ba5e8c20-227a-4519-bed7-f5d4938d6a01 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188228191&fields=id&tenant_id=6a3b98ec25fc4f14933509aca09cc02f HTTP/1.1" status: 200 len: 267 time: 0.0370014 Sep 30 09:03:32.285808 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3c15a9f4-cffe-4084-aa9b-9c524b14389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:32.286099 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-899bb299-9364-4a81-ace2-557b96ac5b01 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:32.287640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-899bb299-9364-4a81-ace2-557b96ac5b01 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/networks?id=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 HTTP/1.1" status: 200 len: 797 time: 0.1109734 Sep 30 09:03:32.308038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-bd489b9a-9679-4d19-9678-a38e7f1b0b55 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/quotas/6a3b98ec25fc4f14933509aca09cc02f HTTP/1.1" status: 200 len: 375 time: 0.0099590 Sep 30 09:03:32.321352 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3c15a9f4-cffe-4084-aa9b-9c524b14389c None None] For port 50a5ff38-6ac3-4b43-b465-7d4e1afe636e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=50a5ff38-6ac3-4b43-b465-7d4e1afe636e,segment=NetworkSegment(55be2877-75e9-471a-a4f9-68e37bc1ffa2),segment_id=55be2877-75e9-471a-a4f9-68e37bc1ffa2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:03:32.328191 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3c15a9f4-cffe-4084-aa9b-9c524b14389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:32.403156 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15a9f4-cffe-4084-aa9b-9c524b14389c None None] Pushing event updated for resources: {'Port': ['ID=50a5ff38-6ac3-4b43-b465-7d4e1afe636e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:32.406418 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-c5955f2c-c2f6-47ad-adf7-45ca02f8487f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855050 Sep 30 09:03:32.493986 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a630bc5c-eb8b-4af5-b73e-5bfe12bbca88 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:03:32.514223 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-d785aa27-5a57-421f-9c49-615b99f90486 service neutron] 10.222.0.24 "GET /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897310 Sep 30 09:03:32.557009 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2cb31ae3-a340-419b-845d-7507bf1e367c None None] Provisioning complete for port a19031a7-f822-4659-879b-0f1575c56b70 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:03:32.557390 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2cb31ae3-a340-419b-845d-7507bf1e367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:32.569928 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Sync routers for ids ['b3f298dc-5603-418b-ad83-31feeda2668a'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:03:32.581338 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a630bc5c-eb8b-4af5-b73e-5bfe12bbca88 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:03:32.581717 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:32.583534 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Routers {'b3f298dc-5603-418b-ad83-31feeda2668a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:03:32.584201 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:03:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b3f298dc-5603-418b-ad83-31feeda2668a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:32.640549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2cb31ae3-a340-419b-845d-7507bf1e367c None None] Port a19031a7-f822-4659-879b-0f1575c56b70 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:03:32.640947 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-ba60a46f-947b-4edd-bbed-6a482dab2d82 service neutron] 10.222.0.24 "GET /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134331 Sep 30 09:03:32.678510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2cb31ae3-a340-419b-845d-7507bf1e367c None None] Provisioning complete for port 50a5ff38-6ac3-4b43-b465-7d4e1afe636e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:03:32.678889 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2cb31ae3-a340-419b-845d-7507bf1e367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:32.708499 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:32.729556 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Set router b3f298dc-5603-418b-ad83-31feeda2668a gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:03:32.737448 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port a630bc5c-eb8b-4af5-b73e-5bfe12bbca88, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a630bc5c-eb8b-4af5-b73e-5bfe12bbca88,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:03:32.745515 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:32.746394 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 50a5ff38-6ac3-4b43-b465-7d4e1afe636e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:03:32.869835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=a630bc5c-eb8b-4af5-b73e-5bfe12bbca88,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:32.891576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ffc7e04d-1958-4f1a-9a1c-72d8f7b46fcf req-1b0baace-91a1-41d4-98de-303f160afb8d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 210 time: 0.0706160 Sep 30 09:03:32.899664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 50a5ff38-6ac3-4b43-b465-7d4e1afe636e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:03:32.900344 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:33.002120 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3cbe3798-998a-49c1-8ff5-adecc3d2773a None None] Provisioning complete for port a19031a7-f822-4659-879b-0f1575c56b70 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:03:33.002498 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cbe3798-998a-49c1-8ff5-adecc3d2773a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:33.003455 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945588459', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:31Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a19031a7-f822-4659-879b-0f1575c56b70', 'name': '', 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:5f:1c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:30Z', 'updated_at': '2021-09-30T09:03:31Z', 'revision_number': 2, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:33.033180 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Checking router: b3f298dc-5603-418b-ad83-31feeda2668a for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:03:33.033180 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Updating router b3f298dc-5603-418b-ad83-31feeda2668a port a19031a7-f822-4659-879b-0f1575c56b70 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:03:33.049961 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3cbe3798-998a-49c1-8ff5-adecc3d2773a None None] Port a19031a7-f822-4659-879b-0f1575c56b70 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:03:33.064453 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:33.168066 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-300363e5-bb1a-40e9-a601-8fdcdb9e83a2 None None] Provisioning complete for port a19031a7-f822-4659-879b-0f1575c56b70 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:03:33.168882 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-300363e5-bb1a-40e9-a601-8fdcdb9e83a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:33.203619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-300363e5-bb1a-40e9-a601-8fdcdb9e83a2 None None] Port a19031a7-f822-4659-879b-0f1575c56b70 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:03:33.340335 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:33.346700 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:33.414691 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900aaaa-72ce-4db9-9d4b-1524a858113f None None] Pushing event updated for resources: {'Port': ['ID=a19031a7-f822-4659-879b-0f1575c56b70,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:33.445062 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f900aaaa-72ce-4db9-9d4b-1524a858113f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:33.445424 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f900aaaa-72ce-4db9-9d4b-1524a858113f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:33.445810 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f900aaaa-72ce-4db9-9d4b-1524a858113f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:33.446389 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f900aaaa-72ce-4db9-9d4b-1524a858113f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:33.446719 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f900aaaa-72ce-4db9-9d4b-1524a858113f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:33.447043 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f900aaaa-72ce-4db9-9d4b-1524a858113f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:33.447363 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f900aaaa-72ce-4db9-9d4b-1524a858113f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:33.447683 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f900aaaa-72ce-4db9-9d4b-1524a858113f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:33.448026 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f900aaaa-72ce-4db9-9d4b-1524a858113f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:33.448342 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f900aaaa-72ce-4db9-9d4b-1524a858113f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:33.448661 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f900aaaa-72ce-4db9-9d4b-1524a858113f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:33.448972 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f900aaaa-72ce-4db9-9d4b-1524a858113f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:03:33.461505 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Attempting to bind port a19031a7-f822-4659-879b-0f1575c56b70 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:03:33.461870 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Attempting to bind port a19031a7-f822-4659-879b-0f1575c56b70 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '55be2877-75e9-471a-a4f9-68e37bc1ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:03:33.462306 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Attempting to bind port a19031a7-f822-4659-879b-0f1575c56b70 on network c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:03:33.467590 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:03:33.467982 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Checking segment: {'id': '55be2877-75e9-471a-a4f9-68e37bc1ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:03:33.468405 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:33.468793 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Bound using segment: {'id': '55be2877-75e9-471a-a4f9-68e37bc1ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:03:33.469256 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Bound port: a19031a7-f822-4659-879b-0f1575c56b70, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55be2877-75e9-471a-a4f9-68e37bc1ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:03:33.469636 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:33.536608 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] For port a19031a7-f822-4659-879b-0f1575c56b70, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:03:33.540474 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] For port a19031a7-f822-4659-879b-0f1575c56b70, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a19031a7-f822-4659-879b-0f1575c56b70,segment=NetworkSegment(55be2877-75e9-471a-a4f9-68e37bc1ffa2),segment_id=55be2877-75e9-471a-a4f9-68e37bc1ffa2)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:03:33.547072 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:33.621426 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900aaaa-72ce-4db9-9d4b-1524a858113f None None] Pushing event updated for resources: {'Port': ['ID=a19031a7-f822-4659-879b-0f1575c56b70,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:33.624171 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Routers {'b3f298dc-5603-418b-ad83-31feeda2668a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:03:33.624777 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:03:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b3f298dc-5603-418b-ad83-31feeda2668a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:33.637559 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e64f9bd-8885-4616-9c67-774367360cac None None] Provisioning complete for port a19031a7-f822-4659-879b-0f1575c56b70 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:03:33.637898 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e64f9bd-8885-4616-9c67-774367360cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:33.728503 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e64f9bd-8885-4616-9c67-774367360cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:33.757504 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] Set router b3f298dc-5603-418b-ad83-31feeda2668a gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:03:33.765770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e64f9bd-8885-4616-9c67-774367360cac None None] For port a19031a7-f822-4659-879b-0f1575c56b70, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a19031a7-f822-4659-879b-0f1575c56b70,segment=NetworkSegment(55be2877-75e9-471a-a4f9-68e37bc1ffa2),segment_id=55be2877-75e9-471a-a4f9-68e37bc1ffa2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:03:33.770585 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e64f9bd-8885-4616-9c67-774367360cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:33.830615 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64f9bd-8885-4616-9c67-774367360cac None None] Pushing event updated for resources: {'Port': ['ID=a19031a7-f822-4659-879b-0f1575c56b70,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:33.889368 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-58b997cc-fc96-42d7-aa4c-cf6021ec9396 None None] Provisioning complete for port a19031a7-f822-4659-879b-0f1575c56b70 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:03:33.889864 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58b997cc-fc96-42d7-aa4c-cf6021ec9396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:33.989080 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4fd58967-13fa-4a70-81f8-1999e7cb5f0d req-25dd91d8-ee44-4e61-8071-a045c507ac4e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 210 time: 0.0269015 Sep 30 09:03:34.068191 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945588459', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:31Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a19031a7-f822-4659-879b-0f1575c56b70', 'name': '', 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:5f:1c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:30Z', 'updated_at': '2021-09-30T09:03:33Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:34.094086 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c45ddb6-2bd0-4636-b659-4a5063a361ea None None] The sync data for ids ['b3f298dc-5603-418b-ad83-31feeda2668a'] in n-d-807359-2 is: [{'id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945588459', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:31Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a19031a7-f822-4659-879b-0f1575c56b70', 'name': '', 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:5f:1c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:30Z', 'updated_at': '2021-09-30T09:03:33Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:03:34.252778 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-4555c361-f4c4-4e78-8f9d-7bbb398aa1a1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:34.254402 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-4555c361-f4c4-4e78-8f9d-7bbb398aa1a1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "GET /v2.0/networks?id=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 HTTP/1.1" status: 200 len: 797 time: 0.1465755 Sep 30 09:03:34.319164 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-85617518-28da-4250-b19a-649db400dfd7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a3b98ec25fc4f14933509aca09cc02f HTTP/1.1" status: 200 len: 379 time: 0.0357115 Sep 30 09:03:34.345053 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-d47a4a4c-8a25-4aa5-8617-c428d4b4ffe8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'port': {'device_id': 'd9a5a8a2-309d-410b-aab4-65ed18cd86c8', 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'admin_state_up': True, 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'security_groups': ['472988b9-23c5-48e4-8fb7-21d2070280b7']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:03:34.468084 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-d47a4a4c-8a25-4aa5-8617-c428d4b4ffe8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Made reservation on behalf of 6a3b98ec25fc4f14933509aca09cc02f for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:03:34.471997 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-d47a4a4c-8a25-4aa5-8617-c428d4b4ffe8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:34.481641 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a630bc5c-eb8b-4af5-b73e-5bfe12bbca88 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:03:34.537773 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a630bc5c-eb8b-4af5-b73e-5bfe12bbca88 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:03:34.537987 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:34.613682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-d47a4a4c-8a25-4aa5-8617-c428d4b4ffe8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.20.0.12 (c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6/75e6df09-a31f-4990-9e25-18e50c8590e5/7cfa9109-66e9-4566-abf6-dffcbe51c127) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:03:34.624935 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 50a5ff38-6ac3-4b43-b465-7d4e1afe636e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:03:34.674741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 50a5ff38-6ac3-4b43-b465-7d4e1afe636e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:03:34.675260 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:34.758219 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a19031a7-f822-4659-879b-0f1575c56b70 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:03:34.782860 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-d47a4a4c-8a25-4aa5-8617-c428d4b4ffe8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:34.806728 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port a19031a7-f822-4659-879b-0f1575c56b70 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:03:34.807100 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:34.818346 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-d47a4a4c-8a25-4aa5-8617-c428d4b4ffe8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:34.863368 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-d47a4a4c-8a25-4aa5-8617-c428d4b4ffe8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:03:34.866711 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-d47a4a4c-8a25-4aa5-8617-c428d4b4ffe8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:03:34.869804 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-d47a4a4c-8a25-4aa5-8617-c428d4b4ffe8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:03:34.908677 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a4a4c-8a25-4aa5-8617-c428d4b4ffe8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=7cfa9109-66e9-4566-abf6-dffcbe51c127,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:34.933643 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-d47a4a4c-8a25-4aa5-8617-c428d4b4ffe8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:34.934288 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-d47a4a4c-8a25-4aa5-8617-c428d4b4ffe8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:34.951613 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-d47a4a4c-8a25-4aa5-8617-c428d4b4ffe8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6115999 Sep 30 09:03:34.971625 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Request body: {'port': {'device_id': 'd9a5a8a2-309d-410b-aab4-65ed18cd86c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:03:35.040614 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:35.104876 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-388f40fa-8ef2-4152-856a-975d01bc7ae5 None None] Provisioning complete for port 7cfa9109-66e9-4566-abf6-dffcbe51c127 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:03:35.105522 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-388f40fa-8ef2-4152-856a-975d01bc7ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:35.129984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fd8c5-0d22-4437-8c38-aead09fbf7ca req-0d00d2c5-7433-4a6f-95f8-32a502cdabf5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:35.133279 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-000fd8c5-0d22-4437-8c38-aead09fbf7ca req-0d00d2c5-7433-4a6f-95f8-32a502cdabf5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 932 time: 0.0651593 Sep 30 09:03:35.157562 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-388f40fa-8ef2-4152-856a-975d01bc7ae5 None None] Port 7cfa9109-66e9-4566-abf6-dffcbe51c127 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:03:35.177419 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-000fd8c5-0d22-4437-8c38-aead09fbf7ca req-30b103e4-8ca7-4c0f-bc26-a04eae9ab2f1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382080 Sep 30 09:03:35.331075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfa9109-66e9-4566-abf6-dffcbe51c127 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:03:35.344952 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:35.358125 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Transition to ACTIVE for port object 7cfa9109-66e9-4566-abf6-dffcbe51c127 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:03:35.363008 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:35.436240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfa9109-66e9-4566-abf6-dffcbe51c127,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:35.487048 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Attempting to bind port 7cfa9109-66e9-4566-abf6-dffcbe51c127 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:03:35.487378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Attempting to bind port 7cfa9109-66e9-4566-abf6-dffcbe51c127 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '55be2877-75e9-471a-a4f9-68e37bc1ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:03:35.487703 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Attempting to bind port 7cfa9109-66e9-4566-abf6-dffcbe51c127 on network c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:03:35.492346 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Port 7cfa9109-66e9-4566-abf6-dffcbe51c127 on network c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:03:35.492662 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Attempting to bind port 7cfa9109-66e9-4566-abf6-dffcbe51c127 on network c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:03:35.497518 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:03:35.497849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Checking segment: {'id': '55be2877-75e9-471a-a4f9-68e37bc1ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:03:35.498253 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Bound using segment: {'id': '55be2877-75e9-471a-a4f9-68e37bc1ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:03:35.498682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Bound port: 7cfa9109-66e9-4566-abf6-dffcbe51c127, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55be2877-75e9-471a-a4f9-68e37bc1ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:03:35.499030 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:35.566495 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] For port 7cfa9109-66e9-4566-abf6-dffcbe51c127, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:03:35.570028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] For port 7cfa9109-66e9-4566-abf6-dffcbe51c127, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=7cfa9109-66e9-4566-abf6-dffcbe51c127,segment=NetworkSegment(55be2877-75e9-471a-a4f9-68e37bc1ffa2),segment_id=55be2877-75e9-471a-a4f9-68e37bc1ffa2)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:03:35.574083 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:35.609001 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:35.609685 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:35.612021 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] 10.222.0.35 "PUT /v2.0/ports/7cfa9109-66e9-4566-abf6-dffcbe51c127 HTTP/1.1" status: 200 len: 1092 time: 0.6452091 Sep 30 09:03:35.612463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a5a8a2-309d-410b-aab4-65ed18cd86c8', 'tag': '7cfa9109-66e9-4566-abf6-dffcbe51c127'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:03:35.614737 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88bdb80-f2a8-4271-9d6c-4738c9a53118" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a5a8a2-309d-410b-aab4-65ed18cd86c8", "tag": "7cfa9109-66e9-4566-abf6-dffcbe51c127"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:03:35.641054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b18a0-8395-4bdc-83e6-a619f4991179 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfa9109-66e9-4566-abf6-dffcbe51c127,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:35.674116 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce520659-afcf-481b-aa85-109ef1de8653 x-openstack-request-id: req-ce520659-afcf-481b-aa85-109ef1de8653 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:03:35.674648 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a5a8a2-309d-410b-aab4-65ed18cd86c8", "tag": "7cfa9109-66e9-4566-abf6-dffcbe51c127", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:03:35.675090 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce520659-afcf-481b-aa85-109ef1de8653 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:03:35.675677 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a5a8a2-309d-410b-aab4-65ed18cd86c8', 'tag': '7cfa9109-66e9-4566-abf6-dffcbe51c127', 'status': 'completed', 'code': 200} Sep 30 09:03:35.742447 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-97e9c4d2-44e4-4076-be4d-e32fdd3607d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:35.744158 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-97e9c4d2-44e4-4076-be4d-e32fdd3607d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 1095 time: 0.0507665 Sep 30 09:03:35.796579 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-099c0bfb-b6fa-4c6e-84ca-f651a62f36f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cfa9109-66e9-4566-abf6-dffcbe51c127 HTTP/1.1" status: 200 len: 217 time: 0.0368147 Sep 30 09:03:35.846361 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-157c319b-11f4-4f09-bd7e-8506ff10fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:35.847757 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-157c319b-11f4-4f09-bd7e-8506ff10fa25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75e6df09-a31f-4990-9e25-18e50c8590e5 HTTP/1.1" status: 200 len: 833 time: 0.0436161 Sep 30 09:03:35.897463 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-add569b6-0f8e-4396-bcda-f7c3eb80cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:35.898978 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-add569b6-0f8e-4396-bcda-f7c3eb80cb9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430088 Sep 30 09:03:35.993272 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-a72db8b8-23be-4e5b-8fff-b5547c730a40 service neutron] 10.222.0.35 "GET /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849433 Sep 30 09:03:36.087469 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f8fcea39-b6d6-4deb-a57b-471efadb3330 req-7c260076-9ac8-49ab-aaed-aa4cd012fef2 service neutron] 10.222.0.35 "GET /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855789 Sep 30 09:03:36.227364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bdb80-f2a8-4271-9d6c-4738c9a53118 req-7773be2f-8754-4cd3-ba5c-10867ea0a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:36.228946 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c88bdb80-f2a8-4271-9d6c-4738c9a53118 req-7773be2f-8754-4cd3-ba5c-10867ea0a56a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 1095 time: 0.0420651 Sep 30 09:03:36.250132 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:03:36.302257 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d890d93-4426-440c-a793-17cdf474ad6e req-2ec6b8eb-5685-40fa-aa40-d3f265798291 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:36.303774 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d890d93-4426-440c-a793-17cdf474ad6e req-2ec6b8eb-5685-40fa-aa40-d3f265798291 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 944 time: 0.0535417 Sep 30 09:03:36.324116 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bdb80-f2a8-4271-9d6c-4738c9a53118 req-f10de61b-a297-4ea5-a5d6-8f5155895935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:36.325611 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c88bdb80-f2a8-4271-9d6c-4738c9a53118 req-f10de61b-a297-4ea5-a5d6-8f5155895935 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 HTTP/1.1" status: 200 len: 898 time: 0.0866542 Sep 30 09:03:36.343321 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d890d93-4426-440c-a793-17cdf474ad6e req-0884e95e-ba41-4bde-9305-584b3f18e1e5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334182 Sep 30 09:03:36.372139 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c88bdb80-f2a8-4271-9d6c-4738c9a53118 req-810a96d0-2f32-425f-9e0c-ca10dc992cac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cfa9109-66e9-4566-abf6-dffcbe51c127 HTTP/1.1" status: 200 len: 217 time: 0.0390840 Sep 30 09:03:36.425353 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bdb80-f2a8-4271-9d6c-4738c9a53118 req-1834be37-f85f-4e84-8ce7-0444a0c35a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:36.426671 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c88bdb80-f2a8-4271-9d6c-4738c9a53118 req-1834be37-f85f-4e84-8ce7-0444a0c35a7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75e6df09-a31f-4990-9e25-18e50c8590e5 HTTP/1.1" status: 200 len: 833 time: 0.0423093 Sep 30 09:03:36.473460 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bdb80-f2a8-4271-9d6c-4738c9a53118 req-0047571b-16ee-461a-91c7-6a9cae384e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:36.474981 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c88bdb80-f2a8-4271-9d6c-4738c9a53118 req-0047571b-16ee-461a-91c7-6a9cae384e85 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410378 Sep 30 09:03:36.571436 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c88bdb80-f2a8-4271-9d6c-4738c9a53118 req-56386a7f-f853-4488-9a3e-911477d64fce service neutron] 10.222.0.35 "GET /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861320 Sep 30 09:03:36.669071 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c88bdb80-f2a8-4271-9d6c-4738c9a53118 req-94396338-fc9c-4785-92c0-29914fa99f29 service neutron] 10.222.0.35 "GET /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889814 Sep 30 09:03:37.457792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653350e-9675-4e84-8f28-9a27ab8bfbcc req-0655c97b-44b7-412d-8603-1e9b3798925d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:37.459215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1653350e-9675-4e84-8f28-9a27ab8bfbcc req-0655c97b-44b7-412d-8603-1e9b3798925d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 944 time: 0.0492494 Sep 30 09:03:37.497193 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1653350e-9675-4e84-8f28-9a27ab8bfbcc req-97767d74-73f1-49dd-afaa-38cc9093b44e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320642 Sep 30 09:03:38.613288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34411f-1bed-4dda-beba-00ebada23fd9 req-221584a3-5421-4858-9dcc-db5485a4bbee tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:38.614691 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c34411f-1bed-4dda-beba-00ebada23fd9 req-221584a3-5421-4858-9dcc-db5485a4bbee tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 944 time: 0.0513048 Sep 30 09:03:38.659599 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3c34411f-1bed-4dda-beba-00ebada23fd9 req-6a83c8e0-9658-403c-ab66-5b62c8a8d1c5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387859 Sep 30 09:03:39.774266 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b417-427f-4e5c-9e2a-9da58c621ffa req-88b34f49-5597-401c-95ed-d38d930dbfd2 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:39.776040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1a90b417-427f-4e5c-9e2a-9da58c621ffa req-88b34f49-5597-401c-95ed-d38d930dbfd2 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 944 time: 0.0490122 Sep 30 09:03:39.821552 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1a90b417-427f-4e5c-9e2a-9da58c621ffa req-fd22d8dc-df7e-4a8b-a191-0f15fd686276 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396101 Sep 30 09:03:39.874900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 7cfa9109-66e9-4566-abf6-dffcbe51c127 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:03:39.968173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 7cfa9109-66e9-4566-abf6-dffcbe51c127, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=7cfa9109-66e9-4566-abf6-dffcbe51c127,segment=NetworkSegment(55be2877-75e9-471a-a4f9-68e37bc1ffa2),segment_id=55be2877-75e9-471a-a4f9-68e37bc1ffa2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:03:39.978862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '7cfa9109-66e9-4566-abf6-dffcbe51c127', 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'port_id': '7cfa9109-66e9-4566-abf6-dffcbe51c127', 'mac_address': 'fa:16:3e:63:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:03:40.018372 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:40.031236 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfa9109-66e9-4566-abf6-dffcbe51c127 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:03:40.050580 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 7cfa9109-66e9-4566-abf6-dffcbe51c127, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=7cfa9109-66e9-4566-abf6-dffcbe51c127,segment=NetworkSegment(55be2877-75e9-471a-a4f9-68e37bc1ffa2),segment_id=55be2877-75e9-471a-a4f9-68e37bc1ffa2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:03:40.054659 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:40.101791 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=7cfa9109-66e9-4566-abf6-dffcbe51c127,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:40.364518 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['7cfa9109-66e9-4566-abf6-dffcbe51c127'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:03:40.692452 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:40.943254 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7a1e8-7831-486b-974e-59b063f71f9b req-adb5c371-b8ff-43e4-84c2-fb4cc0f0d50c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:40.944785 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9dc7a1e8-7831-486b-974e-59b063f71f9b req-adb5c371-b8ff-43e4-84c2-fb4cc0f0d50c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 945 time: 0.0497224 Sep 30 09:03:40.981278 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9dc7a1e8-7831-486b-974e-59b063f71f9b req-4d7163be-095e-42e9-acdb-80ef96737023 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307124 Sep 30 09:03:41.880250 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 7cfa9109-66e9-4566-abf6-dffcbe51c127 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:03:41.928017 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 7cfa9109-66e9-4566-abf6-dffcbe51c127 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:03:41.931695 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 7cfa9109-66e9-4566-abf6-dffcbe51c127 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:03:41.932105 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:42.100238 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188da9b4-31be-4493-9775-935dbd41256f req-43406310-2d01-42b6-8c3e-f0bc35c3743a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:42.101829 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-188da9b4-31be-4493-9775-935dbd41256f req-43406310-2d01-42b6-8c3e-f0bc35c3743a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 945 time: 0.0515904 Sep 30 09:03:42.146921 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-188da9b4-31be-4493-9775-935dbd41256f req-e58c6939-866d-456a-b5ec-5cf9b3e282e6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388980 Sep 30 09:03:42.168696 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e40b-3380-4f5a-b7be-602e1e36f62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:42.174995 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:42.196939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a5a8a2-309d-410b-aab4-65ed18cd86c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfa9109-66e9-4566-abf6-dffcbe51c127'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:03:42.199103 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697f3aa9-9c34-4fe7-a48f-b66f91cb1f0a" -d '{"events": [{"server_uuid": "d9a5a8a2-309d-410b-aab4-65ed18cd86c8", "name": "network-vif-plugged", "status": "completed", "tag": "7cfa9109-66e9-4566-abf6-dffcbe51c127"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:03:42.211396 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 7cfa9109-66e9-4566-abf6-dffcbe51c127, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=7cfa9109-66e9-4566-abf6-dffcbe51c127,segment=NetworkSegment(55be2877-75e9-471a-a4f9-68e37bc1ffa2),segment_id=55be2877-75e9-471a-a4f9-68e37bc1ffa2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:03:42.215878 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:42.238447 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d4bb69-2093-4ce1-96d3-5d95345b001b x-openstack-request-id: req-32d4bb69-2093-4ce1-96d3-5d95345b001b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:03:42.238741 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a5a8a2-309d-410b-aab4-65ed18cd86c8", "name": "network-vif-plugged", "status": "completed", "tag": "7cfa9109-66e9-4566-abf6-dffcbe51c127", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:03:42.238995 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32d4bb69-2093-4ce1-96d3-5d95345b001b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:03:42.239382 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a5a8a2-309d-410b-aab4-65ed18cd86c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfa9109-66e9-4566-abf6-dffcbe51c127', 'code': 200} Sep 30 09:03:42.264779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=7cfa9109-66e9-4566-abf6-dffcbe51c127,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:42.361013 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305631eb-f88f-4479-993c-b7a525388542 req-b83ac345-b207-445d-bb1c-11fb128ac066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:42.362501 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-305631eb-f88f-4479-993c-b7a525388542 req-b83ac345-b207-445d-bb1c-11fb128ac066 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 1097 time: 0.0402153 Sep 30 09:03:42.396675 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-305631eb-f88f-4479-993c-b7a525388542 req-768e9c44-33d3-40a9-9f02-d2d1f708c253 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265839 Sep 30 09:03:43.269189 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476288b-8f1a-41bc-a588-0d98680d7596 req-0520e768-076e-464d-94bb-0b974faf75ae tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:43.273259 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b476288b-8f1a-41bc-a588-0d98680d7596 req-0520e768-076e-464d-94bb-0b974faf75ae tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0571699 Sep 30 09:03:43.311415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b476288b-8f1a-41bc-a588-0d98680d7596 req-e239f8d6-c0aa-4e6b-9155-8f0a72d3c029 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318432 Sep 30 09:03:44.426678 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a03026-f35d-4994-8e63-1d64c56548e7 req-17521b18-dc23-48a3-8ee4-d9d5c13e6d76 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:44.428184 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88a03026-f35d-4994-8e63-1d64c56548e7 req-17521b18-dc23-48a3-8ee4-d9d5c13e6d76 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0501795 Sep 30 09:03:44.465869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-88a03026-f35d-4994-8e63-1d64c56548e7 req-8db73c97-7ec8-4742-819e-d709f4ae1709 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319076 Sep 30 09:03:44.577162 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd8603-2757-4374-9cce-04fc23e941b3 req-b4d77352-52ab-4ca8-9c00-7c320bb7b246 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:44.578527 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b2bd8603-2757-4374-9cce-04fc23e941b3 req-b4d77352-52ab-4ca8-9c00-7c320bb7b246 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0486042 Sep 30 09:03:44.625543 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b2bd8603-2757-4374-9cce-04fc23e941b3 req-91472d10-870f-4bcd-8bdb-41ce00d38adf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371439 Sep 30 09:03:44.650579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49888) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:44.690453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249b29c6-b401-4ed4-84fe-d30a703dc761 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:44.691998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-249b29c6-b401-4ed4-84fe-d30a703dc761 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 1092 time: 0.0404100 Sep 30 09:03:44.694695 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49890) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:44.698886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '7cfa9109-66e9-4566-abf6-dffcbe51c127', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:03:44.720691 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:44.814833 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:44.885387 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9d65-7bd8-4ff1-8b67-7b771bd86575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:44.922318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.25.0.124 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/f34c78b0-a469-437b-b1ff-c91335545d89) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:03:45.029018 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:45.061932 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:45.098120 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:03:45.102439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:03:45.105889 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:03:45.129167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=f34c78b0-a469-437b-b1ff-c91335545d89,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:45.364461 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:45.469398 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:45.534648 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:45.693460 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:45.698166 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:45.767733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=f34c78b0-a469-437b-b1ff-c91335545d89,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:03:45.777399 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:45.872811 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Floating IP 1844bbfe-4b53-4314-a3b1-a973d146ce9c associated. External IP: 172.25.0.124, port: 7cfa9109-66e9-4566-abf6-dffcbe51c127. Sep 30 09:03:46.084709 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:46.415430 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router b3f298dc-5603-418b-ad83-31feeda2668a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:03:46.520526 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:03:46.530388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624bcaa6-4ceb-42d2-b553-f4d8eee30168 None None] Sync routers for ids ['b3f298dc-5603-418b-ad83-31feeda2668a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:03:46.537443 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:46.539792 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624bcaa6-4ceb-42d2-b553-f4d8eee30168 None None] Routers {'b3f298dc-5603-418b-ad83-31feeda2668a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:03:46.540466 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-624bcaa6-4ceb-42d2-b553-f4d8eee30168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:03:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b3f298dc-5603-418b-ad83-31feeda2668a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:46.564197 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-771231e5-58b7-480e-bb30-433c4706e1b4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8684716 Sep 30 09:03:46.564783 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a5a8a2-309d-410b-aab4-65ed18cd86c8', 'tag': '7cfa9109-66e9-4566-abf6-dffcbe51c127'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:03:46.567033 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d084afb2-4505-4652-b30f-424cfecf42aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a5a8a2-309d-410b-aab4-65ed18cd86c8", "tag": "7cfa9109-66e9-4566-abf6-dffcbe51c127"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:03:46.663082 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-624bcaa6-4ceb-42d2-b553-f4d8eee30168 None None] Set router b3f298dc-5603-418b-ad83-31feeda2668a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:03:46.670723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19242f51-eea6-47f3-ab2e-f1ac41467591 req-c23527eb-b367-4c39-ad20-9497a7591c20 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:46.672612 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19242f51-eea6-47f3-ab2e-f1ac41467591 req-c23527eb-b367-4c39-ad20-9497a7591c20 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0605640 Sep 30 09:03:46.715358 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19242f51-eea6-47f3-ab2e-f1ac41467591 req-631b2a9d-f41f-4366-a66d-acbe12208f29 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365536 Sep 30 09:03:46.738516 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49896) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:46.779090 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89112e37-edc2-46ba-b150-136e8d6adb2b x-openstack-request-id: req-89112e37-edc2-46ba-b150-136e8d6adb2b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:03:46.779383 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a5a8a2-309d-410b-aab4-65ed18cd86c8", "tag": "7cfa9109-66e9-4566-abf6-dffcbe51c127", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:03:46.779643 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89112e37-edc2-46ba-b150-136e8d6adb2b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:03:46.780067 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a5a8a2-309d-410b-aab4-65ed18cd86c8', 'tag': '7cfa9109-66e9-4566-abf6-dffcbe51c127', 'status': 'completed', 'code': 200} Sep 30 09:03:46.807165 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d3ae65b3-9cbc-40c0-94b8-1e85ea3af096 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/1844bbfe-4b53-4314-a3b1-a973d146ce9c HTTP/1.1" status: 200 len: 992 time: 0.0664575 Sep 30 09:03:46.842457 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084afb2-4505-4652-b30f-424cfecf42aa req-66b7573e-57b9-48fc-84da-9d618e03ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:46.844064 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d084afb2-4505-4652-b30f-424cfecf42aa req-66b7573e-57b9-48fc-84da-9d618e03ce66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 1097 time: 0.0410247 Sep 30 09:03:46.889762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-624bcaa6-4ceb-42d2-b553-f4d8eee30168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945588459', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:31Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '1844bbfe-4b53-4314-a3b1-a973d146ce9c', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'port_id': '7cfa9109-66e9-4566-abf6-dffcbe51c127', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'mac_address': 'fa:16:3e:63:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a5a8a2-309d-410b-aab4-65ed18cd86c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:03:45Z', 'updated_at': '2021-09-30T09:03:45Z', 'revision_number': 0, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19031a7-f822-4659-879b-0f1575c56b70', 'name': '', 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:5f:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:30Z', 'updated_at': '2021-09-30T09:03:33Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:46.916318 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624bcaa6-4ceb-42d2-b553-f4d8eee30168 None None] Checking router: b3f298dc-5603-418b-ad83-31feeda2668a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:03:46.924600 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624bcaa6-4ceb-42d2-b553-f4d8eee30168 None None] Routers {'b3f298dc-5603-418b-ad83-31feeda2668a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:03:46.925583 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-624bcaa6-4ceb-42d2-b553-f4d8eee30168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:03:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b3f298dc-5603-418b-ad83-31feeda2668a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:46.937823 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084afb2-4505-4652-b30f-424cfecf42aa req-9a5493bc-25b1-495c-a766-d9bdc88ec193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:46.940788 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d084afb2-4505-4652-b30f-424cfecf42aa req-9a5493bc-25b1-495c-a766-d9bdc88ec193 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 HTTP/1.1" status: 200 len: 898 time: 0.0892608 Sep 30 09:03:47.010504 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d084afb2-4505-4652-b30f-424cfecf42aa req-63dfdffc-7140-4582-a284-432be4ed43fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cfa9109-66e9-4566-abf6-dffcbe51c127 HTTP/1.1" status: 200 len: 1000 time: 0.0618174 Sep 30 09:03:47.036635 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-624bcaa6-4ceb-42d2-b553-f4d8eee30168 None None] Set router b3f298dc-5603-418b-ad83-31feeda2668a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:03:47.060598 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084afb2-4505-4652-b30f-424cfecf42aa req-8140a9f4-4d0e-410c-9fb9-3eba9538f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:47.062075 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d084afb2-4505-4652-b30f-424cfecf42aa req-8140a9f4-4d0e-410c-9fb9-3eba9538f82a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75e6df09-a31f-4990-9e25-18e50c8590e5 HTTP/1.1" status: 200 len: 833 time: 0.0438628 Sep 30 09:03:47.111988 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084afb2-4505-4652-b30f-424cfecf42aa req-3c025702-39f4-486e-aa35-c6121b1bcff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:47.113502 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d084afb2-4505-4652-b30f-424cfecf42aa req-3c025702-39f4-486e-aa35-c6121b1bcff3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439487 Sep 30 09:03:47.203438 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d084afb2-4505-4652-b30f-424cfecf42aa req-ed5e80c8-352b-41e8-a936-b72b5bd4e3ec service neutron] 10.222.0.35 "GET /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821233 Sep 30 09:03:47.262465 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-624bcaa6-4ceb-42d2-b553-f4d8eee30168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945588459', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:31Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '1844bbfe-4b53-4314-a3b1-a973d146ce9c', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'port_id': '7cfa9109-66e9-4566-abf6-dffcbe51c127', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'mac_address': 'fa:16:3e:63:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a5a8a2-309d-410b-aab4-65ed18cd86c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:03:45Z', 'updated_at': '2021-09-30T09:03:45Z', 'revision_number': 0, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19031a7-f822-4659-879b-0f1575c56b70', 'name': '', 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:5f:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:30Z', 'updated_at': '2021-09-30T09:03:33Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:03:47.292206 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624bcaa6-4ceb-42d2-b553-f4d8eee30168 None None] The sync data for ids ['b3f298dc-5603-418b-ad83-31feeda2668a'] in n-d-807359-2 is: [{'id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945588459', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:31Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '1844bbfe-4b53-4314-a3b1-a973d146ce9c', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'port_id': '7cfa9109-66e9-4566-abf6-dffcbe51c127', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'mac_address': 'fa:16:3e:63:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a5a8a2-309d-410b-aab4-65ed18cd86c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:03:45Z', 'updated_at': '2021-09-30T09:03:45Z', 'revision_number': 0, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19031a7-f822-4659-879b-0f1575c56b70', 'name': '', 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:5f:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:30Z', 'updated_at': '2021-09-30T09:03:33Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:03:47.316330 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d084afb2-4505-4652-b30f-424cfecf42aa req-4b05b1fa-5679-4dcd-b58a-e96129ca9998 service neutron] 10.222.0.35 "GET /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053572 Sep 30 09:03:47.492873 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6195feb0-7633-4b79-8825-6c9a007b9794 None None] New status for floating IP 1844bbfe-4b53-4314-a3b1-a973d146ce9c: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:03:47.810024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49898) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:03:47.869925 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-86cca340-6024-400f-a215-9a2838b87e9c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/1844bbfe-4b53-4314-a3b1-a973d146ce9c HTTP/1.1" status: 200 len: 994 time: 0.0588467 Sep 30 09:03:47.949092 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:03:49.515313 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cbb2161e-ceee-4601-a752-e614e9e032c1 req-27156be4-ce55-49eb-91e2-f09bba278723 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394049 Sep 30 09:03:49.614176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2161e-ceee-4601-a752-e614e9e032c1 req-c6458e54-f523-4d4c-bb0b-6e4b12c39bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:49.615667 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cbb2161e-ceee-4601-a752-e614e9e032c1 req-c6458e54-f523-4d4c-bb0b-6e4b12c39bec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 1097 time: 0.0403950 Sep 30 09:03:49.723685 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2161e-ceee-4601-a752-e614e9e032c1 req-d79aca6c-2711-4a6d-89f1-b0c6fa9e7061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:49.725200 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cbb2161e-ceee-4601-a752-e614e9e032c1 req-d79aca6c-2711-4a6d-89f1-b0c6fa9e7061 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 HTTP/1.1" status: 200 len: 898 time: 0.0874639 Sep 30 09:03:49.791264 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cbb2161e-ceee-4601-a752-e614e9e032c1 req-9b40696e-007c-47b3-88b9-87bef2bb6d66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cfa9109-66e9-4566-abf6-dffcbe51c127 HTTP/1.1" status: 200 len: 1002 time: 0.0578036 Sep 30 09:03:49.843706 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2161e-ceee-4601-a752-e614e9e032c1 req-397b1fd0-ce23-4935-ab60-8d773138e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:49.845797 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cbb2161e-ceee-4601-a752-e614e9e032c1 req-397b1fd0-ce23-4935-ab60-8d773138e120 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75e6df09-a31f-4990-9e25-18e50c8590e5 HTTP/1.1" status: 200 len: 833 time: 0.0468593 Sep 30 09:03:49.893320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2161e-ceee-4601-a752-e614e9e032c1 req-9bb50e8e-0583-4d43-803a-f468e22e2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:03:49.894837 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cbb2161e-ceee-4601-a752-e614e9e032c1 req-9bb50e8e-0583-4d43-803a-f468e22e2509 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395596 Sep 30 09:03:49.992189 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cbb2161e-ceee-4601-a752-e614e9e032c1 req-9ca94248-989b-4ac3-b9f6-86dd1fe503f0 service neutron] 10.222.0.35 "GET /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889421 Sep 30 09:03:50.080931 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cbb2161e-ceee-4601-a752-e614e9e032c1 req-fff11800-3fe2-4c4c-89df-8ba95721c3a4 service neutron] 10.222.0.35 "GET /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810120 Sep 30 09:04:00.205357 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:10.684362 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:12.139633 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e696661a-a947-4f9c-bdee-35a249c598af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:13.250250 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:04:14.886704 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65d73634-502b-4a21-8441-41d53dcd9028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:15.364525 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:16.088006 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:17.952584 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:21.219064 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad1b60-568a-4905-a6e6-6ad99aa7bc11 req-c31353b1-b7bf-4929-875e-6ac0c7940e63 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:21.220613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99ad1b60-568a-4905-a6e6-6ad99aa7bc11 req-c31353b1-b7bf-4929-875e-6ac0c7940e63 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0486376 Sep 30 09:04:21.244188 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c23840-064f-4514-8514-351883950e34 req-0ad74e20-2f62-4acc-81a7-1f8b429d68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:21.245737 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1c23840-064f-4514-8514-351883950e34 req-0ad74e20-2f62-4acc-81a7-1f8b429d68c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 1097 time: 0.0413239 Sep 30 09:04:21.258803 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-99ad1b60-568a-4905-a6e6-6ad99aa7bc11 req-482dc92d-c682-44f7-8e9d-d4a8cc92e4d5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316284 Sep 30 09:04:21.340073 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c23840-064f-4514-8514-351883950e34 req-ccece709-add9-48c2-8d01-b7a6b400e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:21.341476 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1c23840-064f-4514-8514-351883950e34 req-ccece709-add9-48c2-8d01-b7a6b400e7fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 HTTP/1.1" status: 200 len: 898 time: 0.0887785 Sep 30 09:04:21.405432 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1c23840-064f-4514-8514-351883950e34 req-70bfdf5c-90f1-4ce0-b6d6-64011f91af89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cfa9109-66e9-4566-abf6-dffcbe51c127 HTTP/1.1" status: 200 len: 1002 time: 0.0566618 Sep 30 09:04:21.458078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c23840-064f-4514-8514-351883950e34 req-3d625d5f-64f8-47cb-b0d0-4f88664212a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:21.459510 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1c23840-064f-4514-8514-351883950e34 req-3d625d5f-64f8-47cb-b0d0-4f88664212a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75e6df09-a31f-4990-9e25-18e50c8590e5 HTTP/1.1" status: 200 len: 833 time: 0.0466642 Sep 30 09:04:21.505783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c23840-064f-4514-8514-351883950e34 req-39c0119d-4fd2-4f4f-ba9f-6d2f36ea7cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:21.507246 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1c23840-064f-4514-8514-351883950e34 req-39c0119d-4fd2-4f4f-ba9f-6d2f36ea7cf2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390615 Sep 30 09:04:21.599672 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1c23840-064f-4514-8514-351883950e34 req-7e0dc709-d6af-4fc1-9716-700fefb80fe4 service neutron] 10.222.0.35 "GET /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838876 Sep 30 09:04:21.962885 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f1c23840-064f-4514-8514-351883950e34 req-10bb080b-e6dc-40b9-810f-0ee32e8d06fb service neutron] 10.222.0.35 "GET /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553996 Sep 30 09:04:22.394612 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcb6ef-0db1-45f5-9bb3-b8f35299f056 req-811284c1-74b6-43a9-8d19-54c98b1cba1a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:22.396106 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8bbcb6ef-0db1-45f5-9bb3-b8f35299f056 req-811284c1-74b6-43a9-8d19-54c98b1cba1a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0544746 Sep 30 09:04:22.432938 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8bbcb6ef-0db1-45f5-9bb3-b8f35299f056 req-04ef0ad5-a514-4abe-9e07-cd51fbc400c3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307016 Sep 30 09:04:23.547230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f41233-9074-4099-b511-3939df550ce2 req-4bac927c-5947-43ba-b62e-ca08060ff8a9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:23.548757 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d1f41233-9074-4099-b511-3939df550ce2 req-4bac927c-5947-43ba-b62e-ca08060ff8a9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0491719 Sep 30 09:04:23.587353 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d1f41233-9074-4099-b511-3939df550ce2 req-5664da42-39aa-4855-8680-6d07444a4b52 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326815 Sep 30 09:04:24.704242 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d97cb3-8811-4685-a08f-3571b8d08d7d req-338c71af-de8e-47e3-b2bb-4196d4051fc7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:24.705725 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84d97cb3-8811-4685-a08f-3571b8d08d7d req-338c71af-de8e-47e3-b2bb-4196d4051fc7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0505354 Sep 30 09:04:24.743109 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84d97cb3-8811-4685-a08f-3571b8d08d7d req-d3d76b41-a964-4e68-9f55-a8c81dc2accb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308979 Sep 30 09:04:25.861358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1bfde-6715-4783-8490-a5c76ee1e78a req-ce12495b-e680-42fc-86d0-f2824479c23d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:25.862877 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ebc1bfde-6715-4783-8490-a5c76ee1e78a req-ce12495b-e680-42fc-86d0-f2824479c23d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0532706 Sep 30 09:04:25.901341 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ebc1bfde-6715-4783-8490-a5c76ee1e78a req-c9f359a6-cc49-404b-ab28-b3c0f27dd34f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320063 Sep 30 09:04:27.015957 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d24391-fce0-45b7-b6f3-7c96a0d16356 req-5bd71991-1f75-4bb3-acfd-c1ab22ce1924 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:27.017532 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2d24391-fce0-45b7-b6f3-7c96a0d16356 req-5bd71991-1f75-4bb3-acfd-c1ab22ce1924 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0489624 Sep 30 09:04:27.064890 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c2d24391-fce0-45b7-b6f3-7c96a0d16356 req-feee9bb9-8a7d-4860-a533-dcaac7eaf5fd tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407727 Sep 30 09:04:28.179215 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0916150-0fb8-48c0-8fe2-8aefec295c78 req-af7fa51a-696d-41b4-8f1e-78cf95e23983 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:28.180736 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0916150-0fb8-48c0-8fe2-8aefec295c78 req-af7fa51a-696d-41b4-8f1e-78cf95e23983 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0483289 Sep 30 09:04:28.218352 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0916150-0fb8-48c0-8fe2-8aefec295c78 req-42369845-bd37-4b08-a192-1d3ac4eca691 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318346 Sep 30 09:04:29.341671 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe3085-280b-4908-a0fd-fea32b227ab8 req-a55a09ac-a362-46cd-9098-f9155c7921e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:29.343149 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5abe3085-280b-4908-a0fd-fea32b227ab8 req-a55a09ac-a362-46cd-9098-f9155c7921e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0530357 Sep 30 09:04:29.380696 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5abe3085-280b-4908-a0fd-fea32b227ab8 req-cb6ae1ee-928b-49cf-af9e-0da301076d1a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305920 Sep 30 09:04:30.210987 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:30.500034 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419896a-3a55-45ba-a5b9-a74147c57a95 req-9a0fe987-7f2a-46ba-a868-2d28468e34fd tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:30.501465 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f419896a-3a55-45ba-a5b9-a74147c57a95 req-9a0fe987-7f2a-46ba-a868-2d28468e34fd tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0529249 Sep 30 09:04:30.538908 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f419896a-3a55-45ba-a5b9-a74147c57a95 req-c1b51d1a-b012-4c43-9c5b-d8eec01377be tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316682 Sep 30 09:04:31.654456 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7099b-ecc2-4f74-82f8-1062bf1959c5 req-eb0a0209-b081-4dc9-b071-e7db651c3ae4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:31.655991 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0f7099b-ecc2-4f74-82f8-1062bf1959c5 req-eb0a0209-b081-4dc9-b071-e7db651c3ae4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0491061 Sep 30 09:04:31.695874 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f0f7099b-ecc2-4f74-82f8-1062bf1959c5 req-263fc4a9-aa86-4440-ae65-cc27c750d3d6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333405 Sep 30 09:04:32.813041 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e5270-31ae-4196-bc54-03132d441a95 req-20d565c7-af53-4947-851b-4533934cca65 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:32.814528 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-075e5270-31ae-4196-bc54-03132d441a95 req-20d565c7-af53-4947-851b-4533934cca65 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0531709 Sep 30 09:04:32.851980 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-075e5270-31ae-4196-bc54-03132d441a95 req-a952ec72-baec-476a-ac80-51981212e7ad tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311093 Sep 30 09:04:33.968051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b33cae-da84-4248-8446-aa83d878c30a req-1132b900-302e-4ee1-8383-40ce58d1acac tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:33.969571 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81b33cae-da84-4248-8446-aa83d878c30a req-1132b900-302e-4ee1-8383-40ce58d1acac tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0491920 Sep 30 09:04:34.007776 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-81b33cae-da84-4248-8446-aa83d878c30a req-d509a4d7-482d-4bd9-9623-f614201e93ea tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317934 Sep 30 09:04:35.121344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa183ab4-5fc8-4fe0-bb32-c4bf6e59dcca req-300c216c-a040-477d-9c5c-31cc941a2819 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:35.122830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa183ab4-5fc8-4fe0-bb32-c4bf6e59dcca req-300c216c-a040-477d-9c5c-31cc941a2819 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0489907 Sep 30 09:04:35.161465 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-aa183ab4-5fc8-4fe0-bb32-c4bf6e59dcca req-3bfc9e30-2ae3-4fcd-9f52-c80fa2caccd0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321758 Sep 30 09:04:36.280746 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39ebc-d385-422b-b2f9-bd806303a14c req-9d6c8961-1787-4235-8037-48047ee6bc70 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:36.282229 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90d39ebc-d385-422b-b2f9-bd806303a14c req-9d6c8961-1787-4235-8037-48047ee6bc70 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0545828 Sep 30 09:04:36.320595 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90d39ebc-d385-422b-b2f9-bd806303a14c req-4a98e1cb-673d-43ea-a4b9-7d35c13f926f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322320 Sep 30 09:04:37.437396 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18acc67-b008-46a5-9bb4-a35550a039d2 req-3e4524d3-3519-44fd-bff6-b9d8ae0b0fbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:37.438887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b18acc67-b008-46a5-9bb4-a35550a039d2 req-3e4524d3-3519-44fd-bff6-b9d8ae0b0fbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0502617 Sep 30 09:04:37.479092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b18acc67-b008-46a5-9bb4-a35550a039d2 req-07843e7c-bb40-41f2-ac68-6e7583cbe4ed tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342510 Sep 30 09:04:38.592466 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97109987-0b95-497e-88eb-ca4e14e8062c req-3caa3a70-2f7e-4831-9b16-46f002f44eb0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:38.593958 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97109987-0b95-497e-88eb-ca4e14e8062c req-3caa3a70-2f7e-4831-9b16-46f002f44eb0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0496104 Sep 30 09:04:38.631766 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97109987-0b95-497e-88eb-ca4e14e8062c req-3c38e587-92a1-42f0-ade6-bb060cd437c7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310593 Sep 30 09:04:38.654352 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49954) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:04:38.717055 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-866dd4c0-7cac-4ec9-9c89-7e227063fa9e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/1844bbfe-4b53-4314-a3b1-a973d146ce9c HTTP/1.1" status: 200 len: 994 time: 0.0615759 Sep 30 09:04:40.711675 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:42.139747 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56990ecc-885d-4d54-9512-0bca8686661a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:44.887177 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b727b54a-3df7-40fd-ad97-3644293a272f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:45.365445 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:46.089246 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:47.954215 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:04:50.249359 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:04:50.506860 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4d2f036-9136-42ad-9235-597fb330d1e1 req-f10bd99c-9091-4656-972d-56766ff55d65 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413487 Sep 30 09:04:50.608798 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2f036-9136-42ad-9235-597fb330d1e1 req-8113fc5f-4b6e-4752-ad39-7edc21adb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:50.610321 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4d2f036-9136-42ad-9235-597fb330d1e1 req-8113fc5f-4b6e-4752-ad39-7edc21adb36f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 1097 time: 0.0425639 Sep 30 09:04:50.714996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2f036-9136-42ad-9235-597fb330d1e1 req-b5e0cd1a-1dff-407c-907f-d415b0f73e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:50.716536 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4d2f036-9136-42ad-9235-597fb330d1e1 req-b5e0cd1a-1dff-407c-907f-d415b0f73e17 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 HTTP/1.1" status: 200 len: 898 time: 0.0848336 Sep 30 09:04:50.791704 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4d2f036-9136-42ad-9235-597fb330d1e1 req-d6abfc50-1067-4d34-9969-7a7a88f68e84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cfa9109-66e9-4566-abf6-dffcbe51c127 HTTP/1.1" status: 200 len: 1002 time: 0.0639815 Sep 30 09:04:50.845236 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2f036-9136-42ad-9235-597fb330d1e1 req-fdf76337-ecc1-4aac-be42-d2a3f1c38254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:50.847198 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4d2f036-9136-42ad-9235-597fb330d1e1 req-fdf76337-ecc1-4aac-be42-d2a3f1c38254 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75e6df09-a31f-4990-9e25-18e50c8590e5 HTTP/1.1" status: 200 len: 833 time: 0.0420570 Sep 30 09:04:50.892849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2f036-9136-42ad-9235-597fb330d1e1 req-00eea39c-fa5f-4530-b745-30e1f255ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:04:50.894881 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4d2f036-9136-42ad-9235-597fb330d1e1 req-00eea39c-fa5f-4530-b745-30e1f255ec6a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400736 Sep 30 09:04:50.987982 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4d2f036-9136-42ad-9235-597fb330d1e1 req-32b2d0e7-8c0f-48f3-ada7-dfac948d5928 service neutron] 10.222.0.35 "GET /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850978 Sep 30 09:04:51.076010 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c4d2f036-9136-42ad-9235-597fb330d1e1 req-f1fe6750-d395-4d7a-8e36-77fc93911962 service neutron] 10.222.0.35 "GET /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806932 Sep 30 09:05:00.203503 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:10.719561 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:11.222307 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49980) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:11.382085 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port f34c78b0-a469-437b-b1ff-c91335545d89 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:05:11.382433 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:11.461407 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:11.461737 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:11.472996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for f34c78b0-a469-437b-b1ff-c91335545d89 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:05:11.619184 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:11.651084 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=f34c78b0-a469-437b-b1ff-c91335545d89,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:11.674912 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:11.675267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:11.675613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:11.675975 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:11.676403 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:11.677712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:11.678054 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:11.678398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:11.678733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:11.679066 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:11.679397 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:11.679723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:11.720249 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:11.720580 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Floating IP 1844bbfe-4b53-4314-a3b1-a973d146ce9c disassociated (deleted). External IP: 172.25.0.124, port: 7cfa9109-66e9-4566-abf6-dffcbe51c127. Sep 30 09:05:11.931848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router b3f298dc-5603-418b-ad83-31feeda2668a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:05:12.039506 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:05:12.044347 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:12.048895 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d6ce1-7141-40be-8667-d3f24c57dd7f None None] Sync routers for ids ['b3f298dc-5603-418b-ad83-31feeda2668a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:05:12.058164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d6ce1-7141-40be-8667-d3f24c57dd7f None None] Routers {'b3f298dc-5603-418b-ad83-31feeda2668a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:05:12.058769 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-146d6ce1-7141-40be-8667-d3f24c57dd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:04:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b3f298dc-5603-418b-ad83-31feeda2668a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:12.073099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b79731c8-f561-4748-a67b-98c3a806c02b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/floatingips/1844bbfe-4b53-4314-a3b1-a973d146ce9c HTTP/1.1" status: 204 len: 168 time: 0.8497050 Sep 30 09:05:12.073691 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a5a8a2-309d-410b-aab4-65ed18cd86c8', 'tag': '7cfa9109-66e9-4566-abf6-dffcbe51c127'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:05:12.075968 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d517a31-e771-4840-a5b3-885d3a89ccaa" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a5a8a2-309d-410b-aab4-65ed18cd86c8", "tag": "7cfa9109-66e9-4566-abf6-dffcbe51c127"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:05:12.171529 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f54efc86-3546-4431-8e5c-4a570825d41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:12.174059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-146d6ce1-7141-40be-8667-d3f24c57dd7f None None] Set router b3f298dc-5603-418b-ad83-31feeda2668a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:05:12.229561 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80340fb-6c3e-4aaa-8213-607631e94cf8 x-openstack-request-id: req-b80340fb-6c3e-4aaa-8213-607631e94cf8 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:05:12.230073 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a5a8a2-309d-410b-aab4-65ed18cd86c8", "tag": "7cfa9109-66e9-4566-abf6-dffcbe51c127", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:05:12.230167 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b80340fb-6c3e-4aaa-8213-607631e94cf8 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:05:12.230571 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a5a8a2-309d-410b-aab4-65ed18cd86c8', 'tag': '7cfa9109-66e9-4566-abf6-dffcbe51c127', 'status': 'completed', 'code': 200} Sep 30 09:05:12.323097 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f6c2c-ed96-4957-aa49-d0a23ba857ac req-fb661bad-a877-4405-bddd-5203c685652d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:12.324694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f8f6c2c-ed96-4957-aa49-d0a23ba857ac req-fb661bad-a877-4405-bddd-5203c685652d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0508001 Sep 30 09:05:12.350636 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d517a31-e771-4840-a5b3-885d3a89ccaa req-81b90778-ac55-4731-b688-379ed6c59b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:12.352240 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3d517a31-e771-4840-a5b3-885d3a89ccaa req-81b90778-ac55-4731-b688-379ed6c59b2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 1097 time: 0.0472865 Sep 30 09:05:12.365738 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9f8f6c2c-ed96-4957-aa49-d0a23ba857ac req-fec722a1-310b-4ba9-8f73-f8a941ea62f3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348580 Sep 30 09:05:12.386462 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-146d6ce1-7141-40be-8667-d3f24c57dd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945588459', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:31Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a19031a7-f822-4659-879b-0f1575c56b70', 'name': '', 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:5f:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:30Z', 'updated_at': '2021-09-30T09:03:33Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:12.417520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d6ce1-7141-40be-8667-d3f24c57dd7f None None] Checking router: b3f298dc-5603-418b-ad83-31feeda2668a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:05:12.428434 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d6ce1-7141-40be-8667-d3f24c57dd7f None None] Routers {'b3f298dc-5603-418b-ad83-31feeda2668a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:05:12.429065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-146d6ce1-7141-40be-8667-d3f24c57dd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:04:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b3f298dc-5603-418b-ad83-31feeda2668a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:12.455289 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d517a31-e771-4840-a5b3-885d3a89ccaa req-81dd25e3-3580-46e7-9a02-0511218e8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:12.456716 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3d517a31-e771-4840-a5b3-885d3a89ccaa req-81dd25e3-3580-46e7-9a02-0511218e8bbf service neutron] 10.222.0.35 "GET /v2.0/networks?id=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 HTTP/1.1" status: 200 len: 898 time: 0.0949838 Sep 30 09:05:12.505409 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3d517a31-e771-4840-a5b3-885d3a89ccaa req-897ab70e-84a3-4565-ac32-a4276543da7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cfa9109-66e9-4566-abf6-dffcbe51c127 HTTP/1.1" status: 200 len: 217 time: 0.0384362 Sep 30 09:05:12.533969 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-146d6ce1-7141-40be-8667-d3f24c57dd7f None None] Set router b3f298dc-5603-418b-ad83-31feeda2668a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:05:12.562821 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d517a31-e771-4840-a5b3-885d3a89ccaa req-8e97a935-6487-489c-b258-84af7236f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:12.564372 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3d517a31-e771-4840-a5b3-885d3a89ccaa req-8e97a935-6487-489c-b258-84af7236f5cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75e6df09-a31f-4990-9e25-18e50c8590e5 HTTP/1.1" status: 200 len: 833 time: 0.0493820 Sep 30 09:05:12.614983 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d517a31-e771-4840-a5b3-885d3a89ccaa req-0fb3a83f-4a8c-4cf1-8b33-fa5be1705126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:12.616528 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3d517a31-e771-4840-a5b3-885d3a89ccaa req-0fb3a83f-4a8c-4cf1-8b33-fa5be1705126 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417974 Sep 30 09:05:12.725307 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3d517a31-e771-4840-a5b3-885d3a89ccaa req-52e5ab21-927a-439d-b8f0-dbf5ecdfdeaa service neutron] 10.222.0.35 "GET /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912142 Sep 30 09:05:12.738582 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-146d6ce1-7141-40be-8667-d3f24c57dd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945588459', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:31Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a19031a7-f822-4659-879b-0f1575c56b70', 'name': '', 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:5f:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:30Z', 'updated_at': '2021-09-30T09:03:33Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:12.765689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d6ce1-7141-40be-8667-d3f24c57dd7f None None] The sync data for ids ['b3f298dc-5603-418b-ad83-31feeda2668a'] in n-d-807359-2 is: [{'id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945588459', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:31Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'a19031a7-f822-4659-879b-0f1575c56b70', 'name': '', 'network_id': 'c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:5f:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:30Z', 'updated_at': '2021-09-30T09:03:33Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '75e6df09-a31f-4990-9e25-18e50c8590e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:05:12.822462 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3d517a31-e771-4840-a5b3-885d3a89ccaa req-e2050836-9c54-41b4-9c0a-2d544968d7c9 service neutron] 10.222.0.35 "GET /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850263 Sep 30 09:05:12.975608 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6fa591-451c-4bc3-b78f-51cb8d906c68 None None] New status for floating IP 1844bbfe-4b53-4314-a3b1-a973d146ce9c: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:05:13.485907 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7544d-91c1-49fb-b307-e463fa57ccfc req-86f17b04-8034-406f-a795-ab3f1fe88680 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:13.487385 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0b7544d-91c1-49fb-b307-e463fa57ccfc req-86f17b04-8034-406f-a795-ab3f1fe88680 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0490086 Sep 30 09:05:13.530765 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a0b7544d-91c1-49fb-b307-e463fa57ccfc req-652be108-e7d6-412f-9515-3a1e4d15ce5d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=472988b9-23c5-48e4-8fb7-21d2070280b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361485 Sep 30 09:05:14.264238 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c2908-a605-4f12-89d7-db1fa7898390 req-931dacdf-e2bc-4219-8369-df4513926424 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:14.265711 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-781c2908-a605-4f12-89d7-db1fa7898390 req-931dacdf-e2bc-4219-8369-df4513926424 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 946 time: 0.0600376 Sep 30 09:05:14.355182 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-781c2908-a605-4f12-89d7-db1fa7898390 req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port 7cfa9109-66e9-4566-abf6-dffcbe51c127 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:05:14.355525 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-781c2908-a605-4f12-89d7-db1fa7898390 req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:14.448335 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-781c2908-a605-4f12-89d7-db1fa7898390 req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] For port 7cfa9109-66e9-4566-abf6-dffcbe51c127, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=7cfa9109-66e9-4566-abf6-dffcbe51c127,segment=NetworkSegment(55be2877-75e9-471a-a4f9-68e37bc1ffa2),segment_id=55be2877-75e9-471a-a4f9-68e37bc1ffa2)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:05:14.448697 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-781c2908-a605-4f12-89d7-db1fa7898390 req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:14.460812 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-781c2908-a605-4f12-89d7-db1fa7898390 req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for 7cfa9109-66e9-4566-abf6-dffcbe51c127 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:05:14.588785 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-781c2908-a605-4f12-89d7-db1fa7898390 req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:14.621433 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=7cfa9109-66e9-4566-abf6-dffcbe51c127,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:14.629009 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e0b16446-9203-47f2-869f-1771297d299e req-154e57f6-8eab-4d42-9fb4-a531cc8c00bf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a5a8a2-309d-410b-aab4-65ed18cd86c8 HTTP/1.1" status: 200 len: 210 time: 0.0264220 Sep 30 09:05:14.651244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:14.651244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:14.651244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:14.651540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:14.651634 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:14.651952 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:14.652291 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:14.652621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:14.652948 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:14.653275 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:14.654095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:14.654095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:14.676674 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-781c2908-a605-4f12-89d7-db1fa7898390 req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] No DVR routers for this DVR port 7cfa9109-66e9-4566-abf6-dffcbe51c127 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:05:14.679318 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-781c2908-a605-4f12-89d7-db1fa7898390 req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:14.681373 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-781c2908-a605-4f12-89d7-db1fa7898390 req-c7f72a69-a67c-47cd-946d-832a8df74bbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "DELETE /v2.0/ports/7cfa9109-66e9-4566-abf6-dffcbe51c127 HTTP/1.1" status: 204 len: 173 time: 0.4092259 Sep 30 09:05:14.681802 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a5a8a2-309d-410b-aab4-65ed18cd86c8', 'name': 'network-vif-deleted', 'tag': '7cfa9109-66e9-4566-abf6-dffcbe51c127'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:05:14.684040 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dfa0f4-421e-4169-a7ab-8719b95ab841" -d '{"events": [{"server_uuid": "d9a5a8a2-309d-410b-aab4-65ed18cd86c8", "name": "network-vif-deleted", "tag": "7cfa9109-66e9-4566-abf6-dffcbe51c127"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:05:14.720782 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adba418c-6f50-4343-aa29-3644d246b964 x-openstack-request-id: req-adba418c-6f50-4343-aa29-3644d246b964 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:05:14.721079 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a5a8a2-309d-410b-aab4-65ed18cd86c8", "name": "network-vif-deleted", "tag": "7cfa9109-66e9-4566-abf6-dffcbe51c127", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:05:14.721329 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adba418c-6f50-4343-aa29-3644d246b964 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:05:14.721723 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a5a8a2-309d-410b-aab4-65ed18cd86c8', 'name': 'network-vif-deleted', 'tag': '7cfa9109-66e9-4566-abf6-dffcbe51c127', 'status': 'completed', 'code': 200} Sep 30 09:05:14.887944 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f116cdfd-524f-4f20-978c-cf7a27d1153b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:15.370758 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:15.691185 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49996) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:16.045371 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d2830b1-a666-40b7-8f58-d0fe33aba7c9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:16.092613 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:16.313077 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 7cfa9109-66e9-4566-abf6-dffcbe51c127 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:05:16.328567 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-2d2830b1-a666-40b7-8f58-d0fe33aba7c9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port a19031a7-f822-4659-879b-0f1575c56b70 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:05:16.328915 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d2830b1-a666-40b7-8f58-d0fe33aba7c9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:16.333144 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 7cfa9109-66e9-4566-abf6-dffcbe51c127 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:05:16.333495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 7cfa9109-66e9-4566-abf6-dffcbe51c127 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:05:16.424556 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-2d2830b1-a666-40b7-8f58-d0fe33aba7c9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] For port a19031a7-f822-4659-879b-0f1575c56b70, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a19031a7-f822-4659-879b-0f1575c56b70,segment=NetworkSegment(55be2877-75e9-471a-a4f9-68e37bc1ffa2),segment_id=55be2877-75e9-471a-a4f9-68e37bc1ffa2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:05:16.424929 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d2830b1-a666-40b7-8f58-d0fe33aba7c9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:16.436533 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-2d2830b1-a666-40b7-8f58-d0fe33aba7c9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for a19031a7-f822-4659-879b-0f1575c56b70 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:05:16.622012 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d2830b1-a666-40b7-8f58-d0fe33aba7c9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:16.647978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2830b1-a666-40b7-8f58-d0fe33aba7c9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=a19031a7-f822-4659-879b-0f1575c56b70,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:16.821870 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d2830b1-a666-40b7-8f58-d0fe33aba7c9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:17.035398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2830b1-a666-40b7-8f58-d0fe33aba7c9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router b3f298dc-5603-418b-ad83-31feeda2668a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:05:17.142790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2830b1-a666-40b7-8f58-d0fe33aba7c9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:05:17.148904 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2d2830b1-a666-40b7-8f58-d0fe33aba7c9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "PUT /v2.0/routers/b3f298dc-5603-418b-ad83-31feeda2668a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4564180 Sep 30 09:05:17.152246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 49998) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:17.154324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d188c5cd-76c6-481b-ac5e-8dffa5792f91 None None] Sync routers for ids ['b3f298dc-5603-418b-ad83-31feeda2668a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:05:17.163530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d188c5cd-76c6-481b-ac5e-8dffa5792f91 None None] Routers {'b3f298dc-5603-418b-ad83-31feeda2668a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:05:17.164163 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d188c5cd-76c6-481b-ac5e-8dffa5792f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b3f298dc-5603-418b-ad83-31feeda2668a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:17.205413 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ef0d63-3448-4c22-b6a0-0ea2fa01a275 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting subnet 75e6df09-a31f-4990-9e25-18e50c8590e5 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:05:17.208858 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16ef0d63-3448-4c22-b6a0-0ea2fa01a275 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:17.253660 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16ef0d63-3448-4c22-b6a0-0ea2fa01a275 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:17.344615 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16ef0d63-3448-4c22-b6a0-0ea2fa01a275 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:17.407888 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16ef0d63-3448-4c22-b6a0-0ea2fa01a275 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:17.421165 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d188c5cd-76c6-481b-ac5e-8dffa5792f91 None None] Set router b3f298dc-5603-418b-ad83-31feeda2668a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:05:17.440124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef0d63-3448-4c22-b6a0-0ea2fa01a275 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Subnet': ['ID=75e6df09-a31f-4990-9e25-18e50c8590e5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:17.442736 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16ef0d63-3448-4c22-b6a0-0ea2fa01a275 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:17.444877 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-16ef0d63-3448-4c22-b6a0-0ea2fa01a275 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/subnets/75e6df09-a31f-4990-9e25-18e50c8590e5 HTTP/1.1" status: 204 len: 168 time: 0.2913470 Sep 30 09:05:17.447541 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:17.474421 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c94a228-7d8d-41d6-8f0e-99f4cbe63cff None None] Network c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:05:17.555170 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7458461b-e231-425f-86f3-ac3d1d761854 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:17.660364 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7458461b-e231-425f-86f3-ac3d1d761854 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:17.697331 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d188c5cd-76c6-481b-ac5e-8dffa5792f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945588459', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:05:16Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'a630bc5c-eb8b-4af5-b73e-5bfe12bbca88', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:17.718201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7458461b-e231-425f-86f3-ac3d1d761854 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port a630bc5c-eb8b-4af5-b73e-5bfe12bbca88 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:05:17.718553 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7458461b-e231-425f-86f3-ac3d1d761854 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:17.729358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d188c5cd-76c6-481b-ac5e-8dffa5792f91 None None] Checking router: b3f298dc-5603-418b-ad83-31feeda2668a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:05:17.737946 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d188c5cd-76c6-481b-ac5e-8dffa5792f91 None None] Routers {'b3f298dc-5603-418b-ad83-31feeda2668a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:05:17.739383 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d188c5cd-76c6-481b-ac5e-8dffa5792f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b3f298dc-5603-418b-ad83-31feeda2668a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:17.776893 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] DHCP port deletion for c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:05:17.806218 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-7458461b-e231-425f-86f3-ac3d1d761854 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] For port a630bc5c-eb8b-4af5-b73e-5bfe12bbca88, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=a630bc5c-eb8b-4af5-b73e-5bfe12bbca88,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:05:17.806688 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7458461b-e231-425f-86f3-ac3d1d761854 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:17.822485 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7458461b-e231-425f-86f3-ac3d1d761854 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for a630bc5c-eb8b-4af5-b73e-5bfe12bbca88 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:05:17.854366 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d188c5cd-76c6-481b-ac5e-8dffa5792f91 None None] Set router b3f298dc-5603-418b-ad83-31feeda2668a gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:05:17.908985 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d188c5cd-76c6-481b-ac5e-8dffa5792f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945588459', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:05:17Z', 'revision_number': 6, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:17.942054 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d188c5cd-76c6-481b-ac5e-8dffa5792f91 None None] The sync data for ids ['b3f298dc-5603-418b-ad83-31feeda2668a'] in n-d-807359-2 is: [{'id': 'b3f298dc-5603-418b-ad83-31feeda2668a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945588459', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:03:27Z', 'updated_at': '2021-09-30T09:05:17Z', 'revision_number': 6, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:05:17.956975 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Deleting port 50a5ff38-6ac3-4b43-b465-7d4e1afe636e {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:05:17.957353 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:17.972974 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:17.995104 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7458461b-e231-425f-86f3-ac3d1d761854 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:18.024780 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458461b-e231-425f-86f3-ac3d1d761854 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=a630bc5c-eb8b-4af5-b73e-5bfe12bbca88,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:18.035124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] For port 50a5ff38-6ac3-4b43-b465-7d4e1afe636e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=50a5ff38-6ac3-4b43-b465-7d4e1afe636e,segment=NetworkSegment(55be2877-75e9-471a-a4f9-68e37bc1ffa2),segment_id=55be2877-75e9-471a-a4f9-68e37bc1ffa2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:05:18.035741 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:18.054455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Calling delete_port for 50a5ff38-6ac3-4b43-b465-7d4e1afe636e owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:05:18.127662 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7458461b-e231-425f-86f3-ac3d1d761854 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:18.175246 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:18.206412 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] No DVR routers for this DVR port 50a5ff38-6ac3-4b43-b465-7d4e1afe636e on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:05:18.208728 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Pushing event deleted for resources: {'Port': ['ID=50a5ff38-6ac3-4b43-b465-7d4e1afe636e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:18.217903 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:18.218250 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:18.218591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:18.218940 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:18.219533 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:18.219621 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:18.219872 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:18.220222 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:18.220549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:18.220868 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:18.221186 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:18.221507 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0b878-79d6-460f-941e-b9128fb50435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:18.228321 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7458461b-e231-425f-86f3-ac3d1d761854 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:18.231102 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7458461b-e231-425f-86f3-ac3d1d761854 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:18.280375 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7458461b-e231-425f-86f3-ac3d1d761854 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:18.280844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7458461b-e231-425f-86f3-ac3d1d761854 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Fanout notify agent at l3_agent the message router_deleted on router b3f298dc-5603-418b-ad83-31feeda2668a {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:05:18.290060 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7458461b-e231-425f-86f3-ac3d1d761854 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:18.290060 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7458461b-e231-425f-86f3-ac3d1d761854 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/routers/b3f298dc-5603-418b-ad83-31feeda2668a HTTP/1.1" status: 204 len: 168 time: 0.8413591 Sep 30 09:05:18.292718 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50002) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:18.371825 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fce1953-4662-45aa-b8f8-bc09437857cb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:18.464225 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fce1953-4662-45aa-b8f8-bc09437857cb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:18.483311 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6fce1953-4662-45aa-b8f8-bc09437857cb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:18.492323 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6fce1953-4662-45aa-b8f8-bc09437857cb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55be2877-75e9-471a-a4f9-68e37bc1ffa2') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:18.492621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6fce1953-4662-45aa-b8f8-bc09437857cb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55be2877-75e9-471a-a4f9-68e37bc1ffa2') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:18.502316 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fce1953-4662-45aa-b8f8-bc09437857cb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:18.515952 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fce1953-4662-45aa-b8f8-bc09437857cb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:18.522718 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fce1953-4662-45aa-b8f8-bc09437857cb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:05:18.523105 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fce1953-4662-45aa-b8f8-bc09437857cb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: timer() Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:05:18.526278 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:05:18.589077 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fce1953-4662-45aa-b8f8-bc09437857cb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:18.599849 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fce1953-4662-45aa-b8f8-bc09437857cb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:18.601664 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6fce1953-4662-45aa-b8f8-bc09437857cb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/networks/c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6 HTTP/1.1" status: 204 len: 168 time: 0.3079948 Sep 30 09:05:18.604418 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50004) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:18.610908 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce1953-4662-45aa-b8f8-bc09437857cb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Network': ['ID=c00a5c6b-19a7-4ec5-9e07-edd9636ba8b6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:18.771708 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a630bc5c-eb8b-4af5-b73e-5bfe12bbca88 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:05:18.792605 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: a630bc5c-eb8b-4af5-b73e-5bfe12bbca88 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:05:18.792956 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a630bc5c-eb8b-4af5-b73e-5bfe12bbca88 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:05:18.793506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 50a5ff38-6ac3-4b43-b465-7d4e1afe636e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:05:18.813165 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 50a5ff38-6ac3-4b43-b465-7d4e1afe636e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:05:18.813516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 50a5ff38-6ac3-4b43-b465-7d4e1afe636e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:05:18.813934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a19031a7-f822-4659-879b-0f1575c56b70 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:05:18.835891 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: a19031a7-f822-4659-879b-0f1575c56b70 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:05:18.836273 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device a19031a7-f822-4659-879b-0f1575c56b70 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:05:19.002839 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-516465e4-48d9-40a7-bb03-0200e8b44670 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.029104 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-516465e4-48d9-40a7-bb03-0200e8b44670 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.088187 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-516465e4-48d9-40a7-bb03-0200e8b44670 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.090774 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-516465e4-48d9-40a7-bb03-0200e8b44670 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.091984 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-516465e4-48d9-40a7-bb03-0200e8b44670 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/security-groups/472988b9-23c5-48e4-8fb7-21d2070280b7 HTTP/1.1" status: 204 len: 168 time: 0.4865291 Sep 30 09:05:19.101602 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516465e4-48d9-40a7-bb03-0200e8b44670 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=472988b9-23c5-48e4-8fb7-21d2070280b7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:19.426024 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50010) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:19.431087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-faa50179-93eb-410c-865a-a5fcf2bdf0e0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227242928', 'description': 'tempest-secgroup-smoke-1227242928 description', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:05:19.456054 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faa50179-93eb-410c-865a-a5fcf2bdf0e0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.540969 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faa50179-93eb-410c-865a-a5fcf2bdf0e0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.545000 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faa50179-93eb-410c-865a-a5fcf2bdf0e0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.573093 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faa50179-93eb-410c-865a-a5fcf2bdf0e0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.574533 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-faa50179-93eb-410c-865a-a5fcf2bdf0e0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1469014 Sep 30 09:05:19.576653 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa50179-93eb-410c-865a-a5fcf2bdf0e0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf61f66-841b-4c30-8e91-1b4b72036510,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:19.577412 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50012) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:19.582175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e3be9b21-af0d-423f-a064-74eda8fe35b5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '8cf61f66-841b-4c30-8e91-1b4b72036510', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:05:19.609001 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3be9b21-af0d-423f-a064-74eda8fe35b5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.664962 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3be9b21-af0d-423f-a064-74eda8fe35b5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.668280 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3be9b21-af0d-423f-a064-74eda8fe35b5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.685322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be9b21-af0d-423f-a064-74eda8fe35b5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a70bd2-4b2b-4efa-a27b-ef915fcc50f3,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:19.691292 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3be9b21-af0d-423f-a064-74eda8fe35b5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.693550 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e3be9b21-af0d-423f-a064-74eda8fe35b5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150091 Sep 30 09:05:19.696320 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50014) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:19.701113 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b518c327-b598-404d-88a6-c1721aab7d9f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '8cf61f66-841b-4c30-8e91-1b4b72036510', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:05:19.728092 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b518c327-b598-404d-88a6-c1721aab7d9f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.786697 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b518c327-b598-404d-88a6-c1721aab7d9f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.790186 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b518c327-b598-404d-88a6-c1721aab7d9f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.808173 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518c327-b598-404d-88a6-c1721aab7d9f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51bbeefe-b8eb-4a18-b5ba-7e3a20e38a2f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:19.811390 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b518c327-b598-404d-88a6-c1721aab7d9f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.812685 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b518c327-b598-404d-88a6-c1721aab7d9f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154184 Sep 30 09:05:19.815430 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50016) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:19.820223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-efc02133-c930-49d1-827c-2a18b07c2976 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '8cf61f66-841b-4c30-8e91-1b4b72036510', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:05:19.845586 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efc02133-c930-49d1-827c-2a18b07c2976 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.909189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efc02133-c930-49d1-827c-2a18b07c2976 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.913476 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efc02133-c930-49d1-827c-2a18b07c2976 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.930558 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc02133-c930-49d1-827c-2a18b07c2976 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbf40ea-aada-4384-afa7-466c53b45f2c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:19.936770 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-efc02133-c930-49d1-827c-2a18b07c2976 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:19.937963 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-efc02133-c930-49d1-827c-2a18b07c2976 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216068 Sep 30 09:05:19.940794 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50018) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:19.945333 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-af9890a5-5e9b-4df7-81aa-b7f0b81a1957 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '8cf61f66-841b-4c30-8e91-1b4b72036510', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:05:19.969778 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af9890a5-5e9b-4df7-81aa-b7f0b81a1957 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.028361 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af9890a5-5e9b-4df7-81aa-b7f0b81a1957 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.031802 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af9890a5-5e9b-4df7-81aa-b7f0b81a1957 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.050356 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9890a5-5e9b-4df7-81aa-b7f0b81a1957 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef04fb6-e35f-429f-b434-f14d199d6b2c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:20.053205 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af9890a5-5e9b-4df7-81aa-b7f0b81a1957 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.054356 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-af9890a5-5e9b-4df7-81aa-b7f0b81a1957 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1125884 Sep 30 09:05:20.057310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50020) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:20.061956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-545dc03e-0736-466f-a822-bcbf11951626 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '8cf61f66-841b-4c30-8e91-1b4b72036510', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:05:20.082127 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-545dc03e-0736-466f-a822-bcbf11951626 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Project 6a3b98ec25fc4f14933509aca09cc02f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:05:20.087317 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-545dc03e-0736-466f-a822-bcbf11951626 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.150616 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-545dc03e-0736-466f-a822-bcbf11951626 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.154203 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-545dc03e-0736-466f-a822-bcbf11951626 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.172381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dc03e-0736-466f-a822-bcbf11951626 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a3c545-a84c-4188-8d57-d4d69009ee9e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:20.177960 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-545dc03e-0736-466f-a822-bcbf11951626 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.179134 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-545dc03e-0736-466f-a822-bcbf11951626 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207445 Sep 30 09:05:20.181917 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50022) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:20.186113 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-828d900c-9c3f-4a0f-b75b-8eb718f8d35f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '8cf61f66-841b-4c30-8e91-1b4b72036510', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:05:20.206204 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-828d900c-9c3f-4a0f-b75b-8eb718f8d35f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Project 6a3b98ec25fc4f14933509aca09cc02f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:05:20.211411 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-828d900c-9c3f-4a0f-b75b-8eb718f8d35f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.276572 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-828d900c-9c3f-4a0f-b75b-8eb718f8d35f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.280440 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-828d900c-9c3f-4a0f-b75b-8eb718f8d35f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.301018 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d900c-9c3f-4a0f-b75b-8eb718f8d35f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5744fc52-5b1e-4ec7-bbf2-b7fcdeb2fa09,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:20.307885 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-828d900c-9c3f-4a0f-b75b-8eb718f8d35f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.309103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-828d900c-9c3f-4a0f-b75b-8eb718f8d35f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263103 Sep 30 09:05:20.311953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50024) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:20.317326 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-26343eca-dc2d-4e50-99bf-7d44e3627aec tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'network': {'name': 'tempest-network-smoke--1974240638', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'port_security_enabled': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:05:20.336825 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26343eca-dc2d-4e50-99bf-7d44e3627aec tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Made reservation on behalf of 6a3b98ec25fc4f14933509aca09cc02f for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:05:20.340180 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-26343eca-dc2d-4e50-99bf-7d44e3627aec tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.363050 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26343eca-dc2d-4e50-99bf-7d44e3627aec tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:05:20.372038 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-26343eca-dc2d-4e50-99bf-7d44e3627aec tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.372383 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-26343eca-dc2d-4e50-99bf-7d44e3627aec tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Added segment 4898cc76-2fe0-41f2-b8ea-62371ef21369 of type vlan for network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d Sep 30 09:05:20.411601 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-26343eca-dc2d-4e50-99bf-7d44e3627aec tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.437108 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-26343eca-dc2d-4e50-99bf-7d44e3627aec tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.443962 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26343eca-dc2d-4e50-99bf-7d44e3627aec tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:20.444695 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-26343eca-dc2d-4e50-99bf-7d44e3627aec tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.478980 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-26343eca-dc2d-4e50-99bf-7d44e3627aec tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1659944 Sep 30 09:05:20.481812 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50026) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:20.486237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1257415074', 'admin_state_up': True, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:05:20.533292 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26343eca-dc2d-4e50-99bf-7d44e3627aec tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Network': ['ID=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:20.542792 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.543631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:05:20.544183 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.599711 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.733420 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.926822 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:20.945618 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:21.045780 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.25.0.45 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:05:21.160255 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:21.194305 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:21.229288 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:05:21.232133 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:05:21.235576 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:05:21.269418 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:21.495442 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:21.695352 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:21.822909 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router b7c53d03-3974-42dd-8173-7ca6d00c4871 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:05:21.926996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:05:21.936519 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Sync routers for ids ['b7c53d03-3974-42dd-8173-7ca6d00c4871'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:05:21.945503 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:21.946811 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fdaa265a-0268-4947-a1d4-033267bceece tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4640522 Sep 30 09:05:21.947471 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Routers {'b7c53d03-3974-42dd-8173-7ca6d00c4871'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:05:21.948201 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b7c53d03-3974-42dd-8173-7ca6d00c4871'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:21.949987 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50028) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:21.982573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6e784b4e-499c-4f75-a386-62aa217ffe57 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=6a3b98ec25fc4f14933509aca09cc02f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291021 Sep 30 09:05:21.982813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50030) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:22.049444 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Set router b7c53d03-3974-42dd-8173-7ca6d00c4871 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:05:22.074337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6270a-7186-4e03-a1e5-4ff739b6c628 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:22.075840 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-69b6270a-7186-4e03-a1e5-4ff739b6c628 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919697 Sep 30 09:05:22.078908 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50032) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:22.114284 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-537f93d4-2fe6-4250-8480-505fd15bff94 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339489 Sep 30 09:05:22.116630 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:22.121287 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-25dad4bd-2cf7-4006-8b74-46341afade01 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-880522326', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:05:22.213588 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dad4bd-2cf7-4006-8b74-46341afade01 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Made reservation on behalf of 6a3b98ec25fc4f14933509aca09cc02f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:05:22.217236 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25dad4bd-2cf7-4006-8b74-46341afade01 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:22.227077 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257415074', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:21Z', 'revision_number': 3, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:22.254850 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Checking router: b7c53d03-3974-42dd-8173-7ca6d00c4871 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:05:22.255193 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Updating router b7c53d03-3974-42dd-8173-7ca6d00c4871 port d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:05:22.280092 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:22.400211 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25dad4bd-2cf7-4006-8b74-46341afade01 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:22.453066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dad4bd-2cf7-4006-8b74-46341afade01 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Subnet': ['ID=086a40fd-d0ad-4b75-9993-d5b108893d13,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:22.468322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dad4bd-2cf7-4006-8b74-46341afade01 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Checking segment: {'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:05:22.468681 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dad4bd-2cf7-4006-8b74-46341afade01 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network hostable DHCP agents. Network: f20d44d6-491a-4d05-b9c6-a4e0971e5a8d, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:05:22.484738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dad4bd-2cf7-4006-8b74-46341afade01 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:05:22.494739 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-25dad4bd-2cf7-4006-8b74-46341afade01 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, f20d44d6-491a-4d05-b9c6-a4e0971e5a8d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:05:22.499377 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dad4bd-2cf7-4006-8b74-46341afade01 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:22.499936 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25dad4bd-2cf7-4006-8b74-46341afade01 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:22.505884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e6837c-e758-401e-91c8-842922dad706 None None] Network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:05:22.517259 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-25dad4bd-2cf7-4006-8b74-46341afade01 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3996305 Sep 30 09:05:22.521080 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50036) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:22.542903 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:22.549322 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:22.603685 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Attempting to bind port d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:05:22.604217 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Attempting to bind port d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:05:22.604652 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Attempting to bind port d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:05:22.616079 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb7854-fcae-4f2d-aa1b-5f1cd254ceb7 None None] Pushing event updated for resources: {'Port': ['ID=d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:22.619295 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:05:22.619663 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:05:22.620083 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:22.620467 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:05:22.620929 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Bound port: d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:05:22.621308 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:22.626902 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7854-fcae-4f2d-aa1b-5f1cd254ceb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:22.627254 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7854-fcae-4f2d-aa1b-5f1cd254ceb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:22.627948 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7854-fcae-4f2d-aa1b-5f1cd254ceb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:22.627948 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7854-fcae-4f2d-aa1b-5f1cd254ceb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:22.628269 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7854-fcae-4f2d-aa1b-5f1cd254ceb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:22.628595 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7854-fcae-4f2d-aa1b-5f1cd254ceb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:22.633742 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7854-fcae-4f2d-aa1b-5f1cd254ceb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:22.633742 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7854-fcae-4f2d-aa1b-5f1cd254ceb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:22.633742 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7854-fcae-4f2d-aa1b-5f1cd254ceb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:22.633742 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7854-fcae-4f2d-aa1b-5f1cd254ceb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:22.633742 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7854-fcae-4f2d-aa1b-5f1cd254ceb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:22.633742 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb7854-fcae-4f2d-aa1b-5f1cd254ceb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:05:22.682091 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ips': [{'subnet_id': '086a40fd-d0ad-4b75-9993-d5b108893d13'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:05:22.683096 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:22.688472 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] For port d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:05:22.691634 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] For port d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:05:22.698826 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:22.758111 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb7854-fcae-4f2d-aa1b-5f1cd254ceb7 None None] Pushing event updated for resources: {'Port': ['ID=d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:22.762292 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Routers {'b7c53d03-3974-42dd-8173-7ca6d00c4871'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:05:22.762908 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b7c53d03-3974-42dd-8173-7ca6d00c4871'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:22.825091 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Allocated IP 172.20.0.2 (f20d44d6-491a-4d05-b9c6-a4e0971e5a8d/086a40fd-d0ad-4b75-9993-d5b108893d13/17cf51ff-1935-4e22-9dd7-52ff9162fea2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:05:22.875483 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] Set router b7c53d03-3974-42dd-8173-7ca6d00c4871 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:05:22.982013 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:22.988446 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:23.006747 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:23.034854 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:05:23.038805 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:05:23.042190 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:05:23.058129 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257415074', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:21Z', 'revision_number': 3, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:23.083264 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Pushing event updated for resources: {'Port': ['ID=17cf51ff-1935-4e22-9dd7-52ff9162fea2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:23.114713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Attempting to bind port 17cf51ff-1935-4e22-9dd7-52ff9162fea2 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:05:23.115349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Attempting to bind port 17cf51ff-1935-4e22-9dd7-52ff9162fea2 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:05:23.115849 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Attempting to bind port 17cf51ff-1935-4e22-9dd7-52ff9162fea2 on network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:05:23.123607 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:05:23.124134 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Checking segment: {'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:05:23.124625 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:23.125389 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Bound using segment: {'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:05:23.125622 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Bound port: 17cf51ff-1935-4e22-9dd7-52ff9162fea2, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:05:23.126009 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:23.175188 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76f64f4-952c-4f34-b600-e14f0a950d4f None None] The sync data for ids ['b7c53d03-3974-42dd-8173-7ca6d00c4871'] in n-d-807359-2 is: [{'id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257415074', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:21Z', 'revision_number': 3, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:05:23.193981 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] For port 17cf51ff-1935-4e22-9dd7-52ff9162fea2, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:05:23.199615 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] For port 17cf51ff-1935-4e22-9dd7-52ff9162fea2, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=17cf51ff-1935-4e22-9dd7-52ff9162fea2,segment=NetworkSegment(4898cc76-2fe0-41f2-b8ea-62371ef21369),segment_id=4898cc76-2fe0-41f2-b8ea-62371ef21369)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:05:23.203564 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:23.274649 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b26f4d-d5ff-4f8a-86d5-62ec069a760d None None] Pushing event updated for resources: {'Port': ['ID=17cf51ff-1935-4e22-9dd7-52ff9162fea2,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:23.376848 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.20.0.1 (f20d44d6-491a-4d05-b9c6-a4e0971e5a8d/086a40fd-d0ad-4b75-9993-d5b108893d13/d2155307-567f-4483-bdf8-d86c436aa48d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:05:23.819926 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:23.854236 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:23.900086 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:05:23.903200 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:05:23.905833 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:05:23.937988 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=d2155307-567f-4483-bdf8-d86c436aa48d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:23.963189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:24.110916 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:24.306653 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6e211a-c278-4a9e-bd40-7168cb43bfe2 None None] Network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:05:24.385630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7cb20739-b8d9-43dc-af94-cdee528ce30d None None] Provisioning complete for port 17cf51ff-1935-4e22-9dd7-52ff9162fea2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:05:24.386004 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cb20739-b8d9-43dc-af94-cdee528ce30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:24.407291 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:24.414569 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:24.496163 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:24.499073 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=d2155307-567f-4483-bdf8-d86c436aa48d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:24.541323 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:05:24.564724 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cb20739-b8d9-43dc-af94-cdee528ce30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:24.618455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:05:24.620179 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:05:24.625554 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7cb20739-b8d9-43dc-af94-cdee528ce30d None None] For port 17cf51ff-1935-4e22-9dd7-52ff9162fea2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=17cf51ff-1935-4e22-9dd7-52ff9162fea2,segment=NetworkSegment(4898cc76-2fe0-41f2-b8ea-62371ef21369),segment_id=4898cc76-2fe0-41f2-b8ea-62371ef21369)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:05:24.638861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:05:24.639089 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:24.670211 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cb20739-b8d9-43dc-af94-cdee528ce30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:24.735580 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb20739-b8d9-43dc-af94-cdee528ce30d None None] Pushing event updated for resources: {'Port': ['ID=17cf51ff-1935-4e22-9dd7-52ff9162fea2,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:24.764398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router b7c53d03-3974-42dd-8173-7ca6d00c4871 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:05:24.774978 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:24.797298 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:05:24.803073 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:24.803878 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 17cf51ff-1935-4e22-9dd7-52ff9162fea2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:05:24.891349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:24.894349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:05:24.902611 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c06f6afe-49e2-4d0d-9d1c-201c66cfec56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "PUT /v2.0/routers/b7c53d03-3974-42dd-8173-7ca6d00c4871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3811386 Sep 30 09:05:24.922924 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0eb13d03-1773-4728-b986-16757128438b None None] Provisioning complete for port 17cf51ff-1935-4e22-9dd7-52ff9162fea2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:05:24.923307 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0eb13d03-1773-4728-b986-16757128438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:24.924936 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 17cf51ff-1935-4e22-9dd7-52ff9162fea2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:05:24.925293 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:24.966862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Sync routers for ids ['b7c53d03-3974-42dd-8173-7ca6d00c4871'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:05:25.003184 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Routers {'b7c53d03-3974-42dd-8173-7ca6d00c4871'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:05:25.003823 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b7c53d03-3974-42dd-8173-7ca6d00c4871'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:25.078327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74e1319a-8061-417f-9177-2f388efc9827 req-c47f1b76-4d03-4838-8dff-2af91aadb151 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227242928&fields=id&tenant_id=6a3b98ec25fc4f14933509aca09cc02f HTTP/1.1" status: 200 len: 267 time: 0.0428252 Sep 30 09:05:25.225195 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1319a-8061-417f-9177-2f388efc9827 req-a45f8b43-296f-4eb9-af08-d8a9d3c928fc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:25.226937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74e1319a-8061-417f-9177-2f388efc9827 req-a45f8b43-296f-4eb9-af08-d8a9d3c928fc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/networks?id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d HTTP/1.1" status: 200 len: 797 time: 0.1385846 Sep 30 09:05:25.244195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74e1319a-8061-417f-9177-2f388efc9827 req-779ffdc7-b31a-4acd-8958-936bae354998 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/quotas/6a3b98ec25fc4f14933509aca09cc02f HTTP/1.1" status: 200 len: 375 time: 0.0109193 Sep 30 09:05:25.308918 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74e1319a-8061-417f-9177-2f388efc9827 req-91d6e234-2e6e-412b-9b9d-8e71ae94841f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545242 Sep 30 09:05:25.361239 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Set router b7c53d03-3974-42dd-8173-7ca6d00c4871 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:05:25.399571 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0eb13d03-1773-4728-b986-16757128438b None None] Provisioning complete for port d2155307-567f-4483-bdf8-d86c436aa48d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:05:25.399965 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0eb13d03-1773-4728-b986-16757128438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:25.469036 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74e1319a-8061-417f-9177-2f388efc9827 req-31c9b337-9332-4ddb-93ea-e7575f284a3f service neutron] 10.222.0.24 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481950 Sep 30 09:05:25.485198 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0eb13d03-1773-4728-b986-16757128438b None None] Port d2155307-567f-4483-bdf8-d86c436aa48d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:05:25.570300 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-74e1319a-8061-417f-9177-2f388efc9827 req-c6e70282-11bb-4020-9db9-3e441699cc16 service neutron] 10.222.0.24 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939822 Sep 30 09:05:25.604108 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257415074', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd2155307-567f-4483-bdf8-d86c436aa48d', 'name': '', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:ef:5f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:23Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 2, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:25.637654 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Checking router: b7c53d03-3974-42dd-8173-7ca6d00c4871 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:05:25.638018 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Updating router b7c53d03-3974-42dd-8173-7ca6d00c4871 port d2155307-567f-4483-bdf8-d86c436aa48d binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:05:25.641302 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b5f21af3-a6fd-491c-a120-0b2932047688 None None] Provisioning complete for port d2155307-567f-4483-bdf8-d86c436aa48d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:05:25.641678 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5f21af3-a6fd-491c-a120-0b2932047688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:25.686891 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:25.704903 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b5f21af3-a6fd-491c-a120-0b2932047688 None None] Port d2155307-567f-4483-bdf8-d86c436aa48d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:05:25.745219 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5421dc0a-dcc9-448b-b1ed-8d08b4614571 req-fda67c83-721a-4162-9335-861c2a228e1e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 210 time: 0.0295646 Sep 30 09:05:25.983243 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:25.988462 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:26.040006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02f2c5-056a-46f0-aa21-cc1cd75e57f8 None None] Pushing event updated for resources: {'Port': ['ID=d2155307-567f-4483-bdf8-d86c436aa48d,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:26.094667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Attempting to bind port d2155307-567f-4483-bdf8-d86c436aa48d on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:05:26.095277 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Attempting to bind port d2155307-567f-4483-bdf8-d86c436aa48d by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:05:26.095741 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Attempting to bind port d2155307-567f-4483-bdf8-d86c436aa48d on network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:05:26.102698 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:05:26.103070 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Checking segment: {'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:05:26.103475 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:26.103864 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Bound using segment: {'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:05:26.104348 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Bound port: d2155307-567f-4483-bdf8-d86c436aa48d, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:05:26.104725 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:26.178048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] For port d2155307-567f-4483-bdf8-d86c436aa48d, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:05:26.181939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] For port d2155307-567f-4483-bdf8-d86c436aa48d, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d2155307-567f-4483-bdf8-d86c436aa48d,segment=NetworkSegment(4898cc76-2fe0-41f2-b8ea-62371ef21369),segment_id=4898cc76-2fe0-41f2-b8ea-62371ef21369)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:05:26.186294 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:26.246082 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Routers {'b7c53d03-3974-42dd-8173-7ca6d00c4871'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:05:26.246699 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b7c53d03-3974-42dd-8173-7ca6d00c4871'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:26.252165 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02f2c5-056a-46f0-aa21-cc1cd75e57f8 None None] Pushing event updated for resources: {'Port': ['ID=d2155307-567f-4483-bdf8-d86c436aa48d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:26.373040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ab4c1dbc-3b9d-4712-b9e4-24cce7bb681f None None] Provisioning complete for port d2155307-567f-4483-bdf8-d86c436aa48d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:05:26.373650 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab4c1dbc-3b9d-4712-b9e4-24cce7bb681f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:26.375965 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] Set router b7c53d03-3974-42dd-8173-7ca6d00c4871 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:05:26.474000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:05:26.633877 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab4c1dbc-3b9d-4712-b9e4-24cce7bb681f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:26.662754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:05:26.663183 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:26.732894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ab4c1dbc-3b9d-4712-b9e4-24cce7bb681f None None] For port d2155307-567f-4483-bdf8-d86c436aa48d, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d2155307-567f-4483-bdf8-d86c436aa48d,segment=NetworkSegment(4898cc76-2fe0-41f2-b8ea-62371ef21369),segment_id=4898cc76-2fe0-41f2-b8ea-62371ef21369)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:05:26.741363 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab4c1dbc-3b9d-4712-b9e4-24cce7bb681f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:26.827614 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257415074', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd2155307-567f-4483-bdf8-d86c436aa48d', 'name': '', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:ef:5f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:23Z', 'updated_at': '2021-09-30T09:05:26Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:26.854656 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1319a-8061-417f-9177-2f388efc9827 req-655c152e-841c-4cfc-a4bf-847a802fcd84 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:26.856423 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74e1319a-8061-417f-9177-2f388efc9827 req-655c152e-841c-4cfc-a4bf-847a802fcd84 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "GET /v2.0/networks?id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d HTTP/1.1" status: 200 len: 797 time: 0.1440389 Sep 30 09:05:26.864164 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50aa3996-5031-4c88-9bc3-836ef905277b req-b140e4f2-0b81-4933-9ab5-98d13ad58282 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 210 time: 0.0317192 Sep 30 09:05:26.872360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c1dbc-3b9d-4712-b9e4-24cce7bb681f None None] Pushing event updated for resources: {'Port': ['ID=d2155307-567f-4483-bdf8-d86c436aa48d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:26.875962 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c49222-0ca3-40b0-a1de-03480e2b0e47 None None] The sync data for ids ['b7c53d03-3974-42dd-8173-7ca6d00c4871'] in n-d-807359-2 is: [{'id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257415074', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd2155307-567f-4483-bdf8-d86c436aa48d', 'name': '', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:ef:5f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:23Z', 'updated_at': '2021-09-30T09:05:26Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:05:26.881367 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 17cf51ff-1935-4e22-9dd7-52ff9162fea2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:05:26.929673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-efd42bc6-2ff5-4cc0-9cf3-eb147e9bd972 None None] Provisioning complete for port d2155307-567f-4483-bdf8-d86c436aa48d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:05:26.930505 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-efd42bc6-2ff5-4cc0-9cf3-eb147e9bd972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:26.953800 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74e1319a-8061-417f-9177-2f388efc9827 req-4b351bee-fea7-4422-a6db-85ba21498c96 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a3b98ec25fc4f14933509aca09cc02f HTTP/1.1" status: 200 len: 380 time: 0.0692832 Sep 30 09:05:26.971653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-74e1319a-8061-417f-9177-2f388efc9827 req-11b83486-27bf-4cc8-9f08-8b343e62d526 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'port': {'device_id': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'admin_state_up': True, 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'security_groups': ['8cf61f66-841b-4c30-8e91-1b4b72036510']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:05:27.003254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 17cf51ff-1935-4e22-9dd7-52ff9162fea2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:05:27.003728 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:27.099163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e1319a-8061-417f-9177-2f388efc9827 req-11b83486-27bf-4cc8-9f08-8b343e62d526 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Made reservation on behalf of 6a3b98ec25fc4f14933509aca09cc02f for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:05:27.103495 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74e1319a-8061-417f-9177-2f388efc9827 req-11b83486-27bf-4cc8-9f08-8b343e62d526 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:27.237966 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-74e1319a-8061-417f-9177-2f388efc9827 req-11b83486-27bf-4cc8-9f08-8b343e62d526 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.20.0.14 (f20d44d6-491a-4d05-b9c6-a4e0971e5a8d/086a40fd-d0ad-4b75-9993-d5b108893d13/922a88ab-58a7-41af-afa1-d65d9e64b37c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:05:27.248620 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:05:27.389137 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74e1319a-8061-417f-9177-2f388efc9827 req-11b83486-27bf-4cc8-9f08-8b343e62d526 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:27.424505 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74e1319a-8061-417f-9177-2f388efc9827 req-11b83486-27bf-4cc8-9f08-8b343e62d526 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:27.470611 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e1319a-8061-417f-9177-2f388efc9827 req-11b83486-27bf-4cc8-9f08-8b343e62d526 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:05:27.474276 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-74e1319a-8061-417f-9177-2f388efc9827 req-11b83486-27bf-4cc8-9f08-8b343e62d526 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:05:27.478203 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e1319a-8061-417f-9177-2f388efc9827 req-11b83486-27bf-4cc8-9f08-8b343e62d526 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:05:27.510324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b83486-27bf-4cc8-9f08-8b343e62d526 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=922a88ab-58a7-41af-afa1-d65d9e64b37c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:27.541978 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1319a-8061-417f-9177-2f388efc9827 req-11b83486-27bf-4cc8-9f08-8b343e62d526 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:27.542639 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74e1319a-8061-417f-9177-2f388efc9827 req-11b83486-27bf-4cc8-9f08-8b343e62d526 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:27.558668 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74e1319a-8061-417f-9177-2f388efc9827 req-11b83486-27bf-4cc8-9f08-8b343e62d526 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5913374 Sep 30 09:05:27.577898 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Request body: {'port': {'device_id': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:05:27.637721 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:27.704649 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c237620f-83bc-4ba6-8b3b-83f6fed297f5 None None] Provisioning complete for port 922a88ab-58a7-41af-afa1-d65d9e64b37c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:05:27.705226 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c237620f-83bc-4ba6-8b3b-83f6fed297f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:27.744673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c237620f-83bc-4ba6-8b3b-83f6fed297f5 None None] Port 922a88ab-58a7-41af-afa1-d65d9e64b37c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:05:27.923951 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922a88ab-58a7-41af-afa1-d65d9e64b37c {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:05:27.933274 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:27.950971 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Transition to ACTIVE for port object 922a88ab-58a7-41af-afa1-d65d9e64b37c will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:05:27.955164 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:27.992928 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853fa78-197f-4a1a-9740-10b71d45b08d req-99b3eade-6a8f-4e42-a51b-ef9aaa60488d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:27.994384 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2853fa78-197f-4a1a-9740-10b71d45b08d req-99b3eade-6a8f-4e42-a51b-ef9aaa60488d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 932 time: 0.0568614 Sep 30 09:05:28.030938 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Pushing event updated for resources: {'Port': ['ID=922a88ab-58a7-41af-afa1-d65d9e64b37c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:28.046923 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2853fa78-197f-4a1a-9740-10b71d45b08d req-bcfcf7b0-6b07-40ec-8bf0-4746bed6b211 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456030 Sep 30 09:05:28.090009 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Attempting to bind port 922a88ab-58a7-41af-afa1-d65d9e64b37c on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:05:28.090340 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Attempting to bind port 922a88ab-58a7-41af-afa1-d65d9e64b37c by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:05:28.090666 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Attempting to bind port 922a88ab-58a7-41af-afa1-d65d9e64b37c on network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:05:28.095205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Port 922a88ab-58a7-41af-afa1-d65d9e64b37c on network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:05:28.095521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Attempting to bind port 922a88ab-58a7-41af-afa1-d65d9e64b37c on network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:05:28.101019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:05:28.101352 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Checking segment: {'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:05:28.101732 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Bound using segment: {'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:05:28.102158 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Bound port: 922a88ab-58a7-41af-afa1-d65d9e64b37c, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:05:28.102515 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:28.169912 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] For port 922a88ab-58a7-41af-afa1-d65d9e64b37c, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:05:28.173317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] For port 922a88ab-58a7-41af-afa1-d65d9e64b37c, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c,segment=NetworkSegment(4898cc76-2fe0-41f2-b8ea-62371ef21369),segment_id=4898cc76-2fe0-41f2-b8ea-62371ef21369)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:05:28.178538 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:28.213868 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:28.214905 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:28.216869 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74e1319a-8061-417f-9177-2f388efc9827 req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] 10.222.0.35 "PUT /v2.0/ports/922a88ab-58a7-41af-afa1-d65d9e64b37c HTTP/1.1" status: 200 len: 1092 time: 0.6443448 Sep 30 09:05:28.219658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'tag': '922a88ab-58a7-41af-afa1-d65d9e64b37c'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:05:28.221831 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713eb716-50d8-46ea-892b-ae48b8648871" -d '{"events": [{"name": "network-changed", "server_uuid": "5c41c13c-4d0b-4015-baf5-53a4f61d294f", "tag": "922a88ab-58a7-41af-afa1-d65d9e64b37c"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:05:28.249376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a6d7d-90b7-4fa9-b6a5-41017f9f2a5a service neutron] Pushing event updated for resources: {'Port': ['ID=922a88ab-58a7-41af-afa1-d65d9e64b37c,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:28.307186 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09830be-e5ea-48e3-931e-0f221aa65639 x-openstack-request-id: req-a09830be-e5ea-48e3-931e-0f221aa65639 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:05:28.307485 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c41c13c-4d0b-4015-baf5-53a4f61d294f", "tag": "922a88ab-58a7-41af-afa1-d65d9e64b37c", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:05:28.307741 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a09830be-e5ea-48e3-931e-0f221aa65639 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:05:28.308297 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'tag': '922a88ab-58a7-41af-afa1-d65d9e64b37c', 'status': 'completed', 'code': 200} Sep 30 09:05:28.324407 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1319a-8061-417f-9177-2f388efc9827 req-57026563-2042-4602-b1ae-f6d1d3c7a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:28.325958 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74e1319a-8061-417f-9177-2f388efc9827 req-57026563-2042-4602-b1ae-f6d1d3c7a20a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 1095 time: 0.0488181 Sep 30 09:05:28.376034 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74e1319a-8061-417f-9177-2f388efc9827 req-5cd2c385-964c-42cb-9b4b-a7253fcb3422 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c HTTP/1.1" status: 200 len: 217 time: 0.0363574 Sep 30 09:05:28.434058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1319a-8061-417f-9177-2f388efc9827 req-251a5225-e4f9-4ce6-995e-882d7418c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:28.435634 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74e1319a-8061-417f-9177-2f388efc9827 req-251a5225-e4f9-4ce6-995e-882d7418c27e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=086a40fd-d0ad-4b75-9993-d5b108893d13 HTTP/1.1" status: 200 len: 834 time: 0.0526803 Sep 30 09:05:28.472566 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d2155307-567f-4483-bdf8-d86c436aa48d up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:05:28.485505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1319a-8061-417f-9177-2f388efc9827 req-3e8bafd1-02f6-4b76-8bcd-cc1ab3043042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:28.487047 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74e1319a-8061-417f-9177-2f388efc9827 req-3e8bafd1-02f6-4b76-8bcd-cc1ab3043042 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428963 Sep 30 09:05:28.530073 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d2155307-567f-4483-bdf8-d86c436aa48d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:05:28.530449 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:28.578236 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74e1319a-8061-417f-9177-2f388efc9827 req-d86ae56b-e37e-4078-9d4a-b83c2cd7c479 service neutron] 10.222.0.35 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826430 Sep 30 09:05:28.674901 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-74e1319a-8061-417f-9177-2f388efc9827 req-7a5bdd6d-8c9a-47a4-bf5f-d8a621c4d195 service neutron] 10.222.0.35 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886064 Sep 30 09:05:28.808577 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713eb716-50d8-46ea-892b-ae48b8648871 req-24872a6a-1c20-4084-846d-036c5fdf976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:28.810001 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-713eb716-50d8-46ea-892b-ae48b8648871 req-24872a6a-1c20-4084-846d-036c5fdf976e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 1095 time: 0.0403795 Sep 30 09:05:28.907484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713eb716-50d8-46ea-892b-ae48b8648871 req-9e6a232e-3108-41f4-9805-42d7ac987376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:28.909022 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-713eb716-50d8-46ea-892b-ae48b8648871 req-9e6a232e-3108-41f4-9805-42d7ac987376 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d HTTP/1.1" status: 200 len: 898 time: 0.0915353 Sep 30 09:05:28.951065 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-713eb716-50d8-46ea-892b-ae48b8648871 req-ea0e49b7-ec02-41fe-a0ca-aeabdd467761 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c HTTP/1.1" status: 200 len: 217 time: 0.0343134 Sep 30 09:05:29.003597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713eb716-50d8-46ea-892b-ae48b8648871 req-e3fda1c2-7ee5-42e1-aa75-99a92b4ccf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:29.005564 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-713eb716-50d8-46ea-892b-ae48b8648871 req-e3fda1c2-7ee5-42e1-aa75-99a92b4ccf34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=086a40fd-d0ad-4b75-9993-d5b108893d13 HTTP/1.1" status: 200 len: 834 time: 0.0462575 Sep 30 09:05:29.051621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713eb716-50d8-46ea-892b-ae48b8648871 req-48fe30b2-eda8-4a83-8982-229fc99b9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:29.053159 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-713eb716-50d8-46ea-892b-ae48b8648871 req-48fe30b2-eda8-4a83-8982-229fc99b9d75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396543 Sep 30 09:05:29.145068 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-713eb716-50d8-46ea-892b-ae48b8648871 req-a39523c1-246a-4591-884b-6fcc157c6fc7 service neutron] 10.222.0.35 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835960 Sep 30 09:05:29.161864 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484881-3821-4766-a3d5-878465d58a47 req-66605a72-184c-4a9c-a826-8b466c39433d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:29.163403 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27484881-3821-4766-a3d5-878465d58a47 req-66605a72-184c-4a9c-a826-8b466c39433d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 944 time: 0.0531950 Sep 30 09:05:29.208431 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-27484881-3821-4766-a3d5-878465d58a47 req-75171b53-d195-4df2-b550-dd7433bfc9c6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381682 Sep 30 09:05:29.246138 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-713eb716-50d8-46ea-892b-ae48b8648871 req-fdda2913-32ba-4294-aa62-aa517c4a49ff service neutron] 10.222.0.35 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930536 Sep 30 09:05:30.203321 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:30.327726 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eddb7c-d1c5-433d-a307-30d83741b061 req-c70f32e6-6a26-49cf-92ca-8a6fdffe2ba5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:30.329235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84eddb7c-d1c5-433d-a307-30d83741b061 req-c70f32e6-6a26-49cf-92ca-8a6fdffe2ba5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 944 time: 0.0518918 Sep 30 09:05:30.368930 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84eddb7c-d1c5-433d-a307-30d83741b061 req-6c5d9971-d46f-4f6c-8915-b1e358ef4698 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332205 Sep 30 09:05:31.489207 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ef578-9080-4cb7-a515-d2f73c4a6a87 req-142cabe4-a807-4e6a-bef5-188365dc8015 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:31.490727 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-435ef578-9080-4cb7-a515-d2f73c4a6a87 req-142cabe4-a807-4e6a-bef5-188365dc8015 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 944 time: 0.0536516 Sep 30 09:05:31.528721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-435ef578-9080-4cb7-a515-d2f73c4a6a87 req-59e7a657-0e08-40bd-8e7c-a0bd658c257a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321128 Sep 30 09:05:32.381916 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 922a88ab-58a7-41af-afa1-d65d9e64b37c details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:05:32.475656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 922a88ab-58a7-41af-afa1-d65d9e64b37c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c,segment=NetworkSegment(4898cc76-2fe0-41f2-b8ea-62371ef21369),segment_id=4898cc76-2fe0-41f2-b8ea-62371ef21369)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:05:32.486357 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '922a88ab-58a7-41af-afa1-d65d9e64b37c', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'port_id': '922a88ab-58a7-41af-afa1-d65d9e64b37c', 'mac_address': 'fa:16:3e:f8:68:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:05:32.526721 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:32.539630 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922a88ab-58a7-41af-afa1-d65d9e64b37c {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:05:32.558946 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 922a88ab-58a7-41af-afa1-d65d9e64b37c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c,segment=NetworkSegment(4898cc76-2fe0-41f2-b8ea-62371ef21369),segment_id=4898cc76-2fe0-41f2-b8ea-62371ef21369)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:05:32.562970 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:32.611640 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=922a88ab-58a7-41af-afa1-d65d9e64b37c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:32.645829 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c2159-38c3-4cb5-8a94-f8735df268ff req-4249cbe9-a96a-4891-a545-2ec1d88593a7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:32.647354 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-641c2159-38c3-4cb5-8a94-f8735df268ff req-4249cbe9-a96a-4891-a545-2ec1d88593a7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 945 time: 0.0502126 Sep 30 09:05:32.685804 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-641c2159-38c3-4cb5-8a94-f8735df268ff req-8db94506-7397-4e1a-b747-ac2a95e72dd6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321755 Sep 30 09:05:32.897840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['922a88ab-58a7-41af-afa1-d65d9e64b37c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:05:33.799530 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37e09d-8542-4148-b77c-fd5dc8928d0b req-87453e2b-e326-4527-81bb-c4e25a882175 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:33.802073 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc37e09d-8542-4148-b77c-fd5dc8928d0b req-87453e2b-e326-4527-81bb-c4e25a882175 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 945 time: 0.0504756 Sep 30 09:05:33.839580 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cc37e09d-8542-4148-b77c-fd5dc8928d0b req-52a1f6df-f0d3-490b-9b49-9640e86def3f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320532 Sep 30 09:05:34.390905 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 922a88ab-58a7-41af-afa1-d65d9e64b37c up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:05:34.438373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 922a88ab-58a7-41af-afa1-d65d9e64b37c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:05:34.442545 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 922a88ab-58a7-41af-afa1-d65d9e64b37c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:05:34.442950 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:34.519289 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:34.541227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922a88ab-58a7-41af-afa1-d65d9e64b37c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:05:34.543573 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ce7cd3-c912-4730-b00b-ab51bd449712" -d '{"events": [{"server_uuid": "5c41c13c-4d0b-4015-baf5-53a4f61d294f", "name": "network-vif-plugged", "status": "completed", "tag": "922a88ab-58a7-41af-afa1-d65d9e64b37c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:05:34.556366 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 922a88ab-58a7-41af-afa1-d65d9e64b37c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c,segment=NetworkSegment(4898cc76-2fe0-41f2-b8ea-62371ef21369),segment_id=4898cc76-2fe0-41f2-b8ea-62371ef21369)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:05:34.560345 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:34.608966 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=922a88ab-58a7-41af-afa1-d65d9e64b37c,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:34.667958 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c3704a-6c1a-4056-9b6b-9d5cbda4eebc x-openstack-request-id: req-40c3704a-6c1a-4056-9b6b-9d5cbda4eebc {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:05:34.668399 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c41c13c-4d0b-4015-baf5-53a4f61d294f", "name": "network-vif-plugged", "status": "completed", "tag": "922a88ab-58a7-41af-afa1-d65d9e64b37c", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:05:34.668717 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40c3704a-6c1a-4056-9b6b-9d5cbda4eebc {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:05:34.669143 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922a88ab-58a7-41af-afa1-d65d9e64b37c', 'code': 200} Sep 30 09:05:34.798242 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554a871-dc04-41f4-827c-f47db97ee225 req-e9e29387-5fe1-4857-be35-95d877c17570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:34.799673 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e554a871-dc04-41f4-827c-f47db97ee225 req-e9e29387-5fe1-4857-be35-95d877c17570 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 1097 time: 0.0401154 Sep 30 09:05:34.836150 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e554a871-dc04-41f4-827c-f47db97ee225 req-db523045-5397-49f5-b16c-b81f668d29b0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284536 Sep 30 09:05:34.958919 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f587f-e16c-471f-b40a-7182b80c631b req-5638ab37-611b-405c-88b2-e60909fcbf30 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:34.960680 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c4f587f-e16c-471f-b40a-7182b80c631b req-5638ab37-611b-405c-88b2-e60909fcbf30 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0540552 Sep 30 09:05:34.998696 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c4f587f-e16c-471f-b40a-7182b80c631b req-a89e52ae-4955-4c19-a79b-817683e0fe68 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320678 Sep 30 09:05:36.122886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0881d9-930c-4283-bad0-b3f49f7cf74a req-dbd4ce04-c13f-4002-9dcc-efc01232bcbe tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:36.124443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e0881d9-930c-4283-bad0-b3f49f7cf74a req-dbd4ce04-c13f-4002-9dcc-efc01232bcbe tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0557506 Sep 30 09:05:36.163004 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e0881d9-930c-4283-bad0-b3f49f7cf74a req-39f6e58b-c594-4c5d-8723-b050f3f648f8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320275 Sep 30 09:05:37.278707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056a5bc-8da3-4bc3-a031-41a7ed108536 req-6092eb54-d082-4db6-8069-cada4b764dcb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:37.280206 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e056a5bc-8da3-4bc3-a031-41a7ed108536 req-6092eb54-d082-4db6-8069-cada4b764dcb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0494938 Sep 30 09:05:37.320233 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e056a5bc-8da3-4bc3-a031-41a7ed108536 req-bc1cf6bd-d19a-4759-986b-7a6f1a022cf6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323651 Sep 30 09:05:37.437769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960388f-df37-4fe2-93ad-745210c893b8 req-23071f88-6c1a-4101-8981-107d3e331aad tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:37.439231 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e960388f-df37-4fe2-93ad-745210c893b8 req-23071f88-6c1a-4101-8981-107d3e331aad tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0537083 Sep 30 09:05:37.476331 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e960388f-df37-4fe2-93ad-745210c893b8 req-cf45bb9b-24a7-4dba-b627-3f08243a3526 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302033 Sep 30 09:05:37.497635 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50098) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:37.538075 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23751f-deea-46a1-8b46-07f6e15050ef tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:37.539629 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4a23751f-deea-46a1-8b46-07f6e15050ef tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 1092 time: 0.0410116 Sep 30 09:05:37.542469 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50100) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:37.546648 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '922a88ab-58a7-41af-afa1-d65d9e64b37c', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:05:37.568866 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:37.667980 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:37.770381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.25.0.133 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/0dc36d80-8489-4d4f-95d4-b74be6358608) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:05:37.874708 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:37.907388 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:37.944678 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:05:37.948800 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:05:37.955139 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:05:37.957180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=0dc36d80-8489-4d4f-95d4-b74be6358608,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:38.305841 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:38.369089 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:38.520733 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:38.525498 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:38.593721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=0dc36d80-8489-4d4f-95d4-b74be6358608,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:05:38.604925 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:38.702858 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Floating IP 378749d3-942f-46e6-8af4-d37b8d9fdf93 associated. External IP: 172.25.0.133, port: 922a88ab-58a7-41af-afa1-d65d9e64b37c. Sep 30 09:05:39.232736 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router b7c53d03-3974-42dd-8173-7ca6d00c4871 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:05:39.349301 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:05:39.358689 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7249b6-ffd4-4fe6-a902-15d649654fc5 None None] Sync routers for ids ['b7c53d03-3974-42dd-8173-7ca6d00c4871'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:05:39.365487 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:39.369256 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7249b6-ffd4-4fe6-a902-15d649654fc5 None None] Routers {'b7c53d03-3974-42dd-8173-7ca6d00c4871'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:05:39.369851 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ee7249b6-ffd4-4fe6-a902-15d649654fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b7c53d03-3974-42dd-8173-7ca6d00c4871'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:39.392665 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c27a8329-70aa-4469-9974-7ec4146cbe12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8492048 Sep 30 09:05:39.393267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'tag': '922a88ab-58a7-41af-afa1-d65d9e64b37c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:05:39.395851 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1bdaa3-bf98-48b0-85fd-6cff2e0782c4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c41c13c-4d0b-4015-baf5-53a4f61d294f", "tag": "922a88ab-58a7-41af-afa1-d65d9e64b37c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:05:39.472338 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ee7249b6-ffd4-4fe6-a902-15d649654fc5 None None] Set router b7c53d03-3974-42dd-8173-7ca6d00c4871 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:05:39.487511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59604344-d617-4452-aaf7-c1c114c7faf9 req-e04542bd-78b8-4028-93d5-a71e23b191aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:39.489589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59604344-d617-4452-aaf7-c1c114c7faf9 req-e04542bd-78b8-4028-93d5-a71e23b191aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0497944 Sep 30 09:05:39.528305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59604344-d617-4452-aaf7-c1c114c7faf9 req-7200e89c-eb32-4187-8018-e1541e94d5fe tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326939 Sep 30 09:05:39.550013 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50108) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:39.620330 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-3bce9854-9da6-4a17-a9b6-1136b883ef56 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/378749d3-942f-46e6-8af4-d37b8d9fdf93 HTTP/1.1" status: 200 len: 992 time: 0.0689805 Sep 30 09:05:39.632118 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760d6638-68df-44e7-bade-a23ab44f5a4b x-openstack-request-id: req-760d6638-68df-44e7-bade-a23ab44f5a4b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:05:39.632118 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c41c13c-4d0b-4015-baf5-53a4f61d294f", "tag": "922a88ab-58a7-41af-afa1-d65d9e64b37c", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:05:39.632118 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-760d6638-68df-44e7-bade-a23ab44f5a4b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:05:39.632118 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'tag': '922a88ab-58a7-41af-afa1-d65d9e64b37c', 'status': 'completed', 'code': 200} Sep 30 09:05:39.703673 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ee7249b6-ffd4-4fe6-a902-15d649654fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257415074', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '378749d3-942f-46e6-8af4-d37b8d9fdf93', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'port_id': '922a88ab-58a7-41af-afa1-d65d9e64b37c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'mac_address': 'fa:16:3e:f8:68:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:05:38Z', 'updated_at': '2021-09-30T09:05:38Z', 'revision_number': 0, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2155307-567f-4483-bdf8-d86c436aa48d', 'name': '', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:ef:5f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:23Z', 'updated_at': '2021-09-30T09:05:26Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:39.716994 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bdaa3-bf98-48b0-85fd-6cff2e0782c4 req-6f714289-de05-476c-a98b-27f17b1913f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:39.718526 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2b1bdaa3-bf98-48b0-85fd-6cff2e0782c4 req-6f714289-de05-476c-a98b-27f17b1913f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 1097 time: 0.0428395 Sep 30 09:05:39.729500 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7249b6-ffd4-4fe6-a902-15d649654fc5 None None] Checking router: b7c53d03-3974-42dd-8173-7ca6d00c4871 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:05:39.737585 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7249b6-ffd4-4fe6-a902-15d649654fc5 None None] Routers {'b7c53d03-3974-42dd-8173-7ca6d00c4871'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:05:39.738658 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ee7249b6-ffd4-4fe6-a902-15d649654fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:05:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b7c53d03-3974-42dd-8173-7ca6d00c4871'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:39.811506 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bdaa3-bf98-48b0-85fd-6cff2e0782c4 req-bbab8b45-8efa-43ef-9f85-f955f5a55ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:39.813035 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2b1bdaa3-bf98-48b0-85fd-6cff2e0782c4 req-bbab8b45-8efa-43ef-9f85-f955f5a55ec7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d HTTP/1.1" status: 200 len: 898 time: 0.0872340 Sep 30 09:05:39.841186 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ee7249b6-ffd4-4fe6-a902-15d649654fc5 None None] Set router b7c53d03-3974-42dd-8173-7ca6d00c4871 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:05:39.879419 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2b1bdaa3-bf98-48b0-85fd-6cff2e0782c4 req-f59a7263-f195-4046-9d11-d4d550386d14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c HTTP/1.1" status: 200 len: 1000 time: 0.0580223 Sep 30 09:05:39.930277 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bdaa3-bf98-48b0-85fd-6cff2e0782c4 req-20de64fb-d671-41a4-b464-2a2dd1fc0578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:39.931752 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2b1bdaa3-bf98-48b0-85fd-6cff2e0782c4 req-20de64fb-d671-41a4-b464-2a2dd1fc0578 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=086a40fd-d0ad-4b75-9993-d5b108893d13 HTTP/1.1" status: 200 len: 834 time: 0.0452232 Sep 30 09:05:39.981472 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bdaa3-bf98-48b0-85fd-6cff2e0782c4 req-31fde38d-e7c5-48dd-a389-b13d32ef6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:39.982968 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2b1bdaa3-bf98-48b0-85fd-6cff2e0782c4 req-31fde38d-e7c5-48dd-a389-b13d32ef6e99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439377 Sep 30 09:05:40.070305 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ee7249b6-ffd4-4fe6-a902-15d649654fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257415074', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '378749d3-942f-46e6-8af4-d37b8d9fdf93', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'port_id': '922a88ab-58a7-41af-afa1-d65d9e64b37c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'mac_address': 'fa:16:3e:f8:68:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:05:38Z', 'updated_at': '2021-09-30T09:05:38Z', 'revision_number': 0, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2155307-567f-4483-bdf8-d86c436aa48d', 'name': '', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:ef:5f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:23Z', 'updated_at': '2021-09-30T09:05:26Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:05:40.073469 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2b1bdaa3-bf98-48b0-85fd-6cff2e0782c4 req-783818bf-0fc1-4c2f-8762-4ea70d8a9ebe service neutron] 10.222.0.35 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821893 Sep 30 09:05:40.099604 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7249b6-ffd4-4fe6-a902-15d649654fc5 None None] The sync data for ids ['b7c53d03-3974-42dd-8173-7ca6d00c4871'] in n-d-807359-2 is: [{'id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257415074', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '378749d3-942f-46e6-8af4-d37b8d9fdf93', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'port_id': '922a88ab-58a7-41af-afa1-d65d9e64b37c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'mac_address': 'fa:16:3e:f8:68:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:05:38Z', 'updated_at': '2021-09-30T09:05:38Z', 'revision_number': 0, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2155307-567f-4483-bdf8-d86c436aa48d', 'name': '', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:ef:5f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:23Z', 'updated_at': '2021-09-30T09:05:26Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:05:40.173550 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2b1bdaa3-bf98-48b0-85fd-6cff2e0782c4 req-ce4cdad8-b581-4448-9001-d6703e87a490 service neutron] 10.222.0.35 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925481 Sep 30 09:05:40.295152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df09efff-f5ab-417f-8620-7c0d48cd1d40 None None] New status for floating IP 378749d3-942f-46e6-8af4-d37b8d9fdf93: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:05:40.622574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50110) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:05:40.686575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-300244e6-2691-4dad-b328-da4c36f3b99c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/378749d3-942f-46e6-8af4-d37b8d9fdf93 HTTP/1.1" status: 200 len: 994 time: 0.0627811 Sep 30 09:05:40.726149 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:42.142703 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32492a50-5552-4644-b74e-b47617012902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:44.888673 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f8778ef-4cab-4713-beda-ecb699bd822c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:45.371974 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:46.096522 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:47.959483 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:05:50.494338 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce73ed8f-e263-43c4-9ac3-1482fb39a17c req-bac5853f-28ea-4abd-8cf2-c80a10041ab1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396948 Sep 30 09:05:50.597937 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73ed8f-e263-43c4-9ac3-1482fb39a17c req-cb0a7bcb-d031-4ef7-910a-c994f9f68df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:50.599452 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce73ed8f-e263-43c4-9ac3-1482fb39a17c req-cb0a7bcb-d031-4ef7-910a-c994f9f68df3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 1097 time: 0.0418584 Sep 30 09:05:50.704894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73ed8f-e263-43c4-9ac3-1482fb39a17c req-762adc63-efb3-47d7-868c-3ddc135b6401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:50.706308 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce73ed8f-e263-43c4-9ac3-1482fb39a17c req-762adc63-efb3-47d7-868c-3ddc135b6401 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d HTTP/1.1" status: 200 len: 898 time: 0.0881550 Sep 30 09:05:50.778080 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce73ed8f-e263-43c4-9ac3-1482fb39a17c req-8f894e71-8071-4c6e-921c-80144ae27daf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c HTTP/1.1" status: 200 len: 1002 time: 0.0606906 Sep 30 09:05:50.833023 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73ed8f-e263-43c4-9ac3-1482fb39a17c req-f4fd0e25-d395-48fc-9fbf-69a6439de922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:50.835275 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce73ed8f-e263-43c4-9ac3-1482fb39a17c req-f4fd0e25-d395-48fc-9fbf-69a6439de922 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=086a40fd-d0ad-4b75-9993-d5b108893d13 HTTP/1.1" status: 200 len: 834 time: 0.0484533 Sep 30 09:05:50.884787 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73ed8f-e263-43c4-9ac3-1482fb39a17c req-1570f793-8677-4779-9f67-4fc75724f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:05:50.886324 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce73ed8f-e263-43c4-9ac3-1482fb39a17c req-1570f793-8677-4779-9f67-4fc75724f8ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447385 Sep 30 09:05:50.981440 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce73ed8f-e263-43c4-9ac3-1482fb39a17c req-bae967f9-43a0-460d-b699-9efdf386400c service neutron] 10.222.0.35 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859461 Sep 30 09:05:51.078777 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ce73ed8f-e263-43c4-9ac3-1482fb39a17c req-fd23ebba-0993-4101-ac68-48c88f2413e5 service neutron] 10.222.0.35 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889959 Sep 30 09:06:00.204011 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:04.248599 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:06:09.312996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-6d96c9e0-364d-4a7e-afc4-c717a69aa3fb req-d0bd2944-c09c-4cfd-93f4-28908d782ff1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:06:09.313986 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6d96c9e0-364d-4a7e-afc4-c717a69aa3fb req-d0bd2944-c09c-4cfd-93f4-28908d782ff1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055485 Sep 30 09:06:09.495406 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5637284-814d-426b-bd37-0f28a7ac79ec req-43da7a34-9699-48c0-baa4-53b1deb0d166 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:09.497019 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e5637284-814d-426b-bd37-0f28a7ac79ec req-43da7a34-9699-48c0-baa4-53b1deb0d166 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0496840 Sep 30 09:06:09.537898 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e5637284-814d-426b-bd37-0f28a7ac79ec req-477f5af6-86b4-4bb4-84e7-55e992cb214e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349932 Sep 30 09:06:09.598019 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-0926390e-195b-4f03-9ce8-7afd6db9f11b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831938 Sep 30 09:06:09.606961 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-768f7064-493d-45ed-9641-f067bc88dbf2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:06:09.608039 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-768f7064-493d-45ed-9641-f067bc88dbf2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052063 Sep 30 09:06:10.656193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fec9b7-95d1-4bc2-9b04-c81f4c9793f0 req-37804d18-d1e1-406f-b32e-ffa65204dfaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:10.657752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6fec9b7-95d1-4bc2-9b04-c81f4c9793f0 req-37804d18-d1e1-406f-b32e-ffa65204dfaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0518897 Sep 30 09:06:10.699071 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c6fec9b7-95d1-4bc2-9b04-c81f4c9793f0 req-939d1990-2792-4e38-b7cf-9ded72766ae2 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343473 Sep 30 09:06:10.733998 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:10.765926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-4984c897-be0c-46ba-ac5f-d327579ad9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:10.767454 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-4984c897-be0c-46ba-ac5f-d327579ad9fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 1097 time: 0.0399616 Sep 30 09:06:10.861327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-c20059f9-bb41-4d31-b631-fec4fa4042a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:10.863352 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-c20059f9-bb41-4d31-b631-fec4fa4042a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d HTTP/1.1" status: 200 len: 898 time: 0.0889111 Sep 30 09:06:10.929430 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-20668d50-e415-4b5d-a88b-92dea864ae85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c HTTP/1.1" status: 200 len: 1002 time: 0.0586467 Sep 30 09:06:10.983694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-fdbaca1e-f3ee-453d-b493-ae9390ff09c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:10.985189 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-fdbaca1e-f3ee-453d-b493-ae9390ff09c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=086a40fd-d0ad-4b75-9993-d5b108893d13 HTTP/1.1" status: 200 len: 834 time: 0.0471079 Sep 30 09:06:11.032505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-b3db8fc6-41c7-46a4-af59-f633768da6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:11.034037 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-b3db8fc6-41c7-46a4-af59-f633768da6dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406077 Sep 30 09:06:11.131248 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-e3710bdc-5f36-451c-81d1-6c45d6af7478 service neutron] 10.222.0.35 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881050 Sep 30 09:06:11.504806 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-128b7276-64fd-441c-8770-29aec619c815 service neutron] 10.222.0.35 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657494 Sep 30 09:06:11.822395 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f44a7f-74cc-429a-83cd-4283267ff843 req-5e6446a4-e462-49c6-871c-cf119c16be7f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:11.823883 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39f44a7f-74cc-429a-83cd-4283267ff843 req-5e6446a4-e462-49c6-871c-cf119c16be7f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0560501 Sep 30 09:06:11.864096 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39f44a7f-74cc-429a-83cd-4283267ff843 req-5722613f-c28e-4aec-a407-544357d393ba tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337646 Sep 30 09:06:12.143802 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e215eb1a-cb70-4536-8b70-b4fd6f91cc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:12.986030 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2dcff-7856-4dd4-8bd3-c24a144fa41b req-4d7ac063-abc3-4761-9fa8-f8d8d4ac444a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:12.988294 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10e2dcff-7856-4dd4-8bd3-c24a144fa41b req-4d7ac063-abc3-4761-9fa8-f8d8d4ac444a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0535252 Sep 30 09:06:13.026069 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10e2dcff-7856-4dd4-8bd3-c24a144fa41b req-b7c15621-4745-4779-9a60-30612b735e12 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318065 Sep 30 09:06:14.142558 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efeae46-28e4-4c21-935c-dec4449e3a3c req-778170f4-09ee-44a6-94fa-b971f9c71160 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:14.144713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9efeae46-28e4-4c21-935c-dec4449e3a3c req-778170f4-09ee-44a6-94fa-b971f9c71160 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0501382 Sep 30 09:06:14.182359 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9efeae46-28e4-4c21-935c-dec4449e3a3c req-9d0525e8-f096-4b6b-ad14-02526ca70e65 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315394 Sep 30 09:06:14.889146 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc04b543-4a33-4362-9576-692ad543e762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:15.302227 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc2b26-a936-4d73-b2f6-50f147ab958b req-beab92bf-624b-4c95-ade8-2c4ec3411d14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:15.303732 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33bc2b26-a936-4d73-b2f6-50f147ab958b req-beab92bf-624b-4c95-ade8-2c4ec3411d14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0549755 Sep 30 09:06:15.340329 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33bc2b26-a936-4d73-b2f6-50f147ab958b req-c85d26c0-d5a0-44a4-85cb-b591e35dbc75 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306602 Sep 30 09:06:15.374697 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:16.098496 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:16.459498 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef02b-e951-4e8e-850a-1aababa57d84 req-488a72bd-6a61-4ffd-bca6-99bcd2da7100 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:16.461000 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f6ef02b-e951-4e8e-850a-1aababa57d84 req-488a72bd-6a61-4ffd-bca6-99bcd2da7100 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0506759 Sep 30 09:06:16.498203 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8f6ef02b-e951-4e8e-850a-1aababa57d84 req-26e9b3e7-9352-41b4-beda-710746e6103d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312366 Sep 30 09:06:17.618384 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f4590-f02d-4062-821a-775de84a5deb req-f521c6a0-04d5-489f-8a57-57cdef1b7f14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:17.619893 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce1f4590-f02d-4062-821a-775de84a5deb req-f521c6a0-04d5-489f-8a57-57cdef1b7f14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0516486 Sep 30 09:06:17.659348 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce1f4590-f02d-4062-821a-775de84a5deb req-be13cdc3-8c4e-40a9-aceb-e128d8fb4b37 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335054 Sep 30 09:06:17.962653 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:18.783454 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f252ef6-6169-4ef7-96a0-a190ca905691 req-b16bf785-7f8f-4667-aae4-e8c2458b15e3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:18.785713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f252ef6-6169-4ef7-96a0-a190ca905691 req-b16bf785-7f8f-4667-aae4-e8c2458b15e3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0533204 Sep 30 09:06:18.822068 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2f252ef6-6169-4ef7-96a0-a190ca905691 req-84cc4d1c-d83c-4d26-abfb-72a9e663a80b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304611 Sep 30 09:06:19.943186 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d7660-3d1f-4995-ab55-b6a8397115b9 req-8ac79433-1ad6-44b6-863b-671e32ef84d1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:19.944694 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-973d7660-3d1f-4995-ab55-b6a8397115b9 req-8ac79433-1ad6-44b6-863b-671e32ef84d1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0542002 Sep 30 09:06:19.983210 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-973d7660-3d1f-4995-ab55-b6a8397115b9 req-dd2fde2f-e49c-4158-8e4a-224af76012f0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326362 Sep 30 09:06:21.101906 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6c2ab-0599-4da3-8d37-61baf35568a0 req-a35cb16c-f3ab-45ed-a47d-b82131a13a05 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:21.103412 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9b6c2ab-0599-4da3-8d37-61baf35568a0 req-a35cb16c-f3ab-45ed-a47d-b82131a13a05 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0500383 Sep 30 09:06:21.143860 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9b6c2ab-0599-4da3-8d37-61baf35568a0 req-a3018c32-7cae-4da5-9ac6-db14ee0677b1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336938 Sep 30 09:06:22.270026 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764db6c-1cf3-41cb-aee5-347bb671bb8d req-3b426f7e-3c58-4178-a268-6ec303be66c4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:22.271562 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2764db6c-1cf3-41cb-aee5-347bb671bb8d req-3b426f7e-3c58-4178-a268-6ec303be66c4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0580218 Sep 30 09:06:22.311870 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2764db6c-1cf3-41cb-aee5-347bb671bb8d req-1cb940bd-175c-4370-9a6c-babaf86062eb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316303 Sep 30 09:06:23.440300 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749acd4-37c0-418e-a645-90baf79c9ec8 req-c421e310-ed7b-4228-b0db-0cfdb4d4913d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:23.441777 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7749acd4-37c0-418e-a645-90baf79c9ec8 req-c421e310-ed7b-4228-b0db-0cfdb4d4913d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0549214 Sep 30 09:06:23.480801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7749acd4-37c0-418e-a645-90baf79c9ec8 req-f95cc5d4-c2ae-4da6-adcc-c47b4c1ff13d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321631 Sep 30 09:06:23.524484 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-f4938b39-53b5-4418-aabc-450b7be416ac service neutron] show failed (client error): The resource could not be found. Sep 30 09:06:23.525527 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-f4938b39-53b5-4418-aabc-450b7be416ac service neutron] 10.222.0.35 "GET /v2.0/ports/922a88ab-58a7-41af-afa1-d65d9e64b37c/bindings/n-h1-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0554190 Sep 30 09:06:23.779275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-be1ec56f-e124-4652-9617-0aa8767bb044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:23.780833 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-be1ec56f-e124-4652-9617-0aa8767bb044 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f&tenant_id=6a3b98ec25fc4f14933509aca09cc02f HTTP/1.1" status: 200 len: 1097 time: 0.0896451 Sep 30 09:06:23.792159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1bc6bd32-e967-4650-9edf-a0b25698ca77 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:06:23.793342 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1bc6bd32-e967-4650-9edf-a0b25698ca77 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049436 Sep 30 09:06:23.806294 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807359-2', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:06:23.861889 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:24.064974 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] For port 922a88ab-58a7-41af-afa1-d65d9e64b37c, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c,segment=NetworkSegment(4898cc76-2fe0-41f2-b8ea-62371ef21369),segment_id=4898cc76-2fe0-41f2-b8ea-62371ef21369)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:06:24.096559 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] For port 922a88ab-58a7-41af-afa1-d65d9e64b37c, host n-h2-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:06:24.136922 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '922a88ab-58a7-41af-afa1-d65d9e64b37c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:06:24.139847 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932192dd-89be-47c4-bd49-f4afcad94726" -d '{"events": [{"server_uuid": "5c41c13c-4d0b-4015-baf5-53a4f61d294f", "name": "network-vif-unplugged", "status": "completed", "tag": "922a88ab-58a7-41af-afa1-d65d9e64b37c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:06:24.145041 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:24.158696 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Transition to ACTIVE for port object 922a88ab-58a7-41af-afa1-d65d9e64b37c will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:06:24.162790 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:24.194901 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 09:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f289615-7c7b-474f-9935-ea0b085f5e50 x-openstack-request-id: req-6f289615-7c7b-474f-9935-ea0b085f5e50 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:06:24.195185 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c41c13c-4d0b-4015-baf5-53a4f61d294f", "name": "network-vif-unplugged", "status": "completed", "tag": "922a88ab-58a7-41af-afa1-d65d9e64b37c", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:06:24.195433 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f289615-7c7b-474f-9935-ea0b085f5e50 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:06:24.195816 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '922a88ab-58a7-41af-afa1-d65d9e64b37c', 'code': 200} Sep 30 09:06:24.254279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Pushing event updated for resources: {'Port': ['ID=922a88ab-58a7-41af-afa1-d65d9e64b37c,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:06:24.269952 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:24.270358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:24.270768 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:24.271171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:24.271658 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:24.272095 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:24.272492 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:24.273201 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:24.273585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:24.273970 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:24.274398 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:24.274796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:24.319462 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] No DVR routers for this DVR port 922a88ab-58a7-41af-afa1-d65d9e64b37c on host n-h2-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:06:24.464116 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Attempting to bind port 922a88ab-58a7-41af-afa1-d65d9e64b37c on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:06:24.464705 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Attempting to bind port 922a88ab-58a7-41af-afa1-d65d9e64b37c by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:06:24.464820 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Attempting to bind port 922a88ab-58a7-41af-afa1-d65d9e64b37c on network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:06:24.469017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Port 922a88ab-58a7-41af-afa1-d65d9e64b37c on network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:06:24.469341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Attempting to bind port 922a88ab-58a7-41af-afa1-d65d9e64b37c on network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:06:24.474602 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:06:24.474946 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Checking segment: {'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:06:24.475368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Bound using segment: {'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:06:24.475797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Bound port: 922a88ab-58a7-41af-afa1-d65d9e64b37c, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4898cc76-2fe0-41f2-b8ea-62371ef21369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:06:24.476183 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:24.539933 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] For port 922a88ab-58a7-41af-afa1-d65d9e64b37c, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:06:24.543021 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] For port 922a88ab-58a7-41af-afa1-d65d9e64b37c, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c,segment=NetworkSegment(4898cc76-2fe0-41f2-b8ea-62371ef21369),segment_id=4898cc76-2fe0-41f2-b8ea-62371ef21369)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:06:24.548572 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:24.613128 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:24.613761 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:24.615802 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] 10.222.0.36 "PUT /v2.0/ports/922a88ab-58a7-41af-afa1-d65d9e64b37c HTTP/1.1" status: 200 len: 1092 time: 0.8145316 Sep 30 09:06:24.654995 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e04c8-f4ba-496c-8642-81b104571c42 service neutron] Pushing event updated for resources: {'Port': ['ID=922a88ab-58a7-41af-afa1-d65d9e64b37c,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:06:24.680140 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc72e4e-7676-4be0-a03a-ebc67d04e6b0 req-3eab2a55-ae5a-453b-9fc0-9187edd1179d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:24.681716 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bc72e4e-7676-4be0-a03a-ebc67d04e6b0 req-3eab2a55-ae5a-453b-9fc0-9187edd1179d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 944 time: 0.1282885 Sep 30 09:06:24.711886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-8be24c2b-dc7a-4427-8e36-e2f77603f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:24.713414 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-8be24c2b-dc7a-4427-8e36-e2f77603f930 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 1095 time: 0.0738461 Sep 30 09:06:24.750016 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6bc72e4e-7676-4be0-a03a-ebc67d04e6b0 req-439822af-a150-432b-bc1e-53b4ffc7d0b3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584044 Sep 30 09:06:24.825512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-a75cca3f-8544-455e-9e20-e9a458f386cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:24.826993 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-a75cca3f-8544-455e-9e20-e9a458f386cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d HTTP/1.1" status: 200 len: 898 time: 0.1019456 Sep 30 09:06:24.893565 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-c5cacdc7-df24-46bf-b65f-8a27f715265c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c HTTP/1.1" status: 200 len: 1000 time: 0.0584748 Sep 30 09:06:24.948334 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-33a5e846-8239-4331-afee-26d90a4736d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:24.949847 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-33a5e846-8239-4331-afee-26d90a4736d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=086a40fd-d0ad-4b75-9993-d5b108893d13 HTTP/1.1" status: 200 len: 834 time: 0.0479202 Sep 30 09:06:24.996749 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-9fb5b8f7-5c7d-4572-98d0-e642e0d3400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:24.998260 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-9fb5b8f7-5c7d-4572-98d0-e642e0d3400d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408373 Sep 30 09:06:25.088704 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-39127660-42d4-4203-84ed-9f9e99a42794 service neutron] 10.222.0.36 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831656 Sep 30 09:06:25.194548 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b39ff774-eb06-4482-a1dc-1b2b5aa44278 req-a2e77329-e266-4541-80f2-5e0acc74ecea service neutron] 10.222.0.36 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981374 Sep 30 09:06:26.129248 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337d023-7387-404c-aaca-ca5379bf32d2 req-97cc82cf-0186-487d-b991-667e2653e589 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:26.130946 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7337d023-7387-404c-aaca-ca5379bf32d2 req-97cc82cf-0186-487d-b991-667e2653e589 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 944 time: 0.0504873 Sep 30 09:06:26.171022 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7337d023-7387-404c-aaca-ca5379bf32d2 req-1768f82f-fa7e-4401-b2ac-d7eda34c1a96 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339029 Sep 30 09:06:26.196748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'tag': '922a88ab-58a7-41af-afa1-d65d9e64b37c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:06:26.199167 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f220259-1bf4-4d52-9f13-cc5499b45fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c41c13c-4d0b-4015-baf5-53a4f61d294f", "tag": "922a88ab-58a7-41af-afa1-d65d9e64b37c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:06:26.250477 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db018c28-c6b4-4461-af44-147531329d7f x-openstack-request-id: req-db018c28-c6b4-4461-af44-147531329d7f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:06:26.250771 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c41c13c-4d0b-4015-baf5-53a4f61d294f", "tag": "922a88ab-58a7-41af-afa1-d65d9e64b37c", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:06:26.251025 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db018c28-c6b4-4461-af44-147531329d7f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:06:26.251773 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'tag': '922a88ab-58a7-41af-afa1-d65d9e64b37c', 'status': 'completed', 'code': 200} Sep 30 09:06:26.322617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-aa5feac8-d634-40f1-9429-5db1cda7eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:26.324412 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-aa5feac8-d634-40f1-9429-5db1cda7eb16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 1095 time: 0.0479882 Sep 30 09:06:26.336471 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-32960adb-0e0c-484a-a2fc-c73c1196054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:26.337985 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-32960adb-0e0c-484a-a2fc-c73c1196054b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 1095 time: 0.0465763 Sep 30 09:06:26.414106 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-79426a59-17b5-4481-b5d4-443a265bde0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:26.415581 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-79426a59-17b5-4481-b5d4-443a265bde0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d HTTP/1.1" status: 200 len: 898 time: 0.0843208 Sep 30 09:06:26.431240 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-5c75c406-ed73-432d-9b7f-a94dc863c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:26.431722 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-5c75c406-ed73-432d-9b7f-a94dc863c734 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d HTTP/1.1" status: 200 len: 898 time: 0.0868754 Sep 30 09:06:26.500456 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-d3407e88-c885-47f2-b3b9-9972b4f41c99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c HTTP/1.1" status: 200 len: 1000 time: 0.0761628 Sep 30 09:06:26.507789 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-a878a606-c28d-4996-8e76-0d7d01480bc5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c HTTP/1.1" status: 200 len: 1000 time: 0.0623603 Sep 30 09:06:26.553598 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-57cddea6-4310-4549-98af-c541d4548368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:26.555056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-57cddea6-4310-4549-98af-c541d4548368 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=086a40fd-d0ad-4b75-9993-d5b108893d13 HTTP/1.1" status: 200 len: 834 time: 0.0445828 Sep 30 09:06:26.557841 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-98f85b3d-da8b-49ec-890c-1b32aff90480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:26.559300 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-98f85b3d-da8b-49ec-890c-1b32aff90480 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=086a40fd-d0ad-4b75-9993-d5b108893d13 HTTP/1.1" status: 200 len: 834 time: 0.0451207 Sep 30 09:06:26.601978 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-86313086-25ef-468a-89c6-e586a6d219f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:26.603547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-86313086-25ef-468a-89c6-e586a6d219f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406828 Sep 30 09:06:26.606503 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-84b82617-5716-466a-8966-04c055d6e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:26.608154 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-84b82617-5716-466a-8966-04c055d6e45e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418475 Sep 30 09:06:26.717438 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-6a411685-c6b3-4c66-9c89-535a7a168d22 service neutron] 10.222.0.36 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054380 Sep 30 09:06:26.724024 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-aa80b44a-ac9c-46c4-b27e-bcee97e8e888 service neutron] 10.222.0.35 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076331 Sep 30 09:06:26.810044 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-c074d874-43c1-42f1-bdb6-fde6c77d1487 service neutron] 10.222.0.36 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853045 Sep 30 09:06:26.827125 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6f220259-1bf4-4d52-9f13-cc5499b45fc8 req-58ac0b15-a440-40ca-ab7c-1f717c6b7901 service neutron] 10.222.0.35 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955317 Sep 30 09:06:27.309268 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486fa9e-e6e1-4bfb-952a-f1c12706fccc req-d0bbd56f-ff84-4adb-ab6e-ef0f8ae2d2e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:27.310779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e486fa9e-e6e1-4bfb-952a-f1c12706fccc req-d0bbd56f-ff84-4adb-ab6e-ef0f8ae2d2e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 944 time: 0.0606539 Sep 30 09:06:27.351448 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e486fa9e-e6e1-4bfb-952a-f1c12706fccc req-e850f176-d7db-48bc-9dbd-899dc9dcd820 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343263 Sep 30 09:06:27.559217 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62504bf-a0eb-4d26-a08a-3dbf60ef6957 req-db6f13e2-4a5a-4b98-b814-1ddb962b2003 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:27.560873 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b62504bf-a0eb-4d26-a08a-3dbf60ef6957 req-db6f13e2-4a5a-4b98-b814-1ddb962b2003 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 944 time: 0.0615780 Sep 30 09:06:27.597078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95af9-12dd-4ac1-96dd-e3abee70636d req-bcf6e1c9-3183-4d32-af82-ec18ba3a82e8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:27.597078 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-43b95af9-12dd-4ac1-96dd-e3abee70636d req-bcf6e1c9-3183-4d32-af82-ec18ba3a82e8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f&tenant_id=6a3b98ec25fc4f14933509aca09cc02f&binding%3Ahost_id=n-h1-807359-2 HTTP/1.1" status: 200 len: 944 time: 0.0652030 Sep 30 09:06:27.602294 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b62504bf-a0eb-4d26-a08a-3dbf60ef6957 req-f25cbe17-2c74-486d-b6f9-71d993da52b7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348499 Sep 30 09:06:27.663685 n-d-807359-2 neutron-server[94838]: INFO neutron.api.v2.resource [req-43b95af9-12dd-4ac1-96dd-e3abee70636d req-0e3d9a3d-f54a-4ab3-94bd-cce14d99ee01 service neutron] delete failed (client error): The resource could not be found. Sep 30 09:06:27.664742 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-43b95af9-12dd-4ac1-96dd-e3abee70636d req-0e3d9a3d-f54a-4ab3-94bd-cce14d99ee01 service neutron] 10.222.0.35 "DELETE /v2.0/ports/922a88ab-58a7-41af-afa1-d65d9e64b37c/bindings/n-h2-807359-2 HTTP/1.1" status: 404 len: 380 time: 0.0620308 Sep 30 09:06:27.720721 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b4984-b326-4031-bc33-b487e846a16f req-653fe174-1939-41d6-afea-4560a5b02929 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:27.722370 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f70b4984-b326-4031-bc33-b487e846a16f req-653fe174-1939-41d6-afea-4560a5b02929 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 944 time: 0.0516293 Sep 30 09:06:27.762154 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f70b4984-b326-4031-bc33-b487e846a16f req-2769aa16-ce36-4930-8608-e7de72cd70f7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336192 Sep 30 09:06:27.769669 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95af9-12dd-4ac1-96dd-e3abee70636d req-00894f51-c224-4445-98b1-0353ac350c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:27.771261 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-43b95af9-12dd-4ac1-96dd-e3abee70636d req-00894f51-c224-4445-98b1-0353ac350c66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 1095 time: 0.0426617 Sep 30 09:06:27.869492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95af9-12dd-4ac1-96dd-e3abee70636d req-3336c192-27dc-4607-97de-bd71f52728b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:27.871007 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-43b95af9-12dd-4ac1-96dd-e3abee70636d req-3336c192-27dc-4607-97de-bd71f52728b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d HTTP/1.1" status: 200 len: 898 time: 0.0925314 Sep 30 09:06:27.939302 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-43b95af9-12dd-4ac1-96dd-e3abee70636d req-623061d7-d3a3-4024-a4e5-74eec77112ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c HTTP/1.1" status: 200 len: 1000 time: 0.0606899 Sep 30 09:06:27.987891 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95af9-12dd-4ac1-96dd-e3abee70636d req-116f896a-8fce-42ac-9546-a91508aabf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:27.989329 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-43b95af9-12dd-4ac1-96dd-e3abee70636d req-116f896a-8fce-42ac-9546-a91508aabf3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=086a40fd-d0ad-4b75-9993-d5b108893d13 HTTP/1.1" status: 200 len: 834 time: 0.0433741 Sep 30 09:06:28.044584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95af9-12dd-4ac1-96dd-e3abee70636d req-a2581937-0106-4cfc-af3a-f23d891a1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:28.046150 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-43b95af9-12dd-4ac1-96dd-e3abee70636d req-a2581937-0106-4cfc-af3a-f23d891a1d7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502219 Sep 30 09:06:28.146483 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-43b95af9-12dd-4ac1-96dd-e3abee70636d req-08054487-9c10-4bb5-be70-30c7caad2695 service neutron] 10.222.0.35 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925975 Sep 30 09:06:28.245218 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-43b95af9-12dd-4ac1-96dd-e3abee70636d req-5c0ef83a-1208-4951-8b8c-57be2d9cd032 service neutron] 10.222.0.35 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916972 Sep 30 09:06:28.599686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 922a88ab-58a7-41af-afa1-d65d9e64b37c no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:06:28.645760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 922a88ab-58a7-41af-afa1-d65d9e64b37c not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:06:28.891088 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05d90d-531c-4ad8-b749-edf3f34f9f9b req-05d22ca1-3fa5-490a-b331-94a29a9e24c7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:28.892574 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d05d90d-531c-4ad8-b749-edf3f34f9f9b req-05d22ca1-3fa5-490a-b331-94a29a9e24c7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 944 time: 0.0553136 Sep 30 09:06:28.934056 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 922a88ab-58a7-41af-afa1-d65d9e64b37c details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:06:28.934464 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8d05d90d-531c-4ad8-b749-edf3f34f9f9b req-6845bdb7-97a7-4a6d-b4af-929f7d903c46 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338461 Sep 30 09:06:28.958208 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50196) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:06:29.024747 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-40307cf2-c895-4d5a-bfb6-dd21cd9acd3d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/378749d3-942f-46e6-8af4-d37b8d9fdf93 HTTP/1.1" status: 200 len: 992 time: 0.0652514 Sep 30 09:06:29.046083 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 922a88ab-58a7-41af-afa1-d65d9e64b37c, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c,segment=NetworkSegment(4898cc76-2fe0-41f2-b8ea-62371ef21369),segment_id=4898cc76-2fe0-41f2-b8ea-62371ef21369)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:06:29.089173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': '922a88ab-58a7-41af-afa1-d65d9e64b37c', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'port_id': '922a88ab-58a7-41af-afa1-d65d9e64b37c', 'mac_address': 'fa:16:3e:f8:68:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:06:29.140257 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:29.158667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922a88ab-58a7-41af-afa1-d65d9e64b37c {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:06:29.182767 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 922a88ab-58a7-41af-afa1-d65d9e64b37c, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c,segment=NetworkSegment(4898cc76-2fe0-41f2-b8ea-62371ef21369),segment_id=4898cc76-2fe0-41f2-b8ea-62371ef21369)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:06:29.192059 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:29.276205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=922a88ab-58a7-41af-afa1-d65d9e64b37c,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:06:29.285692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:29.286038 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:29.287011 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:29.287336 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:29.287666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:29.288017 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:29.288344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:29.288669 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:29.288989 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:29.289308 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:29.289631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:29.289945 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:06:29.441034 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['922a88ab-58a7-41af-afa1-d65d9e64b37c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:06:30.229960 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:30.940756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 922a88ab-58a7-41af-afa1-d65d9e64b37c up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:06:30.994089 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port 922a88ab-58a7-41af-afa1-d65d9e64b37c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:06:30.997680 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port 922a88ab-58a7-41af-afa1-d65d9e64b37c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:06:30.998055 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:31.075568 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:31.097450 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922a88ab-58a7-41af-afa1-d65d9e64b37c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:06:31.100526 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304329f1-eee9-439e-a759-95ab5ccd2316" -d '{"events": [{"server_uuid": "5c41c13c-4d0b-4015-baf5-53a4f61d294f", "name": "network-vif-plugged", "status": "completed", "tag": "922a88ab-58a7-41af-afa1-d65d9e64b37c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:06:31.114107 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port 922a88ab-58a7-41af-afa1-d65d9e64b37c, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c,segment=NetworkSegment(4898cc76-2fe0-41f2-b8ea-62371ef21369),segment_id=4898cc76-2fe0-41f2-b8ea-62371ef21369)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:06:31.121560 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:31.150262 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d80a03-f683-4f03-a374-eb7a37325eda x-openstack-request-id: req-a4d80a03-f683-4f03-a374-eb7a37325eda {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:06:31.150570 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c41c13c-4d0b-4015-baf5-53a4f61d294f", "name": "network-vif-plugged", "status": "completed", "tag": "922a88ab-58a7-41af-afa1-d65d9e64b37c", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:06:31.150829 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4d80a03-f683-4f03-a374-eb7a37325eda {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:06:31.151221 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922a88ab-58a7-41af-afa1-d65d9e64b37c', 'code': 200} Sep 30 09:06:31.178735 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=922a88ab-58a7-41af-afa1-d65d9e64b37c,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:06:40.738394 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:41.247488 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:06:41.648022 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd67b5c4-6419-40d8-a846-da1bec39cfd2 req-dabcc584-ab38-44ac-a6c1-f82bf807f801 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452464 Sep 30 09:06:41.736886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67b5c4-6419-40d8-a846-da1bec39cfd2 req-30bea18d-9a4c-4ba8-9378-44223019b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:41.738415 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd67b5c4-6419-40d8-a846-da1bec39cfd2 req-30bea18d-9a4c-4ba8-9378-44223019b662 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 1097 time: 0.0444741 Sep 30 09:06:41.841791 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67b5c4-6419-40d8-a846-da1bec39cfd2 req-144f3d9c-9409-4050-aa50-47a1f4b35a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:41.843334 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd67b5c4-6419-40d8-a846-da1bec39cfd2 req-144f3d9c-9409-4050-aa50-47a1f4b35a75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d HTTP/1.1" status: 200 len: 898 time: 0.0847406 Sep 30 09:06:41.912876 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd67b5c4-6419-40d8-a846-da1bec39cfd2 req-5685ff33-1ab9-47df-8110-c1248f0a9dbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c HTTP/1.1" status: 200 len: 1002 time: 0.0622890 Sep 30 09:06:41.962617 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67b5c4-6419-40d8-a846-da1bec39cfd2 req-19d29cd6-ddaf-41b0-b94a-ed0aa3cf3544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:41.964113 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd67b5c4-6419-40d8-a846-da1bec39cfd2 req-19d29cd6-ddaf-41b0-b94a-ed0aa3cf3544 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=086a40fd-d0ad-4b75-9993-d5b108893d13 HTTP/1.1" status: 200 len: 834 time: 0.0432351 Sep 30 09:06:42.010908 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67b5c4-6419-40d8-a846-da1bec39cfd2 req-5c2ecf65-0e41-4788-a1cd-bee9873810d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:42.012510 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd67b5c4-6419-40d8-a846-da1bec39cfd2 req-5c2ecf65-0e41-4788-a1cd-bee9873810d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408297 Sep 30 09:06:42.119175 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd67b5c4-6419-40d8-a846-da1bec39cfd2 req-5d32322d-cd5d-4244-96a3-6c9b835ca300 service neutron] 10.222.0.36 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973701 Sep 30 09:06:42.144827 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90c1f068-684b-4aba-8fad-867fd9febd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:42.211168 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cd67b5c4-6419-40d8-a846-da1bec39cfd2 req-628b1b70-0cac-401e-b5b8-4d053fa5167e service neutron] 10.222.0.36 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823197 Sep 30 09:06:44.890406 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3149ba17-1784-4181-8e34-3dcbbbd3b9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:45.376787 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:46.101620 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:47.967374 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:57.413739 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50218) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:06:57.585408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-93a96ad3-19e2-400b-9fad-ad66058dc518 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port 0dc36d80-8489-4d4f-95d4-b74be6358608 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:06:57.585755 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93a96ad3-19e2-400b-9fad-ad66058dc518 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:57.667263 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93a96ad3-19e2-400b-9fad-ad66058dc518 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:57.667499 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93a96ad3-19e2-400b-9fad-ad66058dc518 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:57.679630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-93a96ad3-19e2-400b-9fad-ad66058dc518 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for 0dc36d80-8489-4d4f-95d4-b74be6358608 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:06:57.830104 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93a96ad3-19e2-400b-9fad-ad66058dc518 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:57.861733 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a96ad3-19e2-400b-9fad-ad66058dc518 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=0dc36d80-8489-4d4f-95d4-b74be6358608,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:06:57.928327 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93a96ad3-19e2-400b-9fad-ad66058dc518 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:57.928969 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-93a96ad3-19e2-400b-9fad-ad66058dc518 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Floating IP 378749d3-942f-46e6-8af4-d37b8d9fdf93 disassociated (deleted). External IP: 172.25.0.133, port: 922a88ab-58a7-41af-afa1-d65d9e64b37c. Sep 30 09:06:58.145123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a96ad3-19e2-400b-9fad-ad66058dc518 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router b7c53d03-3974-42dd-8173-7ca6d00c4871 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:06:58.285400 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a96ad3-19e2-400b-9fad-ad66058dc518 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:06:58.295710 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93a96ad3-19e2-400b-9fad-ad66058dc518 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:06:58.296458 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2e08a3-955d-42af-b131-7afc338d4fcb None None] Sync routers for ids ['b7c53d03-3974-42dd-8173-7ca6d00c4871'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:06:58.306328 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2e08a3-955d-42af-b131-7afc338d4fcb None None] Routers {'b7c53d03-3974-42dd-8173-7ca6d00c4871'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:06:58.306671 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ba2e08a3-955d-42af-b131-7afc338d4fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:06:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b7c53d03-3974-42dd-8173-7ca6d00c4871'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:06:58.323826 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-93a96ad3-19e2-400b-9fad-ad66058dc518 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/floatingips/378749d3-942f-46e6-8af4-d37b8d9fdf93 HTTP/1.1" status: 204 len: 168 time: 0.9088852 Sep 30 09:06:58.324473 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'tag': '922a88ab-58a7-41af-afa1-d65d9e64b37c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:06:58.326895 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb743485-6be9-4d4c-a32a-9dde4a10dff3" -d '{"events": [{"name": "network-changed", "server_uuid": "5c41c13c-4d0b-4015-baf5-53a4f61d294f", "tag": "922a88ab-58a7-41af-afa1-d65d9e64b37c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:06:58.418065 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ba2e08a3-955d-42af-b131-7afc338d4fcb None None] Set router b7c53d03-3974-42dd-8173-7ca6d00c4871 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:06:58.498583 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aba5152-3175-4687-a807-e4b85747b1c3 x-openstack-request-id: req-5aba5152-3175-4687-a807-e4b85747b1c3 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:06:58.499092 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c41c13c-4d0b-4015-baf5-53a4f61d294f", "tag": "922a88ab-58a7-41af-afa1-d65d9e64b37c", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:06:58.499283 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5aba5152-3175-4687-a807-e4b85747b1c3 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:06:58.499761 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'tag': '922a88ab-58a7-41af-afa1-d65d9e64b37c', 'status': 'completed', 'code': 200} Sep 30 09:06:58.638417 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ba2e08a3-955d-42af-b131-7afc338d4fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257415074', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd2155307-567f-4483-bdf8-d86c436aa48d', 'name': '', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:ef:5f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:23Z', 'updated_at': '2021-09-30T09:05:26Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:06:58.670912 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2e08a3-955d-42af-b131-7afc338d4fcb None None] Checking router: b7c53d03-3974-42dd-8173-7ca6d00c4871 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:06:58.680571 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2e08a3-955d-42af-b131-7afc338d4fcb None None] Routers {'b7c53d03-3974-42dd-8173-7ca6d00c4871'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:06:58.681249 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ba2e08a3-955d-42af-b131-7afc338d4fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:06:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b7c53d03-3974-42dd-8173-7ca6d00c4871'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:06:58.802960 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ba2e08a3-955d-42af-b131-7afc338d4fcb None None] Set router b7c53d03-3974-42dd-8173-7ca6d00c4871 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:06:58.934615 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb743485-6be9-4d4c-a32a-9dde4a10dff3 req-b5781a77-89e5-4090-ae0d-51825b814694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:58.936192 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb743485-6be9-4d4c-a32a-9dde4a10dff3 req-b5781a77-89e5-4090-ae0d-51825b814694 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 1097 time: 0.4125900 Sep 30 09:06:58.961856 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa358b6-8d57-49a1-ae81-98085162d0f9 req-0d1c6e2c-f44c-427d-9d15-93171ba351fb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:58.963530 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfa358b6-8d57-49a1-ae81-98085162d0f9 req-0d1c6e2c-f44c-427d-9d15-93171ba351fb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0715058 Sep 30 09:06:59.053578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dfa358b6-8d57-49a1-ae81-98085162d0f9 req-ea6743ca-d341-4539-a035-2589af64709b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798013 Sep 30 09:06:59.080399 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb743485-6be9-4d4c-a32a-9dde4a10dff3 req-06977713-766c-4f19-8ff4-a6783c4f6935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:59.081910 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb743485-6be9-4d4c-a32a-9dde4a10dff3 req-06977713-766c-4f19-8ff4-a6783c4f6935 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d HTTP/1.1" status: 200 len: 898 time: 0.1370130 Sep 30 09:06:59.117809 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ba2e08a3-955d-42af-b131-7afc338d4fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257415074', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd2155307-567f-4483-bdf8-d86c436aa48d', 'name': '', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:ef:5f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:23Z', 'updated_at': '2021-09-30T09:05:26Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:06:59.126229 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb743485-6be9-4d4c-a32a-9dde4a10dff3 req-684e1322-64b4-48a5-9c59-24c325256a49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c HTTP/1.1" status: 200 len: 217 time: 0.0362873 Sep 30 09:06:59.148705 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2e08a3-955d-42af-b131-7afc338d4fcb None None] The sync data for ids ['b7c53d03-3974-42dd-8173-7ca6d00c4871'] in n-d-807359-2 is: [{'id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257415074', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'd2155307-567f-4483-bdf8-d86c436aa48d', 'name': '', 'network_id': 'f20d44d6-491a-4d05-b9c6-a4e0971e5a8d', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:ef:5f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:23Z', 'updated_at': '2021-09-30T09:05:26Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '086a40fd-d0ad-4b75-9993-d5b108893d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:06:59.179844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb743485-6be9-4d4c-a32a-9dde4a10dff3 req-3fc2aa3b-ce4f-43d7-9236-61ecc044bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:59.181623 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb743485-6be9-4d4c-a32a-9dde4a10dff3 req-3fc2aa3b-ce4f-43d7-9236-61ecc044bfd3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=086a40fd-d0ad-4b75-9993-d5b108893d13 HTTP/1.1" status: 200 len: 834 time: 0.0474672 Sep 30 09:06:59.239950 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb743485-6be9-4d4c-a32a-9dde4a10dff3 req-94faf122-c975-4319-970a-593cae907933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:59.241607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb743485-6be9-4d4c-a32a-9dde4a10dff3 req-94faf122-c975-4319-970a-593cae907933 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507307 Sep 30 09:06:59.344851 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb743485-6be9-4d4c-a32a-9dde4a10dff3 req-d65b55ea-49e7-4373-a805-ef5b04f9a2e3 service neutron] 10.222.0.36 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938401 Sep 30 09:06:59.409164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c9b3c8-e8eb-47f9-b512-121c9ee55b08 None None] New status for floating IP 378749d3-942f-46e6-8af4-d37b8d9fdf93: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:06:59.452158 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eb743485-6be9-4d4c-a32a-9dde4a10dff3 req-5221cb4a-be99-40f2-8dfb-dd799d367b08 service neutron] 10.222.0.36 "GET /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973785 Sep 30 09:06:59.841712 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41ef30-382a-4b08-9396-e9e6d7650514 req-e5a4b2eb-0bef-4d06-908f-9dd7cc78cb9e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:06:59.843231 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd41ef30-382a-4b08-9396-e9e6d7650514 req-e5a4b2eb-0bef-4d06-908f-9dd7cc78cb9e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0507598 Sep 30 09:06:59.937915 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-dd41ef30-382a-4b08-9396-e9e6d7650514 req-555194f6-e4d3-4b58-a743-1f0924655fde tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port 922a88ab-58a7-41af-afa1-d65d9e64b37c {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:06:59.938258 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd41ef30-382a-4b08-9396-e9e6d7650514 req-555194f6-e4d3-4b58-a743-1f0924655fde tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:00.026400 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-dd41ef30-382a-4b08-9396-e9e6d7650514 req-555194f6-e4d3-4b58-a743-1f0924655fde tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] For port 922a88ab-58a7-41af-afa1-d65d9e64b37c, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=922a88ab-58a7-41af-afa1-d65d9e64b37c,segment=NetworkSegment(4898cc76-2fe0-41f2-b8ea-62371ef21369),segment_id=4898cc76-2fe0-41f2-b8ea-62371ef21369)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:00.026785 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd41ef30-382a-4b08-9396-e9e6d7650514 req-555194f6-e4d3-4b58-a743-1f0924655fde tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:00.039029 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-dd41ef30-382a-4b08-9396-e9e6d7650514 req-555194f6-e4d3-4b58-a743-1f0924655fde tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for 922a88ab-58a7-41af-afa1-d65d9e64b37c owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:07:00.201540 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd41ef30-382a-4b08-9396-e9e6d7650514 req-555194f6-e4d3-4b58-a743-1f0924655fde tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:00.218681 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:00.219801 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610cfc7-86ee-47d5-b0c2-12ec69cd6bc9 req-5441b732-274e-438e-b385-0747d831bc8a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:00.221428 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7610cfc7-86ee-47d5-b0c2-12ec69cd6bc9 req-5441b732-274e-438e-b385-0747d831bc8a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c41c13c-4d0b-4015-baf5-53a4f61d294f HTTP/1.1" status: 200 len: 946 time: 0.0774865 Sep 30 09:07:00.251069 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555194f6-e4d3-4b58-a743-1f0924655fde tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=922a88ab-58a7-41af-afa1-d65d9e64b37c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:00.320341 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd41ef30-382a-4b08-9396-e9e6d7650514 req-555194f6-e4d3-4b58-a743-1f0924655fde tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] No DVR routers for this DVR port 922a88ab-58a7-41af-afa1-d65d9e64b37c on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:07:00.324934 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7610cfc7-86ee-47d5-b0c2-12ec69cd6bc9 req-958f6f3f-3768-443b-8a1b-19b1b611157e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf61f66-841b-4c30-8e91-1b4b72036510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823624 Sep 30 09:07:00.326003 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd41ef30-382a-4b08-9396-e9e6d7650514 req-555194f6-e4d3-4b58-a743-1f0924655fde tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:00.327959 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dd41ef30-382a-4b08-9396-e9e6d7650514 req-555194f6-e4d3-4b58-a743-1f0924655fde tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.36 "DELETE /v2.0/ports/922a88ab-58a7-41af-afa1-d65d9e64b37c HTTP/1.1" status: 204 len: 173 time: 0.4789035 Sep 30 09:07:00.501180 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'name': 'network-vif-deleted', 'tag': '922a88ab-58a7-41af-afa1-d65d9e64b37c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:07:00.503566 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9a7401-06bf-4b11-994c-80fa75d61bad" -d '{"events": [{"server_uuid": "5c41c13c-4d0b-4015-baf5-53a4f61d294f", "name": "network-vif-deleted", "tag": "922a88ab-58a7-41af-afa1-d65d9e64b37c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:07:00.541886 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96df4bc-e7fd-4d26-9ac0-6a15d88847a4 x-openstack-request-id: req-a96df4bc-e7fd-4d26-9ac0-6a15d88847a4 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:07:00.542180 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c41c13c-4d0b-4015-baf5-53a4f61d294f", "name": "network-vif-deleted", "tag": "922a88ab-58a7-41af-afa1-d65d9e64b37c", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:07:00.542433 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a96df4bc-e7fd-4d26-9ac0-6a15d88847a4 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:07:00.542830 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c41c13c-4d0b-4015-baf5-53a4f61d294f', 'name': 'network-vif-deleted', 'tag': '922a88ab-58a7-41af-afa1-d65d9e64b37c', 'status': 'completed', 'code': 200} Sep 30 09:07:01.390690 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50236) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:01.794386 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-755049c2-a03b-4270-acd5-52496794f520 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:02.052895 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-755049c2-a03b-4270-acd5-52496794f520 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port d2155307-567f-4483-bdf8-d86c436aa48d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:07:02.053255 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-755049c2-a03b-4270-acd5-52496794f520 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:02.140248 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-755049c2-a03b-4270-acd5-52496794f520 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] For port d2155307-567f-4483-bdf8-d86c436aa48d, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d2155307-567f-4483-bdf8-d86c436aa48d,segment=NetworkSegment(4898cc76-2fe0-41f2-b8ea-62371ef21369),segment_id=4898cc76-2fe0-41f2-b8ea-62371ef21369)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:02.140611 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-755049c2-a03b-4270-acd5-52496794f520 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:02.153064 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-755049c2-a03b-4270-acd5-52496794f520 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for d2155307-567f-4483-bdf8-d86c436aa48d owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:07:02.353174 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-755049c2-a03b-4270-acd5-52496794f520 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:02.385105 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755049c2-a03b-4270-acd5-52496794f520 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=d2155307-567f-4483-bdf8-d86c436aa48d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:02.574140 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-755049c2-a03b-4270-acd5-52496794f520 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:02.794920 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755049c2-a03b-4270-acd5-52496794f520 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router b7c53d03-3974-42dd-8173-7ca6d00c4871 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:07:02.903666 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755049c2-a03b-4270-acd5-52496794f520 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:07:02.910141 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-755049c2-a03b-4270-acd5-52496794f520 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "PUT /v2.0/routers/b7c53d03-3974-42dd-8173-7ca6d00c4871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5181420 Sep 30 09:07:02.913368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50238) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:02.915492 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ba598-d2b1-4004-9b25-41948572476b None None] Sync routers for ids ['b7c53d03-3974-42dd-8173-7ca6d00c4871'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:07:02.924730 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ba598-d2b1-4004-9b25-41948572476b None None] Routers {'b7c53d03-3974-42dd-8173-7ca6d00c4871'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:07:02.925595 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef5ba598-d2b1-4004-9b25-41948572476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:06:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b7c53d03-3974-42dd-8173-7ca6d00c4871'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:02.965849 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e339a8-36e3-4d8a-bb49-9f7c1876a4fe tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting subnet 086a40fd-d0ad-4b75-9993-d5b108893d13 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:07:02.968964 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7e339a8-36e3-4d8a-bb49-9f7c1876a4fe tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.009580 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7e339a8-36e3-4d8a-bb49-9f7c1876a4fe tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.028304 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ef5ba598-d2b1-4004-9b25-41948572476b None None] Set router b7c53d03-3974-42dd-8173-7ca6d00c4871 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:07:03.100759 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7e339a8-36e3-4d8a-bb49-9f7c1876a4fe tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.163547 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7e339a8-36e3-4d8a-bb49-9f7c1876a4fe tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.192020 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e339a8-36e3-4d8a-bb49-9f7c1876a4fe tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Subnet': ['ID=086a40fd-d0ad-4b75-9993-d5b108893d13,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:03.195304 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7e339a8-36e3-4d8a-bb49-9f7c1876a4fe tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.200270 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50240) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:03.200741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c7e339a8-36e3-4d8a-bb49-9f7c1876a4fe tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/subnets/086a40fd-d0ad-4b75-9993-d5b108893d13 HTTP/1.1" status: 204 len: 168 time: 0.2858281 Sep 30 09:07:03.201415 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650f8091-7685-4c8d-835b-e27d86c52459 None None] Network f20d44d6-491a-4d05-b9c6-a4e0971e5a8d requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:07:03.214317 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef5ba598-d2b1-4004-9b25-41948572476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257415074', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:07:02Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:03.243550 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ba598-d2b1-4004-9b25-41948572476b None None] Checking router: b7c53d03-3974-42dd-8173-7ca6d00c4871 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:07:03.252194 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ba598-d2b1-4004-9b25-41948572476b None None] Routers {'b7c53d03-3974-42dd-8173-7ca6d00c4871'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:07:03.252801 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef5ba598-d2b1-4004-9b25-41948572476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:06:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b7c53d03-3974-42dd-8173-7ca6d00c4871'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:03.314762 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.370923 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ef5ba598-d2b1-4004-9b25-41948572476b None None] Set router b7c53d03-3974-42dd-8173-7ca6d00c4871 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:07:03.398662 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b35437-6a1c-426f-ac01-9543d71d891d None None] DHCP port deletion for f20d44d6-491a-4d05-b9c6-a4e0971e5a8d request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:07:03.433160 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.450146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-89b35437-6a1c-426f-ac01-9543d71d891d None None] Deleting port 17cf51ff-1935-4e22-9dd7-52ff9162fea2 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:07:03.450523 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89b35437-6a1c-426f-ac01-9543d71d891d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.493197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:07:03.493536 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.514402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-89b35437-6a1c-426f-ac01-9543d71d891d None None] For port 17cf51ff-1935-4e22-9dd7-52ff9162fea2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=17cf51ff-1935-4e22-9dd7-52ff9162fea2,segment=NetworkSegment(4898cc76-2fe0-41f2-b8ea-62371ef21369),segment_id=4898cc76-2fe0-41f2-b8ea-62371ef21369)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:03.514828 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89b35437-6a1c-426f-ac01-9543d71d891d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.527643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-89b35437-6a1c-426f-ac01-9543d71d891d None None] Calling delete_port for 17cf51ff-1935-4e22-9dd7-52ff9162fea2 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:07:03.572022 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef5ba598-d2b1-4004-9b25-41948572476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257415074', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:07:02Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:03.584268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] For port d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:03.584935 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.597765 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:07:03.598602 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ba598-d2b1-4004-9b25-41948572476b None None] The sync data for ids ['b7c53d03-3974-42dd-8173-7ca6d00c4871'] in n-d-807359-2 is: [{'id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257415074', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:07:02Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd483ea72-13fc-48ac-b1a3-2d4e6c55f1d2', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53d03-3974-42dd-8173-7ca6d00c4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:05:20Z', 'updated_at': '2021-09-30T09:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:07:03.617999 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89b35437-6a1c-426f-ac01-9543d71d891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.645539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b35437-6a1c-426f-ac01-9543d71d891d None None] Pushing event deleted for resources: {'Port': ['ID=17cf51ff-1935-4e22-9dd7-52ff9162fea2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:03.647853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b35437-6a1c-426f-ac01-9543d71d891d None None] No DVR routers for this DVR port 17cf51ff-1935-4e22-9dd7-52ff9162fea2 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:07:03.776650 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.802435 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:03.827834 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:03.828216 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:03.828574 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:03.828907 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:03.829238 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:03.829566 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:03.829893 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:03.830215 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:03.830547 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:03.830858 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:03.831176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:03.831490 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:03.875180 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.967074 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:03.969674 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.018416 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.018964 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Fanout notify agent at l3_agent the message router_deleted on router b7c53d03-3974-42dd-8173-7ca6d00c4871 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:07:04.026579 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.027775 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-769b6cc9-ebf3-465d-9a55-87c343b8c825 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/routers/b7c53d03-3974-42dd-8173-7ca6d00c4871 HTTP/1.1" status: 204 len: 168 time: 0.8264196 Sep 30 09:07:04.030456 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50242) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:04.112087 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-026397a5-bb70-4d8d-a72f-1593cf190ab0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.211661 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-026397a5-bb70-4d8d-a72f-1593cf190ab0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.234136 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-026397a5-bb70-4d8d-a72f-1593cf190ab0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20d44d6-491a-4d05-b9c6-a4e0971e5a8d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:04.244853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-026397a5-bb70-4d8d-a72f-1593cf190ab0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4898cc76-2fe0-41f2-b8ea-62371ef21369') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:04.245151 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-026397a5-bb70-4d8d-a72f-1593cf190ab0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4898cc76-2fe0-41f2-b8ea-62371ef21369') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:04.255620 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-026397a5-bb70-4d8d-a72f-1593cf190ab0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.270288 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-026397a5-bb70-4d8d-a72f-1593cf190ab0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.277990 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026397a5-bb70-4d8d-a72f-1593cf190ab0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:07:04.278151 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-026397a5-bb70-4d8d-a72f-1593cf190ab0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: timer() Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:07:04.281225 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:07:04.362472 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-026397a5-bb70-4d8d-a72f-1593cf190ab0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.369600 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-026397a5-bb70-4d8d-a72f-1593cf190ab0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.371425 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-026397a5-bb70-4d8d-a72f-1593cf190ab0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/networks/f20d44d6-491a-4d05-b9c6-a4e0971e5a8d HTTP/1.1" status: 204 len: 168 time: 0.3399906 Sep 30 09:07:04.374347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50244) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:04.383006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026397a5-bb70-4d8d-a72f-1593cf190ab0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Network': ['ID=f20d44d6-491a-4d05-b9c6-a4e0971e5a8d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:04.437233 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-639ffd23-f2b9-4562-8ca3-c6af9d79ae59 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.463143 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-639ffd23-f2b9-4562-8ca3-c6af9d79ae59 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.526225 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-639ffd23-f2b9-4562-8ca3-c6af9d79ae59 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.529001 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-639ffd23-f2b9-4562-8ca3-c6af9d79ae59 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.530081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-639ffd23-f2b9-4562-8ca3-c6af9d79ae59 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/security-groups/8cf61f66-841b-4c30-8e91-1b4b72036510 HTTP/1.1" status: 204 len: 168 time: 0.1545651 Sep 30 09:07:04.540068 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ffd23-f2b9-4562-8ca3-c6af9d79ae59 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf61f66-841b-4c30-8e91-1b4b72036510,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:04.672754 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 17cf51ff-1935-4e22-9dd7-52ff9162fea2 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:07:04.694493 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 17cf51ff-1935-4e22-9dd7-52ff9162fea2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:07:04.694840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 17cf51ff-1935-4e22-9dd7-52ff9162fea2 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:07:04.695280 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:07:04.717786 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:07:04.718141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d483ea72-13fc-48ac-b1a3-2d4e6c55f1d2 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:07:04.718556 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d2155307-567f-4483-bdf8-d86c436aa48d no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:07:04.738028 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d2155307-567f-4483-bdf8-d86c436aa48d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:07:04.738464 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d2155307-567f-4483-bdf8-d86c436aa48d not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:07:04.778972 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50250) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:04.783712 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a7a7be7c-7355-41ac-b7ec-f41dd5b29821 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2111870237', 'description': 'tempest-secgroup-smoke-2111870237 description', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:04.806108 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7a7be7c-7355-41ac-b7ec-f41dd5b29821 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.892283 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7a7be7c-7355-41ac-b7ec-f41dd5b29821 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.897018 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7a7be7c-7355-41ac-b7ec-f41dd5b29821 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.926117 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7be7c-7355-41ac-b7ec-f41dd5b29821 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afa4117-81f0-4203-a564-8718d9776524,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:04.928378 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7a7be7c-7355-41ac-b7ec-f41dd5b29821 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:04.929604 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a7a7be7c-7355-41ac-b7ec-f41dd5b29821 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1496003 Sep 30 09:07:04.932572 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50252) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:04.936987 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-892a09a9-f628-41f7-a6c8-b66810d04b9f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '3afa4117-81f0-4203-a564-8718d9776524', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:04.964084 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-892a09a9-f628-41f7-a6c8-b66810d04b9f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.020512 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-892a09a9-f628-41f7-a6c8-b66810d04b9f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.024545 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-892a09a9-f628-41f7-a6c8-b66810d04b9f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.045490 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a09a9-f628-41f7-a6c8-b66810d04b9f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8fabf4-6c9b-49af-ad41-57ac6184d83a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:05.055298 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-892a09a9-f628-41f7-a6c8-b66810d04b9f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.056756 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-892a09a9-f628-41f7-a6c8-b66810d04b9f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232438 Sep 30 09:07:05.059748 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50254) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:05.064770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7ec4d8ad-7832-4915-9659-abc8557e9ae6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '3afa4117-81f0-4203-a564-8718d9776524', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:05.092333 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d8ad-7832-4915-9659-abc8557e9ae6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.125910 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 922a88ab-58a7-41af-afa1-d65d9e64b37c no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:07:05.147167 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d8ad-7832-4915-9659-abc8557e9ae6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.147747 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: 922a88ab-58a7-41af-afa1-d65d9e64b37c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:07:05.148138 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device 922a88ab-58a7-41af-afa1-d65d9e64b37c not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:07:05.152441 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d8ad-7832-4915-9659-abc8557e9ae6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.171585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4d8ad-7832-4915-9659-abc8557e9ae6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d00294-6c0b-47de-bd8a-5b5dfc06d106,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:05.179688 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d8ad-7832-4915-9659-abc8557e9ae6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.181146 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7ec4d8ad-7832-4915-9659-abc8557e9ae6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203394 Sep 30 09:07:05.184907 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50256) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:05.189291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3bea287f-4c3a-4771-a15f-ece7e4bcd30f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '3afa4117-81f0-4203-a564-8718d9776524', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:05.216402 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3bea287f-4c3a-4771-a15f-ece7e4bcd30f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.276784 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3bea287f-4c3a-4771-a15f-ece7e4bcd30f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.280482 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3bea287f-4c3a-4771-a15f-ece7e4bcd30f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.298859 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea287f-4c3a-4771-a15f-ece7e4bcd30f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24643157-39f2-489c-9dc7-048a3b86f166,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:05.306014 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3bea287f-4c3a-4771-a15f-ece7e4bcd30f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.307453 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3bea287f-4c3a-4771-a15f-ece7e4bcd30f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216106 Sep 30 09:07:05.310190 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50258) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:05.314955 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2bcc2814-0fa1-4ea0-b191-08ce187d9234 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '3afa4117-81f0-4203-a564-8718d9776524', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:05.342704 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2bcc2814-0fa1-4ea0-b191-08ce187d9234 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.409426 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2bcc2814-0fa1-4ea0-b191-08ce187d9234 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.414408 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2bcc2814-0fa1-4ea0-b191-08ce187d9234 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.432613 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc2814-0fa1-4ea0-b191-08ce187d9234 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f369e3b-f7ac-4167-b8f0-a30affc80049,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:05.439593 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2bcc2814-0fa1-4ea0-b191-08ce187d9234 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.440844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2bcc2814-0fa1-4ea0-b191-08ce187d9234 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296854 Sep 30 09:07:05.443762 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50260) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:05.448247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-255680fd-f3fa-461c-999e-63e8403302b8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '3afa4117-81f0-4203-a564-8718d9776524', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:05.470524 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-255680fd-f3fa-461c-999e-63e8403302b8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Project 6a3b98ec25fc4f14933509aca09cc02f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:07:05.476706 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-255680fd-f3fa-461c-999e-63e8403302b8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.540265 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-255680fd-f3fa-461c-999e-63e8403302b8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.543977 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-255680fd-f3fa-461c-999e-63e8403302b8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.564014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255680fd-f3fa-461c-999e-63e8403302b8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9aadb9-9462-4406-a785-673d91918f80,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:05.570314 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-255680fd-f3fa-461c-999e-63e8403302b8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.571606 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-255680fd-f3fa-461c-999e-63e8403302b8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268947 Sep 30 09:07:05.574436 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50262) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:05.578817 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cafe8d9b-d7b0-49f8-befa-fb7785f34d18 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': '3afa4117-81f0-4203-a564-8718d9776524', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:05.601884 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-cafe8d9b-d7b0-49f8-befa-fb7785f34d18 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Project 6a3b98ec25fc4f14933509aca09cc02f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:07:05.608724 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cafe8d9b-d7b0-49f8-befa-fb7785f34d18 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.679549 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cafe8d9b-d7b0-49f8-befa-fb7785f34d18 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.683554 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cafe8d9b-d7b0-49f8-befa-fb7785f34d18 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.702472 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe8d9b-d7b0-49f8-befa-fb7785f34d18 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c12978-2e70-4504-a190-93fe78bf5e69,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:05.707777 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cafe8d9b-d7b0-49f8-befa-fb7785f34d18 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.710251 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cafe8d9b-d7b0-49f8-befa-fb7785f34d18 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348774 Sep 30 09:07:05.713113 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50264) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:05.717971 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ceade5e3-8d91-40df-b56e-6abface97361 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'network': {'name': 'tempest-network-smoke--912866064', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'port_security_enabled': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:05.738263 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceade5e3-8d91-40df-b56e-6abface97361 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Made reservation on behalf of 6a3b98ec25fc4f14933509aca09cc02f for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:07:05.742984 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ceade5e3-8d91-40df-b56e-6abface97361 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.767387 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceade5e3-8d91-40df-b56e-6abface97361 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:07:05.776786 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ceade5e3-8d91-40df-b56e-6abface97361 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.777143 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-ceade5e3-8d91-40df-b56e-6abface97361 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Added segment bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e of type vlan for network b2a751f5-69a2-48e8-bd3e-70babb524791 Sep 30 09:07:05.819755 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ceade5e3-8d91-40df-b56e-6abface97361 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.843461 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ceade5e3-8d91-40df-b56e-6abface97361 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.850173 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceade5e3-8d91-40df-b56e-6abface97361 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:05.850766 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ceade5e3-8d91-40df-b56e-6abface97361 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.890311 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ceade5e3-8d91-40df-b56e-6abface97361 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1761663 Sep 30 09:07:05.893250 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:05.898319 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-498440038', 'admin_state_up': True, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:05.921740 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.922958 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:05.923643 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceade5e3-8d91-40df-b56e-6abface97361 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Network': ['ID=b2a751f5-69a2-48e8-bd3e-70babb524791,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:05.934852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network b2a751f5-69a2-48e8-bd3e-70babb524791 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:07:05.980443 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:06.126547 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:06.321938 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:06.342278 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:06.462255 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.25.0.58 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/d17a64c1-8e6b-430e-9654-bb1b87e638f4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:07:06.565636 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:06.600967 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:06.642051 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:07:06.648267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:07:06.651957 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:07:06.688230 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=d17a64c1-8e6b-430e-9654-bb1b87e638f4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:06.924455 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:07.420241 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:07.548438 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:07:07.658694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:07:07.668550 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Sync routers for ids ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:07:07.679939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Routers {'5822dd15-70e9-4d70-ad1e-40a55626d4f9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:07:07.680903 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:07.682262 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:06:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:07.682429 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6270c255-948d-4e75-8ec6-6fec1dee4e14 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7880328 Sep 30 09:07:07.687955 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50268) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:07.717409 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-95e39603-e9c2-4bf0-809d-05c4753312d9 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=6a3b98ec25fc4f14933509aca09cc02f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283079 Sep 30 09:07:07.720028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50270) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:07.799713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Set router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:07:07.878189 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89adf83-1359-4ebc-b557-f611520a1683 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:07.879769 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a89adf83-1359-4ebc-b557-f611520a1683 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1588070 Sep 30 09:07:07.883380 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50272) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:07.912154 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bac4f985-0222-4c6e-a8e0-470ce84d067b tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275912 Sep 30 09:07:07.914749 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:07.919545 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8a7931a2-6262-47d1-a9a5-3295b7d692e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-181140907', 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:07.985861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498440038', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:07:05Z', 'updated_at': '2021-09-30T09:07:06Z', 'revision_number': 3, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:06Z', 'updated_at': '2021-09-30T09:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:08.014079 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7931a2-6262-47d1-a9a5-3295b7d692e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Made reservation on behalf of 6a3b98ec25fc4f14933509aca09cc02f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:07:08.015008 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Checking router: 5822dd15-70e9-4d70-ad1e-40a55626d4f9 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:07:08.015372 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Updating router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 port d17a64c1-8e6b-430e-9654-bb1b87e638f4 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:07:08.017784 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a7931a2-6262-47d1-a9a5-3295b7d692e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:08.045780 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:08.204629 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a7931a2-6262-47d1-a9a5-3295b7d692e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:08.257903 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7931a2-6262-47d1-a9a5-3295b7d692e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Subnet': ['ID=3b9479e4-415a-4847-b260-632a911e1f46,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:08.276131 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7931a2-6262-47d1-a9a5-3295b7d692e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Checking segment: {'id': 'bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:07:08.276494 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7931a2-6262-47d1-a9a5-3295b7d692e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network hostable DHCP agents. Network: b2a751f5-69a2-48e8-bd3e-70babb524791, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:07:08.293406 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7931a2-6262-47d1-a9a5-3295b7d692e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network b2a751f5-69a2-48e8-bd3e-70babb524791 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:07:08.303304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8a7931a2-6262-47d1-a9a5-3295b7d692e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, b2a751f5-69a2-48e8-bd3e-70babb524791) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:07:08.307849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7931a2-6262-47d1-a9a5-3295b7d692e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:08.308462 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a7931a2-6262-47d1-a9a5-3295b7d692e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:08.312956 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:08.316030 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b95298-49e9-4aab-94da-c9aff240f19c None None] Network b2a751f5-69a2-48e8-bd3e-70babb524791 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:07:08.325239 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8a7931a2-6262-47d1-a9a5-3295b7d692e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4092219 Sep 30 09:07:08.327877 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50276) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:08.330750 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:08.444625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Attempting to bind port d17a64c1-8e6b-430e-9654-bb1b87e638f4 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:07:08.444999 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Attempting to bind port d17a64c1-8e6b-430e-9654-bb1b87e638f4 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:07:08.445363 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Attempting to bind port d17a64c1-8e6b-430e-9654-bb1b87e638f4 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:07:08.453232 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:07:08.453232 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:07:08.453232 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:08.453828 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:07:08.453828 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Bound port: d17a64c1-8e6b-430e-9654-bb1b87e638f4, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:07:08.454135 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:08.456974 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02661408-0a61-4c63-bd54-64f181d40e08 None None] Pushing event updated for resources: {'Port': ['ID=d17a64c1-8e6b-430e-9654-bb1b87e638f4,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:08.546748 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] For port d17a64c1-8e6b-430e-9654-bb1b87e638f4, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:07:08.551058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] For port d17a64c1-8e6b-430e-9654-bb1b87e638f4, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d17a64c1-8e6b-430e-9654-bb1b87e638f4,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:07:08.555579 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:08.614226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-b2a751f5-69a2-48e8-bd3e-70babb524791', 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ips': [{'subnet_id': '3b9479e4-415a-4847-b260-632a911e1f46'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:07:08.615247 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:08.652280 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02661408-0a61-4c63-bd54-64f181d40e08 None None] Pushing event updated for resources: {'Port': ['ID=d17a64c1-8e6b-430e-9654-bb1b87e638f4,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:08.654857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Routers {'5822dd15-70e9-4d70-ad1e-40a55626d4f9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:07:08.655468 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:06:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:08.777732 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:08.860539 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] Set router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:07:08.922653 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Allocated IP 172.20.0.2 (b2a751f5-69a2-48e8-bd3e-70babb524791/3b9479e4-415a-4847-b260-632a911e1f46/e081a5ea-2249-4cfb-bb5b-197b34aebb42) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:07:09.179316 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:09.186331 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498440038', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:07:05Z', 'updated_at': '2021-09-30T09:07:06Z', 'revision_number': 3, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:06Z', 'updated_at': '2021-09-30T09:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:09.189371 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:09.216676 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eca741-3fce-45a1-903e-2dcdfd5c5374 None None] The sync data for ids ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'] in n-d-807359-2 is: [{'id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498440038', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:07:05Z', 'updated_at': '2021-09-30T09:07:06Z', 'revision_number': 3, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:06Z', 'updated_at': '2021-09-30T09:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:07:09.237575 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.20.0.1 (b2a751f5-69a2-48e8-bd3e-70babb524791/3b9479e4-415a-4847-b260-632a911e1f46/9945e7da-6d50-481a-8088-0fa09041ef15) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:07:09.253184 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Network b2a751f5-69a2-48e8-bd3e-70babb524791 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:07:09.258558 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:07:09.265449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:07:09.268673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Pushing event updated for resources: {'Port': ['ID=e081a5ea-2249-4cfb-bb5b-197b34aebb42,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:09.332371 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Attempting to bind port e081a5ea-2249-4cfb-bb5b-197b34aebb42 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:07:09.332748 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Attempting to bind port e081a5ea-2249-4cfb-bb5b-197b34aebb42 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:07:09.334862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Attempting to bind port e081a5ea-2249-4cfb-bb5b-197b34aebb42 on network b2a751f5-69a2-48e8-bd3e-70babb524791 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:07:09.342779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:07:09.343150 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Checking segment: {'id': 'bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:07:09.343542 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:09.343964 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Bound using segment: {'id': 'bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:07:09.344488 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Bound port: e081a5ea-2249-4cfb-bb5b-197b34aebb42, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:07:09.344889 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:09.384535 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:09.425172 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:09.480165 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network b2a751f5-69a2-48e8-bd3e-70babb524791 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:07:09.483540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:07:09.487454 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:07:09.518226 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=9945e7da-6d50-481a-8088-0fa09041ef15,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:09.544499 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:09.593602 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] For port e081a5ea-2249-4cfb-bb5b-197b34aebb42, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:07:09.597689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] For port e081a5ea-2249-4cfb-bb5b-197b34aebb42, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e081a5ea-2249-4cfb-bb5b-197b34aebb42,segment=NetworkSegment(bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e),segment_id=bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:07:09.602247 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:09.664422 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8165c-e98e-4e64-892f-77f524e892a3 None None] Pushing event updated for resources: {'Port': ['ID=e081a5ea-2249-4cfb-bb5b-197b34aebb42,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:09.700153 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:10.041224 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:10.046177 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:10.124751 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:10.126715 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=9945e7da-6d50-481a-8088-0fa09041ef15,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:10.219038 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network b2a751f5-69a2-48e8-bd3e-70babb524791 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:07:10.220307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:07:10.585666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e081a5ea-2249-4cfb-bb5b-197b34aebb42 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:07:10.645874 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:07:10.646621 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e081a5ea-2249-4cfb-bb5b-197b34aebb42 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:07:10.646776 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:10.676133 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818849a0-d37e-4874-99a8-e5e2e9d10b6e None None] Network b2a751f5-69a2-48e8-bd3e-70babb524791 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:07:10.763618 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:07:10.768929 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-17669bd9-9b0b-4a00-b41c-e1068245bf33 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "PUT /v2.0/routers/5822dd15-70e9-4d70-ad1e-40a55626d4f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4399602 Sep 30 09:07:10.793723 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a6df1378-1282-4cff-a2ae-4431480c6945 None None] Provisioning complete for port e081a5ea-2249-4cfb-bb5b-197b34aebb42 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:07:10.794524 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a6df1378-1282-4cff-a2ae-4431480c6945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:10.817218 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:10.892217 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:10.923817 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-be81fc66-1c27-4102-9624-3bfb32ce807f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111870237&fields=id&tenant_id=6a3b98ec25fc4f14933509aca09cc02f HTTP/1.1" status: 200 len: 267 time: 0.0347447 Sep 30 09:07:10.993286 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port e081a5ea-2249-4cfb-bb5b-197b34aebb42, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e081a5ea-2249-4cfb-bb5b-197b34aebb42,segment=NetworkSegment(bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e),segment_id=bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:10.995108 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a6df1378-1282-4cff-a2ae-4431480c6945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:10.999625 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:11.000439 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d17a64c1-8e6b-430e-9654-bb1b87e638f4 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:07:11.059628 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-89d48515-3cd1-4629-82e5-dfa1bcedecf4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:11.061209 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-89d48515-3cd1-4629-82e5-dfa1bcedecf4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/networks?id=b2a751f5-69a2-48e8-bd3e-70babb524791 HTTP/1.1" status: 200 len: 796 time: 0.1301701 Sep 30 09:07:11.078082 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-dd9f78b7-7152-4a47-a245-068ae8371937 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/quotas/6a3b98ec25fc4f14933509aca09cc02f HTTP/1.1" status: 200 len: 375 time: 0.0105207 Sep 30 09:07:11.123700 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=e081a5ea-2249-4cfb-bb5b-197b34aebb42,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:11.126997 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Sync routers for ids ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:07:11.139555 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Routers {'5822dd15-70e9-4d70-ad1e-40a55626d4f9'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:07:11.145086 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:06:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:11.148580 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-a6df1378-1282-4cff-a2ae-4431480c6945 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 09:07:11.148939 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-a6df1378-1282-4cff-a2ae-4431480c6945 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 09:07:11.157562 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d17a64c1-8e6b-430e-9654-bb1b87e638f4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:07:11.157947 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:11.165480 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca38fa07-89be-4261-8e0e-98aa30f391f9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804548 Sep 30 09:07:11.262177 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:11.285833 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port d17a64c1-8e6b-430e-9654-bb1b87e638f4, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d17a64c1-8e6b-430e-9654-bb1b87e638f4,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:11.291988 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:11.309955 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-3cf6c711-603b-4af2-aff8-eb5eec7c6f37 service neutron] 10.222.0.24 "GET /v2.0/networks/b2a751f5-69a2-48e8-bd3e-70babb524791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286602 Sep 30 09:07:11.358291 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=d17a64c1-8e6b-430e-9654-bb1b87e638f4,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:11.362497 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Set router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:07:11.438726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-9ce15207-87b7-4a9c-a39d-39dccec77047 service neutron] 10.222.0.24 "GET /v2.0/networks/b2a751f5-69a2-48e8-bd3e-70babb524791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169384 Sep 30 09:07:11.605473 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498440038', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:07:05Z', 'updated_at': '2021-09-30T09:07:09Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:06Z', 'updated_at': '2021-09-30T09:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9945e7da-6d50-481a-8088-0fa09041ef15', 'name': '', 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:db:ff:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3b9479e4-415a-4847-b260-632a911e1f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:08Z', 'updated_at': '2021-09-30T09:07:09Z', 'revision_number': 2, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '3b9479e4-415a-4847-b260-632a911e1f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:11.640531 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Checking router: 5822dd15-70e9-4d70-ad1e-40a55626d4f9 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:07:11.640741 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Updating router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 port 9945e7da-6d50-481a-8088-0fa09041ef15 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:07:11.670258 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:11.674838 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0acfb671-67f9-49dc-8565-ab660b33793c req-ed6522b4-80bc-42d5-a10c-12c94e68b79f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 210 time: 0.0574052 Sep 30 09:07:11.834879 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dc99d98c-7f63-4a10-abbc-b912f64247a4 None None] Provisioning complete for port 9945e7da-6d50-481a-8088-0fa09041ef15 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:07:11.835520 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc99d98c-7f63-4a10-abbc-b912f64247a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:11.875141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-dc99d98c-7f63-4a10-abbc-b912f64247a4 None None] Port 9945e7da-6d50-481a-8088-0fa09041ef15 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:07:11.886839 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dc99d98c-7f63-4a10-abbc-b912f64247a4 None None] Provisioning complete for port e081a5ea-2249-4cfb-bb5b-197b34aebb42 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:07:11.887362 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc99d98c-7f63-4a10-abbc-b912f64247a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:12.054737 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:12.060307 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:12.113696 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb4f2a-3f22-4c51-bb73-9b8f059e955a None None] Pushing event updated for resources: {'Port': ['ID=9945e7da-6d50-481a-8088-0fa09041ef15,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:12.140996 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4f2a-3f22-4c51-bb73-9b8f059e955a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:12.141692 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4f2a-3f22-4c51-bb73-9b8f059e955a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:12.141692 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4f2a-3f22-4c51-bb73-9b8f059e955a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:12.141973 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4f2a-3f22-4c51-bb73-9b8f059e955a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:12.142750 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4f2a-3f22-4c51-bb73-9b8f059e955a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:12.143277 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4f2a-3f22-4c51-bb73-9b8f059e955a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:12.143769 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4f2a-3f22-4c51-bb73-9b8f059e955a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:12.144284 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4f2a-3f22-4c51-bb73-9b8f059e955a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:12.145066 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4f2a-3f22-4c51-bb73-9b8f059e955a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:12.146092 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4f2a-3f22-4c51-bb73-9b8f059e955a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:12.146859 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4f2a-3f22-4c51-bb73-9b8f059e955a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:12.147644 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb4f2a-3f22-4c51-bb73-9b8f059e955a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:07:12.160561 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13c1820f-21df-443e-9d3e-d1efc905093c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:12.176543 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Attempting to bind port 9945e7da-6d50-481a-8088-0fa09041ef15 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:07:12.176898 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Attempting to bind port 9945e7da-6d50-481a-8088-0fa09041ef15 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:07:12.177254 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Attempting to bind port 9945e7da-6d50-481a-8088-0fa09041ef15 on network b2a751f5-69a2-48e8-bd3e-70babb524791 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:07:12.182666 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:07:12.183033 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Checking segment: {'id': 'bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:07:12.183433 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:12.183817 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Bound using segment: {'id': 'bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:07:12.184316 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Bound port: 9945e7da-6d50-481a-8088-0fa09041ef15, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:07:12.184893 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:12.251040 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] For port 9945e7da-6d50-481a-8088-0fa09041ef15, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:07:12.254363 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] For port 9945e7da-6d50-481a-8088-0fa09041ef15, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9945e7da-6d50-481a-8088-0fa09041ef15,segment=NetworkSegment(bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e),segment_id=bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:07:12.258811 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:12.326954 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Routers {'5822dd15-70e9-4d70-ad1e-40a55626d4f9'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:07:12.327590 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:06:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:12.329418 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb4f2a-3f22-4c51-bb73-9b8f059e955a None None] Pushing event updated for resources: {'Port': ['ID=9945e7da-6d50-481a-8088-0fa09041ef15,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:12.391972 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-56cfebc2-1248-4002-9d33-664fab38c9d2 None None] Provisioning complete for port 9945e7da-6d50-481a-8088-0fa09041ef15 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:07:12.392385 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56cfebc2-1248-4002-9d33-664fab38c9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:12.445712 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] Set router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:07:12.492881 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56cfebc2-1248-4002-9d33-664fab38c9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:12.541330 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e081a5ea-2249-4cfb-bb5b-197b34aebb42 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:07:12.548151 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-56cfebc2-1248-4002-9d33-664fab38c9d2 None None] For port 9945e7da-6d50-481a-8088-0fa09041ef15, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9945e7da-6d50-481a-8088-0fa09041ef15,segment=NetworkSegment(bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e),segment_id=bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:12.571759 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56cfebc2-1248-4002-9d33-664fab38c9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:12.644382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfebc2-1248-4002-9d33-664fab38c9d2 None None] Pushing event updated for resources: {'Port': ['ID=9945e7da-6d50-481a-8088-0fa09041ef15,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:12.652501 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e081a5ea-2249-4cfb-bb5b-197b34aebb42 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:07:12.652885 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:12.715659 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498440038', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:07:05Z', 'updated_at': '2021-09-30T09:07:09Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:06Z', 'updated_at': '2021-09-30T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9945e7da-6d50-481a-8088-0fa09041ef15', 'name': '', 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:db:ff:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3b9479e4-415a-4847-b260-632a911e1f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:08Z', 'updated_at': '2021-09-30T09:07:12Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '3b9479e4-415a-4847-b260-632a911e1f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:12.752505 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-06d77bf7-edd5-4452-ac9c-157c399ed217 None None] Provisioning complete for port 9945e7da-6d50-481a-8088-0fa09041ef15 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:07:12.752505 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-06d77bf7-edd5-4452-ac9c-157c399ed217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:12.755323 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1804af25-b0f6-4291-ba05-60e27a4b26a1 None None] The sync data for ids ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'] in n-d-807359-2 is: [{'id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498440038', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:07:05Z', 'updated_at': '2021-09-30T09:07:09Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:06Z', 'updated_at': '2021-09-30T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9945e7da-6d50-481a-8088-0fa09041ef15', 'name': '', 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:db:ff:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3b9479e4-415a-4847-b260-632a911e1f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:08Z', 'updated_at': '2021-09-30T09:07:12Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '3b9479e4-415a-4847-b260-632a911e1f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:07:12.809299 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3e8530dd-65d9-414a-ba86-2a83744ed034 req-29849a3d-e8b1-4a7e-9d7f-27c1ca05b20d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 210 time: 0.0371606 Sep 30 09:07:12.831870 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-79958c6d-734a-4fd2-b5c8-7a47bc1b4e4f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:12.834037 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-79958c6d-734a-4fd2-b5c8-7a47bc1b4e4f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "GET /v2.0/networks?id=b2a751f5-69a2-48e8-bd3e-70babb524791 HTTP/1.1" status: 200 len: 796 time: 0.1850996 Sep 30 09:07:12.844124 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d17a64c1-8e6b-430e-9654-bb1b87e638f4 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:07:12.890404 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ce538c1a-9a1f-4ecd-a173-e958628073b5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a3b98ec25fc4f14933509aca09cc02f HTTP/1.1" status: 200 len: 380 time: 0.0393205 Sep 30 09:07:12.903665 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-c0a4ceb2-cdf9-4c87-a47f-8e5a44429c4c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'port': {'device_id': '7f0f60af-1b2d-46af-88cd-11a8237cdf2a', 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791', 'admin_state_up': True, 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'security_groups': ['3afa4117-81f0-4203-a564-8718d9776524']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:12.950647 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d17a64c1-8e6b-430e-9654-bb1b87e638f4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:07:12.950760 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:13.020605 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-c0a4ceb2-cdf9-4c87-a47f-8e5a44429c4c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Made reservation on behalf of 6a3b98ec25fc4f14933509aca09cc02f for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:07:13.025203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-c0a4ceb2-cdf9-4c87-a47f-8e5a44429c4c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:13.158428 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-c0a4ceb2-cdf9-4c87-a47f-8e5a44429c4c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.20.0.12 (b2a751f5-69a2-48e8-bd3e-70babb524791/3b9479e4-415a-4847-b260-632a911e1f46/03a5e597-759e-4aab-b2cc-32e0872ebe32) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:07:13.308608 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-c0a4ceb2-cdf9-4c87-a47f-8e5a44429c4c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:13.342358 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-c0a4ceb2-cdf9-4c87-a47f-8e5a44429c4c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:13.384932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-c0a4ceb2-cdf9-4c87-a47f-8e5a44429c4c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network b2a751f5-69a2-48e8-bd3e-70babb524791 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:07:13.388213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-c0a4ceb2-cdf9-4c87-a47f-8e5a44429c4c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:07:13.391945 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-c0a4ceb2-cdf9-4c87-a47f-8e5a44429c4c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:07:13.420465 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4ceb2-cdf9-4c87-a47f-8e5a44429c4c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=03a5e597-759e-4aab-b2cc-32e0872ebe32,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:13.450019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-c0a4ceb2-cdf9-4c87-a47f-8e5a44429c4c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:13.450688 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-c0a4ceb2-cdf9-4c87-a47f-8e5a44429c4c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:13.469645 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-c0a4ceb2-cdf9-4c87-a47f-8e5a44429c4c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5700874 Sep 30 09:07:13.488300 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Request body: {'port': {'device_id': '7f0f60af-1b2d-46af-88cd-11a8237cdf2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:13.553047 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:13.671798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a8bb26f0-040e-4682-ae4a-24ebc801417f None None] Provisioning complete for port 03a5e597-759e-4aab-b2cc-32e0872ebe32 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:07:13.672199 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8bb26f0-040e-4682-ae4a-24ebc801417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:13.711046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb26f0-040e-4682-ae4a-24ebc801417f None None] Port 03a5e597-759e-4aab-b2cc-32e0872ebe32 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:07:13.836953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a5e597-759e-4aab-b2cc-32e0872ebe32 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:07:13.845580 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:13.861079 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Transition to ACTIVE for port object 03a5e597-759e-4aab-b2cc-32e0872ebe32 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:07:13.864677 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:13.940212 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Pushing event updated for resources: {'Port': ['ID=03a5e597-759e-4aab-b2cc-32e0872ebe32,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:13.958390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e090546-c63c-4274-adaf-4bc355cd1da1 req-ccf860d2-83a6-467a-904e-1ecadca8decf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:13.960194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e090546-c63c-4274-adaf-4bc355cd1da1 req-ccf860d2-83a6-467a-904e-1ecadca8decf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 944 time: 0.0648744 Sep 30 09:07:14.000175 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Attempting to bind port 03a5e597-759e-4aab-b2cc-32e0872ebe32 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:07:14.000523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Attempting to bind port 03a5e597-759e-4aab-b2cc-32e0872ebe32 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': 'bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:07:14.000885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Attempting to bind port 03a5e597-759e-4aab-b2cc-32e0872ebe32 on network b2a751f5-69a2-48e8-bd3e-70babb524791 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:07:14.006454 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Port 03a5e597-759e-4aab-b2cc-32e0872ebe32 on network b2a751f5-69a2-48e8-bd3e-70babb524791 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:07:14.006785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Attempting to bind port 03a5e597-759e-4aab-b2cc-32e0872ebe32 on network b2a751f5-69a2-48e8-bd3e-70babb524791 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:07:14.012290 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:07:14.012635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Checking segment: {'id': 'bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:07:14.013019 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Bound using segment: {'id': 'bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:07:14.013455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Bound port: 03a5e597-759e-4aab-b2cc-32e0872ebe32, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:07:14.014000 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e090546-c63c-4274-adaf-4bc355cd1da1 req-2a4efd7a-3cce-4929-a728-cffbe7cfb55c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467851 Sep 30 09:07:14.016323 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:14.090201 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] For port 03a5e597-759e-4aab-b2cc-32e0872ebe32, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:07:14.093390 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] For port 03a5e597-759e-4aab-b2cc-32e0872ebe32, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=03a5e597-759e-4aab-b2cc-32e0872ebe32,segment=NetworkSegment(bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e),segment_id=bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:07:14.099460 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:14.138077 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:14.138713 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:14.140256 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] 10.222.0.35 "PUT /v2.0/ports/03a5e597-759e-4aab-b2cc-32e0872ebe32 HTTP/1.1" status: 200 len: 1092 time: 0.6564486 Sep 30 09:07:14.140722 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0f60af-1b2d-46af-88cd-11a8237cdf2a', 'tag': '03a5e597-759e-4aab-b2cc-32e0872ebe32'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:07:14.143226 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b986f6-f8c7-4eb6-b56a-f0d50d079d97" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0f60af-1b2d-46af-88cd-11a8237cdf2a", "tag": "03a5e597-759e-4aab-b2cc-32e0872ebe32"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:07:14.175708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4432bb-e039-468e-a588-5086062bbccb service neutron] Pushing event updated for resources: {'Port': ['ID=03a5e597-759e-4aab-b2cc-32e0872ebe32,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:14.191510 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cee18ba-bc15-47a1-b992-7d36e2abc728 x-openstack-request-id: req-0cee18ba-bc15-47a1-b992-7d36e2abc728 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:07:14.191807 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0f60af-1b2d-46af-88cd-11a8237cdf2a", "tag": "03a5e597-759e-4aab-b2cc-32e0872ebe32", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:07:14.192193 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cee18ba-bc15-47a1-b992-7d36e2abc728 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:07:14.193242 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0f60af-1b2d-46af-88cd-11a8237cdf2a', 'tag': '03a5e597-759e-4aab-b2cc-32e0872ebe32', 'status': 'completed', 'code': 200} Sep 30 09:07:14.253186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-35df584b-325a-45a5-b8c9-36ef6a28274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:14.254854 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-35df584b-325a-45a5-b8c9-36ef6a28274d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 1095 time: 0.0444643 Sep 30 09:07:14.311461 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-3fad6dc6-9af6-48ba-a610-516a796e94c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03a5e597-759e-4aab-b2cc-32e0872ebe32 HTTP/1.1" status: 200 len: 217 time: 0.0419989 Sep 30 09:07:14.365338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-bff69c6d-491d-4186-8c28-ddf928bb9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:14.366920 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-bff69c6d-491d-4186-8c28-ddf928bb9751 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b9479e4-415a-4847-b260-632a911e1f46 HTTP/1.1" status: 200 len: 834 time: 0.0486069 Sep 30 09:07:14.414260 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-6d4c79e4-e6af-46f5-9b7a-60d99c559138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:14.415766 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-6d4c79e4-e6af-46f5-9b7a-60d99c559138 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b2a751f5-69a2-48e8-bd3e-70babb524791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414653 Sep 30 09:07:14.518753 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-310639ed-f091-4e43-b656-6e2d0c746108 service neutron] 10.222.0.35 "GET /v2.0/networks/b2a751f5-69a2-48e8-bd3e-70babb524791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954924 Sep 30 09:07:14.526982 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9945e7da-6d50-481a-8088-0fa09041ef15 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:07:14.576217 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 9945e7da-6d50-481a-8088-0fa09041ef15 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:07:14.576589 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:14.615450 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f486ccfe-41ad-4740-9358-2519cb3de730 req-1e4bc1fc-5674-4836-b398-a50f0b5aac70 service neutron] 10.222.0.35 "GET /v2.0/networks/b2a751f5-69a2-48e8-bd3e-70babb524791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888431 Sep 30 09:07:14.749725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b986f6-f8c7-4eb6-b56a-f0d50d079d97 req-4b525bf7-6786-4548-84b1-3a4f5db381ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:14.751439 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-66b986f6-f8c7-4eb6-b56a-f0d50d079d97 req-4b525bf7-6786-4548-84b1-3a4f5db381ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 1095 time: 0.0419588 Sep 30 09:07:14.845205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b986f6-f8c7-4eb6-b56a-f0d50d079d97 req-523109f9-b358-43f8-9b63-1243b9e6e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:14.846725 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-66b986f6-f8c7-4eb6-b56a-f0d50d079d97 req-523109f9-b358-43f8-9b63-1243b9e6e697 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b2a751f5-69a2-48e8-bd3e-70babb524791 HTTP/1.1" status: 200 len: 897 time: 0.0875280 Sep 30 09:07:14.890877 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5efe2888-c239-4bf7-acd1-50fe21b9da23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:14.893657 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-66b986f6-f8c7-4eb6-b56a-f0d50d079d97 req-669a1d15-d881-4579-be24-f6dc698632c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03a5e597-759e-4aab-b2cc-32e0872ebe32 HTTP/1.1" status: 200 len: 217 time: 0.0398707 Sep 30 09:07:14.944544 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b986f6-f8c7-4eb6-b56a-f0d50d079d97 req-31b27c60-dcde-4664-870a-99773242be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:14.946016 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-66b986f6-f8c7-4eb6-b56a-f0d50d079d97 req-31b27c60-dcde-4664-870a-99773242be6c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b9479e4-415a-4847-b260-632a911e1f46 HTTP/1.1" status: 200 len: 834 time: 0.0453854 Sep 30 09:07:14.997165 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b986f6-f8c7-4eb6-b56a-f0d50d079d97 req-e892ca6c-2818-44d0-87b5-b9b3559b4a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:14.998706 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-66b986f6-f8c7-4eb6-b56a-f0d50d079d97 req-e892ca6c-2818-44d0-87b5-b9b3559b4a35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b2a751f5-69a2-48e8-bd3e-70babb524791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440145 Sep 30 09:07:15.096643 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-66b986f6-f8c7-4eb6-b56a-f0d50d079d97 req-9a0b1fc9-1c00-4bb8-9a6f-b63388d3ac4c service neutron] 10.222.0.35 "GET /v2.0/networks/b2a751f5-69a2-48e8-bd3e-70babb524791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885940 Sep 30 09:07:15.131714 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4058d-0496-46b7-b7d6-c8456232347d req-75edde30-b6cd-449c-98fd-4eedaa776bd3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:15.133238 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b4058d-0496-46b7-b7d6-c8456232347d req-75edde30-b6cd-449c-98fd-4eedaa776bd3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 944 time: 0.0490184 Sep 30 09:07:15.172370 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-09b4058d-0496-46b7-b7d6-c8456232347d req-3117971a-a4b5-4591-ba96-5b8adb61e239 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330799 Sep 30 09:07:15.188373 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-66b986f6-f8c7-4eb6-b56a-f0d50d079d97 req-844ee317-6d36-4bb9-a962-4503f75cb864 service neutron] 10.222.0.35 "GET /v2.0/networks/b2a751f5-69a2-48e8-bd3e-70babb524791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837557 Sep 30 09:07:15.384244 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:16.107191 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:16.291967 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854577b-0710-449a-9d27-343b13334f2f req-3f5ab55b-d9f8-46b0-a910-4cbd5461f5c9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:16.293454 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a854577b-0710-449a-9d27-343b13334f2f req-3f5ab55b-d9f8-46b0-a910-4cbd5461f5c9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 944 time: 0.0554700 Sep 30 09:07:16.332547 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a854577b-0710-449a-9d27-343b13334f2f req-336cada3-5ac2-4dfa-9164-a35a5666e2e5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328689 Sep 30 09:07:16.823744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 03a5e597-759e-4aab-b2cc-32e0872ebe32 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:07:16.921018 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 03a5e597-759e-4aab-b2cc-32e0872ebe32, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=03a5e597-759e-4aab-b2cc-32e0872ebe32,segment=NetworkSegment(bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e),segment_id=bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:16.931897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '03a5e597-759e-4aab-b2cc-32e0872ebe32', 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791', 'port_id': '03a5e597-759e-4aab-b2cc-32e0872ebe32', 'mac_address': 'fa:16:3e:b0:f2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9479e4-415a-4847-b260-632a911e1f46', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:07:16.969927 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:16.984161 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a5e597-759e-4aab-b2cc-32e0872ebe32 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:07:17.004989 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 03a5e597-759e-4aab-b2cc-32e0872ebe32, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=03a5e597-759e-4aab-b2cc-32e0872ebe32,segment=NetworkSegment(bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e),segment_id=bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:17.008968 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:17.063482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=03a5e597-759e-4aab-b2cc-32e0872ebe32,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:17.282662 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['03a5e597-759e-4aab-b2cc-32e0872ebe32'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:07:17.451561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b01737-9343-46d8-80bd-97add80fc581 req-c52e297f-c71b-4bfd-a46e-565ff6d09068 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:17.453126 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38b01737-9343-46d8-80bd-97add80fc581 req-c52e297f-c71b-4bfd-a46e-565ff6d09068 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 945 time: 0.0504773 Sep 30 09:07:17.504698 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-38b01737-9343-46d8-80bd-97add80fc581 req-db747e4d-9374-4527-8b10-5a561c45b964 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447204 Sep 30 09:07:17.968099 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:18.245816 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:07:18.623806 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf482689-c7a3-4593-9961-9d873f3c2afc req-7da9fca4-5a1d-4441-abf0-70451e32ea20 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:18.625466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf482689-c7a3-4593-9961-9d873f3c2afc req-7da9fca4-5a1d-4441-abf0-70451e32ea20 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 945 time: 0.0514216 Sep 30 09:07:18.666973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf482689-c7a3-4593-9961-9d873f3c2afc req-203a032e-1892-4f39-9003-850d1272355b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342264 Sep 30 09:07:18.839152 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 03a5e597-759e-4aab-b2cc-32e0872ebe32 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:07:18.889137 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 03a5e597-759e-4aab-b2cc-32e0872ebe32 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:07:18.892739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 03a5e597-759e-4aab-b2cc-32e0872ebe32 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:07:18.893111 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:18.968998 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:18.995049 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0f60af-1b2d-46af-88cd-11a8237cdf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a5e597-759e-4aab-b2cc-32e0872ebe32'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:07:18.997340 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c841e7-38d2-4b21-95b9-fd314baabfe1" -d '{"events": [{"server_uuid": "7f0f60af-1b2d-46af-88cd-11a8237cdf2a", "name": "network-vif-plugged", "status": "completed", "tag": "03a5e597-759e-4aab-b2cc-32e0872ebe32"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:07:19.010326 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 03a5e597-759e-4aab-b2cc-32e0872ebe32, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=03a5e597-759e-4aab-b2cc-32e0872ebe32,segment=NetworkSegment(bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e),segment_id=bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:07:19.015035 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:19.038385 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b24c64b-3b8d-4407-a073-d060e2825951 x-openstack-request-id: req-1b24c64b-3b8d-4407-a073-d060e2825951 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:07:19.038678 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0f60af-1b2d-46af-88cd-11a8237cdf2a", "name": "network-vif-plugged", "status": "completed", "tag": "03a5e597-759e-4aab-b2cc-32e0872ebe32", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:07:19.038929 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b24c64b-3b8d-4407-a073-d060e2825951 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:07:19.039316 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0f60af-1b2d-46af-88cd-11a8237cdf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a5e597-759e-4aab-b2cc-32e0872ebe32', 'code': 200} Sep 30 09:07:19.065149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=03a5e597-759e-4aab-b2cc-32e0872ebe32,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:19.165562 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143af12-f6e9-4dd3-b6fa-a64522c2c5a1 req-853c5e61-8b03-43a1-a52e-35bb4fc575fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:19.167018 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c143af12-f6e9-4dd3-b6fa-a64522c2c5a1 req-853c5e61-8b03-43a1-a52e-35bb4fc575fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 1097 time: 0.0448909 Sep 30 09:07:19.204036 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c143af12-f6e9-4dd3-b6fa-a64522c2c5a1 req-20f271c2-0781-4a19-b71c-e16119caeeb6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294051 Sep 30 09:07:19.787494 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec7e14-9279-46ff-a2c2-0f059df2a88a req-9e1aa1fd-212f-42b6-8429-000e5bafccaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:19.789103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ec7e14-9279-46ff-a2c2-0f059df2a88a req-9e1aa1fd-212f-42b6-8429-000e5bafccaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0521841 Sep 30 09:07:19.827493 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ec7e14-9279-46ff-a2c2-0f059df2a88a req-84787cea-5a79-472e-a8c0-6c957c6d15a0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322809 Sep 30 09:07:21.000052 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb40b86-0e0f-42a3-8e2f-a5bfae6d3a5d req-0c2ad9d4-45a3-43f5-a271-395c97ee64ce tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:21.001604 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-abb40b86-0e0f-42a3-8e2f-a5bfae6d3a5d req-0c2ad9d4-45a3-43f5-a271-395c97ee64ce tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0496743 Sep 30 09:07:21.046503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-abb40b86-0e0f-42a3-8e2f-a5bfae6d3a5d req-44d9a1bb-29a2-451f-b16d-c5aad8a004ab tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381856 Sep 30 09:07:21.162991 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc566455-7253-4a7b-b479-0e43b71c2e84 req-61725e69-74c9-460b-af65-b20a30581dbd tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:21.164563 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc566455-7253-4a7b-b479-0e43b71c2e84 req-61725e69-74c9-460b-af65-b20a30581dbd tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0515122 Sep 30 09:07:21.203877 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc566455-7253-4a7b-b479-0e43b71c2e84 req-b2d2ea90-2454-4782-be3e-10573fcf20c4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333421 Sep 30 09:07:21.225545 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50332) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:21.267827 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ee8033-9d51-4b7b-b9b1-28cf5f0a7717 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:21.269405 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-03ee8033-9d51-4b7b-b9b1-28cf5f0a7717 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 1092 time: 0.0428519 Sep 30 09:07:21.272683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50334) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:21.276894 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '03a5e597-759e-4aab-b2cc-32e0872ebe32', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:07:21.298469 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:21.398272 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:21.504816 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.25.0.95 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/cf7b2eb5-dc2e-4fef-b904-de052ac8e8bf) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:07:21.614072 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:21.649799 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:21.688317 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:07:21.691214 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:07:21.694585 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:07:21.726345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=cf7b2eb5-dc2e-4fef-b904-de052ac8e8bf,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:22.406921 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:22.473803 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:22.628348 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:22.633523 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:22.706996 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=cf7b2eb5-dc2e-4fef-b904-de052ac8e8bf,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:07:22.717875 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:22.817867 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Floating IP 3070ba47-a7b1-4bca-865f-426278095284 associated. External IP: 172.25.0.95, port: 03a5e597-759e-4aab-b2cc-32e0872ebe32. Sep 30 09:07:23.032668 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:07:23.146653 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:07:23.156557 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe610c-cf68-409c-9605-b8287c49cc9f None None] Sync routers for ids ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:07:23.163377 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:23.168312 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe610c-cf68-409c-9605-b8287c49cc9f None None] Routers {'5822dd15-70e9-4d70-ad1e-40a55626d4f9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:07:23.169016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6dbe610c-cf68-409c-9605-b8287c49cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:23.192492 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fa9130bd-4b97-4ddd-8ec2-ed8e8fbc0a74 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9187555 Sep 30 09:07:23.193130 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0f60af-1b2d-46af-88cd-11a8237cdf2a', 'tag': '03a5e597-759e-4aab-b2cc-32e0872ebe32'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:07:23.195523 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d941a93e-a216-48fc-95ea-09c669a5aba1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0f60af-1b2d-46af-88cd-11a8237cdf2a", "tag": "03a5e597-759e-4aab-b2cc-32e0872ebe32"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:07:23.283050 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6dbe610c-cf68-409c-9605-b8287c49cc9f None None] Set router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:07:23.307810 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d15da-ab7e-437f-a697-0f5dffe668b7 req-d10aab77-788f-4509-96b4-bb6d5c4e72a2 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:23.309463 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db4d15da-ab7e-437f-a697-0f5dffe668b7 req-d10aab77-788f-4509-96b4-bb6d5c4e72a2 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0633459 Sep 30 09:07:23.351157 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-db4d15da-ab7e-437f-a697-0f5dffe668b7 req-15fb0ac9-3d69-4fb5-a840-78ad46fe2e94 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354276 Sep 30 09:07:23.374305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50340) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:23.416219 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859d29c4-8950-4e4d-9a69-06bfb9ce4ed6 x-openstack-request-id: req-859d29c4-8950-4e4d-9a69-06bfb9ce4ed6 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:07:23.416894 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0f60af-1b2d-46af-88cd-11a8237cdf2a", "tag": "03a5e597-759e-4aab-b2cc-32e0872ebe32", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:07:23.416894 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-859d29c4-8950-4e4d-9a69-06bfb9ce4ed6 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:07:23.417131 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0f60af-1b2d-46af-88cd-11a8237cdf2a', 'tag': '03a5e597-759e-4aab-b2cc-32e0872ebe32', 'status': 'completed', 'code': 200} Sep 30 09:07:23.443565 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bfd28e08-2fd0-4d6e-8a7e-bd340fcce07a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/3070ba47-a7b1-4bca-865f-426278095284 HTTP/1.1" status: 200 len: 991 time: 0.0680141 Sep 30 09:07:23.496030 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941a93e-a216-48fc-95ea-09c669a5aba1 req-bc3eab45-3087-4d26-8668-9110314dcd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:23.497552 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d941a93e-a216-48fc-95ea-09c669a5aba1 req-bc3eab45-3087-4d26-8668-9110314dcd50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 1097 time: 0.0425024 Sep 30 09:07:23.527669 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6dbe610c-cf68-409c-9605-b8287c49cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498440038', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:07:05Z', 'updated_at': '2021-09-30T09:07:09Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:06Z', 'updated_at': '2021-09-30T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '3070ba47-a7b1-4bca-865f-426278095284', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'floating_ip_address': '172.25.0.95', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'port_id': '03a5e597-759e-4aab-b2cc-32e0872ebe32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791', 'mac_address': 'fa:16:3e:b0:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0f60af-1b2d-46af-88cd-11a8237cdf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:07:22Z', 'updated_at': '2021-09-30T09:07:22Z', 'revision_number': 0, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9945e7da-6d50-481a-8088-0fa09041ef15', 'name': '', 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:db:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3b9479e4-415a-4847-b260-632a911e1f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:08Z', 'updated_at': '2021-09-30T09:07:12Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '3b9479e4-415a-4847-b260-632a911e1f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:23.563274 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe610c-cf68-409c-9605-b8287c49cc9f None None] Checking router: 5822dd15-70e9-4d70-ad1e-40a55626d4f9 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:07:23.572568 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe610c-cf68-409c-9605-b8287c49cc9f None None] Routers {'5822dd15-70e9-4d70-ad1e-40a55626d4f9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:07:23.573193 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6dbe610c-cf68-409c-9605-b8287c49cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:07:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:23.600779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941a93e-a216-48fc-95ea-09c669a5aba1 req-e1660d58-cb8d-47c0-9420-ed9f145ce5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:23.602330 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d941a93e-a216-48fc-95ea-09c669a5aba1 req-e1660d58-cb8d-47c0-9420-ed9f145ce5cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=b2a751f5-69a2-48e8-bd3e-70babb524791 HTTP/1.1" status: 200 len: 897 time: 0.0979416 Sep 30 09:07:23.671401 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d941a93e-a216-48fc-95ea-09c669a5aba1 req-99f72b1d-230d-4f5d-b629-b36203106025 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03a5e597-759e-4aab-b2cc-32e0872ebe32 HTTP/1.1" status: 200 len: 999 time: 0.0619304 Sep 30 09:07:23.689233 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6dbe610c-cf68-409c-9605-b8287c49cc9f None None] Set router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:07:23.724619 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941a93e-a216-48fc-95ea-09c669a5aba1 req-2b248564-3e49-4381-a801-d6f8873588b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:23.726134 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d941a93e-a216-48fc-95ea-09c669a5aba1 req-2b248564-3e49-4381-a801-d6f8873588b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b9479e4-415a-4847-b260-632a911e1f46 HTTP/1.1" status: 200 len: 834 time: 0.0480700 Sep 30 09:07:23.777862 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941a93e-a216-48fc-95ea-09c669a5aba1 req-9cb27516-304c-4657-8bad-8523f724a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:23.779416 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d941a93e-a216-48fc-95ea-09c669a5aba1 req-9cb27516-304c-4657-8bad-8523f724a52b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b2a751f5-69a2-48e8-bd3e-70babb524791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468137 Sep 30 09:07:23.877226 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d941a93e-a216-48fc-95ea-09c669a5aba1 req-b6056557-1e64-4f75-815d-d3cca4196c5a service neutron] 10.222.0.35 "GET /v2.0/networks/b2a751f5-69a2-48e8-bd3e-70babb524791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904238 Sep 30 09:07:23.993307 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d941a93e-a216-48fc-95ea-09c669a5aba1 req-2d2a6905-b43d-4379-b644-2a30ea46aed7 service neutron] 10.222.0.35 "GET /v2.0/networks/b2a751f5-69a2-48e8-bd3e-70babb524791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092770 Sep 30 09:07:24.077103 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6dbe610c-cf68-409c-9605-b8287c49cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498440038', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:07:05Z', 'updated_at': '2021-09-30T09:07:09Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:06Z', 'updated_at': '2021-09-30T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '3070ba47-a7b1-4bca-865f-426278095284', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'floating_ip_address': '172.25.0.95', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'port_id': '03a5e597-759e-4aab-b2cc-32e0872ebe32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791', 'mac_address': 'fa:16:3e:b0:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0f60af-1b2d-46af-88cd-11a8237cdf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:07:22Z', 'updated_at': '2021-09-30T09:07:22Z', 'revision_number': 0, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9945e7da-6d50-481a-8088-0fa09041ef15', 'name': '', 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:db:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3b9479e4-415a-4847-b260-632a911e1f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:08Z', 'updated_at': '2021-09-30T09:07:12Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '3b9479e4-415a-4847-b260-632a911e1f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:07:24.107534 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe610c-cf68-409c-9605-b8287c49cc9f None None] The sync data for ids ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'] in n-d-807359-2 is: [{'id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498440038', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:07:05Z', 'updated_at': '2021-09-30T09:07:09Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:06Z', 'updated_at': '2021-09-30T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '3070ba47-a7b1-4bca-865f-426278095284', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'floating_ip_address': '172.25.0.95', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'port_id': '03a5e597-759e-4aab-b2cc-32e0872ebe32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791', 'mac_address': 'fa:16:3e:b0:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0f60af-1b2d-46af-88cd-11a8237cdf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:07:22Z', 'updated_at': '2021-09-30T09:07:22Z', 'revision_number': 0, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9945e7da-6d50-481a-8088-0fa09041ef15', 'name': '', 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:db:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3b9479e4-415a-4847-b260-632a911e1f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:08Z', 'updated_at': '2021-09-30T09:07:12Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '3b9479e4-415a-4847-b260-632a911e1f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:07:24.312010 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6854b4fc-885a-40d2-9719-f497f2d688ef None None] New status for floating IP 3070ba47-a7b1-4bca-865f-426278095284: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:07:24.447687 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50342) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:07:24.522872 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fc7a6137-fb1d-4500-862b-2102580bd146 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/3070ba47-a7b1-4bca-865f-426278095284 HTTP/1.1" status: 200 len: 993 time: 0.0739851 Sep 30 09:07:30.247493 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:40.765980 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:42.153858 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b76f5123-3a4e-4dee-9880-69621c06eeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:44.893178 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8be614d1-43b7-4645-8bd6-0f7ea7350a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:45.381909 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:46.109303 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:47.971605 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:07:51.494203 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3bc1bafb-c27a-41e7-86ec-05108577fa9d req-27d17b4b-e7e9-4bf9-8756-8f152a1354f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425303 Sep 30 09:07:51.596924 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1bafb-c27a-41e7-86ec-05108577fa9d req-887706cb-f545-4332-bb99-860cb3b1367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:51.598400 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3bc1bafb-c27a-41e7-86ec-05108577fa9d req-887706cb-f545-4332-bb99-860cb3b1367d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 1097 time: 0.0405202 Sep 30 09:07:51.714655 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1bafb-c27a-41e7-86ec-05108577fa9d req-e848c3d4-c77b-4cc6-877e-86252f5a2258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:51.716415 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3bc1bafb-c27a-41e7-86ec-05108577fa9d req-e848c3d4-c77b-4cc6-877e-86252f5a2258 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b2a751f5-69a2-48e8-bd3e-70babb524791 HTTP/1.1" status: 200 len: 897 time: 0.0976455 Sep 30 09:07:51.784897 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3bc1bafb-c27a-41e7-86ec-05108577fa9d req-4ff0a81a-ca37-439c-89cb-85d050fb5cd9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03a5e597-759e-4aab-b2cc-32e0872ebe32 HTTP/1.1" status: 200 len: 1001 time: 0.0579016 Sep 30 09:07:51.837456 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1bafb-c27a-41e7-86ec-05108577fa9d req-b7ffcbd0-26f7-47c4-aa44-695ac387306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:51.838869 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3bc1bafb-c27a-41e7-86ec-05108577fa9d req-b7ffcbd0-26f7-47c4-aa44-695ac387306f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b9479e4-415a-4847-b260-632a911e1f46 HTTP/1.1" status: 200 len: 834 time: 0.0463669 Sep 30 09:07:51.884264 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1bafb-c27a-41e7-86ec-05108577fa9d req-7ae3a6f6-0ab5-4b23-829e-bc1dafcade57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:51.885744 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3bc1bafb-c27a-41e7-86ec-05108577fa9d req-7ae3a6f6-0ab5-4b23-829e-bc1dafcade57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b2a751f5-69a2-48e8-bd3e-70babb524791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395176 Sep 30 09:07:51.976070 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3bc1bafb-c27a-41e7-86ec-05108577fa9d req-819e303a-9555-4731-a87c-f81e7bfc3729 service neutron] 10.222.0.35 "GET /v2.0/networks/b2a751f5-69a2-48e8-bd3e-70babb524791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814207 Sep 30 09:07:52.071160 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3bc1bafb-c27a-41e7-86ec-05108577fa9d req-43a13587-ac92-4c27-bfed-75bae6b39145 service neutron] 10.222.0.35 "GET /v2.0/networks/b2a751f5-69a2-48e8-bd3e-70babb524791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872865 Sep 30 09:07:53.392230 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a821b-c013-495c-bb69-e4d235592dff req-7dffbe8c-12b5-42ff-b1a3-295cdde374e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:53.394277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e1a821b-c013-495c-bb69-e4d235592dff req-7dffbe8c-12b5-42ff-b1a3-295cdde374e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0565944 Sep 30 09:07:53.442399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5e1a821b-c013-495c-bb69-e4d235592dff req-000864f5-bf76-493a-8f0a-af4f92f51be3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369918 Sep 30 09:07:54.563214 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ed2d9-74db-4f70-aaa1-d884a9cb86a7 req-176cd92b-ea0d-4dc9-b90b-863d3832284c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:54.564768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc8ed2d9-74db-4f70-aaa1-d884a9cb86a7 req-176cd92b-ea0d-4dc9-b90b-863d3832284c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0503178 Sep 30 09:07:54.602285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bc8ed2d9-74db-4f70-aaa1-d884a9cb86a7 req-c3cd81a8-caca-4a76-82b4-9aa2ce31b7ca tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315409 Sep 30 09:07:55.245145 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:07:55.725750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8954a7-788a-4f8a-945d-50bbc90b713f req-c7f813c6-4e01-4f4c-bb84-ddfff36bad03 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:55.727269 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b8954a7-788a-4f8a-945d-50bbc90b713f req-c7f813c6-4e01-4f4c-bb84-ddfff36bad03 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0562677 Sep 30 09:07:55.767737 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5b8954a7-788a-4f8a-945d-50bbc90b713f req-3bc164bf-5de9-4169-be52-902862efed6a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344217 Sep 30 09:07:56.891680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10237d2c-9e21-46ef-a3fc-600123935294 req-30f33c3d-2b68-4c24-9779-4ba37ca62aad tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:56.893246 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10237d2c-9e21-46ef-a3fc-600123935294 req-30f33c3d-2b68-4c24-9779-4ba37ca62aad tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0560098 Sep 30 09:07:56.932838 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-10237d2c-9e21-46ef-a3fc-600123935294 req-20305e17-c82d-4890-81a5-6dac3a40626b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321536 Sep 30 09:07:58.049580 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07985ba0-b185-4728-89ee-d904341b7d98 req-fbab0760-63b3-4532-b89c-5c9dbf72ded6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:58.051065 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07985ba0-b185-4728-89ee-d904341b7d98 req-fbab0760-63b3-4532-b89c-5c9dbf72ded6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0499194 Sep 30 09:07:58.088112 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-07985ba0-b185-4728-89ee-d904341b7d98 req-d9035855-3314-4686-a06e-3abc67230c64 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307271 Sep 30 09:07:59.207536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb34761-9a55-494b-88db-f552c7585b2c req-0b5b1e26-a9d6-42eb-9889-0f0c6360f808 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:07:59.209104 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fdb34761-9a55-494b-88db-f552c7585b2c req-0b5b1e26-a9d6-42eb-9889-0f0c6360f808 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0531447 Sep 30 09:07:59.247383 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fdb34761-9a55-494b-88db-f552c7585b2c req-6eb8efbd-39d0-44a4-ae45-dba5b080b528 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315752 Sep 30 09:08:00.246582 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:00.367401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e178e-ea8d-4ab1-8b16-a24723ccedfb req-c34307db-92c2-4fa7-9430-f1954f6973b2 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:00.369111 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-461e178e-ea8d-4ab1-8b16-a24723ccedfb req-c34307db-92c2-4fa7-9430-f1954f6973b2 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0495806 Sep 30 09:08:00.407045 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-461e178e-ea8d-4ab1-8b16-a24723ccedfb req-d72173b5-21d5-4925-b236-5ad7286b1ddb tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319524 Sep 30 09:08:01.522228 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82481666-4bce-4dfd-bf3b-615652ec4349 req-d55f8f6b-882f-4892-911b-c1f952cd16d4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:01.523711 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82481666-4bce-4dfd-bf3b-615652ec4349 req-d55f8f6b-882f-4892-911b-c1f952cd16d4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0497892 Sep 30 09:08:01.561853 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-82481666-4bce-4dfd-bf3b-615652ec4349 req-eca78977-a1ac-43a5-8ad4-b5db93cfefb9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315812 Sep 30 09:08:02.688011 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8dadf-c428-42c4-98a3-5c37696ced1e req-18fcdfb3-1d0f-46fa-8e38-8897cd3f15d0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:02.689513 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12b8dadf-c428-42c4-98a3-5c37696ced1e req-18fcdfb3-1d0f-46fa-8e38-8897cd3f15d0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0586669 Sep 30 09:08:02.728511 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-12b8dadf-c428-42c4-98a3-5c37696ced1e req-bc45ce91-c64e-485c-9d58-9338b1937fbf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326052 Sep 30 09:08:03.862519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc3856-9593-4c3b-9bc8-c35ddd76f168 req-04fb1d43-8a6c-4d9b-8b4f-895201d8fcf0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:03.864038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-20dc3856-9593-4c3b-9bc8-c35ddd76f168 req-04fb1d43-8a6c-4d9b-8b4f-895201d8fcf0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0496128 Sep 30 09:08:03.903814 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-20dc3856-9593-4c3b-9bc8-c35ddd76f168 req-ede0efda-f7fa-46bb-9129-e26414cc61e4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328021 Sep 30 09:08:03.926763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50378) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:03.991684 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-a20cc205-3ccd-46de-aa0a-c1259e3fe28e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/3070ba47-a7b1-4bca-865f-426278095284 HTTP/1.1" status: 200 len: 993 time: 0.0638099 Sep 30 09:08:05.259828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62868b-d2c4-4de7-858f-6a4bf4250348 req-423fdcf7-49f5-4c0d-b49d-7b9ee5baac43 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:05.261376 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac62868b-d2c4-4de7-858f-6a4bf4250348 req-423fdcf7-49f5-4c0d-b49d-7b9ee5baac43 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0537305 Sep 30 09:08:05.301528 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ac62868b-d2c4-4de7-858f-6a4bf4250348 req-0cec3e2a-681f-404d-8922-2f5cf07450d7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333951 Sep 30 09:08:05.311518 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eea290-e8c5-43ea-82cf-24a989537f24 req-2f5526bb-f01b-42bb-b10f-1714cccc07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:05.313657 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b5eea290-e8c5-43ea-82cf-24a989537f24 req-2f5526bb-f01b-42bb-b10f-1714cccc07a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 1097 time: 0.0436590 Sep 30 09:08:05.410578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eea290-e8c5-43ea-82cf-24a989537f24 req-e48b9a27-24be-4f12-8267-56d168315f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:05.412107 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b5eea290-e8c5-43ea-82cf-24a989537f24 req-e48b9a27-24be-4f12-8267-56d168315f10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b2a751f5-69a2-48e8-bd3e-70babb524791 HTTP/1.1" status: 200 len: 897 time: 0.0923133 Sep 30 09:08:05.476371 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b5eea290-e8c5-43ea-82cf-24a989537f24 req-72b974d6-6aab-4e5a-97bc-4dd247746e33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03a5e597-759e-4aab-b2cc-32e0872ebe32 HTTP/1.1" status: 200 len: 1001 time: 0.0570502 Sep 30 09:08:05.523843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eea290-e8c5-43ea-82cf-24a989537f24 req-eba17416-3997-4acd-9a76-393cc4757735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:05.525335 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b5eea290-e8c5-43ea-82cf-24a989537f24 req-eba17416-3997-4acd-9a76-393cc4757735 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b9479e4-415a-4847-b260-632a911e1f46 HTTP/1.1" status: 200 len: 834 time: 0.0427060 Sep 30 09:08:05.573563 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eea290-e8c5-43ea-82cf-24a989537f24 req-5d6e0d61-d6eb-4e16-810d-982ab0ac4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:05.575039 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b5eea290-e8c5-43ea-82cf-24a989537f24 req-5d6e0d61-d6eb-4e16-810d-982ab0ac4e01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b2a751f5-69a2-48e8-bd3e-70babb524791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423586 Sep 30 09:08:05.672720 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b5eea290-e8c5-43ea-82cf-24a989537f24 req-36ec6895-3a0a-417a-9d52-62217912150f service neutron] 10.222.0.35 "GET /v2.0/networks/b2a751f5-69a2-48e8-bd3e-70babb524791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903366 Sep 30 09:08:05.765777 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b5eea290-e8c5-43ea-82cf-24a989537f24 req-41f6a309-1ebb-4a2e-8344-28d52dc09233 service neutron] 10.222.0.35 "GET /v2.0/networks/b2a751f5-69a2-48e8-bd3e-70babb524791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863569 Sep 30 09:08:06.422300 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc3817-37a9-430d-b14a-a1801284bd53 req-b4db009b-98e9-45f5-870a-ff1f4c1cc5cf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:06.424188 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7bfc3817-37a9-430d-b14a-a1801284bd53 req-b4db009b-98e9-45f5-870a-ff1f4c1cc5cf tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0498464 Sep 30 09:08:06.473366 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7bfc3817-37a9-430d-b14a-a1801284bd53 req-5d1791fb-49fd-4bf5-aacf-1be2c64a576f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423496 Sep 30 09:08:06.497602 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50388) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:06.566168 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c999b3b7-7dc9-48a0-b3f3-8e412fd10548 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/3070ba47-a7b1-4bca-865f-426278095284 HTTP/1.1" status: 200 len: 993 time: 0.0671182 Sep 30 09:08:10.775254 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:12.154648 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bbf3a85a-1eca-410e-9551-99dac2958a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:14.894238 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd14e9e9-2a5c-4b5e-9c6e-afda26520c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:15.375732 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:16.112463 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:17.975523 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:21.043918 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-2399bd52-77ff-444c-ab94-303398eeb0e1 req-942a85e8-898d-43c5-a8a7-b1bab2017f53 service neutron] (94838) timed out ('10.222.0.24', 46914) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 09:08:30.260941 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:32.246624 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:08:39.272707 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50400) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:39.434448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port cf7b2eb5-dc2e-4fef-b904-de052ac8e8bf {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:08:39.434779 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:39.510981 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:39.511301 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:39.522838 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for cf7b2eb5-dc2e-4fef-b904-de052ac8e8bf owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:08:39.667737 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:39.694282 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=cf7b2eb5-dc2e-4fef-b904-de052ac8e8bf,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:39.721294 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:39.721650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:39.722027 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:39.722370 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:39.722740 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:39.723078 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:39.723410 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:39.723741 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:39.724102 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:39.724439 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:39.724763 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:39.725090 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:39.765760 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:39.766096 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Floating IP 3070ba47-a7b1-4bca-865f-426278095284 disassociated (deleted). External IP: 172.25.0.95, port: 03a5e597-759e-4aab-b2cc-32e0872ebe32. Sep 30 09:08:39.977124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:08:40.084447 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:08:40.089238 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:40.095828 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c583bc-be73-4131-baa2-e437d337cb16 None None] Sync routers for ids ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:08:40.108603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c583bc-be73-4131-baa2-e437d337cb16 None None] Routers {'5822dd15-70e9-4d70-ad1e-40a55626d4f9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:08:40.109244 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a3c583bc-be73-4131-baa2-e437d337cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:08:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:40.118726 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-53a1f806-92af-43c0-ae90-63a556522125 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/floatingips/3070ba47-a7b1-4bca-865f-426278095284 HTTP/1.1" status: 204 len: 168 time: 0.8448370 Sep 30 09:08:40.119534 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0f60af-1b2d-46af-88cd-11a8237cdf2a', 'tag': '03a5e597-759e-4aab-b2cc-32e0872ebe32'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:08:40.122637 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732cf722-3acf-4fe5-9d51-188e5c244047" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0f60af-1b2d-46af-88cd-11a8237cdf2a", "tag": "03a5e597-759e-4aab-b2cc-32e0872ebe32"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:08:40.221619 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a3c583bc-be73-4131-baa2-e437d337cb16 None None] Set router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:08:40.287383 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e6378e-d081-4147-b667-444f6f33cc23 x-openstack-request-id: req-f9e6378e-d081-4147-b667-444f6f33cc23 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:08:40.287934 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0f60af-1b2d-46af-88cd-11a8237cdf2a", "tag": "03a5e597-759e-4aab-b2cc-32e0872ebe32", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:08:40.288152 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9e6378e-d081-4147-b667-444f6f33cc23 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:08:40.288668 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0f60af-1b2d-46af-88cd-11a8237cdf2a', 'tag': '03a5e597-759e-4aab-b2cc-32e0872ebe32', 'status': 'completed', 'code': 200} Sep 30 09:08:40.434721 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cf722-3acf-4fe5-9d51-188e5c244047 req-8ea4877c-92f8-4459-87f9-3fdcec0d401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:40.436907 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-732cf722-3acf-4fe5-9d51-188e5c244047 req-8ea4877c-92f8-4459-87f9-3fdcec0d401b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 1097 time: 0.0886195 Sep 30 09:08:40.438268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a3c583bc-be73-4131-baa2-e437d337cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498440038', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:07:05Z', 'updated_at': '2021-09-30T09:07:09Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:06Z', 'updated_at': '2021-09-30T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9945e7da-6d50-481a-8088-0fa09041ef15', 'name': '', 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:db:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3b9479e4-415a-4847-b260-632a911e1f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:08Z', 'updated_at': '2021-09-30T09:07:12Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '3b9479e4-415a-4847-b260-632a911e1f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:40.466392 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c583bc-be73-4131-baa2-e437d337cb16 None None] Checking router: 5822dd15-70e9-4d70-ad1e-40a55626d4f9 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:08:40.469124 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce14601-efd3-4628-b6c9-3010e82fd23a req-42209248-ecab-40ee-ba1d-03c542a7c166 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:40.470830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6ce14601-efd3-4628-b6c9-3010e82fd23a req-42209248-ecab-40ee-ba1d-03c542a7c166 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.1340978 Sep 30 09:08:40.486627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c583bc-be73-4131-baa2-e437d337cb16 None None] Routers {'5822dd15-70e9-4d70-ad1e-40a55626d4f9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:08:40.487351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a3c583bc-be73-4131-baa2-e437d337cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:08:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:40.519479 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6ce14601-efd3-4628-b6c9-3010e82fd23a req-25a62c14-d51f-44e5-bbbc-c70aaeb26d07 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409846 Sep 30 09:08:40.550998 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cf722-3acf-4fe5-9d51-188e5c244047 req-20164746-be18-4451-9cfa-42c31c12768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:40.552611 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-732cf722-3acf-4fe5-9d51-188e5c244047 req-20164746-be18-4451-9cfa-42c31c12768b service neutron] 10.222.0.35 "GET /v2.0/networks?id=b2a751f5-69a2-48e8-bd3e-70babb524791 HTTP/1.1" status: 200 len: 897 time: 0.1073232 Sep 30 09:08:40.597536 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-732cf722-3acf-4fe5-9d51-188e5c244047 req-c7380882-c266-490a-bbc1-d02a96e5c0fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03a5e597-759e-4aab-b2cc-32e0872ebe32 HTTP/1.1" status: 200 len: 217 time: 0.0355530 Sep 30 09:08:40.619491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a3c583bc-be73-4131-baa2-e437d337cb16 None None] Set router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:08:40.648244 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cf722-3acf-4fe5-9d51-188e5c244047 req-0758f914-9150-4b3c-b309-66a0b2dbbdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:40.649710 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-732cf722-3acf-4fe5-9d51-188e5c244047 req-0758f914-9150-4b3c-b309-66a0b2dbbdc6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b9479e4-415a-4847-b260-632a911e1f46 HTTP/1.1" status: 200 len: 834 time: 0.0453601 Sep 30 09:08:40.699608 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cf722-3acf-4fe5-9d51-188e5c244047 req-4fc1182d-35f7-4c62-abb1-b36eacf6995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:40.701263 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-732cf722-3acf-4fe5-9d51-188e5c244047 req-4fc1182d-35f7-4c62-abb1-b36eacf6995f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b2a751f5-69a2-48e8-bd3e-70babb524791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436003 Sep 30 09:08:40.804261 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-732cf722-3acf-4fe5-9d51-188e5c244047 req-c00408ba-512d-4afa-97d8-1eae64441860 service neutron] 10.222.0.35 "GET /v2.0/networks/b2a751f5-69a2-48e8-bd3e-70babb524791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933394 Sep 30 09:08:40.805066 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:40.836021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a3c583bc-be73-4131-baa2-e437d337cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498440038', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:07:05Z', 'updated_at': '2021-09-30T09:07:09Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:06Z', 'updated_at': '2021-09-30T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9945e7da-6d50-481a-8088-0fa09041ef15', 'name': '', 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:db:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3b9479e4-415a-4847-b260-632a911e1f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:08Z', 'updated_at': '2021-09-30T09:07:12Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '3b9479e4-415a-4847-b260-632a911e1f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:40.864355 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c583bc-be73-4131-baa2-e437d337cb16 None None] The sync data for ids ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'] in n-d-807359-2 is: [{'id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498440038', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:07:05Z', 'updated_at': '2021-09-30T09:07:09Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:06Z', 'updated_at': '2021-09-30T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '9945e7da-6d50-481a-8088-0fa09041ef15', 'name': '', 'network_id': 'b2a751f5-69a2-48e8-bd3e-70babb524791', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:db:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3b9479e4-415a-4847-b260-632a911e1f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:08Z', 'updated_at': '2021-09-30T09:07:12Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': '3b9479e4-415a-4847-b260-632a911e1f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:08:40.913678 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-732cf722-3acf-4fe5-9d51-188e5c244047 req-2d766724-5ac6-4edf-8345-9ef0145d01d6 service neutron] 10.222.0.35 "GET /v2.0/networks/b2a751f5-69a2-48e8-bd3e-70babb524791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010568 Sep 30 09:08:41.085765 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce79a82-2d08-42c0-b839-fc3835992c63 None None] New status for floating IP 3070ba47-a7b1-4bca-865f-426278095284: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:08:41.647945 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782a26b-ae8d-40e7-abf0-2665aa7723b6 req-d3d413d7-0141-436f-8c52-7011895a7fde tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:41.649447 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e782a26b-ae8d-40e7-abf0-2665aa7723b6 req-d3d413d7-0141-436f-8c52-7011895a7fde tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0486016 Sep 30 09:08:41.688040 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e782a26b-ae8d-40e7-abf0-2665aa7723b6 req-3244f188-5331-4f99-bc6c-06bea8357444 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=3afa4117-81f0-4203-a564-8718d9776524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314279 Sep 30 09:08:42.064621 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebda48c-6eea-4876-a0b0-37b5e38b1863 req-aab004db-ff0e-43a2-a3fd-ae2e37df30c8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:42.066103 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2ebda48c-6eea-4876-a0b0-37b5e38b1863 req-aab004db-ff0e-43a2-a3fd-ae2e37df30c8 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 946 time: 0.0511849 Sep 30 09:08:42.156298 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dee46ac1-73ec-4df1-a5b0-04e5f2973883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:42.162622 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-2ebda48c-6eea-4876-a0b0-37b5e38b1863 req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port 03a5e597-759e-4aab-b2cc-32e0872ebe32 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:08:42.162966 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2ebda48c-6eea-4876-a0b0-37b5e38b1863 req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:42.253364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-2ebda48c-6eea-4876-a0b0-37b5e38b1863 req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] For port 03a5e597-759e-4aab-b2cc-32e0872ebe32, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=03a5e597-759e-4aab-b2cc-32e0872ebe32,segment=NetworkSegment(bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e),segment_id=bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:08:42.253652 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2ebda48c-6eea-4876-a0b0-37b5e38b1863 req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:42.266082 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-2ebda48c-6eea-4876-a0b0-37b5e38b1863 req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for 03a5e597-759e-4aab-b2cc-32e0872ebe32 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:08:42.395624 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2ebda48c-6eea-4876-a0b0-37b5e38b1863 req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:42.423036 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=03a5e597-759e-4aab-b2cc-32e0872ebe32,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:42.432890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:42.433239 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:42.433585 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:42.433923 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:42.434260 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:42.434591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:42.434922 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:42.435251 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:42.437183 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:42.437183 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:42.437517 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:42.437710 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:42.477696 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebda48c-6eea-4876-a0b0-37b5e38b1863 req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] No DVR routers for this DVR port 03a5e597-759e-4aab-b2cc-32e0872ebe32 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:08:42.480343 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2ebda48c-6eea-4876-a0b0-37b5e38b1863 req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:42.482831 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2ebda48c-6eea-4876-a0b0-37b5e38b1863 req-ca3a2b17-105c-4868-b542-fccbfad518aa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "DELETE /v2.0/ports/03a5e597-759e-4aab-b2cc-32e0872ebe32 HTTP/1.1" status: 204 len: 173 time: 0.4102829 Sep 30 09:08:42.483761 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0f60af-1b2d-46af-88cd-11a8237cdf2a', 'name': 'network-vif-deleted', 'tag': '03a5e597-759e-4aab-b2cc-32e0872ebe32'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:08:42.486062 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9489d95f-93bd-4982-b313-e4081965dded" -d '{"events": [{"server_uuid": "7f0f60af-1b2d-46af-88cd-11a8237cdf2a", "name": "network-vif-deleted", "tag": "03a5e597-759e-4aab-b2cc-32e0872ebe32"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:08:42.590650 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d9261d-1d94-402e-b4fb-760943d56dfb x-openstack-request-id: req-83d9261d-1d94-402e-b4fb-760943d56dfb {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:08:42.590948 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0f60af-1b2d-46af-88cd-11a8237cdf2a", "name": "network-vif-deleted", "tag": "03a5e597-759e-4aab-b2cc-32e0872ebe32", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:08:42.591199 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83d9261d-1d94-402e-b4fb-760943d56dfb {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:08:42.591612 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0f60af-1b2d-46af-88cd-11a8237cdf2a', 'name': 'network-vif-deleted', 'tag': '03a5e597-759e-4aab-b2cc-32e0872ebe32', 'status': 'completed', 'code': 200} Sep 30 09:08:42.805972 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2e330cbc-4001-43d2-92d0-ac96e59bf26f req-8ca3066e-422f-4891-ba67-d6058580c720 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f0f60af-1b2d-46af-88cd-11a8237cdf2a HTTP/1.1" status: 200 len: 210 time: 0.0321972 Sep 30 09:08:43.863309 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50424) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:44.223107 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa28f7b5-b1f6-4015-be05-cca2fa987ea1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:44.801948 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-fa28f7b5-b1f6-4015-be05-cca2fa987ea1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port 9945e7da-6d50-481a-8088-0fa09041ef15 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:08:44.802207 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa28f7b5-b1f6-4015-be05-cca2fa987ea1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:44.891702 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-fa28f7b5-b1f6-4015-be05-cca2fa987ea1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] For port 9945e7da-6d50-481a-8088-0fa09041ef15, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=9945e7da-6d50-481a-8088-0fa09041ef15,segment=NetworkSegment(bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e),segment_id=bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:08:44.892454 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa28f7b5-b1f6-4015-be05-cca2fa987ea1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:44.897406 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7803160-f9b4-49e9-8f6b-87ae4818ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:44.908138 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-fa28f7b5-b1f6-4015-be05-cca2fa987ea1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for 9945e7da-6d50-481a-8088-0fa09041ef15 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:08:45.090440 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa28f7b5-b1f6-4015-be05-cca2fa987ea1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:45.118390 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28f7b5-b1f6-4015-be05-cca2fa987ea1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=9945e7da-6d50-481a-8088-0fa09041ef15,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:45.295472 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa28f7b5-b1f6-4015-be05-cca2fa987ea1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:45.376477 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:45.520756 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa28f7b5-b1f6-4015-be05-cca2fa987ea1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:08:45.627999 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa28f7b5-b1f6-4015-be05-cca2fa987ea1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:08:45.633352 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-fa28f7b5-b1f6-4015-be05-cca2fa987ea1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "PUT /v2.0/routers/5822dd15-70e9-4d70-ad1e-40a55626d4f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7687659 Sep 30 09:08:45.636619 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50428) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:45.638929 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcdfc53-e6e2-4988-b571-b987c0d21f01 None None] Sync routers for ids ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:08:45.649827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcdfc53-e6e2-4988-b571-b987c0d21f01 None None] Routers {'5822dd15-70e9-4d70-ad1e-40a55626d4f9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:08:45.650719 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7bcdfc53-e6e2-4988-b571-b987c0d21f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:45.694279 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fca3806-7dc4-49ea-a5da-732c4685748b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting subnet 3b9479e4-415a-4847-b260-632a911e1f46 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:08:45.697689 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4fca3806-7dc4-49ea-a5da-732c4685748b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:45.740959 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4fca3806-7dc4-49ea-a5da-732c4685748b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:45.757816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-7bcdfc53-e6e2-4988-b571-b987c0d21f01 None None] Set router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:08:45.822924 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4fca3806-7dc4-49ea-a5da-732c4685748b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:45.887150 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4fca3806-7dc4-49ea-a5da-732c4685748b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:45.916459 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca3806-7dc4-49ea-a5da-732c4685748b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9479e4-415a-4847-b260-632a911e1f46,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:45.918689 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4fca3806-7dc4-49ea-a5da-732c4685748b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:45.921764 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-4fca3806-7dc4-49ea-a5da-732c4685748b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/subnets/3b9479e4-415a-4847-b260-632a911e1f46 HTTP/1.1" status: 204 len: 168 time: 0.2839046 Sep 30 09:08:45.924608 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50430) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:45.925714 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638dc28f-8ddf-4e81-9651-1668185790be None None] Network b2a751f5-69a2-48e8-bd3e-70babb524791 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:08:46.035057 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ccb4661-ffe8-4ce3-8728-7072d352586b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.042242 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7bcdfc53-e6e2-4988-b571-b987c0d21f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498440038', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:07:05Z', 'updated_at': '2021-09-30T09:08:45Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:06Z', 'updated_at': '2021-09-30T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:46.073191 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcdfc53-e6e2-4988-b571-b987c0d21f01 None None] Checking router: 5822dd15-70e9-4d70-ad1e-40a55626d4f9 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:08:46.096530 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcdfc53-e6e2-4988-b571-b987c0d21f01 None None] Routers {'5822dd15-70e9-4d70-ad1e-40a55626d4f9'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:08:46.097595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7bcdfc53-e6e2-4988-b571-b987c0d21f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:46.144197 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ccb4661-ffe8-4ce3-8728-7072d352586b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.159714 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.206352 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb4661-ffe8-4ce3-8728-7072d352586b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port d17a64c1-8e6b-430e-9654-bb1b87e638f4 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:08:46.206703 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ccb4661-ffe8-4ce3-8728-7072d352586b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.221598 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-7bcdfc53-e6e2-4988-b571-b987c0d21f01 None None] Set router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:08:46.248869 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] DHCP port deletion for b2a751f5-69a2-48e8-bd3e-70babb524791 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:08:46.290953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-6ccb4661-ffe8-4ce3-8728-7072d352586b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] For port d17a64c1-8e6b-430e-9654-bb1b87e638f4, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d17a64c1-8e6b-430e-9654-bb1b87e638f4,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:08:46.291307 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ccb4661-ffe8-4ce3-8728-7072d352586b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.304552 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb4661-ffe8-4ce3-8728-7072d352586b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for d17a64c1-8e6b-430e-9654-bb1b87e638f4 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:08:46.390464 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Deleting port e081a5ea-2249-4cfb-bb5b-197b34aebb42 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:08:46.390839 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.477412 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ccb4661-ffe8-4ce3-8728-7072d352586b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.511151 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb4661-ffe8-4ce3-8728-7072d352586b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=d17a64c1-8e6b-430e-9654-bb1b87e638f4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:46.584620 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ccb4661-ffe8-4ce3-8728-7072d352586b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.643435 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] For port e081a5ea-2249-4cfb-bb5b-197b34aebb42, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e081a5ea-2249-4cfb-bb5b-197b34aebb42,segment=NetworkSegment(bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e),segment_id=bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:08:46.643844 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.656069 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e081a5ea-2249-4cfb-bb5b-197b34aebb42 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:08:46.665027 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Calling delete_port for e081a5ea-2249-4cfb-bb5b-197b34aebb42 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:08:46.682015 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ccb4661-ffe8-4ce3-8728-7072d352586b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.684417 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ccb4661-ffe8-4ce3-8728-7072d352586b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.708908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7bcdfc53-e6e2-4988-b571-b987c0d21f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498440038', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:07:05Z', 'updated_at': '2021-09-30T09:08:45Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:06Z', 'updated_at': '2021-09-30T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:46.729282 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ccb4661-ffe8-4ce3-8728-7072d352586b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.730275 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccb4661-ffe8-4ce3-8728-7072d352586b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Fanout notify agent at l3_agent the message router_deleted on router 5822dd15-70e9-4d70-ad1e-40a55626d4f9 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:08:46.738676 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ccb4661-ffe8-4ce3-8728-7072d352586b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.739849 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6ccb4661-ffe8-4ce3-8728-7072d352586b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/routers/5822dd15-70e9-4d70-ad1e-40a55626d4f9 HTTP/1.1" status: 204 len: 168 time: 0.8142381 Sep 30 09:08:46.742625 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50432) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:46.772683 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcdfc53-e6e2-4988-b571-b987c0d21f01 None None] The sync data for ids ['5822dd15-70e9-4d70-ad1e-40a55626d4f9'] in n-d-807359-2 is: [{'id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498440038', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:07:05Z', 'updated_at': '2021-09-30T09:08:45Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': 'd17a64c1-8e6b-430e-9654-bb1b87e638f4', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822dd15-70e9-4d70-ad1e-40a55626d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:07:06Z', 'updated_at': '2021-09-30T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:08:46.828209 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.836715 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.854660 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.883964 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port e081a5ea-2249-4cfb-bb5b-197b34aebb42 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:08:46.884309 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.903969 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Pushing event deleted for resources: {'Port': ['ID=e081a5ea-2249-4cfb-bb5b-197b34aebb42,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:46.906543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] No DVR routers for this DVR port e081a5ea-2249-4cfb-bb5b-197b34aebb42 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:08:46.915890 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:46.916273 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:46.916618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:46.916957 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:46.917293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:46.917627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:46.917958 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:46.918284 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:46.918611 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:46.918935 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:46.919260 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:46.919583 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d42b5a-14bd-4236-b707-c009ac29061c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:46.960167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] For port e081a5ea-2249-4cfb-bb5b-197b34aebb42, host n-d-807359-2, got binding levels [] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:08:46.960789 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:46.973685 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for e081a5ea-2249-4cfb-bb5b-197b34aebb42 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:08:46.976367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.ipam_backend_mixin [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Port e081a5ea-2249-4cfb-bb5b-197b34aebb42 was not found and therefore no delete operation was performed {{(pid=94837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 09:08:46.977814 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:47.003480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=e081a5ea-2249-4cfb-bb5b-197b34aebb42,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:47.008943 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] No DVR routers for this DVR port e081a5ea-2249-4cfb-bb5b-197b34aebb42 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:08:47.086675 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:47.106277 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a751f5-69a2-48e8-bd3e-70babb524791']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:47.116804 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:47.117096 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1b1c9a-b3d6-43fe-96da-5d6c54475c1e') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:47.127838 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:47.147646 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:47.159053 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:08:47.159673 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: timer() Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:08:47.163032 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:08:47.222794 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:47.230661 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:47.235597 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50434) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:47.236078 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/networks/b2a751f5-69a2-48e8-bd3e-70babb524791 HTTP/1.1" status: 204 len: 168 time: 0.4920559 Sep 30 09:08:47.250777 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649e868-49fa-4e03-9f5f-099ac16c6fe4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Network': ['ID=b2a751f5-69a2-48e8-bd3e-70babb524791,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:47.304175 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 03a5e597-759e-4aab-b2cc-32e0872ebe32 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:08:47.305336 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-308879f8-ad17-4666-abd3-48f554779fe5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:47.324078 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 03a5e597-759e-4aab-b2cc-32e0872ebe32 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:08:47.324518 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 03a5e597-759e-4aab-b2cc-32e0872ebe32 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:08:47.334311 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-308879f8-ad17-4666-abd3-48f554779fe5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:47.399028 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-308879f8-ad17-4666-abd3-48f554779fe5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:47.402079 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-308879f8-ad17-4666-abd3-48f554779fe5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:47.403270 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-308879f8-ad17-4666-abd3-48f554779fe5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/security-groups/3afa4117-81f0-4203-a564-8718d9776524 HTTP/1.1" status: 204 len: 168 time: 0.1664393 Sep 30 09:08:47.414570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308879f8-ad17-4666-abd3-48f554779fe5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afa4117-81f0-4203-a564-8718d9776524,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:47.791276 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50440) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:47.796885 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-37dd8617-c2d4-4c9e-b16c-cbd4c450b90d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1311558077', 'description': 'tempest-secgroup-smoke-1311558077 description', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:08:47.821191 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37dd8617-c2d4-4c9e-b16c-cbd4c450b90d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:47.906407 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37dd8617-c2d4-4c9e-b16c-cbd4c450b90d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:47.910134 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37dd8617-c2d4-4c9e-b16c-cbd4c450b90d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:47.940350 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37dd8617-c2d4-4c9e-b16c-cbd4c450b90d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:47.941615 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-37dd8617-c2d4-4c9e-b16c-cbd4c450b90d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1491973 Sep 30 09:08:47.942783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd8617-c2d4-4c9e-b16c-cbd4c450b90d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b446b1-d4f3-47ca-bf57-f5223206ce1b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:47.945091 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50442) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:47.950228 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1283452c-d991-4f96-9808-407605c9560b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': 'e4b446b1-d4f3-47ca-bf57-f5223206ce1b', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:08:47.977947 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1283452c-d991-4f96-9808-407605c9560b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:47.978230 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.038348 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1283452c-d991-4f96-9808-407605c9560b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.041892 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1283452c-d991-4f96-9808-407605c9560b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.062195 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283452c-d991-4f96-9808-407605c9560b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe0f2aa-845a-4461-a3cd-2b92d037e0e0,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:48.065982 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1283452c-d991-4f96-9808-407605c9560b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.067229 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1283452c-d991-4f96-9808-407605c9560b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212208 Sep 30 09:08:48.069986 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50444) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:48.074249 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d39457bc-d0f8-420d-9102-4e420014954d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': 'e4b446b1-d4f3-47ca-bf57-f5223206ce1b', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:08:48.100974 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d39457bc-d0f8-420d-9102-4e420014954d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.159528 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d39457bc-d0f8-420d-9102-4e420014954d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.162918 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d39457bc-d0f8-420d-9102-4e420014954d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.180082 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39457bc-d0f8-420d-9102-4e420014954d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db411726-643e-42e1-9ebe-347c2d72c2d9,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:48.186370 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d39457bc-d0f8-420d-9102-4e420014954d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.187634 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d39457bc-d0f8-420d-9102-4e420014954d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167285 Sep 30 09:08:48.190746 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:48.195678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b2482e9f-3fbb-4bc2-ae4f-1daf1e36f09c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': 'e4b446b1-d4f3-47ca-bf57-f5223206ce1b', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:08:48.221791 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2482e9f-3fbb-4bc2-ae4f-1daf1e36f09c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.280933 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2482e9f-3fbb-4bc2-ae4f-1daf1e36f09c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.284500 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2482e9f-3fbb-4bc2-ae4f-1daf1e36f09c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.304110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2482e9f-3fbb-4bc2-ae4f-1daf1e36f09c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c0aea8-6061-4612-b9a7-8ed4dc65e785,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:48.307732 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2482e9f-3fbb-4bc2-ae4f-1daf1e36f09c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.309114 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b2482e9f-3fbb-4bc2-ae4f-1daf1e36f09c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173317 Sep 30 09:08:48.312523 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50448) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:48.316832 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-57722543-d1f1-4861-a48a-5e109199db91 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': 'e4b446b1-d4f3-47ca-bf57-f5223206ce1b', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:08:48.341786 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57722543-d1f1-4861-a48a-5e109199db91 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.404752 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57722543-d1f1-4861-a48a-5e109199db91 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.408552 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57722543-d1f1-4861-a48a-5e109199db91 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.429042 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57722543-d1f1-4861-a48a-5e109199db91 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5908ef-cca6-4063-a5ef-83c69c21f0d7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:48.432523 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57722543-d1f1-4861-a48a-5e109199db91 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.433749 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-57722543-d1f1-4861-a48a-5e109199db91 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202977 Sep 30 09:08:48.437584 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50450) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:48.442134 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-dd1397f7-79e9-4091-8e5f-8e82da2a8f67 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': 'e4b446b1-d4f3-47ca-bf57-f5223206ce1b', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:08:48.464243 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-dd1397f7-79e9-4091-8e5f-8e82da2a8f67 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Project 6a3b98ec25fc4f14933509aca09cc02f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:08:48.468903 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd1397f7-79e9-4091-8e5f-8e82da2a8f67 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.531868 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd1397f7-79e9-4091-8e5f-8e82da2a8f67 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.535835 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd1397f7-79e9-4091-8e5f-8e82da2a8f67 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.556976 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1397f7-79e9-4091-8e5f-8e82da2a8f67 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997ae68b-7efc-45f2-8865-77f93e8cd1bb,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:48.563816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9945e7da-6d50-481a-8088-0fa09041ef15 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:08:48.568337 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd1397f7-79e9-4091-8e5f-8e82da2a8f67 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.569568 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-dd1397f7-79e9-4091-8e5f-8e82da2a8f67 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309607 Sep 30 09:08:48.572653 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50452) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:48.577594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-aa050c3f-dcf6-4e6e-ba9b-b58efad18fb9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'security_group_rule': {'security_group_id': 'e4b446b1-d4f3-47ca-bf57-f5223206ce1b', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:08:48.590205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 9945e7da-6d50-481a-8088-0fa09041ef15 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:08:48.590671 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 9945e7da-6d50-481a-8088-0fa09041ef15 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:08:48.591190 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d17a64c1-8e6b-430e-9654-bb1b87e638f4 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:08:48.601197 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-aa050c3f-dcf6-4e6e-ba9b-b58efad18fb9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Project 6a3b98ec25fc4f14933509aca09cc02f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:08:48.606280 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa050c3f-dcf6-4e6e-ba9b-b58efad18fb9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.614543 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d17a64c1-8e6b-430e-9654-bb1b87e638f4 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:08:48.614892 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d17a64c1-8e6b-430e-9654-bb1b87e638f4 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:08:48.671352 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa050c3f-dcf6-4e6e-ba9b-b58efad18fb9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.674951 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa050c3f-dcf6-4e6e-ba9b-b58efad18fb9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.694527 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa050c3f-dcf6-4e6e-ba9b-b58efad18fb9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a13c5a-9000-411a-9501-bdf9c8740888,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:48.697897 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa050c3f-dcf6-4e6e-ba9b-b58efad18fb9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.699140 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-aa050c3f-dcf6-4e6e-ba9b-b58efad18fb9 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255028 Sep 30 09:08:48.702077 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50454) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:48.706904 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bca80838-f90f-4691-9421-5dd6a1101dcc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'network': {'name': 'tempest-network-smoke--1797261607', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:08:48.727422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca80838-f90f-4691-9421-5dd6a1101dcc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Made reservation on behalf of 6a3b98ec25fc4f14933509aca09cc02f for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:08:48.730801 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bca80838-f90f-4691-9421-5dd6a1101dcc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.755506 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca80838-f90f-4691-9421-5dd6a1101dcc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:08:48.766801 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bca80838-f90f-4691-9421-5dd6a1101dcc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.767127 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-bca80838-f90f-4691-9421-5dd6a1101dcc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Added segment 120fdd19-d2a3-49d3-8cea-76698979a422 of type vlan for network 272082ee-0766-4e37-ac19-34cf269545b3 Sep 30 09:08:48.808521 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bca80838-f90f-4691-9421-5dd6a1101dcc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.835970 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bca80838-f90f-4691-9421-5dd6a1101dcc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.841472 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca80838-f90f-4691-9421-5dd6a1101dcc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:48.842611 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bca80838-f90f-4691-9421-5dd6a1101dcc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.876942 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-bca80838-f90f-4691-9421-5dd6a1101dcc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1738374 Sep 30 09:08:48.879745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50456) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:48.884176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1317423675', 'admin_state_up': True, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:08:48.925183 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca80838-f90f-4691-9421-5dd6a1101dcc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Network': ['ID=272082ee-0766-4e37-ac19-34cf269545b3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:48.935495 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 272082ee-0766-4e37-ac19-34cf269545b3 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:08:48.940756 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:48.941778 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:49.288920 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:49.425811 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:49.614323 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:49.632903 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:49.737376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.25.0.217 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/3862ad65-d932-40a1-aeb7-3d59e7e33ef8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:08:49.843047 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:49.877158 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:49.912003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:08:49.914810 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:08:49.918291 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:08:49.953560 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=3862ad65-d932-40a1-aeb7-3d59e7e33ef8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:50.186637 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:50.386726 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:50.514640 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:08:50.620775 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:08:50.630593 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Sync routers for ids ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:08:50.640990 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Routers {'064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:08:50.641820 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:50.644732 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:50.646277 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c1a2e779-76f5-4717-8954-9347055c9534 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7652659 Sep 30 09:08:50.649907 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:50.723418 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6a6c9de9-6f42-46b6-b44f-eabff604f2c7 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=6a3b98ec25fc4f14933509aca09cc02f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723836 Sep 30 09:08:50.726110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:50.757053 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Set router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:08:50.815180 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a251cda9-e902-405a-8a26-a83580d8a41a tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:50.816735 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a251cda9-e902-405a-8a26-a83580d8a41a tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897324 Sep 30 09:08:50.819649 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50466) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:50.848208 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6480eb71-46a4-479f-90c4-6c889da80052 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274324 Sep 30 09:08:50.851204 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50468) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:50.856398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1edb0683-6c6a-4a54-8eab-3fb2c5b6c80b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-880927374', 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3', 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:08:50.939485 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317423675', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:08:48Z', 'updated_at': '2021-09-30T09:08:50Z', 'revision_number': 3, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:49Z', 'updated_at': '2021-09-30T09:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:50.963213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edb0683-6c6a-4a54-8eab-3fb2c5b6c80b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Made reservation on behalf of 6a3b98ec25fc4f14933509aca09cc02f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:08:50.965901 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Checking router: 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:08:50.966256 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Updating router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa port 3862ad65-d932-40a1-aeb7-3d59e7e33ef8 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:08:50.967562 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1edb0683-6c6a-4a54-8eab-3fb2c5b6c80b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:50.990275 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:51.160246 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1edb0683-6c6a-4a54-8eab-3fb2c5b6c80b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:51.226844 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb0683-6c6a-4a54-8eab-3fb2c5b6c80b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Subnet': ['ID=b72699c9-d072-4522-bb91-c35ed14a5255,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:51.235851 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edb0683-6c6a-4a54-8eab-3fb2c5b6c80b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Checking segment: {'id': '120fdd19-d2a3-49d3-8cea-76698979a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:08:51.236266 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb0683-6c6a-4a54-8eab-3fb2c5b6c80b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network hostable DHCP agents. Network: 272082ee-0766-4e37-ac19-34cf269545b3, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:08:51.254851 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb0683-6c6a-4a54-8eab-3fb2c5b6c80b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network 272082ee-0766-4e37-ac19-34cf269545b3 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:08:51.265396 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1edb0683-6c6a-4a54-8eab-3fb2c5b6c80b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 272082ee-0766-4e37-ac19-34cf269545b3) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:08:51.271968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb0683-6c6a-4a54-8eab-3fb2c5b6c80b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:51.273234 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1edb0683-6c6a-4a54-8eab-3fb2c5b6c80b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:51.281964 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d794e88d-587c-4912-898d-1cec6040e9e8 None None] Network 272082ee-0766-4e37-ac19-34cf269545b3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:08:51.299820 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1edb0683-6c6a-4a54-8eab-3fb2c5b6c80b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4470055 Sep 30 09:08:51.302954 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50470) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:08:51.374905 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:51.382217 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:51.458343 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Attempting to bind port 3862ad65-d932-40a1-aeb7-3d59e7e33ef8 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:08:51.458714 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Attempting to bind port 3862ad65-d932-40a1-aeb7-3d59e7e33ef8 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:08:51.459184 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Attempting to bind port 3862ad65-d932-40a1-aeb7-3d59e7e33ef8 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:08:51.478544 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:08:51.479011 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:08:51.479541 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:51.480163 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:08:51.480891 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Bound port: 3862ad65-d932-40a1-aeb7-3d59e7e33ef8, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:08:51.481492 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:51.485951 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c541a4-d044-4db6-908a-e84bc186940d None None] Pushing event updated for resources: {'Port': ['ID=3862ad65-d932-40a1-aeb7-3d59e7e33ef8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:51.516325 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-272082ee-0766-4e37-ac19-34cf269545b3', 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ips': [{'subnet_id': 'b72699c9-d072-4522-bb91-c35ed14a5255'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:08:51.518050 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:51.533653 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c541a4-d044-4db6-908a-e84bc186940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:51.534180 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c541a4-d044-4db6-908a-e84bc186940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:51.534706 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c541a4-d044-4db6-908a-e84bc186940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:51.535243 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c541a4-d044-4db6-908a-e84bc186940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:51.535773 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c541a4-d044-4db6-908a-e84bc186940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:51.536641 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c541a4-d044-4db6-908a-e84bc186940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:51.536779 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c541a4-d044-4db6-908a-e84bc186940d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:51.537223 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c541a4-d044-4db6-908a-e84bc186940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:51.537754 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c541a4-d044-4db6-908a-e84bc186940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:51.538290 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c541a4-d044-4db6-908a-e84bc186940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:51.538802 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c541a4-d044-4db6-908a-e84bc186940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:51.539327 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c541a4-d044-4db6-908a-e84bc186940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:08:51.593120 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] For port 3862ad65-d932-40a1-aeb7-3d59e7e33ef8, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:08:51.598219 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] For port 3862ad65-d932-40a1-aeb7-3d59e7e33ef8, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3862ad65-d932-40a1-aeb7-3d59e7e33ef8,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:08:51.602819 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:51.692907 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c541a4-d044-4db6-908a-e84bc186940d None None] Pushing event updated for resources: {'Port': ['ID=3862ad65-d932-40a1-aeb7-3d59e7e33ef8,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:51.696768 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Routers {'064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:08:51.697414 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:51.738226 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Allocated IP 172.20.0.2 (272082ee-0766-4e37-ac19-34cf269545b3/b72699c9-d072-4522-bb91-c35ed14a5255/e2ab58ff-01ef-4ae0-b7e6-401ac3695053) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:08:51.806794 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] Set router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:08:51.834326 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:51.981192 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:51.989851 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:51.993925 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317423675', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:08:48Z', 'updated_at': '2021-09-30T09:08:50Z', 'revision_number': 3, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:49Z', 'updated_at': '2021-09-30T09:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:52.036314 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Network 272082ee-0766-4e37-ac19-34cf269545b3 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:08:52.039253 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:08:52.042735 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:08:52.048179 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9ed1d0-9e5e-4cdb-a106-a4c469af9df9 None None] The sync data for ids ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'] in n-d-807359-2 is: [{'id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317423675', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:08:48Z', 'updated_at': '2021-09-30T09:08:50Z', 'revision_number': 3, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:49Z', 'updated_at': '2021-09-30T09:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:08:52.051104 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Pushing event updated for resources: {'Port': ['ID=e2ab58ff-01ef-4ae0-b7e6-401ac3695053,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:52.109117 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Attempting to bind port e2ab58ff-01ef-4ae0-b7e6-401ac3695053 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:08:52.109496 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Attempting to bind port e2ab58ff-01ef-4ae0-b7e6-401ac3695053 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '120fdd19-d2a3-49d3-8cea-76698979a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:08:52.109873 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Attempting to bind port e2ab58ff-01ef-4ae0-b7e6-401ac3695053 on network 272082ee-0766-4e37-ac19-34cf269545b3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:08:52.119312 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:08:52.119702 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Checking segment: {'id': '120fdd19-d2a3-49d3-8cea-76698979a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:08:52.120155 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:52.120560 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Bound using segment: {'id': '120fdd19-d2a3-49d3-8cea-76698979a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:08:52.121039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Bound port: e2ab58ff-01ef-4ae0-b7e6-401ac3695053, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120fdd19-d2a3-49d3-8cea-76698979a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:08:52.121432 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:52.211426 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] For port e2ab58ff-01ef-4ae0-b7e6-401ac3695053, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:08:52.217332 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] For port e2ab58ff-01ef-4ae0-b7e6-401ac3695053, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e2ab58ff-01ef-4ae0-b7e6-401ac3695053,segment=NetworkSegment(120fdd19-d2a3-49d3-8cea-76698979a422),segment_id=120fdd19-d2a3-49d3-8cea-76698979a422)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:08:52.222933 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:52.239741 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.20.0.1 (272082ee-0766-4e37-ac19-34cf269545b3/b72699c9-d072-4522-bb91-c35ed14a5255/33cc0d55-a2ea-4d38-85fc-20e188c562e9) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:08:52.335225 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9198c-584a-4fd0-9593-32bc06534cce None None] Pushing event updated for resources: {'Port': ['ID=e2ab58ff-01ef-4ae0-b7e6-401ac3695053,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:52.383660 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:52.440369 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:52.480419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network 272082ee-0766-4e37-ac19-34cf269545b3 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:08:52.484000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:08:52.486722 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:08:52.520319 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=33cc0d55-a2ea-4d38-85fc-20e188c562e9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:52.573850 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:52.677017 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3862ad65-d932-40a1-aeb7-3d59e7e33ef8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:08:52.737659 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:52.744528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3862ad65-d932-40a1-aeb7-3d59e7e33ef8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:08:52.744909 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:52.832515 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:52.854624 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 3862ad65-d932-40a1-aeb7-3d59e7e33ef8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3862ad65-d932-40a1-aeb7-3d59e7e33ef8,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:08:52.859091 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:52.913578 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=3862ad65-d932-40a1-aeb7-3d59e7e33ef8,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:53.393839 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:53.398776 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:53.410534 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a52120f-55de-4284-af56-5ebac3af0dba None None] Network 272082ee-0766-4e37-ac19-34cf269545b3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:08:53.478696 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=33cc0d55-a2ea-4d38-85fc-20e188c562e9,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:53.488480 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:53.510901 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-72ba643b-38f0-4224-9e2f-371b81146093 None None] Provisioning complete for port e2ab58ff-01ef-4ae0-b7e6-401ac3695053 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:08:53.511265 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72ba643b-38f0-4224-9e2f-371b81146093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:53.590000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network 272082ee-0766-4e37-ac19-34cf269545b3 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:08:53.591759 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:08:53.653136 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72ba643b-38f0-4224-9e2f-371b81146093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:53.690730 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-72ba643b-38f0-4224-9e2f-371b81146093 None None] For port e2ab58ff-01ef-4ae0-b7e6-401ac3695053, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e2ab58ff-01ef-4ae0-b7e6-401ac3695053,segment=NetworkSegment(120fdd19-d2a3-49d3-8cea-76698979a422),segment_id=120fdd19-d2a3-49d3-8cea-76698979a422)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:08:53.697261 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72ba643b-38f0-4224-9e2f-371b81146093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:53.721098 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:08:53.755149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba643b-38f0-4224-9e2f-371b81146093 None None] Pushing event updated for resources: {'Port': ['ID=e2ab58ff-01ef-4ae0-b7e6-401ac3695053,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:53.841004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:08:53.856872 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-7ce23679-8f95-4d02-8bc4-3e9d01b3ff82 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "PUT /v2.0/routers/064a99d6-9b64-44d3-ab0e-ffb681f8b6fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5433114 Sep 30 09:08:53.881160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Sync routers for ids ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:08:53.891216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Routers {'064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:08:53.892213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:53.955815 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1b4cb748-e3bb-469c-a6c4-362440f15063 None None] Provisioning complete for port e2ab58ff-01ef-4ae0-b7e6-401ac3695053 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:08:53.956224 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb748-e3bb-469c-a6c4-362440f15063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:54.001998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-8fb08357-8ad6-4d64-a626-bb7c7690a46c tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1311558077&fields=id&tenant_id=6a3b98ec25fc4f14933509aca09cc02f HTTP/1.1" status: 200 len: 267 time: 0.0394313 Sep 30 09:08:54.052936 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Set router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:08:54.133789 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-c60c36f7-5db8-4bce-8808-dc3573632f5d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:54.135407 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-c60c36f7-5db8-4bce-8808-dc3573632f5d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/networks?id=272082ee-0766-4e37-ac19-34cf269545b3 HTTP/1.1" status: 200 len: 797 time: 0.1168909 Sep 30 09:08:54.167602 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-2f7f2dc4-884d-49f4-ba14-a5b35d141dd4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/quotas/6a3b98ec25fc4f14933509aca09cc02f HTTP/1.1" status: 200 len: 375 time: 0.0129960 Sep 30 09:08:54.235188 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-ac2171ab-97e4-4819-9c21-797e73d82004 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595076 Sep 30 09:08:54.244501 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1b4cb748-e3bb-469c-a6c4-362440f15063 None None] Provisioning complete for port 33cc0d55-a2ea-4d38-85fc-20e188c562e9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:08:54.244881 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb748-e3bb-469c-a6c4-362440f15063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:54.306585 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1b4cb748-e3bb-469c-a6c4-362440f15063 None None] Port 33cc0d55-a2ea-4d38-85fc-20e188c562e9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:08:54.332765 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317423675', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:08:48Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:49Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '33cc0d55-a2ea-4d38-85fc-20e188c562e9', 'name': '', 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:b0:3b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:52Z', 'updated_at': '2021-09-30T09:08:53Z', 'revision_number': 2, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:54.333085 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-644708ca-7ec8-40de-9709-aaaf1fed5261 service neutron] 10.222.0.24 "GET /v2.0/networks/272082ee-0766-4e37-ac19-34cf269545b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871301 Sep 30 09:08:54.363086 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Checking router: 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:08:54.363347 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Updating router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa port 33cc0d55-a2ea-4d38-85fc-20e188c562e9 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:08:54.388072 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:54.430340 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-a8909875-61a8-4663-9e62-b934f549b70f service neutron] 10.222.0.24 "GET /v2.0/networks/272082ee-0766-4e37-ac19-34cf269545b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912325 Sep 30 09:08:54.446242 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ffc8bfc2-6348-4a19-8bb1-d2f0a4a94d81 None None] Provisioning complete for port 33cc0d55-a2ea-4d38-85fc-20e188c562e9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:08:54.446702 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ffc8bfc2-6348-4a19-8bb1-d2f0a4a94d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:54.550729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ffc8bfc2-6348-4a19-8bb1-d2f0a4a94d81 None None] Port 33cc0d55-a2ea-4d38-85fc-20e188c562e9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:08:54.625730 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-457ed823-4417-4661-816b-99d1d33802b1 req-db55f4c0-ee3e-423d-9988-1cb5fd0605e5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 210 time: 0.0360403 Sep 30 09:08:54.707366 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3862ad65-d932-40a1-aeb7-3d59e7e33ef8 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:08:54.747213 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:54.758304 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:54.822852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 3862ad65-d932-40a1-aeb7-3d59e7e33ef8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:08:54.823235 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:54.824939 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b94f4f-0652-4112-86ae-ef4fd70d7b69 None None] Pushing event updated for resources: {'Port': ['ID=33cc0d55-a2ea-4d38-85fc-20e188c562e9,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:54.920264 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Attempting to bind port 33cc0d55-a2ea-4d38-85fc-20e188c562e9 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:08:54.920895 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Attempting to bind port 33cc0d55-a2ea-4d38-85fc-20e188c562e9 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '120fdd19-d2a3-49d3-8cea-76698979a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:08:54.921266 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Attempting to bind port 33cc0d55-a2ea-4d38-85fc-20e188c562e9 on network 272082ee-0766-4e37-ac19-34cf269545b3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:08:54.930948 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:08:54.931337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Checking segment: {'id': '120fdd19-d2a3-49d3-8cea-76698979a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:08:54.931847 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:54.932142 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Bound using segment: {'id': '120fdd19-d2a3-49d3-8cea-76698979a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:08:54.932938 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Bound port: 33cc0d55-a2ea-4d38-85fc-20e188c562e9, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120fdd19-d2a3-49d3-8cea-76698979a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:08:54.932938 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:55.021303 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e2ab58ff-01ef-4ae0-b7e6-401ac3695053 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:08:55.058801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] For port 33cc0d55-a2ea-4d38-85fc-20e188c562e9, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:08:55.088516 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] For port 33cc0d55-a2ea-4d38-85fc-20e188c562e9, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=33cc0d55-a2ea-4d38-85fc-20e188c562e9,segment=NetworkSegment(120fdd19-d2a3-49d3-8cea-76698979a422),segment_id=120fdd19-d2a3-49d3-8cea-76698979a422)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:08:55.096836 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:55.144790 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0f42cf34-758d-4ac0-b7ee-cfd5ea4f4939 None None] Provisioning complete for port 33cc0d55-a2ea-4d38-85fc-20e188c562e9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:08:55.145241 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f42cf34-758d-4ac0-b7ee-cfd5ea4f4939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:55.202634 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Routers {'064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:08:55.203268 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:55.205048 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e2ab58ff-01ef-4ae0-b7e6-401ac3695053 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:08:55.205678 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:55.211682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b94f4f-0652-4112-86ae-ef4fd70d7b69 None None] Pushing event updated for resources: {'Port': ['ID=33cc0d55-a2ea-4d38-85fc-20e188c562e9,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:55.547883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] Set router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:08:55.597436 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f42cf34-758d-4ac0-b7ee-cfd5ea4f4939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:55.703417 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0f42cf34-758d-4ac0-b7ee-cfd5ea4f4939 None None] For port 33cc0d55-a2ea-4d38-85fc-20e188c562e9, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=33cc0d55-a2ea-4d38-85fc-20e188c562e9,segment=NetworkSegment(120fdd19-d2a3-49d3-8cea-76698979a422),segment_id=120fdd19-d2a3-49d3-8cea-76698979a422)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:08:55.711330 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f42cf34-758d-4ac0-b7ee-cfd5ea4f4939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:55.735207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1449ddcb-d293-46bc-a6c6-dc3e5f4690ea req-6b93836b-664e-4f84-9552-47c01f54efa1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 210 time: 0.0351491 Sep 30 09:08:55.812202 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42cf34-758d-4ac0-b7ee-cfd5ea4f4939 None None] Pushing event updated for resources: {'Port': ['ID=33cc0d55-a2ea-4d38-85fc-20e188c562e9,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:55.851199 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-29cc0c1e-c68f-43f7-b478-be1256d783a6 None None] Provisioning complete for port 33cc0d55-a2ea-4d38-85fc-20e188c562e9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:08:55.851656 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29cc0c1e-c68f-43f7-b478-be1256d783a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:55.863451 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-23906741-be46-4775-a3f6-a4f90b59bac6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:55.864960 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-23906741-be46-4775-a3f6-a4f90b59bac6 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "GET /v2.0/networks?id=272082ee-0766-4e37-ac19-34cf269545b3 HTTP/1.1" status: 200 len: 797 time: 0.1483076 Sep 30 09:08:55.904360 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317423675', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:08:48Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:49Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '33cc0d55-a2ea-4d38-85fc-20e188c562e9', 'name': '', 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:b0:3b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:52Z', 'updated_at': '2021-09-30T09:08:55Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:08:55.928399 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-b674248f-abac-40db-8f8b-9484b100bc18 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a3b98ec25fc4f14933509aca09cc02f HTTP/1.1" status: 200 len: 380 time: 0.0353367 Sep 30 09:08:55.937283 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69358b-165c-4189-bfd3-4800a50cd6e4 None None] The sync data for ids ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'] in n-d-807359-2 is: [{'id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317423675', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:08:48Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:49Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '33cc0d55-a2ea-4d38-85fc-20e188c562e9', 'name': '', 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:b0:3b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:52Z', 'updated_at': '2021-09-30T09:08:55Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:08:55.955956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-26d585bd-907f-4ddd-91bf-33656d61cb57 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'port': {'device_id': 'c1773617-fade-4337-9206-96aa1b0d557b', 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3', 'admin_state_up': True, 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'security_groups': ['e4b446b1-d4f3-47ca-bf57-f5223206ce1b']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:08:56.090205 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-26d585bd-907f-4ddd-91bf-33656d61cb57 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Made reservation on behalf of 6a3b98ec25fc4f14933509aca09cc02f for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:08:56.096071 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-26d585bd-907f-4ddd-91bf-33656d61cb57 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:56.234771 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-26d585bd-907f-4ddd-91bf-33656d61cb57 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.20.0.11 (272082ee-0766-4e37-ac19-34cf269545b3/b72699c9-d072-4522-bb91-c35ed14a5255/dd7c98db-d557-418d-838a-e25d937c1a65) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:08:56.386267 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-26d585bd-907f-4ddd-91bf-33656d61cb57 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:56.423864 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-26d585bd-907f-4ddd-91bf-33656d61cb57 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:56.473696 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-26d585bd-907f-4ddd-91bf-33656d61cb57 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network 272082ee-0766-4e37-ac19-34cf269545b3 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:08:56.476943 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-26d585bd-907f-4ddd-91bf-33656d61cb57 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:08:56.480685 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-26d585bd-907f-4ddd-91bf-33656d61cb57 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:08:56.515192 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d585bd-907f-4ddd-91bf-33656d61cb57 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=dd7c98db-d557-418d-838a-e25d937c1a65,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:56.553453 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-26d585bd-907f-4ddd-91bf-33656d61cb57 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:56.554120 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-26d585bd-907f-4ddd-91bf-33656d61cb57 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:56.573002 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-26d585bd-907f-4ddd-91bf-33656d61cb57 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6210563 Sep 30 09:08:56.593255 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Request body: {'port': {'device_id': 'c1773617-fade-4337-9206-96aa1b0d557b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:08:56.621301 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 33cc0d55-a2ea-4d38-85fc-20e188c562e9 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:08:56.672524 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:56.694004 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 33cc0d55-a2ea-4d38-85fc-20e188c562e9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:08:56.694514 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:56.814920 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f6984c09-8495-4df3-acbc-5ffe5efaef57 None None] Provisioning complete for port dd7c98db-d557-418d-838a-e25d937c1a65 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:08:56.815306 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f6984c09-8495-4df3-acbc-5ffe5efaef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:56.856862 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f6984c09-8495-4df3-acbc-5ffe5efaef57 None None] Port dd7c98db-d557-418d-838a-e25d937c1a65 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:08:56.886998 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b005f-2a01-4724-b811-5a843ad65fad req-58d04c74-6df4-4949-a475-e10a7ce10272 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:56.889057 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a61b005f-2a01-4724-b811-5a843ad65fad req-58d04c74-6df4-4949-a475-e10a7ce10272 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 932 time: 0.0638478 Sep 30 09:08:56.930405 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a61b005f-2a01-4724-b811-5a843ad65fad req-1d4f4254-aacc-4540-a834-96d7a6998db7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350041 Sep 30 09:08:56.971666 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7c98db-d557-418d-838a-e25d937c1a65 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:08:56.980009 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:56.993307 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Transition to ACTIVE for port object dd7c98db-d557-418d-838a-e25d937c1a65 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:08:56.996243 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:57.046593 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Pushing event updated for resources: {'Port': ['ID=dd7c98db-d557-418d-838a-e25d937c1a65,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:57.123028 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Attempting to bind port dd7c98db-d557-418d-838a-e25d937c1a65 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:08:57.123364 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Attempting to bind port dd7c98db-d557-418d-838a-e25d937c1a65 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '120fdd19-d2a3-49d3-8cea-76698979a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:08:57.123800 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Attempting to bind port dd7c98db-d557-418d-838a-e25d937c1a65 on network 272082ee-0766-4e37-ac19-34cf269545b3 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:08:57.128354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Port dd7c98db-d557-418d-838a-e25d937c1a65 on network 272082ee-0766-4e37-ac19-34cf269545b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:08:57.128674 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Attempting to bind port dd7c98db-d557-418d-838a-e25d937c1a65 on network 272082ee-0766-4e37-ac19-34cf269545b3 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:08:57.133808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:08:57.134150 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Checking segment: {'id': '120fdd19-d2a3-49d3-8cea-76698979a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:08:57.134549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Bound using segment: {'id': '120fdd19-d2a3-49d3-8cea-76698979a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:08:57.134976 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Bound port: dd7c98db-d557-418d-838a-e25d937c1a65, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '120fdd19-d2a3-49d3-8cea-76698979a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:08:57.135337 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:57.209944 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] For port dd7c98db-d557-418d-838a-e25d937c1a65, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:08:57.213042 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] For port dd7c98db-d557-418d-838a-e25d937c1a65, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=dd7c98db-d557-418d-838a-e25d937c1a65,segment=NetworkSegment(120fdd19-d2a3-49d3-8cea-76698979a422),segment_id=120fdd19-d2a3-49d3-8cea-76698979a422)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:08:57.218924 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:57.256986 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:57.257484 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:57.258900 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] 10.222.0.35 "PUT /v2.0/ports/dd7c98db-d557-418d-838a-e25d937c1a65 HTTP/1.1" status: 200 len: 1092 time: 0.6721182 Sep 30 09:08:57.259327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1773617-fade-4337-9206-96aa1b0d557b', 'tag': 'dd7c98db-d557-418d-838a-e25d937c1a65'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:08:57.261572 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71cb253-acec-4fe4-8e52-0717c3594ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "c1773617-fade-4337-9206-96aa1b0d557b", "tag": "dd7c98db-d557-418d-838a-e25d937c1a65"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:08:57.291329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc316d-93f7-4a21-a57f-6945edf1c9fc service neutron] Pushing event updated for resources: {'Port': ['ID=dd7c98db-d557-418d-838a-e25d937c1a65,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:57.311936 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f45055-9be7-4dd3-9cc1-806d8e4cc297 x-openstack-request-id: req-29f45055-9be7-4dd3-9cc1-806d8e4cc297 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:08:57.312245 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1773617-fade-4337-9206-96aa1b0d557b", "tag": "dd7c98db-d557-418d-838a-e25d937c1a65", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:08:57.312500 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29f45055-9be7-4dd3-9cc1-806d8e4cc297 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:08:57.312909 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1773617-fade-4337-9206-96aa1b0d557b', 'tag': 'dd7c98db-d557-418d-838a-e25d937c1a65', 'status': 'completed', 'code': 200} Sep 30 09:08:57.389939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-82d36ba0-8423-418a-b3e9-8d51323fd2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:57.391531 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-82d36ba0-8423-418a-b3e9-8d51323fd2d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 1095 time: 0.0571585 Sep 30 09:08:57.442542 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-e2eb0e31-4094-4ee3-ba56-0a160c796ab1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd7c98db-d557-418d-838a-e25d937c1a65 HTTP/1.1" status: 200 len: 217 time: 0.0382202 Sep 30 09:08:57.507659 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-85794c19-184b-4deb-af38-ce8c58b59bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:57.509289 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-85794c19-184b-4deb-af38-ce8c58b59bc6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b72699c9-d072-4522-bb91-c35ed14a5255 HTTP/1.1" status: 200 len: 834 time: 0.0600824 Sep 30 09:08:57.559389 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-178b635f-60fb-4521-b837-e0294f9c01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:57.561784 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-178b635f-60fb-4521-b837-e0294f9c01a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=272082ee-0766-4e37-ac19-34cf269545b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453389 Sep 30 09:08:57.655244 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-b8ede565-40e6-4fa6-a707-86bf3098f5f4 service neutron] 10.222.0.35 "GET /v2.0/networks/272082ee-0766-4e37-ac19-34cf269545b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863945 Sep 30 09:08:57.751480 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cdf15424-2247-43ed-b0ae-a65463f66d36 req-027765f4-2be0-4deb-877e-223f31191dfb service neutron] 10.222.0.35 "GET /v2.0/networks/272082ee-0766-4e37-ac19-34cf269545b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896137 Sep 30 09:08:57.875455 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cb253-acec-4fe4-8e52-0717c3594ce3 req-a820767f-de71-43aa-b8a7-0db68cdf63da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:57.877048 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c71cb253-acec-4fe4-8e52-0717c3594ce3 req-a820767f-de71-43aa-b8a7-0db68cdf63da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 1095 time: 0.0416548 Sep 30 09:08:57.971061 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cb253-acec-4fe4-8e52-0717c3594ce3 req-5290ac9c-f43b-4d48-b39f-2947323988a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:57.972608 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c71cb253-acec-4fe4-8e52-0717c3594ce3 req-5290ac9c-f43b-4d48-b39f-2947323988a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=272082ee-0766-4e37-ac19-34cf269545b3 HTTP/1.1" status: 200 len: 898 time: 0.0887368 Sep 30 09:08:58.017089 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c71cb253-acec-4fe4-8e52-0717c3594ce3 req-9e22d3e7-30f2-4682-be64-c22934169a08 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd7c98db-d557-418d-838a-e25d937c1a65 HTTP/1.1" status: 200 len: 217 time: 0.0368280 Sep 30 09:08:58.057420 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568410f6-6325-4931-8608-f24e66471f83 req-2f0b6209-7b63-4474-9577-f7710ae84045 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:58.058935 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-568410f6-6325-4931-8608-f24e66471f83 req-2f0b6209-7b63-4474-9577-f7710ae84045 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 944 time: 0.0544686 Sep 30 09:08:58.065856 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cb253-acec-4fe4-8e52-0717c3594ce3 req-5f679e85-f175-4a01-9794-ce725dfc95fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:58.067354 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c71cb253-acec-4fe4-8e52-0717c3594ce3 req-5f679e85-f175-4a01-9794-ce725dfc95fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b72699c9-d072-4522-bb91-c35ed14a5255 HTTP/1.1" status: 200 len: 834 time: 0.0426931 Sep 30 09:08:58.097997 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-568410f6-6325-4931-8608-f24e66471f83 req-a97f5338-1a4c-4765-8b8f-08f81dcc6e79 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327439 Sep 30 09:08:58.115561 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cb253-acec-4fe4-8e52-0717c3594ce3 req-4af2793e-b7d7-4538-a9f8-9cc77f18816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:58.117289 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c71cb253-acec-4fe4-8e52-0717c3594ce3 req-4af2793e-b7d7-4538-a9f8-9cc77f18816c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=272082ee-0766-4e37-ac19-34cf269545b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425889 Sep 30 09:08:58.212556 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c71cb253-acec-4fe4-8e52-0717c3594ce3 req-1726dbc7-c7a4-4554-8a0b-de97364f1fce service neutron] 10.222.0.35 "GET /v2.0/networks/272082ee-0766-4e37-ac19-34cf269545b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869825 Sep 30 09:08:58.309460 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-c71cb253-acec-4fe4-8e52-0717c3594ce3 req-271a6007-7c86-416b-a59c-e3303a85e2b9 service neutron] 10.222.0.35 "GET /v2.0/networks/272082ee-0766-4e37-ac19-34cf269545b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877850 Sep 30 09:08:59.212757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd17798-bbd9-4288-aad5-aceb716252fd req-d88ff4f9-ea4f-409f-b14c-7636aa238bb1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:08:59.214241 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcd17798-bbd9-4288-aad5-aceb716252fd req-d88ff4f9-ea4f-409f-b14c-7636aa238bb1 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 944 time: 0.0505726 Sep 30 09:08:59.253221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dcd17798-bbd9-4288-aad5-aceb716252fd req-d2f4a141-10b0-4359-b39a-300e72d7f063 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324414 Sep 30 09:08:59.344480 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device dd7c98db-d557-418d-838a-e25d937c1a65 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:08:59.435789 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port dd7c98db-d557-418d-838a-e25d937c1a65, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=dd7c98db-d557-418d-838a-e25d937c1a65,segment=NetworkSegment(120fdd19-d2a3-49d3-8cea-76698979a422),segment_id=120fdd19-d2a3-49d3-8cea-76698979a422)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:08:59.450003 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'dd7c98db-d557-418d-838a-e25d937c1a65', 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3', 'port_id': 'dd7c98db-d557-418d-838a-e25d937c1a65', 'mac_address': 'fa:16:3e:2c:4a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:08:59.486352 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:59.498639 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7c98db-d557-418d-838a-e25d937c1a65 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:08:59.517287 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port dd7c98db-d557-418d-838a-e25d937c1a65, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=dd7c98db-d557-418d-838a-e25d937c1a65,segment=NetworkSegment(120fdd19-d2a3-49d3-8cea-76698979a422),segment_id=120fdd19-d2a3-49d3-8cea-76698979a422)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:08:59.521451 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:08:59.568267 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=dd7c98db-d557-418d-838a-e25d937c1a65,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:08:59.799466 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['dd7c98db-d557-418d-838a-e25d937c1a65'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:09:00.293203 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:00.371320 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571f13c-cc91-43e8-bab1-a8608cef3ff9 req-a4773d8a-acc7-4ce7-a8a6-040d5aeaf79e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:00.374049 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9571f13c-cc91-43e8-bab1-a8608cef3ff9 req-a4773d8a-acc7-4ce7-a8a6-040d5aeaf79e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 945 time: 0.0503345 Sep 30 09:09:00.411089 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9571f13c-cc91-43e8-bab1-a8608cef3ff9 req-d462261e-a0fe-4122-adff-64b94000e20d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317669 Sep 30 09:09:01.350843 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device dd7c98db-d557-418d-838a-e25d937c1a65 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:09:01.402603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port dd7c98db-d557-418d-838a-e25d937c1a65 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:09:01.406770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port dd7c98db-d557-418d-838a-e25d937c1a65 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:09:01.407146 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:01.485455 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:01.516195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1773617-fade-4337-9206-96aa1b0d557b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7c98db-d557-418d-838a-e25d937c1a65'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:09:01.518469 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de36a69c-29a7-46dc-885d-77152a571a3a" -d '{"events": [{"server_uuid": "c1773617-fade-4337-9206-96aa1b0d557b", "name": "network-vif-plugged", "status": "completed", "tag": "dd7c98db-d557-418d-838a-e25d937c1a65"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:09:01.531887 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port dd7c98db-d557-418d-838a-e25d937c1a65, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=dd7c98db-d557-418d-838a-e25d937c1a65,segment=NetworkSegment(120fdd19-d2a3-49d3-8cea-76698979a422),segment_id=120fdd19-d2a3-49d3-8cea-76698979a422)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:09:01.536172 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:01.542287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827e78a-5011-46df-83ce-9d6c3553c7c8 req-098021e1-88b0-4fc0-8991-cb50afa80a39 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:01.543812 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4827e78a-5011-46df-83ce-9d6c3553c7c8 req-098021e1-88b0-4fc0-8991-cb50afa80a39 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 945 time: 0.0576766 Sep 30 09:09:01.583489 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4827e78a-5011-46df-83ce-9d6c3553c7c8 req-e742b453-680d-46af-902f-f0a25d8745fd tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332601 Sep 30 09:09:01.585315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=dd7c98db-d557-418d-838a-e25d937c1a65,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:01.630736 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30699b8f-7bf2-4f73-937e-1ade6621d330 x-openstack-request-id: req-30699b8f-7bf2-4f73-937e-1ade6621d330 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:09:01.631128 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1773617-fade-4337-9206-96aa1b0d557b", "name": "network-vif-plugged", "status": "completed", "tag": "dd7c98db-d557-418d-838a-e25d937c1a65", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:09:01.631452 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30699b8f-7bf2-4f73-937e-1ade6621d330 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:09:01.631955 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1773617-fade-4337-9206-96aa1b0d557b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7c98db-d557-418d-838a-e25d937c1a65', 'code': 200} Sep 30 09:09:01.751424 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2156870-e2c7-46b6-8ded-15dc47a40fb4 req-7979678a-5c4b-44da-a774-681a752407f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:01.752950 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e2156870-e2c7-46b6-8ded-15dc47a40fb4 req-7979678a-5c4b-44da-a774-681a752407f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 1097 time: 0.0411952 Sep 30 09:09:01.786087 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e2156870-e2c7-46b6-8ded-15dc47a40fb4 req-a79dfd5e-8123-4d48-adb7-27015c29501f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265923 Sep 30 09:09:02.701488 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5e423-dae5-4a09-8793-25f5f6f88419 req-a1ff5010-931d-46d8-be02-145f988ce4be tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:02.702977 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24c5e423-dae5-4a09-8793-25f5f6f88419 req-a1ff5010-931d-46d8-be02-145f988ce4be tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 946 time: 0.0496993 Sep 30 09:09:02.740565 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-24c5e423-dae5-4a09-8793-25f5f6f88419 req-c7261516-8e8e-4aef-9587-0b53f3fc7d64 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316899 Sep 30 09:09:03.857521 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761fa1e-cc56-42d3-b03b-675a84e534a2 req-d59b7717-1b2f-4338-831f-ec3976455645 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:03.859092 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4761fa1e-cc56-42d3-b03b-675a84e534a2 req-d59b7717-1b2f-4338-831f-ec3976455645 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 946 time: 0.0490794 Sep 30 09:09:03.896632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4761fa1e-cc56-42d3-b03b-675a84e534a2 req-5239a8e0-38f2-4c19-bf87-9d52ba01796f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316966 Sep 30 09:09:04.012539 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65527e22-4df5-47d6-9fe3-e690893162bf req-eab4f706-ffaf-434c-a573-a25798bf5b4a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:04.014097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65527e22-4df5-47d6-9fe3-e690893162bf req-eab4f706-ffaf-434c-a573-a25798bf5b4a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 946 time: 0.0537839 Sep 30 09:09:04.053023 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-65527e22-4df5-47d6-9fe3-e690893162bf req-8abd4117-a759-41ef-ba40-2c9ab0d8f2c0 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329912 Sep 30 09:09:04.075165 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50524) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:04.114662 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d7aa84-3784-4073-a856-d82e07ef3e48 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:04.116236 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-96d7aa84-3784-4073-a856-d82e07ef3e48 tempest-TestNetworkAdvancedServerOps-1337583027 tempest-TestNetworkAdvancedServerOps-1337583027-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 1092 time: 0.0400524 Sep 30 09:09:04.118988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50526) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:04.123984 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': 'dd7c98db-d557-418d-838a-e25d937c1a65', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:09:04.144883 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:04.244112 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:04.344371 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Allocated IP 172.25.0.101 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/e610a9cd-5a5c-43f8-bf0a-c1a4a96a2569) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:09:04.447251 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:04.480452 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:04.520006 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:09:04.524625 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:09:04.532337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:09:04.535575 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=e610a9cd-5a5c-43f8-bf0a-c1a4a96a2569,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:04.914809 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:04.990201 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:05.156052 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:05.160823 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:05.234819 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event updated for resources: {'Port': ['ID=e610a9cd-5a5c-43f8-bf0a-c1a4a96a2569,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:05.247900 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:05.361416 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Floating IP a558ca04-513a-4f94-85ec-ff9dc928073b associated. External IP: 172.25.0.101, port: dd7c98db-d557-418d-838a-e25d937c1a65. Sep 30 09:09:05.580172 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:09:05.690689 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:09:05.700135 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8e618-20cb-4e2c-9992-be1a444063db None None] Sync routers for ids ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:09:05.706345 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:05.710138 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8e618-20cb-4e2c-9992-be1a444063db None None] Routers {'064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:09:05.710747 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c4a8e618-20cb-4e2c-9992-be1a444063db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:05.733522 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-17ef4492-70c4-4121-9b33-9d28bca6daaa tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6133232 Sep 30 09:09:05.734346 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1773617-fade-4337-9206-96aa1b0d557b', 'tag': 'dd7c98db-d557-418d-838a-e25d937c1a65'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:09:05.737763 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc2ebb8-7799-43fc-ae25-26c55331df63" -d '{"events": [{"name": "network-changed", "server_uuid": "c1773617-fade-4337-9206-96aa1b0d557b", "tag": "dd7c98db-d557-418d-838a-e25d937c1a65"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:09:05.820712 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c4a8e618-20cb-4e2c-9992-be1a444063db None None] Set router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:09:05.839379 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648ec3e-5683-4b65-850a-561d6932c602 req-d8aea071-9089-4bd1-a6a2-c2b26117c3a4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:05.841575 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2648ec3e-5683-4b65-850a-561d6932c602 req-d8aea071-9089-4bd1-a6a2-c2b26117c3a4 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 946 time: 0.0539405 Sep 30 09:09:05.880019 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2648ec3e-5683-4b65-850a-561d6932c602 req-e638bfeb-8f89-4291-b2e0-d0821b1afc52 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319152 Sep 30 09:09:05.902930 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50532) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:05.926427 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716ffd69-2037-4a79-be08-766e83d96d3b x-openstack-request-id: req-716ffd69-2037-4a79-be08-766e83d96d3b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:09:05.926928 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1773617-fade-4337-9206-96aa1b0d557b", "tag": "dd7c98db-d557-418d-838a-e25d937c1a65", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:09:05.927052 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-716ffd69-2037-4a79-be08-766e83d96d3b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:09:05.927379 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1773617-fade-4337-9206-96aa1b0d557b', 'tag': 'dd7c98db-d557-418d-838a-e25d937c1a65', 'status': 'completed', 'code': 200} Sep 30 09:09:05.971043 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-c101c2fb-f04e-4f67-aca1-b090a020fe8f tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/a558ca04-513a-4f94-85ec-ff9dc928073b HTTP/1.1" status: 200 len: 992 time: 0.0652981 Sep 30 09:09:06.013306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2ebb8-7799-43fc-ae25-26c55331df63 req-805218e4-4110-4959-bd98-9c627301284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:06.014821 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5fc2ebb8-7799-43fc-ae25-26c55331df63 req-805218e4-4110-4959-bd98-9c627301284f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 1097 time: 0.0438359 Sep 30 09:09:06.040874 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c4a8e618-20cb-4e2c-9992-be1a444063db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317423675', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:08:48Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:49Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'a558ca04-513a-4f94-85ec-ff9dc928073b', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'floating_ip_address': '172.25.0.101', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'port_id': 'dd7c98db-d557-418d-838a-e25d937c1a65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3', 'mac_address': 'fa:16:3e:2c:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1773617-fade-4337-9206-96aa1b0d557b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:09:04Z', 'updated_at': '2021-09-30T09:09:04Z', 'revision_number': 0, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33cc0d55-a2ea-4d38-85fc-20e188c562e9', 'name': '', 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:b0:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:52Z', 'updated_at': '2021-09-30T09:08:55Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:06.071297 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8e618-20cb-4e2c-9992-be1a444063db None None] Checking router: 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:09:06.079887 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8e618-20cb-4e2c-9992-be1a444063db None None] Routers {'064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:09:06.080520 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c4a8e618-20cb-4e2c-9992-be1a444063db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:08:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:06.105830 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2ebb8-7799-43fc-ae25-26c55331df63 req-de637bc7-4c44-4bb8-b8a6-a897724bd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:06.108244 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5fc2ebb8-7799-43fc-ae25-26c55331df63 req-de637bc7-4c44-4bb8-b8a6-a897724bd94c service neutron] 10.222.0.35 "GET /v2.0/networks?id=272082ee-0766-4e37-ac19-34cf269545b3 HTTP/1.1" status: 200 len: 898 time: 0.0864105 Sep 30 09:09:06.180230 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5fc2ebb8-7799-43fc-ae25-26c55331df63 req-6281dd18-a42e-45ce-8076-45b39aff24f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd7c98db-d557-418d-838a-e25d937c1a65 HTTP/1.1" status: 200 len: 1000 time: 0.0644140 Sep 30 09:09:06.185793 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c4a8e618-20cb-4e2c-9992-be1a444063db None None] Set router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:09:06.229282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2ebb8-7799-43fc-ae25-26c55331df63 req-6dc3a8ac-493b-413a-b0fd-4f5d959ec1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:06.230765 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5fc2ebb8-7799-43fc-ae25-26c55331df63 req-6dc3a8ac-493b-413a-b0fd-4f5d959ec1ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b72699c9-d072-4522-bb91-c35ed14a5255 HTTP/1.1" status: 200 len: 834 time: 0.0437248 Sep 30 09:09:06.277251 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2ebb8-7799-43fc-ae25-26c55331df63 req-bbc34809-6ac2-4469-a908-ac9d8de75738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:06.279490 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5fc2ebb8-7799-43fc-ae25-26c55331df63 req-bbc34809-6ac2-4469-a908-ac9d8de75738 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=272082ee-0766-4e37-ac19-34cf269545b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414052 Sep 30 09:09:06.372818 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5fc2ebb8-7799-43fc-ae25-26c55331df63 req-86ae5dec-1996-4477-b5dd-cb8ee2b99935 service neutron] 10.222.0.35 "GET /v2.0/networks/272082ee-0766-4e37-ac19-34cf269545b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861759 Sep 30 09:09:06.418977 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c4a8e618-20cb-4e2c-9992-be1a444063db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317423675', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:08:48Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:49Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'a558ca04-513a-4f94-85ec-ff9dc928073b', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'floating_ip_address': '172.25.0.101', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'port_id': 'dd7c98db-d557-418d-838a-e25d937c1a65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3', 'mac_address': 'fa:16:3e:2c:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1773617-fade-4337-9206-96aa1b0d557b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:09:04Z', 'updated_at': '2021-09-30T09:09:04Z', 'revision_number': 0, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33cc0d55-a2ea-4d38-85fc-20e188c562e9', 'name': '', 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:b0:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:52Z', 'updated_at': '2021-09-30T09:08:55Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:06.444803 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8e618-20cb-4e2c-9992-be1a444063db None None] The sync data for ids ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'] in n-d-807359-2 is: [{'id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317423675', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:08:48Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:49Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'a558ca04-513a-4f94-85ec-ff9dc928073b', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'floating_ip_address': '172.25.0.101', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'port_id': 'dd7c98db-d557-418d-838a-e25d937c1a65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3', 'mac_address': 'fa:16:3e:2c:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1773617-fade-4337-9206-96aa1b0d557b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:09:04Z', 'updated_at': '2021-09-30T09:09:04Z', 'revision_number': 0, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33cc0d55-a2ea-4d38-85fc-20e188c562e9', 'name': '', 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:b0:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:52Z', 'updated_at': '2021-09-30T09:08:55Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:09:06.462512 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5fc2ebb8-7799-43fc-ae25-26c55331df63 req-a944bd1e-3289-4d0d-9bad-8424d0826f48 service neutron] 10.222.0.35 "GET /v2.0/networks/272082ee-0766-4e37-ac19-34cf269545b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829904 Sep 30 09:09:06.639341 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf6470b-ac15-44b5-b52a-60ef5d09ecd0 None None] New status for floating IP a558ca04-513a-4f94-85ec-ff9dc928073b: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:09:06.972915 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50534) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:07.032129 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3a37dfc7-8965-4795-9d32-0bb9fd53d327 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/a558ca04-513a-4f94-85ec-ff9dc928073b HTTP/1.1" status: 200 len: 994 time: 0.0580695 Sep 30 09:09:09.249589 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:09:10.795283 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:12.158302 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fb31a0d-757c-4838-8ef5-273edbabf1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:14.901159 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d820e92-1a1e-4082-8d04-f5b3910e7815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:15.378602 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:16.118079 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:17.980916 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:30.308670 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:35.794750 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c2d97-8c2c-42e4-b194-ea871bcec0b3 req-22557d01-3aa6-4522-ae65-e799ad9cbe24 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:35.796255 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-499c2d97-8c2c-42e4-b194-ea871bcec0b3 req-22557d01-3aa6-4522-ae65-e799ad9cbe24 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 946 time: 0.0522196 Sep 30 09:09:35.835178 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-499c2d97-8c2c-42e4-b194-ea871bcec0b3 req-9f37ae06-f046-42ae-a3f8-247f1982f8b3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317321 Sep 30 09:09:36.953368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cdba6-4323-40ee-852b-ebe7dda56e38 req-2652d51d-debb-4d12-a9ad-ecc0bb7452e2 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:36.954844 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d9cdba6-4323-40ee-852b-ebe7dda56e38 req-2652d51d-debb-4d12-a9ad-ecc0bb7452e2 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 946 time: 0.0495181 Sep 30 09:09:36.992332 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7d9cdba6-4323-40ee-852b-ebe7dda56e38 req-ec8cf0d1-04e7-41d0-abee-bab140186716 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313098 Sep 30 09:09:37.015337 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:37.082435 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e76210ae-c2e5-40f9-882f-a8530f95a7d5 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/a558ca04-513a-4f94-85ec-ff9dc928073b HTTP/1.1" status: 200 len: 994 time: 0.0659010 Sep 30 09:09:38.378103 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c477137-0da4-4aa8-951e-74993d6749b8 req-2782cb7d-be59-48ca-ae29-07ba65ab302a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:38.380156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c477137-0da4-4aa8-951e-74993d6749b8 req-2782cb7d-be59-48ca-ae29-07ba65ab302a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 946 time: 0.0500798 Sep 30 09:09:38.402448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70f77f-c8ce-4328-b696-30531d426411 req-7ff74de3-fcc1-4550-85b3-5d8f6303b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:38.404129 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0e70f77f-c8ce-4328-b696-30531d426411 req-7ff74de3-fcc1-4550-85b3-5d8f6303b435 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 1097 time: 0.0449495 Sep 30 09:09:38.425939 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8c477137-0da4-4aa8-951e-74993d6749b8 req-cc00fcec-8cd3-4b91-9ed4-297c3e146df7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391674 Sep 30 09:09:38.824237 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70f77f-c8ce-4328-b696-30531d426411 req-dd9996c3-f254-4133-a668-05332d9da94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:38.825724 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0e70f77f-c8ce-4328-b696-30531d426411 req-dd9996c3-f254-4133-a668-05332d9da94b service neutron] 10.222.0.35 "GET /v2.0/networks?id=272082ee-0766-4e37-ac19-34cf269545b3 HTTP/1.1" status: 200 len: 898 time: 0.4139540 Sep 30 09:09:38.892470 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0e70f77f-c8ce-4328-b696-30531d426411 req-a3dd486a-920c-4ee4-bdff-88333471c301 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd7c98db-d557-418d-838a-e25d937c1a65 HTTP/1.1" status: 200 len: 1002 time: 0.0584657 Sep 30 09:09:38.940875 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70f77f-c8ce-4328-b696-30531d426411 req-cee932d4-2283-4ca6-acfe-5daf63874e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:38.942527 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0e70f77f-c8ce-4328-b696-30531d426411 req-cee932d4-2283-4ca6-acfe-5daf63874e5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b72699c9-d072-4522-bb91-c35ed14a5255 HTTP/1.1" status: 200 len: 834 time: 0.0439634 Sep 30 09:09:38.990398 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70f77f-c8ce-4328-b696-30531d426411 req-d70846c1-7548-4530-b9b7-5edc246b33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:38.991881 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0e70f77f-c8ce-4328-b696-30531d426411 req-d70846c1-7548-4530-b9b7-5edc246b33a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=272082ee-0766-4e37-ac19-34cf269545b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430014 Sep 30 09:09:39.083680 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0e70f77f-c8ce-4328-b696-30531d426411 req-3de40a6b-3264-4349-873b-54c86d8e25a1 service neutron] 10.222.0.35 "GET /v2.0/networks/272082ee-0766-4e37-ac19-34cf269545b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836220 Sep 30 09:09:39.195679 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-0e70f77f-c8ce-4328-b696-30531d426411 req-5e7e3eeb-71b2-4f7d-919a-397f09bcf02e service neutron] 10.222.0.35 "GET /v2.0/networks/272082ee-0766-4e37-ac19-34cf269545b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050482 Sep 30 09:09:39.549720 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215cc18-669e-4ece-b698-f77e9a227b63 req-dc7c382b-0048-4517-9a9f-6b57da7af21d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:39.551244 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4215cc18-669e-4ece-b698-f77e9a227b63 req-dc7c382b-0048-4517-9a9f-6b57da7af21d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 946 time: 0.0542061 Sep 30 09:09:39.590261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4215cc18-669e-4ece-b698-f77e9a227b63 req-eb159f59-5d00-4eb4-81e9-968fab641c0d tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331280 Sep 30 09:09:40.725570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc804c4-8ad7-4936-ab8b-e61638a0113d req-20a04644-5ec0-4232-958a-11ba48b82322 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:40.727097 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bc804c4-8ad7-4936-ab8b-e61638a0113d req-20a04644-5ec0-4232-958a-11ba48b82322 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 946 time: 0.0623531 Sep 30 09:09:40.765333 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bc804c4-8ad7-4936-ab8b-e61638a0113d req-ba8e0b16-9d1b-4ce3-90bc-d634c6b0f2bc tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322399 Sep 30 09:09:40.790213 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:40.799235 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:40.851894 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fd6ba6cc-5421-4292-a12c-e03e1f4444ee tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/floatingips/a558ca04-513a-4f94-85ec-ff9dc928073b HTTP/1.1" status: 200 len: 994 time: 0.0606217 Sep 30 09:09:41.153989 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:41.314349 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f970998d-9e28-4e8f-b20c-feeaf9153184 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port e610a9cd-5a5c-43f8-bf0a-c1a4a96a2569 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:09:41.314708 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f970998d-9e28-4e8f-b20c-feeaf9153184 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:41.392474 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f970998d-9e28-4e8f-b20c-feeaf9153184 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:41.392801 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f970998d-9e28-4e8f-b20c-feeaf9153184 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:41.405046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f970998d-9e28-4e8f-b20c-feeaf9153184 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for e610a9cd-5a5c-43f8-bf0a-c1a4a96a2569 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:09:41.557870 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f970998d-9e28-4e8f-b20c-feeaf9153184 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:41.583144 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970998d-9e28-4e8f-b20c-feeaf9153184 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=e610a9cd-5a5c-43f8-bf0a-c1a4a96a2569,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:41.645670 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f970998d-9e28-4e8f-b20c-feeaf9153184 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:41.646198 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-f970998d-9e28-4e8f-b20c-feeaf9153184 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Floating IP a558ca04-513a-4f94-85ec-ff9dc928073b disassociated (deleted). External IP: 172.25.0.101, port: dd7c98db-d557-418d-838a-e25d937c1a65. Sep 30 09:09:41.869062 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f970998d-9e28-4e8f-b20c-feeaf9153184 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:09:41.980513 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f970998d-9e28-4e8f-b20c-feeaf9153184 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:09:41.985534 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f970998d-9e28-4e8f-b20c-feeaf9153184 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:41.992173 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7991e-da1e-4b4a-a49f-89c559cc9db2 None None] Sync routers for ids ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:09:42.001040 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7991e-da1e-4b4a-a49f-89c559cc9db2 None None] Routers {'064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:09:42.001648 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-baa7991e-da1e-4b4a-a49f-89c559cc9db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:09:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:42.016495 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f970998d-9e28-4e8f-b20c-feeaf9153184 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/floatingips/a558ca04-513a-4f94-85ec-ff9dc928073b HTTP/1.1" status: 204 len: 168 time: 0.8584168 Sep 30 09:09:42.016495 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1773617-fade-4337-9206-96aa1b0d557b', 'tag': 'dd7c98db-d557-418d-838a-e25d937c1a65'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:09:42.016495 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5c9c40-abcb-4cfa-ba98-0df5719a9b70" -d '{"events": [{"name": "network-changed", "server_uuid": "c1773617-fade-4337-9206-96aa1b0d557b", "tag": "dd7c98db-d557-418d-838a-e25d937c1a65"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:09:42.194825 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56334cae-f187-4f94-aa25-f55091631c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:42.207392 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d172048-03e0-4055-88f5-3312d584adf1 x-openstack-request-id: req-4d172048-03e0-4055-88f5-3312d584adf1 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:09:42.208178 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1773617-fade-4337-9206-96aa1b0d557b", "tag": "dd7c98db-d557-418d-838a-e25d937c1a65", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:09:42.208651 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d172048-03e0-4055-88f5-3312d584adf1 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:09:42.209638 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1773617-fade-4337-9206-96aa1b0d557b', 'tag': 'dd7c98db-d557-418d-838a-e25d937c1a65', 'status': 'completed', 'code': 200} Sep 30 09:09:42.228710 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-baa7991e-da1e-4b4a-a49f-89c559cc9db2 None None] Set router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:09:42.317891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce796f-751c-447f-b9e0-a5aa5f24892a req-d1a7fac1-4f38-4209-8787-7caf19865678 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:42.319461 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ce796f-751c-447f-b9e0-a5aa5f24892a req-d1a7fac1-4f38-4209-8787-7caf19865678 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 946 time: 0.0659986 Sep 30 09:09:42.348377 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c9c40-abcb-4cfa-ba98-0df5719a9b70 req-a432e407-5afb-4c26-b1be-af23d4f3421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:42.350656 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b5c9c40-abcb-4cfa-ba98-0df5719a9b70 req-a432e407-5afb-4c26-b1be-af23d4f3421f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 1097 time: 0.0620174 Sep 30 09:09:42.377633 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-85ce796f-751c-447f-b9e0-a5aa5f24892a req-a6b59336-abf0-453f-95f9-fd5660b8fc3a tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516689 Sep 30 09:09:42.453476 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c9c40-abcb-4cfa-ba98-0df5719a9b70 req-c94ee568-d848-42f8-b71a-a3834e921d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:42.453814 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-baa7991e-da1e-4b4a-a49f-89c559cc9db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317423675', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:08:48Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:49Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '33cc0d55-a2ea-4d38-85fc-20e188c562e9', 'name': '', 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:b0:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:52Z', 'updated_at': '2021-09-30T09:08:55Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:42.454875 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b5c9c40-abcb-4cfa-ba98-0df5719a9b70 req-c94ee568-d848-42f8-b71a-a3834e921d4f service neutron] 10.222.0.35 "GET /v2.0/networks?id=272082ee-0766-4e37-ac19-34cf269545b3 HTTP/1.1" status: 200 len: 898 time: 0.0966616 Sep 30 09:09:42.481492 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7991e-da1e-4b4a-a49f-89c559cc9db2 None None] Checking router: 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:09:42.491689 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7991e-da1e-4b4a-a49f-89c559cc9db2 None None] Routers {'064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:09:42.492476 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-baa7991e-da1e-4b4a-a49f-89c559cc9db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:09:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:42.511614 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b5c9c40-abcb-4cfa-ba98-0df5719a9b70 req-e68c58fa-6235-4611-a6e0-0c714f2377ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd7c98db-d557-418d-838a-e25d937c1a65 HTTP/1.1" status: 200 len: 217 time: 0.0466449 Sep 30 09:09:42.569397 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c9c40-abcb-4cfa-ba98-0df5719a9b70 req-dce81bb9-6a92-47e8-bbb5-5b12e22a7c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:42.570933 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b5c9c40-abcb-4cfa-ba98-0df5719a9b70 req-dce81bb9-6a92-47e8-bbb5-5b12e22a7c62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b72699c9-d072-4522-bb91-c35ed14a5255 HTTP/1.1" status: 200 len: 834 time: 0.0496023 Sep 30 09:09:42.609842 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-baa7991e-da1e-4b4a-a49f-89c559cc9db2 None None] Set router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:09:42.621725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c9c40-abcb-4cfa-ba98-0df5719a9b70 req-b6038b74-ac69-43a0-9a26-3723a453fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:42.623240 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b5c9c40-abcb-4cfa-ba98-0df5719a9b70 req-b6038b74-ac69-43a0-9a26-3723a453fa50 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=272082ee-0766-4e37-ac19-34cf269545b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424893 Sep 30 09:09:42.765341 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b5c9c40-abcb-4cfa-ba98-0df5719a9b70 req-de2d681b-ec30-4e7d-9eb4-1bf15e507387 service neutron] 10.222.0.35 "GET /v2.0/networks/272082ee-0766-4e37-ac19-34cf269545b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321180 Sep 30 09:09:42.864111 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-baa7991e-da1e-4b4a-a49f-89c559cc9db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317423675', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:08:48Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:49Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '33cc0d55-a2ea-4d38-85fc-20e188c562e9', 'name': '', 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:b0:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:52Z', 'updated_at': '2021-09-30T09:08:55Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:42.876139 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6b5c9c40-abcb-4cfa-ba98-0df5719a9b70 req-00d1f958-5786-4c77-9cc3-bb6a198d2b60 service neutron] 10.222.0.35 "GET /v2.0/networks/272082ee-0766-4e37-ac19-34cf269545b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015112 Sep 30 09:09:42.902887 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7991e-da1e-4b4a-a49f-89c559cc9db2 None None] The sync data for ids ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'] in n-d-807359-2 is: [{'id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317423675', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:08:48Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:49Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '33cc0d55-a2ea-4d38-85fc-20e188c562e9', 'name': '', 'network_id': '272082ee-0766-4e37-ac19-34cf269545b3', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'mac_address': 'fa:16:3e:b0:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:52Z', 'updated_at': '2021-09-30T09:08:55Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'subnets': [{'id': 'b72699c9-d072-4522-bb91-c35ed14a5255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:09:43.127595 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938021a-13eb-4439-9036-074efe0bb8e5 None None] New status for floating IP a558ca04-513a-4f94-85ec-ff9dc928073b: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:09:43.502665 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d310ab-08f4-4a39-b067-f7703141f668 req-5d2daf75-84c5-42fc-a246-e60cd453a656 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:43.504773 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1d310ab-08f4-4a39-b067-f7703141f668 req-5d2daf75-84c5-42fc-a246-e60cd453a656 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 946 time: 0.0523670 Sep 30 09:09:43.544215 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f1d310ab-08f4-4a39-b067-f7703141f668 req-8a8fc2ca-9840-43dc-92d4-01cd9ff477c3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4b446b1-d4f3-47ca-bf57-f5223206ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333164 Sep 30 09:09:44.273134 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b725d5-848d-484c-952b-7e029743cd70 req-f3ea992f-921b-4b3d-954d-c1bc2e5ca18b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:44.274648 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-19b725d5-848d-484c-952b-7e029743cd70 req-f3ea992f-921b-4b3d-954d-c1bc2e5ca18b tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 946 time: 0.0564122 Sep 30 09:09:44.370929 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-19b725d5-848d-484c-952b-7e029743cd70 req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port dd7c98db-d557-418d-838a-e25d937c1a65 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:09:44.371273 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-19b725d5-848d-484c-952b-7e029743cd70 req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:44.463831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-19b725d5-848d-484c-952b-7e029743cd70 req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] For port dd7c98db-d557-418d-838a-e25d937c1a65, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=dd7c98db-d557-418d-838a-e25d937c1a65,segment=NetworkSegment(120fdd19-d2a3-49d3-8cea-76698979a422),segment_id=120fdd19-d2a3-49d3-8cea-76698979a422)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:09:44.464227 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-19b725d5-848d-484c-952b-7e029743cd70 req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:44.476777 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-19b725d5-848d-484c-952b-7e029743cd70 req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for dd7c98db-d557-418d-838a-e25d937c1a65 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:09:44.609634 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-19b725d5-848d-484c-952b-7e029743cd70 req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:44.646394 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=dd7c98db-d557-418d-838a-e25d937c1a65,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:44.649443 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a7052fa8-ba33-4fbf-8758-8d862b96dc80 req-a884f1e5-4529-4010-8389-5bd6c0e4762e tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1773617-fade-4337-9206-96aa1b0d557b HTTP/1.1" status: 200 len: 210 time: 0.0301020 Sep 30 09:09:44.675448 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:44.676595 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:44.677003 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:44.677516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:44.677679 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:44.677977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:44.678308 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:44.678627 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:44.678964 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:44.679283 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:44.679606 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:44.679933 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:44.700186 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b725d5-848d-484c-952b-7e029743cd70 req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] No DVR routers for this DVR port dd7c98db-d557-418d-838a-e25d937c1a65 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:09:44.702877 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-19b725d5-848d-484c-952b-7e029743cd70 req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:44.704952 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-19b725d5-848d-484c-952b-7e029743cd70 req-043d8c44-5974-41fd-aed7-4c94729f6294 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.35 "DELETE /v2.0/ports/dd7c98db-d557-418d-838a-e25d937c1a65 HTTP/1.1" status: 204 len: 173 time: 0.4190786 Sep 30 09:09:44.705388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1773617-fade-4337-9206-96aa1b0d557b', 'name': 'network-vif-deleted', 'tag': 'dd7c98db-d557-418d-838a-e25d937c1a65'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:09:44.708015 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73db462-b465-41fe-9e3a-bb093aed6d15" -d '{"events": [{"server_uuid": "c1773617-fade-4337-9206-96aa1b0d557b", "name": "network-vif-deleted", "tag": "dd7c98db-d557-418d-838a-e25d937c1a65"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:09:44.754488 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d410941-f7d4-48b5-8c62-f8513b0dd921 x-openstack-request-id: req-3d410941-f7d4-48b5-8c62-f8513b0dd921 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:09:44.754840 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1773617-fade-4337-9206-96aa1b0d557b", "name": "network-vif-deleted", "tag": "dd7c98db-d557-418d-838a-e25d937c1a65", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:09:44.755130 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d410941-f7d4-48b5-8c62-f8513b0dd921 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:09:44.755585 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1773617-fade-4337-9206-96aa1b0d557b', 'name': 'network-vif-deleted', 'tag': 'dd7c98db-d557-418d-838a-e25d937c1a65', 'status': 'completed', 'code': 200} Sep 30 09:09:44.901480 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7150-009b-4826-828e-acfa9dc78e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:45.380880 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:45.722542 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50586) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:46.086130 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:46.122841 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:46.249248 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:09:46.672111 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port 33cc0d55-a2ea-4d38-85fc-20e188c562e9 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:09:46.672464 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:46.761723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] For port 33cc0d55-a2ea-4d38-85fc-20e188c562e9, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=33cc0d55-a2ea-4d38-85fc-20e188c562e9,segment=NetworkSegment(120fdd19-d2a3-49d3-8cea-76698979a422),segment_id=120fdd19-d2a3-49d3-8cea-76698979a422)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:09:46.762433 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:46.775476 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for 33cc0d55-a2ea-4d38-85fc-20e188c562e9 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:09:46.967683 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:46.999324 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=33cc0d55-a2ea-4d38-85fc-20e188c562e9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:47.025964 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:47.026318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:47.026664 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:47.027017 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:47.027358 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:47.027693 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:47.028060 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:47.028404 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:47.028739 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:47.029071 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:47.029400 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:47.029723 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:47.195387 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:47.417159 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:09:47.528502 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:09:47.533995 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f6086d88-bb2e-42dc-9fb2-4ac80ff6d878 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "PUT /v2.0/routers/064a99d6-9b64-44d3-ab0e-ffb681f8b6fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8103788 Sep 30 09:09:47.539334 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50588) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:47.542379 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e2c03-8882-426e-a052-6c1aeddcac8c None None] Sync routers for ids ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:09:47.552786 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e2c03-8882-426e-a052-6c1aeddcac8c None None] Routers {'064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:09:47.553528 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-313e2c03-8882-426e-a052-6c1aeddcac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:47.591339 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f883e04-b491-4f66-b698-99b4669251e7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting subnet b72699c9-d072-4522-bb91-c35ed14a5255 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:09:47.594619 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f883e04-b491-4f66-b698-99b4669251e7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:47.637163 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f883e04-b491-4f66-b698-99b4669251e7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:47.691267 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-313e2c03-8882-426e-a052-6c1aeddcac8c None None] Set router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:09:47.729975 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f883e04-b491-4f66-b698-99b4669251e7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:47.793980 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f883e04-b491-4f66-b698-99b4669251e7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:47.822402 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f883e04-b491-4f66-b698-99b4669251e7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Subnet': ['ID=b72699c9-d072-4522-bb91-c35ed14a5255,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:47.826206 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f883e04-b491-4f66-b698-99b4669251e7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:47.828148 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-6f883e04-b491-4f66-b698-99b4669251e7 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/subnets/b72699c9-d072-4522-bb91-c35ed14a5255 HTTP/1.1" status: 204 len: 168 time: 0.2876320 Sep 30 09:09:47.831014 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50590) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:47.843549 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9257a2-58cb-48a7-9ea4-6cf5b978e729 None None] Network 272082ee-0766-4e37-ac19-34cf269545b3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:09:47.889987 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-313e2c03-8882-426e-a052-6c1aeddcac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317423675', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:08:48Z', 'updated_at': '2021-09-30T09:09:46Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:49Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:47.932196 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e2c03-8882-426e-a052-6c1aeddcac8c None None] Checking router: 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:09:47.948076 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e2c03-8882-426e-a052-6c1aeddcac8c None None] Routers {'064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:09:47.954640 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-313e2c03-8882-426e-a052-6c1aeddcac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:47.994616 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:48.007297 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5474ad6-8fee-40e2-91d2-4c9f7fda1180 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:48.070725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] DHCP port deletion for 272082ee-0766-4e37-ac19-34cf269545b3 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:09:48.096901 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-313e2c03-8882-426e-a052-6c1aeddcac8c None None] Set router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:09:48.121688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Deleting port e2ab58ff-01ef-4ae0-b7e6-401ac3695053 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:09:48.122463 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:48.158804 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5474ad6-8fee-40e2-91d2-4c9f7fda1180 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:48.206337 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] For port e2ab58ff-01ef-4ae0-b7e6-401ac3695053, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e2ab58ff-01ef-4ae0-b7e6-401ac3695053,segment=NetworkSegment(120fdd19-d2a3-49d3-8cea-76698979a422),segment_id=120fdd19-d2a3-49d3-8cea-76698979a422)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:09:48.206704 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:48.219249 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Calling delete_port for e2ab58ff-01ef-4ae0-b7e6-401ac3695053 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:09:48.231808 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b5474ad6-8fee-40e2-91d2-4c9f7fda1180 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Deleting port 3862ad65-d932-40a1-aeb7-3d59e7e33ef8 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:09:48.232491 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5474ad6-8fee-40e2-91d2-4c9f7fda1180 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:48.314958 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:48.334152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-b5474ad6-8fee-40e2-91d2-4c9f7fda1180 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] For port 3862ad65-d932-40a1-aeb7-3d59e7e33ef8, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=3862ad65-d932-40a1-aeb7-3d59e7e33ef8,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:09:48.335096 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5474ad6-8fee-40e2-91d2-4c9f7fda1180 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:48.349473 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b5474ad6-8fee-40e2-91d2-4c9f7fda1180 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Calling delete_port for 3862ad65-d932-40a1-aeb7-3d59e7e33ef8 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:09:48.359263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Pushing event deleted for resources: {'Port': ['ID=e2ab58ff-01ef-4ae0-b7e6-401ac3695053,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:48.363145 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] No DVR routers for this DVR port e2ab58ff-01ef-4ae0-b7e6-401ac3695053 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:09:48.364269 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-313e2c03-8882-426e-a052-6c1aeddcac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317423675', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:08:48Z', 'updated_at': '2021-09-30T09:09:46Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:49Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:48.377502 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:48.378131 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:48.379343 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:48.379994 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:48.380631 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:48.381336 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:48.381982 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:48.382693 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:48.383295 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:48.383966 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:48.384600 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:48.385235 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633fa839-bff7-460f-b0e0-eb74b2554155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:48.407442 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e2c03-8882-426e-a052-6c1aeddcac8c None None] The sync data for ids ['064a99d6-9b64-44d3-ab0e-ffb681f8b6fa'] in n-d-807359-2 is: [{'id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317423675', 'tenant_id': '6a3b98ec25fc4f14933509aca09cc02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:08:48Z', 'updated_at': '2021-09-30T09:09:46Z', 'revision_number': 5, 'project_id': '6a3b98ec25fc4f14933509aca09cc02f', 'gw_port': {'id': '3862ad65-d932-40a1-aeb7-3d59e7e33ef8', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a99d6-9b64-44d3-ab0e-ffb681f8b6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:08:49Z', 'updated_at': '2021-09-30T09:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:09:48.533082 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5474ad6-8fee-40e2-91d2-4c9f7fda1180 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:48.562673 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5474ad6-8fee-40e2-91d2-4c9f7fda1180 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Port': ['ID=3862ad65-d932-40a1-aeb7-3d59e7e33ef8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:48.622292 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5474ad6-8fee-40e2-91d2-4c9f7fda1180 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:48.714975 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5474ad6-8fee-40e2-91d2-4c9f7fda1180 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:48.717392 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5474ad6-8fee-40e2-91d2-4c9f7fda1180 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:48.762641 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5474ad6-8fee-40e2-91d2-4c9f7fda1180 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:48.763265 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5474ad6-8fee-40e2-91d2-4c9f7fda1180 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Fanout notify agent at l3_agent the message router_deleted on router 064a99d6-9b64-44d3-ab0e-ffb681f8b6fa {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:09:48.775102 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b5474ad6-8fee-40e2-91d2-4c9f7fda1180 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:48.779097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:48.779978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b5474ad6-8fee-40e2-91d2-4c9f7fda1180 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/routers/064a99d6-9b64-44d3-ab0e-ffb681f8b6fa HTTP/1.1" status: 204 len: 168 time: 0.9455323 Sep 30 09:09:48.885703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5495908-0fe8-47fc-b27c-e68c5dca3bc3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:48.894667 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 33cc0d55-a2ea-4d38-85fc-20e188c562e9 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:09:48.916811 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 33cc0d55-a2ea-4d38-85fc-20e188c562e9 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:09:48.917254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 33cc0d55-a2ea-4d38-85fc-20e188c562e9 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:09:48.917770 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e2ab58ff-01ef-4ae0-b7e6-401ac3695053 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:09:48.940984 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: e2ab58ff-01ef-4ae0-b7e6-401ac3695053 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:09:48.941195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e2ab58ff-01ef-4ae0-b7e6-401ac3695053 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:09:48.986089 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5495908-0fe8-47fc-b27c-e68c5dca3bc3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:49.006738 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e5495908-0fe8-47fc-b27c-e68c5dca3bc3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272082ee-0766-4e37-ac19-34cf269545b3']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:49.016328 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e5495908-0fe8-47fc-b27c-e68c5dca3bc3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120fdd19-d2a3-49d3-8cea-76698979a422') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:49.016628 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e5495908-0fe8-47fc-b27c-e68c5dca3bc3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120fdd19-d2a3-49d3-8cea-76698979a422') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:49.027497 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5495908-0fe8-47fc-b27c-e68c5dca3bc3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:49.042462 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5495908-0fe8-47fc-b27c-e68c5dca3bc3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:49.049283 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5495908-0fe8-47fc-b27c-e68c5dca3bc3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:09:49.049686 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5495908-0fe8-47fc-b27c-e68c5dca3bc3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: timer() Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:09:49.053208 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:09:49.116404 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5495908-0fe8-47fc-b27c-e68c5dca3bc3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:49.133952 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5495908-0fe8-47fc-b27c-e68c5dca3bc3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:49.135842 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e5495908-0fe8-47fc-b27c-e68c5dca3bc3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/networks/272082ee-0766-4e37-ac19-34cf269545b3 HTTP/1.1" status: 204 len: 168 time: 0.3557589 Sep 30 09:09:49.137126 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5495908-0fe8-47fc-b27c-e68c5dca3bc3 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'Network': ['ID=272082ee-0766-4e37-ac19-34cf269545b3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:49.138758 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50594) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:49.201462 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66c0fac5-f180-4715-b729-6e1e82325651 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:49.226699 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66c0fac5-f180-4715-b729-6e1e82325651 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:49.292724 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66c0fac5-f180-4715-b729-6e1e82325651 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:49.295211 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66c0fac5-f180-4715-b729-6e1e82325651 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:49.296424 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-66c0fac5-f180-4715-b729-6e1e82325651 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] 10.222.0.24 "DELETE /v2.0/security-groups/e4b446b1-d4f3-47ca-bf57-f5223206ce1b HTTP/1.1" status: 204 len: 168 time: 0.1565695 Sep 30 09:09:49.306158 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0fac5-f180-4715-b729-6e1e82325651 tempest-TestNetworkAdvancedServerOps-1031524678 tempest-TestNetworkAdvancedServerOps-1031524678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b446b1-d4f3-47ca-bf57-f5223206ce1b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:49.524370 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device dd7c98db-d557-418d-838a-e25d937c1a65 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:09:49.548501 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: dd7c98db-d557-418d-838a-e25d937c1a65 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:09:49.548853 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device dd7c98db-d557-418d-838a-e25d937c1a65 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:09:49.655618 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50602) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:49.787578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2ee57911-cddf-40fc-9353-a3a77a07cb97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a3b98ec25fc4f14933509aca09cc02f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307795 Sep 30 09:09:49.790100 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50606) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:49.837851 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3115d701-2a21-446b-a50d-a37a0dbcc42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:49.858908 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3115d701-2a21-446b-a50d-a37a0dbcc42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:49.907835 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3115d701-2a21-446b-a50d-a37a0dbcc42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:49.911598 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3115d701-2a21-446b-a50d-a37a0dbcc42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:49.912870 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3115d701-2a21-446b-a50d-a37a0dbcc42e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c5c1ac1-8414-4f1f-adbc-69558bfd497e HTTP/1.1" status: 204 len: 168 time: 0.1218717 Sep 30 09:09:49.920855 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115d701-2a21-446b-a50d-a37a0dbcc42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5c1ac1-8414-4f1f-adbc-69558bfd497e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:50.176888 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50612) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:50.189986 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea772e0d-b5e1-4f65-b5d7-6391b1ad4b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:50.282802 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea772e0d-b5e1-4f65-b5d7-6391b1ad4b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:50.287570 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea772e0d-b5e1-4f65-b5d7-6391b1ad4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:50.325347 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ea772e0d-b5e1-4f65-b5d7-6391b1ad4b2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7c9f3cf50b2496fae56c351dec96fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473575 Sep 30 09:09:50.326257 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea772e0d-b5e1-4f65-b5d7-6391b1ad4b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6edc52-d7bf-4834-a783-827f55567fd1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:50.328079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50614) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:50.378860 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38145155-8783-4dd9-b14f-01f97fc7825b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:50.400174 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38145155-8783-4dd9-b14f-01f97fc7825b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:50.447504 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38145155-8783-4dd9-b14f-01f97fc7825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:50.450173 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38145155-8783-4dd9-b14f-01f97fc7825b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:50.451343 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-38145155-8783-4dd9-b14f-01f97fc7825b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d6edc52-d7bf-4834-a783-827f55567fd1 HTTP/1.1" status: 204 len: 168 time: 0.1222875 Sep 30 09:09:50.459513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38145155-8783-4dd9-b14f-01f97fc7825b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6edc52-d7bf-4834-a783-827f55567fd1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:50.552321 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3862ad65-d932-40a1-aeb7-3d59e7e33ef8 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:09:50.571760 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 3862ad65-d932-40a1-aeb7-3d59e7e33ef8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:09:50.572146 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 3862ad65-d932-40a1-aeb7-3d59e7e33ef8 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:09:51.147697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50638) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:51.242480 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d8d8d73e-7d54-4195-8b3a-32b0f328b31d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1641881774-network', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:09:51.263259 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d8d73e-7d54-4195-8b3a-32b0f328b31d admin admin] Made reservation on behalf of 6d1d4e44aa5144cf8288d4b9acb905cd for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:09:51.265525 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8d8d73e-7d54-4195-8b3a-32b0f328b31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:51.274019 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8d8d73e-7d54-4195-8b3a-32b0f328b31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:51.358231 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8d8d73e-7d54-4195-8b3a-32b0f328b31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:51.361921 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8d8d73e-7d54-4195-8b3a-32b0f328b31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:51.387725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d8d73e-7d54-4195-8b3a-32b0f328b31d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:09:51.394290 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8d73e-7d54-4195-8b3a-32b0f328b31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a674944-cb23-478f-b67b-57ddc3b23b93,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:51.400319 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8d8d73e-7d54-4195-8b3a-32b0f328b31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:51.400660 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-d8d8d73e-7d54-4195-8b3a-32b0f328b31d admin admin] Added segment 0f07d2d6-28f2-4393-836a-567abbd89d96 of type vlan for network 7990f8d6-654f-4316-87a1-206305e50162 Sep 30 09:09:51.443362 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8d8d73e-7d54-4195-8b3a-32b0f328b31d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:51.466664 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8d8d73e-7d54-4195-8b3a-32b0f328b31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:51.467601 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d8d73e-7d54-4195-8b3a-32b0f328b31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:51.468201 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8d8d73e-7d54-4195-8b3a-32b0f328b31d admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:51.496146 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-d8d8d73e-7d54-4195-8b3a-32b0f328b31d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3473294 Sep 30 09:09:51.499504 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50642) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:51.505375 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-969b254f-f22c-4937-9ee5-1edcd1cf147d admin admin] Request body: {'subnet': {'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1641881774-subnet', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:09:51.526077 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969b254f-f22c-4937-9ee5-1edcd1cf147d admin admin] Made reservation on behalf of 6d1d4e44aa5144cf8288d4b9acb905cd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:09:51.527623 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8d73e-7d54-4195-8b3a-32b0f328b31d admin admin] Pushing event updated for resources: {'Network': ['ID=7990f8d6-654f-4316-87a1-206305e50162,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:51.528431 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-969b254f-f22c-4937-9ee5-1edcd1cf147d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:51.538400 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 7990f8d6-654f-4316-87a1-206305e50162 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:09:51.696506 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-969b254f-f22c-4937-9ee5-1edcd1cf147d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:51.748878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b254f-f22c-4937-9ee5-1edcd1cf147d admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a06729-4d3d-4306-8102-a7cd0ba6f9e9,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:51.759584 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b254f-f22c-4937-9ee5-1edcd1cf147d admin admin] Checking segment: {'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:09:51.759975 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969b254f-f22c-4937-9ee5-1edcd1cf147d admin admin] Network hostable DHCP agents. Network: 7990f8d6-654f-4316-87a1-206305e50162, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:09:51.776810 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969b254f-f22c-4937-9ee5-1edcd1cf147d admin admin] Network 7990f8d6-654f-4316-87a1-206305e50162 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:09:51.784383 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-969b254f-f22c-4937-9ee5-1edcd1cf147d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 7990f8d6-654f-4316-87a1-206305e50162) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:09:51.788354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969b254f-f22c-4937-9ee5-1edcd1cf147d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:51.788948 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-969b254f-f22c-4937-9ee5-1edcd1cf147d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:51.793564 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ffb52-5ffe-4f18-9a50-c5f091f6864f None None] Network 7990f8d6-654f-4316-87a1-206305e50162 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:09:51.802823 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-969b254f-f22c-4937-9ee5-1edcd1cf147d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3021667 Sep 30 09:09:51.805642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50644) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:51.809894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:09:51.829929 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:51.830920 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:51.888100 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:51.947318 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-7990f8d6-654f-4316-87a1-206305e50162', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:09:51.948194 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:52.024674 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:52.083377 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Allocated IP 172.20.0.2 (7990f8d6-654f-4316-87a1-206305e50162/83a06729-4d3d-4306-8102-a7cd0ba6f9e9/e4776ea8-094d-496e-87aa-68b20fb7a83e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:09:52.227449 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:52.231617 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:52.238263 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:52.247861 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:52.281050 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Network 7990f8d6-654f-4316-87a1-206305e50162 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:09:52.290252 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:09:52.292462 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Pushing event updated for resources: {'Port': ['ID=e4776ea8-094d-496e-87aa-68b20fb7a83e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:52.295030 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:09:52.352960 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Attempting to bind port e4776ea8-094d-496e-87aa-68b20fb7a83e on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:09:52.353324 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Attempting to bind port e4776ea8-094d-496e-87aa-68b20fb7a83e by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:09:52.353684 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Attempting to bind port e4776ea8-094d-496e-87aa-68b20fb7a83e on network 7990f8d6-654f-4316-87a1-206305e50162 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:09:52.358006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Allocated IP 172.25.0.73 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/d075e79d-1ac6-4ecc-9f50-c2b02c557f20) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:09:52.358419 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:09:52.358787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Checking segment: {'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:09:52.359181 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:52.359578 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Bound using segment: {'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:09:52.360164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Bound port: e4776ea8-094d-496e-87aa-68b20fb7a83e, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:09:52.360620 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:52.423839 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] For port e4776ea8-094d-496e-87aa-68b20fb7a83e, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:09:52.428037 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] For port e4776ea8-094d-496e-87aa-68b20fb7a83e, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e4776ea8-094d-496e-87aa-68b20fb7a83e,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:09:52.432590 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:52.465221 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:52.494485 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd0230-aa8b-4a4f-9231-7a9c6c82aaae None None] Pushing event updated for resources: {'Port': ['ID=e4776ea8-094d-496e-87aa-68b20fb7a83e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:52.502058 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:52.540862 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:09:52.543849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:09:52.547338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:09:52.573171 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Pushing event updated for resources: {'Port': ['ID=d075e79d-1ac6-4ecc-9f50-c2b02c557f20,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:52.826858 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:53.044908 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:53.369055 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8a813e-5d18-466a-8f00-8e8b70a02da4 None None] Network 7990f8d6-654f-4316-87a1-206305e50162 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:09:53.486955 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Router d51a3f24-550a-4348-8136-554744f94d0a is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:09:53.499140 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3caec8d6-012a-4796-97dd-27e08933f8c6 None None] Provisioning complete for port e4776ea8-094d-496e-87aa-68b20fb7a83e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:09:53.499518 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3caec8d6-012a-4796-97dd-27e08933f8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:53.599074 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:09:53.608585 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3caec8d6-012a-4796-97dd-27e08933f8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:53.614228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Sync routers for ids ['d51a3f24-550a-4348-8136-554744f94d0a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:09:53.621640 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:53.624156 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e28613d2-fafe-441e-ab58-b5618d386e1d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8171473 Sep 30 09:09:53.630350 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50650) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:53.650835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Routers {'d51a3f24-550a-4348-8136-554744f94d0a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:09:53.651473 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d51a3f24-550a-4348-8136-554744f94d0a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:53.695312 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3caec8d6-012a-4796-97dd-27e08933f8c6 None None] For port e4776ea8-094d-496e-87aa-68b20fb7a83e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e4776ea8-094d-496e-87aa-68b20fb7a83e,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:09:53.702347 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3caec8d6-012a-4796-97dd-27e08933f8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:53.961674 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5e92add3-4adf-41d7-beb4-cead58998b04 None None] Provisioning complete for port e4776ea8-094d-496e-87aa-68b20fb7a83e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:09:53.962054 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e92add3-4adf-41d7-beb4-cead58998b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:53.969008 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caec8d6-012a-4796-97dd-27e08933f8c6 None None] Pushing event updated for resources: {'Port': ['ID=e4776ea8-094d-496e-87aa-68b20fb7a83e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:53.993841 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Set router d51a3f24-550a-4348-8136-554744f94d0a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:09:54.102818 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:54.229913 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:52Z', 'revision_number': 3, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:54.256282 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Checking router: d51a3f24-550a-4348-8136-554744f94d0a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:09:54.256632 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Updating router d51a3f24-550a-4348-8136-554744f94d0a port d075e79d-1ac6-4ecc-9f50-c2b02c557f20 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:09:54.264148 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Allocated IP 172.20.0.1 (7990f8d6-654f-4316-87a1-206305e50162/83a06729-4d3d-4306-8102-a7cd0ba6f9e9/e6b66094-22cc-4f3d-80a0-90fe9801a74a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:09:54.284016 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:54.368366 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:54.403943 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:54.438122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Network 7990f8d6-654f-4316-87a1-206305e50162 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:09:54.441833 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:09:54.445333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:09:54.481556 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Pushing event updated for resources: {'Port': ['ID=e6b66094-22cc-4f3d-80a0-90fe9801a74a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:54.496583 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:54.548965 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:54.557596 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:54.622733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Attempting to bind port d075e79d-1ac6-4ecc-9f50-c2b02c557f20 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:09:54.623248 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Attempting to bind port d075e79d-1ac6-4ecc-9f50-c2b02c557f20 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:09:54.623721 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Attempting to bind port d075e79d-1ac6-4ecc-9f50-c2b02c557f20 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:09:54.626182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39632bf6-ea6a-4902-ac87-fd30b584e098 None None] Pushing event updated for resources: {'Port': ['ID=d075e79d-1ac6-4ecc-9f50-c2b02c557f20,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:54.647700 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:09:54.647700 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:09:54.647700 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:54.647700 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:09:54.647700 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Bound port: d075e79d-1ac6-4ecc-9f50-c2b02c557f20, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:09:54.651361 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:54.653019 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:54.681203 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e4776ea8-094d-496e-87aa-68b20fb7a83e up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:09:54.754416 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] For port d075e79d-1ac6-4ecc-9f50-c2b02c557f20, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:09:54.758393 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] For port d075e79d-1ac6-4ecc-9f50-c2b02c557f20, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d075e79d-1ac6-4ecc-9f50-c2b02c557f20,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:09:54.759519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-01df9b88-6391-475f-9355-de4115922278 None None] Provisioning complete for port e6b66094-22cc-4f3d-80a0-90fe9801a74a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:09:54.759810 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01df9b88-6391-475f-9355-de4115922278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:54.763622 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:54.836394 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:54.841278 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:54.852402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-01df9b88-6391-475f-9355-de4115922278 None None] Port e6b66094-22cc-4f3d-80a0-90fe9801a74a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:09:54.853779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e4776ea8-094d-496e-87aa-68b20fb7a83e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:09:54.854146 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:54.881546 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39632bf6-ea6a-4902-ac87-fd30b584e098 None None] Pushing event updated for resources: {'Port': ['ID=d075e79d-1ac6-4ecc-9f50-c2b02c557f20,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:54.887733 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Routers {'d51a3f24-550a-4348-8136-554744f94d0a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:09:54.888364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d51a3f24-550a-4348-8136-554744f94d0a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:54.919868 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:54.921727 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Pushing event updated for resources: {'Port': ['ID=e6b66094-22cc-4f3d-80a0-90fe9801a74a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:55.015033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Network 7990f8d6-654f-4316-87a1-206305e50162 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:09:55.016318 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:09:55.032908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] Set router d51a3f24-550a-4348-8136-554744f94d0a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:09:55.133374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Router d51a3f24-550a-4348-8136-554744f94d0a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:09:55.246017 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 2, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:55.287053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275f9bf-931e-4f19-a177-42ffaacf8eab None None] The sync data for ids ['d51a3f24-550a-4348-8136-554744f94d0a'] in n-d-807359-2 is: [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 2, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:09:55.298059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a5bb71ef-ec05-43fa-b044-042373192349 None None] Provisioning complete for port e6b66094-22cc-4f3d-80a0-90fe9801a74a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:09:55.298436 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5bb71ef-ec05-43fa-b044-042373192349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:55.336711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a5bb71ef-ec05-43fa-b044-042373192349 None None] Port e6b66094-22cc-4f3d-80a0-90fe9801a74a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:09:55.598761 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:09:55.603948 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-234b8609-4acd-4b57-955d-45c1206eec5d admin admin] 10.222.0.24 "PUT /v2.0/routers/d51a3f24-550a-4348-8136-554744f94d0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9714494 Sep 30 09:09:56.142483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50666) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:56.148513 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c22601e5-eb53-4f00-8ea7-aef7acc458b5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-442904905-network', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:09:56.171220 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22601e5-eb53-4f00-8ea7-aef7acc458b5 admin admin] Made reservation on behalf of dac839bcdf254c8e98e79f0b47f18a8a for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:09:56.173548 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c22601e5-eb53-4f00-8ea7-aef7acc458b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.182468 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c22601e5-eb53-4f00-8ea7-aef7acc458b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.277766 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c22601e5-eb53-4f00-8ea7-aef7acc458b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.281680 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c22601e5-eb53-4f00-8ea7-aef7acc458b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.306680 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22601e5-eb53-4f00-8ea7-aef7acc458b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:09:56.317483 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22601e5-eb53-4f00-8ea7-aef7acc458b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dfaebe-e81b-46d9-8a0d-716cfdad778a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:56.322358 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c22601e5-eb53-4f00-8ea7-aef7acc458b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.322701 n-d-807359-2 neutron-server[94837]: INFO neutron.db.segments_db [None req-c22601e5-eb53-4f00-8ea7-aef7acc458b5 admin admin] Added segment a5a14e84-473e-4e89-9b25-438f94af865b of type vlan for network 77042222-400b-4703-ba35-82f3ec0c01db Sep 30 09:09:56.364776 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c22601e5-eb53-4f00-8ea7-aef7acc458b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.391045 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c22601e5-eb53-4f00-8ea7-aef7acc458b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.392195 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22601e5-eb53-4f00-8ea7-aef7acc458b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:56.392776 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c22601e5-eb53-4f00-8ea7-aef7acc458b5 admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.423669 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c22601e5-eb53-4f00-8ea7-aef7acc458b5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2800531 Sep 30 09:09:56.427110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50668) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:56.433012 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-42288dfe-8d95-4c2e-9271-6ae11452d4ef admin admin] Request body: {'subnet': {'network_id': '77042222-400b-4703-ba35-82f3ec0c01db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-442904905-subnet', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:09:56.458348 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42288dfe-8d95-4c2e-9271-6ae11452d4ef admin admin] Made reservation on behalf of dac839bcdf254c8e98e79f0b47f18a8a for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:09:56.458858 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22601e5-eb53-4f00-8ea7-aef7acc458b5 admin admin] Pushing event updated for resources: {'Network': ['ID=77042222-400b-4703-ba35-82f3ec0c01db,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:56.460997 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42288dfe-8d95-4c2e-9271-6ae11452d4ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25926804'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.469332 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network 77042222-400b-4703-ba35-82f3ec0c01db details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:09:56.637047 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d075e79d-1ac6-4ecc-9f50-c2b02c557f20 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:09:56.650844 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42288dfe-8d95-4c2e-9271-6ae11452d4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29114533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25926822'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.688281 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d075e79d-1ac6-4ecc-9f50-c2b02c557f20 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:09:56.688685 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.708680 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42288dfe-8d95-4c2e-9271-6ae11452d4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=65cef53a-7d84-4bb8-9d4a-288b67b61be1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:56.713983 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42288dfe-8d95-4c2e-9271-6ae11452d4ef admin admin] Checking segment: {'id': 'a5a14e84-473e-4e89-9b25-438f94af865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77042222-400b-4703-ba35-82f3ec0c01db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:09:56.714345 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42288dfe-8d95-4c2e-9271-6ae11452d4ef admin admin] Network hostable DHCP agents. Network: 77042222-400b-4703-ba35-82f3ec0c01db, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:09:56.731564 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42288dfe-8d95-4c2e-9271-6ae11452d4ef admin admin] Network 77042222-400b-4703-ba35-82f3ec0c01db is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:09:56.742129 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-42288dfe-8d95-4c2e-9271-6ae11452d4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, 77042222-400b-4703-ba35-82f3ec0c01db) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:09:56.746378 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42288dfe-8d95-4c2e-9271-6ae11452d4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:09:56.746966 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42288dfe-8d95-4c2e-9271-6ae11452d4ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.756556 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce12410-c52a-4149-b87c-e3efddf7fb8c None None] Network 77042222-400b-4703-ba35-82f3ec0c01db requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:09:56.764814 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-42288dfe-8d95-4c2e-9271-6ae11452d4ef admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3363934 Sep 30 09:09:56.765264 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50670) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:56.771115 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-442904905-router', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:09:56.792460 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.793804 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.794944 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.849590 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port d075e79d-1ac6-4ecc-9f50-c2b02c557f20, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d075e79d-1ac6-4ecc-9f50-c2b02c557f20,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:09:56.851623 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.855110 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.944507 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=d075e79d-1ac6-4ecc-9f50-c2b02c557f20,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:56.981805 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-77042222-400b-4703-ba35-82f3ec0c01db', 'network_id': '77042222-400b-4703-ba35-82f3ec0c01db', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'fixed_ips': [{'subnet_id': '65cef53a-7d84-4bb8-9d4a-288b67b61be1'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:09:56.982747 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:56.998164 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:57.126496 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Allocated IP 172.20.0.2 (77042222-400b-4703-ba35-82f3ec0c01db/65cef53a-7d84-4bb8-9d4a-288b67b61be1/2c722de6-8282-438b-8113-0fe3e90faac6) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:09:57.211867 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:57.231835 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:57.279743 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:57.286010 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:57.322515 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Network 77042222-400b-4703-ba35-82f3ec0c01db is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:09:57.325512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:09:57.329094 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:09:57.341188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Pushing event updated for resources: {'Port': ['ID=2c722de6-8282-438b-8113-0fe3e90faac6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:57.343217 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Sync routers for ids ['d51a3f24-550a-4348-8136-554744f94d0a'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:09:57.354534 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Routers {'d51a3f24-550a-4348-8136-554744f94d0a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:09:57.355422 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d51a3f24-550a-4348-8136-554744f94d0a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:57.361579 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Allocated IP 172.25.0.213 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/69f3c79e-915f-4b49-99d1-27cf363f307c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:09:57.408044 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Attempting to bind port 2c722de6-8282-438b-8113-0fe3e90faac6 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:09:57.408346 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Attempting to bind port 2c722de6-8282-438b-8113-0fe3e90faac6 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'a5a14e84-473e-4e89-9b25-438f94af865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77042222-400b-4703-ba35-82f3ec0c01db'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:09:57.408787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Attempting to bind port 2c722de6-8282-438b-8113-0fe3e90faac6 on network 77042222-400b-4703-ba35-82f3ec0c01db {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:09:57.415970 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:09:57.416488 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Checking segment: {'id': 'a5a14e84-473e-4e89-9b25-438f94af865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77042222-400b-4703-ba35-82f3ec0c01db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:09:57.416763 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:57.417894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Bound using segment: {'id': 'a5a14e84-473e-4e89-9b25-438f94af865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77042222-400b-4703-ba35-82f3ec0c01db'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:09:57.417894 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Bound port: 2c722de6-8282-438b-8113-0fe3e90faac6, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a14e84-473e-4e89-9b25-438f94af865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77042222-400b-4703-ba35-82f3ec0c01db'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:09:57.418201 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:57.500091 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] For port 2c722de6-8282-438b-8113-0fe3e90faac6, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:09:57.504123 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] For port 2c722de6-8282-438b-8113-0fe3e90faac6, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2c722de6-8282-438b-8113-0fe3e90faac6,segment=NetworkSegment(a5a14e84-473e-4e89-9b25-438f94af865b),segment_id=a5a14e84-473e-4e89-9b25-438f94af865b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:09:57.508975 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:57.509189 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:57.559178 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:57.574764 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a9097-cb4f-4775-9b66-47cad3d55611 None None] Pushing event updated for resources: {'Port': ['ID=2c722de6-8282-438b-8113-0fe3e90faac6,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:57.576119 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Set router d51a3f24-550a-4348-8136-554744f94d0a gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:09:57.609828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:09:57.613072 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:09:57.615569 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:09:57.653504 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=69f3c79e-915f-4b49-99d1-27cf363f307c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:57.816405 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 2, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:57.844038 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Checking router: d51a3f24-550a-4348-8136-554744f94d0a for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:09:57.844384 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Updating router d51a3f24-550a-4348-8136-554744f94d0a port e6b66094-22cc-4f3d-80a0-90fe9801a74a binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:09:57.875719 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:57.927367 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:58.138498 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:58.149064 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:58.155099 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:58.264675 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Attempting to bind port e6b66094-22cc-4f3d-80a0-90fe9801a74a on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:09:58.265113 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Attempting to bind port e6b66094-22cc-4f3d-80a0-90fe9801a74a by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:09:58.265478 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Attempting to bind port e6b66094-22cc-4f3d-80a0-90fe9801a74a on network 7990f8d6-654f-4316-87a1-206305e50162 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:09:58.277042 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:09:58.277418 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Checking segment: {'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:09:58.277848 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:58.278247 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Bound using segment: {'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:09:58.278928 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Bound port: e6b66094-22cc-4f3d-80a0-90fe9801a74a, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:09:58.279711 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:58.292050 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4ebb0-01d2-4398-9ac6-2c1666f2795b None None] Pushing event updated for resources: {'Port': ['ID=e6b66094-22cc-4f3d-80a0-90fe9801a74a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:58.297924 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Router b11e7afa-df88-4007-9159-12d36f7a6ef0 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:09:58.301677 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4ebb0-01d2-4398-9ac6-2c1666f2795b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:58.302015 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4ebb0-01d2-4398-9ac6-2c1666f2795b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:58.302357 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4ebb0-01d2-4398-9ac6-2c1666f2795b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:58.302700 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4ebb0-01d2-4398-9ac6-2c1666f2795b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:58.303029 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4ebb0-01d2-4398-9ac6-2c1666f2795b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:58.303357 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4ebb0-01d2-4398-9ac6-2c1666f2795b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:58.303686 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4ebb0-01d2-4398-9ac6-2c1666f2795b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:58.304046 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4ebb0-01d2-4398-9ac6-2c1666f2795b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:58.304376 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4ebb0-01d2-4398-9ac6-2c1666f2795b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:58.304698 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4ebb0-01d2-4398-9ac6-2c1666f2795b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:58.305022 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4ebb0-01d2-4398-9ac6-2c1666f2795b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:58.305342 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4ebb0-01d2-4398-9ac6-2c1666f2795b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:09:58.366458 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] For port e6b66094-22cc-4f3d-80a0-90fe9801a74a, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:09:58.370576 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] For port e6b66094-22cc-4f3d-80a0-90fe9801a74a, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e6b66094-22cc-4f3d-80a0-90fe9801a74a,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:09:58.376900 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:58.451033 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:09:58.454979 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Routers {'d51a3f24-550a-4348-8136-554744f94d0a'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:09:58.455555 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d51a3f24-550a-4348-8136-554744f94d0a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:58.473032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Sync routers for ids ['b11e7afa-df88-4007-9159-12d36f7a6ef0'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:09:58.483397 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:58.485075 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-cf6071fc-7dd9-4a5e-b92c-06eba6c7c7e6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7186155 Sep 30 09:09:58.486032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Routers {'b11e7afa-df88-4007-9159-12d36f7a6ef0'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:09:58.486885 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b11e7afa-df88-4007-9159-12d36f7a6ef0'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:58.488272 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50672) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:09:58.503585 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4ebb0-01d2-4398-9ac6-2c1666f2795b None None] Pushing event updated for resources: {'Port': ['ID=e6b66094-22cc-4f3d-80a0-90fe9801a74a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:58.600024 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] Set router d51a3f24-550a-4348-8136-554744f94d0a gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:09:58.955206 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:58Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:58.984194 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e54e8-febb-4244-ab84-c9a70fe9a0f8 None None] The sync data for ids ['d51a3f24-550a-4348-8136-554744f94d0a'] in n-d-807359-2 is: [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:58Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:09:59.004491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7254039b-1b16-4700-903e-73dad4c3c21d None None] Provisioning complete for port e6b66094-22cc-4f3d-80a0-90fe9801a74a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:09:59.005227 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7254039b-1b16-4700-903e-73dad4c3c21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:59.006658 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d075e79d-1ac6-4ecc-9f50-c2b02c557f20 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:09:59.008664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd18a68-bd70-4979-96c5-fe16b1f43320 None None] Network 77042222-400b-4703-ba35-82f3ec0c01db requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:09:59.115523 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Set router b11e7afa-df88-4007-9159-12d36f7a6ef0 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:09:59.200670 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:59.373884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Allocated IP 172.20.0.1 (77042222-400b-4703-ba35-82f3ec0c01db/65cef53a-7d84-4bb8-9d4a-288b67b61be1/cbbae837-2952-4469-b0be-fc730dfb87fb) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:09:59.383815 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port d075e79d-1ac6-4ecc-9f50-c2b02c557f20 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:09:59.384069 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:59.398331 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7254039b-1b16-4700-903e-73dad4c3c21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:59.499596 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:59.520382 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7254039b-1b16-4700-903e-73dad4c3c21d None None] For port e6b66094-22cc-4f3d-80a0-90fe9801a74a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e6b66094-22cc-4f3d-80a0-90fe9801a74a,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:09:59.529176 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7254039b-1b16-4700-903e-73dad4c3c21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:59.541062 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:59.579245 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Network 77042222-400b-4703-ba35-82f3ec0c01db is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:09:59.584770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:09:59.593563 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:09:59.627593 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Pushing event updated for resources: {'Port': ['ID=cbbae837-2952-4469-b0be-fc730dfb87fb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:59.627757 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254039b-1b16-4700-903e-73dad4c3c21d None None] Pushing event updated for resources: {'Port': ['ID=e6b66094-22cc-4f3d-80a0-90fe9801a74a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:09:59.631624 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'name': 'tempest-TestShelveInstance-442904905-router', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '69f3c79e-915f-4b49-99d1-27cf363f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:56Z', 'updated_at': '2021-09-30T09:09:57Z', 'revision_number': 3, 'project_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'gw_port': {'id': '69f3c79e-915f-4b49-99d1-27cf363f307c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:57Z', 'updated_at': '2021-09-30T09:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:09:59.634339 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e6b66094-22cc-4f3d-80a0-90fe9801a74a up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:09:59.650832 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:59.692471 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Checking router: b11e7afa-df88-4007-9159-12d36f7a6ef0 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:09:59.693117 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Updating router b11e7afa-df88-4007-9159-12d36f7a6ef0 port 69f3c79e-915f-4b49-99d1-27cf363f307c binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:09:59.735586 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:59.765806 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1ad1f743-0a7d-4572-bce4-69e79c8505fa None None] Provisioning complete for port e6b66094-22cc-4f3d-80a0-90fe9801a74a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:09:59.766182 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ad1f743-0a7d-4572-bce4-69e79c8505fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:59.817511 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:09:59.881969 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e6b66094-22cc-4f3d-80a0-90fe9801a74a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:09:59.882469 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:00.005434 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:00.010671 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:00.075990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1ad1f743-0a7d-4572-bce4-69e79c8505fa None None] Provisioning complete for port 2c722de6-8282-438b-8113-0fe3e90faac6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:00.076717 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ad1f743-0a7d-4572-bce4-69e79c8505fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:00.082774 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:00.084704 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Pushing event updated for resources: {'Port': ['ID=cbbae837-2952-4469-b0be-fc730dfb87fb,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:00.118690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2c722de6-8282-438b-8113-0fe3e90faac6 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:10:00.175770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Network 77042222-400b-4703-ba35-82f3ec0c01db is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:10:00.177193 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:10:00.230405 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:00.258453 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:00.260267 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 2c722de6-8282-438b-8113-0fe3e90faac6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:00.260623 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:00.301349 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Router b11e7afa-df88-4007-9159-12d36f7a6ef0 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:10:00.327386 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ad1f743-0a7d-4572-bce4-69e79c8505fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:00.368504 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:00.383369 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Attempting to bind port 69f3c79e-915f-4b49-99d1-27cf363f307c on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:10:00.383744 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Attempting to bind port 69f3c79e-915f-4b49-99d1-27cf363f307c by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:10:00.384134 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Attempting to bind port 69f3c79e-915f-4b49-99d1-27cf363f307c on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:10:00.387992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588492d-f10c-4041-8976-6557af54e78b None None] Pushing event updated for resources: {'Port': ['ID=69f3c79e-915f-4b49-99d1-27cf363f307c,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:00.405525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:10:00.405768 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:10:00.406171 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:00.406565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:10:00.407041 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Bound port: 69f3c79e-915f-4b49-99d1-27cf363f307c, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:10:00.407427 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:00.416168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1ad1f743-0a7d-4572-bce4-69e79c8505fa None None] For port 2c722de6-8282-438b-8113-0fe3e90faac6, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2c722de6-8282-438b-8113-0fe3e90faac6,segment=NetworkSegment(a5a14e84-473e-4e89-9b25-438f94af865b),segment_id=a5a14e84-473e-4e89-9b25-438f94af865b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:00.424871 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:10:00.429781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-ce267e82-3cc6-4750-91ee-e3acbf54d78f admin admin] 10.222.0.24 "PUT /v2.0/routers/b11e7afa-df88-4007-9159-12d36f7a6ef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9396534 Sep 30 09:10:00.437096 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ad1f743-0a7d-4572-bce4-69e79c8505fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:00.542753 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] For port 69f3c79e-915f-4b49-99d1-27cf363f307c, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:10:00.547498 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] For port 69f3c79e-915f-4b49-99d1-27cf363f307c, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=69f3c79e-915f-4b49-99d1-27cf363f307c,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:10:00.548952 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1f743-0a7d-4572-bce4-69e79c8505fa None None] Pushing event updated for resources: {'Port': ['ID=2c722de6-8282-438b-8113-0fe3e90faac6,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:00.553030 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:00.622552 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a7dd4729-2f43-4445-84cd-f86244db1a00 None None] Provisioning complete for port 2c722de6-8282-438b-8113-0fe3e90faac6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:00.622964 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7dd4729-2f43-4445-84cd-f86244db1a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:00.636685 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e6b66094-22cc-4f3d-80a0-90fe9801a74a up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:10:00.662172 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588492d-f10c-4041-8976-6557af54e78b None None] Pushing event updated for resources: {'Port': ['ID=69f3c79e-915f-4b49-99d1-27cf363f307c,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:00.664860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Routers {'b11e7afa-df88-4007-9159-12d36f7a6ef0'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:10:00.665460 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b11e7afa-df88-4007-9159-12d36f7a6ef0'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:00.993026 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e6b66094-22cc-4f3d-80a0-90fe9801a74a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:00.993400 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.018062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50680) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:01.023108 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-da261aec-2074-492f-b041-b61b71ae2b42 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796559017', 'description': 'tempest-secgroup-smoke-1796559017 description', 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:01.043471 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] Set router b11e7afa-df88-4007-9159-12d36f7a6ef0 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:10:01.045910 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da261aec-2074-492f-b041-b61b71ae2b42 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.128665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a7dd4729-2f43-4445-84cd-f86244db1a00 None None] Provisioning complete for port cbbae837-2952-4469-b0be-fc730dfb87fb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:01.129384 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7dd4729-2f43-4445-84cd-f86244db1a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.140045 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da261aec-2074-492f-b041-b61b71ae2b42 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.144074 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da261aec-2074-492f-b041-b61b71ae2b42 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.178066 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da261aec-2074-492f-b041-b61b71ae2b42 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.179305 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-da261aec-2074-492f-b041-b61b71ae2b42 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1601384 Sep 30 09:10:01.181168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da261aec-2074-492f-b041-b61b71ae2b42 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f37495c-65ab-45f7-b83f-52ed1293b7c3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:01.182586 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:01.187294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-10ceb8b3-ec37-4d10-8541-3cc926bf86c2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'security_group_rule': {'security_group_id': '8f37495c-65ab-45f7-b83f-52ed1293b7c3', 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:01.219715 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd4729-2f43-4445-84cd-f86244db1a00 None None] Port cbbae837-2952-4469-b0be-fc730dfb87fb cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:10:01.220646 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ceb8b3-ec37-4d10-8541-3cc926bf86c2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.277927 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ceb8b3-ec37-4d10-8541-3cc926bf86c2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.281874 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ceb8b3-ec37-4d10-8541-3cc926bf86c2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.304422 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ceb8b3-ec37-4d10-8541-3cc926bf86c2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779a338d-4525-4497-a362-cf7ed374dc19,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:01.315532 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ceb8b3-ec37-4d10-8541-3cc926bf86c2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.317109 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-10ceb8b3-ec37-4d10-8541-3cc926bf86c2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334267 Sep 30 09:10:01.320247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50684) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:01.326248 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-20ee51b8-81f9-48ef-b497-6720578215a9 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'security_group_rule': {'security_group_id': '8f37495c-65ab-45f7-b83f-52ed1293b7c3', 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:01.333737 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'name': 'tempest-TestShelveInstance-442904905-router', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '69f3c79e-915f-4b49-99d1-27cf363f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:56Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 4, 'project_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'gw_port': {'id': '69f3c79e-915f-4b49-99d1-27cf363f307c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:57Z', 'updated_at': '2021-09-30T09:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'cbbae837-2952-4469-b0be-fc730dfb87fb', 'name': '', 'network_id': '77042222-400b-4703-ba35-82f3ec0c01db', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'mac_address': 'fa:16:3e:ae:e4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '65cef53a-7d84-4bb8-9d4a-288b67b61be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:59Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 2, 'project_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'subnets': [{'id': '65cef53a-7d84-4bb8-9d4a-288b67b61be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:01.357821 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20ee51b8-81f9-48ef-b497-6720578215a9 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.361088 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32085792-ecfe-4109-a8df-a17b6cef68ba None None] The sync data for ids ['b11e7afa-df88-4007-9159-12d36f7a6ef0'] in n-d-807359-2 is: [{'id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'name': 'tempest-TestShelveInstance-442904905-router', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '69f3c79e-915f-4b49-99d1-27cf363f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:56Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 4, 'project_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'gw_port': {'id': '69f3c79e-915f-4b49-99d1-27cf363f307c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:57Z', 'updated_at': '2021-09-30T09:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'cbbae837-2952-4469-b0be-fc730dfb87fb', 'name': '', 'network_id': '77042222-400b-4703-ba35-82f3ec0c01db', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'mac_address': 'fa:16:3e:ae:e4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '65cef53a-7d84-4bb8-9d4a-288b67b61be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:59Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 2, 'project_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'subnets': [{'id': '65cef53a-7d84-4bb8-9d4a-288b67b61be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:10:01.420026 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20ee51b8-81f9-48ef-b497-6720578215a9 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.424051 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20ee51b8-81f9-48ef-b497-6720578215a9 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.442257 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee51b8-81f9-48ef-b497-6720578215a9 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbd6ea5-42e8-4776-bda9-8bbf2b3f87ad,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:01.449629 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20ee51b8-81f9-48ef-b497-6720578215a9 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.451049 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-20ee51b8-81f9-48ef-b497-6720578215a9 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294823 Sep 30 09:10:01.453911 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50686) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:01.458582 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3f26fae5-71fd-4530-8fe1-0b2ee86cbba0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'security_group_rule': {'security_group_id': '8f37495c-65ab-45f7-b83f-52ed1293b7c3', 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:01.485512 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3f26fae5-71fd-4530-8fe1-0b2ee86cbba0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.548421 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3f26fae5-71fd-4530-8fe1-0b2ee86cbba0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.556678 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3f26fae5-71fd-4530-8fe1-0b2ee86cbba0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.576393 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26fae5-71fd-4530-8fe1-0b2ee86cbba0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca1a651-003e-4a4e-84ab-9af1fd28cabb,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:01.589286 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3f26fae5-71fd-4530-8fe1-0b2ee86cbba0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.590504 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-3f26fae5-71fd-4530-8fe1-0b2ee86cbba0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356077 Sep 30 09:10:01.593423 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50688) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:01.597717 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9cf7f71e-0773-4544-a76b-b50c2eab1544 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'security_group_rule': {'security_group_id': '8f37495c-65ab-45f7-b83f-52ed1293b7c3', 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:01.627110 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f71e-0773-4544-a76b-b50c2eab1544 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.693754 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f71e-0773-4544-a76b-b50c2eab1544 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.697541 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f71e-0773-4544-a76b-b50c2eab1544 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.717890 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7f71e-0773-4544-a76b-b50c2eab1544 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64659051-f438-41c4-b7c7-12bed61ee248,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:01.721804 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f71e-0773-4544-a76b-b50c2eab1544 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.726254 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9cf7f71e-0773-4544-a76b-b50c2eab1544 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291838 Sep 30 09:10:01.727145 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50690) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:01.730824 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4b81c57c-a89e-41d2-a6d0-55554b424036 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'security_group_rule': {'security_group_id': '8f37495c-65ab-45f7-b83f-52ed1293b7c3', 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:01.754033 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-4b81c57c-a89e-41d2-a6d0-55554b424036 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Project 6d1d4e44aa5144cf8288d4b9acb905cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:10:01.759642 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b81c57c-a89e-41d2-a6d0-55554b424036 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.826131 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b81c57c-a89e-41d2-a6d0-55554b424036 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.829922 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b81c57c-a89e-41d2-a6d0-55554b424036 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.851569 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81c57c-a89e-41d2-a6d0-55554b424036 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d1bfde-fa16-4e9e-a010-4ea61844b45d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:01.861719 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b81c57c-a89e-41d2-a6d0-55554b424036 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.865541 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-4b81c57c-a89e-41d2-a6d0-55554b424036 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1381779 Sep 30 09:10:01.868287 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 50694) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:01.873051 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f6e96c52-a1f7-4226-b562-59eefd5f476d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'security_group_rule': {'security_group_id': '8f37495c-65ab-45f7-b83f-52ed1293b7c3', 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:01.896068 n-d-807359-2 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-f6e96c52-a1f7-4226-b562-59eefd5f476d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Project 6d1d4e44aa5144cf8288d4b9acb905cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:10:01.901221 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6e96c52-a1f7-4226-b562-59eefd5f476d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.972670 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6e96c52-a1f7-4226-b562-59eefd5f476d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:01.977665 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6e96c52-a1f7-4226-b562-59eefd5f476d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:02.000833 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e96c52-a1f7-4226-b562-59eefd5f476d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4818a593-699c-4f94-acf4-fbb49871020e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:02.007702 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6e96c52-a1f7-4226-b562-59eefd5f476d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:02.024521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-f6e96c52-a1f7-4226-b562-59eefd5f476d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549587 Sep 30 09:10:02.229521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-eaffe568-3e4a-47de-bc86-f4009b326229 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796559017&fields=id&tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd HTTP/1.1" status: 200 len: 267 time: 0.0336819 Sep 30 09:10:02.345479 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-770fde64-832f-4b4c-9638-bc08889452fb tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:02.347939 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-770fde64-832f-4b4c-9638-bc08889452fb tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 809 time: 0.1110344 Sep 30 09:10:02.364746 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-495e431a-161b-4e5c-af8d-c1bc7c3dd7ff tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/quotas/6d1d4e44aa5144cf8288d4b9acb905cd HTTP/1.1" status: 200 len: 375 time: 0.0101790 Sep 30 09:10:02.423313 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-8b3e5007-08ae-4721-b16a-e2d0e02bfe0d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528829 Sep 30 09:10:02.528102 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-1ff4c3b1-8ba0-4e39-8bc7-dcf6b158a718 service neutron] 10.222.0.24 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928805 Sep 30 09:10:02.637145 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-a544dafe-5d06-47a5-93f0-953d7ee068ef service neutron] 10.222.0.24 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003480 Sep 30 09:10:02.707976 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 69f3c79e-915f-4b49-99d1-27cf363f307c up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:10:02.766825 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 69f3c79e-915f-4b49-99d1-27cf363f307c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:02.767097 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:02.800990 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5d4c4679-cac8-47cf-874e-621a6a028d84 req-e4ed0bb4-6cb7-4951-ad6e-8b21e8585768 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 210 time: 0.0271223 Sep 30 09:10:02.847118 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:02.869113 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 69f3c79e-915f-4b49-99d1-27cf363f307c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=69f3c79e-915f-4b49-99d1-27cf363f307c,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:02.873440 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:02.874348 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2c722de6-8282-438b-8113-0fe3e90faac6 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:10:02.954603 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=69f3c79e-915f-4b49-99d1-27cf363f307c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:02.968921 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 2c722de6-8282-438b-8113-0fe3e90faac6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:02.969301 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:03.425216 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Sync routers for ids ['b11e7afa-df88-4007-9159-12d36f7a6ef0'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:10:03.438669 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Routers {'b11e7afa-df88-4007-9159-12d36f7a6ef0'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:10:03.439621 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b11e7afa-df88-4007-9159-12d36f7a6ef0'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:03.562488 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Set router b11e7afa-df88-4007-9159-12d36f7a6ef0 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:10:03.764954 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'name': 'tempest-TestShelveInstance-442904905-router', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '69f3c79e-915f-4b49-99d1-27cf363f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:56Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 4, 'project_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'gw_port': {'id': '69f3c79e-915f-4b49-99d1-27cf363f307c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:57Z', 'updated_at': '2021-09-30T09:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'cbbae837-2952-4469-b0be-fc730dfb87fb', 'name': '', 'network_id': '77042222-400b-4703-ba35-82f3ec0c01db', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'mac_address': 'fa:16:3e:ae:e4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '65cef53a-7d84-4bb8-9d4a-288b67b61be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:59Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 2, 'project_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'subnets': [{'id': '65cef53a-7d84-4bb8-9d4a-288b67b61be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:03.893483 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Checking router: b11e7afa-df88-4007-9159-12d36f7a6ef0 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:10:03.894477 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Updating router b11e7afa-df88-4007-9159-12d36f7a6ef0 port cbbae837-2952-4469-b0be-fc730dfb87fb binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:10:03.916058 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fa718f5a-b0b9-4d54-9def-8ac2234b9dd5 req-68359ecf-262c-4047-8d37-d113b19190ee tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 210 time: 0.0408654 Sep 30 09:10:03.921122 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:04.074906 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-dabd2c91-9bc1-4246-958f-d7a550d339df tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:04.077166 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-dabd2c91-9bc1-4246-958f-d7a550d339df tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 809 time: 0.1125877 Sep 30 09:10:04.129935 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-040ea697-2d24-4c71-9a04-0bba33defa29 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd HTTP/1.1" status: 200 len: 380 time: 0.0350850 Sep 30 09:10:04.140553 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-a1a0d9ec-1380-4408-a891-30a47c43f3a6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'port': {'device_id': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'admin_state_up': True, 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'security_groups': ['8f37495c-65ab-45f7-b83f-52ed1293b7c3']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:04.212395 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:04.217703 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:04.262676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-a1a0d9ec-1380-4408-a891-30a47c43f3a6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Made reservation on behalf of 6d1d4e44aa5144cf8288d4b9acb905cd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:10:04.266326 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-a1a0d9ec-1380-4408-a891-30a47c43f3a6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:04.305675 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd003dd-d9ef-49d2-a404-6307dd001f92 None None] Pushing event updated for resources: {'Port': ['ID=cbbae837-2952-4469-b0be-fc730dfb87fb,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:04.320963 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Attempting to bind port cbbae837-2952-4469-b0be-fc730dfb87fb on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:10:04.321341 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Attempting to bind port cbbae837-2952-4469-b0be-fc730dfb87fb by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'a5a14e84-473e-4e89-9b25-438f94af865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77042222-400b-4703-ba35-82f3ec0c01db'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:10:04.321755 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Attempting to bind port cbbae837-2952-4469-b0be-fc730dfb87fb on network 77042222-400b-4703-ba35-82f3ec0c01db {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:10:04.327068 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:10:04.327441 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Checking segment: {'id': 'a5a14e84-473e-4e89-9b25-438f94af865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77042222-400b-4703-ba35-82f3ec0c01db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:10:04.327839 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:04.328263 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Bound using segment: {'id': 'a5a14e84-473e-4e89-9b25-438f94af865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77042222-400b-4703-ba35-82f3ec0c01db'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:10:04.328730 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Bound port: cbbae837-2952-4469-b0be-fc730dfb87fb, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a14e84-473e-4e89-9b25-438f94af865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77042222-400b-4703-ba35-82f3ec0c01db'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:10:04.329110 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:04.405411 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] For port cbbae837-2952-4469-b0be-fc730dfb87fb, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:10:04.408717 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] For port cbbae837-2952-4469-b0be-fc730dfb87fb, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=cbbae837-2952-4469-b0be-fc730dfb87fb,segment=NetworkSegment(a5a14e84-473e-4e89-9b25-438f94af865b),segment_id=a5a14e84-473e-4e89-9b25-438f94af865b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:10:04.413682 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:04.415572 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-a1a0d9ec-1380-4408-a891-30a47c43f3a6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Allocated IP 172.20.0.7 (7990f8d6-654f-4316-87a1-206305e50162/83a06729-4d3d-4306-8102-a7cd0ba6f9e9/fe073625-ab94-42a5-906a-a3a8f472e2d1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:10:04.474370 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Routers {'b11e7afa-df88-4007-9159-12d36f7a6ef0'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:10:04.475010 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b11e7afa-df88-4007-9159-12d36f7a6ef0'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:04.510481 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd003dd-d9ef-49d2-a404-6307dd001f92 None None] Pushing event updated for resources: {'Port': ['ID=cbbae837-2952-4469-b0be-fc730dfb87fb,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:04.580180 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-a1a0d9ec-1380-4408-a891-30a47c43f3a6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:04.582766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5c1e53fb-c6f8-46b2-9fe1-0696f06d5b9c None None] Provisioning complete for port cbbae837-2952-4469-b0be-fc730dfb87fb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:04.583235 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c1e53fb-c6f8-46b2-9fe1-0696f06d5b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:04.602647 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] Set router b11e7afa-df88-4007-9159-12d36f7a6ef0 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:10:04.620619 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-a1a0d9ec-1380-4408-a891-30a47c43f3a6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:04.696353 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-a1a0d9ec-1380-4408-a891-30a47c43f3a6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Network 7990f8d6-654f-4316-87a1-206305e50162 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:10:04.699770 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-a1a0d9ec-1380-4408-a891-30a47c43f3a6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:10:04.703884 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-a1a0d9ec-1380-4408-a891-30a47c43f3a6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:10:04.751287 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 69f3c79e-915f-4b49-99d1-27cf363f307c up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:10:04.752046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0d9ec-1380-4408-a891-30a47c43f3a6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'Port': ['ID=fe073625-ab94-42a5-906a-a3a8f472e2d1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:04.773709 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-a1a0d9ec-1380-4408-a891-30a47c43f3a6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:04.774534 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-a1a0d9ec-1380-4408-a891-30a47c43f3a6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:04.794912 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-a1a0d9ec-1380-4408-a891-30a47c43f3a6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6572697 Sep 30 09:10:04.811100 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c1e53fb-c6f8-46b2-9fe1-0696f06d5b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:04.816376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Request body: {'port': {'device_id': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:04.856413 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'name': 'tempest-TestShelveInstance-442904905-router', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '69f3c79e-915f-4b49-99d1-27cf363f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:56Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 4, 'project_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'gw_port': {'id': '69f3c79e-915f-4b49-99d1-27cf363f307c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:57Z', 'updated_at': '2021-09-30T09:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'cbbae837-2952-4469-b0be-fc730dfb87fb', 'name': '', 'network_id': '77042222-400b-4703-ba35-82f3ec0c01db', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'mac_address': 'fa:16:3e:ae:e4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '65cef53a-7d84-4bb8-9d4a-288b67b61be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:59Z', 'updated_at': '2021-09-30T09:10:04Z', 'revision_number': 4, 'project_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'subnets': [{'id': '65cef53a-7d84-4bb8-9d4a-288b67b61be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:04.863651 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5c1e53fb-c6f8-46b2-9fe1-0696f06d5b9c None None] For port cbbae837-2952-4469-b0be-fc730dfb87fb, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=cbbae837-2952-4469-b0be-fc730dfb87fb,segment=NetworkSegment(a5a14e84-473e-4e89-9b25-438f94af865b),segment_id=a5a14e84-473e-4e89-9b25-438f94af865b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:04.864709 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 69f3c79e-915f-4b49-99d1-27cf363f307c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:04.865096 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:04.890160 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:04.894128 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aea653-f1c6-4a48-a346-0a20cbc77189 None None] The sync data for ids ['b11e7afa-df88-4007-9159-12d36f7a6ef0'] in n-d-807359-2 is: [{'id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'name': 'tempest-TestShelveInstance-442904905-router', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '69f3c79e-915f-4b49-99d1-27cf363f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:56Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 4, 'project_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'gw_port': {'id': '69f3c79e-915f-4b49-99d1-27cf363f307c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:57Z', 'updated_at': '2021-09-30T09:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'cbbae837-2952-4469-b0be-fc730dfb87fb', 'name': '', 'network_id': '77042222-400b-4703-ba35-82f3ec0c01db', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'mac_address': 'fa:16:3e:ae:e4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '65cef53a-7d84-4bb8-9d4a-288b67b61be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:59Z', 'updated_at': '2021-09-30T09:10:04Z', 'revision_number': 4, 'project_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'subnets': [{'id': '65cef53a-7d84-4bb8-9d4a-288b67b61be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:10:04.907703 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c1e53fb-c6f8-46b2-9fe1-0696f06d5b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:04.991677 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cbbae837-2952-4469-b0be-fc730dfb87fb up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:10:05.059569 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e53fb-c6f8-46b2-9fe1-0696f06d5b9c None None] Pushing event updated for resources: {'Port': ['ID=cbbae837-2952-4469-b0be-fc730dfb87fb,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:05.071972 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b27df811-c215-4449-87ec-7e5c2a99f4f6 None None] Provisioning complete for port fe073625-ab94-42a5-906a-a3a8f472e2d1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:05.072347 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b27df811-c215-4449-87ec-7e5c2a99f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:05.078757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c24f41-893a-4ed2-a6ed-d949816e5f9c req-b8beec6d-9e78-4809-af50-7ad74f75a6cc tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:05.087483 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94c24f41-893a-4ed2-a6ed-d949816e5f9c req-b8beec6d-9e78-4809-af50-7ad74f75a6cc tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 931 time: 0.0648084 Sep 30 09:10:05.118273 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b27df811-c215-4449-87ec-7e5c2a99f4f6 None None] Port fe073625-ab94-42a5-906a-a3a8f472e2d1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:10:05.130308 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port cbbae837-2952-4469-b0be-fc730dfb87fb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:05.130679 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:05.132504 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94c24f41-893a-4ed2-a6ed-d949816e5f9c req-649a1535-8567-448a-8feb-f874902ae4c8 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436358 Sep 30 09:10:05.160762 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b27df811-c215-4449-87ec-7e5c2a99f4f6 None None] Provisioning complete for port cbbae837-2952-4469-b0be-fc730dfb87fb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:05.161215 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b27df811-c215-4449-87ec-7e5c2a99f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:05.239073 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe073625-ab94-42a5-906a-a3a8f472e2d1 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:10:05.247530 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:05.262849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Transition to ACTIVE for port object fe073625-ab94-42a5-906a-a3a8f472e2d1 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:10:05.267744 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:05.325647 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Pushing event updated for resources: {'Port': ['ID=fe073625-ab94-42a5-906a-a3a8f472e2d1,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:05.404245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Attempting to bind port fe073625-ab94-42a5-906a-a3a8f472e2d1 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:10:05.404678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Attempting to bind port fe073625-ab94-42a5-906a-a3a8f472e2d1 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:10:05.404931 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Attempting to bind port fe073625-ab94-42a5-906a-a3a8f472e2d1 on network 7990f8d6-654f-4316-87a1-206305e50162 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:10:05.411516 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Port fe073625-ab94-42a5-906a-a3a8f472e2d1 on network 7990f8d6-654f-4316-87a1-206305e50162 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:10:05.411896 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Attempting to bind port fe073625-ab94-42a5-906a-a3a8f472e2d1 on network 7990f8d6-654f-4316-87a1-206305e50162 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:10:05.417872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:10:05.418484 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Checking segment: {'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:10:05.419046 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Bound using segment: {'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:10:05.419493 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Bound port: fe073625-ab94-42a5-906a-a3a8f472e2d1, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:10:05.419841 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:05.495829 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] For port fe073625-ab94-42a5-906a-a3a8f472e2d1, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:10:05.503259 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] For port fe073625-ab94-42a5-906a-a3a8f472e2d1, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:10:05.508439 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:05.545828 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:05.546678 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:05.548334 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] 10.222.0.35 "PUT /v2.0/ports/fe073625-ab94-42a5-906a-a3a8f472e2d1 HTTP/1.1" status: 200 len: 1091 time: 0.7375576 Sep 30 09:10:05.550789 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'tag': 'fe073625-ab94-42a5-906a-a3a8f472e2d1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:10:05.553328 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a506f82-7177-4c2f-bfb3-4b4e5a978d32" -d '{"events": [{"name": "network-changed", "server_uuid": "a6443b6f-c159-4d89-b808-9d1d6063a53f", "tag": "fe073625-ab94-42a5-906a-a3a8f472e2d1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:10:05.579544 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b815b3-f615-4ebf-a35f-9d7a0eec590e service neutron] Pushing event updated for resources: {'Port': ['ID=fe073625-ab94-42a5-906a-a3a8f472e2d1,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:05.608026 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d973a39-4a43-4a32-a5f5-2b2fd4d37b85 x-openstack-request-id: req-9d973a39-4a43-4a32-a5f5-2b2fd4d37b85 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:10:05.608341 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6443b6f-c159-4d89-b808-9d1d6063a53f", "tag": "fe073625-ab94-42a5-906a-a3a8f472e2d1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:10:05.608600 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d973a39-4a43-4a32-a5f5-2b2fd4d37b85 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:10:05.609080 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'tag': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'status': 'completed', 'code': 200} Sep 30 09:10:05.674225 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-035fa2a6-a108-45f7-b4d0-385f0d56a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:05.676122 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-035fa2a6-a108-45f7-b4d0-385f0d56a7b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 1094 time: 0.0563028 Sep 30 09:10:05.730257 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-59fa8a9b-9c07-4121-9798-85cdbfc84e64 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1 HTTP/1.1" status: 200 len: 217 time: 0.0359757 Sep 30 09:10:05.787137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-d45a8dbb-0424-4d97-ba74-5af8fc7b8b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:05.788663 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-d45a8dbb-0424-4d97-ba74-5af8fc7b8b51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0511718 Sep 30 09:10:05.845578 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-c7f7d9ed-048e-44a8-b0db-3a87456e72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:05.847296 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-c7f7d9ed-048e-44a8-b0db-3a87456e72a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507119 Sep 30 09:10:05.944577 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-ef3bd80c-571f-43c7-8366-66c35c50b941 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886502 Sep 30 09:10:06.036842 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-bf43f519-069d-45c6-9eb2-c524a5a377ef req-f35a3867-490b-4316-b265-78a98b8e39d8 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838177 Sep 30 09:10:06.176827 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a506f82-7177-4c2f-bfb3-4b4e5a978d32 req-7860925e-01d0-4898-9d50-f11c83147fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:06.178367 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3a506f82-7177-4c2f-bfb3-4b4e5a978d32 req-7860925e-01d0-4898-9d50-f11c83147fcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 1094 time: 0.0428801 Sep 30 09:10:06.246807 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadf6bc-b94d-409d-815e-958d29b1882c req-3de7a4d4-ffde-4d13-8ff0-925f534f5af0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:06.248348 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-abadf6bc-b94d-409d-815e-958d29b1882c req-3de7a4d4-ffde-4d13-8ff0-925f534f5af0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 943 time: 0.0497303 Sep 30 09:10:06.290560 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-abadf6bc-b94d-409d-815e-958d29b1882c req-5689be13-d15b-45c1-9ffa-4d779d56f0c9 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356624 Sep 30 09:10:06.291996 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a506f82-7177-4c2f-bfb3-4b4e5a978d32 req-f6aa1ef9-cc2e-4bc3-8a6c-1e1b51c96342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:06.293522 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3a506f82-7177-4c2f-bfb3-4b4e5a978d32 req-f6aa1ef9-cc2e-4bc3-8a6c-1e1b51c96342 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.1071887 Sep 30 09:10:06.338998 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3a506f82-7177-4c2f-bfb3-4b4e5a978d32 req-eac05f36-6ad9-4807-8332-ba7fa7212de9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1 HTTP/1.1" status: 200 len: 217 time: 0.0363379 Sep 30 09:10:06.404740 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a506f82-7177-4c2f-bfb3-4b4e5a978d32 req-11964f78-757c-493c-91ee-5601e6dc4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:06.406193 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3a506f82-7177-4c2f-bfb3-4b4e5a978d32 req-11964f78-757c-493c-91ee-5601e6dc4221 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0596476 Sep 30 09:10:06.454036 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a506f82-7177-4c2f-bfb3-4b4e5a978d32 req-383558bd-6c37-4b35-92fc-74151d61a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:06.455498 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3a506f82-7177-4c2f-bfb3-4b4e5a978d32 req-383558bd-6c37-4b35-92fc-74151d61a232 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387585 Sep 30 09:10:06.545499 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3a506f82-7177-4c2f-bfb3-4b4e5a978d32 req-c5e2ea4f-d383-4ab3-b5c2-cdef1834fe57 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796852 Sep 30 09:10:06.605801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cbbae837-2952-4469-b0be-fc730dfb87fb up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:10:06.651062 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-3a506f82-7177-4c2f-bfb3-4b4e5a978d32 req-e1ed7e62-8373-4f63-b39e-1e23e30e2882 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940292 Sep 30 09:10:06.656517 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port cbbae837-2952-4469-b0be-fc730dfb87fb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:06.656893 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:07.424347 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6d2da-bcb9-4094-81b4-dc2558359d4c req-c3d6e17b-4bf1-46a6-a67f-41c78abc44c1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:07.426504 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-92b6d2da-bcb9-4094-81b4-dc2558359d4c req-c3d6e17b-4bf1-46a6-a67f-41c78abc44c1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 943 time: 0.0572841 Sep 30 09:10:07.473929 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-92b6d2da-bcb9-4094-81b4-dc2558359d4c req-8f5edfb1-ff4c-488e-9157-e5ac5dec9b5e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413933 Sep 30 09:10:07.648054 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device fe073625-ab94-42a5-906a-a3a8f472e2d1 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:10:07.745454 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fe073625-ab94-42a5-906a-a3a8f472e2d1, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:07.756668 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'port_id': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'mac_address': 'fa:16:3e:f2:f5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:10:07.793156 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:07.806503 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe073625-ab94-42a5-906a-a3a8f472e2d1 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:10:07.826648 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fe073625-ab94-42a5-906a-a3a8f472e2d1, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:07.830215 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:07.877455 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=fe073625-ab94-42a5-906a-a3a8f472e2d1,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:08.146171 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['fe073625-ab94-42a5-906a-a3a8f472e2d1'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:10:08.590060 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398a17f-67af-4925-921c-f7f9dbb98612 req-0fb4f253-0ce6-4e87-9657-b7e787d3d264 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:08.591605 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d398a17f-67af-4925-921c-f7f9dbb98612 req-0fb4f253-0ce6-4e87-9657-b7e787d3d264 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 944 time: 0.0500295 Sep 30 09:10:08.632819 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d398a17f-67af-4925-921c-f7f9dbb98612 req-788ed0b6-8d88-48b8-9867-5503e1b497a6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342903 Sep 30 09:10:09.658711 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device fe073625-ab94-42a5-906a-a3a8f472e2d1 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:10:09.712981 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port fe073625-ab94-42a5-906a-a3a8f472e2d1 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:10:09.717160 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port fe073625-ab94-42a5-906a-a3a8f472e2d1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:10:09.717540 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:09.755565 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7ed0a-ac20-4d44-abc6-d9e829d0cb2c req-113f7db1-a942-457c-b482-052648262ae0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:09.757399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53d7ed0a-ac20-4d44-abc6-d9e829d0cb2c req-113f7db1-a942-457c-b482-052648262ae0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 944 time: 0.0550849 Sep 30 09:10:09.807036 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:09.808940 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-53d7ed0a-ac20-4d44-abc6-d9e829d0cb2c req-425003e1-f1f5-46c2-9e04-4818e6f0302f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371861 Sep 30 09:10:09.830266 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe073625-ab94-42a5-906a-a3a8f472e2d1'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:10:09.832584 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0bd08c-12e4-4ac2-9277-3b6e0a90a591" -d '{"events": [{"server_uuid": "a6443b6f-c159-4d89-b808-9d1d6063a53f", "name": "network-vif-plugged", "status": "completed", "tag": "fe073625-ab94-42a5-906a-a3a8f472e2d1"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:10:09.846039 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fe073625-ab94-42a5-906a-a3a8f472e2d1, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:10:09.849948 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:09.881212 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25539cac-df09-4474-a796-68e119211710 x-openstack-request-id: req-25539cac-df09-4474-a796-68e119211710 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:10:09.881502 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6443b6f-c159-4d89-b808-9d1d6063a53f", "name": "network-vif-plugged", "status": "completed", "tag": "fe073625-ab94-42a5-906a-a3a8f472e2d1", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:10:09.881754 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25539cac-df09-4474-a796-68e119211710 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:10:09.882145 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'code': 200} Sep 30 09:10:09.910323 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=fe073625-ab94-42a5-906a-a3a8f472e2d1,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:09.998616 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328490ba-374e-4bf4-ba8e-ae446a90ade4 req-a25961d8-218a-4131-87e7-11ea4793de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:10.000167 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-328490ba-374e-4bf4-ba8e-ae446a90ade4 req-a25961d8-218a-4131-87e7-11ea4793de28 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 1096 time: 0.0395639 Sep 30 09:10:10.035543 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-328490ba-374e-4bf4-ba8e-ae446a90ade4 req-42eae320-5d9d-41de-be1a-6dbb090f59cd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275500 Sep 30 09:10:10.807763 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:10.929149 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c59ee5-5424-4b68-baaa-78492721173a req-cfd4ba68-4cf3-4e1a-ba7c-34facc25cb6d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:10.930639 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-92c59ee5-5424-4b68-baaa-78492721173a req-cfd4ba68-4cf3-4e1a-ba7c-34facc25cb6d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0531194 Sep 30 09:10:10.973869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-92c59ee5-5424-4b68-baaa-78492721173a req-61294e85-d411-40bd-b52f-e930c62f0d11 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371125 Sep 30 09:10:12.087077 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f66a8-9300-4e89-ae6b-eb8b92c8ab1f req-44757ebb-c4d4-4861-aeed-434862787645 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:12.088744 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-153f66a8-9300-4e89-ae6b-eb8b92c8ab1f req-44757ebb-c4d4-4861-aeed-434862787645 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0490901 Sep 30 09:10:12.126411 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-153f66a8-9300-4e89-ae6b-eb8b92c8ab1f req-476a3399-5496-4352-a57a-3f82953ff16d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317802 Sep 30 09:10:12.160971 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87764f2b-9fd9-450e-b055-7b8c1d49c40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:12.243659 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910e634-19d4-45ae-9714-b94b946778dc req-b4d0b23c-9ce4-4fc9-9a5a-f945643abf6a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:12.245195 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2910e634-19d4-45ae-9714-b94b946778dc req-b4d0b23c-9ce4-4fc9-9a5a-f945643abf6a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0506742 Sep 30 09:10:12.285579 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2910e634-19d4-45ae-9714-b94b946778dc req-f7d542a9-d6c9-4a8e-a9ed-508a603cda18 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343480 Sep 30 09:10:12.306519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50746) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:12.446928 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6398494-0c01-486c-8da4-bf9ca119406d tempest-TestShelveInstance-498978429 tempest-TestShelveInstance-498978429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:12.449407 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d6398494-0c01-486c-8da4-bf9ca119406d tempest-TestShelveInstance-498978429 tempest-TestShelveInstance-498978429-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 1091 time: 0.1418953 Sep 30 09:10:12.452572 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 50750) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:10:12.457583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:10:12.481926 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:12.577618 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:12.682850 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Allocated IP 172.25.0.7 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/ecfee79c-1cca-4404-afa4-93ff52f3c424) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:10:12.779377 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:12.811512 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:12.856140 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:10:12.860410 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:10:12.864449 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:10:12.872684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'Port': ['ID=ecfee79c-1cca-4404-afa4-93ff52f3c424,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:13.228258 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:13.297115 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:13.450144 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:13.454698 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:13.528576 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'Port': ['ID=ecfee79c-1cca-4404-afa4-93ff52f3c424,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:10:13.541465 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:13.644942 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Floating IP 74150ed4-d7bf-4682-970a-f35ca47e284d associated. External IP: 172.25.0.7, port: fe073625-ab94-42a5-906a-a3a8f472e2d1. Sep 30 09:10:13.865016 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Router d51a3f24-550a-4348-8136-554744f94d0a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:10:13.979704 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:10:13.989580 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02acf8f9-b117-441f-8e79-0c26a0b2e7ee None None] Sync routers for ids ['d51a3f24-550a-4348-8136-554744f94d0a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:10:13.997567 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:13.999394 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02acf8f9-b117-441f-8e79-0c26a0b2e7ee None None] Routers {'d51a3f24-550a-4348-8136-554744f94d0a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:10:14.000040 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-02acf8f9-b117-441f-8e79-0c26a0b2e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d51a3f24-550a-4348-8136-554744f94d0a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:14.026327 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-8a27c51c-1678-434d-a8a9-7834fc96c772 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5726440 Sep 30 09:10:14.027027 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'tag': 'fe073625-ab94-42a5-906a-a3a8f472e2d1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:10:14.029368 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7f38a9-7cf1-45d8-9d03-0d485b4274f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a6443b6f-c159-4d89-b808-9d1d6063a53f", "tag": "fe073625-ab94-42a5-906a-a3a8f472e2d1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:10:14.074357 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bf8b2b-b055-49cd-b337-1aac64d5b696 x-openstack-request-id: req-09bf8b2b-b055-49cd-b337-1aac64d5b696 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:10:14.074659 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6443b6f-c159-4d89-b808-9d1d6063a53f", "tag": "fe073625-ab94-42a5-906a-a3a8f472e2d1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:10:14.074920 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09bf8b2b-b055-49cd-b337-1aac64d5b696 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:10:14.075325 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'tag': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'status': 'completed', 'code': 200} Sep 30 09:10:14.115629 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-02acf8f9-b117-441f-8e79-0c26a0b2e7ee None None] Set router d51a3f24-550a-4348-8136-554744f94d0a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:10:14.158856 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f38a9-7cf1-45d8-9d03-0d485b4274f1 req-e593a25a-e201-4b20-ab76-6b72a71a31f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:14.160562 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca7f38a9-7cf1-45d8-9d03-0d485b4274f1 req-e593a25a-e201-4b20-ab76-6b72a71a31f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 1096 time: 0.0423775 Sep 30 09:10:14.265292 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f38a9-7cf1-45d8-9d03-0d485b4274f1 req-1611e431-fde5-4a55-b093-7c5384a782a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:14.266819 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca7f38a9-7cf1-45d8-9d03-0d485b4274f1 req-1611e431-fde5-4a55-b093-7c5384a782a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.0998011 Sep 30 09:10:14.332912 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca7f38a9-7cf1-45d8-9d03-0d485b4274f1 req-2e8f194c-5076-4afd-913c-59884756ca5e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1 HTTP/1.1" status: 200 len: 997 time: 0.0586777 Sep 30 09:10:14.351222 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-02acf8f9-b117-441f-8e79-0c26a0b2e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '74150ed4-d7bf-4682-970a-f35ca47e284d', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'port_id': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'mac_address': 'fa:16:3e:f2:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:10:13Z', 'updated_at': '2021-09-30T09:10:13Z', 'revision_number': 0, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 5, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:14.377213 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02acf8f9-b117-441f-8e79-0c26a0b2e7ee None None] Checking router: d51a3f24-550a-4348-8136-554744f94d0a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:10:14.381159 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f38a9-7cf1-45d8-9d03-0d485b4274f1 req-1487fa54-3f49-4140-a29c-63724539b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:14.382633 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca7f38a9-7cf1-45d8-9d03-0d485b4274f1 req-1487fa54-3f49-4140-a29c-63724539b49c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0434177 Sep 30 09:10:14.385883 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02acf8f9-b117-441f-8e79-0c26a0b2e7ee None None] Routers {'d51a3f24-550a-4348-8136-554744f94d0a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:10:14.386488 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-02acf8f9-b117-441f-8e79-0c26a0b2e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:09:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d51a3f24-550a-4348-8136-554744f94d0a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:14.435366 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f38a9-7cf1-45d8-9d03-0d485b4274f1 req-fbe7b635-aea1-4476-9012-61eb4cb41cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:14.437117 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca7f38a9-7cf1-45d8-9d03-0d485b4274f1 req-fbe7b635-aea1-4476-9012-61eb4cb41cd6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463812 Sep 30 09:10:14.494440 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-02acf8f9-b117-441f-8e79-0c26a0b2e7ee None None] Set router d51a3f24-550a-4348-8136-554744f94d0a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:10:14.526088 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca7f38a9-7cf1-45d8-9d03-0d485b4274f1 req-5fbfa79a-ce1f-4863-88b2-36fd3521a7a6 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822408 Sep 30 09:10:14.621856 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-ca7f38a9-7cf1-45d8-9d03-0d485b4274f1 req-ddc0b17d-70b9-4688-b3fd-bf295afb9056 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889318 Sep 30 09:10:14.717608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-02acf8f9-b117-441f-8e79-0c26a0b2e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '74150ed4-d7bf-4682-970a-f35ca47e284d', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'port_id': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'mac_address': 'fa:16:3e:f2:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:10:13Z', 'updated_at': '2021-09-30T09:10:13Z', 'revision_number': 0, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 5, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:10:14.744490 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02acf8f9-b117-441f-8e79-0c26a0b2e7ee None None] The sync data for ids ['d51a3f24-550a-4348-8136-554744f94d0a'] in n-d-807359-2 is: [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '74150ed4-d7bf-4682-970a-f35ca47e284d', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'port_id': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'mac_address': 'fa:16:3e:f2:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:10:13Z', 'updated_at': '2021-09-30T09:10:13Z', 'revision_number': 0, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 5, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:10:14.902978 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbfe1074-c923-492e-b078-bd437c40cced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:14.931675 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99524d73-b8ee-4e0c-bd53-051f208f0997 None None] New status for floating IP 74150ed4-d7bf-4682-970a-f35ca47e284d: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:10:15.382023 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:16.123790 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:17.988278 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:23.248090 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:10:30.336975 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:40.809181 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:42.162733 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-86451b03-1647-407f-bef7-27f83eac8ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:44.905402 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0729f7ec-6283-4072-a645-b62abf4ce9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:45.383101 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:46.127747 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:47.993127 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:10:54.515438 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-86fe458d-8090-4bcc-b81f-8f06543e0ee3 req-afaece7d-d8ad-4a49-ab72-e5bf6883610e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409641 Sep 30 09:10:54.614464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe458d-8090-4bcc-b81f-8f06543e0ee3 req-2e41ef2c-92df-40fb-bb55-64f7d97214a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:54.616046 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-86fe458d-8090-4bcc-b81f-8f06543e0ee3 req-2e41ef2c-92df-40fb-bb55-64f7d97214a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 1096 time: 0.0417058 Sep 30 09:10:55.028759 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe458d-8090-4bcc-b81f-8f06543e0ee3 req-66bae8c7-5381-4c30-a4b0-7bd6bcbc4471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:55.030477 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-86fe458d-8090-4bcc-b81f-8f06543e0ee3 req-66bae8c7-5381-4c30-a4b0-7bd6bcbc4471 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.3950763 Sep 30 09:10:55.100221 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-86fe458d-8090-4bcc-b81f-8f06543e0ee3 req-20166648-3cca-45d0-ac34-34c7bdcacece service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1 HTTP/1.1" status: 200 len: 999 time: 0.0621769 Sep 30 09:10:55.154480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe458d-8090-4bcc-b81f-8f06543e0ee3 req-81311879-9e8f-45ad-b7b5-17c637a79668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:55.156434 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-86fe458d-8090-4bcc-b81f-8f06543e0ee3 req-81311879-9e8f-45ad-b7b5-17c637a79668 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0498393 Sep 30 09:10:55.202658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe458d-8090-4bcc-b81f-8f06543e0ee3 req-570eb318-e15f-4b0f-99d8-38fe3aa79fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:10:55.204173 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-86fe458d-8090-4bcc-b81f-8f06543e0ee3 req-570eb318-e15f-4b0f-99d8-38fe3aa79fd9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407183 Sep 30 09:10:55.299696 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-86fe458d-8090-4bcc-b81f-8f06543e0ee3 req-f66fd362-9a2c-49a1-ad05-4ba3a768cc14 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874763 Sep 30 09:10:55.394005 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-86fe458d-8090-4bcc-b81f-8f06543e0ee3 req-aed984f0-22f0-4758-b514-38f83287520a service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883331 Sep 30 09:11:00.247184 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:11:00.353049 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:10.809873 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:12.165649 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0919b0e0-9335-46bb-9445-6f9f063f6cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:14.908360 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26bb704d-a0c4-4cb8-89ab-1d9bd00fac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:15.384330 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:16.129420 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:17.995871 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:30.351546 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:32.909004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-f7b8d1e7-3b17-4e7d-a073-3aa9aeab2baf req-0beb2a9a-6a1d-4746-b218-bad4bc247741 tempest-ServerActionsTestJSON-1836728222 tempest-ServerActionsTestJSON-1836728222-project] (94837) timed out ('10.222.0.24', 41430) {{(pid=94837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 09:11:37.247817 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:11:40.804053 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:42.168295 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79ca2539-dd8f-4080-8d6d-32586a06a811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:44.909440 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-edca1a71-da57-4639-9fd1-5079092e42fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:45.386301 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:46.133070 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:47.996892 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:11:56.492115 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e0a3cd9d-6851-4098-92f7-01207dd35764 req-b23ac0f6-631d-4ca2-81e0-3f0458c9afc6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403602 Sep 30 09:11:56.592714 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3cd9d-6851-4098-92f7-01207dd35764 req-eb284ca8-27a1-44ae-b696-d2b5b4e25444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:56.594253 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e0a3cd9d-6851-4098-92f7-01207dd35764 req-eb284ca8-27a1-44ae-b696-d2b5b4e25444 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 1096 time: 0.0444927 Sep 30 09:11:56.699085 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3cd9d-6851-4098-92f7-01207dd35764 req-71bba3ed-bf68-4afa-bdde-f0d4c4dbd938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:56.700603 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e0a3cd9d-6851-4098-92f7-01207dd35764 req-71bba3ed-bf68-4afa-bdde-f0d4c4dbd938 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.0878160 Sep 30 09:11:56.781272 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e0a3cd9d-6851-4098-92f7-01207dd35764 req-2ecfe24a-4431-4ca3-90cb-8361fe0bdd38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1 HTTP/1.1" status: 200 len: 999 time: 0.0727992 Sep 30 09:11:56.829304 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3cd9d-6851-4098-92f7-01207dd35764 req-9f65b7f0-0582-447d-9eb2-0cde3047718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:56.831290 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e0a3cd9d-6851-4098-92f7-01207dd35764 req-9f65b7f0-0582-447d-9eb2-0cde3047718a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0432682 Sep 30 09:11:56.876326 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3cd9d-6851-4098-92f7-01207dd35764 req-de05f56c-c330-4a00-8beb-8fdd55b34662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:11:56.878521 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e0a3cd9d-6851-4098-92f7-01207dd35764 req-de05f56c-c330-4a00-8beb-8fdd55b34662 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398769 Sep 30 09:11:56.969701 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e0a3cd9d-6851-4098-92f7-01207dd35764 req-1654363c-f482-4e2d-bc92-931067d7079f service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836577 Sep 30 09:11:57.059050 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e0a3cd9d-6851-4098-92f7-01207dd35764 req-2c4422c9-acaa-47b9-821a-1ee2fbd28efc service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820863 Sep 30 09:12:00.366175 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:09.860304 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f41a75-8279-4c4a-a6cc-bdf598865c5d req-bf81ab04-967e-4b73-98c2-e7106d52795c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:09.862657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55f41a75-8279-4c4a-a6cc-bdf598865c5d req-bf81ab04-967e-4b73-98c2-e7106d52795c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0579002 Sep 30 09:12:09.910534 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55f41a75-8279-4c4a-a6cc-bdf598865c5d req-82f02fd3-a076-4966-8172-1259865b7917 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412164 Sep 30 09:12:10.805771 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:11.060661 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7b52e-4189-41cc-a990-47d161f5b2c6 req-038e093c-d496-4aad-b882-17e6371790fe tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:11.062148 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3df7b52e-4189-41cc-a990-47d161f5b2c6 req-038e093c-d496-4aad-b882-17e6371790fe tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0505238 Sep 30 09:12:11.100399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3df7b52e-4189-41cc-a990-47d161f5b2c6 req-4704adb9-a2a0-4c8f-8e01-bad1e9bbd339 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318277 Sep 30 09:12:12.169122 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a824bf8-1048-42de-80e3-d7ddaee1a658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:12.218204 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5a429-631d-430c-af6c-77b1961bb419 req-f4d0bbae-3575-47f9-bbdb-dc851258970e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:12.219705 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ad5a429-631d-430c-af6c-77b1961bb419 req-f4d0bbae-3575-47f9-bbdb-dc851258970e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0493827 Sep 30 09:12:12.258816 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ad5a429-631d-430c-af6c-77b1961bb419 req-f719ef8d-ff40-451d-8c14-c18aaac342ff tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321302 Sep 30 09:12:13.378135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469be73-e974-4e42-a59b-16ba93fae187 req-5cbade4a-a0d6-496d-a04f-c9820dcbc3b8 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:13.379616 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2469be73-e974-4e42-a59b-16ba93fae187 req-5cbade4a-a0d6-496d-a04f-c9820dcbc3b8 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0534396 Sep 30 09:12:13.417921 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2469be73-e974-4e42-a59b-16ba93fae187 req-399e4e46-9ff8-4ae9-bb45-63691f1aa79c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323389 Sep 30 09:12:14.250911 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:12:14.539034 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9918cf-3c02-49fc-90e9-39e0636f6ad6 req-1292b153-f3db-48ce-8a3b-1638ba7eb141 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:14.544882 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c9918cf-3c02-49fc-90e9-39e0636f6ad6 req-1292b153-f3db-48ce-8a3b-1638ba7eb141 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0489657 Sep 30 09:12:14.579592 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0c9918cf-3c02-49fc-90e9-39e0636f6ad6 req-bd727c8e-645e-4b69-8b90-a0e1f246b4b9 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329049 Sep 30 09:12:14.911676 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-623b10fe-6c9f-4c82-b621-7167ec2cbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:15.388566 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:15.696848 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e25a03-381d-4a40-b0e9-2b9acc477b7b req-93181c6d-0a7b-4b53-b288-ba760f8fa1b9 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:15.698373 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71e25a03-381d-4a40-b0e9-2b9acc477b7b req-93181c6d-0a7b-4b53-b288-ba760f8fa1b9 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0503838 Sep 30 09:12:15.738891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-71e25a03-381d-4a40-b0e9-2b9acc477b7b req-9ea5a799-d708-4040-9efa-b6eede820ada tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343513 Sep 30 09:12:16.135150 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:16.865009 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff193222-edfe-4fb7-98ec-63cbbfa1b2ca req-e27d1aa3-d79b-4bca-aba5-1cac3838bd4d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:16.866517 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff193222-edfe-4fb7-98ec-63cbbfa1b2ca req-e27d1aa3-d79b-4bca-aba5-1cac3838bd4d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0531991 Sep 30 09:12:16.910083 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ff193222-edfe-4fb7-98ec-63cbbfa1b2ca req-6d632769-35e2-42bd-bed8-8b39baeb8dff tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374994 Sep 30 09:12:18.002085 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:18.031157 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b22769-7038-4d8f-b2ea-27ed0446d501 req-38a38fe2-3e88-4e1d-b0c3-5180ff25e8c3 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:18.031764 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51b22769-7038-4d8f-b2ea-27ed0446d501 req-38a38fe2-3e88-4e1d-b0c3-5180ff25e8c3 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0532389 Sep 30 09:12:18.072360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-51b22769-7038-4d8f-b2ea-27ed0446d501 req-fefb6dcb-c4b7-46af-98b8-276868f2876f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328221 Sep 30 09:12:19.193572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c3e7e-ace1-439a-a1a9-6cea72cac945 req-a78ca2d5-6de8-4e68-844b-3157a6d18e12 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:19.195147 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-263c3e7e-ace1-439a-a1a9-6cea72cac945 req-a78ca2d5-6de8-4e68-844b-3157a6d18e12 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0541134 Sep 30 09:12:19.237600 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-263c3e7e-ace1-439a-a1a9-6cea72cac945 req-5370b723-f2d0-4baa-a1a6-57eca118aa60 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364063 Sep 30 09:12:20.358614 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e3e1b-5bc7-4353-bf33-fbaf1307e26c req-d03a9330-3636-46cf-bc3f-f198718a8df0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:20.360138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-683e3e1b-5bc7-4353-bf33-fbaf1307e26c req-d03a9330-3636-46cf-bc3f-f198718a8df0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0536349 Sep 30 09:12:20.731996 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-683e3e1b-5bc7-4353-bf33-fbaf1307e26c req-fb3b6172-fe8e-4290-948a-8e12eb869d58 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3656461 Sep 30 09:12:21.847891 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414629e-8069-4d8e-84db-562dd7dfd804 req-8ce051e1-d284-41bf-8c4e-192c257b4f86 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:21.849420 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2414629e-8069-4d8e-84db-562dd7dfd804 req-8ce051e1-d284-41bf-8c4e-192c257b4f86 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0493116 Sep 30 09:12:21.886809 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2414629e-8069-4d8e-84db-562dd7dfd804 req-9ca63e19-79e7-4b2a-8f1b-19dbaab3a469 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314064 Sep 30 09:12:22.280585 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device fe073625-ab94-42a5-906a-a3a8f472e2d1 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:12:22.374344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fe073625-ab94-42a5-906a-a3a8f472e2d1, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:22.387293 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'port_id': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'mac_address': 'fa:16:3e:f2:f5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:12:22.427634 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:22.440407 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe073625-ab94-42a5-906a-a3a8f472e2d1 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:12:22.461719 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fe073625-ab94-42a5-906a-a3a8f472e2d1, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:22.472653 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:22.522191 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=fe073625-ab94-42a5-906a-a3a8f472e2d1,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:22.530001 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:22.530387 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:22.530913 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:22.531306 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:22.531676 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:22.532227 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:22.532678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:22.533058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:22.533402 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:22.533722 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:22.534051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:22.534374 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:12:22.604033 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['fe073625-ab94-42a5-906a-a3a8f472e2d1'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:12:23.039692 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff828a-a3f8-4fdc-a997-860a4df368cc req-3493a143-5231-4535-8d65-394ba01c5ce8 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:23.041471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2ff828a-a3f8-4fdc-a997-860a4df368cc req-3493a143-5231-4535-8d65-394ba01c5ce8 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 944 time: 0.0729358 Sep 30 09:12:23.082858 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2ff828a-a3f8-4fdc-a997-860a4df368cc req-ddfccae2-aa59-4be0-8fa7-87a6010c2f0b tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351834 Sep 30 09:12:24.221319 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78574b1f-45e8-444d-a77f-652832420efa req-37bffc7d-e04a-4c4f-b5b4-4c9c42d3d41d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:24.222954 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78574b1f-45e8-444d-a77f-652832420efa req-37bffc7d-e04a-4c4f-b5b4-4c9c42d3d41d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 944 time: 0.0615151 Sep 30 09:12:24.270285 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-78574b1f-45e8-444d-a77f-652832420efa req-436a090b-ebb2-4c27-a8da-cfa165561544 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386734 Sep 30 09:12:24.296960 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device fe073625-ab94-42a5-906a-a3a8f472e2d1 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:12:24.358128 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port fe073625-ab94-42a5-906a-a3a8f472e2d1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:24.358823 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:24.471406 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:24.506182 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe073625-ab94-42a5-906a-a3a8f472e2d1'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:12:24.508502 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32dffb4-1f9c-4cd2-ad2a-9d7bc37b20fd" -d '{"events": [{"server_uuid": "a6443b6f-c159-4d89-b808-9d1d6063a53f", "name": "network-vif-plugged", "status": "completed", "tag": "fe073625-ab94-42a5-906a-a3a8f472e2d1"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:12:24.524937 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fe073625-ab94-42a5-906a-a3a8f472e2d1, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:24.531348 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:24.606056 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=fe073625-ab94-42a5-906a-a3a8f472e2d1,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:24.624671 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b619b3db-8fb5-4f61-87ad-ad881ff6e114 x-openstack-request-id: req-b619b3db-8fb5-4f61-87ad-ad881ff6e114 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:12:24.625993 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6443b6f-c159-4d89-b808-9d1d6063a53f", "name": "network-vif-plugged", "status": "completed", "tag": "fe073625-ab94-42a5-906a-a3a8f472e2d1", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:12:24.625993 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b619b3db-8fb5-4f61-87ad-ad881ff6e114 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:12:24.626372 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'code': 200} Sep 30 09:12:25.413505 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e120c-80b0-4263-b5a0-5feada24b8b4 req-311b9c5a-bca9-45ee-84b3-3813f84ee65e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:25.432573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb0e120c-80b0-4263-b5a0-5feada24b8b4 req-311b9c5a-bca9-45ee-84b3-3813f84ee65e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0791621 Sep 30 09:12:25.487847 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb0e120c-80b0-4263-b5a0-5feada24b8b4 req-6a4d7e85-5a38-4ad0-a1d3-fda21275d94d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539885 Sep 30 09:12:26.615003 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e8858-9e67-4c43-a16d-2b92867134a8 req-5344f20d-b07e-4ab6-b795-bb2f69928403 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:26.616657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-634e8858-9e67-4c43-a16d-2b92867134a8 req-5344f20d-b07e-4ab6-b795-bb2f69928403 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0565970 Sep 30 09:12:26.660468 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-634e8858-9e67-4c43-a16d-2b92867134a8 req-c632ac00-fb67-43bd-92a6-7d30fbdd460f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371733 Sep 30 09:12:27.799947 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365ad36-f8ab-46bb-bd37-30c236505f8d req-26c1d792-4e81-41ad-b660-12f20c3db83a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:27.804049 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2365ad36-f8ab-46bb-bd37-30c236505f8d req-26c1d792-4e81-41ad-b660-12f20c3db83a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0629094 Sep 30 09:12:27.846498 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2365ad36-f8ab-46bb-bd37-30c236505f8d req-bc0b6dbb-0c0b-45d4-b317-016aa80aeef0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385058 Sep 30 09:12:28.990247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db99b54-5454-4dc2-bc40-f7faa35e776a req-79a15a5b-8d8b-4d25-abb4-b4022984cdbb tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:28.996512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9db99b54-5454-4dc2-bc40-f7faa35e776a req-79a15a5b-8d8b-4d25-abb4-b4022984cdbb tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0760195 Sep 30 09:12:29.057253 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9db99b54-5454-4dc2-bc40-f7faa35e776a req-7a082456-5f69-4d09-8870-4627b3b12a23 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591533 Sep 30 09:12:30.193914 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a99b02-2088-497d-9d9d-4b6ed1f3a84d req-28ac0468-c30b-4854-b110-fff26d52a574 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:30.195520 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90a99b02-2088-497d-9d9d-4b6ed1f3a84d req-28ac0468-c30b-4854-b110-fff26d52a574 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0607057 Sep 30 09:12:30.241713 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-90a99b02-2088-497d-9d9d-4b6ed1f3a84d req-ad667e89-ec28-4981-ac40-7a5262c7528f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396445 Sep 30 09:12:30.366659 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:31.393858 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e82cb-9580-43ef-9ebc-ab0917dab444 req-414f60bf-03ba-4e6e-a6fd-2ab84b317720 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:31.395741 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee1e82cb-9580-43ef-9ebc-ab0917dab444 req-414f60bf-03ba-4e6e-a6fd-2ab84b317720 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0627177 Sep 30 09:12:31.444570 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ee1e82cb-9580-43ef-9ebc-ab0917dab444 req-03e7a9a9-f4bb-47ba-b936-49f9cee733ce tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427272 Sep 30 09:12:32.107119 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d05829-083b-44bc-a44d-e592fed06275 req-dd5aaca5-7733-4ae4-8542-8404c0033340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:32.108677 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-01d05829-083b-44bc-a44d-e592fed06275 req-dd5aaca5-7733-4ae4-8542-8404c0033340 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 1096 time: 0.0461645 Sep 30 09:12:32.199058 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d05829-083b-44bc-a44d-e592fed06275 req-431f79b8-79bb-4a1e-b4e5-1c0e7cf05931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:32.200588 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-01d05829-083b-44bc-a44d-e592fed06275 req-431f79b8-79bb-4a1e-b4e5-1c0e7cf05931 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.0849550 Sep 30 09:12:32.270210 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-01d05829-083b-44bc-a44d-e592fed06275 req-3767e6f9-41b0-4b00-94a3-50035fee059e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1 HTTP/1.1" status: 200 len: 999 time: 0.0629845 Sep 30 09:12:32.318402 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d05829-083b-44bc-a44d-e592fed06275 req-d02b7260-d837-45dd-9923-d30f912bb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:32.319851 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-01d05829-083b-44bc-a44d-e592fed06275 req-d02b7260-d837-45dd-9923-d30f912bb01d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0426235 Sep 30 09:12:32.366124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d05829-083b-44bc-a44d-e592fed06275 req-4a4c15e7-f8fa-42d4-9b27-6b30aaea8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:32.367539 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-01d05829-083b-44bc-a44d-e592fed06275 req-4a4c15e7-f8fa-42d4-9b27-6b30aaea8f8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406809 Sep 30 09:12:32.378708 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-01d05829-083b-44bc-a44d-e592fed06275 req-cf9e5d9e-2935-4ac9-b33d-646c7f893ccf service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:12:32.379702 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-01d05829-083b-44bc-a44d-e592fed06275 req-cf9e5d9e-2935-4ac9-b33d-646c7f893ccf service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051858 Sep 30 09:12:32.475607 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-01d05829-083b-44bc-a44d-e592fed06275 req-259f9fec-e1f9-4dbf-80c1-c372bf74d4ec service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888152 Sep 30 09:12:32.561242 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b335a3-4537-41c7-8e16-67f97e4d6d33 req-f2f3657b-f7e1-4364-8dd6-790972b6677f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:32.563194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-77b335a3-4537-41c7-8e16-67f97e4d6d33 req-f2f3657b-f7e1-4364-8dd6-790972b6677f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0508523 Sep 30 09:12:32.573532 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-01d05829-083b-44bc-a44d-e592fed06275 req-128c4275-146e-45f4-a554-a2a2e878d230 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907803 Sep 30 09:12:32.603339 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-77b335a3-4537-41c7-8e16-67f97e4d6d33 req-e819e4d1-d5bc-4a5b-a123-f20513060d04 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339003 Sep 30 09:12:33.720874 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0372deb-6702-4b82-a75d-18063630af16 req-9bc67dc4-6bc0-42d0-b0ca-a04d32430134 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:33.722419 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0372deb-6702-4b82-a75d-18063630af16 req-9bc67dc4-6bc0-42d0-b0ca-a04d32430134 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0506470 Sep 30 09:12:33.767010 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b0372deb-6702-4b82-a75d-18063630af16 req-e47bdd87-e205-41de-a0cb-086fda3d3813 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380814 Sep 30 09:12:34.890692 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd8ca8-e1a3-427e-a95b-200fca735923 req-89e6a53e-fd88-4dfe-b0d6-3817336c287e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:34.892495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bbd8ca8-e1a3-427e-a95b-200fca735923 req-89e6a53e-fd88-4dfe-b0d6-3817336c287e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0573282 Sep 30 09:12:34.932081 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bbd8ca8-e1a3-427e-a95b-200fca735923 req-d5e7721f-4db2-473e-9811-5a1075ac045a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333209 Sep 30 09:12:35.043407 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-0589e53b-ef81-4628-9fca-de6efe029db4 req-7ccd8c1d-0f0b-45e3-8579-347c1e72d674 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:12:35.044475 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0589e53b-ef81-4628-9fca-de6efe029db4 req-7ccd8c1d-0f0b-45e3-8579-347c1e72d674 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0486836 Sep 30 09:12:36.237080 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f947b-d1ac-4975-9734-bac7845e24c0 req-5861f969-5cf6-44d5-8a87-c129475d6815 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:36.238669 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a94f947b-d1ac-4975-9734-bac7845e24c0 req-5861f969-5cf6-44d5-8a87-c129475d6815 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 945 time: 0.0557313 Sep 30 09:12:36.292457 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a94f947b-d1ac-4975-9734-bac7845e24c0 req-4288377c-2b38-48d4-9c93-9e2dff4ae1ad tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439184 Sep 30 09:12:36.397199 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device fe073625-ab94-42a5-906a-a3a8f472e2d1 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:12:36.485093 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:36.523006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe073625-ab94-42a5-906a-a3a8f472e2d1'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:12:36.525901 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c506509d-e083-4722-8457-68de5b0db224" -d '{"events": [{"server_uuid": "a6443b6f-c159-4d89-b808-9d1d6063a53f", "name": "network-vif-unplugged", "status": "completed", "tag": "fe073625-ab94-42a5-906a-a3a8f472e2d1"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:12:36.543370 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fe073625-ab94-42a5-906a-a3a8f472e2d1, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:36.550240 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:36.586860 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Sep 2021 09:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695a8e9c-cabc-4925-865a-2305fd3e357a x-openstack-request-id: req-695a8e9c-cabc-4925-865a-2305fd3e357a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:12:36.587257 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6443b6f-c159-4d89-b808-9d1d6063a53f", "name": "network-vif-unplugged", "status": "failed", "tag": "fe073625-ab94-42a5-906a-a3a8f472e2d1", "code": 422}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:12:36.587610 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-695a8e9c-cabc-4925-865a-2305fd3e357a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:12:36.588129 n-d-807359-2 neutron-server[94839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'code': 422} returned with failed status Sep 30 09:12:36.597165 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6248d7aa-ad21-45b7-a0e0-d74493cd94a2 req-4b311474-983c-43fa-ba6b-f57a1daa72f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107855 Sep 30 09:12:36.618786 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=fe073625-ab94-42a5-906a-a3a8f472e2d1,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:37.420473 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc03fd6-19b8-490f-aeda-262588da1973 req-ec1d8338-7770-4353-a9ae-27ad86d097c4 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:37.421979 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbc03fd6-19b8-490f-aeda-262588da1973 req-ec1d8338-7770-4353-a9ae-27ad86d097c4 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 943 time: 0.0531242 Sep 30 09:12:37.423322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248d7aa-ad21-45b7-a0e0-d74493cd94a2 req-66fdb46d-04f5-4800-a71c-ebc0dc3b4df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:37.425069 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6248d7aa-ad21-45b7-a0e0-d74493cd94a2 req-66fdb46d-04f5-4800-a71c-ebc0dc3b4df8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f&tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd HTTP/1.1" status: 200 len: 1094 time: 0.0521352 Sep 30 09:12:37.467061 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bbc03fd6-19b8-490f-aeda-262588da1973 req-fea706ee-dd66-4fa6-bdfd-ca61475ad73e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350263 Sep 30 09:12:37.502059 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248d7aa-ad21-45b7-a0e0-d74493cd94a2 req-19110d44-8c5c-4755-b1b4-387f860b0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:37.503573 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6248d7aa-ad21-45b7-a0e0-d74493cd94a2 req-19110d44-8c5c-4755-b1b4-387f860b0f46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 1094 time: 0.0457330 Sep 30 09:12:37.600684 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248d7aa-ad21-45b7-a0e0-d74493cd94a2 req-453d1105-75e7-4cda-87b1-8aa8fc9cbccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:37.602093 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6248d7aa-ad21-45b7-a0e0-d74493cd94a2 req-453d1105-75e7-4cda-87b1-8aa8fc9cbccd service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.0916092 Sep 30 09:12:37.670495 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6248d7aa-ad21-45b7-a0e0-d74493cd94a2 req-e68f7bc6-5001-4947-8961-a0785afd7486 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1 HTTP/1.1" status: 200 len: 997 time: 0.0616419 Sep 30 09:12:37.720880 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248d7aa-ad21-45b7-a0e0-d74493cd94a2 req-34e97321-0070-432f-b9e6-32829af69221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:37.722357 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6248d7aa-ad21-45b7-a0e0-d74493cd94a2 req-34e97321-0070-432f-b9e6-32829af69221 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0445404 Sep 30 09:12:37.774004 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248d7aa-ad21-45b7-a0e0-d74493cd94a2 req-205635b5-5f12-467f-a84a-21dcf848b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:37.775531 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6248d7aa-ad21-45b7-a0e0-d74493cd94a2 req-205635b5-5f12-467f-a84a-21dcf848b016 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464959 Sep 30 09:12:37.870081 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6248d7aa-ad21-45b7-a0e0-d74493cd94a2 req-ba1ca57f-773a-4d62-a190-7f80ffc84f7d service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875278 Sep 30 09:12:37.965257 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-6248d7aa-ad21-45b7-a0e0-d74493cd94a2 req-07ed5e59-8429-4c48-b17d-259b871b21f6 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880392 Sep 30 09:12:38.635691 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf8802-ce9b-4b19-a683-146c416ce76b req-154c5a28-76be-4e5c-8e33-e125d6b5e505 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:38.639669 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f9bf8802-ce9b-4b19-a683-146c416ce76b req-154c5a28-76be-4e5c-8e33-e125d6b5e505 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 943 time: 0.0616548 Sep 30 09:12:38.690973 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f9bf8802-ce9b-4b19-a683-146c416ce76b req-4782ee22-23ac-4aa7-bcbb-6473e5cc0c88 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388372 Sep 30 09:12:39.852836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e9185-ed72-49c8-acd3-b744d7bbbded req-80b63d09-2af1-4df8-a90c-c1ea3583e11e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:39.854360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e45e9185-ed72-49c8-acd3-b744d7bbbded req-80b63d09-2af1-4df8-a90c-c1ea3583e11e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 943 time: 0.0574262 Sep 30 09:12:39.898329 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e45e9185-ed72-49c8-acd3-b744d7bbbded req-c3626a92-ae4f-4804-bf82-131f202f278e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376112 Sep 30 09:12:40.811187 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:41.069490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687eb98-e59e-4a54-8c84-a13afd1ec9c8 req-68dbfee4-c0e3-432f-ae3c-4a750eca6397 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:41.071074 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5687eb98-e59e-4a54-8c84-a13afd1ec9c8 req-68dbfee4-c0e3-432f-ae3c-4a750eca6397 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 943 time: 0.0831442 Sep 30 09:12:41.112650 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5687eb98-e59e-4a54-8c84-a13afd1ec9c8 req-b598db25-5d6b-4fd5-bfea-b3ef37498bf0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354054 Sep 30 09:12:42.177113 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d90bec64-bc38-4ae3-bbdd-34a77de94e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:42.295511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a6838-536a-4e7e-a47e-ef2841d8b77a req-a28d1de5-013b-41f2-8d62-8e99b6aea209 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:42.297007 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a5a6838-536a-4e7e-a47e-ef2841d8b77a req-a28d1de5-013b-41f2-8d62-8e99b6aea209 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 943 time: 0.0681753 Sep 30 09:12:42.358216 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8a5a6838-536a-4e7e-a47e-ef2841d8b77a req-c0bfb7bc-d5a4-45a3-b8d8-a39c24c78afa tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525212 Sep 30 09:12:43.509570 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d50a0-b0f6-417b-bf27-e1a6b93d49f6 req-6eba3525-b547-40ee-9acd-bf92becd03f3 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:43.520589 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-119d50a0-b0f6-417b-bf27-e1a6b93d49f6 req-6eba3525-b547-40ee-9acd-bf92becd03f3 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 943 time: 0.0916622 Sep 30 09:12:43.561640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-119d50a0-b0f6-417b-bf27-e1a6b93d49f6 req-5649d082-5fe5-495a-aa64-6c16c0171f7e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382292 Sep 30 09:12:44.709901 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf258a44-d1e3-472b-81a7-9cfccff8654a req-c59a40ab-5b15-49c8-9dcb-32881010467e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:44.712309 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf258a44-d1e3-472b-81a7-9cfccff8654a req-c59a40ab-5b15-49c8-9dcb-32881010467e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 943 time: 0.0724592 Sep 30 09:12:44.766144 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cf258a44-d1e3-472b-81a7-9cfccff8654a req-6dc7793e-b530-4bff-b060-56f64a77b0d8 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476644 Sep 30 09:12:44.922256 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-132255dd-1ab2-444b-843e-e9f3bcca0b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:45.396791 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:45.902079 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b1f8a-322c-420f-acd6-1130fca8a666 req-e2fbb2b7-ce83-448c-b134-8b55f21f1cd6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:45.903687 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f01b1f8a-322c-420f-acd6-1130fca8a666 req-e2fbb2b7-ce83-448c-b134-8b55f21f1cd6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 943 time: 0.0593929 Sep 30 09:12:45.955409 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f01b1f8a-322c-420f-acd6-1130fca8a666 req-0d05c36a-bad3-4aef-a085-9d1d018a8473 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439258 Sep 30 09:12:46.138936 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:47.084572 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c85680-e2a5-4ef2-b293-3d1c3c14bd6d req-6be1c9f3-de26-40de-90db-293d77f50737 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:47.086750 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43c85680-e2a5-4ef2-b293-3d1c3c14bd6d req-6be1c9f3-de26-40de-90db-293d77f50737 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 943 time: 0.0592773 Sep 30 09:12:47.143794 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-43c85680-e2a5-4ef2-b293-3d1c3c14bd6d req-8c9ab8ae-a52a-45fc-b4ef-441685ff58ec tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511036 Sep 30 09:12:48.006991 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:48.263187 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3599c1-9070-484f-b1a7-e925f319cb8d req-88ceee67-f23d-4ce3-aa38-248f9b22d4f3 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:48.264692 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f3599c1-9070-484f-b1a7-e925f319cb8d req-88ceee67-f23d-4ce3-aa38-248f9b22d4f3 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 943 time: 0.0483794 Sep 30 09:12:48.302814 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4f3599c1-9070-484f-b1a7-e925f319cb8d req-eb98f45b-bf92-41b1-8c20-f43bfc0c1225 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309093 Sep 30 09:12:49.424594 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20ad84-fa63-4c1c-9b6d-8f3e0640f6f8 req-b719611d-473e-48b8-b7c7-e9236774b279 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:49.426163 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec20ad84-fa63-4c1c-9b6d-8f3e0640f6f8 req-b719611d-473e-48b8-b7c7-e9236774b279 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 943 time: 0.0555661 Sep 30 09:12:49.470972 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ec20ad84-fa63-4c1c-9b6d-8f3e0640f6f8 req-dbb68a3a-8b78-4e4e-87d2-547d48a0083a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379002 Sep 30 09:12:50.482628 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device fe073625-ab94-42a5-906a-a3a8f472e2d1 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:12:50.579006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fe073625-ab94-42a5-906a-a3a8f472e2d1, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:50.589924 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'port_id': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'mac_address': 'fa:16:3e:f2:f5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:12:50.593769 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b30d89-e25a-45d9-83f7-97f705589855 req-a1205198-0026-4d77-8fdf-144af2db0f4c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:50.596002 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5b30d89-e25a-45d9-83f7-97f705589855 req-a1205198-0026-4d77-8fdf-144af2db0f4c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 943 time: 0.0525520 Sep 30 09:12:50.629221 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:50.634935 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d5b30d89-e25a-45d9-83f7-97f705589855 req-871be9db-b167-4ae8-aad9-137cf6aaeab9 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329325 Sep 30 09:12:50.648364 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe073625-ab94-42a5-906a-a3a8f472e2d1 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:12:50.669413 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fe073625-ab94-42a5-906a-a3a8f472e2d1, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:50.674743 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:50.721512 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=fe073625-ab94-42a5-906a-a3a8f472e2d1,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:50.949296 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['fe073625-ab94-42a5-906a-a3a8f472e2d1'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:12:51.249703 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:12:51.758037 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef0f80-0cc7-4a48-a2f5-ffc3ea54530d req-9a2ea3c1-3807-4511-97b6-26bee3a4b1a4 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:51.759528 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2ef0f80-0cc7-4a48-a2f5-ffc3ea54530d req-9a2ea3c1-3807-4511-97b6-26bee3a4b1a4 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 944 time: 0.0492547 Sep 30 09:12:51.796821 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f2ef0f80-0cc7-4a48-a2f5-ffc3ea54530d req-6777eaee-f957-4d08-9c07-958b8c3bac92 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313575 Sep 30 09:12:52.486701 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device fe073625-ab94-42a5-906a-a3a8f472e2d1 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:12:52.533009 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port fe073625-ab94-42a5-906a-a3a8f472e2d1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:12:52.533377 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:52.608570 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:52.630778 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe073625-ab94-42a5-906a-a3a8f472e2d1'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:12:52.632999 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04856115-3686-466d-b5ef-b20e2e918488" -d '{"events": [{"server_uuid": "a6443b6f-c159-4d89-b808-9d1d6063a53f", "name": "network-vif-plugged", "status": "completed", "tag": "fe073625-ab94-42a5-906a-a3a8f472e2d1"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:12:52.651764 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port fe073625-ab94-42a5-906a-a3a8f472e2d1, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:12:52.657163 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:12:52.680301 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da565e7-5e55-4c39-a024-8ad3c941db34 x-openstack-request-id: req-8da565e7-5e55-4c39-a024-8ad3c941db34 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:12:52.680596 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6443b6f-c159-4d89-b808-9d1d6063a53f", "name": "network-vif-plugged", "status": "completed", "tag": "fe073625-ab94-42a5-906a-a3a8f472e2d1", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:12:52.680852 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8da565e7-5e55-4c39-a024-8ad3c941db34 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:12:52.681242 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'code': 200} Sep 30 09:12:52.706492 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=fe073625-ab94-42a5-906a-a3a8f472e2d1,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:12:52.867674 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676438b8-0361-44fb-8d83-cf9ab8a57145 req-b47dd9c0-e567-49b9-a20a-36f10b6a774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:52.869245 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-676438b8-0361-44fb-8d83-cf9ab8a57145 req-b47dd9c0-e567-49b9-a20a-36f10b6a774a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 1097 time: 0.0424843 Sep 30 09:12:52.905514 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-676438b8-0361-44fb-8d83-cf9ab8a57145 req-71a654f5-cc60-43c5-85b0-3fdf9f492c72 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287602 Sep 30 09:12:52.920981 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aad5e-3710-44c3-8db0-40da30b8c68a req-ce053aac-cb8b-49a8-ab9e-fc29b597d37e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:52.922629 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-745aad5e-3710-44c3-8db0-40da30b8c68a req-ce053aac-cb8b-49a8-ab9e-fc29b597d37e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 946 time: 0.0557995 Sep 30 09:12:52.961067 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-745aad5e-3710-44c3-8db0-40da30b8c68a req-5e4b28b5-bd8f-44d4-8a4c-5882c293b4dd tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Sep 30 09:12:54.081507 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8c891-46e2-4f79-8fa7-8e046280057e req-c3208f30-7a35-4ca3-80a1-3f2e4bf13f0c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:54.083026 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50b8c891-46e2-4f79-8fa7-8e046280057e req-c3208f30-7a35-4ca3-80a1-3f2e4bf13f0c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 946 time: 0.0533359 Sep 30 09:12:54.140604 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-50b8c891-46e2-4f79-8fa7-8e046280057e req-1aa2a94f-538c-47f7-abcc-fa85379ba5e8 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512688 Sep 30 09:12:55.247961 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d10f0-e24d-49cc-80e0-27dddfb227c4 req-afbbbb47-6710-4896-810b-33f83eed5e81 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:55.249458 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-092d10f0-e24d-49cc-80e0-27dddfb227c4 req-afbbbb47-6710-4896-810b-33f83eed5e81 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 946 time: 0.0483909 Sep 30 09:12:55.288478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-092d10f0-e24d-49cc-80e0-27dddfb227c4 req-c8da630f-6dd4-483f-b8fe-a85f41c2979d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324085 Sep 30 09:12:58.474366 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-17cb49ca-e626-487f-8bc0-7644f302b1ae req-343ae818-737c-430d-a251-1d0c8718fcb1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391469 Sep 30 09:12:58.575088 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb49ca-e626-487f-8bc0-7644f302b1ae req-e5db7e4b-e406-4ff9-a99b-77757e53b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:58.576624 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-17cb49ca-e626-487f-8bc0-7644f302b1ae req-e5db7e4b-e406-4ff9-a99b-77757e53b2f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 1097 time: 0.0470793 Sep 30 09:12:58.678944 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb49ca-e626-487f-8bc0-7644f302b1ae req-86eddb2d-e0c8-4a20-a8b6-3713ba34c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:58.680432 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-17cb49ca-e626-487f-8bc0-7644f302b1ae req-86eddb2d-e0c8-4a20-a8b6-3713ba34c853 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.0850582 Sep 30 09:12:58.747271 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-17cb49ca-e626-487f-8bc0-7644f302b1ae req-481f00d6-a251-4a12-b338-85e60ff767b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1 HTTP/1.1" status: 200 len: 999 time: 0.0602503 Sep 30 09:12:58.793903 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb49ca-e626-487f-8bc0-7644f302b1ae req-1e13eba6-e4d8-441b-8b41-f3212c14ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:58.795299 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-17cb49ca-e626-487f-8bc0-7644f302b1ae req-1e13eba6-e4d8-441b-8b41-f3212c14ec77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0416558 Sep 30 09:12:58.841006 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb49ca-e626-487f-8bc0-7644f302b1ae req-0ca915cd-5c8d-4f03-818d-ce715521eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:12:58.842514 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-17cb49ca-e626-487f-8bc0-7644f302b1ae req-0ca915cd-5c8d-4f03-818d-ce715521eceb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402157 Sep 30 09:12:58.935438 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-17cb49ca-e626-487f-8bc0-7644f302b1ae req-d1213247-0901-47c7-83a8-b8c02262617c service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856516 Sep 30 09:12:59.023557 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-17cb49ca-e626-487f-8bc0-7644f302b1ae req-556ce746-bbe5-406c-a073-7d19406ff7cf service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812821 Sep 30 09:13:00.365074 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:10.804085 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:12.173936 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45fc530e-a5fa-403b-a02d-1c59af09105c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:14.920163 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2fe16cf-730a-4625-b9c4-b193ff4c8a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:15.395272 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:16.141187 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:18.007149 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:28.247919 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:13:30.378938 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:40.817601 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:42.175635 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0c1e-dfcc-48d6-9cc3-8b635e4cd423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:44.915634 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-915f437a-8ae6-47f0-9206-b8488900f82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:45.397262 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:46.143693 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:48.010319 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:13:58.518335 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9e5c098-f799-4992-b5bf-f2b172302336 req-8aba6f25-4309-4e1e-9984-5ed94580eb3c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857487 Sep 30 09:13:58.615720 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5c098-f799-4992-b5bf-f2b172302336 req-ac657f44-05d2-4465-88be-4fe47a61cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:58.617314 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9e5c098-f799-4992-b5bf-f2b172302336 req-ac657f44-05d2-4465-88be-4fe47a61cc7f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 1097 time: 0.0405369 Sep 30 09:13:58.723048 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5c098-f799-4992-b5bf-f2b172302336 req-7cf66d7e-9a4a-405f-b878-eb10653106fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:58.725288 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9e5c098-f799-4992-b5bf-f2b172302336 req-7cf66d7e-9a4a-405f-b878-eb10653106fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.0879166 Sep 30 09:13:58.792820 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9e5c098-f799-4992-b5bf-f2b172302336 req-d2770252-253d-4537-b758-343798080f7b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1 HTTP/1.1" status: 200 len: 999 time: 0.0613883 Sep 30 09:13:58.840969 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5c098-f799-4992-b5bf-f2b172302336 req-5e66855d-7f19-4c05-a53c-122e3a68fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:58.842401 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9e5c098-f799-4992-b5bf-f2b172302336 req-5e66855d-7f19-4c05-a53c-122e3a68fcf4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0429723 Sep 30 09:13:58.887363 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5c098-f799-4992-b5bf-f2b172302336 req-533d5564-fbd1-4a01-884b-fb055e05fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:13:58.888872 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9e5c098-f799-4992-b5bf-f2b172302336 req-533d5564-fbd1-4a01-884b-fb055e05fc91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398908 Sep 30 09:13:58.983697 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9e5c098-f799-4992-b5bf-f2b172302336 req-a0a7313d-3f6b-4afa-bf4c-2d77622e177d service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874970 Sep 30 09:13:59.076763 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f9e5c098-f799-4992-b5bf-f2b172302336 req-264c0a39-04c3-4b7e-9374-51701fa0062c service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864351 Sep 30 09:14:00.394200 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:05.247358 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:14:05.977853 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51082) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:06.139491 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Deleting port ecfee79c-1cca-4404-afa4-93ff52f3c424 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:14:06.139835 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:06.216448 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:06.216776 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:06.228532 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Calling delete_port for ecfee79c-1cca-4404-afa4-93ff52f3c424 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:14:06.378120 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:06.405433 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event deleted for resources: {'Port': ['ID=ecfee79c-1cca-4404-afa4-93ff52f3c424,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:06.437324 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:06.437658 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:06.437991 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:06.438318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:06.438642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:06.438962 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:06.439284 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:06.439601 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:06.439939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:06.440259 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:06.440573 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:06.440890 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:06.493088 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:06.493331 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Floating IP 74150ed4-d7bf-4682-970a-f35ca47e284d disassociated (deleted). External IP: 172.25.0.7, port: fe073625-ab94-42a5-906a-a3a8f472e2d1. Sep 30 09:14:06.698352 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Router d51a3f24-550a-4348-8136-554744f94d0a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:14:06.811672 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:14:06.815996 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:06.822816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4edd18-3647-452b-acc5-e8dc4f83dfb9 None None] Sync routers for ids ['d51a3f24-550a-4348-8136-554744f94d0a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:14:06.832315 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4edd18-3647-452b-acc5-e8dc4f83dfb9 None None] Routers {'d51a3f24-550a-4348-8136-554744f94d0a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:14:06.832941 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2d4edd18-3647-452b-acc5-e8dc4f83dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:13:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d51a3f24-550a-4348-8136-554744f94d0a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:06.845355 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-2676362f-0cee-46dc-9597-1725dcf41d5c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "DELETE /v2.0/floatingips/74150ed4-d7bf-4682-970a-f35ca47e284d HTTP/1.1" status: 204 len: 168 time: 0.8639009 Sep 30 09:14:06.845355 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'tag': 'fe073625-ab94-42a5-906a-a3a8f472e2d1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:14:06.845846 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2051822d-b992-4e77-8ebc-20840683f7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6443b6f-c159-4d89-b808-9d1d6063a53f", "tag": "fe073625-ab94-42a5-906a-a3a8f472e2d1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:14:06.953897 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2d4edd18-3647-452b-acc5-e8dc4f83dfb9 None None] Set router d51a3f24-550a-4348-8136-554744f94d0a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:14:07.097829 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e09a8ca-6668-47a1-ba8d-99f6133738b3 x-openstack-request-id: req-5e09a8ca-6668-47a1-ba8d-99f6133738b3 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:14:07.098414 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6443b6f-c159-4d89-b808-9d1d6063a53f", "tag": "fe073625-ab94-42a5-906a-a3a8f472e2d1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:14:07.098414 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e09a8ca-6668-47a1-ba8d-99f6133738b3 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:14:07.098777 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'tag': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'status': 'completed', 'code': 200} Sep 30 09:14:07.159525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2d4edd18-3647-452b-acc5-e8dc4f83dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 5, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:07.186431 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4edd18-3647-452b-acc5-e8dc4f83dfb9 None None] Checking router: d51a3f24-550a-4348-8136-554744f94d0a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:14:07.186697 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051822d-b992-4e77-8ebc-20840683f7e3 req-c709ce35-2b0f-4bf8-a60c-f095ca9044db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:07.188205 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2051822d-b992-4e77-8ebc-20840683f7e3 req-c709ce35-2b0f-4bf8-a60c-f095ca9044db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 1097 time: 0.0434980 Sep 30 09:14:07.198007 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4edd18-3647-452b-acc5-e8dc4f83dfb9 None None] Routers {'d51a3f24-550a-4348-8136-554744f94d0a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:14:07.198739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2d4edd18-3647-452b-acc5-e8dc4f83dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:13:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d51a3f24-550a-4348-8136-554744f94d0a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:07.265512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac730a-a1ea-456d-a45f-f0b9ab7475cf req-feac9da9-c4bf-4792-8fac-125e1bd5ad6c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:07.267465 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16ac730a-a1ea-456d-a45f-f0b9ab7475cf req-feac9da9-c4bf-4792-8fac-125e1bd5ad6c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 946 time: 0.1191640 Sep 30 09:14:07.290490 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051822d-b992-4e77-8ebc-20840683f7e3 req-7d2e6a98-6724-403a-b025-8693d9f33a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:07.292023 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2051822d-b992-4e77-8ebc-20840683f7e3 req-7d2e6a98-6724-403a-b025-8693d9f33a66 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.0966918 Sep 30 09:14:07.309720 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-16ac730a-a1ea-456d-a45f-f0b9ab7475cf req-10ad018e-8c59-40eb-981b-51e4d4321eab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351548 Sep 30 09:14:07.312050 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2d4edd18-3647-452b-acc5-e8dc4f83dfb9 None None] Set router d51a3f24-550a-4348-8136-554744f94d0a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:14:07.336919 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2051822d-b992-4e77-8ebc-20840683f7e3 req-18e3535e-1e73-4d5c-a9dd-15cf19acdb5b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1 HTTP/1.1" status: 200 len: 217 time: 0.0373836 Sep 30 09:14:07.387783 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051822d-b992-4e77-8ebc-20840683f7e3 req-d898b9d8-8ffd-41a0-b96b-a0161bd03cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:07.389284 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2051822d-b992-4e77-8ebc-20840683f7e3 req-d898b9d8-8ffd-41a0-b96b-a0161bd03cbe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0446944 Sep 30 09:14:07.454496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051822d-b992-4e77-8ebc-20840683f7e3 req-d65e9cea-ff09-42c5-92d9-b3312d74f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:07.456040 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2051822d-b992-4e77-8ebc-20840683f7e3 req-d65e9cea-ff09-42c5-92d9-b3312d74f391 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432649 Sep 30 09:14:07.518038 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2d4edd18-3647-452b-acc5-e8dc4f83dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 5, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:07.545143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4edd18-3647-452b-acc5-e8dc4f83dfb9 None None] The sync data for ids ['d51a3f24-550a-4348-8136-554744f94d0a'] in n-d-807359-2 is: [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 5, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:14:07.553571 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2051822d-b992-4e77-8ebc-20840683f7e3 req-861d070d-509b-4da2-aeeb-da90287e5694 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887349 Sep 30 09:14:07.799243 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d31645f-bd18-4d7d-b018-25be935f7051 None None] New status for floating IP 74150ed4-d7bf-4682-970a-f35ca47e284d: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:14:07.961869 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2051822d-b992-4e77-8ebc-20840683f7e3 req-088c9dcc-a498-4035-a134-c12e634babe5 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006691 Sep 30 09:14:08.428238 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39d547-ac5d-4c00-bed2-f70e70c2bfa8 req-230993dd-2d15-4836-8eca-d0c8ebff87d1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:08.429752 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f39d547-ac5d-4c00-bed2-f70e70c2bfa8 req-230993dd-2d15-4836-8eca-d0c8ebff87d1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 946 time: 0.0502028 Sep 30 09:14:08.468152 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7f39d547-ac5d-4c00-bed2-f70e70c2bfa8 req-937e3026-4462-457b-9b57-66babcd384e6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f37495c-65ab-45f7-b83f-52ed1293b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324178 Sep 30 09:14:08.536756 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f190ca-01e8-4892-8943-6ca73b0a82e8 req-1a9d2e75-2668-47cd-9fd0-9d05d59ba217 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:08.538467 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f3f190ca-01e8-4892-8943-6ca73b0a82e8 req-1a9d2e75-2668-47cd-9fd0-9d05d59ba217 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6443b6f-c159-4d89-b808-9d1d6063a53f HTTP/1.1" status: 200 len: 946 time: 0.0477121 Sep 30 09:14:08.629894 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f3f190ca-01e8-4892-8943-6ca73b0a82e8 req-7fadef0c-fd37-435a-9203-752ebca22cd2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Deleting port fe073625-ab94-42a5-906a-a3a8f472e2d1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:14:08.630138 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f3f190ca-01e8-4892-8943-6ca73b0a82e8 req-7fadef0c-fd37-435a-9203-752ebca22cd2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:08.721373 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f3f190ca-01e8-4892-8943-6ca73b0a82e8 req-7fadef0c-fd37-435a-9203-752ebca22cd2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] For port fe073625-ab94-42a5-906a-a3a8f472e2d1, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=fe073625-ab94-42a5-906a-a3a8f472e2d1,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:14:08.721736 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f3f190ca-01e8-4892-8943-6ca73b0a82e8 req-7fadef0c-fd37-435a-9203-752ebca22cd2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:08.733762 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f3f190ca-01e8-4892-8943-6ca73b0a82e8 req-7fadef0c-fd37-435a-9203-752ebca22cd2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Calling delete_port for fe073625-ab94-42a5-906a-a3a8f472e2d1 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:14:08.858224 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f3f190ca-01e8-4892-8943-6ca73b0a82e8 req-7fadef0c-fd37-435a-9203-752ebca22cd2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:08.887941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadef0c-fd37-435a-9203-752ebca22cd2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event deleted for resources: {'Port': ['ID=fe073625-ab94-42a5-906a-a3a8f472e2d1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:08.931253 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f190ca-01e8-4892-8943-6ca73b0a82e8 req-7fadef0c-fd37-435a-9203-752ebca22cd2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] No DVR routers for this DVR port fe073625-ab94-42a5-906a-a3a8f472e2d1 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:14:08.933929 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f3f190ca-01e8-4892-8943-6ca73b0a82e8 req-7fadef0c-fd37-435a-9203-752ebca22cd2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:08.935882 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-f3f190ca-01e8-4892-8943-6ca73b0a82e8 req-7fadef0c-fd37-435a-9203-752ebca22cd2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.35 "DELETE /v2.0/ports/fe073625-ab94-42a5-906a-a3a8f472e2d1 HTTP/1.1" status: 204 len: 173 time: 0.3899739 Sep 30 09:14:09.100342 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'name': 'network-vif-deleted', 'tag': 'fe073625-ab94-42a5-906a-a3a8f472e2d1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:14:09.102897 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490aa0ec-b747-4e27-92c5-6fe99f8c3a4e" -d '{"events": [{"server_uuid": "a6443b6f-c159-4d89-b808-9d1d6063a53f", "name": "network-vif-deleted", "tag": "fe073625-ab94-42a5-906a-a3a8f472e2d1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:14:09.140633 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f0a148-1f05-482b-8d98-28db1438cfc0 x-openstack-request-id: req-73f0a148-1f05-482b-8d98-28db1438cfc0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:14:09.140932 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6443b6f-c159-4d89-b808-9d1d6063a53f", "name": "network-vif-deleted", "tag": "fe073625-ab94-42a5-906a-a3a8f472e2d1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:14:09.141186 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73f0a148-1f05-482b-8d98-28db1438cfc0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:14:09.141851 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6443b6f-c159-4d89-b808-9d1d6063a53f', 'name': 'network-vif-deleted', 'tag': 'fe073625-ab94-42a5-906a-a3a8f472e2d1', 'status': 'completed', 'code': 200} Sep 30 09:14:09.524611 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51104) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:09.587189 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4d08de2-3b14-4bb4-ad4c-f27ee8c75bda tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:09.611756 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4d08de2-3b14-4bb4-ad4c-f27ee8c75bda tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:09.672846 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4d08de2-3b14-4bb4-ad4c-f27ee8c75bda tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:09.675406 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4d08de2-3b14-4bb4-ad4c-f27ee8c75bda tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:09.676612 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e4d08de2-3b14-4bb4-ad4c-f27ee8c75bda tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "DELETE /v2.0/security-groups/8f37495c-65ab-45f7-b83f-52ed1293b7c3 HTTP/1.1" status: 204 len: 168 time: 0.1510139 Sep 30 09:14:09.686600 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d08de2-3b14-4bb4-ad4c-f27ee8c75bda tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f37495c-65ab-45f7-b83f-52ed1293b7c3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:09.893151 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51110) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:09.898811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a225d7e2-6135-4fc4-b885-4d52a5b5bf1f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-739755014', 'description': 'tempest-secgroup-smoke-739755014 description', 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:14:09.921084 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a225d7e2-6135-4fc4-b885-4d52a5b5bf1f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.002926 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a225d7e2-6135-4fc4-b885-4d52a5b5bf1f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.007404 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a225d7e2-6135-4fc4-b885-4d52a5b5bf1f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.036229 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225d7e2-6135-4fc4-b885-4d52a5b5bf1f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb4e0fb-008e-44ec-8850-109349ef3bd1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:10.038518 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a225d7e2-6135-4fc4-b885-4d52a5b5bf1f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.039742 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a225d7e2-6135-4fc4-b885-4d52a5b5bf1f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1455832 Sep 30 09:14:10.042690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:10.046995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7544e7e4-1a7d-46e3-b088-a17fc01498d1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'security_group_rule': {'security_group_id': 'afb4e0fb-008e-44ec-8850-109349ef3bd1', 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:14:10.073697 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7544e7e4-1a7d-46e3-b088-a17fc01498d1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.127812 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7544e7e4-1a7d-46e3-b088-a17fc01498d1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.132539 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7544e7e4-1a7d-46e3-b088-a17fc01498d1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.150328 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544e7e4-1a7d-46e3-b088-a17fc01498d1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e3820d-29c8-49d4-865a-7b1618318d02,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:10.156311 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7544e7e4-1a7d-46e3-b088-a17fc01498d1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.157368 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-7544e7e4-1a7d-46e3-b088-a17fc01498d1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137607 Sep 30 09:14:10.160282 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51114) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:10.164796 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b184dfef-1a93-4ca5-b52e-643c2b0bb2b1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'security_group_rule': {'security_group_id': 'afb4e0fb-008e-44ec-8850-109349ef3bd1', 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:14:10.194910 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b184dfef-1a93-4ca5-b52e-643c2b0bb2b1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.254201 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b184dfef-1a93-4ca5-b52e-643c2b0bb2b1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.258431 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b184dfef-1a93-4ca5-b52e-643c2b0bb2b1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.276170 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184dfef-1a93-4ca5-b52e-643c2b0bb2b1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c8ea76-4bfe-43a2-be47-425913694802,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:10.282540 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b184dfef-1a93-4ca5-b52e-643c2b0bb2b1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.283742 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b184dfef-1a93-4ca5-b52e-643c2b0bb2b1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225536 Sep 30 09:14:10.286591 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51116) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:10.291525 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-54486d7c-ef2f-43aa-8e81-e8df6c8a06ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'security_group_rule': {'security_group_id': 'afb4e0fb-008e-44ec-8850-109349ef3bd1', 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:14:10.316779 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54486d7c-ef2f-43aa-8e81-e8df6c8a06ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.372768 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54486d7c-ef2f-43aa-8e81-e8df6c8a06ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.376375 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54486d7c-ef2f-43aa-8e81-e8df6c8a06ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.394101 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54486d7c-ef2f-43aa-8e81-e8df6c8a06ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7829ef-ae29-4bb8-bf0d-12e29cd9e958,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:10.400866 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54486d7c-ef2f-43aa-8e81-e8df6c8a06ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.402156 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-54486d7c-ef2f-43aa-8e81-e8df6c8a06ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143663 Sep 30 09:14:10.404934 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51118) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:10.409176 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b3b0fc0a-a72b-4727-bb53-540b08344b96 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'security_group_rule': {'security_group_id': 'afb4e0fb-008e-44ec-8850-109349ef3bd1', 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:14:10.435915 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3b0fc0a-a72b-4727-bb53-540b08344b96 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.493428 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3b0fc0a-a72b-4727-bb53-540b08344b96 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.497071 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3b0fc0a-a72b-4727-bb53-540b08344b96 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.516041 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0fc0a-a72b-4727-bb53-540b08344b96 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d6f901-c0f0-483a-be98-b1f9962d1325,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:10.522836 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3b0fc0a-a72b-4727-bb53-540b08344b96 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.524175 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b3b0fc0a-a72b-4727-bb53-540b08344b96 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183026 Sep 30 09:14:10.526963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51120) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:10.531288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b2695390-0138-40b0-a513-fb3da7750d63 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'security_group_rule': {'security_group_id': 'afb4e0fb-008e-44ec-8850-109349ef3bd1', 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:14:10.554028 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-b2695390-0138-40b0-a513-fb3da7750d63 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Project 6d1d4e44aa5144cf8288d4b9acb905cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:14:10.558853 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2695390-0138-40b0-a513-fb3da7750d63 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.619527 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2695390-0138-40b0-a513-fb3da7750d63 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.623155 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2695390-0138-40b0-a513-fb3da7750d63 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.637893 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2695390-0138-40b0-a513-fb3da7750d63 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882a39fc-6bf9-40af-8c80-e72a47db8222,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:10.647716 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b2695390-0138-40b0-a513-fb3da7750d63 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.648972 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b2695390-0138-40b0-a513-fb3da7750d63 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210992 Sep 30 09:14:10.651746 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:10.656027 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fee99e48-7cf8-470a-97b1-2e5f68e6a545 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'security_group_rule': {'security_group_id': 'afb4e0fb-008e-44ec-8850-109349ef3bd1', 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:14:10.677108 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-fee99e48-7cf8-470a-97b1-2e5f68e6a545 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Project 6d1d4e44aa5144cf8288d4b9acb905cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:14:10.682539 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fee99e48-7cf8-470a-97b1-2e5f68e6a545 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.744415 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fee99e48-7cf8-470a-97b1-2e5f68e6a545 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.748006 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fee99e48-7cf8-470a-97b1-2e5f68e6a545 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.765678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee99e48-7cf8-470a-97b1-2e5f68e6a545 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960790e0-55f3-4074-8a15-4c22415d98c9,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:10.771888 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fee99e48-7cf8-470a-97b1-2e5f68e6a545 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:10.773211 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-fee99e48-7cf8-470a-97b1-2e5f68e6a545 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205218 Sep 30 09:14:10.816687 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:12.179199 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-986138a3-4ba7-4f31-b26f-8285633117c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:12.791614 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device fe073625-ab94-42a5-906a-a3a8f472e2d1 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:14:12.812053 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: fe073625-ab94-42a5-906a-a3a8f472e2d1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:14:12.812489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device fe073625-ab94-42a5-906a-a3a8f472e2d1 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:14:14.918832 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b5984f9-06d5-41bf-9fbf-35b376346aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:15.400274 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:16.153166 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:18.012156 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:25.007383 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-3c166324-b956-4162-ab6b-13a37c297568 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-739755014&fields=id&tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd HTTP/1.1" status: 200 len: 267 time: 0.0337505 Sep 30 09:14:25.120073 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f702-1642-4060-9f06-df399daf11d3 req-4a907714-97c3-4bcb-b632-38a5a8a2181d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:25.121489 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-4a907714-97c3-4bcb-b632-38a5a8a2181d tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 809 time: 0.1069465 Sep 30 09:14:25.136914 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-83dee85f-ad75-4ed8-8c81-f37ac941def3 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/quotas/6d1d4e44aa5144cf8288d4b9acb905cd HTTP/1.1" status: 200 len: 375 time: 0.0097170 Sep 30 09:14:25.190815 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-4a47624c-6476-497d-b7fa-5ee81fda0229 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482261 Sep 30 09:14:25.206344 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-e5ed2437-35f6-4a56-8e7e-6548a28189bb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:14:25.207322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-e5ed2437-35f6-4a56-8e7e-6548a28189bb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050657 Sep 30 09:14:25.301424 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-6e9c989f-de3a-439f-b0bb-9cea3f8b4f52 service neutron] 10.222.0.24 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877197 Sep 30 09:14:25.401495 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-6d469d95-1efd-4850-913e-57d94ac6e6db service neutron] 10.222.0.24 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939114 Sep 30 09:14:25.697626 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2a06b4c2-7b76-41d8-b888-1b85351b8782 req-afd92483-a1be-4fde-a8dc-474baba4916c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 210 time: 0.0280099 Sep 30 09:14:26.775566 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6e48c5ab-5566-451d-8bf1-415478992f9a req-4c05ab8b-b549-4f0f-9280-0d927778ff05 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 210 time: 0.0266528 Sep 30 09:14:27.757329 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f702-1642-4060-9f06-df399daf11d3 req-dabe59fe-4d3b-4c0d-aae1-377e6b777060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:27.758875 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-dabe59fe-4d3b-4c0d-aae1-377e6b777060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 809 time: 0.1074872 Sep 30 09:14:27.808240 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-47f487fc-89dc-4cde-8b00-489d45b29341 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd HTTP/1.1" status: 200 len: 379 time: 0.0354259 Sep 30 09:14:27.821247 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a185f702-1642-4060-9f06-df399daf11d3 req-0fad542a-e33d-4437-a76f-ede94b0f8e4a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'port': {'device_id': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'admin_state_up': True, 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'security_groups': ['afb4e0fb-008e-44ec-8850-109349ef3bd1']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:14:27.877014 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e909dba4-9002-48a6-9357-c2ca5763eaaa req-8082ad1a-521c-42fc-af37-a7be5d804dd3 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 210 time: 0.0354326 Sep 30 09:14:27.942605 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a185f702-1642-4060-9f06-df399daf11d3 req-0fad542a-e33d-4437-a76f-ede94b0f8e4a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Made reservation on behalf of 6d1d4e44aa5144cf8288d4b9acb905cd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:14:27.946346 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a185f702-1642-4060-9f06-df399daf11d3 req-0fad542a-e33d-4437-a76f-ede94b0f8e4a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:28.096694 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-a185f702-1642-4060-9f06-df399daf11d3 req-0fad542a-e33d-4437-a76f-ede94b0f8e4a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Allocated IP 172.20.0.7 (7990f8d6-654f-4316-87a1-206305e50162/83a06729-4d3d-4306-8102-a7cd0ba6f9e9/34d9e39e-01c0-470a-b766-7e942f2d3d6f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:14:28.247527 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a185f702-1642-4060-9f06-df399daf11d3 req-0fad542a-e33d-4437-a76f-ede94b0f8e4a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:28.281574 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a185f702-1642-4060-9f06-df399daf11d3 req-0fad542a-e33d-4437-a76f-ede94b0f8e4a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:28.328088 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a185f702-1642-4060-9f06-df399daf11d3 req-0fad542a-e33d-4437-a76f-ede94b0f8e4a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Network 7990f8d6-654f-4316-87a1-206305e50162 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:14:28.331147 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-a185f702-1642-4060-9f06-df399daf11d3 req-0fad542a-e33d-4437-a76f-ede94b0f8e4a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:14:28.335730 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a185f702-1642-4060-9f06-df399daf11d3 req-0fad542a-e33d-4437-a76f-ede94b0f8e4a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:14:28.363836 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad542a-e33d-4437-a76f-ede94b0f8e4a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'Port': ['ID=34d9e39e-01c0-470a-b766-7e942f2d3d6f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:28.390682 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f702-1642-4060-9f06-df399daf11d3 req-0fad542a-e33d-4437-a76f-ede94b0f8e4a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:28.391657 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a185f702-1642-4060-9f06-df399daf11d3 req-0fad542a-e33d-4437-a76f-ede94b0f8e4a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:28.410298 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-0fad542a-e33d-4437-a76f-ede94b0f8e4a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5930700 Sep 30 09:14:28.429546 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Request body: {'port': {'device_id': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:14:28.494617 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:28.608803 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d67ccca5-62f2-4169-899f-d2ba89b1ffe3 None None] Provisioning complete for port 34d9e39e-01c0-470a-b766-7e942f2d3d6f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:14:28.609413 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d67ccca5-62f2-4169-899f-d2ba89b1ffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:28.644211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d67ccca5-62f2-4169-899f-d2ba89b1ffe3 None None] Port 34d9e39e-01c0-470a-b766-7e942f2d3d6f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:14:28.774695 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d9e39e-01c0-470a-b766-7e942f2d3d6f {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:14:28.782195 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:28.794215 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Transition to ACTIVE for port object 34d9e39e-01c0-470a-b766-7e942f2d3d6f will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:14:28.798163 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:28.855223 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Pushing event updated for resources: {'Port': ['ID=34d9e39e-01c0-470a-b766-7e942f2d3d6f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:28.949583 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Attempting to bind port 34d9e39e-01c0-470a-b766-7e942f2d3d6f on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:14:28.950691 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Attempting to bind port 34d9e39e-01c0-470a-b766-7e942f2d3d6f by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:14:28.950691 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Attempting to bind port 34d9e39e-01c0-470a-b766-7e942f2d3d6f on network 7990f8d6-654f-4316-87a1-206305e50162 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:14:28.956614 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Port 34d9e39e-01c0-470a-b766-7e942f2d3d6f on network 7990f8d6-654f-4316-87a1-206305e50162 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:14:28.957088 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Attempting to bind port 34d9e39e-01c0-470a-b766-7e942f2d3d6f on network 7990f8d6-654f-4316-87a1-206305e50162 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:14:28.966261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:14:28.966261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Checking segment: {'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:14:28.966261 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Bound using segment: {'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:14:28.967068 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Bound port: 34d9e39e-01c0-470a-b766-7e942f2d3d6f, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f07d2d6-28f2-4393-836a-567abbd89d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7990f8d6-654f-4316-87a1-206305e50162'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:14:28.967540 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:29.052603 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] For port 34d9e39e-01c0-470a-b766-7e942f2d3d6f, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:14:29.054683 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82efd1-b154-4046-b5f5-be85f0d75f3a req-d077e011-1381-43ba-bdf5-bd6a54ef5636 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:29.056435 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] For port 34d9e39e-01c0-470a-b766-7e942f2d3d6f, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:14:29.064013 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:29.066187 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b82efd1-b154-4046-b5f5-be85f0d75f3a req-d077e011-1381-43ba-bdf5-bd6a54ef5636 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0930028 Sep 30 09:14:29.109781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7b82efd1-b154-4046-b5f5-be85f0d75f3a req-1cfb97ce-5f45-4175-9df2-0838fbb6a518 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424678 Sep 30 09:14:29.115318 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:29.118136 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:29.120141 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] 10.222.0.35 "PUT /v2.0/ports/34d9e39e-01c0-470a-b766-7e942f2d3d6f HTTP/1.1" status: 200 len: 1091 time: 0.6951323 Sep 30 09:14:29.120635 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'tag': '34d9e39e-01c0-470a-b766-7e942f2d3d6f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:14:29.123277 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2baac318-df97-43d5-8570-9e2c923e196e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a29f5d6-e32d-4c28-be94-85d97b554ae3", "tag": "34d9e39e-01c0-470a-b766-7e942f2d3d6f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:14:29.191775 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2099ed-5db0-4248-8e4e-11972b209a2d service neutron] Pushing event updated for resources: {'Port': ['ID=34d9e39e-01c0-470a-b766-7e942f2d3d6f,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:29.249777 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c030e31c-4bb4-452b-90e9-65b7a30d1f17 x-openstack-request-id: req-c030e31c-4bb4-452b-90e9-65b7a30d1f17 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:14:29.250198 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a29f5d6-e32d-4c28-be94-85d97b554ae3", "tag": "34d9e39e-01c0-470a-b766-7e942f2d3d6f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:14:29.250553 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c030e31c-4bb4-452b-90e9-65b7a30d1f17 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:14:29.251176 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'tag': '34d9e39e-01c0-470a-b766-7e942f2d3d6f', 'status': 'completed', 'code': 200} Sep 30 09:14:29.273121 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f702-1642-4060-9f06-df399daf11d3 req-f5ebdb13-2d13-4a15-9826-d954bf2bcde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:29.274967 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-f5ebdb13-2d13-4a15-9826-d954bf2bcde4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 1094 time: 0.0625432 Sep 30 09:14:29.334553 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-e084a30c-e1c6-4f03-806f-1a965870b2bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f HTTP/1.1" status: 200 len: 217 time: 0.0456426 Sep 30 09:14:29.386061 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f702-1642-4060-9f06-df399daf11d3 req-179163e0-eb39-44bd-8c51-edfe4750fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:29.387448 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-179163e0-eb39-44bd-8c51-edfe4750fc7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0455961 Sep 30 09:14:29.439939 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f702-1642-4060-9f06-df399daf11d3 req-3cc688d3-6ab8-4492-82a4-6b383d9e1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:29.441480 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-3cc688d3-6ab8-4492-82a4-6b383d9e1806 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470717 Sep 30 09:14:29.532492 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-5627d768-524a-4e02-ac31-101f823ba044 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840664 Sep 30 09:14:29.628714 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a185f702-1642-4060-9f06-df399daf11d3 req-5ed3c150-d9b2-4419-9801-5b0c690c6d11 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892749 Sep 30 09:14:29.741809 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baac318-df97-43d5-8570-9e2c923e196e req-eab5ba79-ad49-493c-afac-53a4e90d5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:29.743373 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2baac318-df97-43d5-8570-9e2c923e196e req-eab5ba79-ad49-493c-afac-53a4e90d5159 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 1094 time: 0.0452292 Sep 30 09:14:29.841076 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baac318-df97-43d5-8570-9e2c923e196e req-b502d682-e3fd-4e07-9018-64c197d15524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:29.842569 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2baac318-df97-43d5-8570-9e2c923e196e req-b502d682-e3fd-4e07-9018-64c197d15524 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.0923767 Sep 30 09:14:29.886225 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2baac318-df97-43d5-8570-9e2c923e196e req-404f433e-34ea-40c4-81b7-3ccb93d24bda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f HTTP/1.1" status: 200 len: 217 time: 0.0361636 Sep 30 09:14:29.936550 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baac318-df97-43d5-8570-9e2c923e196e req-75dbdfff-fb31-407f-a18a-34dc1fb4740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:29.938062 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2baac318-df97-43d5-8570-9e2c923e196e req-75dbdfff-fb31-407f-a18a-34dc1fb4740e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0453165 Sep 30 09:14:29.984030 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baac318-df97-43d5-8570-9e2c923e196e req-1701b20a-4ea1-4b29-8de8-94b5dcab6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:29.985608 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2baac318-df97-43d5-8570-9e2c923e196e req-1701b20a-4ea1-4b29-8de8-94b5dcab6ec3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407016 Sep 30 09:14:30.083739 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2baac318-df97-43d5-8570-9e2c923e196e req-71a8c379-3157-4983-9570-e4d60275cd40 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902796 Sep 30 09:14:30.182774 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2baac318-df97-43d5-8570-9e2c923e196e req-7299edcc-7787-4129-b0cd-99626ba2ba7b service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930195 Sep 30 09:14:30.263402 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84827b7a-4ec6-4067-99a7-4006169bad83 req-0754d2a8-da3f-4a14-9f79-a1e999da14f2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:30.264998 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84827b7a-4ec6-4067-99a7-4006169bad83 req-0754d2a8-da3f-4a14-9f79-a1e999da14f2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0528035 Sep 30 09:14:30.303952 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-84827b7a-4ec6-4067-99a7-4006169bad83 req-888553a6-08c9-4ccc-942a-62d260c6c4c4 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325701 Sep 30 09:14:30.393940 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:31.430697 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d47f6-d56b-41db-ba4c-fdb2bfc0c1a4 req-c55d9045-39c3-4f84-815a-78b70a635aad tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:31.432256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce7d47f6-d56b-41db-ba4c-fdb2bfc0c1a4 req-c55d9045-39c3-4f84-815a-78b70a635aad tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0554996 Sep 30 09:14:31.472874 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce7d47f6-d56b-41db-ba4c-fdb2bfc0c1a4 req-e69f010f-2f17-47cb-9203-c8a693043554 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344403 Sep 30 09:14:32.588887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925c697-e38c-435f-a4c2-cb4c426002dd req-97ac75c0-f1f9-4fcf-8211-25566b27bbc1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:32.590410 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6925c697-e38c-435f-a4c2-cb4c426002dd req-97ac75c0-f1f9-4fcf-8211-25566b27bbc1 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0498474 Sep 30 09:14:32.633538 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6925c697-e38c-435f-a4c2-cb4c426002dd req-3d6b13e2-969d-449e-899e-f32bb2f004ac tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371075 Sep 30 09:14:33.750979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bf467-4fe7-4d33-bd4a-4d7ebc028756 req-6510cd93-3bbf-40dd-a700-f9783666ba91 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:33.752510 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-173bf467-4fe7-4d33-bd4a-4d7ebc028756 req-6510cd93-3bbf-40dd-a700-f9783666ba91 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0509112 Sep 30 09:14:33.791987 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-173bf467-4fe7-4d33-bd4a-4d7ebc028756 req-176ef8e6-94a7-426c-bd22-d9965b9807bc tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333307 Sep 30 09:14:34.910271 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1ed4d-b77b-40b5-a6f7-e0902c2d9d9e req-0fe0eb41-76cf-455c-bdd0-232790010f88 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:34.911771 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ee1ed4d-b77b-40b5-a6f7-e0902c2d9d9e req-0fe0eb41-76cf-455c-bdd0-232790010f88 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0529542 Sep 30 09:14:34.948335 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-5ee1ed4d-b77b-40b5-a6f7-e0902c2d9d9e req-141d88dc-9ae4-45db-9322-7133dce074c6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306671 Sep 30 09:14:36.064007 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2a6e9-6827-4560-b6f2-35f20aab4875 req-cc52b765-64a5-4f47-90d4-215406e1059f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:36.065527 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecd2a6e9-6827-4560-b6f2-35f20aab4875 req-cc52b765-64a5-4f47-90d4-215406e1059f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0515661 Sep 30 09:14:36.104235 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ecd2a6e9-6827-4560-b6f2-35f20aab4875 req-ce1b2e08-4e1d-4d05-8833-1985d4554d23 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327606 Sep 30 09:14:37.220503 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae05698-fb72-42cf-9a85-6313f347613a req-44661f16-2ac2-4296-a5a9-d39122f1727e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:37.222013 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ae05698-fb72-42cf-9a85-6313f347613a req-44661f16-2ac2-4296-a5a9-d39122f1727e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0492914 Sep 30 09:14:37.260572 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ae05698-fb72-42cf-9a85-6313f347613a req-6f343230-c744-4fee-9a09-a1cdd987d6dd tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319865 Sep 30 09:14:38.386414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e8a03-2771-4586-a14c-5de97543760d req-e4b3907a-a70c-4e14-8844-e6442a49066f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:38.387960 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-317e8a03-2771-4586-a14c-5de97543760d req-e4b3907a-a70c-4e14-8844-e6442a49066f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0545244 Sep 30 09:14:38.425236 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-317e8a03-2771-4586-a14c-5de97543760d req-dfb2f690-63bf-4981-8977-87bfb40cb7cb tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311236 Sep 30 09:14:38.873949 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 34d9e39e-01c0-470a-b766-7e942f2d3d6f details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:14:38.967072 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 34d9e39e-01c0-470a-b766-7e942f2d3d6f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:14:38.982076 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '34d9e39e-01c0-470a-b766-7e942f2d3d6f', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'port_id': '34d9e39e-01c0-470a-b766-7e942f2d3d6f', 'mac_address': 'fa:16:3e:10:81:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:14:39.018777 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:39.032207 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d9e39e-01c0-470a-b766-7e942f2d3d6f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:14:39.052478 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 34d9e39e-01c0-470a-b766-7e942f2d3d6f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:14:39.056424 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:39.103979 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=34d9e39e-01c0-470a-b766-7e942f2d3d6f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:39.111493 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:39.111847 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:39.112212 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:39.112546 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:39.112874 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:39.113201 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:39.113522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:39.113873 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:39.114200 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:39.114518 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:39.114836 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:39.115154 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:14:39.343097 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['34d9e39e-01c0-470a-b766-7e942f2d3d6f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:14:39.548918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2540f6-4e41-4b8d-8176-825d5971cf8c req-6278f366-d07b-451d-b643-25702e31c855 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:39.550440 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b2540f6-4e41-4b8d-8176-825d5971cf8c req-6278f366-d07b-451d-b643-25702e31c855 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 944 time: 0.0513563 Sep 30 09:14:39.590255 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0b2540f6-4e41-4b8d-8176-825d5971cf8c req-347d57ae-3314-42d6-b8ea-a279b4c4d405 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329719 Sep 30 09:14:40.705757 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa9ec6-2378-4ee1-bd07-8014af15fc4f req-b1810a73-5851-45e7-977e-408e3228f7b0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:40.707249 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22fa9ec6-2378-4ee1-bd07-8014af15fc4f req-b1810a73-5851-45e7-977e-408e3228f7b0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 944 time: 0.0491588 Sep 30 09:14:40.745810 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-22fa9ec6-2378-4ee1-bd07-8014af15fc4f req-a52f01c9-f020-4654-bf2f-6e1236a01e09 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319762 Sep 30 09:14:40.827977 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:40.883861 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 34d9e39e-01c0-470a-b766-7e942f2d3d6f up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:14:40.932197 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 34d9e39e-01c0-470a-b766-7e942f2d3d6f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:14:40.935878 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 34d9e39e-01c0-470a-b766-7e942f2d3d6f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:14:40.936276 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:41.012904 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:41.034602 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d9e39e-01c0-470a-b766-7e942f2d3d6f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:14:41.037821 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e95b3c-f450-4f8c-b13e-ec97189d6c17" -d '{"events": [{"server_uuid": "4a29f5d6-e32d-4c28-be94-85d97b554ae3", "name": "network-vif-plugged", "status": "completed", "tag": "34d9e39e-01c0-470a-b766-7e942f2d3d6f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:14:41.050852 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 34d9e39e-01c0-470a-b766-7e942f2d3d6f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:14:41.055545 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:41.077862 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f672a568-afaa-4dac-aba2-5142656ebb6f x-openstack-request-id: req-f672a568-afaa-4dac-aba2-5142656ebb6f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:14:41.078152 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a29f5d6-e32d-4c28-be94-85d97b554ae3", "name": "network-vif-plugged", "status": "completed", "tag": "34d9e39e-01c0-470a-b766-7e942f2d3d6f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:14:41.078404 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f672a568-afaa-4dac-aba2-5142656ebb6f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:14:41.078802 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d9e39e-01c0-470a-b766-7e942f2d3d6f', 'code': 200} Sep 30 09:14:41.104489 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=34d9e39e-01c0-470a-b766-7e942f2d3d6f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:41.198521 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33880fb-7c33-42fd-aff6-4bf6f2a9c369 req-9945915f-ab28-4133-ae1f-6f516b152a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:41.200082 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d33880fb-7c33-42fd-aff6-4bf6f2a9c369 req-9945915f-ab28-4133-ae1f-6f516b152a38 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 1096 time: 0.0424013 Sep 30 09:14:41.236737 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-d33880fb-7c33-42fd-aff6-4bf6f2a9c369 req-5993f1da-bac7-493f-87b6-acc9a9bd26f4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290120 Sep 30 09:14:41.868753 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44992aa-749f-446b-a368-4ef67c350d37 req-ca7a7e7f-f816-4875-8aab-390c8c3a21eb tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:41.870280 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c44992aa-749f-446b-a368-4ef67c350d37 req-ca7a7e7f-f816-4875-8aab-390c8c3a21eb tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0545237 Sep 30 09:14:41.912138 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c44992aa-749f-446b-a368-4ef67c350d37 req-686d2b8e-4fad-4ad8-b26c-73f40435d55e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353789 Sep 30 09:14:42.180759 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-865c7f72-bc00-4691-aa71-059fbd36909d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:42.247211 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:14:43.030481 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94812f0a-d211-4281-bc52-a37330cefaf5 req-1103be5d-811d-4203-b271-60242ce1f1c2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:43.032064 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94812f0a-d211-4281-bc52-a37330cefaf5 req-1103be5d-811d-4203-b271-60242ce1f1c2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0501826 Sep 30 09:14:43.071564 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-94812f0a-d211-4281-bc52-a37330cefaf5 req-6737ac84-33ff-415a-9219-2bc67053ba66 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324974 Sep 30 09:14:43.188015 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e417e6-f159-4b35-892d-b08713f6c00d req-aa561390-4eb5-4f7d-9385-9f90c4927bd2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:43.189523 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39e417e6-f159-4b35-892d-b08713f6c00d req-aa561390-4eb5-4f7d-9385-9f90c4927bd2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0517514 Sep 30 09:14:43.229039 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-39e417e6-f159-4b35-892d-b08713f6c00d req-3c538766-bfcf-41e3-98b9-36d8c5bf179b tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329626 Sep 30 09:14:43.250270 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:43.289932 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5374d5c-0c37-4386-bb3e-8738590a7d43 tempest-TestShelveInstance-498978429 tempest-TestShelveInstance-498978429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:43.291504 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e5374d5c-0c37-4386-bb3e-8738590a7d43 tempest-TestShelveInstance-498978429 tempest-TestShelveInstance-498978429-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 1091 time: 0.0402124 Sep 30 09:14:43.294482 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:14:43.298676 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '34d9e39e-01c0-470a-b766-7e942f2d3d6f', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:14:43.320970 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:43.421141 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:43.526452 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Allocated IP 172.25.0.62 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/9e27fa76-5595-45d0-b75e-7a9862d33a00) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:14:43.644759 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:43.679178 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:43.713068 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:14:43.715872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:14:43.719306 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:14:43.747802 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'Port': ['ID=9e27fa76-5595-45d0-b75e-7a9862d33a00,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:44.086001 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:44.156957 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:44.306646 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:44.311102 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:44.397331 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event updated for resources: {'Port': ['ID=9e27fa76-5595-45d0-b75e-7a9862d33a00,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:14:44.407187 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:44.507751 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Floating IP a1540cd4-ddfe-428d-ad90-333be92d79ea associated. External IP: 172.25.0.62, port: 34d9e39e-01c0-470a-b766-7e942f2d3d6f. Sep 30 09:14:44.717025 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Router d51a3f24-550a-4348-8136-554744f94d0a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:14:44.823414 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:14:44.834510 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8bbebd-27e3-4ece-b4ec-dcfd19795ac6 None None] Sync routers for ids ['d51a3f24-550a-4348-8136-554744f94d0a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:14:44.840405 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:44.843814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8bbebd-27e3-4ece-b4ec-dcfd19795ac6 None None] Routers {'d51a3f24-550a-4348-8136-554744f94d0a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:14:44.844476 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9c8bbebd-27e3-4ece-b4ec-dcfd19795ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:14:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d51a3f24-550a-4348-8136-554744f94d0a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:44.952889 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-107673c1-34d4-4d82-a441-b984efc0cd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:44.969725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9c8bbebd-27e3-4ece-b4ec-dcfd19795ac6 None None] Set router d51a3f24-550a-4348-8136-554744f94d0a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:14:45.171430 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-dd1ee887-335e-4fce-a715-ee14a7d377ab tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8758900 Sep 30 09:14:45.172166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'tag': '34d9e39e-01c0-470a-b766-7e942f2d3d6f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:14:45.174870 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81205c7-5a1c-4e37-8b47-ba640f95f8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a29f5d6-e32d-4c28-be94-85d97b554ae3", "tag": "34d9e39e-01c0-470a-b766-7e942f2d3d6f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:14:45.214187 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a777022f-d6fb-4fc2-8e33-7fe1aebddd40 x-openstack-request-id: req-a777022f-d6fb-4fc2-8e33-7fe1aebddd40 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:14:45.214484 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a29f5d6-e32d-4c28-be94-85d97b554ae3", "tag": "34d9e39e-01c0-470a-b766-7e942f2d3d6f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:14:45.214737 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a777022f-d6fb-4fc2-8e33-7fe1aebddd40 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:14:45.215135 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'tag': '34d9e39e-01c0-470a-b766-7e942f2d3d6f', 'status': 'completed', 'code': 200} Sep 30 09:14:45.299878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81205c7-5a1c-4e37-8b47-ba640f95f8f2 req-bf971e3f-0d1b-4307-80bd-a7b82ff332de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:45.301707 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a81205c7-5a1c-4e37-8b47-ba640f95f8f2 req-bf971e3f-0d1b-4307-80bd-a7b82ff332de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 1096 time: 0.0429204 Sep 30 09:14:45.366050 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9c8bbebd-27e3-4ece-b4ec-dcfd19795ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'a1540cd4-ddfe-428d-ad90-333be92d79ea', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'port_id': '34d9e39e-01c0-470a-b766-7e942f2d3d6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'mac_address': 'fa:16:3e:10:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:14:43Z', 'updated_at': '2021-09-30T09:14:43Z', 'revision_number': 0, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 5, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:45.398875 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81205c7-5a1c-4e37-8b47-ba640f95f8f2 req-9a8770da-b511-44e9-9aee-a70e901354a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:45.399449 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8bbebd-27e3-4ece-b4ec-dcfd19795ac6 None None] Checking router: d51a3f24-550a-4348-8136-554744f94d0a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:14:45.400415 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a81205c7-5a1c-4e37-8b47-ba640f95f8f2 req-9a8770da-b511-44e9-9aee-a70e901354a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.0921826 Sep 30 09:14:45.413490 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8bbebd-27e3-4ece-b4ec-dcfd19795ac6 None None] Routers {'d51a3f24-550a-4348-8136-554744f94d0a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:14:45.414122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9c8bbebd-27e3-4ece-b4ec-dcfd19795ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:14:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d51a3f24-550a-4348-8136-554744f94d0a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:45.417337 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:45.468480 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a81205c7-5a1c-4e37-8b47-ba640f95f8f2 req-c46e9f97-8e28-491a-819c-eee97f25f559 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f HTTP/1.1" status: 200 len: 998 time: 0.0603359 Sep 30 09:14:45.518288 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81205c7-5a1c-4e37-8b47-ba640f95f8f2 req-5a03e0a7-8edb-4b80-91dc-1be354dfe65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:45.519777 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a81205c7-5a1c-4e37-8b47-ba640f95f8f2 req-5a03e0a7-8edb-4b80-91dc-1be354dfe65b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0451584 Sep 30 09:14:45.523840 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9c8bbebd-27e3-4ece-b4ec-dcfd19795ac6 None None] Set router d51a3f24-550a-4348-8136-554744f94d0a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:14:45.581690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81205c7-5a1c-4e37-8b47-ba640f95f8f2 req-caed0491-0006-4b77-b903-408d74c77842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:45.584436 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a81205c7-5a1c-4e37-8b47-ba640f95f8f2 req-caed0491-0006-4b77-b903-408d74c77842 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581026 Sep 30 09:14:45.678183 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a81205c7-5a1c-4e37-8b47-ba640f95f8f2 req-28190e11-d389-46b1-bf23-c8dbc8407540 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869465 Sep 30 09:14:45.755646 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9c8bbebd-27e3-4ece-b4ec-dcfd19795ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'a1540cd4-ddfe-428d-ad90-333be92d79ea', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'port_id': '34d9e39e-01c0-470a-b766-7e942f2d3d6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'mac_address': 'fa:16:3e:10:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:14:43Z', 'updated_at': '2021-09-30T09:14:43Z', 'revision_number': 0, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 5, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:14:45.776566 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-a81205c7-5a1c-4e37-8b47-ba640f95f8f2 req-593f7a8e-0140-4fef-920d-d77411598bf0 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916979 Sep 30 09:14:45.783572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8bbebd-27e3-4ece-b4ec-dcfd19795ac6 None None] The sync data for ids ['d51a3f24-550a-4348-8136-554744f94d0a'] in n-d-807359-2 is: [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': 'a1540cd4-ddfe-428d-ad90-333be92d79ea', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'port_id': '34d9e39e-01c0-470a-b766-7e942f2d3d6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'mac_address': 'fa:16:3e:10:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:14:43Z', 'updated_at': '2021-09-30T09:14:43Z', 'revision_number': 0, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 5, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:14:45.976134 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe996b-dd5d-43d9-8dde-6bdf37e44d9b None None] New status for floating IP a1540cd4-ddfe-428d-ad90-333be92d79ea: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:14:46.151832 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:48.016151 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:14:59.495651 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b3b14121-96a3-4fc2-a720-61304ad4340e req-e1e53da4-a5ae-4652-adb6-20cc571342df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438304 Sep 30 09:14:59.617354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b14121-96a3-4fc2-a720-61304ad4340e req-aa22ab27-add2-49fa-b4d4-1b474fba6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:59.619846 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b3b14121-96a3-4fc2-a720-61304ad4340e req-aa22ab27-add2-49fa-b4d4-1b474fba6b3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 1096 time: 0.0640674 Sep 30 09:14:59.737146 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b14121-96a3-4fc2-a720-61304ad4340e req-22fca985-5b23-407a-b206-23639b745e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:59.739353 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b3b14121-96a3-4fc2-a720-61304ad4340e req-22fca985-5b23-407a-b206-23639b745e06 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.0929077 Sep 30 09:14:59.806305 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b3b14121-96a3-4fc2-a720-61304ad4340e req-4c2dd98d-50c2-41b2-aef6-f540d8d212ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f HTTP/1.1" status: 200 len: 1000 time: 0.0587561 Sep 30 09:14:59.867097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b14121-96a3-4fc2-a720-61304ad4340e req-1ac78f5b-2649-4591-8efc-0a441af32022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:59.868611 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b3b14121-96a3-4fc2-a720-61304ad4340e req-1ac78f5b-2649-4591-8efc-0a441af32022 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0494728 Sep 30 09:14:59.916622 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b14121-96a3-4fc2-a720-61304ad4340e req-371a2047-ef37-4b6f-b2a1-e2aa78ffdd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:14:59.918130 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b3b14121-96a3-4fc2-a720-61304ad4340e req-371a2047-ef37-4b6f-b2a1-e2aa78ffdd31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411415 Sep 30 09:15:00.009121 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b3b14121-96a3-4fc2-a720-61304ad4340e req-94db7afa-0112-4642-96fe-b74fa82210e5 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818176 Sep 30 09:15:00.107123 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b3b14121-96a3-4fc2-a720-61304ad4340e req-b3f5cfbe-15e1-4806-9959-3d555413891c service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892112 Sep 30 09:15:00.392899 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:10.848539 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:12.181925 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a79e3c0-4064-4849-a912-fc5826af377a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:14.926890 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f2c996c-fd23-4f6f-87e0-eb1171d9fafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:15.401713 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:16.154835 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:18.017250 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:19.248098 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:15:30.394672 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:40.857892 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:42.183701 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-495f655e-839a-46f3-abf0-94467342e03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:44.928367 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-73ad14ce-ddb5-4cfe-bc7e-9afaa02afcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:45.402996 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:46.157597 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:48.020758 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:15:56.246672 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:15:59.508231 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589356d3-f924-452c-b1b6-8bb20e224e2d req-0589ce16-f6d9-4755-ad11-34e0bf1d8dcc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431881 Sep 30 09:15:59.606546 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589356d3-f924-452c-b1b6-8bb20e224e2d req-7947c2fc-c0f8-4b82-b349-204e77263d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:59.608225 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589356d3-f924-452c-b1b6-8bb20e224e2d req-7947c2fc-c0f8-4b82-b349-204e77263d2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 1096 time: 0.0418162 Sep 30 09:15:59.715721 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589356d3-f924-452c-b1b6-8bb20e224e2d req-4f2410f3-bdf5-4e92-97fc-d182d61ca21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:59.717235 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589356d3-f924-452c-b1b6-8bb20e224e2d req-4f2410f3-bdf5-4e92-97fc-d182d61ca21c service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.0903506 Sep 30 09:15:59.783415 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589356d3-f924-452c-b1b6-8bb20e224e2d req-65a5873b-8b59-4942-8572-55eb783bcb38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f HTTP/1.1" status: 200 len: 1000 time: 0.0582833 Sep 30 09:15:59.836376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589356d3-f924-452c-b1b6-8bb20e224e2d req-84f446d2-50af-4fc5-9502-a3eacf27899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:59.837812 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589356d3-f924-452c-b1b6-8bb20e224e2d req-84f446d2-50af-4fc5-9502-a3eacf27899c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0476642 Sep 30 09:15:59.883049 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589356d3-f924-452c-b1b6-8bb20e224e2d req-ba3dcf89-4053-4e24-9b02-a018471dd215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:15:59.884579 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589356d3-f924-452c-b1b6-8bb20e224e2d req-ba3dcf89-4053-4e24-9b02-a018471dd215 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393972 Sep 30 09:15:59.977085 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589356d3-f924-452c-b1b6-8bb20e224e2d req-1f033060-4dea-4a56-bcd1-8ee3bd9b13e3 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852833 Sep 30 09:16:00.079046 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-589356d3-f924-452c-b1b6-8bb20e224e2d req-c66477df-dc51-4bce-a548-5e365dd3c224 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952306 Sep 30 09:16:00.392345 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:10.863756 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:12.186132 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-df6bcdf1-8a08-4984-a0d4-ef8b7994dd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:14.939818 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1d36d79b-8dd0-424c-b95a-7048741ae935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:15.407814 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:16.160347 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:18.023258 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:30.389113 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:33.249769 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:16:37.936953 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da787c74-eff2-4510-97ab-6450324e2cf6 req-cb3f5c9b-3120-472d-9b6c-2a9242a00f40 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:37.938636 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-da787c74-eff2-4510-97ab-6450324e2cf6 req-cb3f5c9b-3120-472d-9b6c-2a9242a00f40 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0539205 Sep 30 09:16:37.975657 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-da787c74-eff2-4510-97ab-6450324e2cf6 req-1f72687f-9e07-440a-a241-bf011db533c4 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311506 Sep 30 09:16:39.124365 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d1517-cc26-4f28-a56f-8e5c44eb56e1 req-1415b897-8f20-480b-b71e-7700a185030f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:39.125843 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d0d1517-cc26-4f28-a56f-8e5c44eb56e1 req-1415b897-8f20-480b-b71e-7700a185030f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0490334 Sep 30 09:16:39.164767 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4d0d1517-cc26-4f28-a56f-8e5c44eb56e1 req-ff26bff0-ae41-4e99-af8a-9c14065ac07e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321872 Sep 30 09:16:40.282353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd87dd2-01a5-4a0c-91e4-80643c15078d req-baedb48c-d0e7-4216-a49e-53b3d3df52f8 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:40.283825 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cd87dd2-01a5-4a0c-91e4-80643c15078d req-baedb48c-d0e7-4216-a49e-53b3d3df52f8 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0495112 Sep 30 09:16:40.320780 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4cd87dd2-01a5-4a0c-91e4-80643c15078d req-3b0114f2-3ff0-42fe-a5ab-2d9492c69a9a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310538 Sep 30 09:16:40.860550 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:41.453306 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08d7ae-4fdf-4598-bc86-2132f49f756e req-b515062e-ee74-48e1-ac97-4d8fdde6dfda tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:41.457610 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c08d7ae-4fdf-4598-bc86-2132f49f756e req-b515062e-ee74-48e1-ac97-4d8fdde6dfda tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0600221 Sep 30 09:16:41.502380 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6c08d7ae-4fdf-4598-bc86-2132f49f756e req-07c3abb5-030a-49f1-8a2a-e55ebae47da4 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400393 Sep 30 09:16:42.185597 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ea69e06-a462-4eb4-90d2-71700e4d80f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:42.617338 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1144ef-084f-4bb8-8ca8-5aa007ef7f26 req-f90d6ab7-1a0a-477f-8144-55200a9fe91b tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:42.618898 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b1144ef-084f-4bb8-8ca8-5aa007ef7f26 req-f90d6ab7-1a0a-477f-8144-55200a9fe91b tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0490119 Sep 30 09:16:42.660704 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9b1144ef-084f-4bb8-8ca8-5aa007ef7f26 req-cbe7efef-a28c-434b-9ad2-7da83e18a56f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349882 Sep 30 09:16:43.782123 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d283e-d775-4850-96cb-8ba106068100 req-6d6aef09-a8be-4c38-92af-c106ac0dcd9a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:43.783721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f07d283e-d775-4850-96cb-8ba106068100 req-6d6aef09-a8be-4c38-92af-c106ac0dcd9a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0558579 Sep 30 09:16:43.822471 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f07d283e-d775-4850-96cb-8ba106068100 req-9328abec-dcdf-4c1c-9a6c-5b846fe992f9 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326309 Sep 30 09:16:44.932162 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9956da1c-410c-4402-aeec-b5c9ceeae5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:44.950256 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20cbb4-08e8-40ac-baa3-eb5d7efc7efa req-37cc819f-dee1-4a96-8ed4-8d80765438b7 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:44.950256 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab20cbb4-08e8-40ac-baa3-eb5d7efc7efa req-37cc819f-dee1-4a96-8ed4-8d80765438b7 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0584869 Sep 30 09:16:44.989292 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ab20cbb4-08e8-40ac-baa3-eb5d7efc7efa req-f0ec4d2e-7c22-4274-88d9-80b94ad41ce6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326180 Sep 30 09:16:45.409785 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:46.114575 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b46b4-22c4-45a1-9520-9b24ae7646c4 req-72323a0d-6865-429e-bb65-7c5ac2686004 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:46.116038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-371b46b4-22c4-45a1-9520-9b24ae7646c4 req-72323a0d-6865-429e-bb65-7c5ac2686004 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0498281 Sep 30 09:16:46.157258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-371b46b4-22c4-45a1-9520-9b24ae7646c4 req-9cdcee00-3b97-41de-b236-2bde78582923 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350187 Sep 30 09:16:46.164605 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:47.288109 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296f191-165b-48c6-9d37-e49c6fa80f46 req-7546cec9-470f-4f83-b642-9c29c16f8095 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:47.289747 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d296f191-165b-48c6-9d37-e49c6fa80f46 req-7546cec9-470f-4f83-b642-9c29c16f8095 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0531600 Sep 30 09:16:47.333262 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d296f191-165b-48c6-9d37-e49c6fa80f46 req-d809e25c-065f-4f1d-93bc-d0ddae133d5b tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367777 Sep 30 09:16:48.025977 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:48.155005 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885479f1-86ce-4736-baa6-75cfac87d6b9 req-fdfa8f43-2710-40b7-9216-dc1b7347a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:48.157169 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-885479f1-86ce-4736-baa6-75cfac87d6b9 req-fdfa8f43-2710-40b7-9216-dc1b7347a61c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 1096 time: 0.0435376 Sep 30 09:16:48.252114 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885479f1-86ce-4736-baa6-75cfac87d6b9 req-8a5daef4-9186-4258-a9a6-038e68bc0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:48.253516 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-885479f1-86ce-4736-baa6-75cfac87d6b9 req-8a5daef4-9186-4258-a9a6-038e68bc0d66 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.0895908 Sep 30 09:16:48.324747 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-885479f1-86ce-4736-baa6-75cfac87d6b9 req-dc7bac0a-e5b7-41c1-93b4-bce68b33bb9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f HTTP/1.1" status: 200 len: 1000 time: 0.0645003 Sep 30 09:16:48.380570 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885479f1-86ce-4736-baa6-75cfac87d6b9 req-1340aff7-8d63-40d0-a0f8-617fea07375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:48.382194 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-885479f1-86ce-4736-baa6-75cfac87d6b9 req-1340aff7-8d63-40d0-a0f8-617fea07375d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0500309 Sep 30 09:16:48.431926 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885479f1-86ce-4736-baa6-75cfac87d6b9 req-6b75575c-1128-408c-97e7-ccc4d3841a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:48.433486 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-885479f1-86ce-4736-baa6-75cfac87d6b9 req-6b75575c-1128-408c-97e7-ccc4d3841a99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437064 Sep 30 09:16:48.460223 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63068e71-7eb9-4d32-9420-7bf71f83a025 req-fee31275-396a-4b42-823d-1912b0f657d2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:48.461732 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63068e71-7eb9-4d32-9420-7bf71f83a025 req-fee31275-396a-4b42-823d-1912b0f657d2 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0568607 Sep 30 09:16:48.500738 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-63068e71-7eb9-4d32-9420-7bf71f83a025 req-735d01a4-c17c-4e86-9421-57c691f1e511 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328240 Sep 30 09:16:48.530259 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-885479f1-86ce-4736-baa6-75cfac87d6b9 req-60d3c35e-3bf8-44e6-9e15-2e496ce3d6b5 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899470 Sep 30 09:16:48.625534 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-885479f1-86ce-4736-baa6-75cfac87d6b9 req-1ab89c69-a3cc-439e-82c7-ebcb685e02f8 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881691 Sep 30 09:16:49.628323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7be49b-cae6-4eec-a0a8-1470539ff35e req-b8170e47-0da1-43e7-9cf5-83ac164a923c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:49.629857 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a7be49b-cae6-4eec-a0a8-1470539ff35e req-b8170e47-0da1-43e7-9cf5-83ac164a923c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0524924 Sep 30 09:16:49.670432 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4a7be49b-cae6-4eec-a0a8-1470539ff35e req-45e7a1b5-7cbf-486b-8d0e-717c83bc9689 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344329 Sep 30 09:16:50.791751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4e52f-7007-4c45-b376-0a5704bdee9e req-5516d406-fcbe-42f1-a430-121d4316a2c6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:50.793331 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ddd4e52f-7007-4c45-b376-0a5704bdee9e req-5516d406-fcbe-42f1-a430-121d4316a2c6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0510828 Sep 30 09:16:50.833573 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ddd4e52f-7007-4c45-b376-0a5704bdee9e req-db5d7cf5-bd8e-4805-bcec-397ed9762362 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339422 Sep 30 09:16:51.963804 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a746537-67de-4333-bb60-c9430d9e6529 req-3e5eb0d5-bb2c-4980-93ad-4cb54e07a4ec tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:51.965331 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a746537-67de-4333-bb60-c9430d9e6529 req-3e5eb0d5-bb2c-4980-93ad-4cb54e07a4ec tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0555046 Sep 30 09:16:52.003518 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0a746537-67de-4333-bb60-c9430d9e6529 req-aedc5b6e-752b-48aa-b7ba-dd32b10be1bd tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314612 Sep 30 09:16:52.186847 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-a5cd64c0-779c-41a2-ac87-5d3cdba76094 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438428 Sep 30 09:16:52.198950 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-18260134-d0c7-4119-b2fa-d7d949788ab1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:16:52.200311 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-18260134-d0c7-4119-b2fa-d7d949788ab1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059171 Sep 30 09:16:52.217281 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722ed57-69f3-4830-be27-90cef76af5ad req-8ad848d2-9eb6-4fa1-9ca7-0d34062c821e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:52.218957 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7722ed57-69f3-4830-be27-90cef76af5ad req-8ad848d2-9eb6-4fa1-9ca7-0d34062c821e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0536692 Sep 30 09:16:52.278339 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-7722ed57-69f3-4830-be27-90cef76af5ad req-7318f28a-5f67-4c36-83ed-c7807ee98651 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452390 Sep 30 09:16:53.395391 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 34d9e39e-01c0-470a-b766-7e942f2d3d6f no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:16:53.399794 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9bd93-e742-4ea7-ac44-662d13e9c7d6 req-7286bf48-a0b1-4e25-a0ce-b3d815c8b339 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:53.401496 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0dc9bd93-e742-4ea7-ac44-662d13e9c7d6 req-7286bf48-a0b1-4e25-a0ce-b3d815c8b339 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0538738 Sep 30 09:16:53.442221 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0dc9bd93-e742-4ea7-ac44-662d13e9c7d6 req-ef2595ff-ba2a-4c51-a828-a43e7a980a64 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344658 Sep 30 09:16:53.477610 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:53.502234 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d9e39e-01c0-470a-b766-7e942f2d3d6f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:16:53.504614 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58a7317-03d6-4289-903e-e6d02b513711" -d '{"events": [{"server_uuid": "4a29f5d6-e32d-4c28-be94-85d97b554ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "34d9e39e-01c0-470a-b766-7e942f2d3d6f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:16:53.520238 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 34d9e39e-01c0-470a-b766-7e942f2d3d6f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:16:53.525391 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:16:53.550163 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Sep 2021 09:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff89996-8fb0-4364-bd78-48339bc7a052 x-openstack-request-id: req-cff89996-8fb0-4364-bd78-48339bc7a052 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:16:53.550451 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a29f5d6-e32d-4c28-be94-85d97b554ae3", "name": "network-vif-unplugged", "status": "failed", "tag": "34d9e39e-01c0-470a-b766-7e942f2d3d6f", "code": 422}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:16:53.550700 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cff89996-8fb0-4364-bd78-48339bc7a052 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:16:53.551093 n-d-807359-2 neutron-server[94839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34d9e39e-01c0-470a-b766-7e942f2d3d6f', 'code': 422} returned with failed status Sep 30 09:16:53.577837 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=34d9e39e-01c0-470a-b766-7e942f2d3d6f,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:16:53.586016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:53.586367 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:53.586707 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:53.587043 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:53.587376 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:53.587705 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:53.588059 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:53.588387 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:53.588712 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:53.589032 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:53.589358 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:53.589679 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:16:54.574630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee6e26-b09f-4418-a9ff-bc543897dd87 req-57d4f771-4a2b-4500-884b-73f5a20d4d62 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:54.576237 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bdee6e26-b09f-4418-a9ff-bc543897dd87 req-57d4f771-4a2b-4500-884b-73f5a20d4d62 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0604773 Sep 30 09:16:54.617957 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bdee6e26-b09f-4418-a9ff-bc543897dd87 req-8ae838c9-1bcc-407e-bead-c681235c6331 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347741 Sep 30 09:16:55.744889 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64eb9fe-31ce-40b1-a098-9a279e9ed27b req-afc1f455-49f6-4063-a519-b00a04589fec tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:55.746405 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c64eb9fe-31ce-40b1-a098-9a279e9ed27b req-afc1f455-49f6-4063-a519-b00a04589fec tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0514734 Sep 30 09:16:55.788118 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c64eb9fe-31ce-40b1-a098-9a279e9ed27b req-27f7a657-6585-47aa-aef4-76ef98e02f14 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346265 Sep 30 09:16:56.912561 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079547d-de96-435e-b5de-0ef1ebbadd4a req-32af73ba-9448-4eb5-97d3-ace5814dc22e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:56.914239 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6079547d-de96-435e-b5de-0ef1ebbadd4a req-32af73ba-9448-4eb5-97d3-ace5814dc22e tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0568655 Sep 30 09:16:56.961673 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6079547d-de96-435e-b5de-0ef1ebbadd4a req-52beb02b-43e5-45b0-b9ad-3c416d34c775 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396850 Sep 30 09:16:57.249616 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-9541df43-5666-40f8-bdf5-4c1746d56de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:57.251777 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-9541df43-5666-40f8-bdf5-4c1746d56de2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3&tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd HTTP/1.1" status: 200 len: 1094 time: 0.0462565 Sep 30 09:16:57.332395 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-a75e13f5-b581-45a8-adf4-5d1defeb876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:57.334169 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-a75e13f5-b581-45a8-adf4-5d1defeb876c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 1094 time: 0.0463321 Sep 30 09:16:57.424322 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-ec21c30b-e206-471d-ad4e-9c138e751fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:57.425795 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-ec21c30b-e206-471d-ad4e-9c138e751fb6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.0851321 Sep 30 09:16:57.499801 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-7b1e2fe0-44bf-477f-a799-fde988d6f371 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f HTTP/1.1" status: 200 len: 998 time: 0.0670846 Sep 30 09:16:57.551736 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-78e3172f-4112-4145-be30-61bab109c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:57.553303 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-78e3172f-4112-4145-be30-61bab109c175 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0472066 Sep 30 09:16:57.599438 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-a193baee-aece-466f-a895-823e02a1f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:57.601033 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-a193baee-aece-466f-a895-823e02a1f86c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408895 Sep 30 09:16:57.697662 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-d7a305d6-c554-4eef-ae91-2ac499c9a4e7 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893819 Sep 30 09:16:57.804682 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-bb7d1cd6-4d4d-4236-ba2a-2f2bbc6f1a83 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997326 Sep 30 09:16:58.083374 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13c308-1c34-4f89-ac86-a600ccf865ca req-1ae67fe6-b425-4a6e-8cc3-eef0fb7c1ba8 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:58.084792 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f13c308-1c34-4f89-ac86-a600ccf865ca req-1ae67fe6-b425-4a6e-8cc3-eef0fb7c1ba8 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0528505 Sep 30 09:16:58.123830 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3f13c308-1c34-4f89-ac86-a600ccf865ca req-98f7c191-638f-495c-99fe-fbd978a2f287 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326183 Sep 30 09:16:59.244443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c570c76-4cf3-4099-872e-8971447b0ea6 req-49d8cae9-3207-406a-9c65-6b1fdca37f62 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:59.245974 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c570c76-4cf3-4099-872e-8971447b0ea6 req-49d8cae9-3207-406a-9c65-6b1fdca37f62 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0523407 Sep 30 09:16:59.289260 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9c570c76-4cf3-4099-872e-8971447b0ea6 req-f4d93ddc-e6ca-4fdf-9e77-72ed66521f86 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360734 Sep 30 09:16:59.531255 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9c687-cf94-4744-a8a7-a6a635f41059 req-a7b282a5-2bd4-4a2b-ba31-bbb972d76320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:59.533328 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-faa9c687-cf94-4744-a8a7-a6a635f41059 req-a7b282a5-2bd4-4a2b-ba31-bbb972d76320 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 1094 time: 0.0428367 Sep 30 09:16:59.644859 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9c687-cf94-4744-a8a7-a6a635f41059 req-32061f71-9d9e-4fd2-8123-517704134c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:59.644859 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-faa9c687-cf94-4744-a8a7-a6a635f41059 req-32061f71-9d9e-4fd2-8123-517704134c1d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.0919225 Sep 30 09:16:59.715769 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-faa9c687-cf94-4744-a8a7-a6a635f41059 req-eda29fa2-1ce2-479a-bd81-4dd9e5ac9699 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f HTTP/1.1" status: 200 len: 998 time: 0.0639935 Sep 30 09:16:59.766124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9c687-cf94-4744-a8a7-a6a635f41059 req-9bef3238-de2a-4489-b514-c3f4277fa7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:59.768167 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-faa9c687-cf94-4744-a8a7-a6a635f41059 req-9bef3238-de2a-4489-b514-c3f4277fa7f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0458741 Sep 30 09:16:59.814683 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9c687-cf94-4744-a8a7-a6a635f41059 req-8c74de2d-0272-473b-a30a-1726ad9eec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:16:59.816146 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-faa9c687-cf94-4744-a8a7-a6a635f41059 req-8c74de2d-0272-473b-a30a-1726ad9eec03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413578 Sep 30 09:16:59.911723 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-faa9c687-cf94-4744-a8a7-a6a635f41059 req-6c1ec2b5-bb43-4159-a9dd-b5baabc96e43 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885847 Sep 30 09:17:00.007243 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-faa9c687-cf94-4744-a8a7-a6a635f41059 req-b7c511c0-8037-49be-9fb3-13c2dddb9053 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885525 Sep 30 09:17:00.391514 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:00.410729 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dee144-084f-4779-9c7f-b819baff4c81 req-a687edf7-ac69-41c4-8212-fbdbb9fc35b0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:00.412437 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57dee144-084f-4779-9c7f-b819baff4c81 req-a687edf7-ac69-41c4-8212-fbdbb9fc35b0 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0532401 Sep 30 09:17:00.452515 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-57dee144-084f-4779-9c7f-b819baff4c81 req-c5ed88c9-66b4-4e85-a0af-785ab3da52b9 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337360 Sep 30 09:17:01.576540 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df606070-0a17-4d10-bd50-29b211a4b5bc req-de4cfb62-def3-45ae-92cd-41406a3676a8 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:01.578082 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df606070-0a17-4d10-bd50-29b211a4b5bc req-de4cfb62-def3-45ae-92cd-41406a3676a8 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0539231 Sep 30 09:17:01.616610 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-df606070-0a17-4d10-bd50-29b211a4b5bc req-7126c269-0b38-4ffc-b1e5-9f175716facf tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311954 Sep 30 09:17:02.742262 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6b7e9-3cd4-4e59-905e-dba2a2c0c169 req-710a9044-52f8-476f-a6c2-b5c20c9b3c81 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:02.743886 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fba6b7e9-3cd4-4e59-905e-dba2a2c0c169 req-710a9044-52f8-476f-a6c2-b5c20c9b3c81 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0515475 Sep 30 09:17:02.784334 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fba6b7e9-3cd4-4e59-905e-dba2a2c0c169 req-7285bc08-4b72-4f71-8d05-bd43c5c7bec6 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344226 Sep 30 09:17:03.907844 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5d92b-8acc-4d86-a331-7622505eeb2e req-48ccce71-ccb1-4f74-8149-40535acdb531 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:03.910073 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ad5d92b-8acc-4d86-a331-7622505eeb2e req-48ccce71-ccb1-4f74-8149-40535acdb531 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0545564 Sep 30 09:17:03.955307 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4ad5d92b-8acc-4d86-a331-7622505eeb2e req-e4861e27-cade-4e5a-a6d4-8ac320e4bd00 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378716 Sep 30 09:17:05.081487 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c129aa-ecab-44ea-934d-fb7d683a7bc4 req-972304f4-885f-474a-b4ea-6b9663711e40 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:05.082988 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11c129aa-ecab-44ea-934d-fb7d683a7bc4 req-972304f4-885f-474a-b4ea-6b9663711e40 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0557671 Sep 30 09:17:05.119892 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-11c129aa-ecab-44ea-934d-fb7d683a7bc4 req-c022aa26-69e4-4ca9-ad3e-839c3e1d7366 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310099 Sep 30 09:17:06.242792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560e9f3-2bf0-4036-90e1-67a3dbcb045d req-59092e69-7c7f-4aa3-b0ee-fb4a3392322c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:06.244349 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9560e9f3-2bf0-4036-90e1-67a3dbcb045d req-59092e69-7c7f-4aa3-b0ee-fb4a3392322c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0503879 Sep 30 09:17:06.284743 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9560e9f3-2bf0-4036-90e1-67a3dbcb045d req-0c1ef55e-9703-46bc-a031-291e63fd2193 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333571 Sep 30 09:17:07.402345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a3f2d-b3e5-4db7-83b1-a95b61cc313f req-1bac8d71-b080-480b-a345-188cdb14383a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:07.403837 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-947a3f2d-b3e5-4db7-83b1-a95b61cc313f req-1bac8d71-b080-480b-a345-188cdb14383a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 943 time: 0.0498166 Sep 30 09:17:07.441267 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-947a3f2d-b3e5-4db7-83b1-a95b61cc313f req-6e563eda-b76d-4218-8c15-454cf7436f31 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313866 Sep 30 09:17:07.462950 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 34d9e39e-01c0-470a-b766-7e942f2d3d6f details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:17:07.556850 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 34d9e39e-01c0-470a-b766-7e942f2d3d6f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:17:07.568289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '34d9e39e-01c0-470a-b766-7e942f2d3d6f', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'port_id': '34d9e39e-01c0-470a-b766-7e942f2d3d6f', 'mac_address': 'fa:16:3e:10:81:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:17:07.603423 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:07.616627 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d9e39e-01c0-470a-b766-7e942f2d3d6f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:17:07.635901 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 34d9e39e-01c0-470a-b766-7e942f2d3d6f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:17:07.640399 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:07.691753 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=34d9e39e-01c0-470a-b766-7e942f2d3d6f,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:17:07.907731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['34d9e39e-01c0-470a-b766-7e942f2d3d6f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:17:08.574873 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96898dc6-2981-4cf1-84f2-1ccd05f644c1 req-95e49c3b-81a9-47a7-8725-a4a7fbe4a819 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:08.576567 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96898dc6-2981-4cf1-84f2-1ccd05f644c1 req-95e49c3b-81a9-47a7-8725-a4a7fbe4a819 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 944 time: 0.0590546 Sep 30 09:17:08.616937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-96898dc6-2981-4cf1-84f2-1ccd05f644c1 req-4d19de32-2cee-415b-928c-8b77169e7a6f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343015 Sep 30 09:17:09.488881 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 34d9e39e-01c0-470a-b766-7e942f2d3d6f up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:17:09.536559 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 34d9e39e-01c0-470a-b766-7e942f2d3d6f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:17:09.536929 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:09.622573 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:09.651677 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d9e39e-01c0-470a-b766-7e942f2d3d6f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:17:09.654168 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0771aba2-f3e1-4e44-91fb-322b67d6498d" -d '{"events": [{"server_uuid": "4a29f5d6-e32d-4c28-be94-85d97b554ae3", "name": "network-vif-plugged", "status": "completed", "tag": "34d9e39e-01c0-470a-b766-7e942f2d3d6f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:17:09.670983 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 34d9e39e-01c0-470a-b766-7e942f2d3d6f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:17:09.675196 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:09.722642 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=34d9e39e-01c0-470a-b766-7e942f2d3d6f,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:17:09.756692 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8175483-1f57-41a0-844e-7b94105194cf req-3ac244f4-f153-42d8-b58a-ab7aac2642c3 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:09.758230 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8175483-1f57-41a0-844e-7b94105194cf req-3ac244f4-f153-42d8-b58a-ab7aac2642c3 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0539942 Sep 30 09:17:09.800800 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-d8175483-1f57-41a0-844e-7b94105194cf req-31f0787a-2c9c-42a5-9bd1-5e086fa88012 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355232 Sep 30 09:17:09.848679 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909625fa-cece-466f-92b8-d659ad7fb04f x-openstack-request-id: req-909625fa-cece-466f-92b8-d659ad7fb04f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:17:09.848982 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a29f5d6-e32d-4c28-be94-85d97b554ae3", "name": "network-vif-plugged", "status": "completed", "tag": "34d9e39e-01c0-470a-b766-7e942f2d3d6f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:17:09.849258 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-909625fa-cece-466f-92b8-d659ad7fb04f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:17:09.849645 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d9e39e-01c0-470a-b766-7e942f2d3d6f', 'code': 200} Sep 30 09:17:10.043752 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc384b49-12db-4059-9f59-8b853fab26ee req-7be1b072-7472-4d19-9545-41ba94c50b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:10.045213 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cc384b49-12db-4059-9f59-8b853fab26ee req-7be1b072-7472-4d19-9545-41ba94c50b58 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 1096 time: 0.0404432 Sep 30 09:17:10.081105 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-cc384b49-12db-4059-9f59-8b853fab26ee req-42a8427e-166f-4b12-8dbe-6bb423f67d08 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286078 Sep 30 09:17:10.248330 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:17:10.873624 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:10.924997 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dcf79-3bbe-401e-9276-b351ea92be20 req-ea11627a-dfa5-4295-ad4d-313661cd7274 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:10.926490 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc3dcf79-3bbe-401e-9276-b351ea92be20 req-ea11627a-dfa5-4295-ad4d-313661cd7274 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0499890 Sep 30 09:17:10.967576 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fc3dcf79-3bbe-401e-9276-b351ea92be20 req-39a089fa-d945-444f-9ff5-85be58d9c255 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328994 Sep 30 09:17:12.097518 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a19c9-3a34-439b-b542-de294e215d75 req-141347bc-c66d-4fac-82ca-9ba593093a0a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:17:12.099146 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c5a19c9-3a34-439b-b542-de294e215d75 req-141347bc-c66d-4fac-82ca-9ba593093a0a tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0605311 Sep 30 09:17:12.137322 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2c5a19c9-3a34-439b-b542-de294e215d75 req-a195e140-32a9-46e0-89b5-38853bb70091 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321176 Sep 30 09:17:12.187825 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a143484b-6e75-4176-8aaf-fd088da6d781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:14.936156 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-18c7a3b9-ae15-4135-8a15-19e80a33879f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:15.413488 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:16.167939 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:18.028420 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:30.390145 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:40.894795 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:42.188222 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ea13136c-0bf0-44f1-9689-572c43ed57c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:44.937343 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8a11acc-00c4-43c7-9b3f-6394561328ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:45.415805 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:46.169799 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:17:47.252282 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:17:48.032603 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:00.388834 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:00.477281 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8dc94bf2-89f1-490d-b7cc-e93bb9a0c1c8 req-49b1a15c-604f-4120-b4b6-7f7f74d0156f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418305 Sep 30 09:18:00.573055 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc94bf2-89f1-490d-b7cc-e93bb9a0c1c8 req-b9023743-880b-4038-b8a4-d06f629b9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:00.574547 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8dc94bf2-89f1-490d-b7cc-e93bb9a0c1c8 req-b9023743-880b-4038-b8a4-d06f629b9f74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 1096 time: 0.0403893 Sep 30 09:18:00.688199 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc94bf2-89f1-490d-b7cc-e93bb9a0c1c8 req-95c48315-00f3-41e1-a997-faf3206385ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:00.689701 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8dc94bf2-89f1-490d-b7cc-e93bb9a0c1c8 req-95c48315-00f3-41e1-a997-faf3206385ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.0944457 Sep 30 09:18:00.758247 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8dc94bf2-89f1-490d-b7cc-e93bb9a0c1c8 req-424dbe12-e5a7-4c2e-b34a-da33d06925b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f HTTP/1.1" status: 200 len: 1000 time: 0.0601466 Sep 30 09:18:00.812649 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc94bf2-89f1-490d-b7cc-e93bb9a0c1c8 req-f0e7836e-a4c1-4c19-9e04-97b1f5061af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:00.814155 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8dc94bf2-89f1-490d-b7cc-e93bb9a0c1c8 req-f0e7836e-a4c1-4c19-9e04-97b1f5061af9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0495806 Sep 30 09:18:00.864149 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc94bf2-89f1-490d-b7cc-e93bb9a0c1c8 req-e38e5669-084c-4ccc-9af1-16a3b34e667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:00.865818 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8dc94bf2-89f1-490d-b7cc-e93bb9a0c1c8 req-e38e5669-084c-4ccc-9af1-16a3b34e667a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441067 Sep 30 09:18:00.977104 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8dc94bf2-89f1-490d-b7cc-e93bb9a0c1c8 req-f9cefbc1-1757-4d99-820a-72a307666655 service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000848 Sep 30 09:18:01.073601 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-8dc94bf2-89f1-490d-b7cc-e93bb9a0c1c8 req-d5239d8e-ea25-4a89-a1e9-3db49e9dfb6c service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898521 Sep 30 09:18:10.917182 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:12.190719 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a847294-1fff-417a-a89c-7557e9d24e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:14.941125 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af80513e-755d-46aa-96e5-928799ef6efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:15.416672 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:16.173552 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:18.035804 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:24.251000 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:18:27.748141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51492) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:27.912366 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Deleting port 9e27fa76-5595-45d0-b75e-7a9862d33a00 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:18:27.912706 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:27.992504 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:27.992832 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:28.004794 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Calling delete_port for 9e27fa76-5595-45d0-b75e-7a9862d33a00 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:18:28.161542 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:28.189519 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event deleted for resources: {'Port': ['ID=9e27fa76-5595-45d0-b75e-7a9862d33a00,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:28.202549 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:28.202887 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:28.203222 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:28.203552 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:28.203878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:28.204234 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:28.204556 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:28.204878 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:28.205197 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:28.205514 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:28.205831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:28.206152 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:28.264405 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:28.264994 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Floating IP a1540cd4-ddfe-428d-ad90-333be92d79ea disassociated (deleted). External IP: 172.25.0.62, port: 34d9e39e-01c0-470a-b766-7e942f2d3d6f. Sep 30 09:18:28.484384 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Router d51a3f24-550a-4348-8136-554744f94d0a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:18:28.604672 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:18:28.609577 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:28.614340 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63a7dc-9ec4-4384-9397-b7b558e65d77 None None] Sync routers for ids ['d51a3f24-550a-4348-8136-554744f94d0a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:18:28.623749 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63a7dc-9ec4-4384-9397-b7b558e65d77 None None] Routers {'d51a3f24-550a-4348-8136-554744f94d0a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:28.624403 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ea63a7dc-9ec4-4384-9397-b7b558e65d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:18:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d51a3f24-550a-4348-8136-554744f94d0a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:28.637120 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-386c5cda-ce03-45a1-88f9-b21ee809b060 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "DELETE /v2.0/floatingips/a1540cd4-ddfe-428d-ad90-333be92d79ea HTTP/1.1" status: 204 len: 168 time: 0.8878949 Sep 30 09:18:28.638115 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'tag': '34d9e39e-01c0-470a-b766-7e942f2d3d6f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:18:28.640675 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3096d2-92bd-43cf-af55-38d32bcc0867" -d '{"events": [{"name": "network-changed", "server_uuid": "4a29f5d6-e32d-4c28-be94-85d97b554ae3", "tag": "34d9e39e-01c0-470a-b766-7e942f2d3d6f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:18:28.742034 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ea63a7dc-9ec4-4384-9397-b7b558e65d77 None None] Set router d51a3f24-550a-4348-8136-554744f94d0a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:28.808759 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b78807-9c6f-4980-9581-31e075672029 x-openstack-request-id: req-28b78807-9c6f-4980-9581-31e075672029 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:18:28.809421 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a29f5d6-e32d-4c28-be94-85d97b554ae3", "tag": "34d9e39e-01c0-470a-b766-7e942f2d3d6f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:18:28.809421 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28b78807-9c6f-4980-9581-31e075672029 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:18:28.809677 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'tag': '34d9e39e-01c0-470a-b766-7e942f2d3d6f', 'status': 'completed', 'code': 200} Sep 30 09:18:28.920357 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3096d2-92bd-43cf-af55-38d32bcc0867 req-80494f85-111b-4f39-b306-01da26d7bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:28.922024 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c3096d2-92bd-43cf-af55-38d32bcc0867 req-80494f85-111b-4f39-b306-01da26d7bea4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 1096 time: 0.0526373 Sep 30 09:18:28.928688 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c6db2-1d0e-4ac6-9c93-06632adb2f69 req-4eaed80d-9c7a-4754-a808-ee5c5e115a97 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:28.930503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933c6db2-1d0e-4ac6-9c93-06632adb2f69 req-4eaed80d-9c7a-4754-a808-ee5c5e115a97 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0575881 Sep 30 09:18:28.970784 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ea63a7dc-9ec4-4384-9397-b7b558e65d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 5, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:28.982894 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-933c6db2-1d0e-4ac6-9c93-06632adb2f69 req-518abba8-62d4-453e-8dca-ae3dd9ec0746 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405343 Sep 30 09:18:29.000576 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63a7dc-9ec4-4384-9397-b7b558e65d77 None None] Checking router: d51a3f24-550a-4348-8136-554744f94d0a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:18:29.020586 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63a7dc-9ec4-4384-9397-b7b558e65d77 None None] Routers {'d51a3f24-550a-4348-8136-554744f94d0a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:29.021210 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ea63a7dc-9ec4-4384-9397-b7b558e65d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:18:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d51a3f24-550a-4348-8136-554744f94d0a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:29.040925 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3096d2-92bd-43cf-af55-38d32bcc0867 req-3a95c3f0-4afe-4980-bd5f-ddb6ff31ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:29.042429 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c3096d2-92bd-43cf-af55-38d32bcc0867 req-3a95c3f0-4afe-4980-bd5f-ddb6ff31ae53 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 200 len: 910 time: 0.1126022 Sep 30 09:18:29.086747 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c3096d2-92bd-43cf-af55-38d32bcc0867 req-22beadb7-629c-4c28-bdf1-8bd6b03b1dfb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f HTTP/1.1" status: 200 len: 217 time: 0.0357080 Sep 30 09:18:29.142675 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3096d2-92bd-43cf-af55-38d32bcc0867 req-f1730cf1-f29f-42f2-8f10-98e0bb914cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:29.144271 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c3096d2-92bd-43cf-af55-38d32bcc0867 req-f1730cf1-f29f-42f2-8f10-98e0bb914cf8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 200 len: 848 time: 0.0505958 Sep 30 09:18:29.187755 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ea63a7dc-9ec4-4384-9397-b7b558e65d77 None None] Set router d51a3f24-550a-4348-8136-554744f94d0a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:29.197628 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3096d2-92bd-43cf-af55-38d32bcc0867 req-f393354f-6104-42b0-9d95-759b504f15f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:29.199365 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c3096d2-92bd-43cf-af55-38d32bcc0867 req-f393354f-6104-42b0-9d95-759b504f15f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7990f8d6-654f-4316-87a1-206305e50162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475872 Sep 30 09:18:29.306073 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c3096d2-92bd-43cf-af55-38d32bcc0867 req-c348de43-d156-43fc-a465-4352b157bdde service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974317 Sep 30 09:18:29.403299 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-5c3096d2-92bd-43cf-af55-38d32bcc0867 req-5df6e2e2-11dc-46ce-9bb1-73beb6518f3d service neutron] 10.222.0.35 "GET /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885165 Sep 30 09:18:29.642676 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ea63a7dc-9ec4-4384-9397-b7b558e65d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 5, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:29.671021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63a7dc-9ec4-4384-9397-b7b558e65d77 None None] The sync data for ids ['d51a3f24-550a-4348-8136-554744f94d0a'] in n-d-807359-2 is: [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:09:54Z', 'revision_number': 4, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'e6b66094-22cc-4f3d-80a0-90fe9801a74a', 'name': '', 'network_id': '7990f8d6-654f-4316-87a1-206305e50162', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'mac_address': 'fa:16:3e:89:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:54Z', 'updated_at': '2021-09-30T09:09:59Z', 'revision_number': 5, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'subnets': [{'id': '83a06729-4d3d-4306-8102-a7cd0ba6f9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:18:29.911372 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4f75f-bb22-45d0-81b1-f845e5ee960c None None] New status for floating IP a1540cd4-ddfe-428d-ad90-333be92d79ea: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:18:30.108418 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97503741-1bc5-466f-9d7c-e535b0efb2b2 req-5386d193-3256-4cf5-ac32-95bca6a2ad71 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:30.109961 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97503741-1bc5-466f-9d7c-e535b0efb2b2 req-5386d193-3256-4cf5-ac32-95bca6a2ad71 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0518723 Sep 30 09:18:30.151360 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-97503741-1bc5-466f-9d7c-e535b0efb2b2 req-75ac74d8-60a9-4e88-bc41-1c038ee2e7bc tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/security-groups?id=afb4e0fb-008e-44ec-8850-109349ef3bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353568 Sep 30 09:18:30.404182 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:30.589022 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c414bb2-caf3-45b8-be07-981edd906f2a req-8412f0d6-89c6-48c4-bbee-c73b00d2f6bd tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:30.590594 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c414bb2-caf3-45b8-be07-981edd906f2a req-8412f0d6-89c6-48c4-bbee-c73b00d2f6bd tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 945 time: 0.0503597 Sep 30 09:18:30.689690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-2c414bb2-caf3-45b8-be07-981edd906f2a req-e3c690ee-e358-425c-a792-948aa216fa09 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Deleting port 34d9e39e-01c0-470a-b766-7e942f2d3d6f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:18:30.689943 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2c414bb2-caf3-45b8-be07-981edd906f2a req-e3c690ee-e358-425c-a792-948aa216fa09 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:30.778805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-2c414bb2-caf3-45b8-be07-981edd906f2a req-e3c690ee-e358-425c-a792-948aa216fa09 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] For port 34d9e39e-01c0-470a-b766-7e942f2d3d6f, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=34d9e39e-01c0-470a-b766-7e942f2d3d6f,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:30.779172 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2c414bb2-caf3-45b8-be07-981edd906f2a req-e3c690ee-e358-425c-a792-948aa216fa09 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:30.792508 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-2c414bb2-caf3-45b8-be07-981edd906f2a req-e3c690ee-e358-425c-a792-948aa216fa09 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Calling delete_port for 34d9e39e-01c0-470a-b766-7e942f2d3d6f owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:18:31.219399 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2c414bb2-caf3-45b8-be07-981edd906f2a req-e3c690ee-e358-425c-a792-948aa216fa09 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:31.249972 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c690ee-e358-425c-a792-948aa216fa09 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event deleted for resources: {'Port': ['ID=34d9e39e-01c0-470a-b766-7e942f2d3d6f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:31.253459 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-33e85b1a-ad17-43bd-ab51-56bc3a6506f6 req-b85bae85-6071-4d40-b5f0-bd00eec8d152 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 210 time: 0.0314615 Sep 30 09:18:31.300696 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c414bb2-caf3-45b8-be07-981edd906f2a req-e3c690ee-e358-425c-a792-948aa216fa09 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] No DVR routers for this DVR port 34d9e39e-01c0-470a-b766-7e942f2d3d6f on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:18:31.303343 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2c414bb2-caf3-45b8-be07-981edd906f2a req-e3c690ee-e358-425c-a792-948aa216fa09 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:31.305409 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2c414bb2-caf3-45b8-be07-981edd906f2a req-e3c690ee-e358-425c-a792-948aa216fa09 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.35 "DELETE /v2.0/ports/34d9e39e-01c0-470a-b766-7e942f2d3d6f HTTP/1.1" status: 204 len: 173 time: 0.7091708 Sep 30 09:18:31.305849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'name': 'network-vif-deleted', 'tag': '34d9e39e-01c0-470a-b766-7e942f2d3d6f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:18:31.308163 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8336b35b-fadb-4d09-9c5f-8af9ff85422e" -d '{"events": [{"server_uuid": "4a29f5d6-e32d-4c28-be94-85d97b554ae3", "name": "network-vif-deleted", "tag": "34d9e39e-01c0-470a-b766-7e942f2d3d6f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:18:31.349802 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12719962-e021-48c5-86f9-00bd93a2b1ab x-openstack-request-id: req-12719962-e021-48c5-86f9-00bd93a2b1ab {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:18:31.350092 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a29f5d6-e32d-4c28-be94-85d97b554ae3", "name": "network-vif-deleted", "tag": "34d9e39e-01c0-470a-b766-7e942f2d3d6f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:18:31.350338 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12719962-e021-48c5-86f9-00bd93a2b1ab {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:18:31.350726 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a29f5d6-e32d-4c28-be94-85d97b554ae3', 'name': 'network-vif-deleted', 'tag': '34d9e39e-01c0-470a-b766-7e942f2d3d6f', 'status': 'completed', 'code': 200} Sep 30 09:18:32.359241 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f384831d-52aa-4a9c-9718-29c8e447f539 req-b50638b7-615f-4e7a-a33f-c740ea76ac6c tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 210 time: 0.0280631 Sep 30 09:18:33.465579 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e6e12f43-0247-47c9-8673-bc880c3dd3fc req-f57da02f-6a2c-4cb5-9258-3560e148ad17 tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 210 time: 0.0315542 Sep 30 09:18:33.884816 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 34d9e39e-01c0-470a-b766-7e942f2d3d6f no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:18:33.905345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 34d9e39e-01c0-470a-b766-7e942f2d3d6f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:18:33.905665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 34d9e39e-01c0-470a-b766-7e942f2d3d6f not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:18:34.565555 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eaf71f11-1983-4e8c-803e-042c7d58fec9 req-a3e5a79f-6a92-4b68-97bc-26e67fffdbce tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a29f5d6-e32d-4c28-be94-85d97b554ae3 HTTP/1.1" status: 200 len: 210 time: 0.0290008 Sep 30 09:18:35.632235 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51522) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:35.700303 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d8c5-f057-4b0c-b0a8-2575738f4e4f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:35.727717 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d8c5-f057-4b0c-b0a8-2575738f4e4f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:35.790258 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d8c5-f057-4b0c-b0a8-2575738f4e4f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:35.793412 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d8c5-f057-4b0c-b0a8-2575738f4e4f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:35.794680 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d2c7d8c5-f057-4b0c-b0a8-2575738f4e4f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] 10.222.0.24 "DELETE /v2.0/security-groups/afb4e0fb-008e-44ec-8850-109349ef3bd1 HTTP/1.1" status: 204 len: 168 time: 0.1604612 Sep 30 09:18:35.805528 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7d8c5-f057-4b0c-b0a8-2575738f4e4f tempest-TestShelveInstance-488627051 tempest-TestShelveInstance-488627051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb4e0fb-008e-44ec-8850-109349ef3bd1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:35.857790 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51526) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:36.348965 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:36.628198 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Deleting port e6b66094-22cc-4f3d-80a0-90fe9801a74a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:18:36.628432 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:36.710152 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] For port e6b66094-22cc-4f3d-80a0-90fe9801a74a, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e6b66094-22cc-4f3d-80a0-90fe9801a74a,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:36.711202 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:36.724168 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Calling delete_port for e6b66094-22cc-4f3d-80a0-90fe9801a74a owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:18:36.919665 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:36.954002 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b66094-22cc-4f3d-80a0-90fe9801a74a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:36.969251 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:36.969619 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:36.969952 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:36.970291 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:36.970627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:36.970960 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:36.971297 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:36.971629 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:36.971988 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:36.972327 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:36.972649 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:36.972986 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:37.169104 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:37.412136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Router d51a3f24-550a-4348-8136-554744f94d0a has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:18:37.867859 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:18:37.873503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6f1852e4-6f5f-4418-8b46-99b190d70857 admin admin] 10.222.0.24 "PUT /v2.0/routers/d51a3f24-550a-4348-8136-554744f94d0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0166833 Sep 30 09:18:37.875964 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51530) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:37.878739 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c6a825-29ae-4f61-af52-ba79ecef0899 None None] Sync routers for ids ['d51a3f24-550a-4348-8136-554744f94d0a'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:18:37.900494 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c6a825-29ae-4f61-af52-ba79ecef0899 None None] Routers {'d51a3f24-550a-4348-8136-554744f94d0a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:37.901126 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c9c6a825-29ae-4f61-af52-ba79ecef0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:18:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d51a3f24-550a-4348-8136-554744f94d0a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:37.989160 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd405-b97e-4d49-bd68-c9305502d06e admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:38.005846 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c9c6a825-29ae-4f61-af52-ba79ecef0899 None None] Set router d51a3f24-550a-4348-8136-554744f94d0a gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:38.131520 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd405-b97e-4d49-bd68-c9305502d06e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:38.192725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-bd3bd405-b97e-4d49-bd68-c9305502d06e admin admin] Deleting port d075e79d-1ac6-4ecc-9f50-c2b02c557f20 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:18:38.193069 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd405-b97e-4d49-bd68-c9305502d06e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:38.245000 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c9c6a825-29ae-4f61-af52-ba79ecef0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:18:36Z', 'revision_number': 5, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port': {'id': 'd075e79d-1ac6-4ecc-9f50-c2b02c557f20', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:52Z', 'updated_at': '2021-09-30T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:38.273012 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c6a825-29ae-4f61-af52-ba79ecef0899 None None] Checking router: d51a3f24-550a-4348-8136-554744f94d0a for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:18:38.285756 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c6a825-29ae-4f61-af52-ba79ecef0899 None None] Routers {'d51a3f24-550a-4348-8136-554744f94d0a'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:38.286506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c9c6a825-29ae-4f61-af52-ba79ecef0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:18:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['d51a3f24-550a-4348-8136-554744f94d0a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:38.296296 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-bd3bd405-b97e-4d49-bd68-c9305502d06e admin admin] For port d075e79d-1ac6-4ecc-9f50-c2b02c557f20, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=d075e79d-1ac6-4ecc-9f50-c2b02c557f20,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:38.296673 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd405-b97e-4d49-bd68-c9305502d06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:38.312258 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-bd3bd405-b97e-4d49-bd68-c9305502d06e admin admin] Calling delete_port for d075e79d-1ac6-4ecc-9f50-c2b02c557f20 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:18:38.378345 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c9c6a825-29ae-4f61-af52-ba79ecef0899 None None] Set router d51a3f24-550a-4348-8136-554744f94d0a gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:38.434686 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c9c6a825-29ae-4f61-af52-ba79ecef0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:18:38Z', 'revision_number': 6, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:38.463731 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c6a825-29ae-4f61-af52-ba79ecef0899 None None] The sync data for ids ['d51a3f24-550a-4348-8136-554744f94d0a'] in n-d-807359-2 is: [{'id': 'd51a3f24-550a-4348-8136-554744f94d0a', 'name': 'tempest-TestShelveInstance-1641881774-router', 'tenant_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:51Z', 'updated_at': '2021-09-30T09:18:38Z', 'revision_number': 6, 'project_id': '6d1d4e44aa5144cf8288d4b9acb905cd', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:18:38.495528 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd405-b97e-4d49-bd68-c9305502d06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:38.520237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bd405-b97e-4d49-bd68-c9305502d06e admin admin] Pushing event deleted for resources: {'Port': ['ID=d075e79d-1ac6-4ecc-9f50-c2b02c557f20,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:38.590554 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd405-b97e-4d49-bd68-c9305502d06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:38.686083 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd405-b97e-4d49-bd68-c9305502d06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:38.688564 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd405-b97e-4d49-bd68-c9305502d06e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:38.731957 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd405-b97e-4d49-bd68-c9305502d06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:38.732544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3bd405-b97e-4d49-bd68-c9305502d06e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d51a3f24-550a-4348-8136-554744f94d0a {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:18:38.737371 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd405-b97e-4d49-bd68-c9305502d06e admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:38.738607 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bd3bd405-b97e-4d49-bd68-c9305502d06e admin admin] 10.222.0.24 "DELETE /v2.0/routers/d51a3f24-550a-4348-8136-554744f94d0a HTTP/1.1" status: 204 len: 168 time: 0.8615973 Sep 30 09:18:38.741488 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51532) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:38.787493 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a795e5-d76b-41d2-a03b-6071154a1f9a admin admin] Deleting subnet 83a06729-4d3d-4306-8102-a7cd0ba6f9e9 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:18:38.790768 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70a795e5-d76b-41d2-a03b-6071154a1f9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:38.834637 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70a795e5-d76b-41d2-a03b-6071154a1f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:38.931250 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70a795e5-d76b-41d2-a03b-6071154a1f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:38.985361 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70a795e5-d76b-41d2-a03b-6071154a1f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:39.012811 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a795e5-d76b-41d2-a03b-6071154a1f9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a06729-4d3d-4306-8102-a7cd0ba6f9e9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:39.016687 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70a795e5-d76b-41d2-a03b-6071154a1f9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:39.017888 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e6b66094-22cc-4f3d-80a0-90fe9801a74a no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:18:39.018805 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-70a795e5-d76b-41d2-a03b-6071154a1f9a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/83a06729-4d3d-4306-8102-a7cd0ba6f9e9 HTTP/1.1" status: 204 len: 168 time: 0.2763219 Sep 30 09:18:39.021511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51534) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:39.035699 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74a5664-b0f1-47c6-91b4-f11cec99d146 None None] Network 7990f8d6-654f-4316-87a1-206305e50162 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:18:39.066344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: e6b66094-22cc-4f3d-80a0-90fe9801a74a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:18:39.066690 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e6b66094-22cc-4f3d-80a0-90fe9801a74a not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:18:39.105600 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:39.168258 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] Deleting port e4776ea8-094d-496e-87aa-68b20fb7a83e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:18:39.168605 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:39.241245 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] DHCP port deletion for 7990f8d6-654f-4316-87a1-206305e50162 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:18:39.243379 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] For port e4776ea8-094d-496e-87aa-68b20fb7a83e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e4776ea8-094d-496e-87aa-68b20fb7a83e,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:39.243749 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:39.256989 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] Calling delete_port for e4776ea8-094d-496e-87aa-68b20fb7a83e owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:18:39.301420 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Deleting port e4776ea8-094d-496e-87aa-68b20fb7a83e {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:18:39.301981 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:39.357056 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:39.378908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] For port e4776ea8-094d-496e-87aa-68b20fb7a83e, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e4776ea8-094d-496e-87aa-68b20fb7a83e,segment=NetworkSegment(0f07d2d6-28f2-4393-836a-567abbd89d96),segment_id=0f07d2d6-28f2-4393-836a-567abbd89d96)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:39.379309 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:39.383122 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] Pushing event deleted for resources: {'Port': ['ID=e4776ea8-094d-496e-87aa-68b20fb7a83e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:39.390337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] No DVR routers for this DVR port e4776ea8-094d-496e-87aa-68b20fb7a83e on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:18:39.393228 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Calling delete_port for e4776ea8-094d-496e-87aa-68b20fb7a83e owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:18:39.468688 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:39.471701 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:39.496205 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7990f8d6-654f-4316-87a1-206305e50162']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:39.498814 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Pushing event deleted for resources: {'Port': ['ID=e4776ea8-094d-496e-87aa-68b20fb7a83e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:39.501188 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] No DVR routers for this DVR port e4776ea8-094d-496e-87aa-68b20fb7a83e on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:18:39.508899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f07d2d6-28f2-4393-836a-567abbd89d96') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:39.508899 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f07d2d6-28f2-4393-836a-567abbd89d96') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:39.509523 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:39.510297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:39.510297 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:39.510618 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:39.510857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:39.511134 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:39.511459 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:39.511781 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:39.512168 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:39.512438 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:39.512742 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:39.513062 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba8b0c6-6563-4007-a3cb-c10e352d1b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:39.519750 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:39.536811 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:39.544215 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:18:39.544571 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: timer() Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:18:39.546341 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:18:39.605486 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:39.611755 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:39.613671 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] 10.222.0.24 "DELETE /v2.0/networks/7990f8d6-654f-4316-87a1-206305e50162 HTTP/1.1" status: 204 len: 168 time: 0.5906336 Sep 30 09:18:39.616995 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:39.624629 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836faaad-133d-4ca6-b527-480292de130b admin admin] Pushing event deleted for resources: {'Network': ['ID=7990f8d6-654f-4316-87a1-206305e50162,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:40.000636 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b8d707b-82f7-4395-95d3-9d85ea3e783a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:40.258005 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d707b-82f7-4395-95d3-9d85ea3e783a admin admin] Deleting port cbbae837-2952-4469-b0be-fc730dfb87fb {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:18:40.258376 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b8d707b-82f7-4395-95d3-9d85ea3e783a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:40.338166 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0b8d707b-82f7-4395-95d3-9d85ea3e783a admin admin] For port cbbae837-2952-4469-b0be-fc730dfb87fb, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=cbbae837-2952-4469-b0be-fc730dfb87fb,segment=NetworkSegment(a5a14e84-473e-4e89-9b25-438f94af865b),segment_id=a5a14e84-473e-4e89-9b25-438f94af865b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:40.338532 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b8d707b-82f7-4395-95d3-9d85ea3e783a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:40.356786 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d707b-82f7-4395-95d3-9d85ea3e783a admin admin] Calling delete_port for cbbae837-2952-4469-b0be-fc730dfb87fb owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:18:40.541955 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b8d707b-82f7-4395-95d3-9d85ea3e783a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:40.568464 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d707b-82f7-4395-95d3-9d85ea3e783a admin admin] Pushing event deleted for resources: {'Port': ['ID=cbbae837-2952-4469-b0be-fc730dfb87fb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:40.748407 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b8d707b-82f7-4395-95d3-9d85ea3e783a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:40.943015 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:40.978405 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d075e79d-1ac6-4ecc-9f50-c2b02c557f20 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:18:41.004073 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: d075e79d-1ac6-4ecc-9f50-c2b02c557f20 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:18:41.004425 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device d075e79d-1ac6-4ecc-9f50-c2b02c557f20 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:18:41.004857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e4776ea8-094d-496e-87aa-68b20fb7a83e no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:18:41.006137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8d707b-82f7-4395-95d3-9d85ea3e783a admin admin] Router b11e7afa-df88-4007-9159-12d36f7a6ef0 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:18:41.025211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: e4776ea8-094d-496e-87aa-68b20fb7a83e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:18:41.025584 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e4776ea8-094d-496e-87aa-68b20fb7a83e not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:18:41.134956 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8d707b-82f7-4395-95d3-9d85ea3e783a admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:18:41.140388 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0b8d707b-82f7-4395-95d3-9d85ea3e783a admin admin] 10.222.0.24 "PUT /v2.0/routers/b11e7afa-df88-4007-9159-12d36f7a6ef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5223212 Sep 30 09:18:41.142928 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:41.145597 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36edc499-08d2-4b6a-9616-7a95d5937820 None None] Sync routers for ids ['b11e7afa-df88-4007-9159-12d36f7a6ef0'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:18:41.164964 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36edc499-08d2-4b6a-9616-7a95d5937820 None None] Routers {'b11e7afa-df88-4007-9159-12d36f7a6ef0'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:41.165602 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-36edc499-08d2-4b6a-9616-7a95d5937820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:18:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b11e7afa-df88-4007-9159-12d36f7a6ef0'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:41.252020 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-193b0920-81f9-4dcc-a005-46f99c8670d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:41.275135 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-36edc499-08d2-4b6a-9616-7a95d5937820 None None] Set router b11e7afa-df88-4007-9159-12d36f7a6ef0 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:41.364033 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-193b0920-81f9-4dcc-a005-46f99c8670d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:41.421911 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-193b0920-81f9-4dcc-a005-46f99c8670d5 admin admin] Deleting port 69f3c79e-915f-4b49-99d1-27cf363f307c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:18:41.427364 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-193b0920-81f9-4dcc-a005-46f99c8670d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:41.495572 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-36edc499-08d2-4b6a-9616-7a95d5937820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'name': 'tempest-TestShelveInstance-442904905-router', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '69f3c79e-915f-4b49-99d1-27cf363f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:56Z', 'updated_at': '2021-09-30T09:18:40Z', 'revision_number': 5, 'project_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'gw_port': {'id': '69f3c79e-915f-4b49-99d1-27cf363f307c', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:09:57Z', 'updated_at': '2021-09-30T09:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:41.504723 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-193b0920-81f9-4dcc-a005-46f99c8670d5 admin admin] For port 69f3c79e-915f-4b49-99d1-27cf363f307c, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=69f3c79e-915f-4b49-99d1-27cf363f307c,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:41.505090 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-193b0920-81f9-4dcc-a005-46f99c8670d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:41.524561 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-193b0920-81f9-4dcc-a005-46f99c8670d5 admin admin] Calling delete_port for 69f3c79e-915f-4b49-99d1-27cf363f307c owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:18:41.528484 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36edc499-08d2-4b6a-9616-7a95d5937820 None None] Checking router: b11e7afa-df88-4007-9159-12d36f7a6ef0 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:18:41.536983 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36edc499-08d2-4b6a-9616-7a95d5937820 None None] Routers {'b11e7afa-df88-4007-9159-12d36f7a6ef0'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:41.537677 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-36edc499-08d2-4b6a-9616-7a95d5937820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:18:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['b11e7afa-df88-4007-9159-12d36f7a6ef0'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:41.631945 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-36edc499-08d2-4b6a-9616-7a95d5937820 None None] Set router b11e7afa-df88-4007-9159-12d36f7a6ef0 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:41.683404 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-36edc499-08d2-4b6a-9616-7a95d5937820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'name': 'tempest-TestShelveInstance-442904905-router', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:56Z', 'updated_at': '2021-09-30T09:18:41Z', 'revision_number': 6, 'project_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:41.698072 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-193b0920-81f9-4dcc-a005-46f99c8670d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:41.714478 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36edc499-08d2-4b6a-9616-7a95d5937820 None None] The sync data for ids ['b11e7afa-df88-4007-9159-12d36f7a6ef0'] in n-d-807359-2 is: [{'id': 'b11e7afa-df88-4007-9159-12d36f7a6ef0', 'name': 'tempest-TestShelveInstance-442904905-router', 'tenant_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:09:56Z', 'updated_at': '2021-09-30T09:18:41Z', 'revision_number': 6, 'project_id': 'dac839bcdf254c8e98e79f0b47f18a8a', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:18:41.726972 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b0920-81f9-4dcc-a005-46f99c8670d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=69f3c79e-915f-4b49-99d1-27cf363f307c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:41.796962 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-193b0920-81f9-4dcc-a005-46f99c8670d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:41.890165 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-193b0920-81f9-4dcc-a005-46f99c8670d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:41.892724 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-193b0920-81f9-4dcc-a005-46f99c8670d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:41.938351 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-193b0920-81f9-4dcc-a005-46f99c8670d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:41.938831 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193b0920-81f9-4dcc-a005-46f99c8670d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b11e7afa-df88-4007-9159-12d36f7a6ef0 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:18:41.944373 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-193b0920-81f9-4dcc-a005-46f99c8670d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:41.945924 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-193b0920-81f9-4dcc-a005-46f99c8670d5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b11e7afa-df88-4007-9159-12d36f7a6ef0 HTTP/1.1" status: 204 len: 168 time: 0.8020620 Sep 30 09:18:41.949103 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51540) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:41.999600 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef62f690-dee3-4dcb-b485-86b7a193d007 admin admin] Deleting subnet 65cef53a-7d84-4bb8-9d4a-288b67b61be1 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:18:42.002806 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef62f690-dee3-4dcb-b485-86b7a193d007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.043942 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef62f690-dee3-4dcb-b485-86b7a193d007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.136868 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef62f690-dee3-4dcb-b485-86b7a193d007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.197991 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b98a197c-1f6a-45aa-ae06-c968480885ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.203630 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef62f690-dee3-4dcb-b485-86b7a193d007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.231184 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62f690-dee3-4dcb-b485-86b7a193d007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65cef53a-7d84-4bb8-9d4a-288b67b61be1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:42.234906 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef62f690-dee3-4dcb-b485-86b7a193d007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.236887 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-ef62f690-dee3-4dcb-b485-86b7a193d007 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/65cef53a-7d84-4bb8-9d4a-288b67b61be1 HTTP/1.1" status: 204 len: 168 time: 0.2868581 Sep 30 09:18:42.239480 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51542) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:42.242514 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce64aaf2-1fdc-4fc8-9fa2-922241114991 None None] Network 77042222-400b-4703-ba35-82f3ec0c01db requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:18:42.309745 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.378436 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] Deleting port 2c722de6-8282-438b-8113-0fe3e90faac6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:18:42.378804 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.463967 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] For port 2c722de6-8282-438b-8113-0fe3e90faac6, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2c722de6-8282-438b-8113-0fe3e90faac6,segment=NetworkSegment(a5a14e84-473e-4e89-9b25-438f94af865b),segment_id=a5a14e84-473e-4e89-9b25-438f94af865b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:42.464345 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.479080 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] Calling delete_port for 2c722de6-8282-438b-8113-0fe3e90faac6 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:18:42.479575 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62d4bf3-8ce4-407a-8930-397d1e35b7e7 None None] DHCP port deletion for 77042222-400b-4703-ba35-82f3ec0c01db request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:18:42.530597 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f62d4bf3-8ce4-407a-8930-397d1e35b7e7 None None] Deleting port 2c722de6-8282-438b-8113-0fe3e90faac6 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:18:42.531239 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f62d4bf3-8ce4-407a-8930-397d1e35b7e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.573447 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.598644 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f62d4bf3-8ce4-407a-8930-397d1e35b7e7 None None] For port 2c722de6-8282-438b-8113-0fe3e90faac6, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2c722de6-8282-438b-8113-0fe3e90faac6,segment=NetworkSegment(a5a14e84-473e-4e89-9b25-438f94af865b),segment_id=a5a14e84-473e-4e89-9b25-438f94af865b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:42.599056 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f62d4bf3-8ce4-407a-8930-397d1e35b7e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.600590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c722de6-8282-438b-8113-0fe3e90faac6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:42.604376 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] No DVR routers for this DVR port 2c722de6-8282-438b-8113-0fe3e90faac6 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:18:42.619688 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f62d4bf3-8ce4-407a-8930-397d1e35b7e7 None None] Calling delete_port for 2c722de6-8282-438b-8113-0fe3e90faac6 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:18:42.691423 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.703191 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f62d4bf3-8ce4-407a-8930-397d1e35b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.720728 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77042222-400b-4703-ba35-82f3ec0c01db']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:42.728257 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d4bf3-8ce4-407a-8930-397d1e35b7e7 None None] Pushing event deleted for resources: {'Port': ['ID=2c722de6-8282-438b-8113-0fe3e90faac6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:42.731722 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a14e84-473e-4e89-9b25-438f94af865b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:42.732132 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a14e84-473e-4e89-9b25-438f94af865b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:42.734464 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d4bf3-8ce4-407a-8930-397d1e35b7e7 None None] No DVR routers for this DVR port 2c722de6-8282-438b-8113-0fe3e90faac6 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:18:42.748453 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.769304 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.778268 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:18:42.778679 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: timer() Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:18:42.780512 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:18:42.838021 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.853363 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:42.858746 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] 10.222.0.24 "DELETE /v2.0/networks/77042222-400b-4703-ba35-82f3ec0c01db HTTP/1.1" status: 204 len: 168 time: 0.6181061 Sep 30 09:18:42.870389 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687c64e-17e1-4cfa-8bbb-f75589fcf248 admin admin] Pushing event deleted for resources: {'Network': ['ID=77042222-400b-4703-ba35-82f3ec0c01db,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:42.926026 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cbbae837-2952-4469-b0be-fc730dfb87fb no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:18:42.949838 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: cbbae837-2952-4469-b0be-fc730dfb87fb {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:18:42.950267 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device cbbae837-2952-4469-b0be-fc730dfb87fb not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:18:42.950766 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2c722de6-8282-438b-8113-0fe3e90faac6 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:18:42.970791 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 2c722de6-8282-438b-8113-0fe3e90faac6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:18:42.971210 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2c722de6-8282-438b-8113-0fe3e90faac6 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:18:42.971693 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 69f3c79e-915f-4b49-99d1-27cf363f307c no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:18:42.998105 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 69f3c79e-915f-4b49-99d1-27cf363f307c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:18:42.998380 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 69f3c79e-915f-4b49-99d1-27cf363f307c not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:18:43.009353 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51546) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:43.052099 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-43046651-600b-497e-a359-63b4e969bffc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d1d4e44aa5144cf8288d4b9acb905cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411911 Sep 30 09:18:43.055233 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51548) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:43.114726 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e0fa4d9-89a5-44a4-aaf8-9ace6cd80347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:43.138149 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e0fa4d9-89a5-44a4-aaf8-9ace6cd80347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:43.191444 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e0fa4d9-89a5-44a4-aaf8-9ace6cd80347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:43.194304 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e0fa4d9-89a5-44a4-aaf8-9ace6cd80347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:43.195755 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1e0fa4d9-89a5-44a4-aaf8-9ace6cd80347 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a674944-cb23-478f-b67b-57ddc3b23b93 HTTP/1.1" status: 204 len: 168 time: 0.1395845 Sep 30 09:18:43.203961 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0fa4d9-89a5-44a4-aaf8-9ace6cd80347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a674944-cb23-478f-b67b-57ddc3b23b93,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:43.535520 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51554) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:43.576917 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-22ab8a9c-d395-4db6-bebe-fd30d4e154b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dac839bcdf254c8e98e79f0b47f18a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401671 Sep 30 09:18:43.579468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51556) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:43.629421 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10050423-1180-4d5a-a8a4-444f754ce149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:43.655069 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10050423-1180-4d5a-a8a4-444f754ce149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:43.703334 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10050423-1180-4d5a-a8a4-444f754ce149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:43.706144 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10050423-1180-4d5a-a8a4-444f754ce149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:43.707944 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-10050423-1180-4d5a-a8a4-444f754ce149 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30dfaebe-e81b-46d9-8a0d-716cfdad778a HTTP/1.1" status: 204 len: 168 time: 0.1273303 Sep 30 09:18:43.717236 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10050423-1180-4d5a-a8a4-444f754ce149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dfaebe-e81b-46d9-8a0d-716cfdad778a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:44.449281 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:44.586083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d5e92ec2-4bb0-4693-8f49-0ed87faa63ef admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1871706773-network', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:44.610011 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e92ec2-4bb0-4693-8f49-0ed87faa63ef admin admin] Made reservation on behalf of 137c1cfcfbb34ea49654bf9ef8e811a1 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:18:44.612467 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5e92ec2-4bb0-4693-8f49-0ed87faa63ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:44.624506 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5e92ec2-4bb0-4693-8f49-0ed87faa63ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:44.720793 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5e92ec2-4bb0-4693-8f49-0ed87faa63ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:44.724932 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5e92ec2-4bb0-4693-8f49-0ed87faa63ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:44.750367 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e92ec2-4bb0-4693-8f49-0ed87faa63ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:18:44.760953 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e92ec2-4bb0-4693-8f49-0ed87faa63ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c64841-e799-4c38-89ab-a4b17f54f62e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:44.766711 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5e92ec2-4bb0-4693-8f49-0ed87faa63ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:44.767058 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-d5e92ec2-4bb0-4693-8f49-0ed87faa63ef admin admin] Added segment 62189527-4c0b-4991-8142-093c59f87775 of type vlan for network d55150d4-f1c4-472b-96e0-ab5e502f2db5 Sep 30 09:18:44.814709 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5e92ec2-4bb0-4693-8f49-0ed87faa63ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:44.849656 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5e92ec2-4bb0-4693-8f49-0ed87faa63ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:44.850661 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e92ec2-4bb0-4693-8f49-0ed87faa63ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:44.851338 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5e92ec2-4bb0-4693-8f49-0ed87faa63ef admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:44.881430 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-d5e92ec2-4bb0-4693-8f49-0ed87faa63ef admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4306557 Sep 30 09:18:44.885402 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51582) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:44.890936 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-da220dad-568a-425c-bc8e-57378e03c92e admin admin] Request body: {'subnet': {'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1871706773-subnet', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:44.913321 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da220dad-568a-425c-bc8e-57378e03c92e admin admin] Made reservation on behalf of 137c1cfcfbb34ea49654bf9ef8e811a1 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:18:44.915832 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da220dad-568a-425c-bc8e-57378e03c92e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:44.918594 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e92ec2-4bb0-4693-8f49-0ed87faa63ef admin admin] Pushing event updated for resources: {'Network': ['ID=d55150d4-f1c4-472b-96e0-ab5e502f2db5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:44.945521 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network d55150d4-f1c4-472b-96e0-ab5e502f2db5 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:18:44.964074 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-602b15e3-bdbe-406a-9c29-a547401a0aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:45.094958 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da220dad-568a-425c-bc8e-57378e03c92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:45.159630 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da220dad-568a-425c-bc8e-57378e03c92e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db9cc35-739a-4a32-aec2-7e31718d1e44,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:45.169175 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da220dad-568a-425c-bc8e-57378e03c92e admin admin] Checking segment: {'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:18:45.169548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da220dad-568a-425c-bc8e-57378e03c92e admin admin] Network hostable DHCP agents. Network: d55150d4-f1c4-472b-96e0-ab5e502f2db5, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:18:45.187538 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da220dad-568a-425c-bc8e-57378e03c92e admin admin] Network d55150d4-f1c4-472b-96e0-ab5e502f2db5 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:18:45.204553 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-da220dad-568a-425c-bc8e-57378e03c92e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, d55150d4-f1c4-472b-96e0-ab5e502f2db5) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:45.208770 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da220dad-568a-425c-bc8e-57378e03c92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:45.209362 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da220dad-568a-425c-bc8e-57378e03c92e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:45.215727 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7395b718-3c7f-4538-93c4-eeb75bbdbb07 None None] Network d55150d4-f1c4-472b-96e0-ab5e502f2db5 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:18:45.225742 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-da220dad-568a-425c-bc8e-57378e03c92e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3391006 Sep 30 09:18:45.228651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51586) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:45.234642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:45.263203 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:45.264916 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:45.321613 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:45.374691 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-d55150d4-f1c4-472b-96e0-ab5e502f2db5', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:18:45.376095 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:45.483806 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:45.488341 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:45.554671 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Allocated IP 172.20.0.2 (d55150d4-f1c4-472b-96e0-ab5e502f2db5/5db9cc35-739a-4a32-aec2-7e31718d1e44/77603f8f-602a-4697-a101-7415afd510a7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:18:45.715472 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:45.717819 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:45.723747 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:45.738985 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:45.763201 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Network d55150d4-f1c4-472b-96e0-ab5e502f2db5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:18:45.766520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:45.770186 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:18:45.779995 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Pushing event updated for resources: {'Port': ['ID=77603f8f-602a-4697-a101-7415afd510a7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:45.850665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Attempting to bind port 77603f8f-602a-4697-a101-7415afd510a7 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:18:45.851666 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Attempting to bind port 77603f8f-602a-4697-a101-7415afd510a7 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:18:45.852058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Attempting to bind port 77603f8f-602a-4697-a101-7415afd510a7 on network d55150d4-f1c4-472b-96e0-ab5e502f2db5 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:18:45.857801 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:18:45.858171 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Checking segment: {'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:18:45.858797 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:45.859224 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Bound using segment: {'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:18:45.859697 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Bound port: 77603f8f-602a-4697-a101-7415afd510a7, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:18:45.860103 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:45.935992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] For port 77603f8f-602a-4697-a101-7415afd510a7, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:18:45.939463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] For port 77603f8f-602a-4697-a101-7415afd510a7, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=77603f8f-602a-4697-a101-7415afd510a7,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:18:45.944561 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:46.007051 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e912e-f692-456a-86b1-ec14b88bb84f None None] Pushing event updated for resources: {'Port': ['ID=77603f8f-602a-4697-a101-7415afd510a7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:46.171468 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Allocated IP 172.25.0.98 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/2131b764-d1b3-495c-9b83-08a5f19dbd95) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:18:46.191120 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:46.302311 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:46.344169 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:46.382935 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:18:46.385941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:46.388540 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:18:46.423074 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Pushing event updated for resources: {'Port': ['ID=2131b764-d1b3-495c-9b83-08a5f19dbd95,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:46.661419 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:46.874233 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:46.967210 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 77603f8f-602a-4697-a101-7415afd510a7 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:46.969425 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e67e3a4-442c-4591-a611-a4dcd332a440 None None] Network d55150d4-f1c4-472b-96e0-ab5e502f2db5 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:18:47.028350 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:18:47.093186 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-022a7b5c-75bf-4e20-bace-da00046e16eb None None] Provisioning complete for port 77603f8f-602a-4697-a101-7415afd510a7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:47.093760 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-022a7b5c-75bf-4e20-bace-da00046e16eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:47.118612 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 77603f8f-602a-4697-a101-7415afd510a7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:47.118981 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:47.152095 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:18:47.172766 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:47.174717 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-a803b2e6-1cdb-49c6-84fd-1cc8055cea1e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9446685 Sep 30 09:18:47.176563 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Sync routers for ids ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:18:47.177402 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51588) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:47.224513 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Routers {'969dfcea-f356-43f4-a540-5fb89d8c2ac4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:47.225433 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:18:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:47.415036 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:47.417322 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-022a7b5c-75bf-4e20-bace-da00046e16eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:47.627943 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Set router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:47.665345 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:47.700214 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-022a7b5c-75bf-4e20-bace-da00046e16eb None None] For port 77603f8f-602a-4697-a101-7415afd510a7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=77603f8f-602a-4697-a101-7415afd510a7,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:47.717412 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-022a7b5c-75bf-4e20-bace-da00046e16eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:47.837935 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 09:18:47.838204 n-d-807359-2 neutron-server[94839]: DEBUG oslo_db.api [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 09:18:47.844319 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Allocated IP 172.20.0.1 (d55150d4-f1c4-472b-96e0-ab5e502f2db5/5db9cc35-739a-4a32-aec2-7e31718d1e44/f06b8914-4ae6-412f-837c-d5d59dd515af) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:18:47.847918 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a7b5c-75bf-4e20-bace-da00046e16eb None None] Pushing event updated for resources: {'Port': ['ID=77603f8f-602a-4697-a101-7415afd510a7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:47.865231 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-71112685-9cd2-47d4-ba5c-5df8425f572d None None] Provisioning complete for port 77603f8f-602a-4697-a101-7415afd510a7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:47.865605 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71112685-9cd2-47d4-ba5c-5df8425f572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:47.965583 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:47.979767 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:46Z', 'revision_number': 3, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:48.000638 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:48.016563 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Checking router: 969dfcea-f356-43f4-a540-5fb89d8c2ac4 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:18:48.016911 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Updating router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 port 2131b764-d1b3-495c-9b83-08a5f19dbd95 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:18:48.050037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Network d55150d4-f1c4-472b-96e0-ab5e502f2db5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:18:48.050037 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:48.051010 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:18:48.053846 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:48.061202 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Pushing event updated for resources: {'Port': ['ID=f06b8914-4ae6-412f-837c-d5d59dd515af,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:48.075763 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:48.100280 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:48.264995 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:48.397514 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:48.405900 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a7d706ab-d505-4af8-9372-063ae91f5414 None None] Provisioning complete for port f06b8914-4ae6-412f-837c-d5d59dd515af triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:48.406271 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7d706ab-d505-4af8-9372-063ae91f5414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:48.409674 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:48.442975 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:48.449301 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:48.489787 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc2542-2d9c-438f-b01c-2ee6478cf3e9 None None] Pushing event updated for resources: {'Port': ['ID=2131b764-d1b3-495c-9b83-08a5f19dbd95,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:48.493555 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a7d706ab-d505-4af8-9372-063ae91f5414 None None] Port f06b8914-4ae6-412f-837c-d5d59dd515af cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:18:48.495729 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Attempting to bind port 2131b764-d1b3-495c-9b83-08a5f19dbd95 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:18:48.496173 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Attempting to bind port 2131b764-d1b3-495c-9b83-08a5f19dbd95 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:18:48.496541 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Attempting to bind port 2131b764-d1b3-495c-9b83-08a5f19dbd95 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:18:48.502992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:18:48.502992 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:18:48.503502 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:48.503656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:18:48.504058 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Bound port: 2131b764-d1b3-495c-9b83-08a5f19dbd95, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:18:48.504442 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:48.526749 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Pushing event updated for resources: {'Port': ['ID=f06b8914-4ae6-412f-837c-d5d59dd515af,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:48.535568 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:48.561164 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] For port 2131b764-d1b3-495c-9b83-08a5f19dbd95, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:18:48.564665 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] For port 2131b764-d1b3-495c-9b83-08a5f19dbd95, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2131b764-d1b3-495c-9b83-08a5f19dbd95,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:18:48.569649 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:48.627577 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Routers {'969dfcea-f356-43f4-a540-5fb89d8c2ac4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:48.628254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:18:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:48.632473 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Network d55150d4-f1c4-472b-96e0-ab5e502f2db5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:18:48.632805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:48.669002 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc2542-2d9c-438f-b01c-2ee6478cf3e9 None None] Pushing event updated for resources: {'Port': ['ID=2131b764-d1b3-495c-9b83-08a5f19dbd95,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:48.761104 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:18:48.762021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] Set router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:48.900136 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:18:48.906148 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-67cf1484-fbfb-4549-8eed-91767e5f5c3f admin admin] 10.222.0.24 "PUT /v2.0/routers/969dfcea-f356-43f4-a540-5fb89d8c2ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7275095 Sep 30 09:18:48.937127 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2f40ceba-040d-4fc7-bcfa-4e281caea030 None None] Provisioning complete for port f06b8914-4ae6-412f-837c-d5d59dd515af triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:48.937490 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f40ceba-040d-4fc7-bcfa-4e281caea030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:48.945703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 77603f8f-602a-4697-a101-7415afd510a7 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:49.039373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2f40ceba-040d-4fc7-bcfa-4e281caea030 None None] Port f06b8914-4ae6-412f-837c-d5d59dd515af cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:18:49.063428 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 77603f8f-602a-4697-a101-7415afd510a7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:49.063805 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:49.097333 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 2, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:49.128206 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d93c15-f241-493b-9179-3ab2156778f7 None None] The sync data for ids ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'] in n-d-807359-2 is: [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 2, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:18:49.465799 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51604) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:49.470850 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f32fcdac-2dc0-42ed-9a56-f0e287c23808 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1416764609-network', 'tenant_id': '9b7a6eb7055c41aa9f9ae394ae125229'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:49.494391 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32fcdac-2dc0-42ed-9a56-f0e287c23808 admin admin] Made reservation on behalf of 9b7a6eb7055c41aa9f9ae394ae125229 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:18:49.497069 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f32fcdac-2dc0-42ed-9a56-f0e287c23808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:49.506271 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f32fcdac-2dc0-42ed-9a56-f0e287c23808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:49.624030 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f32fcdac-2dc0-42ed-9a56-f0e287c23808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:49.628731 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f32fcdac-2dc0-42ed-9a56-f0e287c23808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:49.660267 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32fcdac-2dc0-42ed-9a56-f0e287c23808 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:18:49.666522 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fcdac-2dc0-42ed-9a56-f0e287c23808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1476139f-f10f-4f03-917e-1cb7fb56e69b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:49.674703 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f32fcdac-2dc0-42ed-9a56-f0e287c23808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:49.674871 n-d-807359-2 neutron-server[94838]: INFO neutron.db.segments_db [None req-f32fcdac-2dc0-42ed-9a56-f0e287c23808 admin admin] Added segment 69daa282-4039-4ace-9ecf-ae22658dd32f of type vlan for network a1731b1c-d4f5-4ed0-a026-9f07836f5ad3 Sep 30 09:18:49.719861 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f32fcdac-2dc0-42ed-9a56-f0e287c23808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779438908694'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:49.753838 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f32fcdac-2dc0-42ed-9a56-f0e287c23808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:49.754806 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32fcdac-2dc0-42ed-9a56-f0e287c23808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:49.755394 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f32fcdac-2dc0-42ed-9a56-f0e287c23808 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:49.791337 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-f32fcdac-2dc0-42ed-9a56-f0e287c23808 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3243291 Sep 30 09:18:49.794788 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51606) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:49.800147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-665f60ec-0c74-49bc-9bd4-b4ebd3dfe41e admin admin] Request body: {'subnet': {'network_id': 'a1731b1c-d4f5-4ed0-a026-9f07836f5ad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1416764609-subnet', 'tenant_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:49.831317 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fcdac-2dc0-42ed-9a56-f0e287c23808 admin admin] Pushing event updated for resources: {'Network': ['ID=a1731b1c-d4f5-4ed0-a026-9f07836f5ad3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:49.847776 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Network a1731b1c-d4f5-4ed0-a026-9f07836f5ad3 details requested by agent ovs-agent-n-d-807359-2 with host n-d-807359-2 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:18:49.850459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665f60ec-0c74-49bc-9bd4-b4ebd3dfe41e admin admin] Made reservation on behalf of 9b7a6eb7055c41aa9f9ae394ae125229 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:18:49.854327 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-665f60ec-0c74-49bc-9bd4-b4ebd3dfe41e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25596485'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.052700 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-665f60ec-0c74-49bc-9bd4-b4ebd3dfe41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25544932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25596535'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.113305 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f60ec-0c74-49bc-9bd4-b4ebd3dfe41e admin admin] Pushing event updated for resources: {'Subnet': ['ID=add4ad82-f680-4799-81a3-3197125905c3,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:50.122802 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f60ec-0c74-49bc-9bd4-b4ebd3dfe41e admin admin] Checking segment: {'id': '69daa282-4039-4ace-9ecf-ae22658dd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a1731b1c-d4f5-4ed0-a026-9f07836f5ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:18:50.123171 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665f60ec-0c74-49bc-9bd4-b4ebd3dfe41e admin admin] Network hostable DHCP agents. Network: a1731b1c-d4f5-4ed0-a026-9f07836f5ad3, hostable agents: ['1ed79013-698f-4bb8-9886-3792df050c10'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:18:50.142672 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665f60ec-0c74-49bc-9bd4-b4ebd3dfe41e admin admin] Network a1731b1c-d4f5-4ed0-a026-9f07836f5ad3 is scheduled to be hosted by DHCP agent 1ed79013-698f-4bb8-9886-3792df050c10 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:18:50.153443 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-665f60ec-0c74-49bc-9bd4-b4ebd3dfe41e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807359-2, a1731b1c-d4f5-4ed0-a026-9f07836f5ad3) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:50.157713 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665f60ec-0c74-49bc-9bd4-b4ebd3dfe41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:50.158313 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-665f60ec-0c74-49bc-9bd4-b4ebd3dfe41e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.165020 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0573b0-3a73-4800-96fc-ef2c416e8c1e None None] Network a1731b1c-d4f5-4ed0-a026-9f07836f5ad3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:18:50.174234 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-665f60ec-0c74-49bc-9bd4-b4ebd3dfe41e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3783538 Sep 30 09:18:50.176880 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51608) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:50.181530 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1416764609-router', 'tenant_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:50.210053 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6824'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.211836 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6817'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.271392 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.343798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe665376e-4ae1-548a-a087-6dde9c013f3f-a1731b1c-d4f5-4ed0-a026-9f07836f5ad3', 'network_id': 'a1731b1c-d4f5-4ed0-a026-9f07836f5ad3', 'tenant_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'fixed_ips': [{'subnet_id': 'add4ad82-f680-4799-81a3-3197125905c3'}]}} from n-d-807359-2. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 09:18:50.344838 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.429633 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.509873 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Allocated IP 172.20.0.2 (a1731b1c-d4f5-4ed0-a026-9f07836f5ad3/add4ad82-f680-4799-81a3-3197125905c3/40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:18:50.660888 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.682191 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.684036 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.697850 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.737395 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Network a1731b1c-d4f5-4ed0-a026-9f07836f5ad3 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:18:50.740318 n-d-807359-2 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:50.743607 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:18:50.755125 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Pushing event updated for resources: {'Port': ['ID=40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:50.802444 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Allocated IP 172.25.0.132 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/e385e934-bc46-49e5-bb2e-9f87bb9189c3) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:18:50.816233 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Attempting to bind port 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:18:50.816620 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Attempting to bind port 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '69daa282-4039-4ace-9ecf-ae22658dd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a1731b1c-d4f5-4ed0-a026-9f07836f5ad3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:18:50.816996 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Attempting to bind port 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3 on network a1731b1c-d4f5-4ed0-a026-9f07836f5ad3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:18:50.822692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:18:50.823065 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Checking segment: {'id': '69daa282-4039-4ace-9ecf-ae22658dd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a1731b1c-d4f5-4ed0-a026-9f07836f5ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:18:50.823466 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.823865 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Bound using segment: {'id': '69daa282-4039-4ace-9ecf-ae22658dd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a1731b1c-d4f5-4ed0-a026-9f07836f5ad3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:18:50.824368 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Bound port: 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69daa282-4039-4ace-9ecf-ae22658dd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a1731b1c-d4f5-4ed0-a026-9f07836f5ad3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:18:50.824779 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.896508 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] For port 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:18:50.901029 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] For port 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3,segment=NetworkSegment(69daa282-4039-4ace-9ecf-ae22658dd32f),segment_id=69daa282-4039-4ace-9ecf-ae22658dd32f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:18:50.906787 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.926293 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.976221 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:50.984463 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2131b764-d1b3-495c-9b83-08a5f19dbd95 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:50.993698 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd504409-b79c-4cb7-a202-68181e8d766d None None] Pushing event updated for resources: {'Port': ['ID=40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:51.017550 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:18:51.020751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:51.024584 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:18:51.035244 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e385e934-bc46-49e5-bb2e-9f87bb9189c3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:51.061657 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 2131b764-d1b3-495c-9b83-08a5f19dbd95 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:51.062182 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:51.154582 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:51.204678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port 2131b764-d1b3-495c-9b83-08a5f19dbd95, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2131b764-d1b3-495c-9b83-08a5f19dbd95,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:51.212170 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:51.399236 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:51.425583 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Sync routers for ids ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:18:51.440598 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Routers {'969dfcea-f356-43f4-a540-5fb89d8c2ac4'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:51.441226 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:18:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:51.468037 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=2131b764-d1b3-495c-9b83-08a5f19dbd95,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:51.564906 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Set router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:51.613746 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:51.757267 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Router 9a7c78a3-e8c1-429a-bfec-4863d49bc615 is scheduled to L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:18:51.877486 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:18:51.881640 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 2, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:51.891290 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Sync routers for ids ['9a7c78a3-e8c1-429a-bfec-4863d49bc615'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:18:51.903924 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Routers {'9a7c78a3-e8c1-429a-bfec-4863d49bc615'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:51.904629 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:18:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9a7c78a3-e8c1-429a-bfec-4863d49bc615'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:51.909501 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:51.916867 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51610) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:51.917474 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-1d2ab10c-813b-4620-84be-01c737f633c8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7392745 Sep 30 09:18:51.920476 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Checking router: 969dfcea-f356-43f4-a540-5fb89d8c2ac4 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:18:51.920835 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Updating router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 port f06b8914-4ae6-412f-837c-d5d59dd515af binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:18:51.956266 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:52.044608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Set router 9a7c78a3-e8c1-429a-bfec-4863d49bc615 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:52.252906 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'name': 'tempest-TestSnapshotPattern-1416764609-router', 'tenant_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e385e934-bc46-49e5-bb2e-9f87bb9189c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:50Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 3, 'project_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'gw_port': {'id': 'e385e934-bc46-49e5-bb2e-9f87bb9189c3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:50Z', 'updated_at': '2021-09-30T09:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:52.276478 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:52.284264 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:52.303349 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939fcda0-60ab-4905-a52b-2a6e3fb4cbad None None] Network a1731b1c-d4f5-4ed0-a026-9f07836f5ad3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:18:52.309689 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Checking router: 9a7c78a3-e8c1-429a-bfec-4863d49bc615 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:18:52.310046 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Updating router 9a7c78a3-e8c1-429a-bfec-4863d49bc615 port e385e934-bc46-49e5-bb2e-9f87bb9189c3 binding host n-d-807359-2 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:18:52.365565 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4526e477-1df6-4ec7-9221-85a102cdba4b None None] Provisioning complete for port 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:52.366220 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4526e477-1df6-4ec7-9221-85a102cdba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:52.375255 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ba4f4-3d70-4eba-abfe-0c6c9df8dc90 None None] Pushing event updated for resources: {'Port': ['ID=f06b8914-4ae6-412f-837c-d5d59dd515af,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:52.399492 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba4f4-3d70-4eba-abfe-0c6c9df8dc90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:52.400262 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba4f4-3d70-4eba-abfe-0c6c9df8dc90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:52.400711 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba4f4-3d70-4eba-abfe-0c6c9df8dc90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:52.401392 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba4f4-3d70-4eba-abfe-0c6c9df8dc90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:52.401740 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba4f4-3d70-4eba-abfe-0c6c9df8dc90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:52.402175 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba4f4-3d70-4eba-abfe-0c6c9df8dc90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:52.402775 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba4f4-3d70-4eba-abfe-0c6c9df8dc90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:52.403204 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba4f4-3d70-4eba-abfe-0c6c9df8dc90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:52.403652 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba4f4-3d70-4eba-abfe-0c6c9df8dc90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:52.404146 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba4f4-3d70-4eba-abfe-0c6c9df8dc90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:52.404561 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba4f4-3d70-4eba-abfe-0c6c9df8dc90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:52.404977 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba4f4-3d70-4eba-abfe-0c6c9df8dc90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:18:52.424181 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Attempting to bind port f06b8914-4ae6-412f-837c-d5d59dd515af on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:18:52.424703 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Attempting to bind port f06b8914-4ae6-412f-837c-d5d59dd515af by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:18:52.425389 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Attempting to bind port f06b8914-4ae6-412f-837c-d5d59dd515af on network d55150d4-f1c4-472b-96e0-ab5e502f2db5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:18:52.431963 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:52.437688 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:18:52.438339 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Checking segment: {'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:18:52.438749 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:52.439251 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Bound using segment: {'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:18:52.440031 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Bound port: f06b8914-4ae6-412f-837c-d5d59dd515af, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:18:52.440709 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:52.521119 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] For port f06b8914-4ae6-412f-837c-d5d59dd515af, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:18:52.527425 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] For port f06b8914-4ae6-412f-837c-d5d59dd515af, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f06b8914-4ae6-412f-837c-d5d59dd515af,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:18:52.533801 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:52.589668 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Routers {'969dfcea-f356-43f4-a540-5fb89d8c2ac4'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:52.590460 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:18:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:52.721561 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ba4f4-3d70-4eba-abfe-0c6c9df8dc90 None None] Pushing event updated for resources: {'Port': ['ID=f06b8914-4ae6-412f-837c-d5d59dd515af,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:52.743180 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] Set router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:52.806688 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:52.901730 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4526e477-1df6-4ec7-9221-85a102cdba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:52.983574 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4526e477-1df6-4ec7-9221-85a102cdba4b None None] For port 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3,segment=NetworkSegment(69daa282-4039-4ace-9ecf-ae22658dd32f),segment_id=69daa282-4039-4ace-9ecf-ae22658dd32f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:52.989126 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:52.992248 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4526e477-1df6-4ec7-9221-85a102cdba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:53.046747 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:53.061861 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:52Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:53.088849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Allocated IP 172.20.0.1 (a1731b1c-d4f5-4ed0-a026-9f07836f5ad3/add4ad82-f680-4799-81a3-3197125905c3/951ff59f-6efe-42d1-84e6-c734acbd45c2) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:18:53.113771 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Attempting to bind port e385e934-bc46-49e5-bb2e-9f87bb9189c3 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:18:53.116285 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Attempting to bind port e385e934-bc46-49e5-bb2e-9f87bb9189c3 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:18:53.117239 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Attempting to bind port e385e934-bc46-49e5-bb2e-9f87bb9189c3 on network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:18:53.120178 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e98f8-fc02-4cd6-b345-959229f766f3 None None] The sync data for ids ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'] in n-d-807359-2 is: [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:52Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:18:53.130163 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526e477-1df6-4ec7-9221-85a102cdba4b None None] Pushing event updated for resources: {'Port': ['ID=40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:53.150184 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:18:53.150792 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Checking segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:18:53.151202 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:53.151591 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Bound using segment: {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:18:53.152117 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Bound port: e385e934-bc46-49e5-bb2e-9f87bb9189c3, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fb716-7592-4cc3-9a21-58435fba5d6d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:18:53.152505 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:53.205316 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2131b764-d1b3-495c-9b83-08a5f19dbd95 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:53.243399 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:53.275409 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-42eaf8d2-fcc7-4742-951c-f0c0526229cf None None] Provisioning complete for port 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:53.275843 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42eaf8d2-fcc7-4742-951c-f0c0526229cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:53.281958 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:53.289682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421973f-a08d-496a-a7d7-4bf617f099f7 None None] Pushing event updated for resources: {'Port': ['ID=e385e934-bc46-49e5-bb2e-9f87bb9189c3,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:53.322851 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Network a1731b1c-d4f5-4ed0-a026-9f07836f5ad3 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:18:53.326078 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:53.328201 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] For port e385e934-bc46-49e5-bb2e-9f87bb9189c3, host n-d-807359-2, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:18:53.330338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:18:53.337177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] For port e385e934-bc46-49e5-bb2e-9f87bb9189c3, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e385e934-bc46-49e5-bb2e-9f87bb9189c3,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:18:53.348462 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:53.371406 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Pushing event updated for resources: {'Port': ['ID=951ff59f-6efe-42d1-84e6-c734acbd45c2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:53.387402 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630403'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:53.435238 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 2131b764-d1b3-495c-9b83-08a5f19dbd95 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:53.435778 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:53.437027 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421973f-a08d-496a-a7d7-4bf617f099f7 None None] Pushing event updated for resources: {'Port': ['ID=e385e934-bc46-49e5-bb2e-9f87bb9189c3,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:53.492408 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Routers {'9a7c78a3-e8c1-429a-bfec-4863d49bc615'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:53.493205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:18:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9a7c78a3-e8c1-429a-bfec-4863d49bc615'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:53.570904 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:53.630831 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-42eaf8d2-fcc7-4742-951c-f0c0526229cf None None] Provisioning complete for port f06b8914-4ae6-412f-837c-d5d59dd515af triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:53.631205 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42eaf8d2-fcc7-4742-951c-f0c0526229cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:53.706299 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] Set router 9a7c78a3-e8c1-429a-bfec-4863d49bc615 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:53.734742 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:53.813987 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:53.819390 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:53.900889 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Pushing event updated for resources: {'Port': ['ID=951ff59f-6efe-42d1-84e6-c734acbd45c2,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:53.903823 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629875'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:53.924324 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42eaf8d2-fcc7-4742-951c-f0c0526229cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:54.017445 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Network a1731b1c-d4f5-4ed0-a026-9f07836f5ad3 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:18:54.019731 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:54.106896 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:54.107495 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:54.154211 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Router 9a7c78a3-e8c1-429a-bfec-4863d49bc615 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:18:54.183158 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-42eaf8d2-fcc7-4742-951c-f0c0526229cf None None] For port f06b8914-4ae6-412f-837c-d5d59dd515af, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f06b8914-4ae6-412f-837c-d5d59dd515af,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:54.190617 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42eaf8d2-fcc7-4742-951c-f0c0526229cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:54.284964 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'name': 'tempest-TestSnapshotPattern-1416764609-router', 'tenant_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e385e934-bc46-49e5-bb2e-9f87bb9189c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:50Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 3, 'project_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'gw_port': {'id': 'e385e934-bc46-49e5-bb2e-9f87bb9189c3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:50Z', 'updated_at': '2021-09-30T09:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:54.289820 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eaf8d2-fcc7-4742-951c-f0c0526229cf None None] Pushing event updated for resources: {'Port': ['ID=f06b8914-4ae6-412f-837c-d5d59dd515af,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:54.304471 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:18:54.312496 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1fc5a532-cec5-4256-b2a8-2566961164b1 admin admin] 10.222.0.24 "PUT /v2.0/routers/9a7c78a3-e8c1-429a-bfec-4863d49bc615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3945053 Sep 30 09:18:54.325732 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569bc5e-0f47-45b3-9127-80fa26377016 None None] The sync data for ids ['9a7c78a3-e8c1-429a-bfec-4863d49bc615'] in n-d-807359-2 is: [{'id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'name': 'tempest-TestSnapshotPattern-1416764609-router', 'tenant_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e385e934-bc46-49e5-bb2e-9f87bb9189c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:50Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 3, 'project_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'gw_port': {'id': 'e385e934-bc46-49e5-bb2e-9f87bb9189c3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:50Z', 'updated_at': '2021-09-30T09:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:18:54.341857 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f06b8914-4ae6-412f-837c-d5d59dd515af up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:54.370577 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2332ac81-85dd-4c1f-b045-18169858064b None None] Provisioning complete for port 951ff59f-6efe-42d1-84e6-c734acbd45c2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:54.370968 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2332ac81-85dd-4c1f-b045-18169858064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:54.421833 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2332ac81-85dd-4c1f-b045-18169858064b None None] Port 951ff59f-6efe-42d1-84e6-c734acbd45c2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:18:54.434713 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port f06b8914-4ae6-412f-837c-d5d59dd515af triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:54.435094 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.033428 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e385e934-bc46-49e5-bb2e-9f87bb9189c3 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:55.100307 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e385e934-bc46-49e5-bb2e-9f87bb9189c3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:55.100965 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.119368 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51620) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:55.124286 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6a996173-b338-4933-91df-fd3edd4225da tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896095099', 'description': 'tempest-secgroup-smoke-896095099 description', 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:55.157784 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a996173-b338-4933-91df-fd3edd4225da tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.202696 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.226990 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] For port e385e934-bc46-49e5-bb2e-9f87bb9189c3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e385e934-bc46-49e5-bb2e-9f87bb9189c3,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:55.233777 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.234692 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:55.317216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Pushing event updated for resources: {'Port': ['ID=e385e934-bc46-49e5-bb2e-9f87bb9189c3,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:55.330373 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:55.330807 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.422024 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f06b8914-4ae6-412f-837c-d5d59dd515af up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:55.473527 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port f06b8914-4ae6-412f-837c-d5d59dd515af triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:55.473939 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.616401 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a996173-b338-4933-91df-fd3edd4225da tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.621858 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a996173-b338-4933-91df-fd3edd4225da tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.649530 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a996173-b338-4933-91df-fd3edd4225da tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.651194 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6a996173-b338-4933-91df-fd3edd4225da tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5305436 Sep 30 09:18:55.654400 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51622) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:55.659859 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-58e63a29-4fff-4935-9884-801769eabf78 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Request body: {'security_group_rule': {'security_group_id': 'a81e709a-701e-4179-96a0-5161b9ca1435', 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:55.666044 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a996173-b338-4933-91df-fd3edd4225da tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81e709a-701e-4179-96a0-5161b9ca1435,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:55.696094 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58e63a29-4fff-4935-9884-801769eabf78 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.763338 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58e63a29-4fff-4935-9884-801769eabf78 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.767686 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58e63a29-4fff-4935-9884-801769eabf78 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.789004 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e63a29-4fff-4935-9884-801769eabf78 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8daf34-b1b2-41ec-b13e-a08c4a349750,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:55.796993 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58e63a29-4fff-4935-9884-801769eabf78 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.798386 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-58e63a29-4fff-4935-9884-801769eabf78 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429648 Sep 30 09:18:55.801918 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51624) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:55.807548 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e6f1cad5-8996-47d4-841c-081f4948da1e tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Request body: {'security_group_rule': {'security_group_id': 'a81e709a-701e-4179-96a0-5161b9ca1435', 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:55.834680 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6f1cad5-8996-47d4-841c-081f4948da1e tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.906065 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6f1cad5-8996-47d4-841c-081f4948da1e tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.910800 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6f1cad5-8996-47d4-841c-081f4948da1e tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.932966 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1cad5-8996-47d4-841c-081f4948da1e tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f50265-21ba-4433-b6f2-b8eedef63ffb,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:55.939832 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6f1cad5-8996-47d4-841c-081f4948da1e tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:55.941100 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-e6f1cad5-8996-47d4-841c-081f4948da1e tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382065 Sep 30 09:18:55.943956 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 51626) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:55.948551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2737c831-08dd-4680-a2c4-fdc1986e079b tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Request body: {'security_group_rule': {'security_group_id': 'a81e709a-701e-4179-96a0-5161b9ca1435', 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:55.981659 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2737c831-08dd-4680-a2c4-fdc1986e079b tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.044457 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2737c831-08dd-4680-a2c4-fdc1986e079b tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.048333 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2737c831-08dd-4680-a2c4-fdc1986e079b tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.066381 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737c831-08dd-4680-a2c4-fdc1986e079b tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34d2988-1efc-4139-b982-c967549518f3,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:56.073571 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2737c831-08dd-4680-a2c4-fdc1986e079b tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.074887 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-2737c831-08dd-4680-a2c4-fdc1986e079b tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298635 Sep 30 09:18:56.080772 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:56.086386 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-73f5208e-2b0c-4876-8467-657b4ab583ca tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Request body: {'security_group_rule': {'security_group_id': 'a81e709a-701e-4179-96a0-5161b9ca1435', 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:56.119938 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73f5208e-2b0c-4876-8467-657b4ab583ca tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.183561 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73f5208e-2b0c-4876-8467-657b4ab583ca tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.187440 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73f5208e-2b0c-4876-8467-657b4ab583ca tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.207041 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5208e-2b0c-4876-8467-657b4ab583ca tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4d18ed-af2e-413e-9712-5df36b3471a1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:56.213992 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73f5208e-2b0c-4876-8467-657b4ab583ca tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.215223 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-73f5208e-2b0c-4876-8467-657b4ab583ca tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334143 Sep 30 09:18:56.218054 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51630) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:56.224499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0af6d9cb-0a97-4661-9c87-6ad388c03a8a tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Request body: {'security_group_rule': {'security_group_id': 'a81e709a-701e-4179-96a0-5161b9ca1435', 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:56.248116 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-0af6d9cb-0a97-4661-9c87-6ad388c03a8a tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Project 137c1cfcfbb34ea49654bf9ef8e811a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:18:56.253118 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0af6d9cb-0a97-4661-9c87-6ad388c03a8a tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.318766 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0af6d9cb-0a97-4661-9c87-6ad388c03a8a tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.323877 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0af6d9cb-0a97-4661-9c87-6ad388c03a8a tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.346235 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6d9cb-0a97-4661-9c87-6ad388c03a8a tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a8d1b0-a2bb-4b1e-93b6-aad30765bf80,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:56.354301 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0af6d9cb-0a97-4661-9c87-6ad388c03a8a tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.356128 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-0af6d9cb-0a97-4661-9c87-6ad388c03a8a tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368394 Sep 30 09:18:56.359745 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51632) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:18:56.365609 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-326f4625-b38b-42ad-9568-8c9141dcff69 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Request body: {'security_group_rule': {'security_group_id': 'a81e709a-701e-4179-96a0-5161b9ca1435', 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:56.394212 n-d-807359-2 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-326f4625-b38b-42ad-9568-8c9141dcff69 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Project 137c1cfcfbb34ea49654bf9ef8e811a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:18:56.400469 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-326f4625-b38b-42ad-9568-8c9141dcff69 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.473081 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-326f4625-b38b-42ad-9568-8c9141dcff69 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.477850 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-326f4625-b38b-42ad-9568-8c9141dcff69 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575050'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.500492 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f4625-b38b-42ad-9568-8c9141dcff69 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448cc73f-a817-4e5e-8806-5dcb805606c6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:56.503197 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-326f4625-b38b-42ad-9568-8c9141dcff69 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:56.504630 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-326f4625-b38b-42ad-9568-8c9141dcff69 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435900 Sep 30 09:18:56.660774 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dc45058b-799a-48a2-ab39-406ddb082498 req-e560f1db-7744-4f8d-a0bf-999bf6395fc0 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896095099&fields=id&tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1 HTTP/1.1" status: 200 len: 267 time: 0.0397024 Sep 30 09:18:56.680367 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Sync routers for ids ['9a7c78a3-e8c1-429a-bfec-4863d49bc615'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:18:56.689871 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Routers {'9a7c78a3-e8c1-429a-bfec-4863d49bc615'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:56.690483 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:18:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9a7c78a3-e8c1-429a-bfec-4863d49bc615'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:56.781231 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45058b-799a-48a2-ab39-406ddb082498 req-3c3cf7b7-8e55-46ed-bd02-ea6003a2b40b tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:56.782679 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dc45058b-799a-48a2-ab39-406ddb082498 req-3c3cf7b7-8e55-46ed-bd02-ea6003a2b40b tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/networks?id=d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 200 len: 810 time: 0.1146846 Sep 30 09:18:56.799779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dc45058b-799a-48a2-ab39-406ddb082498 req-ba04d690-9c28-47ec-aa06-994a4adeb3cb tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/quotas/137c1cfcfbb34ea49654bf9ef8e811a1 HTTP/1.1" status: 200 len: 375 time: 0.0100722 Sep 30 09:18:56.800204 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Set router 9a7c78a3-e8c1-429a-bfec-4863d49bc615 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:56.854681 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dc45058b-799a-48a2-ab39-406ddb082498 req-8937d0de-81ce-428a-8c4e-3a833517a460 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483785 Sep 30 09:18:56.935418 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e385e934-bc46-49e5-bb2e-9f87bb9189c3 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:56.988643 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port e385e934-bc46-49e5-bb2e-9f87bb9189c3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:56.989467 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:57.022820 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'name': 'tempest-TestSnapshotPattern-1416764609-router', 'tenant_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e385e934-bc46-49e5-bb2e-9f87bb9189c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:50Z', 'updated_at': '2021-09-30T09:18:53Z', 'revision_number': 4, 'project_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'gw_port': {'id': 'e385e934-bc46-49e5-bb2e-9f87bb9189c3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:50Z', 'updated_at': '2021-09-30T09:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '951ff59f-6efe-42d1-84e6-c734acbd45c2', 'name': '', 'network_id': 'a1731b1c-d4f5-4ed0-a026-9f07836f5ad3', 'tenant_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'mac_address': 'fa:16:3e:bf:7f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'add4ad82-f680-4799-81a3-3197125905c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:52Z', 'updated_at': '2021-09-30T09:18:53Z', 'revision_number': 2, 'project_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'subnets': [{'id': 'add4ad82-f680-4799-81a3-3197125905c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:57.052417 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Checking router: 9a7c78a3-e8c1-429a-bfec-4863d49bc615 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:18:57.052698 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Updating router 9a7c78a3-e8c1-429a-bfec-4863d49bc615 port 951ff59f-6efe-42d1-84e6-c734acbd45c2 binding host n-d-807359-2 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:18:57.082427 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dc45058b-799a-48a2-ab39-406ddb082498 req-80efb3ee-9d49-4d26-aa64-c9dab8546de1 service neutron] 10.222.0.24 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146068 Sep 30 09:18:57.087704 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:57.195647 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-dc45058b-799a-48a2-ab39-406ddb082498 req-1a3e8739-6ca6-4a71-8fdd-ed1b65fdfa54 service neutron] 10.222.0.24 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066902 Sep 30 09:18:57.382107 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c46414ca-5875-459d-b88e-368631e31490 req-34d2f148-86fd-422d-9618-d2bcf53fac9f tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 210 time: 0.0278821 Sep 30 09:18:57.389959 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:57.405452 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:57.449775 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da2dc5-3f34-4403-b5a8-06fa1711c246 None None] Pushing event updated for resources: {'Port': ['ID=951ff59f-6efe-42d1-84e6-c734acbd45c2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:57.499984 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Attempting to bind port 951ff59f-6efe-42d1-84e6-c734acbd45c2 on host n-d-807359-2 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:18:57.500353 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Attempting to bind port 951ff59f-6efe-42d1-84e6-c734acbd45c2 by drivers openvswitch,hyperv on host n-d-807359-2 at level 0 using segments [{'id': '69daa282-4039-4ace-9ecf-ae22658dd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a1731b1c-d4f5-4ed0-a026-9f07836f5ad3'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:18:57.500717 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Attempting to bind port 951ff59f-6efe-42d1-84e6-c734acbd45c2 on network a1731b1c-d4f5-4ed0-a026-9f07836f5ad3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:18:57.506095 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Checking agent: {'id': 'f5ec217b-5f0b-4777-8faa-b04583672c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 49, 45), 'started_at': datetime.datetime(2021, 9, 30, 7, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807359-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:18:57.506464 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Checking segment: {'id': '69daa282-4039-4ace-9ecf-ae22658dd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a1731b1c-d4f5-4ed0-a026-9f07836f5ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:18:57.506860 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:57.507778 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Bound using segment: {'id': '69daa282-4039-4ace-9ecf-ae22658dd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a1731b1c-d4f5-4ed0-a026-9f07836f5ad3'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:18:57.508271 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Bound port: 951ff59f-6efe-42d1-84e6-c734acbd45c2, host: n-d-807359-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69daa282-4039-4ace-9ecf-ae22658dd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a1731b1c-d4f5-4ed0-a026-9f07836f5ad3'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:18:57.508649 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:57.587117 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] For port 951ff59f-6efe-42d1-84e6-c734acbd45c2, host n-d-807359-2, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:18:57.590294 n-d-807359-2 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] For port 951ff59f-6efe-42d1-84e6-c734acbd45c2, host n-d-807359-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=951ff59f-6efe-42d1-84e6-c734acbd45c2,segment=NetworkSegment(69daa282-4039-4ace-9ecf-ae22658dd32f),segment_id=69daa282-4039-4ace-9ecf-ae22658dd32f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:18:57.595182 n-d-807359-2 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:57.672135 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da2dc5-3f34-4403-b5a8-06fa1711c246 None None] Pushing event updated for resources: {'Port': ['ID=951ff59f-6efe-42d1-84e6-c734acbd45c2,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:57.675197 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Routers {'9a7c78a3-e8c1-429a-bfec-4863d49bc615'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:18:57.675888 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:18:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9a7c78a3-e8c1-429a-bfec-4863d49bc615'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:57.683871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8fde4fb2-4b3b-4e87-8d00-21e7839e4c97 None None] Provisioning complete for port 951ff59f-6efe-42d1-84e6-c734acbd45c2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:57.684574 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fde4fb2-4b3b-4e87-8d00-21e7839e4c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:57.777494 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fde4fb2-4b3b-4e87-8d00-21e7839e4c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:57.818956 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8fde4fb2-4b3b-4e87-8d00-21e7839e4c97 None None] For port 951ff59f-6efe-42d1-84e6-c734acbd45c2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=951ff59f-6efe-42d1-84e6-c734acbd45c2,segment=NetworkSegment(69daa282-4039-4ace-9ecf-ae22658dd32f),segment_id=69daa282-4039-4ace-9ecf-ae22658dd32f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:18:57.824647 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fde4fb2-4b3b-4e87-8d00-21e7839e4c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:57.883110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4fb2-4b3b-4e87-8d00-21e7839e4c97 None None] Pushing event updated for resources: {'Port': ['ID=951ff59f-6efe-42d1-84e6-c734acbd45c2,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:57.909222 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] Set router 9a7c78a3-e8c1-429a-bfec-4863d49bc615 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:18:57.949529 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6fdc84b7-dc6f-40df-b243-a2ad38fcd874 None None] Provisioning complete for port 951ff59f-6efe-42d1-84e6-c734acbd45c2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:57.950139 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6fdc84b7-dc6f-40df-b243-a2ad38fcd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:58.126360 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'name': 'tempest-TestSnapshotPattern-1416764609-router', 'tenant_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e385e934-bc46-49e5-bb2e-9f87bb9189c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:50Z', 'updated_at': '2021-09-30T09:18:53Z', 'revision_number': 4, 'project_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'gw_port': {'id': 'e385e934-bc46-49e5-bb2e-9f87bb9189c3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:50Z', 'updated_at': '2021-09-30T09:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '951ff59f-6efe-42d1-84e6-c734acbd45c2', 'name': '', 'network_id': 'a1731b1c-d4f5-4ed0-a026-9f07836f5ad3', 'tenant_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'mac_address': 'fa:16:3e:bf:7f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'add4ad82-f680-4799-81a3-3197125905c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:52Z', 'updated_at': '2021-09-30T09:18:57Z', 'revision_number': 4, 'project_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'subnets': [{'id': 'add4ad82-f680-4799-81a3-3197125905c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:18:58.160430 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64bc06-b1ad-4853-a92f-dd6d4436ed34 None None] The sync data for ids ['9a7c78a3-e8c1-429a-bfec-4863d49bc615'] in n-d-807359-2 is: [{'id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'name': 'tempest-TestSnapshotPattern-1416764609-router', 'tenant_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e385e934-bc46-49e5-bb2e-9f87bb9189c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:50Z', 'updated_at': '2021-09-30T09:18:53Z', 'revision_number': 4, 'project_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'gw_port': {'id': 'e385e934-bc46-49e5-bb2e-9f87bb9189c3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:50Z', 'updated_at': '2021-09-30T09:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': '951ff59f-6efe-42d1-84e6-c734acbd45c2', 'name': '', 'network_id': 'a1731b1c-d4f5-4ed0-a026-9f07836f5ad3', 'tenant_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'mac_address': 'fa:16:3e:bf:7f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'add4ad82-f680-4799-81a3-3197125905c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:52Z', 'updated_at': '2021-09-30T09:18:57Z', 'revision_number': 4, 'project_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'subnets': [{'id': 'add4ad82-f680-4799-81a3-3197125905c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:18:58.498580 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-83a0eb9e-2065-4416-adad-5a4662c166bc req-451d0472-b748-498f-9442-d53c226d7b7b tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 210 time: 0.0347795 Sep 30 09:18:58.595896 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45058b-799a-48a2-ab39-406ddb082498 req-4aed72c3-e451-4ac9-bf60-d382e967f466 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:58.597641 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc45058b-799a-48a2-ab39-406ddb082498 req-4aed72c3-e451-4ac9-bf60-d382e967f466 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.35 "GET /v2.0/networks?id=d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 200 len: 810 time: 0.1266086 Sep 30 09:18:58.659223 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc45058b-799a-48a2-ab39-406ddb082498 req-8762397e-dc16-4af4-ac53-60a43eb413d4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1 HTTP/1.1" status: 200 len: 379 time: 0.0471108 Sep 30 09:18:58.693061 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-dc45058b-799a-48a2-ab39-406ddb082498 req-f1d16b73-8b67-4bdc-8d8a-4f678fdbac77 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Request body: {'port': {'device_id': '76f066c5-6707-4d27-a72e-5723941de15f', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'admin_state_up': True, 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'security_groups': ['a81e709a-701e-4179-96a0-5161b9ca1435']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:58.805689 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc45058b-799a-48a2-ab39-406ddb082498 req-f1d16b73-8b67-4bdc-8d8a-4f678fdbac77 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Made reservation on behalf of 137c1cfcfbb34ea49654bf9ef8e811a1 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:18:58.809285 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dc45058b-799a-48a2-ab39-406ddb082498 req-f1d16b73-8b67-4bdc-8d8a-4f678fdbac77 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:58.943624 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 951ff59f-6efe-42d1-84e6-c734acbd45c2 up at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:18:58.951080 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-dc45058b-799a-48a2-ab39-406ddb082498 req-f1d16b73-8b67-4bdc-8d8a-4f678fdbac77 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Allocated IP 172.20.0.8 (d55150d4-f1c4-472b-96e0-ab5e502f2db5/5db9cc35-739a-4a32-aec2-7e31718d1e44/44360357-3719-46e2-85b7-9db41fd35130) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:18:58.995929 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Provisioning complete for port 951ff59f-6efe-42d1-84e6-c734acbd45c2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:58.996543 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:59.103562 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dc45058b-799a-48a2-ab39-406ddb082498 req-f1d16b73-8b67-4bdc-8d8a-4f678fdbac77 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:59.144543 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dc45058b-799a-48a2-ab39-406ddb082498 req-f1d16b73-8b67-4bdc-8d8a-4f678fdbac77 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:59.183725 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc45058b-799a-48a2-ab39-406ddb082498 req-f1d16b73-8b67-4bdc-8d8a-4f678fdbac77 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Network d55150d4-f1c4-472b-96e0-ab5e502f2db5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:18:59.186929 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-dc45058b-799a-48a2-ab39-406ddb082498 req-f1d16b73-8b67-4bdc-8d8a-4f678fdbac77 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:18:59.190714 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc45058b-799a-48a2-ab39-406ddb082498 req-f1d16b73-8b67-4bdc-8d8a-4f678fdbac77 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:18:59.230388 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d16b73-8b67-4bdc-8d8a-4f678fdbac77 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event updated for resources: {'Port': ['ID=44360357-3719-46e2-85b7-9db41fd35130,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:59.253338 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45058b-799a-48a2-ab39-406ddb082498 req-f1d16b73-8b67-4bdc-8d8a-4f678fdbac77 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:59.253975 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dc45058b-799a-48a2-ab39-406ddb082498 req-f1d16b73-8b67-4bdc-8d8a-4f678fdbac77 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:59.269901 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc45058b-799a-48a2-ab39-406ddb082498 req-f1d16b73-8b67-4bdc-8d8a-4f678fdbac77 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5808158 Sep 30 09:18:59.342183 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Request body: {'port': {'device_id': '76f066c5-6707-4d27-a72e-5723941de15f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807359-2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:18:59.406450 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:59.477827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-453f425d-ef6c-4d7f-be82-cdb5b0a60e90 None None] Provisioning complete for port 44360357-3719-46e2-85b7-9db41fd35130 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:18:59.478053 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-453f425d-ef6c-4d7f-be82-cdb5b0a60e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:59.521343 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-453f425d-ef6c-4d7f-be82-cdb5b0a60e90 None None] Port 44360357-3719-46e2-85b7-9db41fd35130 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:18:59.613660 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8064874-5dae-4523-b327-4616c1d3d054 req-69d964aa-7c20-499e-b22b-9b6d84dd9f9f tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:59.615179 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e8064874-5dae-4523-b327-4616c1d3d054 req-69d964aa-7c20-499e-b22b-9b6d84dd9f9f tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 931 time: 0.0543592 Sep 30 09:18:59.663836 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e8064874-5dae-4523-b327-4616c1d3d054 req-4ccdd440-a7f8-4ed8-b639-0eab49f689a4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409286 Sep 30 09:18:59.690795 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44360357-3719-46e2-85b7-9db41fd35130 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:18:59.699731 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:59.712572 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Transition to ACTIVE for port object 44360357-3719-46e2-85b7-9db41fd35130 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:18:59.717920 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:59.785562 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=44360357-3719-46e2-85b7-9db41fd35130,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:18:59.842847 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Attempting to bind port 44360357-3719-46e2-85b7-9db41fd35130 on host n-h2-807359-2 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:18:59.843181 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Attempting to bind port 44360357-3719-46e2-85b7-9db41fd35130 by drivers openvswitch,hyperv on host n-h2-807359-2 at level 0 using segments [{'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:18:59.843500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Attempting to bind port 44360357-3719-46e2-85b7-9db41fd35130 on network d55150d4-f1c4-472b-96e0-ab5e502f2db5 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:18:59.848059 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Port 44360357-3719-46e2-85b7-9db41fd35130 on network d55150d4-f1c4-472b-96e0-ab5e502f2db5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807359-2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:18:59.848385 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Attempting to bind port 44360357-3719-46e2-85b7-9db41fd35130 on network d55150d4-f1c4-472b-96e0-ab5e502f2db5 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:18:59.855163 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Checking agent: {'id': 'e07b1d87-26eb-4317-96fd-949b425c3994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:18:59.855505 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Checking segment: {'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:18:59.855895 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Bound using segment: {'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:18:59.856381 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Bound port: 44360357-3719-46e2-85b7-9db41fd35130, host: n-h2-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:18:59.856746 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:59.926987 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] For port 44360357-3719-46e2-85b7-9db41fd35130, host n-h2-807359-2, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:18:59.930914 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] For port 44360357-3719-46e2-85b7-9db41fd35130, host n-h2-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=44360357-3719-46e2-85b7-9db41fd35130,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:18:59.936359 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:59.973642 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:18:59.974270 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:18:59.976393 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc45058b-799a-48a2-ab39-406ddb082498 req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] 10.222.0.35 "PUT /v2.0/ports/44360357-3719-46e2-85b7-9db41fd35130 HTTP/1.1" status: 200 len: 1091 time: 0.6903884 Sep 30 09:18:59.976849 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f066c5-6707-4d27-a72e-5723941de15f', 'tag': '44360357-3719-46e2-85b7-9db41fd35130'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:18:59.979132 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e5ac89-a95e-488a-8a55-8cde79c435ff" -d '{"events": [{"name": "network-changed", "server_uuid": "76f066c5-6707-4d27-a72e-5723941de15f", "tag": "44360357-3719-46e2-85b7-9db41fd35130"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:19:00.002819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb71340-97b7-49aa-a940-4098dfc6e5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=44360357-3719-46e2-85b7-9db41fd35130,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:00.030659 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f515f36-a20a-49d7-a450-b8d7cbb5737c x-openstack-request-id: req-0f515f36-a20a-49d7-a450-b8d7cbb5737c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:19:00.030905 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f066c5-6707-4d27-a72e-5723941de15f", "tag": "44360357-3719-46e2-85b7-9db41fd35130", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:19:00.031146 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f515f36-a20a-49d7-a450-b8d7cbb5737c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:19:00.031563 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f066c5-6707-4d27-a72e-5723941de15f', 'tag': '44360357-3719-46e2-85b7-9db41fd35130', 'status': 'completed', 'code': 200} Sep 30 09:19:00.093610 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45058b-799a-48a2-ab39-406ddb082498 req-0f8fe9a1-33e0-4771-8c86-86e5e9591cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:00.095281 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc45058b-799a-48a2-ab39-406ddb082498 req-0f8fe9a1-33e0-4771-8c86-86e5e9591cf0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 1094 time: 0.0456574 Sep 30 09:19:00.149350 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc45058b-799a-48a2-ab39-406ddb082498 req-79158844-dee3-40ae-ba34-d93b93ba4ab5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44360357-3719-46e2-85b7-9db41fd35130 HTTP/1.1" status: 200 len: 217 time: 0.0399737 Sep 30 09:19:00.200886 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45058b-799a-48a2-ab39-406ddb082498 req-5ad9fe23-4391-4973-b58d-9e3fe2e62693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:00.202422 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc45058b-799a-48a2-ab39-406ddb082498 req-5ad9fe23-4391-4973-b58d-9e3fe2e62693 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5db9cc35-739a-4a32-aec2-7e31718d1e44 HTTP/1.1" status: 200 len: 849 time: 0.0465369 Sep 30 09:19:00.252940 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45058b-799a-48a2-ab39-406ddb082498 req-0c3595ce-a103-4a66-a63c-eb88f6d5366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:00.254583 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc45058b-799a-48a2-ab39-406ddb082498 req-0c3595ce-a103-4a66-a63c-eb88f6d5366c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d55150d4-f1c4-472b-96e0-ab5e502f2db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445437 Sep 30 09:19:00.361805 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc45058b-799a-48a2-ab39-406ddb082498 req-76e90487-9afe-4776-8384-6aa0ce39c386 service neutron] 10.222.0.35 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996358 Sep 30 09:19:00.427359 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:00.462225 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-dc45058b-799a-48a2-ab39-406ddb082498 req-0b9e76b2-0793-4324-aec2-2ac047376f31 service neutron] 10.222.0.35 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928550 Sep 30 09:19:00.594496 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5ac89-a95e-488a-8a55-8cde79c435ff req-71e2faa7-0b22-436f-aab7-bc19028ddd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:00.596003 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-95e5ac89-a95e-488a-8a55-8cde79c435ff req-71e2faa7-0b22-436f-aab7-bc19028ddd9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 1094 time: 0.0471046 Sep 30 09:19:00.713075 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5ac89-a95e-488a-8a55-8cde79c435ff req-ab09c558-6bd4-4b76-9dd9-d335a50d0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:00.714621 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-95e5ac89-a95e-488a-8a55-8cde79c435ff req-ab09c558-6bd4-4b76-9dd9-d335a50d0fdf service neutron] 10.222.0.35 "GET /v2.0/networks?id=d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 200 len: 911 time: 0.1115661 Sep 30 09:19:00.766643 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-95e5ac89-a95e-488a-8a55-8cde79c435ff req-a27cabf2-e8b0-4063-a419-26a6d900d0a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44360357-3719-46e2-85b7-9db41fd35130 HTTP/1.1" status: 200 len: 217 time: 0.0435665 Sep 30 09:19:00.794408 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42125778-92d2-453b-8e6b-165c344ec721 req-8562cddc-a9d7-4ae2-ab5c-b489f9611f94 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:00.796107 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42125778-92d2-453b-8e6b-165c344ec721 req-8562cddc-a9d7-4ae2-ab5c-b489f9611f94 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 943 time: 0.0524793 Sep 30 09:19:00.821124 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5ac89-a95e-488a-8a55-8cde79c435ff req-36a19a8a-5808-454f-ac70-2391d8cc92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:00.822791 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-95e5ac89-a95e-488a-8a55-8cde79c435ff req-36a19a8a-5808-454f-ac70-2391d8cc92cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5db9cc35-739a-4a32-aec2-7e31718d1e44 HTTP/1.1" status: 200 len: 849 time: 0.0487928 Sep 30 09:19:00.838375 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-42125778-92d2-453b-8e6b-165c344ec721 req-37c93e9c-2965-4913-9f54-d2ac208464f0 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355420 Sep 30 09:19:00.876193 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5ac89-a95e-488a-8a55-8cde79c435ff req-51f0aeee-b8ef-4058-88e8-925226f95937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:00.877773 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-95e5ac89-a95e-488a-8a55-8cde79c435ff req-51f0aeee-b8ef-4058-88e8-925226f95937 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d55150d4-f1c4-472b-96e0-ab5e502f2db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476573 Sep 30 09:19:00.978265 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-95e5ac89-a95e-488a-8a55-8cde79c435ff req-6000c161-3979-4f0b-824f-166af32a8bea service neutron] 10.222.0.35 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908606 Sep 30 09:19:01.077321 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-95e5ac89-a95e-488a-8a55-8cde79c435ff req-bb5cd401-6ea1-497c-b75c-51a107e6e9bc service neutron] 10.222.0.35 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912068 Sep 30 09:19:01.254294 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:19:01.953532 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d23a97-cc49-487a-9d36-8dac152b15b2 req-d1b7e887-3830-4280-88ce-bc6ac343d2e5 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:01.955045 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2d23a97-cc49-487a-9d36-8dac152b15b2 req-d1b7e887-3830-4280-88ce-bc6ac343d2e5 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 943 time: 0.0485854 Sep 30 09:19:01.994095 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a2d23a97-cc49-487a-9d36-8dac152b15b2 req-d86b1103-b873-44d8-b9cf-e5c0dc8af880 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323987 Sep 30 09:19:03.115414 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc2f45-1378-4616-83a9-d8dac25b6e38 req-1330c248-6cb7-402b-b1c7-fef2635d1fad tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:03.116961 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bdc2f45-1378-4616-83a9-d8dac25b6e38 req-1330c248-6cb7-402b-b1c7-fef2635d1fad tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 943 time: 0.0541506 Sep 30 09:19:03.154327 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-4bdc2f45-1378-4616-83a9-d8dac25b6e38 req-c55cc710-f1c1-480d-bf0f-283b4b4ca6cc tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313580 Sep 30 09:19:03.985456 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 44360357-3719-46e2-85b7-9db41fd35130 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:19:04.083170 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 44360357-3719-46e2-85b7-9db41fd35130, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=44360357-3719-46e2-85b7-9db41fd35130,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:19:04.095103 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '44360357-3719-46e2-85b7-9db41fd35130', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'port_id': '44360357-3719-46e2-85b7-9db41fd35130', 'mac_address': 'fa:16:3e:55:96:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:19:04.136844 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:04.150208 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44360357-3719-46e2-85b7-9db41fd35130 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:19:04.169972 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 44360357-3719-46e2-85b7-9db41fd35130, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=44360357-3719-46e2-85b7-9db41fd35130,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:19:04.174358 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:04.228344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=44360357-3719-46e2-85b7-9db41fd35130,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:04.276540 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed271a1-81ab-4260-854d-1f48620e9f8e req-a2f83edc-1659-4e1d-a9a4-1d57217a45a6 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:04.278104 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2ed271a1-81ab-4260-854d-1f48620e9f8e req-a2f83edc-1659-4e1d-a9a4-1d57217a45a6 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 944 time: 0.0541193 Sep 30 09:19:04.325103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-2ed271a1-81ab-4260-854d-1f48620e9f8e req-f2a76e68-29fd-4f08-a4df-331f49e71591 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402808 Sep 30 09:19:04.493388 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['44360357-3719-46e2-85b7-9db41fd35130'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:19:05.460566 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701213b-7c03-4f82-9b5b-84344d7705c5 req-18fe2d82-d966-4c13-ad90-46a2b2f3ee6b tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:05.462637 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0701213b-7c03-4f82-9b5b-84344d7705c5 req-18fe2d82-d966-4c13-ad90-46a2b2f3ee6b tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 944 time: 0.0506196 Sep 30 09:19:05.502512 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0701213b-7c03-4f82-9b5b-84344d7705c5 req-0c6a47e5-b103-4d25-8d18-fe13658c00ec tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330019 Sep 30 09:19:06.001044 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 44360357-3719-46e2-85b7-9db41fd35130 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:19:06.050288 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning for port 44360357-3719-46e2-85b7-9db41fd35130 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:19:06.054884 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 44360357-3719-46e2-85b7-9db41fd35130 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:19:06.055275 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:06.134552 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:06.157519 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f066c5-6707-4d27-a72e-5723941de15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44360357-3719-46e2-85b7-9db41fd35130'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:19:06.159762 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec00c65-c77f-4861-bd79-dfe46ed5f701" -d '{"events": [{"server_uuid": "76f066c5-6707-4d27-a72e-5723941de15f", "name": "network-vif-plugged", "status": "completed", "tag": "44360357-3719-46e2-85b7-9db41fd35130"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:19:06.172909 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 44360357-3719-46e2-85b7-9db41fd35130, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=44360357-3719-46e2-85b7-9db41fd35130,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:19:06.177148 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:06.223508 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=44360357-3719-46e2-85b7-9db41fd35130,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:06.263991 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61e6b61-1ea5-4d39-9f1c-e729542eea3c x-openstack-request-id: req-c61e6b61-1ea5-4d39-9f1c-e729542eea3c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:19:06.264318 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f066c5-6707-4d27-a72e-5723941de15f", "name": "network-vif-plugged", "status": "completed", "tag": "44360357-3719-46e2-85b7-9db41fd35130", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:19:06.264846 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c61e6b61-1ea5-4d39-9f1c-e729542eea3c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:19:06.265246 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f066c5-6707-4d27-a72e-5723941de15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44360357-3719-46e2-85b7-9db41fd35130', 'code': 200} Sep 30 09:19:06.385141 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e3329-5186-41ae-9d68-2cdaec3c24cf req-ea62d86b-004f-4896-8ce7-d7dff8e03b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:06.386736 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b51e3329-5186-41ae-9d68-2cdaec3c24cf req-ea62d86b-004f-4896-8ce7-d7dff8e03b6a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 1096 time: 0.0417161 Sep 30 09:19:06.426837 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-b51e3329-5186-41ae-9d68-2cdaec3c24cf req-9a4f8ee3-cd1a-4f63-8aa4-488f416b6ed4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333416 Sep 30 09:19:06.626098 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a6543-ed6a-477a-b621-0e4a60b2fc56 req-e80a1174-b4f2-4f90-93da-70dff3e0f041 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:06.627598 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-633a6543-ed6a-477a-b621-0e4a60b2fc56 req-e80a1174-b4f2-4f90-93da-70dff3e0f041 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 945 time: 0.0533953 Sep 30 09:19:06.666921 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-633a6543-ed6a-477a-b621-0e4a60b2fc56 req-d9f6b2cf-4dcf-4329-bea1-ee9c1079fcbc tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326459 Sep 30 09:19:07.832401 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29769e-2766-4106-b9fe-c5e5f114854a req-b2fe2a83-05b1-4fe2-8974-825c41be35f2 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:07.833932 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb29769e-2766-4106-b9fe-c5e5f114854a req-b2fe2a83-05b1-4fe2-8974-825c41be35f2 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 945 time: 0.1002576 Sep 30 09:19:07.873813 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-bb29769e-2766-4106-b9fe-c5e5f114854a req-9fb0329f-f5da-4ce2-9bd4-786d60780ce0 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331182 Sep 30 09:19:07.995246 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ace40-6d8c-42d3-8816-2227a0edacf1 req-a460de4c-e27d-4ae7-8a1e-a7eef6ce6c2d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:07.996882 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad3ace40-6d8c-42d3-8816-2227a0edacf1 req-a460de4c-e27d-4ae7-8a1e-a7eef6ce6c2d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 945 time: 0.0508504 Sep 30 09:19:08.036151 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ad3ace40-6d8c-42d3-8816-2227a0edacf1 req-24da7351-d79b-4ad6-8d65-43ee5a23f4ec tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332317 Sep 30 09:19:08.059406 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51696) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:08.144884 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a434e96-0712-4151-92a0-ac2c26e15710 tempest-TestSnapshotPattern-979166251 tempest-TestSnapshotPattern-979166251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:08.146366 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-5a434e96-0712-4151-92a0-ac2c26e15710 tempest-TestSnapshotPattern-979166251 tempest-TestSnapshotPattern-979166251-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 1091 time: 0.0859101 Sep 30 09:19:08.149438 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:19:08.153701 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': '44360357-3719-46e2-85b7-9db41fd35130', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:19:08.175803 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:08.274769 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:08.384500 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Allocated IP 172.25.0.52 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/cae2c35d-6891-4e61-a593-37263b3f527f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:19:08.496202 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:08.530996 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:08.571819 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:19:08.574816 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:19:08.578327 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:19:08.606272 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event updated for resources: {'Port': ['ID=cae2c35d-6891-4e61-a593-37263b3f527f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:08.946720 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:09.012937 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:09.168891 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:09.174433 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:09.245554 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event updated for resources: {'Port': ['ID=cae2c35d-6891-4e61-a593-37263b3f527f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:19:09.255135 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:09.354789 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Floating IP 062b8497-a329-4a04-935d-2963d8463182 associated. External IP: 172.25.0.52, port: 44360357-3719-46e2-85b7-9db41fd35130. Sep 30 09:19:09.564083 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:19:09.676919 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:19:09.688355 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e9f90-eea4-439b-9103-b8425d357cc5 None None] Sync routers for ids ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:19:09.693818 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:09.700430 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e9f90-eea4-439b-9103-b8425d357cc5 None None] Routers {'969dfcea-f356-43f4-a540-5fb89d8c2ac4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:19:09.701062 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-315e9f90-eea4-439b-9103-b8425d357cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:18:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:19:09.721183 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-e36de34a-88bc-4d9f-afd6-b03f09b918b4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5707192 Sep 30 09:19:09.721785 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f066c5-6707-4d27-a72e-5723941de15f', 'tag': '44360357-3719-46e2-85b7-9db41fd35130'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:19:09.724044 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f4b283-8a66-468f-9c74-16f06395a599" -d '{"events": [{"name": "network-changed", "server_uuid": "76f066c5-6707-4d27-a72e-5723941de15f", "tag": "44360357-3719-46e2-85b7-9db41fd35130"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:19:09.808572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-315e9f90-eea4-439b-9103-b8425d357cc5 None None] Set router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:19:09.817437 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c64f61f-d7a4-48a9-8f88-e77fffacb4a3 x-openstack-request-id: req-0c64f61f-d7a4-48a9-8f88-e77fffacb4a3 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:19:09.817737 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f066c5-6707-4d27-a72e-5723941de15f", "tag": "44360357-3719-46e2-85b7-9db41fd35130", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:19:09.817990 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c64f61f-d7a4-48a9-8f88-e77fffacb4a3 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:19:09.818396 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f066c5-6707-4d27-a72e-5723941de15f', 'tag': '44360357-3719-46e2-85b7-9db41fd35130', 'status': 'completed', 'code': 200} Sep 30 09:19:09.904454 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b283-8a66-468f-9c74-16f06395a599 req-8a7b6966-2cb2-4398-9590-afc782de6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:09.906028 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-38f4b283-8a66-468f-9c74-16f06395a599 req-8a7b6966-2cb2-4398-9590-afc782de6cb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 1096 time: 0.0448732 Sep 30 09:19:09.996410 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b283-8a66-468f-9c74-16f06395a599 req-2e139aaa-6a16-433a-94b5-80297fd16fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:09.998194 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-38f4b283-8a66-468f-9c74-16f06395a599 req-2e139aaa-6a16-433a-94b5-80297fd16fd4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 200 len: 911 time: 0.0856416 Sep 30 09:19:10.040440 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-315e9f90-eea4-439b-9103-b8425d357cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '062b8497-a329-4a04-935d-2963d8463182', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'port_id': '44360357-3719-46e2-85b7-9db41fd35130', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'mac_address': 'fa:16:3e:55:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f066c5-6707-4d27-a72e-5723941de15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:19:08Z', 'updated_at': '2021-09-30T09:19:08Z', 'revision_number': 0, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:54Z', 'revision_number': 5, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:19:10.066520 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e9f90-eea4-439b-9103-b8425d357cc5 None None] Checking router: 969dfcea-f356-43f4-a540-5fb89d8c2ac4 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:19:10.067214 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-38f4b283-8a66-468f-9c74-16f06395a599 req-98a6f083-fee4-45a1-a789-18879d9b67db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44360357-3719-46e2-85b7-9db41fd35130 HTTP/1.1" status: 200 len: 998 time: 0.0623944 Sep 30 09:19:10.075062 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e9f90-eea4-439b-9103-b8425d357cc5 None None] Routers {'969dfcea-f356-43f4-a540-5fb89d8c2ac4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:19:10.075662 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-315e9f90-eea4-439b-9103-b8425d357cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:18:45Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:19:10.117042 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b283-8a66-468f-9c74-16f06395a599 req-7a6f63a7-5ccb-4aa3-a50f-a4272e1a8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:10.118869 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-38f4b283-8a66-468f-9c74-16f06395a599 req-7a6f63a7-5ccb-4aa3-a50f-a4272e1a8214 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5db9cc35-739a-4a32-aec2-7e31718d1e44 HTTP/1.1" status: 200 len: 849 time: 0.0449524 Sep 30 09:19:10.164911 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b283-8a66-468f-9c74-16f06395a599 req-ceb9bea1-1a46-400e-9bc0-b2c6051ef593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:19:10.166473 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-38f4b283-8a66-468f-9c74-16f06395a599 req-ceb9bea1-1a46-400e-9bc0-b2c6051ef593 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d55150d4-f1c4-472b-96e0-ab5e502f2db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413423 Sep 30 09:19:10.181878 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-315e9f90-eea4-439b-9103-b8425d357cc5 None None] Set router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:19:10.420751 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-315e9f90-eea4-439b-9103-b8425d357cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '062b8497-a329-4a04-935d-2963d8463182', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'port_id': '44360357-3719-46e2-85b7-9db41fd35130', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'mac_address': 'fa:16:3e:55:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f066c5-6707-4d27-a72e-5723941de15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:19:08Z', 'updated_at': '2021-09-30T09:19:08Z', 'revision_number': 0, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:54Z', 'revision_number': 5, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:19:10.449141 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e9f90-eea4-439b-9103-b8425d357cc5 None None] The sync data for ids ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'] in n-d-807359-2 is: [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '062b8497-a329-4a04-935d-2963d8463182', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'port_id': '44360357-3719-46e2-85b7-9db41fd35130', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'mac_address': 'fa:16:3e:55:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f066c5-6707-4d27-a72e-5723941de15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:19:08Z', 'updated_at': '2021-09-30T09:19:08Z', 'revision_number': 0, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:54Z', 'revision_number': 5, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:19:10.563429 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-38f4b283-8a66-468f-9c74-16f06395a599 req-beeae312-9bd8-470f-ae06-becf0e1b899d service neutron] 10.222.0.35 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899407 Sep 30 09:19:10.661010 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-38f4b283-8a66-468f-9c74-16f06395a599 req-78c3884e-81cd-4a21-8b3c-ea00989cbbc4 service neutron] 10.222.0.35 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897336 Sep 30 09:19:10.661925 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c608d94-afe9-4f81-9c94-d2999f5b4e55 None None] New status for floating IP 062b8497-a329-4a04-935d-2963d8463182: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:19:10.932037 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:12.189705 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-168951c3-c24f-4853-b8de-685edfa3e6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:14.946648 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4dd1-17c8-4404-8f71-2d0b1632ee02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:15.416097 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:16.180730 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:18.039492 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:30.418558 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:38.253387 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:19:40.952849 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:42.189892 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51ff506f-9afd-429c-ad58-63aca1ffc4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:44.947076 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94d9675b-d4c5-47a1-b928-ca8413111f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:45.416870 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:46.183212 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:19:48.044188 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:00.436063 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:02.482553 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2440d263-cdc0-4159-b41a-d9baed354b64 req-fbb93962-dd80-4b52-8d1f-2f07edd7e495 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573964 Sep 30 09:20:02.592732 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d263-cdc0-4159-b41a-d9baed354b64 req-e9dd3a96-2473-4a79-9a31-e6ec92d8f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:02.594310 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2440d263-cdc0-4159-b41a-d9baed354b64 req-e9dd3a96-2473-4a79-9a31-e6ec92d8f9ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 1096 time: 0.0464730 Sep 30 09:20:02.699599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d263-cdc0-4159-b41a-d9baed354b64 req-8edfd8a7-6216-40e9-9881-85b0b5ec2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:02.701131 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2440d263-cdc0-4159-b41a-d9baed354b64 req-8edfd8a7-6216-40e9-9881-85b0b5ec2cef service neutron] 10.222.0.35 "GET /v2.0/networks?id=d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 200 len: 911 time: 0.0870855 Sep 30 09:20:02.778717 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2440d263-cdc0-4159-b41a-d9baed354b64 req-c858246c-9b80-43ee-a325-752213e91827 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44360357-3719-46e2-85b7-9db41fd35130 HTTP/1.1" status: 200 len: 1000 time: 0.0697498 Sep 30 09:20:02.828446 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d263-cdc0-4159-b41a-d9baed354b64 req-e7c19313-6941-414d-a0da-c15b5ec2b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:02.829915 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2440d263-cdc0-4159-b41a-d9baed354b64 req-e7c19313-6941-414d-a0da-c15b5ec2b630 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5db9cc35-739a-4a32-aec2-7e31718d1e44 HTTP/1.1" status: 200 len: 849 time: 0.0441689 Sep 30 09:20:02.876066 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d263-cdc0-4159-b41a-d9baed354b64 req-90331303-4f52-4144-8b34-ea7c49e3bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:20:02.877565 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2440d263-cdc0-4159-b41a-d9baed354b64 req-90331303-4f52-4144-8b34-ea7c49e3bb70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d55150d4-f1c4-472b-96e0-ab5e502f2db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395975 Sep 30 09:20:02.971055 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2440d263-cdc0-4159-b41a-d9baed354b64 req-f2ff6d8e-078a-4291-9381-ed159d9b5b61 service neutron] 10.222.0.35 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846572 Sep 30 09:20:03.062024 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-2440d263-cdc0-4159-b41a-d9baed354b64 req-90486a9f-eec0-44bc-9351-9fbe53a5d1f5 service neutron] 10.222.0.35 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835097 Sep 30 09:20:10.946466 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:12.191025 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-766fa199-ad88-4d4d-8ee7-92c1f05d24da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:14.948190 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34b97c9f-dbe5-49e7-80d9-ab90a12c78c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:15.252826 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:20:15.419574 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:16.186238 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:18.050784 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:30.435254 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:40.951470 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:42.193920 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8142f084-693d-4372-a4ab-c986dd473a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:44.950622 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90299d4c-579a-4bde-9a2f-de820f29be56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:45.420346 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:46.189558 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:48.047664 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:20:52.251571 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:21:00.433663 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:02.495619 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7aedc1eb-b050-45dd-ad87-d59db10cd22d req-531a68a8-ccfb-4205-864b-e23a5cec12e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438428 Sep 30 09:21:02.588599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedc1eb-b050-45dd-ad87-d59db10cd22d req-9f102f3b-d580-41e7-9d93-ecef8d755709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:02.590077 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7aedc1eb-b050-45dd-ad87-d59db10cd22d req-9f102f3b-d580-41e7-9d93-ecef8d755709 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 1096 time: 0.0397089 Sep 30 09:21:02.699358 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedc1eb-b050-45dd-ad87-d59db10cd22d req-e3cdc6d9-3020-42c9-bb65-977bc241c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:02.702611 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7aedc1eb-b050-45dd-ad87-d59db10cd22d req-e3cdc6d9-3020-42c9-bb65-977bc241c2ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 200 len: 911 time: 0.0927248 Sep 30 09:21:02.776347 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7aedc1eb-b050-45dd-ad87-d59db10cd22d req-9a17f7d0-56a3-457f-96b6-85a9976fc450 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44360357-3719-46e2-85b7-9db41fd35130 HTTP/1.1" status: 200 len: 1000 time: 0.0679395 Sep 30 09:21:02.833419 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedc1eb-b050-45dd-ad87-d59db10cd22d req-3ed0abaf-b142-446e-9a64-0dcf2b549a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:02.835146 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7aedc1eb-b050-45dd-ad87-d59db10cd22d req-3ed0abaf-b142-446e-9a64-0dcf2b549a8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5db9cc35-739a-4a32-aec2-7e31718d1e44 HTTP/1.1" status: 200 len: 849 time: 0.0520802 Sep 30 09:21:02.881177 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedc1eb-b050-45dd-ad87-d59db10cd22d req-f261597b-7d64-4b5f-925b-34baee1a08c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:02.882695 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7aedc1eb-b050-45dd-ad87-d59db10cd22d req-f261597b-7d64-4b5f-925b-34baee1a08c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d55150d4-f1c4-472b-96e0-ab5e502f2db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411255 Sep 30 09:21:02.979296 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7aedc1eb-b050-45dd-ad87-d59db10cd22d req-5feebf89-0687-4d7f-a52d-345f400f5d59 service neutron] 10.222.0.35 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882549 Sep 30 09:21:03.073928 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-7aedc1eb-b050-45dd-ad87-d59db10cd22d req-0dc7a7de-cb4f-4c45-a6b0-f67dc5c91ff5 service neutron] 10.222.0.35 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882452 Sep 30 09:21:10.600934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 44360357-3719-46e2-85b7-9db41fd35130 details requested by agent hyperv_n-h2-807359-2 with host n-h2-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:21:10.698528 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 44360357-3719-46e2-85b7-9db41fd35130, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=44360357-3719-46e2-85b7-9db41fd35130,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:10.710211 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Returning: {'device': '44360357-3719-46e2-85b7-9db41fd35130', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'port_id': '44360357-3719-46e2-85b7-9db41fd35130', 'mac_address': 'fa:16:3e:55:96:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:21:10.746493 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:10.759525 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44360357-3719-46e2-85b7-9db41fd35130 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:21:10.779122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 44360357-3719-46e2-85b7-9db41fd35130, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=44360357-3719-46e2-85b7-9db41fd35130,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:10.782887 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:10.832736 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=44360357-3719-46e2-85b7-9db41fd35130,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:10.840798 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:10.841143 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:10.841479 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:10.841810 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:10.842467 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:10.842467 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:10.842923 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:10.843083 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:10.843424 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:10.843863 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:10.844205 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:10.844522 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:10.916155 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] get_ports_and_sgs() called for port_ids ['44360357-3719-46e2-85b7-9db41fd35130'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:21:10.966743 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:12.200369 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b649364c-39f9-4953-ab06-bcb5d8cc7cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:12.607817 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 44360357-3719-46e2-85b7-9db41fd35130 up at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:21:12.671604 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Provisioning complete for port 44360357-3719-46e2-85b7-9db41fd35130 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:21:12.671604 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:12.787365 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:12.815024 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f066c5-6707-4d27-a72e-5723941de15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44360357-3719-46e2-85b7-9db41fd35130'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:21:12.817985 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da20cdfd-6708-4aac-93b5-0a411a1750e7" -d '{"events": [{"server_uuid": "76f066c5-6707-4d27-a72e-5723941de15f", "name": "network-vif-plugged", "status": "completed", "tag": "44360357-3719-46e2-85b7-9db41fd35130"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:21:12.834562 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 44360357-3719-46e2-85b7-9db41fd35130, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=44360357-3719-46e2-85b7-9db41fd35130,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:12.849071 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:12.911062 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36937c15-2fed-4f41-b06f-d920f21065b0 x-openstack-request-id: req-36937c15-2fed-4f41-b06f-d920f21065b0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:21:12.911425 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f066c5-6707-4d27-a72e-5723941de15f", "name": "network-vif-plugged", "status": "completed", "tag": "44360357-3719-46e2-85b7-9db41fd35130", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:21:12.911745 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36937c15-2fed-4f41-b06f-d920f21065b0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:21:12.912287 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f066c5-6707-4d27-a72e-5723941de15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44360357-3719-46e2-85b7-9db41fd35130', 'code': 200} Sep 30 09:21:12.918439 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=44360357-3719-46e2-85b7-9db41fd35130,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:14.955653 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f72fd821-8e95-4b60-b584-ce7ce39c193d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:15.447203 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:16.194619 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:18.051019 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:21.302290 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-17b5b5fa-f8aa-4db1-ac1c-0ca780bec31d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896095099&fields=id&tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1 HTTP/1.1" status: 200 len: 267 time: 0.0437620 Sep 30 09:21:21.436000 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-6375d65f-d271-4a88-8b15-f96359565afd tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:21.437542 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-6375d65f-d271-4a88-8b15-f96359565afd tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/networks?id=d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 200 len: 810 time: 0.1270306 Sep 30 09:21:21.457632 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-15b41ac1-e5ca-4dba-b807-66fc29189170 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/quotas/137c1cfcfbb34ea49654bf9ef8e811a1 HTTP/1.1" status: 200 len: 375 time: 0.0100687 Sep 30 09:21:21.515274 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-81538d9f-f1ed-4488-b4cd-a6a5e9aa11e5 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0518110 Sep 30 09:21:21.616539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-7f9ff41e-a915-4734-baa1-4611c96dcd80 service neutron] 10.222.0.24 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895088 Sep 30 09:21:21.712912 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-051bd143-5ed6-4b4b-a897-19bf77443fa2 service neutron] 10.222.0.24 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894547 Sep 30 09:21:21.878423 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-730eeeac-5dbd-4833-ad8e-52884cb258ed req-bdb29410-da23-4769-8915-46a1072495b1 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 210 time: 0.0299969 Sep 30 09:21:22.654312 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 44360357-3719-46e2-85b7-9db41fd35130 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:21:22.730156 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:22.754129 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f066c5-6707-4d27-a72e-5723941de15f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44360357-3719-46e2-85b7-9db41fd35130'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:21:22.756396 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fa52d3-c391-4429-a736-d3c1a0d49e99" -d '{"events": [{"server_uuid": "76f066c5-6707-4d27-a72e-5723941de15f", "name": "network-vif-unplugged", "status": "completed", "tag": "44360357-3719-46e2-85b7-9db41fd35130"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:21:22.771351 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] For port 44360357-3719-46e2-85b7-9db41fd35130, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=44360357-3719-46e2-85b7-9db41fd35130,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:22.777278 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:22.805885 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 09:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f7d26a-5f33-4d4f-9d72-78a821a6eb6a x-openstack-request-id: req-b1f7d26a-5f33-4d4f-9d72-78a821a6eb6a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:21:22.806158 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f066c5-6707-4d27-a72e-5723941de15f", "name": "network-vif-unplugged", "status": "completed", "tag": "44360357-3719-46e2-85b7-9db41fd35130", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:21:22.806413 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1f7d26a-5f33-4d4f-9d72-78a821a6eb6a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:21:22.806804 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f066c5-6707-4d27-a72e-5723941de15f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44360357-3719-46e2-85b7-9db41fd35130', 'code': 200} Sep 30 09:21:22.831934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Pushing event updated for resources: {'Port': ['ID=44360357-3719-46e2-85b7-9db41fd35130,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:22.996032 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-cecdc72b-79d2-475d-98da-a80c755e692e req-d413f92b-0bb3-4836-adc7-a24921cafb5f tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 210 time: 0.0366843 Sep 30 09:21:23.003679 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-046f242c-a484-4fcd-8d0d-153655212b01 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:23.005186 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-046f242c-a484-4fcd-8d0d-153655212b01 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.36 "GET /v2.0/networks?id=d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 200 len: 810 time: 0.1392670 Sep 30 09:21:23.050945 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-3e668c19-e8b1-4f85-8bae-90bc2df1a6b6 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1 HTTP/1.1" status: 200 len: 379 time: 0.0336354 Sep 30 09:21:23.062823 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Request body: {'port': {'device_id': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'admin_state_up': True, 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'security_groups': ['a81e709a-701e-4179-96a0-5161b9ca1435']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:21:23.186233 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Made reservation on behalf of 137c1cfcfbb34ea49654bf9ef8e811a1 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:21:23.190303 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:23.384836 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Allocated IP 172.20.0.7 (d55150d4-f1c4-472b-96e0-ab5e502f2db5/5db9cc35-739a-4a32-aec2-7e31718d1e44/fd0ad3e9-8835-44c3-a02a-c2d3d601199a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:21:23.579451 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:23.614375 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:23.658607 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Network d55150d4-f1c4-472b-96e0-ab5e502f2db5 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:21:23.661879 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:21:23.665731 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:21:23.701129 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event updated for resources: {'Port': ['ID=fd0ad3e9-8835-44c3-a02a-c2d3d601199a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:23.714564 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:23.715218 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:23.715386 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:23.715715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:23.716182 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:23.716532 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:23.716866 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:23.717200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:23.717528 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:23.717858 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:23.718179 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:23.718512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:23.751584 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:23.752459 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:23.769571 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-a20bcd86-3bae-4ce0-a94e-0123834785f3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7112384 Sep 30 09:21:23.954196 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-93b737ef-5ca0-4b55-b751-e30a8c21d2a7 None None] Provisioning complete for port fd0ad3e9-8835-44c3-a02a-c2d3d601199a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:21:23.954735 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93b737ef-5ca0-4b55-b751-e30a8c21d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:23.991672 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-93b737ef-5ca0-4b55-b751-e30a8c21d2a7 None None] Port fd0ad3e9-8835-44c3-a02a-c2d3d601199a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 09:21:24.128751 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f00194-4fc9-4c54-84d8-80a87bd10396 req-e85a29ee-f66d-41bc-9224-e9730260101c tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:24.130193 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9f00194-4fc9-4c54-84d8-80a87bd10396 req-e85a29ee-f66d-41bc-9224-e9730260101c tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 931 time: 0.0579681 Sep 30 09:21:24.176156 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b9f00194-4fc9-4c54-84d8-80a87bd10396 req-8a8a592c-7375-4d85-a437-6713e08656dd tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385036 Sep 30 09:21:25.313792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a84a2-a00d-4657-893b-9014d6e07190 req-6cef3d1f-5f3d-4c9e-acf0-4e08681472d0 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:25.315470 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-313a84a2-a00d-4657-893b-9014d6e07190 req-6cef3d1f-5f3d-4c9e-acf0-4e08681472d0 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 931 time: 0.0539010 Sep 30 09:21:25.359399 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-313a84a2-a00d-4657-893b-9014d6e07190 req-7c922246-5442-429d-b3e8-a55678d65e51 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378907 Sep 30 09:21:26.486511 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14c99f-db77-4dcd-a648-f7df45d2432f req-2db4fbf0-5831-48c4-add0-5d042873c630 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:26.488213 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e14c99f-db77-4dcd-a648-f7df45d2432f req-2db4fbf0-5831-48c4-add0-5d042873c630 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 931 time: 0.0530021 Sep 30 09:21:26.531922 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-9e14c99f-db77-4dcd-a648-f7df45d2432f req-8b29331e-ece9-4f6a-ba2b-b495e163b5c7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373809 Sep 30 09:21:27.661354 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862b162-8960-4ed0-a82c-6a47793cc86f req-e5107c1c-4ce5-4aba-96d0-7b95da4d6140 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:27.662891 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a862b162-8960-4ed0-a82c-6a47793cc86f req-e5107c1c-4ce5-4aba-96d0-7b95da4d6140 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 931 time: 0.0590549 Sep 30 09:21:27.709503 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a862b162-8960-4ed0-a82c-6a47793cc86f req-9e9a5437-be09-47b3-8d19-e22023fb0df1 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393305 Sep 30 09:21:28.831877 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4b25e-5999-4c5e-a016-b00342c6a4b1 req-a89e639e-e009-4145-9c10-3607cc82e8ff tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:28.833466 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3df4b25e-5999-4c5e-a016-b00342c6a4b1 req-a89e639e-e009-4145-9c10-3607cc82e8ff tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 931 time: 0.0515995 Sep 30 09:21:28.874869 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3df4b25e-5999-4c5e-a016-b00342c6a4b1 req-18d34225-d1c1-4bd1-83ca-582830fc2892 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349221 Sep 30 09:21:29.253236 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:21:30.001592 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8196ca4-0476-4b50-a292-ab2b54c43437 req-362e12b7-a173-4ed1-a048-7e6b3d5d54d7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:30.003257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e8196ca4-0476-4b50-a292-ab2b54c43437 req-362e12b7-a173-4ed1-a048-7e6b3d5d54d7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 931 time: 0.0530283 Sep 30 09:21:30.047807 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-e8196ca4-0476-4b50-a292-ab2b54c43437 req-67a56b7a-14fa-48b9-b89d-6acd389691a3 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385709 Sep 30 09:21:30.455538 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:31.174709 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73cb31-e437-4d22-a1a8-4266d20bbd36 req-329ef3d4-8b7c-4388-aea4-0eef8f00ac61 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:31.176478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe73cb31-e437-4d22-a1a8-4266d20bbd36 req-329ef3d4-8b7c-4388-aea4-0eef8f00ac61 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 931 time: 0.0572071 Sep 30 09:21:31.224120 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-fe73cb31-e437-4d22-a1a8-4266d20bbd36 req-4aa3a827-1f35-4694-8d4d-461548d02bdb tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410271 Sep 30 09:21:32.358935 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a09eb-2bd6-4cfe-9072-8468cb6ae306 req-de2bd90b-f035-43d3-9573-d9dafd20bec8 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:32.360540 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d5a09eb-2bd6-4cfe-9072-8468cb6ae306 req-de2bd90b-f035-43d3-9573-d9dafd20bec8 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 931 time: 0.0541885 Sep 30 09:21:32.401736 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1d5a09eb-2bd6-4cfe-9072-8468cb6ae306 req-926fe3d4-5111-465c-a006-aa426acc732c tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342865 Sep 30 09:21:33.533274 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfbbaf-3cb9-4738-8711-ed7d130acd5d req-94b03744-1964-4700-af7a-88f1c439af2d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:33.534868 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5dfbbaf-3cb9-4738-8711-ed7d130acd5d req-94b03744-1964-4700-af7a-88f1c439af2d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 931 time: 0.0577521 Sep 30 09:21:33.576041 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f5dfbbaf-3cb9-4738-8711-ed7d130acd5d req-c4712e6f-a20e-4998-bf9c-95dd65818cd5 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350595 Sep 30 09:21:34.045353 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-9a905c0d-c4c9-4271-a1f4-0f38af553629 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:21:34.046391 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-9a905c0d-c4c9-4271-a1f4-0f38af553629 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059435 Sep 30 09:21:34.112250 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Request body: {'port': {'device_id': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807359-2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:21:34.170641 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:34.437087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0ad3e9-8835-44c3-a02a-c2d3d601199a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:21:34.444521 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:34.458366 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Transition to ACTIVE for port object fd0ad3e9-8835-44c3-a02a-c2d3d601199a will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 09:21:34.461643 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:34.532754 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0ad3e9-8835-44c3-a02a-c2d3d601199a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:34.588102 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Attempting to bind port fd0ad3e9-8835-44c3-a02a-c2d3d601199a on host n-h1-807359-2 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 09:21:34.588813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Attempting to bind port fd0ad3e9-8835-44c3-a02a-c2d3d601199a by drivers openvswitch,hyperv on host n-h1-807359-2 at level 0 using segments [{'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 09:21:34.588813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Attempting to bind port fd0ad3e9-8835-44c3-a02a-c2d3d601199a on network d55150d4-f1c4-472b-96e0-ab5e502f2db5 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:21:34.594898 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Port fd0ad3e9-8835-44c3-a02a-c2d3d601199a on network d55150d4-f1c4-472b-96e0-ab5e502f2db5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807359-2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 09:21:34.595364 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Attempting to bind port fd0ad3e9-8835-44c3-a02a-c2d3d601199a on network d55150d4-f1c4-472b-96e0-ab5e502f2db5 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:21:34.600339 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Checking agent: {'id': '57e13291-450f-4ac6-a178-f0713bdcf6c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807359-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'started_at': datetime.datetime(2021, 9, 30, 7, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 9, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 09:21:34.600679 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Checking segment: {'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 09:21:34.601072 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Bound using segment: {'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:21:34.601512 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Bound port: fd0ad3e9-8835-44c3-a02a-c2d3d601199a, host: n-h1-807359-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62189527-4c0b-4991-8142-093c59f87775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 09:21:34.601879 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:34.695985 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] For port fd0ad3e9-8835-44c3-a02a-c2d3d601199a, host n-h1-807359-2, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:21:34.718062 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] For port fd0ad3e9-8835-44c3-a02a-c2d3d601199a, host n-h1-807359-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=fd0ad3e9-8835-44c3-a02a-c2d3d601199a,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:21:34.723253 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25544819'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:34.766541 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa5390-dd7e-4109-bf38-c2f0665fc4a7 req-f63dbd3f-91ff-4b25-861d-587f352cb357 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:34.768127 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eeaa5390-dd7e-4109-bf38-c2f0665fc4a7 req-f63dbd3f-91ff-4b25-861d-587f352cb357 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 943 time: 0.1065660 Sep 30 09:21:34.775811 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:34.776460 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:34.779079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] 10.222.0.36 "PUT /v2.0/ports/fd0ad3e9-8835-44c3-a02a-c2d3d601199a HTTP/1.1" status: 200 len: 1091 time: 0.7237341 Sep 30 09:21:34.779639 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'tag': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:21:34.781847 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858df761-7d2d-4005-a5f0-d1d060443cff" -d '{"events": [{"name": "network-changed", "server_uuid": "469588ae-89b2-45ee-9d00-9b347eea2bf7", "tag": "fd0ad3e9-8835-44c3-a02a-c2d3d601199a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:21:34.840433 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5f02-4e68-49dd-aefa-ed8edcc57760 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0ad3e9-8835-44c3-a02a-c2d3d601199a,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:34.865257 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-eeaa5390-dd7e-4109-bf38-c2f0665fc4a7 req-3e77b5fc-7548-4837-941e-ddc3d21f0374 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909925 Sep 30 09:21:34.881571 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-1f8c7aa7-cc79-4cbb-95ff-45300d3176e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:34.883101 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-1f8c7aa7-cc79-4cbb-95ff-45300d3176e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 1094 time: 0.0628827 Sep 30 09:21:34.934201 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-b338a755-e3c6-4c60-8d16-b30cc3ac0dd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd0ad3e9-8835-44c3-a02a-c2d3d601199a HTTP/1.1" status: 200 len: 217 time: 0.0418932 Sep 30 09:21:34.985886 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-5994073b-5c0a-4ebb-8a29-f20ae7d61799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:34.987390 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-5994073b-5c0a-4ebb-8a29-f20ae7d61799 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db9cc35-739a-4a32-aec2-7e31718d1e44 HTTP/1.1" status: 200 len: 849 time: 0.0469403 Sep 30 09:21:35.020943 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cb5420-3294-4dfc-9394-2b90612e89a6 x-openstack-request-id: req-52cb5420-3294-4dfc-9394-2b90612e89a6 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:21:35.021238 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469588ae-89b2-45ee-9d00-9b347eea2bf7", "tag": "fd0ad3e9-8835-44c3-a02a-c2d3d601199a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:21:35.021497 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52cb5420-3294-4dfc-9394-2b90612e89a6 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:21:35.021893 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'tag': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a', 'status': 'completed', 'code': 200} Sep 30 09:21:35.039234 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-07d8bd27-8fea-4d1a-b503-e40a87efdefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:35.040781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-07d8bd27-8fea-4d1a-b503-e40a87efdefc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d55150d4-f1c4-472b-96e0-ab5e502f2db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468531 Sep 30 09:21:35.136207 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-5597874d-514f-4aa6-9c24-95e32fb58216 service neutron] 10.222.0.36 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856121 Sep 30 09:21:35.227578 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-b41fd8d7-01ed-46fb-b1fa-6c45ea444ba1 req-c0add62d-f6a8-4a32-ae6c-18eb0d350216 service neutron] 10.222.0.36 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838401 Sep 30 09:21:35.317279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858df761-7d2d-4005-a5f0-d1d060443cff req-6d1764c6-bd14-4b19-a8a5-4d38f8b752bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:35.318801 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-858df761-7d2d-4005-a5f0-d1d060443cff req-6d1764c6-bd14-4b19-a8a5-4d38f8b752bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 1094 time: 0.0414519 Sep 30 09:21:35.415020 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858df761-7d2d-4005-a5f0-d1d060443cff req-8bf280c2-14ca-48fa-aa76-6d27b1137d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:35.416634 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-858df761-7d2d-4005-a5f0-d1d060443cff req-8bf280c2-14ca-48fa-aa76-6d27b1137d3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 200 len: 911 time: 0.0908976 Sep 30 09:21:35.463640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-858df761-7d2d-4005-a5f0-d1d060443cff req-086babca-7c36-4931-8926-5fc8c3be65df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd0ad3e9-8835-44c3-a02a-c2d3d601199a HTTP/1.1" status: 200 len: 217 time: 0.0393839 Sep 30 09:21:35.524471 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858df761-7d2d-4005-a5f0-d1d060443cff req-15f36b7c-9366-447e-a65b-323a90685d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:35.525962 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-858df761-7d2d-4005-a5f0-d1d060443cff req-15f36b7c-9366-447e-a65b-323a90685d02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db9cc35-739a-4a32-aec2-7e31718d1e44 HTTP/1.1" status: 200 len: 849 time: 0.0550869 Sep 30 09:21:35.572106 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858df761-7d2d-4005-a5f0-d1d060443cff req-1c662f3b-7d48-49b4-b719-8bc01e3b78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:35.573603 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-858df761-7d2d-4005-a5f0-d1d060443cff req-1c662f3b-7d48-49b4-b719-8bc01e3b78fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d55150d4-f1c4-472b-96e0-ab5e502f2db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404561 Sep 30 09:21:35.669564 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-858df761-7d2d-4005-a5f0-d1d060443cff req-615d276b-1a21-4dd2-8bd0-b1870b0289a9 service neutron] 10.222.0.36 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877652 Sep 30 09:21:35.771656 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-858df761-7d2d-4005-a5f0-d1d060443cff req-da698273-8325-4c51-80c9-75da72dbc825 service neutron] 10.222.0.36 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938017 Sep 30 09:21:35.988167 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1bf14-6dd0-4767-a9ee-b86c4644daf6 req-0cbfd8e2-4c84-498c-9528-b86497217e53 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:35.989685 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59a1bf14-6dd0-4767-a9ee-b86c4644daf6 req-0cbfd8e2-4c84-498c-9528-b86497217e53 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 943 time: 0.0545647 Sep 30 09:21:36.027826 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-59a1bf14-6dd0-4767-a9ee-b86c4644daf6 req-d8d372c1-d899-4090-bb59-0982e3ebe0a7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312946 Sep 30 09:21:37.063375 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device fd0ad3e9-8835-44c3-a02a-c2d3d601199a details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:21:37.150045 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eeae70-75ee-407f-b8f5-90fddf4c77a8 req-9e654546-c751-4c70-8c0c-fbe74b40acb7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:37.151565 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55eeae70-75ee-407f-b8f5-90fddf4c77a8 req-9e654546-c751-4c70-8c0c-fbe74b40acb7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 943 time: 0.0529916 Sep 30 09:21:37.162935 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port fd0ad3e9-8835-44c3-a02a-c2d3d601199a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=fd0ad3e9-8835-44c3-a02a-c2d3d601199a,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:37.175005 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'port_id': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a', 'mac_address': 'fa:16:3e:dc:d2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:21:37.190277 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-55eeae70-75ee-407f-b8f5-90fddf4c77a8 req-ce6cc9f4-3eb5-4257-9d9d-8fc2848ab0a7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320859 Sep 30 09:21:37.211680 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.224717 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0ad3e9-8835-44c3-a02a-c2d3d601199a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:21:37.243486 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port fd0ad3e9-8835-44c3-a02a-c2d3d601199a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=fd0ad3e9-8835-44c3-a02a-c2d3d601199a,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:37.248264 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:37.297747 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=fd0ad3e9-8835-44c3-a02a-c2d3d601199a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:37.472660 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['fd0ad3e9-8835-44c3-a02a-c2d3d601199a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:21:38.306544 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da61dc5-da3d-4416-a9fe-cf5cf2a26ba3 req-66310bcd-2d26-4d64-be8e-e66a02ef3519 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:38.308061 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8da61dc5-da3d-4416-a9fe-cf5cf2a26ba3 req-66310bcd-2d26-4d64-be8e-e66a02ef3519 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 944 time: 0.0501642 Sep 30 09:21:38.347978 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-8da61dc5-da3d-4416-a9fe-cf5cf2a26ba3 req-0b732d44-7ecb-4c5b-b0cd-614d000c3aae tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338879 Sep 30 09:21:39.061251 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device fd0ad3e9-8835-44c3-a02a-c2d3d601199a up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:21:39.108807 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning for port fd0ad3e9-8835-44c3-a02a-c2d3d601199a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 09:21:39.112413 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port fd0ad3e9-8835-44c3-a02a-c2d3d601199a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:21:39.112787 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:39.190065 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:39.213210 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:21:39.216552 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4300728-f725-473c-87ee-8b7d14db559e" -d '{"events": [{"server_uuid": "469588ae-89b2-45ee-9d00-9b347eea2bf7", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ad3e9-8835-44c3-a02a-c2d3d601199a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:21:39.229935 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port fd0ad3e9-8835-44c3-a02a-c2d3d601199a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=fd0ad3e9-8835-44c3-a02a-c2d3d601199a,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:21:39.234154 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:39.260803 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c325f38-b9d9-41ba-a2c6-ef63700b293a x-openstack-request-id: req-8c325f38-b9d9-41ba-a2c6-ef63700b293a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:21:39.261087 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469588ae-89b2-45ee-9d00-9b347eea2bf7", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ad3e9-8835-44c3-a02a-c2d3d601199a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:21:39.261336 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c325f38-b9d9-41ba-a2c6-ef63700b293a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:21:39.262295 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a', 'code': 200} Sep 30 09:21:39.298068 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=fd0ad3e9-8835-44c3-a02a-c2d3d601199a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:39.355574 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6cae1-a758-43a0-98c4-c42325c7ea06 req-5138d3fd-dab4-4375-9231-0a64bf6573c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:39.357076 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-48d6cae1-a758-43a0-98c4-c42325c7ea06 req-5138d3fd-dab4-4375-9231-0a64bf6573c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0398090 Sep 30 09:21:39.392967 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-48d6cae1-a758-43a0-98c4-c42325c7ea06 req-9c7d4020-ea7c-494b-addb-c9ee75e14e83 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284748 Sep 30 09:21:39.468654 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ae74a-3aea-4912-939e-c74c69d28c41 req-69a09631-583b-426f-ae91-239e39c5afce tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:39.470026 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f68ae74a-3aea-4912-939e-c74c69d28c41 req-69a09631-583b-426f-ae91-239e39c5afce tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 945 time: 0.0521691 Sep 30 09:21:39.507019 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-f68ae74a-3aea-4912-939e-c74c69d28c41 req-5a528fb0-c789-47f2-8a75-b3ad8e5182bd tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310681 Sep 30 09:21:40.627796 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723fca4-ee73-4faf-beba-86dbf7687f40 req-801148a9-51e4-4fe0-a244-109ddade08a0 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:40.629372 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6723fca4-ee73-4faf-beba-86dbf7687f40 req-801148a9-51e4-4fe0-a244-109ddade08a0 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 945 time: 0.0520937 Sep 30 09:21:40.668837 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-6723fca4-ee73-4faf-beba-86dbf7687f40 req-404d333a-6ddd-4cc9-8360-be0fb54cfd54 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333283 Sep 30 09:21:40.784682 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19932ccc-602a-46e3-811b-bb4e6793496d req-9501fe7d-b3b5-47b1-906b-2120ce4753e4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:40.786187 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19932ccc-602a-46e3-811b-bb4e6793496d req-9501fe7d-b3b5-47b1-906b-2120ce4753e4 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 945 time: 0.0498178 Sep 30 09:21:40.828056 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-19932ccc-602a-46e3-811b-bb4e6793496d req-d1853113-babb-4bb0-a0ae-5126a3d30428 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357850 Sep 30 09:21:40.849651 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:40.891180 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1eeb5e-1f22-47dd-b405-944f2fa6c313 tempest-TestSnapshotPattern-979166251 tempest-TestSnapshotPattern-979166251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:40.892790 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-1a1eeb5e-1f22-47dd-b405-944f2fa6c313 tempest-TestSnapshotPattern-979166251 tempest-TestSnapshotPattern-979166251-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 1091 time: 0.0421429 Sep 30 09:21:40.895529 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 51984) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:21:40.899784 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Request body: {'floatingip': {'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'port_id': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:21:40.922363 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:40.957530 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.021602 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.131289 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Allocated IP 172.25.0.167 (c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f/70204c2a-d8b7-4cb4-8d81-19a2f314c638/89f5b781-f7d9-4cbf-92b5-d6132052d802) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:21:41.240751 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.274458 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779438951855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.310015 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Network c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:21:41.313097 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:21:41.316805 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 09:21:41.346552 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event updated for resources: {'Port': ['ID=89f5b781-f7d9-4cbf-92b5-d6132052d802,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:41.359565 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.359923 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.360274 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.360607 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.360963 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.361294 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.361620 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.361942 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.362337 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.362664 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.362986 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.363313 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:21:41.705322 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.770429 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.924768 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.929241 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29114418'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:41.997420 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event updated for resources: {'Port': ['ID=89f5b781-f7d9-4cbf-92b5-d6132052d802,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:21:42.010907 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630300'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:42.110071 n-d-807359-2 neutron-server[94838]: INFO neutron.db.l3_db [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Floating IP 6e447f85-e727-4558-907b-1afa74232999 associated. External IP: 172.25.0.167, port: fd0ad3e9-8835-44c3-a02a-c2d3d601199a. Sep 30 09:21:42.192460 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0eb8a74-f334-4f4b-a753-ca9928c7cb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:42.317628 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:21:42.431567 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:21:42.442289 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d29c0-5938-4a02-925c-d10e835d7395 None None] Sync routers for ids ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:21:42.447891 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:42.451443 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d29c0-5938-4a02-925c-d10e835d7395 None None] Routers {'969dfcea-f356-43f4-a540-5fb89d8c2ac4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:21:42.452149 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-314d29c0-5938-4a02-925c-d10e835d7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:21:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:42.475930 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-639ca9a1-b31b-4c87-b05c-588760a21d1d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5793164 Sep 30 09:21:42.476650 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'tag': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:21:42.478904 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd0ee98-5d4a-4a42-90c1-0aa5b2639a40" -d '{"events": [{"name": "network-changed", "server_uuid": "469588ae-89b2-45ee-9d00-9b347eea2bf7", "tag": "fd0ad3e9-8835-44c3-a02a-c2d3d601199a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:21:42.517639 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc0cdc6-0139-4245-9205-e563a1c8963a x-openstack-request-id: req-2fc0cdc6-0139-4245-9205-e563a1c8963a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:21:42.517922 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469588ae-89b2-45ee-9d00-9b347eea2bf7", "tag": "fd0ad3e9-8835-44c3-a02a-c2d3d601199a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:21:42.518170 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fc0cdc6-0139-4245-9205-e563a1c8963a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:21:42.518570 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'tag': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a', 'status': 'completed', 'code': 200} Sep 30 09:21:42.567389 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-314d29c0-5938-4a02-925c-d10e835d7395 None None] Set router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:21:42.586453 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0ee98-5d4a-4a42-90c1-0aa5b2639a40 req-ac891879-f137-4c9d-858c-7c24083d79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:42.588048 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fd0ee98-5d4a-4a42-90c1-0aa5b2639a40 req-ac891879-f137-4c9d-858c-7c24083d79b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0441658 Sep 30 09:21:42.682650 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0ee98-5d4a-4a42-90c1-0aa5b2639a40 req-3892d6f9-5dc0-4c32-85d5-e2e8405aff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:42.684244 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fd0ee98-5d4a-4a42-90c1-0aa5b2639a40 req-3892d6f9-5dc0-4c32-85d5-e2e8405aff38 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 200 len: 911 time: 0.0883319 Sep 30 09:21:42.754126 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fd0ee98-5d4a-4a42-90c1-0aa5b2639a40 req-9f50d400-3c4f-4b01-ba52-26deb90c27a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd0ad3e9-8835-44c3-a02a-c2d3d601199a HTTP/1.1" status: 200 len: 999 time: 0.0620291 Sep 30 09:21:42.801406 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-314d29c0-5938-4a02-925c-d10e835d7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '062b8497-a329-4a04-935d-2963d8463182', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'port_id': '44360357-3719-46e2-85b7-9db41fd35130', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'mac_address': 'fa:16:3e:55:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f066c5-6707-4d27-a72e-5723941de15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:19:08Z', 'updated_at': '2021-09-30T09:19:10Z', 'revision_number': 1, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'fixed_ip_address_scope': None}, {'id': '6e447f85-e727-4558-907b-1afa74232999', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'floating_ip_address': '172.25.0.167', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'port_id': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'mac_address': 'fa:16:3e:dc:d2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:21:41Z', 'updated_at': '2021-09-30T09:21:41Z', 'revision_number': 0, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:54Z', 'revision_number': 5, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:42.812846 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0ee98-5d4a-4a42-90c1-0aa5b2639a40 req-ff3df0ef-37a6-499c-8166-0598f09bd1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:42.814363 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fd0ee98-5d4a-4a42-90c1-0aa5b2639a40 req-ff3df0ef-37a6-499c-8166-0598f09bd1be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db9cc35-739a-4a32-aec2-7e31718d1e44 HTTP/1.1" status: 200 len: 849 time: 0.0516922 Sep 30 09:21:42.829879 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d29c0-5938-4a02-925c-d10e835d7395 None None] Checking router: 969dfcea-f356-43f4-a540-5fb89d8c2ac4 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:21:42.838725 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d29c0-5938-4a02-925c-d10e835d7395 None None] Routers {'969dfcea-f356-43f4-a540-5fb89d8c2ac4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:21:42.839361 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-314d29c0-5938-4a02-925c-d10e835d7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:21:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:42.872072 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0ee98-5d4a-4a42-90c1-0aa5b2639a40 req-3e3f160b-d38c-4a86-85ed-ea79d6ddd264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:42.873997 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fd0ee98-5d4a-4a42-90c1-0aa5b2639a40 req-3e3f160b-d38c-4a86-85ed-ea79d6ddd264 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d55150d4-f1c4-472b-96e0-ab5e502f2db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459528 Sep 30 09:21:42.959728 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-314d29c0-5938-4a02-925c-d10e835d7395 None None] Set router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:21:42.985759 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fd0ee98-5d4a-4a42-90c1-0aa5b2639a40 req-05a2e8a7-d4a7-4569-9708-9f713a9dcb23 service neutron] 10.222.0.36 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039133 Sep 30 09:21:43.078264 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-0fd0ee98-5d4a-4a42-90c1-0aa5b2639a40 req-d1705cfa-378c-4404-9149-9d3ee593694b service neutron] 10.222.0.36 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835762 Sep 30 09:21:43.207105 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-314d29c0-5938-4a02-925c-d10e835d7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '062b8497-a329-4a04-935d-2963d8463182', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'port_id': '44360357-3719-46e2-85b7-9db41fd35130', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'mac_address': 'fa:16:3e:55:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f066c5-6707-4d27-a72e-5723941de15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:19:08Z', 'updated_at': '2021-09-30T09:19:10Z', 'revision_number': 1, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'fixed_ip_address_scope': None}, {'id': '6e447f85-e727-4558-907b-1afa74232999', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'floating_ip_address': '172.25.0.167', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'port_id': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'mac_address': 'fa:16:3e:dc:d2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:21:41Z', 'updated_at': '2021-09-30T09:21:41Z', 'revision_number': 0, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:54Z', 'revision_number': 5, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:21:43.234827 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d29c0-5938-4a02-925c-d10e835d7395 None None] The sync data for ids ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'] in n-d-807359-2 is: [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '062b8497-a329-4a04-935d-2963d8463182', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'port_id': '44360357-3719-46e2-85b7-9db41fd35130', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'mac_address': 'fa:16:3e:55:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f066c5-6707-4d27-a72e-5723941de15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:19:08Z', 'updated_at': '2021-09-30T09:19:10Z', 'revision_number': 1, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'fixed_ip_address_scope': None}, {'id': '6e447f85-e727-4558-907b-1afa74232999', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'floating_ip_address': '172.25.0.167', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'port_id': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'mac_address': 'fa:16:3e:dc:d2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:21:41Z', 'updated_at': '2021-09-30T09:21:41Z', 'revision_number': 0, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:54Z', 'revision_number': 5, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:21:43.428919 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8695e5-aef4-42a7-a4a4-20990826b0e4 None None] New status for floating IP 6e447f85-e727-4558-907b-1afa74232999: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:21:44.958477 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-154c689e-5cea-467c-9bc5-fa3044b53a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:45.419780 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:46.190095 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:48.053303 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:21:56.629320 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b38a9eb-54bd-4a86-8a38-bbbc35a2b381 req-0d70a9d3-ff05-4e43-81f0-e86e6172362d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449650 Sep 30 09:21:56.725552 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38a9eb-54bd-4a86-8a38-bbbc35a2b381 req-901d9474-779e-4d0c-ad35-bddc1b5b8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:56.728053 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b38a9eb-54bd-4a86-8a38-bbbc35a2b381 req-901d9474-779e-4d0c-ad35-bddc1b5b8125 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0494392 Sep 30 09:21:56.835606 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38a9eb-54bd-4a86-8a38-bbbc35a2b381 req-ed8a3b7c-9fbf-452f-93c6-31e5abc6280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:56.837171 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b38a9eb-54bd-4a86-8a38-bbbc35a2b381 req-ed8a3b7c-9fbf-452f-93c6-31e5abc6280e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 200 len: 911 time: 0.0874183 Sep 30 09:21:56.907809 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b38a9eb-54bd-4a86-8a38-bbbc35a2b381 req-ae563057-78de-46c7-b744-273bd31a2b9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd0ad3e9-8835-44c3-a02a-c2d3d601199a HTTP/1.1" status: 200 len: 1001 time: 0.0627491 Sep 30 09:21:56.958121 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38a9eb-54bd-4a86-8a38-bbbc35a2b381 req-6a71bebc-2473-4871-8684-a31ec8a1d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:56.959621 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b38a9eb-54bd-4a86-8a38-bbbc35a2b381 req-6a71bebc-2473-4871-8684-a31ec8a1d8d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db9cc35-739a-4a32-aec2-7e31718d1e44 HTTP/1.1" status: 200 len: 849 time: 0.0443614 Sep 30 09:21:57.007551 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38a9eb-54bd-4a86-8a38-bbbc35a2b381 req-207b481b-5cd6-43a6-91cb-3deef8560cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:21:57.009179 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b38a9eb-54bd-4a86-8a38-bbbc35a2b381 req-207b481b-5cd6-43a6-91cb-3deef8560cfa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d55150d4-f1c4-472b-96e0-ab5e502f2db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411379 Sep 30 09:21:57.110193 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b38a9eb-54bd-4a86-8a38-bbbc35a2b381 req-aed71d1a-a0d7-42d6-b311-adae758a1534 service neutron] 10.222.0.36 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925922 Sep 30 09:21:57.204899 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-1b38a9eb-54bd-4a86-8a38-bbbc35a2b381 req-dbd7273c-5235-4994-9183-dd2ebfddf4a1 service neutron] 10.222.0.36 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863936 Sep 30 09:22:00.455085 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:04.462313 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-50878f6f-1a7c-45b1-9dc2-f02acbd642ca req-18c531b0-39a1-4b5b-a437-71119af435a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436051 Sep 30 09:22:04.557230 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50878f6f-1a7c-45b1-9dc2-f02acbd642ca req-4d1d0892-f59d-40f7-b3e3-daf5c791546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:04.559406 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-50878f6f-1a7c-45b1-9dc2-f02acbd642ca req-4d1d0892-f59d-40f7-b3e3-daf5c791546c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 1094 time: 0.0416174 Sep 30 09:22:04.667137 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50878f6f-1a7c-45b1-9dc2-f02acbd642ca req-39044d62-556f-401d-a39a-028a03030162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:04.670678 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-50878f6f-1a7c-45b1-9dc2-f02acbd642ca req-39044d62-556f-401d-a39a-028a03030162 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 200 len: 911 time: 0.0894902 Sep 30 09:22:04.736430 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-50878f6f-1a7c-45b1-9dc2-f02acbd642ca req-f5ff9bd5-128e-4ad6-b437-e4580124f3b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44360357-3719-46e2-85b7-9db41fd35130 HTTP/1.1" status: 200 len: 998 time: 0.0601938 Sep 30 09:22:04.785602 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50878f6f-1a7c-45b1-9dc2-f02acbd642ca req-c0bf49a2-9634-4089-84c8-94bf8aed5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:04.787063 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-50878f6f-1a7c-45b1-9dc2-f02acbd642ca req-c0bf49a2-9634-4089-84c8-94bf8aed5521 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5db9cc35-739a-4a32-aec2-7e31718d1e44 HTTP/1.1" status: 200 len: 849 time: 0.0442779 Sep 30 09:22:04.836507 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50878f6f-1a7c-45b1-9dc2-f02acbd642ca req-effebea5-adcd-4b17-ae94-4ba62b6eed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:04.838021 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-50878f6f-1a7c-45b1-9dc2-f02acbd642ca req-effebea5-adcd-4b17-ae94-4ba62b6eed4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d55150d4-f1c4-472b-96e0-ab5e502f2db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438082 Sep 30 09:22:04.927057 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-50878f6f-1a7c-45b1-9dc2-f02acbd642ca req-32506d78-40b2-460c-b401-b3b83f3fe628 service neutron] 10.222.0.35 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819387 Sep 30 09:22:05.036088 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-50878f6f-1a7c-45b1-9dc2-f02acbd642ca req-8df4fb09-551d-4b20-b928-f58fbe03286a service neutron] 10.222.0.35 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008966 Sep 30 09:22:06.252872 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:22:10.972664 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:12.192425 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b70c10e-1f05-4443-96d3-0bffbaed82ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:14.959646 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5c7e4a4-ee84-4189-b442-3101943b6b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:15.421356 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:16.192805 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:18.058930 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:30.463134 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:40.990973 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:42.194595 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48fd2d55-47c4-41b9-9a48-a68251b8486b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:43.252341 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:22:44.962409 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a585614-a8cc-428c-afb5-a96f9f2bd78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:45.422272 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:46.195582 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:48.058731 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:22:58.624038 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13502bdb-cecf-496b-931a-31effef9799b req-976d868e-1977-4183-ae41-8295734f804a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428338 Sep 30 09:22:58.707795 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13502bdb-cecf-496b-931a-31effef9799b req-020c50da-c11c-43e9-a22c-be486b848f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:58.709345 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13502bdb-cecf-496b-931a-31effef9799b req-020c50da-c11c-43e9-a22c-be486b848f72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0420451 Sep 30 09:22:58.815209 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13502bdb-cecf-496b-931a-31effef9799b req-050e9621-0797-4a44-a124-7ecae06d691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:58.816729 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13502bdb-cecf-496b-931a-31effef9799b req-050e9621-0797-4a44-a124-7ecae06d691d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 200 len: 911 time: 0.0878003 Sep 30 09:22:58.882011 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13502bdb-cecf-496b-931a-31effef9799b req-4cbd486c-33ff-44fd-8b97-94405c3b5eb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd0ad3e9-8835-44c3-a02a-c2d3d601199a HTTP/1.1" status: 200 len: 1001 time: 0.0566733 Sep 30 09:22:58.932772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13502bdb-cecf-496b-931a-31effef9799b req-6b0291f6-3795-49a9-9abd-c9287bcab201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:58.935421 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13502bdb-cecf-496b-931a-31effef9799b req-6b0291f6-3795-49a9-9abd-c9287bcab201 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db9cc35-739a-4a32-aec2-7e31718d1e44 HTTP/1.1" status: 200 len: 849 time: 0.0451233 Sep 30 09:22:58.987715 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13502bdb-cecf-496b-931a-31effef9799b req-98ffc529-224a-4321-a738-aca9c1147ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:22:58.989347 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13502bdb-cecf-496b-931a-31effef9799b req-98ffc529-224a-4321-a738-aca9c1147ece service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d55150d4-f1c4-472b-96e0-ab5e502f2db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463452 Sep 30 09:22:59.081175 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13502bdb-cecf-496b-931a-31effef9799b req-07813060-7e08-41dd-a9ac-84b21a5d1558 service neutron] 10.222.0.36 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833681 Sep 30 09:22:59.174521 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-13502bdb-cecf-496b-931a-31effef9799b req-63095971-a898-4180-b18c-cb44a905b8e4 service neutron] 10.222.0.36 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864305 Sep 30 09:23:00.463458 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:05.512361 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47c6b69c-8f75-4f90-acf5-960987ac4777 req-c60f0ff2-f3ad-48bf-acc8-60440d87a7ab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566270 Sep 30 09:23:05.610270 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6b69c-8f75-4f90-acf5-960987ac4777 req-83283370-00a8-4fb7-99f5-3bc997b574e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:05.611801 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47c6b69c-8f75-4f90-acf5-960987ac4777 req-83283370-00a8-4fb7-99f5-3bc997b574e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 1094 time: 0.0407381 Sep 30 09:23:05.721245 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6b69c-8f75-4f90-acf5-960987ac4777 req-cd2b4064-30f8-4bda-8f10-fb953fcfb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:05.722719 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47c6b69c-8f75-4f90-acf5-960987ac4777 req-cd2b4064-30f8-4bda-8f10-fb953fcfb2ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 200 len: 911 time: 0.0887568 Sep 30 09:23:05.787163 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47c6b69c-8f75-4f90-acf5-960987ac4777 req-0ad80a5b-1bb6-4760-b9fd-1d236f295238 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44360357-3719-46e2-85b7-9db41fd35130 HTTP/1.1" status: 200 len: 998 time: 0.0571232 Sep 30 09:23:05.835010 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6b69c-8f75-4f90-acf5-960987ac4777 req-3b89ae46-3154-45b7-ba15-6154e0b7447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:05.836471 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47c6b69c-8f75-4f90-acf5-960987ac4777 req-3b89ae46-3154-45b7-ba15-6154e0b7447e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5db9cc35-739a-4a32-aec2-7e31718d1e44 HTTP/1.1" status: 200 len: 849 time: 0.0424941 Sep 30 09:23:05.897157 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6b69c-8f75-4f90-acf5-960987ac4777 req-41bf6b26-8378-4cea-a28b-f1883d427b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:05.898695 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47c6b69c-8f75-4f90-acf5-960987ac4777 req-41bf6b26-8378-4cea-a28b-f1883d427b51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d55150d4-f1c4-472b-96e0-ab5e502f2db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555086 Sep 30 09:23:05.909362 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-47c6b69c-8f75-4f90-acf5-960987ac4777 req-95d23418-6bbc-4264-a4a8-0099756c6e67 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 09:23:05.910296 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47c6b69c-8f75-4f90-acf5-960987ac4777 req-95d23418-6bbc-4264-a4a8-0099756c6e67 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048716 Sep 30 09:23:05.999336 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47c6b69c-8f75-4f90-acf5-960987ac4777 req-0dcc0498-100e-46c5-aac6-975556955c78 service neutron] 10.222.0.35 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810902 Sep 30 09:23:06.092658 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-47c6b69c-8f75-4f90-acf5-960987ac4777 req-46599c49-010f-4103-ab23-ac3f579b7e5f service neutron] 10.222.0.35 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858841 Sep 30 09:23:10.994030 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:12.195514 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac77d-fb65-4e81-b040-49aab805a1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:13.483240 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device fd0ad3e9-8835-44c3-a02a-c2d3d601199a details requested by agent hyperv_n-h1-807359-2 with host n-h1-807359-2 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:23:13.600438 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port fd0ad3e9-8835-44c3-a02a-c2d3d601199a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=fd0ad3e9-8835-44c3-a02a-c2d3d601199a,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:23:13.614139 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Returning: {'device': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'port_id': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a', 'mac_address': 'fa:16:3e:dc:d2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:23:13.654670 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:13.669429 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd0ad3e9-8835-44c3-a02a-c2d3d601199a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 09:23:13.690656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port fd0ad3e9-8835-44c3-a02a-c2d3d601199a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=fd0ad3e9-8835-44c3-a02a-c2d3d601199a,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:23:13.696236 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:13.748835 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=fd0ad3e9-8835-44c3-a02a-c2d3d601199a,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:13.756110 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:13.756461 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:13.756802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:13.757134 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:13.757475 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:13.757802 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:13.758128 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:13.758457 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:13.758783 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:13.759101 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:13.759423 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:13.759743 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:13.767242 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] get_ports_and_sgs() called for port_ids ['fd0ad3e9-8835-44c3-a02a-c2d3d601199a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 09:23:14.967220 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2651820-b56a-4086-aa54-b2a36a79055e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:15.449810 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:15.514584 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device fd0ad3e9-8835-44c3-a02a-c2d3d601199a up at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:23:15.577476 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Provisioning complete for port fd0ad3e9-8835-44c3-a02a-c2d3d601199a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 09:23:15.577792 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3751460'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:15.674422 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3857400'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:15.703074 n-d-807359-2 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:23:15.705727 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7557281853d2a7b434e190cd553fbc64ad08c7362af555727aab62395eb336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd17549-ec46-454c-a91c-e92787921e67" -d '{"events": [{"server_uuid": "469588ae-89b2-45ee-9d00-9b347eea2bf7", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ad3e9-8835-44c3-a02a-c2d3d601199a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:23:15.731942 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] For port fd0ad3e9-8835-44c3-a02a-c2d3d601199a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=fd0ad3e9-8835-44c3-a02a-c2d3d601199a,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:23:15.740159 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779439489284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779438951873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779438951891'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:15.778419 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5593c0ec-5e40-467f-865a-8c5d409f21ac x-openstack-request-id: req-5593c0ec-5e40-467f-865a-8c5d409f21ac {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:23:15.778710 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469588ae-89b2-45ee-9d00-9b347eea2bf7", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ad3e9-8835-44c3-a02a-c2d3d601199a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:23:15.778967 n-d-807359-2 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5593c0ec-5e40-467f-865a-8c5d409f21ac {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:23:15.779367 n-d-807359-2 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a', 'code': 200} Sep 30 09:23:15.802779 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Pushing event updated for resources: {'Port': ['ID=fd0ad3e9-8835-44c3-a02a-c2d3d601199a,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:16.204222 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:18.069482 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:20.251081 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:23:24.025569 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52210) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:24.225797 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Deleting port 89f5b781-f7d9-4cbf-92b5-d6132052d802 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:23:24.226870 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:24.330510 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:24.330836 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:24.344792 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Calling delete_port for 89f5b781-f7d9-4cbf-92b5-d6132052d802 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:23:24.529488 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:24.571221 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event deleted for resources: {'Port': ['ID=89f5b781-f7d9-4cbf-92b5-d6132052d802,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:24.583422 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:24.583776 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:24.584145 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:24.584489 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:24.584828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:24.585166 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:24.585499 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:24.585828 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:24.586160 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:24.586485 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:24.586813 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:24.587142 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:24.642567 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:24.642906 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Floating IP 6e447f85-e727-4558-907b-1afa74232999 disassociated (deleted). External IP: 172.25.0.167, port: fd0ad3e9-8835-44c3-a02a-c2d3d601199a. Sep 30 09:23:25.192067 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:23:25.297459 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:23:25.302184 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:25.307254 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d8b59-6b28-4601-9f7a-ed700b4dee14 None None] Sync routers for ids ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:23:25.317440 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d8b59-6b28-4601-9f7a-ed700b4dee14 None None] Routers {'969dfcea-f356-43f4-a540-5fb89d8c2ac4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:23:25.318060 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6d2d8b59-6b28-4601-9f7a-ed700b4dee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:25.329613 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9abbbc87-35e3-477c-8b34-8d90c047af49 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "DELETE /v2.0/floatingips/6e447f85-e727-4558-907b-1afa74232999 HTTP/1.1" status: 204 len: 168 time: 1.3023665 Sep 30 09:23:25.330200 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'tag': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:23:25.332460 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d09f666-a486-48b9-ab3e-5fe9f2352fab" -d '{"events": [{"name": "network-changed", "server_uuid": "469588ae-89b2-45ee-9d00-9b347eea2bf7", "tag": "fd0ad3e9-8835-44c3-a02a-c2d3d601199a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:23:25.437544 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6d2d8b59-6b28-4601-9f7a-ed700b4dee14 None None] Set router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:23:25.491189 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0ca1d6-24e8-47a2-b77d-22de6a224ce1 x-openstack-request-id: req-6a0ca1d6-24e8-47a2-b77d-22de6a224ce1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:23:25.491476 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469588ae-89b2-45ee-9d00-9b347eea2bf7", "tag": "fd0ad3e9-8835-44c3-a02a-c2d3d601199a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:23:25.491745 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a0ca1d6-24e8-47a2-b77d-22de6a224ce1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:23:25.492166 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'tag': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a', 'status': 'completed', 'code': 200} Sep 30 09:23:25.593500 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09f666-a486-48b9-ab3e-5fe9f2352fab req-a34e971c-7519-4dc9-8187-9ca694da1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:25.594962 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d09f666-a486-48b9-ab3e-5fe9f2352fab req-a34e971c-7519-4dc9-8187-9ca694da1e5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0748188 Sep 30 09:23:25.606979 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc09d38-fd8e-4dc1-95d1-682c4cb652a9 req-28b5347a-459a-49bc-a1de-4238bbf62286 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:25.608505 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efc09d38-fd8e-4dc1-95d1-682c4cb652a9 req-28b5347a-459a-49bc-a1de-4238bbf62286 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 945 time: 0.0634463 Sep 30 09:23:25.685263 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6d2d8b59-6b28-4601-9f7a-ed700b4dee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '062b8497-a329-4a04-935d-2963d8463182', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'port_id': '44360357-3719-46e2-85b7-9db41fd35130', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'mac_address': 'fa:16:3e:55:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f066c5-6707-4d27-a72e-5723941de15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:19:08Z', 'updated_at': '2021-09-30T09:19:10Z', 'revision_number': 1, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:54Z', 'revision_number': 5, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:25.703099 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-efc09d38-fd8e-4dc1-95d1-682c4cb652a9 req-4e098e52-883f-4db4-aaa0-ef7fe513db09 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863070 Sep 30 09:23:25.711506 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d8b59-6b28-4601-9f7a-ed700b4dee14 None None] Checking router: 969dfcea-f356-43f4-a540-5fb89d8c2ac4 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:23:25.725147 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09f666-a486-48b9-ab3e-5fe9f2352fab req-6d745d89-0e1e-4123-8a50-f7b094410cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:25.726779 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d09f666-a486-48b9-ab3e-5fe9f2352fab req-6d745d89-0e1e-4123-8a50-f7b094410cda service neutron] 10.222.0.36 "GET /v2.0/networks?id=d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 200 len: 911 time: 0.1172938 Sep 30 09:23:25.730095 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d8b59-6b28-4601-9f7a-ed700b4dee14 None None] Routers {'969dfcea-f356-43f4-a540-5fb89d8c2ac4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:23:25.730824 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6d2d8b59-6b28-4601-9f7a-ed700b4dee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:25.773623 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d09f666-a486-48b9-ab3e-5fe9f2352fab req-27307603-f19f-473f-915c-ef3df9791bb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd0ad3e9-8835-44c3-a02a-c2d3d601199a HTTP/1.1" status: 200 len: 217 time: 0.0384398 Sep 30 09:23:25.826725 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09f666-a486-48b9-ab3e-5fe9f2352fab req-26e086f8-2beb-4f9d-9fd5-787b61d4e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:25.828218 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d09f666-a486-48b9-ab3e-5fe9f2352fab req-26e086f8-2beb-4f9d-9fd5-787b61d4e81e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db9cc35-739a-4a32-aec2-7e31718d1e44 HTTP/1.1" status: 200 len: 849 time: 0.0453086 Sep 30 09:23:25.836387 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6d2d8b59-6b28-4601-9f7a-ed700b4dee14 None None] Set router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:23:25.876547 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09f666-a486-48b9-ab3e-5fe9f2352fab req-077da0fc-3690-4bd0-8160-f53d66a43a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:25.878001 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d09f666-a486-48b9-ab3e-5fe9f2352fab req-077da0fc-3690-4bd0-8160-f53d66a43a94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d55150d4-f1c4-472b-96e0-ab5e502f2db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417373 Sep 30 09:23:25.974501 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d09f666-a486-48b9-ab3e-5fe9f2352fab req-5bd5b404-73cd-4d73-b2d6-f8d95c7019c8 service neutron] 10.222.0.36 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875926 Sep 30 09:23:26.061856 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6d2d8b59-6b28-4601-9f7a-ed700b4dee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '062b8497-a329-4a04-935d-2963d8463182', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'port_id': '44360357-3719-46e2-85b7-9db41fd35130', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'mac_address': 'fa:16:3e:55:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f066c5-6707-4d27-a72e-5723941de15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:19:08Z', 'updated_at': '2021-09-30T09:19:10Z', 'revision_number': 1, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:54Z', 'revision_number': 5, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:26.068478 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3d09f666-a486-48b9-ab3e-5fe9f2352fab req-eff2b663-fcaf-45ee-840e-d7a94b541efc service neutron] 10.222.0.36 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855708 Sep 30 09:23:26.087934 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d8b59-6b28-4601-9f7a-ed700b4dee14 None None] The sync data for ids ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'] in n-d-807359-2 is: [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_floatingips': [{'id': '062b8497-a329-4a04-935d-2963d8463182', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'router_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'port_id': '44360357-3719-46e2-85b7-9db41fd35130', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'mac_address': 'fa:16:3e:55:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f066c5-6707-4d27-a72e-5723941de15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T09:19:08Z', 'updated_at': '2021-09-30T09:19:10Z', 'revision_number': 1, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:54Z', 'revision_number': 5, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:23:26.315147 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6417b3e-8b64-42f9-8171-80668737019e None None] New status for floating IP 6e447f85-e727-4558-907b-1afa74232999: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:23:26.825279 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759860e-ba86-4d5b-814d-0e252fcfefba req-a5dafb55-a888-448b-89dd-15daa475f661 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:26.826781 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3759860e-ba86-4d5b-814d-0e252fcfefba req-a5dafb55-a888-448b-89dd-15daa475f661 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 945 time: 0.0548701 Sep 30 09:23:26.864768 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3759860e-ba86-4d5b-814d-0e252fcfefba req-aecedf6e-fa37-4726-aec0-f2a177c91ea7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320418 Sep 30 09:23:27.200039 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15102e2-9b5d-4b4e-89bd-90198e3cacb2 req-988359ac-fd18-40b9-80eb-fd95d35b3909 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:27.201516 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a15102e2-9b5d-4b4e-89bd-90198e3cacb2 req-988359ac-fd18-40b9-80eb-fd95d35b3909 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.36 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 945 time: 0.0507290 Sep 30 09:23:27.293036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-a15102e2-9b5d-4b4e-89bd-90198e3cacb2 req-5cf42872-3aa4-4d39-a812-1913680842f7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Deleting port fd0ad3e9-8835-44c3-a02a-c2d3d601199a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:23:27.293308 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a15102e2-9b5d-4b4e-89bd-90198e3cacb2 req-5cf42872-3aa4-4d39-a812-1913680842f7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:27.383862 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a15102e2-9b5d-4b4e-89bd-90198e3cacb2 req-5cf42872-3aa4-4d39-a812-1913680842f7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] For port fd0ad3e9-8835-44c3-a02a-c2d3d601199a, host n-h1-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807359-2',level=0,port_id=fd0ad3e9-8835-44c3-a02a-c2d3d601199a,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:23:27.384264 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a15102e2-9b5d-4b4e-89bd-90198e3cacb2 req-5cf42872-3aa4-4d39-a812-1913680842f7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:27.397333 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-a15102e2-9b5d-4b4e-89bd-90198e3cacb2 req-5cf42872-3aa4-4d39-a812-1913680842f7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Calling delete_port for fd0ad3e9-8835-44c3-a02a-c2d3d601199a owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:23:27.525249 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a15102e2-9b5d-4b4e-89bd-90198e3cacb2 req-5cf42872-3aa4-4d39-a812-1913680842f7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:27.555048 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf42872-3aa4-4d39-a812-1913680842f7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event deleted for resources: {'Port': ['ID=fd0ad3e9-8835-44c3-a02a-c2d3d601199a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:27.574968 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device fd0ad3e9-8835-44c3-a02a-c2d3d601199a no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:23:27.596135 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15102e2-9b5d-4b4e-89bd-90198e3cacb2 req-5cf42872-3aa4-4d39-a812-1913680842f7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] No DVR routers for this DVR port fd0ad3e9-8835-44c3-a02a-c2d3d601199a on host n-h1-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:23:27.597006 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: fd0ad3e9-8835-44c3-a02a-c2d3d601199a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:23:27.598621 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device fd0ad3e9-8835-44c3-a02a-c2d3d601199a not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:23:27.598786 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a15102e2-9b5d-4b4e-89bd-90198e3cacb2 req-5cf42872-3aa4-4d39-a812-1913680842f7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:27.600898 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-a15102e2-9b5d-4b4e-89bd-90198e3cacb2 req-5cf42872-3aa4-4d39-a812-1913680842f7 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.36 "DELETE /v2.0/ports/fd0ad3e9-8835-44c3-a02a-c2d3d601199a HTTP/1.1" status: 204 len: 173 time: 0.3929541 Sep 30 09:23:27.601310 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'name': 'network-vif-deleted', 'tag': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:23:27.603580 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757a4f4d-38f6-4c11-a547-749f53c952a8" -d '{"events": [{"server_uuid": "469588ae-89b2-45ee-9d00-9b347eea2bf7", "name": "network-vif-deleted", "tag": "fd0ad3e9-8835-44c3-a02a-c2d3d601199a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:23:27.643027 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbe8136-e4ae-4a50-91a8-9258d7d1bfcd x-openstack-request-id: req-3cbe8136-e4ae-4a50-91a8-9258d7d1bfcd {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:23:27.643413 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469588ae-89b2-45ee-9d00-9b347eea2bf7", "name": "network-vif-deleted", "tag": "fd0ad3e9-8835-44c3-a02a-c2d3d601199a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:23:27.643692 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3cbe8136-e4ae-4a50-91a8-9258d7d1bfcd {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:23:27.644123 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469588ae-89b2-45ee-9d00-9b347eea2bf7', 'name': 'network-vif-deleted', 'tag': 'fd0ad3e9-8835-44c3-a02a-c2d3d601199a', 'status': 'completed', 'code': 200} Sep 30 09:23:27.984647 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-184b57ff-827b-4513-8d27-932759cc4240 req-d38b2bad-bf18-4beb-9002-c1527e13e153 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=469588ae-89b2-45ee-9d00-9b347eea2bf7 HTTP/1.1" status: 200 len: 210 time: 0.0316036 Sep 30 09:23:29.548658 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52266) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:29.707345 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-28e0e1d9-589e-49a6-aadc-de389d4b5517 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Deleting port cae2c35d-6891-4e61-a593-37263b3f527f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:23:29.707682 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28e0e1d9-589e-49a6-aadc-de389d4b5517 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:29.785821 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28e0e1d9-589e-49a6-aadc-de389d4b5517 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:29.786059 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28e0e1d9-589e-49a6-aadc-de389d4b5517 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:29.798237 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-28e0e1d9-589e-49a6-aadc-de389d4b5517 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Calling delete_port for cae2c35d-6891-4e61-a593-37263b3f527f owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:23:29.946454 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28e0e1d9-589e-49a6-aadc-de389d4b5517 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:29.971495 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0e1d9-589e-49a6-aadc-de389d4b5517 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event deleted for resources: {'Port': ['ID=cae2c35d-6891-4e61-a593-37263b3f527f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:30.030829 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28e0e1d9-589e-49a6-aadc-de389d4b5517 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:30.031163 n-d-807359-2 neutron-server[94837]: INFO neutron.db.l3_db [None req-28e0e1d9-589e-49a6-aadc-de389d4b5517 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Floating IP 062b8497-a329-4a04-935d-2963d8463182 disassociated (deleted). External IP: 172.25.0.52, port: 44360357-3719-46e2-85b7-9db41fd35130. Sep 30 09:23:30.237522 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e0e1d9-589e-49a6-aadc-de389d4b5517 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:23:30.349490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e0e1d9-589e-49a6-aadc-de389d4b5517 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:23:30.353964 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-28e0e1d9-589e-49a6-aadc-de389d4b5517 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:30.362572 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea54b55-c632-4574-98dd-f71a94e8b473 None None] Sync routers for ids ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:23:30.372491 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea54b55-c632-4574-98dd-f71a94e8b473 None None] Routers {'969dfcea-f356-43f4-a540-5fb89d8c2ac4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:23:30.373122 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5ea54b55-c632-4574-98dd-f71a94e8b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:30.382910 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-28e0e1d9-589e-49a6-aadc-de389d4b5517 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "DELETE /v2.0/floatingips/062b8497-a329-4a04-935d-2963d8463182 HTTP/1.1" status: 204 len: 168 time: 0.8331239 Sep 30 09:23:30.383694 n-d-807359-2 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f066c5-6707-4d27-a72e-5723941de15f', 'tag': '44360357-3719-46e2-85b7-9db41fd35130'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:23:30.386855 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49734ab1fefe327b20cd4368c329f77081066efa7f60f1254a877d17806e0364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f7382d-0290-4266-8773-a84baacbdc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "76f066c5-6707-4d27-a72e-5723941de15f", "tag": "44360357-3719-46e2-85b7-9db41fd35130"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:23:30.490656 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5ea54b55-c632-4574-98dd-f71a94e8b473 None None] Set router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:23:30.535967 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:30.542586 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 09:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ac2490-096e-4a3d-8d56-5dbd74bac651 x-openstack-request-id: req-64ac2490-096e-4a3d-8d56-5dbd74bac651 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:23:30.542999 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f066c5-6707-4d27-a72e-5723941de15f", "tag": "44360357-3719-46e2-85b7-9db41fd35130", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:23:30.543577 n-d-807359-2 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64ac2490-096e-4a3d-8d56-5dbd74bac651 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:23:30.544019 n-d-807359-2 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f066c5-6707-4d27-a72e-5723941de15f', 'tag': '44360357-3719-46e2-85b7-9db41fd35130', 'status': 'completed', 'code': 200} Sep 30 09:23:30.638305 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7382d-0290-4266-8773-a84baacbdc9b req-9dbb49f8-8980-46c7-8313-2f79f38a7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:30.640093 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-58f7382d-0290-4266-8773-a84baacbdc9b req-9dbb49f8-8980-46c7-8313-2f79f38a7fff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 1094 time: 0.0456743 Sep 30 09:23:30.647772 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545d178-e778-430c-9012-60e8c82750ee req-5c3fb0d2-fa67-4e49-a00b-c7d383156a12 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:30.650640 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3545d178-e778-430c-9012-60e8c82750ee req-5c3fb0d2-fa67-4e49-a00b-c7d383156a12 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 943 time: 0.0639734 Sep 30 09:23:30.700539 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-3545d178-e778-430c-9012-60e8c82750ee req-22bcb863-2232-4b68-a543-0ac93d0b845a tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422072 Sep 30 09:23:30.723482 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5ea54b55-c632-4574-98dd-f71a94e8b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:54Z', 'revision_number': 5, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:30.741968 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7382d-0290-4266-8773-a84baacbdc9b req-6a551ff5-642c-44f3-8106-069b7153b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:30.743423 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-58f7382d-0290-4266-8773-a84baacbdc9b req-6a551ff5-642c-44f3-8106-069b7153b232 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 200 len: 911 time: 0.0961027 Sep 30 09:23:30.750117 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea54b55-c632-4574-98dd-f71a94e8b473 None None] Checking router: 969dfcea-f356-43f4-a540-5fb89d8c2ac4 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:23:30.758569 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea54b55-c632-4574-98dd-f71a94e8b473 None None] Routers {'969dfcea-f356-43f4-a540-5fb89d8c2ac4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:23:30.759177 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5ea54b55-c632-4574-98dd-f71a94e8b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:30.786819 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-58f7382d-0290-4266-8773-a84baacbdc9b req-0d3e1bc3-b49e-4674-8627-b5d8e0720cc5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44360357-3719-46e2-85b7-9db41fd35130 HTTP/1.1" status: 200 len: 217 time: 0.0348525 Sep 30 09:23:30.835702 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7382d-0290-4266-8773-a84baacbdc9b req-04f07dc7-f166-4081-a3e2-b7d4911bb079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:30.837318 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-58f7382d-0290-4266-8773-a84baacbdc9b req-04f07dc7-f166-4081-a3e2-b7d4911bb079 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5db9cc35-739a-4a32-aec2-7e31718d1e44 HTTP/1.1" status: 200 len: 849 time: 0.0431604 Sep 30 09:23:30.866161 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5ea54b55-c632-4574-98dd-f71a94e8b473 None None] Set router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:23:31.083246 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5ea54b55-c632-4574-98dd-f71a94e8b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:54Z', 'revision_number': 5, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:31.110786 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea54b55-c632-4574-98dd-f71a94e8b473 None None] The sync data for ids ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'] in n-d-807359-2 is: [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:48Z', 'revision_number': 4, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2', '_interfaces': [{'id': 'f06b8914-4ae6-412f-837c-d5d59dd515af', 'name': '', 'network_id': 'd55150d4-f1c4-472b-96e0-ab5e502f2db5', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'mac_address': 'fa:16:3e:d9:92:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:47Z', 'updated_at': '2021-09-30T09:18:54Z', 'revision_number': 5, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'subnets': [{'id': '5db9cc35-739a-4a32-aec2-7e31718d1e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:23:31.186843 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7382d-0290-4266-8773-a84baacbdc9b req-5c7adb0a-3d94-40a4-9963-5a96c6e50f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:31.188384 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-58f7382d-0290-4266-8773-a84baacbdc9b req-5c7adb0a-3d94-40a4-9963-5a96c6e50f40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d55150d4-f1c4-472b-96e0-ab5e502f2db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3431170 Sep 30 09:23:31.285380 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-58f7382d-0290-4266-8773-a84baacbdc9b req-494da808-94bc-45e9-8762-098439511b03 service neutron] 10.222.0.35 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871494 Sep 30 09:23:31.330326 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d2f9ea-5980-495c-b4b1-ac593e41ee4f None None] New status for floating IP 062b8497-a329-4a04-935d-2963d8463182: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 09:23:31.383279 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-58f7382d-0290-4266-8773-a84baacbdc9b req-81cfa17e-b40a-478a-95f6-51b89c7364f2 service neutron] 10.222.0.35 "GET /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895047 Sep 30 09:23:31.607021 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device fd0ad3e9-8835-44c3-a02a-c2d3d601199a no longer exists at agent hyperv_n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:23:31.627794 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] No Port match for: fd0ad3e9-8835-44c3-a02a-c2d3d601199a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:23:31.628174 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Device fd0ad3e9-8835-44c3-a02a-c2d3d601199a not bound to the agent host n-h1-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:23:31.823600 n-d-807359-2 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83736d0-3ced-4696-832a-414f9c25ada3 req-d10a3e7e-2a78-4c2b-8c9e-b0a70854a347 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:31.825258 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c83736d0-3ced-4696-832a-414f9c25ada3 req-d10a3e7e-2a78-4c2b-8c9e-b0a70854a347 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 943 time: 0.0536194 Sep 30 09:23:31.863970 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-c83736d0-3ced-4696-832a-414f9c25ada3 req-98e8aa8c-9a38-4f52-bbfe-8339fb1ab90e tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/security-groups?id=a81e709a-701e-4179-96a0-5161b9ca1435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325348 Sep 30 09:23:32.238194 n-d-807359-2 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961bc8e-ca2a-4ee8-b2bc-97fc4d7dac8e req-eeb32665-1631-44cb-84fa-7420fa4b3699 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 09:23:32.239660 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e961bc8e-ca2a-4ee8-b2bc-97fc4d7dac8e req-eeb32665-1631-44cb-84fa-7420fa4b3699 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.35 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 943 time: 0.0497324 Sep 30 09:23:32.334572 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-e961bc8e-ca2a-4ee8-b2bc-97fc4d7dac8e req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Deleting port 44360357-3719-46e2-85b7-9db41fd35130 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:23:32.334906 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e961bc8e-ca2a-4ee8-b2bc-97fc4d7dac8e req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:32.427106 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e961bc8e-ca2a-4ee8-b2bc-97fc4d7dac8e req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] For port 44360357-3719-46e2-85b7-9db41fd35130, host n-h2-807359-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807359-2',level=0,port_id=44360357-3719-46e2-85b7-9db41fd35130,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:23:32.427480 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e961bc8e-ca2a-4ee8-b2bc-97fc4d7dac8e req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:32.447799 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-e961bc8e-ca2a-4ee8-b2bc-97fc4d7dac8e req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Calling delete_port for 44360357-3719-46e2-85b7-9db41fd35130 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:23:32.581334 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e961bc8e-ca2a-4ee8-b2bc-97fc4d7dac8e req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:32.610727 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event deleted for resources: {'Port': ['ID=44360357-3719-46e2-85b7-9db41fd35130,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:32.627354 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:32.627700 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:32.628065 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:32.628402 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:32.628775 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:32.629110 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:32.629434 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:32.630347 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:32.630347 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:32.630530 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:32.630709 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:32.631035 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807359-2 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:23:32.672889 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e961bc8e-ca2a-4ee8-b2bc-97fc4d7dac8e req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] No DVR routers for this DVR port 44360357-3719-46e2-85b7-9db41fd35130 on host n-h2-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:23:32.675597 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e961bc8e-ca2a-4ee8-b2bc-97fc4d7dac8e req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40795'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:32.677738 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [req-e961bc8e-ca2a-4ee8-b2bc-97fc4d7dac8e req-968d9095-367b-4331-a88d-d89c1f2c9aa9 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.35 "DELETE /v2.0/ports/44360357-3719-46e2-85b7-9db41fd35130 HTTP/1.1" status: 204 len: 173 time: 0.4313502 Sep 30 09:23:32.678187 n-d-807359-2 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f066c5-6707-4d27-a72e-5723941de15f', 'name': 'network-vif-deleted', 'tag': '44360357-3719-46e2-85b7-9db41fd35130'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 09:23:32.680498 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd52525ba3cf5fa70d5d3588db1eb490959068633fa18175d04b2cfeb449a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10748631-b6a8-4435-9c99-8e85d523284a" -d '{"events": [{"server_uuid": "76f066c5-6707-4d27-a72e-5723941de15f", "name": "network-vif-deleted", "tag": "44360357-3719-46e2-85b7-9db41fd35130"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:23:32.722332 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 09:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c5d64c-8973-4047-8394-d614de755353 x-openstack-request-id: req-95c5d64c-8973-4047-8394-d614de755353 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:23:32.722635 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f066c5-6707-4d27-a72e-5723941de15f", "name": "network-vif-deleted", "tag": "44360357-3719-46e2-85b7-9db41fd35130", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:23:32.722891 n-d-807359-2 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95c5d64c-8973-4047-8394-d614de755353 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:23:32.723289 n-d-807359-2 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f066c5-6707-4d27-a72e-5723941de15f', 'name': 'network-vif-deleted', 'tag': '44360357-3719-46e2-85b7-9db41fd35130', 'status': 'completed', 'code': 200} Sep 30 09:23:32.974079 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [req-ce25afd7-2768-49b7-b670-fde3c979e115 req-6b12961d-3e5e-4f3e-8dd4-0d4ed50a153d tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "GET /v2.0/ports?device_id=76f066c5-6707-4d27-a72e-5723941de15f HTTP/1.1" status: 200 len: 210 time: 0.0272324 Sep 30 09:23:34.048365 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52282) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:34.110142 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc502ca4-a9c7-400c-9316-eb30f3ffb3f6 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:34.142424 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc502ca4-a9c7-400c-9316-eb30f3ffb3f6 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:34.204545 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc502ca4-a9c7-400c-9316-eb30f3ffb3f6 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:34.207134 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc502ca4-a9c7-400c-9316-eb30f3ffb3f6 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:34.208401 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-bc502ca4-a9c7-400c-9316-eb30f3ffb3f6 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] 10.222.0.24 "DELETE /v2.0/security-groups/a81e709a-701e-4179-96a0-5161b9ca1435 HTTP/1.1" status: 204 len: 168 time: 0.1589780 Sep 30 09:23:34.218197 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc502ca4-a9c7-400c-9316-eb30f3ffb3f6 tempest-TestSnapshotPattern-1677953685 tempest-TestSnapshotPattern-1677953685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81e709a-701e-4179-96a0-5161b9ca1435,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:34.256367 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52286) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:34.603209 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6cab6905-1738-45f7-b5e5-a84256dbf854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:34.855857 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6cab6905-1738-45f7-b5e5-a84256dbf854 admin admin] Deleting port f06b8914-4ae6-412f-837c-d5d59dd515af {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:23:34.856124 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6cab6905-1738-45f7-b5e5-a84256dbf854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:34.936247 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-6cab6905-1738-45f7-b5e5-a84256dbf854 admin admin] For port f06b8914-4ae6-412f-837c-d5d59dd515af, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=f06b8914-4ae6-412f-837c-d5d59dd515af,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:23:34.936611 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6cab6905-1738-45f7-b5e5-a84256dbf854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:34.949419 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6cab6905-1738-45f7-b5e5-a84256dbf854 admin admin] Calling delete_port for f06b8914-4ae6-412f-837c-d5d59dd515af owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:23:35.132613 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6cab6905-1738-45f7-b5e5-a84256dbf854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:35.158490 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab6905-1738-45f7-b5e5-a84256dbf854 admin admin] Pushing event deleted for resources: {'Port': ['ID=f06b8914-4ae6-412f-837c-d5d59dd515af,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:35.333398 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6cab6905-1738-45f7-b5e5-a84256dbf854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:35.416390 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 44360357-3719-46e2-85b7-9db41fd35130 no longer exists at agent hyperv_n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:23:35.439678 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] No Port match for: 44360357-3719-46e2-85b7-9db41fd35130 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:23:35.440016 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Device 44360357-3719-46e2-85b7-9db41fd35130 not bound to the agent host n-h2-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:23:35.551467 n-d-807359-2 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cab6905-1738-45f7-b5e5-a84256dbf854 admin admin] Router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:23:35.658887 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cab6905-1738-45f7-b5e5-a84256dbf854 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:23:35.663937 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-6cab6905-1738-45f7-b5e5-a84256dbf854 admin admin] 10.222.0.24 "PUT /v2.0/routers/969dfcea-f356-43f4-a540-5fb89d8c2ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4064922 Sep 30 09:23:35.666656 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52288) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:35.669908 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ca462-51ce-4b2c-9ec8-2ea250824a10 None None] Sync routers for ids ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'] in n-d-807359-2 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:23:35.679043 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ca462-51ce-4b2c-9ec8-2ea250824a10 None None] Routers {'969dfcea-f356-43f4-a540-5fb89d8c2ac4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:23:35.679673 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e62ca462-51ce-4b2c-9ec8-2ea250824a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:35.773545 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9811d29c-8c45-4b4a-aab1-7cfbd1066f66 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:35.812703 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e62ca462-51ce-4b2c-9ec8-2ea250824a10 None None] Set router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 gateway port host: n-d-807359-2 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:23:35.903357 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9811d29c-8c45-4b4a-aab1-7cfbd1066f66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:35.959701 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9811d29c-8c45-4b4a-aab1-7cfbd1066f66 admin admin] Deleting port 2131b764-d1b3-495c-9b83-08a5f19dbd95 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:23:35.960078 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9811d29c-8c45-4b4a-aab1-7cfbd1066f66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:36.029488 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e62ca462-51ce-4b2c-9ec8-2ea250824a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:23:35Z', 'revision_number': 5, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port': {'id': '2131b764-d1b3-495c-9b83-08a5f19dbd95', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:36.058014 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ca462-51ce-4b2c-9ec8-2ea250824a10 None None] Checking router: 969dfcea-f356-43f4-a540-5fb89d8c2ac4 for host: n-d-807359-2 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:23:36.067625 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ca462-51ce-4b2c-9ec8-2ea250824a10 None None] Routers {'969dfcea-f356-43f4-a540-5fb89d8c2ac4'} bound to L3 agent in host n-d-807359-2 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:23:36.068301 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e62ca462-51ce-4b2c-9ec8-2ea250824a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:36.171261 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e62ca462-51ce-4b2c-9ec8-2ea250824a10 None None] Set router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:23:36.235791 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e62ca462-51ce-4b2c-9ec8-2ea250824a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:23:35Z', 'revision_number': 6, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:36.280157 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ca462-51ce-4b2c-9ec8-2ea250824a10 None None] The sync data for ids ['969dfcea-f356-43f4-a540-5fb89d8c2ac4'] in n-d-807359-2 is: [{'id': '969dfcea-f356-43f4-a540-5fb89d8c2ac4', 'name': 'tempest-TestSnapshotPattern-1871706773-router', 'tenant_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:45Z', 'updated_at': '2021-09-30T09:23:35Z', 'revision_number': 6, 'project_id': '137c1cfcfbb34ea49654bf9ef8e811a1', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:23:36.429222 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-9811d29c-8c45-4b4a-aab1-7cfbd1066f66 admin admin] For port 2131b764-d1b3-495c-9b83-08a5f19dbd95, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=2131b764-d1b3-495c-9b83-08a5f19dbd95,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:23:36.429869 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9811d29c-8c45-4b4a-aab1-7cfbd1066f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:36.443020 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9811d29c-8c45-4b4a-aab1-7cfbd1066f66 admin admin] Calling delete_port for 2131b764-d1b3-495c-9b83-08a5f19dbd95 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:23:36.626376 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9811d29c-8c45-4b4a-aab1-7cfbd1066f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:36.663043 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811d29c-8c45-4b4a-aab1-7cfbd1066f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=2131b764-d1b3-495c-9b83-08a5f19dbd95,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:36.733989 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9811d29c-8c45-4b4a-aab1-7cfbd1066f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:36.832784 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9811d29c-8c45-4b4a-aab1-7cfbd1066f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:36.835357 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9811d29c-8c45-4b4a-aab1-7cfbd1066f66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:36.880640 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9811d29c-8c45-4b4a-aab1-7cfbd1066f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:36.881102 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9811d29c-8c45-4b4a-aab1-7cfbd1066f66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 969dfcea-f356-43f4-a540-5fb89d8c2ac4 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:23:36.887129 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9811d29c-8c45-4b4a-aab1-7cfbd1066f66 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:36.888397 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-9811d29c-8c45-4b4a-aab1-7cfbd1066f66 admin admin] 10.222.0.24 "DELETE /v2.0/routers/969dfcea-f356-43f4-a540-5fb89d8c2ac4 HTTP/1.1" status: 204 len: 168 time: 1.2200043 Sep 30 09:23:36.891519 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52290) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:36.937536 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c8f9fb-bdab-4b2e-8cf0-b713f8335344 admin admin] Deleting subnet 5db9cc35-739a-4a32-aec2-7e31718d1e44 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:23:36.940754 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92c8f9fb-bdab-4b2e-8cf0-b713f8335344 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:36.974910 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92c8f9fb-bdab-4b2e-8cf0-b713f8335344 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27803728'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.062845 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92c8f9fb-bdab-4b2e-8cf0-b713f8335344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.121849 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92c8f9fb-bdab-4b2e-8cf0-b713f8335344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25544741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25596512'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.133185 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2131b764-d1b3-495c-9b83-08a5f19dbd95 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:23:37.146448 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8f9fb-bdab-4b2e-8cf0-b713f8335344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db9cc35-739a-4a32-aec2-7e31718d1e44,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:37.153318 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92c8f9fb-bdab-4b2e-8cf0-b713f8335344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.157956 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-92c8f9fb-bdab-4b2e-8cf0-b713f8335344 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5db9cc35-739a-4a32-aec2-7e31718d1e44 HTTP/1.1" status: 204 len: 168 time: 0.2627282 Sep 30 09:23:37.158069 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 2131b764-d1b3-495c-9b83-08a5f19dbd95 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:23:37.158069 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 2131b764-d1b3-495c-9b83-08a5f19dbd95 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:23:37.158253 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52292) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:37.158344 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f06b8914-4ae6-412f-837c-d5d59dd515af no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:23:37.161384 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b072c145-a380-42e5-8c9b-ab3f58c211a7 None None] Network d55150d4-f1c4-472b-96e0-ab5e502f2db5 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:23:37.192483 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: f06b8914-4ae6-412f-837c-d5d59dd515af {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:23:37.192873 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device f06b8914-4ae6-412f-837c-d5d59dd515af not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:23:37.238017 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.295036 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] Deleting port 77603f8f-602a-4697-a101-7415afd510a7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:23:37.295385 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.367860 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79386bcb-d124-4319-b08d-b6954a409174 None None] DHCP port deletion for d55150d4-f1c4-472b-96e0-ab5e502f2db5 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:23:37.368869 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] For port 77603f8f-602a-4697-a101-7415afd510a7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=77603f8f-602a-4697-a101-7415afd510a7,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:23:37.369438 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.383845 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] Calling delete_port for 77603f8f-602a-4697-a101-7415afd510a7 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:23:37.415650 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-79386bcb-d124-4319-b08d-b6954a409174 None None] Deleting port 77603f8f-602a-4697-a101-7415afd510a7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:23:37.416061 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79386bcb-d124-4319-b08d-b6954a409174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.474642 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25544824'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.490502 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-79386bcb-d124-4319-b08d-b6954a409174 None None] For port 77603f8f-602a-4697-a101-7415afd510a7, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=77603f8f-602a-4697-a101-7415afd510a7,segment=NetworkSegment(62189527-4c0b-4991-8142-093c59f87775),segment_id=62189527-4c0b-4991-8142-093c59f87775)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:23:37.490502 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79386bcb-d124-4319-b08d-b6954a409174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.499195 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-79386bcb-d124-4319-b08d-b6954a409174 None None] Calling delete_port for 77603f8f-602a-4697-a101-7415afd510a7 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:23:37.503464 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] Pushing event deleted for resources: {'Port': ['ID=77603f8f-602a-4697-a101-7415afd510a7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:37.507323 n-d-807359-2 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] No DVR routers for this DVR port 77603f8f-602a-4697-a101-7415afd510a7 on host n-d-807359-2 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:23:37.571073 n-d-807359-2 neutron-server[94839]: self.session.flush() Sep 30 09:23:37.578784 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79386bcb-d124-4319-b08d-b6954a409174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.583369 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.603678 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55150d4-f1c4-472b-96e0-ab5e502f2db5']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:37.606682 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79386bcb-d124-4319-b08d-b6954a409174 None None] Pushing event deleted for resources: {'Port': ['ID=77603f8f-602a-4697-a101-7415afd510a7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:37.612608 n-d-807359-2 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79386bcb-d124-4319-b08d-b6954a409174 None None] No DVR routers for this DVR port 77603f8f-602a-4697-a101-7415afd510a7 on host n-d-807359-2 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:23:37.614621 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62189527-4c0b-4991-8142-093c59f87775') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:37.615136 n-d-807359-2 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62189527-4c0b-4991-8142-093c59f87775') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:37.626346 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27803721'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.640608 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.646653 n-d-807359-2 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:23:37.647048 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546635'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: Traceback (most recent call last): Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: timer() Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: cb(*args, **kw) Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: return func(*args, **kwargs) Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: self._notify() Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: self.callback(batched_events) Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: event.method(event) Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: return f(self, *a, **k) Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: return self._get(url).json() Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:23:37.648914 n-d-807359-2 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:23:37.703825 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.710007 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] Notify callbacks [] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:37.711985 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d55150d4-f1c4-472b-96e0-ab5e502f2db5 HTTP/1.1" status: 204 len: 168 time: 0.5531023 Sep 30 09:23:37.715314 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:37.723299 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a7a5b-d56e-4bfc-b164-78514ef51041 admin admin] Pushing event deleted for resources: {'Network': ['ID=d55150d4-f1c4-472b-96e0-ab5e502f2db5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:38.076082 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07bcf532-989f-4b8d-84d7-e0f0ab86f7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629788'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:38.322765 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-07bcf532-989f-4b8d-84d7-e0f0ab86f7d3 admin admin] Deleting port 951ff59f-6efe-42d1-84e6-c734acbd45c2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:23:38.323883 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07bcf532-989f-4b8d-84d7-e0f0ab86f7d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:38.404347 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-07bcf532-989f-4b8d-84d7-e0f0ab86f7d3 admin admin] For port 951ff59f-6efe-42d1-84e6-c734acbd45c2, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=951ff59f-6efe-42d1-84e6-c734acbd45c2,segment=NetworkSegment(69daa282-4039-4ace-9ecf-ae22658dd32f),segment_id=69daa282-4039-4ace-9ecf-ae22658dd32f)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:23:38.404725 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07bcf532-989f-4b8d-84d7-e0f0ab86f7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:38.422014 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-07bcf532-989f-4b8d-84d7-e0f0ab86f7d3 admin admin] Calling delete_port for 951ff59f-6efe-42d1-84e6-c734acbd45c2 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:23:38.605839 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07bcf532-989f-4b8d-84d7-e0f0ab86f7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:38.633072 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcf532-989f-4b8d-84d7-e0f0ab86f7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=951ff59f-6efe-42d1-84e6-c734acbd45c2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:38.809341 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07bcf532-989f-4b8d-84d7-e0f0ab86f7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630421'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:39.052312 n-d-807359-2 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bcf532-989f-4b8d-84d7-e0f0ab86f7d3 admin admin] Router 9a7c78a3-e8c1-429a-bfec-4863d49bc615 has already been hosted by L3 agent e865483c-e480-4f97-8a08-1bdfb3820180 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:23:39.120996 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 77603f8f-602a-4697-a101-7415afd510a7 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:23:39.143980 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 77603f8f-602a-4697-a101-7415afd510a7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:23:39.144327 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 77603f8f-602a-4697-a101-7415afd510a7 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:23:39.165102 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bcf532-989f-4b8d-84d7-e0f0ab86f7d3 admin admin] Notify agent at l3_agent.n-d-807359-2 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:23:39.173251 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-07bcf532-989f-4b8d-84d7-e0f0ab86f7d3 admin admin] 10.222.0.24 "PUT /v2.0/routers/9a7c78a3-e8c1-429a-bfec-4863d49bc615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4566338 Sep 30 09:23:39.175539 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:39.178352 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828fb1b-258e-4eff-8a9f-166dea19b91e None None] Sync routers for ids ['9a7c78a3-e8c1-429a-bfec-4863d49bc615'] in n-d-807359-2 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:23:39.188982 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7828fb1b-258e-4eff-8a9f-166dea19b91e None None] Routers {'9a7c78a3-e8c1-429a-bfec-4863d49bc615'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:23:39.189592 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7828fb1b-258e-4eff-8a9f-166dea19b91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9a7c78a3-e8c1-429a-bfec-4863d49bc615'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:39.291076 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f601a2b-fb06-413c-a682-258744c53376 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:39.299884 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7828fb1b-258e-4eff-8a9f-166dea19b91e None None] Set router 9a7c78a3-e8c1-429a-bfec-4863d49bc615 gateway port host: n-d-807359-2 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:23:39.396749 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f601a2b-fb06-413c-a682-258744c53376 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:39.450826 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9f601a2b-fb06-413c-a682-258744c53376 admin admin] Deleting port e385e934-bc46-49e5-bb2e-9f87bb9189c3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:23:39.451190 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f601a2b-fb06-413c-a682-258744c53376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:39.486956 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7828fb1b-258e-4eff-8a9f-166dea19b91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'name': 'tempest-TestSnapshotPattern-1416764609-router', 'tenant_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'external_fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e385e934-bc46-49e5-bb2e-9f87bb9189c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:50Z', 'updated_at': '2021-09-30T09:23:38Z', 'revision_number': 5, 'project_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'gw_port': {'id': 'e385e934-bc46-49e5-bb2e-9f87bb9189c3', 'name': '', 'network_id': 'c2a0a670-e08f-4767-a5f0-ee51f1ba7d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807359-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T09:18:50Z', 'updated_at': '2021-09-30T09:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70204c2a-d8b7-4cb4-8d81-19a2f314c638', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807359-2'}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:39.541590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-9f601a2b-fb06-413c-a682-258744c53376 admin admin] For port e385e934-bc46-49e5-bb2e-9f87bb9189c3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=e385e934-bc46-49e5-bb2e-9f87bb9189c3,segment=NetworkSegment(d42fb716-7592-4cc3-9a21-58435fba5d6d),segment_id=d42fb716-7592-4cc3-9a21-58435fba5d6d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:23:39.542535 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f601a2b-fb06-413c-a682-258744c53376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:39.562872 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9f601a2b-fb06-413c-a682-258744c53376 admin admin] Calling delete_port for e385e934-bc46-49e5-bb2e-9f87bb9189c3 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:23:39.621453 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828fb1b-258e-4eff-8a9f-166dea19b91e None None] Checking router: 9a7c78a3-e8c1-429a-bfec-4863d49bc615 for host: n-d-807359-2 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:23:39.630535 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7828fb1b-258e-4eff-8a9f-166dea19b91e None None] Routers {'9a7c78a3-e8c1-429a-bfec-4863d49bc615'} bound to L3 agent in host n-d-807359-2 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 09:23:39.631158 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7828fb1b-258e-4eff-8a9f-166dea19b91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807359-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T07:49:45Z,description=,heartbeat_timestamp=2021-09-30T09:23:15Z,host='n-d-807359-2',id=e865483c-e480-4f97-8a08-1bdfb3820180,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T07:49:45Z,topic='l3_agent')) {'router_ids': ['9a7c78a3-e8c1-429a-bfec-4863d49bc615'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:39.719461 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7828fb1b-258e-4eff-8a9f-166dea19b91e None None] Set router 9a7c78a3-e8c1-429a-bfec-4863d49bc615 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 09:23:39.736769 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f601a2b-fb06-413c-a682-258744c53376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:39.767415 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f601a2b-fb06-413c-a682-258744c53376 admin admin] Pushing event deleted for resources: {'Port': ['ID=e385e934-bc46-49e5-bb2e-9f87bb9189c3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:39.779990 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7828fb1b-258e-4eff-8a9f-166dea19b91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'name': 'tempest-TestSnapshotPattern-1416764609-router', 'tenant_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:50Z', 'updated_at': '2021-09-30T09:23:39Z', 'revision_number': 6, 'project_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'gw_port_host': None}], 'n-d-807359-2', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:39.806386 n-d-807359-2 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828fb1b-258e-4eff-8a9f-166dea19b91e None None] The sync data for ids ['9a7c78a3-e8c1-429a-bfec-4863d49bc615'] in n-d-807359-2 is: [{'id': '9a7c78a3-e8c1-429a-bfec-4863d49bc615', 'name': 'tempest-TestSnapshotPattern-1416764609-router', 'tenant_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T09:18:50Z', 'updated_at': '2021-09-30T09:23:39Z', 'revision_number': 6, 'project_id': '9b7a6eb7055c41aa9f9ae394ae125229', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:23:39.833886 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f601a2b-fb06-413c-a682-258744c53376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630358'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:39.938602 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f601a2b-fb06-413c-a682-258744c53376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6842'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:39.941100 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f601a2b-fb06-413c-a682-258744c53376 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:39.988122 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f601a2b-fb06-413c-a682-258744c53376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627504'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:39.988678 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f601a2b-fb06-413c-a682-258744c53376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a7c78a3-e8c1-429a-bfec-4863d49bc615 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:23:39.993466 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f601a2b-fb06-413c-a682-258744c53376 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:39.995225 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-9f601a2b-fb06-413c-a682-258744c53376 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9a7c78a3-e8c1-429a-bfec-4863d49bc615 HTTP/1.1" status: 204 len: 168 time: 0.8179169 Sep 30 09:23:39.997895 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:40.043068 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-650873da-17a9-42ad-8875-df9ef08670e5 admin admin] Deleting subnet add4ad82-f680-4799-81a3-3197125905c3 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 09:23:40.046133 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-650873da-17a9-42ad-8875-df9ef08670e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:40.081134 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-650873da-17a9-42ad-8875-df9ef08670e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25409567'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:40.164995 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-650873da-17a9-42ad-8875-df9ef08670e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3748936'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:40.233986 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-650873da-17a9-42ad-8875-df9ef08670e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3748929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29114468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25926833'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:40.264599 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650873da-17a9-42ad-8875-df9ef08670e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add4ad82-f680-4799-81a3-3197125905c3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:40.269264 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-650873da-17a9-42ad-8875-df9ef08670e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:40.271329 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-650873da-17a9-42ad-8875-df9ef08670e5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/add4ad82-f680-4799-81a3-3197125905c3 HTTP/1.1" status: 204 len: 168 time: 0.2723918 Sep 30 09:23:40.273736 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.24', 52300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:40.274639 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc46ce9e-2f0b-429c-a7e0-ea5250ac5fd4 None None] Network a1731b1c-d4f5-4ed0-a026-9f07836f5ad3 requested from n-d-807359-2 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 09:23:40.342541 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3777929'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:40.403810 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] Deleting port 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 09:23:40.404181 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779439483176'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:40.472690 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] For port 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3, host n-d-807359-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807359-2',level=0,port_id=40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3,segment=NetworkSegment(69daa282-4039-4ace-9ecf-ae22658dd32f),segment_id=69daa282-4039-4ace-9ecf-ae22658dd32f)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:23:40.473097 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649733'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:40.486418 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] Calling delete_port for 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 09:23:40.579194 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779439489006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779438951864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29114425'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:40.608977 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] Pushing event deleted for resources: {'Port': ['ID=40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:40.610941 n-d-807359-2 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] No DVR routers for this DVR port 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3 on host n-d-807359-2 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 09:23:40.623556 n-d-807359-2 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2f89d8-cff5-4a1b-9504-d850d497bd3b None None] DHCP port deletion for a1731b1c-d4f5-4ed0-a026-9f07836f5ad3 request from n-d-807359-2 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 09:23:40.686076 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3749361', 'neutron.services.segments.db._delete_segments_for_network-8779439253652'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:40.713779 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1731b1c-d4f5-4ed0-a026-9f07836f5ad3']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:40.724189 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69daa282-4039-4ace-9ecf-ae22658dd32f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:40.724488 n-d-807359-2 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69daa282-4039-4ace-9ecf-ae22658dd32f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:23:40.739623 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779439254429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25409542'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:40.754199 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:40.760808 n-d-807359-2 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:23:40.761255 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29116362'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: Traceback (most recent call last): Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: timer() Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: cb(*args, **kw) Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: return func(*args, **kwargs) Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: self._notify() Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: self.callback(batched_events) Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: event.method(event) Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: return f(self, *a, **k) Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: return self._get(url).json() Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 09:23:40.763386 n-d-807359-2 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 09:23:40.822410 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3749318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630282'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:40.829389 n-d-807359-2 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:40.831484 n-d-807359-2 neutron-server[94838]: INFO neutron.wsgi [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a1731b1c-d4f5-4ed0-a026-9f07836f5ad3 HTTP/1.1" status: 204 len: 168 time: 0.5566745 Sep 30 09:23:40.846499 n-d-807359-2 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7098efa-8e90-4c82-b187-701d2fa5a254 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1731b1c-d4f5-4ed0-a026-9f07836f5ad3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:40.985455 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:41.024884 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52306) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:41.078103 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-03e3e557-d3bc-4347-9308-ca0352824057 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=137c1cfcfbb34ea49654bf9ef8e811a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522091 Sep 30 09:23:41.080627 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52308) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:41.081701 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e385e934-bc46-49e5-bb2e-9f87bb9189c3 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:23:41.102139 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: e385e934-bc46-49e5-bb2e-9f87bb9189c3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:23:41.102399 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device e385e934-bc46-49e5-bb2e-9f87bb9189c3 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:23:41.102824 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:23:41.122319 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:23:41.122664 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 40f2f051-fb6d-4210-b4ab-9e2bc40ab3f3 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:23:41.123080 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 951ff59f-6efe-42d1-84e6-c734acbd45c2 no longer exists at agent ovs-agent-n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:23:41.130784 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6efb838-d001-4a77-9613-58302d9394fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:41.142871 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] No Port match for: 951ff59f-6efe-42d1-84e6-c734acbd45c2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 09:23:41.143216 n-d-807359-2 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Device 951ff59f-6efe-42d1-84e6-c734acbd45c2 not bound to the agent host n-d-807359-2 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:23:41.155220 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6efb838-d001-4a77-9613-58302d9394fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:41.204600 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6efb838-d001-4a77-9613-58302d9394fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:41.207196 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6efb838-d001-4a77-9613-58302d9394fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:41.208721 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-c6efb838-d001-4a77-9613-58302d9394fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04c64841-e799-4c38-89ab-a4b17f54f62e HTTP/1.1" status: 204 len: 168 time: 0.1271255 Sep 30 09:23:41.218087 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efb838-d001-4a77-9613-58302d9394fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c64841-e799-4c38-89ab-a4b17f54f62e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:41.547337 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52314) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:41.586008 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-68ad3e70-e979-4c97-b48b-2c56187f1269 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b7a6eb7055c41aa9f9ae394ae125229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374727 Sep 30 09:23:41.589010 n-d-807359-2 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.24', 52316) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 09:23:41.639441 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe74c-5109-4c09-827e-fef3e0615d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:41.662164 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe74c-5109-4c09-827e-fef3e0615d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:41.712932 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe74c-5109-4c09-827e-fef3e0615d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585422'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:41.716029 n-d-807359-2 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe74c-5109-4c09-827e-fef3e0615d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:41.717261 n-d-807359-2 neutron-server[94837]: INFO neutron.wsgi [None req-b8dfe74c-5109-4c09-827e-fef3e0615d33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1476139f-f10f-4f03-917e-1cb7fb56e69b HTTP/1.1" status: 204 len: 168 time: 0.1272519 Sep 30 09:23:41.725634 n-d-807359-2 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfe74c-5109-4c09-827e-fef3e0615d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1476139f-f10f-4f03-917e-1cb7fb56e69b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:23:42.203791 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05f78668-b098-4d5a-b251-81133ed27056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:44.971557 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2544bec-ea8d-4fc9-81ff-dec686afde1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:45.422443 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:46.202761 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:48.066136 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:23:57.251114 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:24:00.511887 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:11.002141 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:12.194276 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ba5986e-263a-4e28-8829-e0aeb5760e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:14.973164 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bcbb94f7-2744-4266-bad0-85ea2542da4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:15.424931 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:16.205753 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:18.066220 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:30.508508 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:34.250760 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:24:41.000299 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:42.195743 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47ee4b6c-b671-41de-8b5c-0898477ef084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:44.974693 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-110388b4-1064-4fad-8ba1-f305d9bf3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:45.426643 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:46.208655 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:24:48.069597 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:00.524017 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:10.998254 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:11.250008 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:25:12.196658 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-08e2214e-1cca-4982-bb6d-81a5826b1db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:14.978340 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9fa42aff-b18c-40a5-ba63-62caac62fb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:15.427719 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:16.211580 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:18.072377 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:30.531590 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:41.012279 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:42.199065 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7aff586b-e31c-4d35-9a20-c9fe7175be4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:44.980828 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c7d245d9-930f-4b76-95bb-fd802094ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:45.427839 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:46.215923 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:48.076224 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:25:48.249312 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:26:00.523320 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:11.043421 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:12.200170 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4b63-cd34-4da9-9d7f-98e38b76e7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:14.982272 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7865f421-eacf-4a27-875a-9b1fa975421b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:15.432741 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:16.218383 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:18.077818 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:25.248541 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:26:30.537460 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:41.058146 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:42.201219 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10970ec1-1894-4313-b719-82dea61dc88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:44.983960 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-af13ef37-4a96-47e5-80aa-ec253db2ff39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:45.436674 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:46.224567 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:26:48.083889 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:00.545309 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:02.247574 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:27:11.059058 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:12.202957 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50a96bee-3009-41d5-8900-cc7dd31769c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:14.984000 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31424253-0fb6-4db3-bba0-c5f1dabd45f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:15.436235 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:16.226333 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:18.086821 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:30.545020 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:39.249583 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:27:41.066197 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:42.208364 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dfb1b89-3a45-4d79-8d47-65053bbb8514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:44.985293 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d25b1f2e-632b-45f3-a8ea-c355499cf5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:45.427426 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:46.227664 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:27:48.090181 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:00.555886 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:11.058229 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:12.203942 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b64ea5be-8e39-4786-90c9-29e48922ebbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:14.988402 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9ab5-90ed-4707-ad46-b228ce024f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:15.429798 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:16.232446 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:16.253739 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:28:18.095638 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:30.553454 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:41.072895 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:42.208687 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2703f89-c959-4a89-848d-e2b8b045c726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:44.995528 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4a166d3e-15aa-492c-9311-587937e64099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:45.433839 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:46.235508 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:48.102723 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:28:53.254305 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:29:00.553767 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:11.084317 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:12.202192 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc5ae0ff-23a1-4e5b-b74a-61d274a6f743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:14.988104 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d46161f3-bcdf-4fa5-b97c-0905fdcc3beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:15.436372 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:16.237841 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:18.100506 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:30.253594 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:29:30.562330 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:41.097973 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:42.203218 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a30306b-8e22-40da-9cc5-c2d11bacf698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:44.989356 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ae459b1e-2b44-4576-b5d0-3e960fc0672f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:45.437193 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:46.240005 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:29:48.104850 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:00.566113 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:07.252930 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:30:11.095281 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:12.204364 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8c1986b-0c11-4ac0-816b-c5b834a4ec39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:14.993921 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c1b6-23e9-427a-8803-cd030b335c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:15.438730 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:16.243413 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:18.105909 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:30.568490 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:41.112678 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:42.205321 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-404b82d1-f272-46e2-be5b-de4dedc8a47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:44.252774 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:30:44.997630 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fc1a7b1-62dc-4cc5-b43d-e4e0f5fcbf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:45.442964 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:46.247385 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:30:48.109243 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:00.577621 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:11.110796 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:12.206845 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9045cab4-7255-4533-aecf-088d360c1da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:14.999641 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-079e71f4-0059-4624-a2ce-746e8c6f8358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:15.444911 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:16.248920 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:18.112073 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:21.252504 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:31:30.579800 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:41.113908 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:42.207579 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2349e878-ddda-4d17-80f4-dca22425ed55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.001678 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3881b4ed-5879-458f-8852-8c512b493f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:45.446949 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:46.251702 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:48.117398 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:31:52.202590 n-d-807359-2 neutron-server[94838]: DEBUG neutron.wsgi [req-524d9174-fe9b-47c3-a266-d6fea5b3453f req-18260134-d0c7-4119-b2fa-d7d949788ab1 service neutron] (94838) timed out ('10.222.0.24', 42590) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 09:31:58.252728 n-d-807359-2 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-9ba3c4bc-c6db-4eb4-9183-2599e3649b94 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:32:00.595080 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e95555d-8eb7-477b-a627-538a3a87a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:11.113686 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7552882-7fa1-4165-b19b-bc2824c0c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:12.208305 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d93a757-6b90-445b-91d9-0755f4986aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:15.007862 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0c363b3-5c07-467e-9999-a4b45b4d2dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:15.452024 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483459cf-adb7-468d-8b6d-b01b73885642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:16.267431 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ae49f2-1682-4123-b832-3b60d7e13b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 09:32:18.126804 n-d-807359-2 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce667771-104a-4434-808d-7aeae42b7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779439253634', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751153'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}